-- Logs begin at Mon 2021-08-09 14:42:21 UTC, end at Mon 2021-08-09 17:13:50 UTC. -- Aug 09 15:18:57.541432 n-d-799523-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 15:19:00.233007 n-d-799523-2 neutron-server[94068]: INFO neutron.common.config [-] Logging enabled! Aug 09 15:19:00.233637 n-d-799523-2 neutron-server[94068]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 15:19:00.233775 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94068) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 15:19:00.237035 n-d-799523-2 neutron-server[94068]: INFO neutron.common.config [-] Logging enabled! Aug 09 15:19:00.237287 n-d-799523-2 neutron-server[94068]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 15:19:00.237595 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94068) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 15:19:00.238541 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:19:00.238738 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:19:00.239133 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:19:00.239377 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:19:00.239583 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:19:00.239932 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.240226 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.240522 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.240746 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.241039 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.241330 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.241600 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.241889 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.242193 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.242463 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.242759 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.243028 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.243264 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.243538 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.243841 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.244138 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.244361 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] debug = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.244644 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.245066 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.245488 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.245766 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.246095 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.246389 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.246665 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.247046 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.247321 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.247652 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] host = n-d-799523-2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.247947 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.248233 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.248520 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.248807 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.249081 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.249361 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.249642 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.249917 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.250184 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] log_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.250458 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.250745 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.251031 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.251319 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.251543 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.251769 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.252082 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.252371 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.252645 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.252918 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.253190 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.253460 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.253730 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.253995 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.254280 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.254578 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.254846 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.255117 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.255388 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.255654 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.255944 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.256229 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.256498 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.256770 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.257045 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.257329 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.257592 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.257861 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.258159 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.258494 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.258725 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.259010 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.259280 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.259560 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.259849 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.260118 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.260387 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] use_json = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.260659 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.260927 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.261206 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.261476 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.261786 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.262264 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.262603 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.262899 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:00.263207 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.263514 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.263845 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.264129 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.264432 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.264717 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.265008 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.265291 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.265585 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.265882 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.266174 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.266456 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.266753 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.267021 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.267316 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.267622 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.267951 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.268248 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.268524 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.268801 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.269075 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.269352 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.269639 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.269937 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.270224 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.270498 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.270779 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.271073 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.271353 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.271629 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.271934 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.272226 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.272503 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.272774 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.273056 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.273335 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.273608 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.273883 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.274161 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.274451 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.274731 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.275005 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.275275 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.275552 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.275898 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.276128 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.276406 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.276684 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.276957 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.277236 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.277628 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.277903 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.278180 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.278454 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.278730 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.279003 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.279277 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.279548 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.279838 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.280110 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.280381 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.280653 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.280930 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.281202 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.281472 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.281745 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.282023 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.282293 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.282578 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.282878 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.283156 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.283433 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.283710 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.284014 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.284290 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.284564 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.284840 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.285116 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.285388 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.285679 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.285960 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.286244 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.286523 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.286800 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.287099 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.287375 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.287655 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.287957 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.288236 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.288525 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.288804 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.289097 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.289386 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.289676 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.289967 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.290254 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.290528 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.290833 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.291112 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:00.291329 n-d-799523-2 neutron-server[94068]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:19:00.291566 n-d-799523-2 neutron-server[94068]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94068) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 15:19:00.639582 n-d-799523-2 neutron-server[94068]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 15:19:00.639867 n-d-799523-2 neutron-server[94068]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 15:19:00.640155 n-d-799523-2 neutron-server[94068]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 15:19:00.640486 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 15:19:01.037253 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.037463 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.037707 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.038918 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.039188 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.039444 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.074389 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.074674 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.074937 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.091594 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.091876 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.092163 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.120389 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.120662 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.120942 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.156857 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.157135 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.157404 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.389115 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.389780 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.389780 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.389979 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.390593 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.511660 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.512032 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.512327 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.512594 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.512862 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.513172 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.513429 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.513682 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.513943 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.514218 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.514471 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.514717 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.514971 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.515218 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.515469 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.515731 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.516004 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.516267 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.516521 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.516777 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.517046 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.517295 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.517574 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.517949 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.518195 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.518439 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.518833 n-d-799523-2 neutron-server[94068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:19:01.519071 n-d-799523-2 neutron-server[94068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:19:01.519304 n-d-799523-2 neutron-server[94068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:19:01.519544 n-d-799523-2 neutron-server[94068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:19:01.519776 n-d-799523-2 neutron-server[94068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:19:01.520030 n-d-799523-2 neutron-server[94068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:19:01.520396 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 15:19:01.523567 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 15:19:01.527605 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 15:19:01.531542 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Aug 09 15:19:01.533336 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 15:19:01.533808 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 15:19:01.534145 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 15:19:01.534532 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 15:19:01.537363 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 15:19:01.537615 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 15:19:01.537966 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 15:19:01.543372 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 15:19:01.565350 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 15:19:01.565809 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.566105 n-d-799523-2 neutron-server[94068]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94068) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 15:19:01.566466 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.567839 n-d-799523-2 neutron-server[94068]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94068) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 15:19:01.568113 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 15:19:01.568357 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 15:19:01.572146 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.572423 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:01.636460 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 15:19:01.636769 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 15:19:01.637164 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 15:19:01.637565 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 15:19:01.660398 n-d-799523-2 neutron-server[94068]: DEBUG oslo_db.sqlalchemy.engines [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94068) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 15:19:02.208257 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Initializing driver for type 'gre' Aug 09 15:19:02.208926 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] gre ID ranges: [(1, 1000)] Aug 09 15:19:02.269310 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Initializing driver for type 'local' Aug 09 15:19:02.269647 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Initializing driver for type 'vlan' Aug 09 15:19:02.286138 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] VlanTypeDriver initialization complete Aug 09 15:19:02.286650 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Initializing driver for type 'vxlan' Aug 09 15:19:02.287188 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] vxlan ID ranges: [(1, 1000)] Aug 09 15:19:02.344930 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Initializing extension driver 'port_security' Aug 09 15:19:02.345285 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.extensions.port_security [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] PortSecurityExtensionDriver initialization complete Aug 09 15:19:02.345614 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Initializing mechanism driver 'openvswitch' Aug 09 15:19:02.345943 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Initializing mechanism driver 'hyperv' Aug 09 15:19:02.352715 n-d-799523-2 neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:02.353405 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > port after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.353776 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > port after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.354127 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > port after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.354664 n-d-799523-2 neutron-server[94068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:19:02.355734 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > subnet after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.356649 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > subnet after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.357133 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.357554 n-d-799523-2 neutron-server[94068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:19:02.357971 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > network after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.358326 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > network after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.358770 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > network after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.359173 n-d-799523-2 neutron-server[94068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:19:02.359765 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > security_group after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.360141 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > security_group after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.360486 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.360888 n-d-799523-2 neutron-server[94068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:19:02.361560 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.362049 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.362469 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.362877 n-d-799523-2 neutron-server[94068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:19:02.363385 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > address_group after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.363762 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > address_group after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.364183 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.364728 n-d-799523-2 neutron-server[94068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:19:02.365122 n-d-799523-2 neutron-server[94068]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] ML2 OVO RPC backend initialized. {{(pid=94068) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 15:19:02.365976 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.366322 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.366744 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > network before_response 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.367088 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > networks before_response 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.367472 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > port before_response 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.367954 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > ports before_response 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.368305 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > subnet before_response 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.368644 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > subnets before_response 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.368989 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > network after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.369325 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > network after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.369661 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > network after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.369993 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > port after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.370403 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > port after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.370924 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > port after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.371408 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > subnet after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.371859 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > subnet after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.372231 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.372865 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.plugin [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Modular L2 Plugin initialization complete Aug 09 15:19:02.373198 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading services supported by the core plugin {{(pid=94068) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 15:19:02.373534 n-d-799523-2 neutron-server[94068]: INFO neutron.plugins.ml2.managers [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Got port-security extension from driver 'port_security' Aug 09 15:19:02.374011 n-d-799523-2 neutron-server[94068]: INFO neutron.extensions.vlantransparent [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Disabled vlantransparent extension. Aug 09 15:19:02.375076 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94068) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 15:19:02.375403 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading Plugin: router Aug 09 15:19:02.422823 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.423498 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router after_create 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.423686 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router before_create 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.424194 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.424630 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.425048 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router after_delete 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.425530 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.425927 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router after_create 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.426307 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router after_update 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.426685 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router after_update 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.427132 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.427588 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router after_update 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.428127 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_update 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.428560 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: port after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.428956 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: port after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.429332 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: subnet after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.429709 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.430089 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.430476 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_create 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.430880 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: port before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.431247 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.431737 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router after_update 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.432265 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.432701 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_create 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.433143 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.434221 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_update 55549900 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.434661 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > agent after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.435097 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > agent after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.435594 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > network after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.436602 n-d-799523-2 neutron-server[94068]: DEBUG neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Tracking information for resource: router configured {{(pid=94068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:19:02.436975 n-d-799523-2 neutron-server[94068]: DEBUG neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Tracking information for resource: floatingip configured {{(pid=94068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:19:02.442890 n-d-799523-2 neutron-server[94068]: INFO neutron.db.l3_agentschedulers_db [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 15:19:02.443640 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: port after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.444061 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: port after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.444474 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: port after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.444891 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: port after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.445909 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router before_create 55550100 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.446696 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.447117 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_create 55550100 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.447506 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > router precommit_update 55550100 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.452743 n-d-799523-2 neutron-server[94068]: DEBUG neutron.services.provider_configuration [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service providers = [] {{(pid=94068) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 15:19:02.453101 n-d-799523-2 neutron-server[94068]: DEBUG neutron.db.servicetype_db [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94068) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 15:19:02.456085 n-d-799523-2 neutron-server[94068]: DEBUG neutron.services.service_base [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:19:02.456432 n-d-799523-2 neutron-server[94068]: DEBUG neutron.services.service_base [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:19:02.456771 n-d-799523-2 neutron-server[94068]: DEBUG neutron.services.service_base [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:19:02.457649 n-d-799523-2 neutron-server[94068]: DEBUG neutron.services.service_base [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:19:02.458025 n-d-799523-2 neutron-server[94068]: INFO neutron.services.service_base [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 15:19:02.458464 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:19:02.458730 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 15:19:02.469989 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:19:02.470336 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading Plugin: auto_allocate Aug 09 15:19:02.476139 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: network precommit_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.476503 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: network precommit_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.477030 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:19:02.477344 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading Plugin: tag Aug 09 15:19:02.484372 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:19:02.484695 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading Plugin: timestamp Aug 09 15:19:02.488820 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:19:02.489152 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading Plugin: network_ip_availability Aug 09 15:19:02.494601 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.494969 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.495318 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.496583 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:19:02.496897 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading Plugin: flavors Aug 09 15:19:02.501685 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:19:02.502009 n-d-799523-2 neutron-server[94068]: INFO neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading Plugin: revisions Aug 09 15:19:02.506309 n-d-799523-2 neutron-server[94068]: DEBUG neutron.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:19:02.506707 n-d-799523-2 neutron-server[94068]: DEBUG oslo_concurrency.lockutils [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.866s {{(pid=94068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 15:19:02.507443 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94068) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 15:19:02.507769 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Initializing extension manager. Aug 09 15:19:02.508299 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: __init__.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.508635 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: __pycache__ {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.508960 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.509286 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: address_group.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.510052 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.510621 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: address-group Aug 09 15:19:02.510928 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: address_scope.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.512234 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.512754 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: address-scope Aug 09 15:19:02.513097 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.514048 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.514552 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: router-admin-state-down-before-update Aug 09 15:19:02.514881 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: agent.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.515781 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.516359 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: agent Aug 09 15:19:02.516680 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: agent_resources_synced.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.517589 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.518097 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: agent-resources-synced Aug 09 15:19:02.518416 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: allowedaddresspairs.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.520344 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.520865 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: allowed-address-pairs Aug 09 15:19:02.521193 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: auto_allocated_topology.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.522267 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.522783 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: auto-allocated-topology Aug 09 15:19:02.523113 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: availability_zone.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.523798 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.524328 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: availability_zone Aug 09 15:19:02.524655 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: availability_zone_filter.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.525551 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.526063 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: availability_zone_filter Aug 09 15:19:02.526375 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: data_plane_status.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.527941 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.528455 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 15:19:02.528775 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: default_subnetpools.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.529703 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.530208 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: default-subnetpools Aug 09 15:19:02.530526 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.531448 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.531908 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: dhcp_agent_scheduler Aug 09 15:19:02.532227 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: dns.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.533142 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.533646 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 15:19:02.534097 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: dns_domain_ports.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.535742 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.535742 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 15:19:02.535742 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.536595 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.537096 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 15:19:02.537413 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: dvr.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.538109 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.538613 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: dvr Aug 09 15:19:02.538926 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: ecmp_routes.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.539858 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.540368 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 15:19:02.540691 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: empty_string_filtering.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.541592 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.542096 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: empty-string-filtering Aug 09 15:19:02.542612 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.543888 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.544396 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 15:19:02.544717 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.545629 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.546129 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 15:19:02.546477 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: external_net.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.547355 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.547884 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: external-net Aug 09 15:19:02.548204 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.549104 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.549611 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: extra_dhcp_opt Aug 09 15:19:02.549929 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: extraroute.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.550835 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.551337 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: extraroute Aug 09 15:19:02.551653 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: extraroute_atomic.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.552727 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.553236 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: extraroute-atomic Aug 09 15:19:02.553552 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: filter_validation.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.554908 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.555992 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: filter-validation Aug 09 15:19:02.555992 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: fip_pf_description.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.556546 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.557050 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 15:19:02.557364 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: fip_port_details.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.558845 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.559360 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: fip-port-details Aug 09 15:19:02.559680 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: flavors.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.560956 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.561803 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: flavors Aug 09 15:19:02.561803 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.563467 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.564007 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 15:19:02.564332 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: floatingip_pools.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.565032 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.565544 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: floatingip-pools Aug 09 15:19:02.565861 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: ip_allocation.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.566781 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.567287 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 15:19:02.567603 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.568546 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.569051 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: ip-substring-filtering Aug 09 15:19:02.569370 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: l2_adjacency.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.570319 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.570827 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 15:19:02.571151 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: l3.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.572690 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.573211 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: router Aug 09 15:19:02.573534 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.576402 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.576960 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 15:19:02.577266 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.578193 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.578702 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: ext-gw-mode Aug 09 15:19:02.579022 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.579991 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.580499 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: l3-ha Aug 09 15:19:02.580819 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: l3_flavors.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.581733 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.582232 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: l3-flavors Aug 09 15:19:02.582543 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.583458 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.584157 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 15:19:02.584311 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: l3agentscheduler.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.585393 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.586013 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: l3_agent_scheduler Aug 09 15:19:02.586340 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: logging.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.587850 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.588390 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension logging not supported by any of loaded plugins Aug 09 15:19:02.588707 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: metering.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.589625 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.590705 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: metering Aug 09 15:19:02.591030 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.592211 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.592734 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: metering_source_and_destination_fields Aug 09 15:19:02.593056 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: multiprovidernet.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.596214 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.596214 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: multi-provider Aug 09 15:19:02.596214 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: netmtu.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.596214 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.596214 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: net-mtu Aug 09 15:19:02.596638 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: netmtu_writable.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.597460 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.597966 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: net-mtu-writable Aug 09 15:19:02.598286 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: network_availability_zone.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.598967 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.599468 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: network_availability_zone Aug 09 15:19:02.599786 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: network_ip_availability.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.600921 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.601434 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: network-ip-availability Aug 09 15:19:02.601752 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: network_segment_range.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.602559 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.603062 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 15:19:02.603360 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: pagination.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.604365 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.604721 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: pagination Aug 09 15:19:02.605165 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: port_device_profile.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.606601 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.607140 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: port-device-profile Aug 09 15:19:02.607456 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.608395 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.608916 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: port-mac-address-regenerate Aug 09 15:19:02.609235 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.610134 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.610644 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: port-numa-affinity-policy Aug 09 15:19:02.610957 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: port_resource_request.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.611913 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.612423 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 15:19:02.612739 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: portbindings.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.613669 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.614184 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: binding Aug 09 15:19:02.614506 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: portbindings_extended.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.616709 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.616709 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: binding-extended Aug 09 15:19:02.617100 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: portsecurity.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.617762 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.618275 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: port-security Aug 09 15:19:02.618596 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: project_id.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.619572 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.620023 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: project-id Aug 09 15:19:02.620274 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: providernet.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.621882 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.622392 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: provider Aug 09 15:19:02.622711 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.626362 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.626890 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos not supported by any of loaded plugins Aug 09 15:19:02.627221 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.628506 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.629033 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 15:19:02.629378 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.630294 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.630810 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 15:19:02.631129 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_default.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.632076 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.632668 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-default not supported by any of loaded plugins Aug 09 15:19:02.632911 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_fip.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.633564 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.634068 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 15:19:02.634365 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_gateway_ip.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.635285 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.635787 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 15:19:02.636134 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_port_network_policy.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.637567 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.638074 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 15:19:02.638392 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_pps_rule.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.639571 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.640110 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 15:19:02.640431 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_rule_type_details.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.641664 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.641854 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 15:19:02.642150 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: qos_rules_alias.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.643194 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.643717 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 15:19:02.644074 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: quotasv2.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.645057 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.645380 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: quotas Aug 09 15:19:02.645699 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: quotasv2_detail.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.648850 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.649189 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: quota_details Aug 09 15:19:02.649516 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: rbac.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.650803 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.651343 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: rbac-policies Aug 09 15:19:02.651676 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: rbac_address_group.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.653330 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.653861 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: rbac-address-group Aug 09 15:19:02.654202 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: rbac_address_scope.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.655101 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.655608 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: rbac-address-scope Aug 09 15:19:02.655960 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: rbac_security_groups.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.656872 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.657382 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: rbac-security-groups Aug 09 15:19:02.657698 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: rbac_subnetpool.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.658602 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.659109 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: rbac-subnetpool Aug 09 15:19:02.659425 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: revisionifmatch.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.660364 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.660866 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: revision-if-match Aug 09 15:19:02.661181 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: revisions.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.662376 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.662811 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: standard-attr-revisions Aug 09 15:19:02.663132 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: router_availability_zone.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.663802 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.664328 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: router_availability_zone Aug 09 15:19:02.664640 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: routerservicetype.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.665550 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.666052 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 15:19:02.666368 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.667276 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.668320 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: security-groups-normalized-cidr Aug 09 15:19:02.668649 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.669574 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.670082 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: port-security-groups-filtering Aug 09 15:19:02.670400 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.671314 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.671848 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: security-groups-remote-address-group Aug 09 15:19:02.672167 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: securitygroup.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.681979 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.682514 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: security-group Aug 09 15:19:02.682847 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: segment.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.683953 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.684468 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension segment not supported by any of loaded plugins Aug 09 15:19:02.684791 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.685743 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.686252 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 15:19:02.686569 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: servicetype.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.687980 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.688449 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: service-type Aug 09 15:19:02.688772 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: sorting.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.689755 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.690084 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: sorting Aug 09 15:19:02.690390 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: standard_attr_segment.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.691311 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.691873 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 15:19:02.692196 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: standardattrdescription.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.692841 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.693348 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: standard-attr-description Aug 09 15:19:02.693665 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: stateful_security_group.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.694598 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.695120 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: stateful-security-group Aug 09 15:19:02.695445 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: stdattrs_common.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.696067 n-d-799523-2 neutron-server[94068]: WARNING neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 15:19:02.696720 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.697698 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.698212 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 15:19:02.698527 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: subnet_onboard.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.700209 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.700727 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: subnet_onboard Aug 09 15:19:02.701047 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.701988 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.702498 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 15:19:02.702813 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: subnet_service_types.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.703737 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.704272 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: subnet-service-types Aug 09 15:19:02.704590 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: subnetallocation.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.705669 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.706230 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: subnet_allocation Aug 09 15:19:02.706550 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.707222 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.707736 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: subnetpool-prefix-ops Aug 09 15:19:02.708088 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.709072 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.709536 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 15:19:02.709864 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: tagging.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.711099 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.711613 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: standard-attr-tag Aug 09 15:19:02.711970 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: timestamp.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.713204 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.713744 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loaded extension: standard-attr-timestamp Aug 09 15:19:02.714065 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: trunk.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.715777 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.716319 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension trunk not supported by any of loaded plugins Aug 09 15:19:02.716642 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: trunk_details.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.717578 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.718088 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 15:19:02.718412 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: uplink_status_propagation.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.719324 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.719937 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 15:19:02.720292 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Loading extension file: vlantransparent.py {{(pid=94068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:19:02.721020 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:19:02.721577 n-d-799523-2 neutron-server[94068]: INFO neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 15:19:02.724536 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:network Aug 09 15:19:02.725100 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:subnet Aug 09 15:19:02.725496 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:19:02.725880 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:port Aug 09 15:19:02.727225 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.727672 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service FLAVORS assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.728352 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.728770 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.729094 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:router Aug 09 15:19:02.729518 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 15:19:02.730211 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service METERING assigned prefix: /metering {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.732193 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.732564 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.732915 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:19:02.733968 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 15:19:02.734683 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:security_group Aug 09 15:19:02.735176 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 15:19:02.737108 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service CORE assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.737447 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:19:02.737808 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] subnetpool is already registered Aug 09 15:19:02.738270 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service CORE assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.740429 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:19:02.740429 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] subnetpool is already registered Aug 09 15:19:02.741313 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.741749 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service FLAVORS assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.742340 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.742756 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.743088 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:router Aug 09 15:19:02.743392 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] router is already registered Aug 09 15:19:02.743852 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 15:19:02.744173 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] floatingip is already registered Aug 09 15:19:02.744629 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service METERING assigned prefix: /metering {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.745311 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 15:19:02.745667 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] rbac_policy is already registered Aug 09 15:19:02.746795 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:security_group Aug 09 15:19:02.747138 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] security_group is already registered Aug 09 15:19:02.747542 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 15:19:02.747898 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] security_group_rule is already registered Aug 09 15:19:02.748535 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service CORE assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.748856 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:19:02.749186 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] subnetpool is already registered Aug 09 15:19:02.749617 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.v2.resource_helper [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Service CORE assigned prefix: {{(pid=94068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:19:02.749935 n-d-799523-2 neutron-server[94068]: INFO neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:19:02.750259 n-d-799523-2 neutron-server[94068]: WARNING neutron.quota.resource_registry [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] subnetpool is already registered Aug 09 15:19:02.750739 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: extensions {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.752652 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: address-groups {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.754918 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: address-scopes {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.755108 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: agents {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.758035 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: auto-allocated-topology {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.758035 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: availability_zones {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.760913 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: dhcp-networks {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.760913 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: dhcp-agents {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.762760 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: routers {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.764544 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: flavors {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.765807 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: service_profiles {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.767012 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: next_providers {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.768475 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: service_profiles {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.770033 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: floatingip-pools {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.771332 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: routers {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.773007 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: floatingips {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.774276 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: l3-routers {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.775675 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: l3-agents {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.777499 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: metering-labels {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.779754 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: metering-label-rules {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.782013 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: network-ip-availabilities {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.783908 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: bindings {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.786179 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: quotas {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.788871 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: quotas {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.791017 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: rbac-policies {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.792858 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: security-groups {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.794177 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: security-group-rules {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.795422 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: service-providers {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.796680 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: subnetpools {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.798107 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: subnetpools {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.799705 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.801472 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.803320 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.805198 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.806918 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.810110 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.811844 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.813658 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.815562 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.817371 n-d-799523-2 neutron-server[94068]: DEBUG neutron.api.extensions [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Extended resource: tags {{(pid=94068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:19:02.823865 n-d-799523-2 neutron-server[94068]: WARNING keystonemiddleware.auth_token [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 15:19:02.828620 n-d-799523-2 neutron-server[94068]: WARNING keystonemiddleware.auth_token [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 15:19:02.837241 n-d-799523-2 neutron-server[94068]: DEBUG oslo_concurrency.lockutils [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Acquired lock "singleton_lock" {{(pid=94068) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 15:19:02.837724 n-d-799523-2 neutron-server[94068]: DEBUG oslo_concurrency.lockutils [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Releasing lock "singleton_lock" {{(pid=94068) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 15:19:02.838393 n-d-799523-2 neutron-server[94068]: INFO oslo_service.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Starting 2 workers Aug 09 15:19:02.843439 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Started child 94177 {{(pid=94068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:19:02.848078 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Started child 94178 {{(pid=94068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:19:02.849093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:02.850193 n-d-799523-2 neutron-server[94068]: INFO neutron.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 15:19:02.850414 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Notify callbacks [] for process, before_spawn {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:02.850688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [-] (94177) wsgi starting up on http://0.0.0.0:9696 Aug 09 15:19:02.852736 n-d-799523-2 neutron-server[94068]: INFO oslo_service.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Starting 1 workers Aug 09 15:19:02.853322 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:02.854623 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [-] (94178) wsgi starting up on http://0.0.0.0:9696 Aug 09 15:19:02.858128 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Started child 94179 {{(pid=94068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:19:02.858689 n-d-799523-2 neutron-server[94068]: INFO oslo_service.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Starting 1 workers Aug 09 15:19:02.862188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] calling RpcWorker wait() {{(pid=94179) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 15:19:02.863068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] returning from RpcWorker wait() {{(pid=94179) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 15:19:02.863205 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Started child 94180 {{(pid=94068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:19:02.864033 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:02.864189 n-d-799523-2 neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c17ee1fc-cd9f-4b32-9e76-d0113a179969 None None] Notify callbacks [] for process, after_spawn {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:02.864546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:02.865930 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94068) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 15:19:02.866122 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:19:02.866321 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:19:02.866533 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:19:02.866852 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:19:02.867010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:19:02.867506 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.867786 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.868069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.868269 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:02.868761 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.868761 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.869184 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.869463 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.869716 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.870047 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.870197 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.870359 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.870562 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.870825 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.871059 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.871339 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.871610 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.871879 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.872176 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.872339 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.872594 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.872851 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.873101 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.873400 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] debug = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.873623 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.874124 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.874395 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.874664 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.874899 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.875182 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.875400 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.875653 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.875916 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.876160 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.876414 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.876675 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.876937 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.877141 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.877389 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.877654 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.877891 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.878381 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] host = n-d-799523-2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.878599 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.878839 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.879085 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.879347 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.879558 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.879788 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.880067 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.880333 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.880576 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.880828 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.881071 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.881456 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.881607 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.881974 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.881974 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_options = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.882430 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.882430 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.882780 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.882954 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.883141 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.883281 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.883405 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.883557 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.883795 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.884083 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.884253 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.884470 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.884688 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.884910 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.885167 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.885423 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.885639 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.885869 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.886145 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.887628 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.887628 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.887628 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.888457 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.888457 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.888457 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.888457 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.888914 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.889073 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.889297 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.889562 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.889873 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.890091 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.890331 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.890613 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.890781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.891086 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.891265 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.891539 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.891738 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.892018 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.892269 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.892504 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.892765 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.892995 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.893240 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.893462 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_json = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.893674 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.893890 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.894284 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.894462 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.894620 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.894822 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.894971 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.895226 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.895682 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.895983 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.896313 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.896558 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.896812 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.897060 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.897307 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.897551 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.897874 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.898010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.899974 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.899974 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.900703 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.901264 n-d-799523-2 neutron-server[94180]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:02.901611 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.901611 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.901611 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.901611 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.902721 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.902721 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.902721 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.903843 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.905194 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.905463 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.905755 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.906487 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.906487 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.906723 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.906853 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.907134 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.907374 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.907842 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.907842 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.908121 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.908316 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.908533 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.908799 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.909186 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.909186 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.910603 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.911738 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.913529 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.913529 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.914009 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.914009 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.914386 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.914386 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.916067 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.916540 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.917876 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.918171 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.918642 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.918895 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.919141 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.919412 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.919638 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.919920 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.920162 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.920394 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.920622 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.920860 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.921122 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.921389 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.921641 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.921874 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.922100 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.922348 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.922606 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.922831 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.923063 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.923304 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.923530 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.923750 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.925178 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.931228 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.931675 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.931976 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.932244 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.932488 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.932737 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.933011 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.933306 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.933473 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.933703 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.933936 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.934247 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.934566 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.934828 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.935095 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.935348 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.935596 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.935877 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.936378 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.936594 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.936837 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.937083 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.937314 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.937543 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.937819 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.938069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.938306 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.938576 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.938815 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.939061 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.939281 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.939531 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.939859 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.940214 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.940442 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.940683 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.940903 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.941123 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.941346 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.941658 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.941920 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.942121 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.942398 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.942705 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.943297 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.943680 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.943945 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.944100 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.944321 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.944522 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.944812 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.948788 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.949075 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.949342 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.949578 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.949823 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.950590 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.950590 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.950590 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.950941 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.951211 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.951470 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.951708 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.956108 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.956423 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.956724 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.957199 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.957312 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.957525 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.957785 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.958304 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.958304 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.958519 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.958762 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.959401 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.959401 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.959562 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.959701 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.960016 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.960248 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.960505 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.960763 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.960985 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.961256 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.961484 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.961709 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.961959 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.962181 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.962459 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.962913 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.963150 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.963413 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.963805 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.964262 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.964687 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.965003 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.965309 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.965606 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.965932 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.966272 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.966590 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.966858 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.967084 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.967342 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.967569 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.967800 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.968057 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.968286 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.968537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.968772 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.969003 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.969221 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.969477 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.969721 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.970052 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.970302 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.970535 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.971850 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.971850 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.971850 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.971850 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.971850 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.971850 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.972272 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.972272 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.972542 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.972800 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.973056 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.973267 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.973477 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.973688 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.973902 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.974109 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.974407 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.974657 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.974885 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.975211 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.975401 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.975619 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.975862 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.976077 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.976286 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.976509 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.976725 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.976933 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.977158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.977366 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.977575 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.977794 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.978011 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.978221 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.978463 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.978671 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.978877 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.979096 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.979311 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.979518 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.979739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.980214 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.980582 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.980945 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.981198 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.981417 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.981650 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.982303 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.982303 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.982608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.982840 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.983323 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.983543 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.983797 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.984044 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.985411 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.985411 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.985411 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.985411 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.985411 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.985773 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.985773 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.986000 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.986214 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.986454 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.986720 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.987047 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.987335 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.987603 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.987877 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.988145 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.988418 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.988678 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.988893 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.989191 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.989505 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.989779 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.990155 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.990362 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.990680 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.990929 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.991146 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.991393 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.991630 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.991887 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.992277 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.992405 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.992643 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.992853 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.993086 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.993086 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.993086 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.993086 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.993995 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.994157 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:02.994309 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:19:02.994838 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94068) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 15:19:02.995001 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:19:02.995157 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:19:02.995328 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:19:02.995557 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:19:02.995712 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:19:02.996106 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.996268 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.996484 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.996647 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.996810 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:02.996988 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.001728 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.001728 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.001728 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.001728 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.001728 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.001728 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.001728 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.001728 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002364 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002364 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002364 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002364 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002364 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002364 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002364 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002364 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002807 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] debug = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002807 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002807 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002807 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002807 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.002807 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003161 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003161 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003161 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003161 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003161 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003161 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003161 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003161 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003597 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003597 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003597 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003597 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003597 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] host = n-d-799523-2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003597 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003597 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.003597 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004069 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004601 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004601 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004601 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004601 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_options = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004601 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004897 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.004897 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.005019 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.005608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.005608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.005608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.005608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.006294 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.006294 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.006294 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.006294 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.006754 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.006754 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.006754 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.007190 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.007190 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.007190 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.007540 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.007540 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.007790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:03.007946 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.007946 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.007946 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.008279 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.008279 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.008279 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.008683 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.008683 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.008683 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.009016 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.009016 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.009242 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.009363 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.009481 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.009601 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.009731 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.009851 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.010042 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.010220 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.010353 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.010477 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.010668 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.010847 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.010980 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.011308 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012153 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_json = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012153 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012153 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012153 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012153 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012761 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012761 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012761 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.012761 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:19:03.013225 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.013225 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.013225 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.013561 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.013561 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.013789 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.013789 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.014020 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.014149 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.014271 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.014381 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.014499 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.014704 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.014882 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.015027 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.015153 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.015276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.015438 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.015605 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.015770 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.015937 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.016132 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.016310 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.016443 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.016568 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.016762 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.016989 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.017224 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.017224 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.017460 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.017583 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.017704 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.017823 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.017944 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.018090 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.018262 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.018415 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.019273 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.019273 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.019273 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.020608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.020608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.020608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.020608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.020608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.020608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.020608 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.021734 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.021734 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.021734 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.021734 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.021734 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.021734 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.021734 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.022309 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.022309 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.022309 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.022309 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.024006 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.025979 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.027541 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.028537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.028537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.028537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.028537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.028537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.028537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.028537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.028537 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.029276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.029276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.029276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.029276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.029276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.029276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.029276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.029276 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030040 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030040 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030040 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030040 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030040 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030040 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030040 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030686 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030686 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030686 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030686 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.030686 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.031018 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.031018 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.031168 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.031352 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.031486 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.031661 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.031796 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.031981 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.032116 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.032278 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.032440 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.032604 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.032762 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.032928 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.033101 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.033275 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.033484 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.033654 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.033772 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.033907 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.034072 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.034235 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.034398 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.034685 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.034814 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.034933 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.035082 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.035511 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.035511 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.035511 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.035884 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.035884 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.036109 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.036109 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.036334 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.036469 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.036592 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.036712 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.036842 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.036987 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.037150 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.037313 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.037474 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.037651 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.037774 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.037937 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.038157 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.038330 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.038500 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.038671 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.038833 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.038996 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.039157 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.039319 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.039480 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.039642 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.039806 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.039989 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.040152 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.040317 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.040481 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.040646 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.040811 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.040977 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.041139 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.041303 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.041485 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.041644 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.041799 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.042039 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.042152 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.042255 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.042499 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.042689 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.043150 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.043150 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.043150 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.043574 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.043574 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.043931 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.043931 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.043931 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.044391 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.044391 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.044391 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.045032 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.045032 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.045032 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.045032 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.047549 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.047549 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.047549 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.047549 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.047549 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.047549 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.047549 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.047549 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.051158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.051158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.051158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.051158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.051158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.051158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.051158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.051158 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052010 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.052739 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.053697 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.053697 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.053697 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.053697 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.053697 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.053697 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.053697 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.053697 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054239 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054239 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054239 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054239 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054239 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054239 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054239 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054239 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.054781 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.055953 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.055953 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.055953 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.055953 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.055953 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.055953 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.055953 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.056460 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.056460 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.056460 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.056738 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.056738 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.057029 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.057029 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.057257 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.057257 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.057492 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.057612 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.057703 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.057842 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.058070 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.058225 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.058652 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.058652 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.058853 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.058853 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.060022 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:19:03.060022 n-d-799523-2 neutron-server[94068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:19:03.216794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34360) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:03.225166 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060809 Aug 09 15:19:15.005952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faacd2c-6e54-4fc1-a32d-998030a91e85 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:19:15.068252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faacd2c-6e54-4fc1-a32d-998030a91e85 None None] No non-hosted networks {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 15:19:15.085489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.agentschedulers_db [None req-4faacd2c-6e54-4fc1-a32d-998030a91e85 None None] DHCP Agent not found on host n-d-799523-2 {{(pid=94179) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 15:19:15.152824 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-29517c08-3b13-4305-8e40-ac6db0a454c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440315'] for agent, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:17.435082 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-70251a2c-191c-45ef-92f7-a9d949f2c1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440315'] for agent, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:17.509407 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-172aca55-34d1-4c6e-8dd1-7367c24027c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:17.717089 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440315'] for agent, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:17.718272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.719943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.720767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.723529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.724748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.726663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.728438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.730078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.730629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.732532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.733351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.733866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:17.734409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799523-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:17.752159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799523-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:18.849331 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440315'] for agent, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:20.170697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440315'] for agent, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:21.696969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34452) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:22.276957 n-d-799523-2 neutron-server[94177]: WARNING oslo_policy.policy [None req-ba8e37f4-1705-479f-b198-31cf1eae857d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:19:22.277536 n-d-799523-2 neutron-server[94177]: WARNING oslo_policy.policy [None req-ba8e37f4-1705-479f-b198-31cf1eae857d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:19:22.491534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-ba8e37f4-1705-479f-b198-31cf1eae857d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:19:22.492916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ba8e37f4-1705-479f-b198-31cf1eae857d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7939641 Aug 09 15:19:23.987135 n-d-799523-2 neutron-server[94179]: INFO neutron.db.l3_hamode_db [None req-cc30c8dc-98ba-4688-b779-2d0034619335 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 15:19:24.066422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30c8dc-98ba-4688-b779-2d0034619335 None None] Routers set() bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:19:24.066845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30c8dc-98ba-4688-b779-2d0034619335 None None] Router IDs set() for agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 15:19:25.065341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34466) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:25.420855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2b0f2ed9-2b0f-4c2b-b2e7-b30b31eeec98 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:19:25.514882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.policy [None req-2b0f2ed9-2b0f-4c2b-b2e7-b30b31eeec98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94177) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 15:19:25.561395 n-d-799523-2 neutron-server[94177]: WARNING oslo_policy.policy [None req-2b0f2ed9-2b0f-4c2b-b2e7-b30b31eeec98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:19:25.561772 n-d-799523-2 neutron-server[94177]: WARNING oslo_policy.policy [None req-2b0f2ed9-2b0f-4c2b-b2e7-b30b31eeec98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:19:25.570976 n-d-799523-2 neutron-server[94177]: INFO neutron.quota [None req-2b0f2ed9-2b0f-4c2b-b2e7-b30b31eeec98 admin admin] Loaded quota_driver: . Aug 09 15:19:25.670642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2ed9-2b0f-4c2b-b2e7-b30b31eeec98 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764433649488', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764433647877', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764433636650', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764433631135', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764434385439', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764433692171', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-612202', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1559885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-431757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628447'] for rbac-policy, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:25.745995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2ed9-2b0f-4c2b-b2e7-b30b31eeec98 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:25.747215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2b0f2ed9-2b0f-4c2b-b2e7-b30b31eeec98 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6808400 Aug 09 15:19:28.452129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34478) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:28.829445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Request body: {'network': {'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'admin_state_up': True, 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'name': 'private'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:19:28.861051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Made reservation on behalf of 3186d86adf5742a09e6419a7b82aa88b for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:19:28.863944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:28.881682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:29.007714 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:29.013572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:29.038618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:19:29.064320 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764431328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:29.064913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Unsubscribe: segment precommit_create {{(pid=94177) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 15:19:29.065446 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Added segment f01a9a24-484e-4121-b3bf-b0be883ecfdb of type vlan for network fe931074-20c3-4cd9-b574-e0abe5654011 Aug 09 15:19:29.072793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa86d2c-a519-4d9f-b012-8e9c7a501a5f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:29.096070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.096356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.096786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.097054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.097381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.097699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.098018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.098334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.098648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.098961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.099604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.100005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Tracked resource versions report: Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: pushed versions: Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: { 'AddressGroup': {'1.2'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'ConntrackHelper': {'1.0'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Log': {'1.0'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Network': {'1.1'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Port': {'1.7'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'PortForwarding': {'1.2'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'QosPolicy': {'1.9'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'SecurityGroup': {'1.4'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'SubPort': {'1.0'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Subnet': {'1.1'}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Trunk': {'1.1'}} Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: consumer versions: Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: { DHCP agent@n-d-799523-2: {}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: L3 agent@n-d-799523-2: {}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: Metadata agent@n-d-799523-2: {}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: Metering agent@n-d-799523-2: {}, Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: Open vSwitch agent@n-d-799523-2: { 'AddressGroup': '1.2', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'ConntrackHelper': '1.0', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Log': '1.0', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Network': '1.1', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Port': '1.7', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'PortForwarding': '1.2', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'QosPolicy': '1.9', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'SecurityGroup': '1.4', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'SecurityGroupRule': '1.2', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'SubPort': '1.0', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Subnet': '1.1', Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: 'Trunk': '1.1'}} Aug 09 15:19:29.101233 n-d-799523-2 neutron-server[94177]: {{(pid=94177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:19:29.189835 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:29.243931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:29.245148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:19:29.245784 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:29.336911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8836389 Aug 09 15:19:29.345293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda9f5f-16d8-495b-9692-a4674c3fde67 admin admin] Pushing event updated for resources: {'Network': ['ID=fe931074-20c3-4cd9-b574-e0abe5654011,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:29.374563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network fe931074-20c3-4cd9-b574-e0abe5654011 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:19:32.083234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34492) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:32.524041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4c304-715c-4e42-8797-36add6ad68c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:19:32.525368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aff4c304-715c-4e42-8797-36add6ad68c1 admin admin] 10.222.0.64 "GET /v2.0/networks/fe931074-20c3-4cd9-b574-e0abe5654011 HTTP/1.1" status: 200 len: 826 time: 0.4410985 Aug 09 15:19:32.551256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4d51e0bb-08c3-4bf7-852d-0afff17c6bad admin admin] 10.222.0.64 "GET /v2.0/subnetpools/bd2699ba-d535-4308-bc5a-0d07c752c596 HTTP/1.1" status: 200 len: 734 time: 0.0195897 Aug 09 15:19:32.560914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Request body: {'subnet': {'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011', 'ip_version': 4, 'subnetpool_id': 'bd2699ba-d535-4308-bc5a-0d07c752c596', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:19:32.585388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Made reservation on behalf of 3186d86adf5742a09e6419a7b82aa88b for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:19:32.587661 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:32.901884 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:32.971301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:32.982530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Checking segment: {'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:19:32.983121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Network hostable DHCP agents. Network: fe931074-20c3-4cd9-b574-e0abe5654011, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:19:33.010874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Network fe931074-20c3-4cd9-b574-e0abe5654011 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:19:33.023995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, fe931074-20c3-4cd9-b574-e0abe5654011) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:19:33.029098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:19:33.029696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:33.034724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa5f0e4-4583-400b-a4c5-22cdc405dc4b None None] Network fe931074-20c3-4cd9-b574-e0abe5654011 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:19:33.047868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c8f5e5a8-b8fd-4ecc-a35a-02df3b449f30 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4898262 Aug 09 15:19:33.379602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-fe931074-20c3-4cd9-b574-e0abe5654011', 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'fixed_ips': [{'subnet_id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:19:33.380995 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:33.673083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Allocated IP 172.20.0.2 (fe931074-20c3-4cd9-b574-e0abe5654011/2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801/85d268de-fb48-487c-895a-fedd855e5cfd) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:19:33.923195 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:33.938903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Transition to ACTIVE for port object 85d268de-fb48-487c-895a-fedd855e5cfd will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:19:33.960744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Transition to ACTIVE for port object 85d268de-fb48-487c-895a-fedd855e5cfd will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:19:33.970035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:34.042067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Network fe931074-20c3-4cd9-b574-e0abe5654011 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:19:34.046852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:19:34.054198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:19:34.061693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Pushing event updated for resources: {'Port': ['ID=85d268de-fb48-487c-895a-fedd855e5cfd,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:34.090932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.091284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.091628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.091951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.092255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.092606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.092924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.093211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.093554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.093860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.094173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.094449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Tracked resource versions report: Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: pushed versions: Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: { 'AddressGroup': {'1.2'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'ConntrackHelper': {'1.0'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Log': {'1.0'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Network': {'1.1'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Port': {'1.7'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'PortForwarding': {'1.2'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'QosPolicy': {'1.9'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'SecurityGroup': {'1.4'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'SubPort': {'1.0'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Subnet': {'1.1'}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Trunk': {'1.1'}} Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: consumer versions: Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: { DHCP agent@n-d-799523-2: {}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: L3 agent@n-d-799523-2: {}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: Metadata agent@n-d-799523-2: {}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: Metering agent@n-d-799523-2: {}, Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: Open vSwitch agent@n-d-799523-2: { 'AddressGroup': '1.2', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'ConntrackHelper': '1.0', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Log': '1.0', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Network': '1.1', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Port': '1.7', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'PortForwarding': '1.2', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'QosPolicy': '1.9', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'SecurityGroup': '1.4', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'SecurityGroupRule': '1.2', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'SubPort': '1.0', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Subnet': '1.1', Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: 'Trunk': '1.1'}} Aug 09 15:19:34.095517 n-d-799523-2 neutron-server[94179]: {{(pid=94179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:19:34.158175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Attempting to bind port 85d268de-fb48-487c-895a-fedd855e5cfd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:19:34.158558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Attempting to bind port 85d268de-fb48-487c-895a-fedd855e5cfd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:19:34.158988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Attempting to bind port 85d268de-fb48-487c-895a-fedd855e5cfd on network fe931074-20c3-4cd9-b574-e0abe5654011 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:19:34.164050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:19:34.164427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Checking segment: {'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:19:34.164893 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:34.165290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Bound using segment: {'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:19:34.165783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Bound port: 85d268de-fb48-487c-895a-fedd855e5cfd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:19:34.166155 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:34.230998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] For port 85d268de-fb48-487c-895a-fedd855e5cfd, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:19:34.235124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] For port 85d268de-fb48-487c-895a-fedd855e5cfd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=85d268de-fb48-487c-895a-fedd855e5cfd,segment=NetworkSegment(f01a9a24-484e-4121-b3bf-b0be883ecfdb),segment_id=f01a9a24-484e-4121-b3bf-b0be883ecfdb)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:19:34.240877 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:34.304637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c0e55-58a2-4aa0-8248-5a7d4aa4ec2d None None] Pushing event updated for resources: {'Port': ['ID=85d268de-fb48-487c-895a-fedd855e5cfd,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:35.466356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34500) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:35.830286 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-573af2db-1b1c-42e4-a161-aaeb5a6fe155 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:19:35.831202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-573af2db-1b1c-42e4-a161-aaeb5a6fe155 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3638935 Aug 09 15:19:38.224091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34508) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:38.590028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-02913969-d8dc-41c7-a172-01b3f8a735a7 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:19:38.591483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-02913969-d8dc-41c7-a172-01b3f8a735a7 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3662655 Aug 09 15:19:41.283242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34518) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:41.623810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e20ba133-edeb-4708-b2c8-5c7eb1cba8ce admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:19:41.658741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20ba133-edeb-4708-b2c8-5c7eb1cba8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:41.660992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20ba133-edeb-4708-b2c8-5c7eb1cba8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:41.728179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 85d268de-fb48-487c-895a-fedd855e5cfd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:19:41.814151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20ba133-edeb-4708-b2c8-5c7eb1cba8ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:41.817680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 85d268de-fb48-487c-895a-fedd855e5cfd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:19:41.819025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20ba133-edeb-4708-b2c8-5c7eb1cba8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:41.836927 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20ba133-edeb-4708-b2c8-5c7eb1cba8ce admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:41.838193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e20ba133-edeb-4708-b2c8-5c7eb1cba8ce admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5539441 Aug 09 15:19:42.751568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b08f9e-8b4d-4176-891f-31910e5db27d None None] Network fe931074-20c3-4cd9-b574-e0abe5654011 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:19:42.809761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b19a4fe0-95e9-4dea-8af7-823551550ae8 None None] Provisioning for port 85d268de-fb48-487c-895a-fedd855e5cfd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:19:42.817595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b19a4fe0-95e9-4dea-8af7-823551550ae8 None None] Provisioning complete for port 85d268de-fb48-487c-895a-fedd855e5cfd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:19:42.818019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b19a4fe0-95e9-4dea-8af7-823551550ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:42.994949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b19a4fe0-95e9-4dea-8af7-823551550ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:43.043595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b19a4fe0-95e9-4dea-8af7-823551550ae8 None None] For port 85d268de-fb48-487c-895a-fedd855e5cfd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=85d268de-fb48-487c-895a-fedd855e5cfd,segment=NetworkSegment(f01a9a24-484e-4121-b3bf-b0be883ecfdb),segment_id=f01a9a24-484e-4121-b3bf-b0be883ecfdb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:19:43.048512 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b19a4fe0-95e9-4dea-8af7-823551550ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:43.100348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a4fe0-95e9-4dea-8af7-823551550ae8 None None] Pushing event updated for resources: {'Port': ['ID=85d268de-fb48-487c-895a-fedd855e5cfd,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:43.277621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0636614f-e24d-4446-9ab0-b81c022c4ec8 None None] Provisioning complete for port 85d268de-fb48-487c-895a-fedd855e5cfd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:19:43.277918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0636614f-e24d-4446-9ab0-b81c022c4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:43.656098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 85d268de-fb48-487c-895a-fedd855e5cfd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:19:43.717990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 85d268de-fb48-487c-895a-fedd855e5cfd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:19:43.718298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:44.271450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34530) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:44.804872 n-d-799523-2 neutron-server[94178]: WARNING oslo_policy.policy [None req-5bb4cc5f-c1fb-44ea-b565-be65c4fd227c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:19:44.805518 n-d-799523-2 neutron-server[94178]: WARNING oslo_policy.policy [None req-5bb4cc5f-c1fb-44ea-b565-be65c4fd227c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:19:44.902473 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-776320e1-06f3-4da3-b45e-6c90272e60b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:45.024821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-5bb4cc5f-c1fb-44ea-b565-be65c4fd227c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:19:45.025789 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5bb4cc5f-c1fb-44ea-b565-be65c4fd227c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7531216 Aug 09 15:19:47.398351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:47.433918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-99973259-870a-4768-b342-ae414e7c32b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:47.715575 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:47.764283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:19:47.765662 n-d-799523-2 neutron-server[94178]: INFO neutron.quota [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Loaded quota_driver: . Aug 09 15:19:47.824830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Made reservation on behalf of 5094144eb3a64d5fba886f47fce09687 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:19:47.889260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.policy [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94178) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 15:19:47.932952 n-d-799523-2 neutron-server[94178]: WARNING oslo_policy.policy [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:19:47.933330 n-d-799523-2 neutron-server[94178]: WARNING oslo_policy.policy [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:19:47.944207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:47.963774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:48.100379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:48.105608 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:48.117108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Reserving flat network on physical network physnet1 {{(pid=94178) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 15:19:48.152780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764431328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:48.153371 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Unsubscribe: segment precommit_create {{(pid=94178) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 15:19:48.153872 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Added segment 72936766-4a75-44bf-a3d7-0364b42a960d of type flat for network d8200317-e626-42d3-906a-260c9ad8aee8 Aug 09 15:19:48.171678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8142e73f-d016-4224-a6f2-aebefcd8afaf,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:48.222681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.222995 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.223351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.223654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.224037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.224357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.224675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.224974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.225287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.225599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.225910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.226217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Tracked resource versions report: Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: pushed versions: Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: { 'AddressGroup': {'1.2'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'ConntrackHelper': {'1.0'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Log': {'1.0'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Network': {'1.1'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Port': {'1.7'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'PortForwarding': {'1.2'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'QosPolicy': {'1.9'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'SecurityGroup': {'1.4'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'SubPort': {'1.0'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Subnet': {'1.1'}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Trunk': {'1.1'}} Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: consumer versions: Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: { DHCP agent@n-d-799523-2: {}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: L3 agent@n-d-799523-2: {}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: Metadata agent@n-d-799523-2: {}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: Metering agent@n-d-799523-2: {}, Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: Open vSwitch agent@n-d-799523-2: { 'AddressGroup': '1.2', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'ConntrackHelper': '1.0', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Log': '1.0', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Network': '1.1', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Port': '1.7', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'PortForwarding': '1.2', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'QosPolicy': '1.9', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'SecurityGroup': '1.4', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'SecurityGroupRule': '1.2', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'SubPort': '1.0', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Subnet': '1.1', Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: 'Trunk': '1.1'}} Aug 09 15:19:48.227299 n-d-799523-2 neutron-server[94178]: {{(pid=94178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:19:48.281817 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:48.342924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:48.344105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:19:48.344885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:48.437080 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0372791 Aug 09 15:19:48.446527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b96cf3-201e-4d7f-865e-32df86f67cfb admin admin] Pushing event updated for resources: {'Network': ['ID=d8200317-e626-42d3-906a-260c9ad8aee8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:48.457706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network d8200317-e626-42d3-906a-260c9ad8aee8 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:19:48.795539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:50.108335 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:50.841681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34568) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:51.068287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e21d5-37ab-4426-8696-2d8a23d4376e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:19:51.069690 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0e3e21d5-37ab-4426-8696-2d8a23d4376e admin admin] 10.222.0.64 "GET /v2.0/subnets/2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801 HTTP/1.1" status: 200 len: 849 time: 0.2270768 Aug 09 15:19:51.230515 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7ad60d62-ef3e-4fc6-8664-3781d192b60b admin admin] 10.222.0.64 "GET /v2.0/routers/9a9c82b2-db03-4420-862e-38250d66c5a6 HTTP/1.1" status: 200 len: 704 time: 0.1546288 Aug 09 15:19:51.524970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:51.837228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Allocated IP 172.20.0.1 (fe931074-20c3-4cd9-b574-e0abe5654011/2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801/428bc49b-bbed-47e9-a50d-5a2aed8f7bf1) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:19:52.028085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:52.054884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Transition to ACTIVE for port object 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:19:52.140966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:52.216358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Network fe931074-20c3-4cd9-b574-e0abe5654011 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:19:52.225021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:19:52.230296 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Pushing event updated for resources: {'Port': ['ID=428bc49b-bbed-47e9-a50d-5a2aed8f7bf1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:52.241263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:19:52.241853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:52.444404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-83152eb0-a327-46d7-adf2-89404db2d0fc None None] Provisioning for port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:19:52.447845 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:52.448558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-83152eb0-a327-46d7-adf2-89404db2d0fc None None] Provisioning complete for port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:19:52.448934 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83152eb0-a327-46d7-adf2-89404db2d0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:52.488619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-83152eb0-a327-46d7-adf2-89404db2d0fc None None] Port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:19:52.718132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:52.723295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:52.724242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:52.801178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Pushing event updated for resources: {'Port': ['ID=428bc49b-bbed-47e9-a50d-5a2aed8f7bf1,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:52.847944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Network fe931074-20c3-4cd9-b574-e0abe5654011 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:19:52.849455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:19:53.008851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2e5919a3-e90b-47dc-885a-e2c5bbded38d None None] Provisioning complete for port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:19:53.009310 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2e5919a3-e90b-47dc-885a-e2c5bbded38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:53.021911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Router 9a9c82b2-db03-4420-862e-38250d66c5a6 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:19:53.043849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2e5919a3-e90b-47dc-885a-e2c5bbded38d None None] Port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:19:53.114109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:19:53.119428 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ab304ae-0182-4896-a22b-70291dd3730e admin admin] 10.222.0.64 "PUT /v2.0/routers/9a9c82b2-db03-4420-862e-38250d66c5a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8832500 Aug 09 15:19:53.139637 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Sync routers for ids ['9a9c82b2-db03-4420-862e-38250d66c5a6'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:19:53.151796 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Routers {'9a9c82b2-db03-4420-862e-38250d66c5a6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:19:53.152661 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:19:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a9c82b2-db03-4420-862e-38250d66c5a6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:53.354399 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Set router 9a9c82b2-db03-4420-862e-38250d66c5a6 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:19:53.821427 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'name': 'router1', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:19:41Z', 'updated_at': '2021-08-09T15:19:52Z', 'revision_number': 2, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'gw_port_host': None, '_interfaces': [{'id': '428bc49b-bbed-47e9-a50d-5a2aed8f7bf1', 'name': '', 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'mac_address': 'fa:16:3e:f4:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:51Z', 'updated_at': '2021-08-09T15:19:52Z', 'revision_number': 2, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'subnets': [{'id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd2699ba-d535-4308-bc5a-0d07c752c596'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:53.873524 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Checking router: 9a9c82b2-db03-4420-862e-38250d66c5a6 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:19:53.873776 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Updating router 9a9c82b2-db03-4420-862e-38250d66c5a6 port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:19:53.923431 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:54.466130 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:54.484661 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Transition to ACTIVE for port object 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:19:54.490652 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:54.659630 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Pushing event updated for resources: {'Port': ['ID=428bc49b-bbed-47e9-a50d-5a2aed8f7bf1,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:54.662346 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Attempting to bind port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:19:54.662738 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Attempting to bind port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:19:54.663178 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Attempting to bind port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 on network fe931074-20c3-4cd9-b574-e0abe5654011 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:19:54.673343 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.673845 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.674187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.674522 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.674849 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.675176 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.675499 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.675836 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.676161 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.676478 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.676797 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.677114 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Tracked resource versions report: Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: pushed versions: Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: { 'AddressGroup': {'1.2'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'ConntrackHelper': {'1.0'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Log': {'1.0'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Network': {'1.1'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Port': {'1.7'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'PortForwarding': {'1.2'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'QosPolicy': {'1.9'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'SecurityGroup': {'1.4'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'SubPort': {'1.0'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Subnet': {'1.1'}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Trunk': {'1.1'}} Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: consumer versions: Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: { DHCP agent@n-d-799523-2: {}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: L3 agent@n-d-799523-2: {}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: Metadata agent@n-d-799523-2: {}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: Metering agent@n-d-799523-2: {}, Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: Open vSwitch agent@n-d-799523-2: { 'AddressGroup': '1.2', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'ConntrackHelper': '1.0', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Log': '1.0', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Network': '1.1', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Port': '1.7', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'PortForwarding': '1.2', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'QosPolicy': '1.9', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'SecurityGroup': '1.4', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'SecurityGroupRule': '1.2', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'SubPort': '1.0', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Subnet': '1.1', Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: 'Trunk': '1.1'}} Aug 09 15:19:54.678212 n-d-799523-2 neutron-server[94180]: {{(pid=94180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:19:54.680645 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:19:54.681060 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Checking segment: {'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:19:54.681525 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:54.681923 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Bound using segment: {'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:19:54.682413 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Bound port: 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01a9a24-484e-4121-b3bf-b0be883ecfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:19:54.682808 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:54.754089 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] For port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:19:54.785115 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] For port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=428bc49b-bbed-47e9-a50d-5a2aed8f7bf1,segment=NetworkSegment(f01a9a24-484e-4121-b3bf-b0be883ecfdb),segment_id=f01a9a24-484e-4121-b3bf-b0be883ecfdb)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:19:54.792665 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:54.851721 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddada6-1963-4067-83f6-25abb40a0992 None None] Pushing event updated for resources: {'Port': ['ID=428bc49b-bbed-47e9-a50d-5a2aed8f7bf1,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:54.884857 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Routers {'9a9c82b2-db03-4420-862e-38250d66c5a6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:19:54.885997 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:19:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a9c82b2-db03-4420-862e-38250d66c5a6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:54.977775 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] Set router 9a9c82b2-db03-4420-862e-38250d66c5a6 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:19:55.194428 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'name': 'router1', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:19:41Z', 'updated_at': '2021-08-09T15:19:52Z', 'revision_number': 2, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'gw_port_host': None, '_interfaces': [{'id': '428bc49b-bbed-47e9-a50d-5a2aed8f7bf1', 'name': '', 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'mac_address': 'fa:16:3e:f4:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:51Z', 'updated_at': '2021-08-09T15:19:54Z', 'revision_number': 4, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'subnets': [{'id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd2699ba-d535-4308-bc5a-0d07c752c596'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:19:55.224836 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2d7b8-c97c-4147-8fe4-f79d931731d6 None None] The sync data for ids ['9a9c82b2-db03-4420-862e-38250d66c5a6'] in n-d-799523-2 is: [{'id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'name': 'router1', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:19:41Z', 'updated_at': '2021-08-09T15:19:52Z', 'revision_number': 2, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'gw_port_host': None, '_interfaces': [{'id': '428bc49b-bbed-47e9-a50d-5a2aed8f7bf1', 'name': '', 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'mac_address': 'fa:16:3e:f4:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:51Z', 'updated_at': '2021-08-09T15:19:54Z', 'revision_number': 4, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'subnets': [{'id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd2699ba-d535-4308-bc5a-0d07c752c596'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:19:55.364453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34592) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:55.498169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd0e67-7448-4db3-b39d-c631c7366bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:19:55.499573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-37dd0e67-7448-4db3-b39d-c631c7366bf1 admin admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 842 time: 0.1338863 Aug 09 15:19:55.509938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:19:55.532185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Made reservation on behalf of 5094144eb3a64d5fba886f47fce09687 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:19:55.535238 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:55.868336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:19:55.868796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:55.928946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eef04c4-63b9-4d77-804f-4436488289d9,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:19:55.939210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:19:55.939738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Network hostable DHCP agents. Network: d8200317-e626-42d3-906a-260c9ad8aee8, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:19:55.957855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:19:55.966516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, d8200317-e626-42d3-906a-260c9ad8aee8) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:19:55.970595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:19:55.971276 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:55.976457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad70c6d-4bf0-4beb-ab5c-06ed6ff4f66f None None] Network d8200317-e626-42d3-906a-260c9ad8aee8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:19:55.988506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ed4041a5-0c0a-40bc-8256-70572896b674 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4814951 Aug 09 15:19:56.112834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa6f81c-5bb1-4c0a-837a-204f83240be9 None None] Network d8200317-e626-42d3-906a-260c9ad8aee8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:19:58.302394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34600) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:19:58.550661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0fc057eb-dcbb-4a0b-ba0e-44a933e4fcc8 admin admin] 10.222.0.64 "GET /v2.0/routers/9a9c82b2-db03-4420-862e-38250d66c5a6 HTTP/1.1" status: 200 len: 710 time: 0.2470045 Aug 09 15:19:58.645053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33a504-e19a-4502-b910-bd8f8788b56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:19:58.646466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5d33a504-e19a-4502-b910-bd8f8788b56b admin admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 886 time: 0.0901518 Aug 09 15:19:58.656234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:19:58.969560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:59.214780 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:59.293721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:59.462016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Allocated IP 172.25.7.253 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/f1c84255-ca0d-462e-b6e8-5596534a0804) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:19:59.589292 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:59.712876 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:19:59.793971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:19:59.799158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:19:59.802066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:19:59.814025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Pushing event updated for resources: {'Port': ['ID=f1c84255-ca0d-462e-b6e8-5596534a0804,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:20:00.124181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:00.330992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:00.335854 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:00.529203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Router 9a9c82b2-db03-4420-862e-38250d66c5a6 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:20:00.637509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:20:00.642259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:00.643605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-591a8a6f-1320-4aac-9b72-630a318401df admin admin] 10.222.0.64 "PUT /v2.0/routers/9a9c82b2-db03-4420-862e-38250d66c5a6 HTTP/1.1" status: 200 len: 890 time: 1.9908519 Aug 09 15:20:00.926561 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:20:01.706833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:20:01.764913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:20:01.769284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:20:01.769757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:01.837752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Sync routers for ids ['9a9c82b2-db03-4420-862e-38250d66c5a6'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:20:01.858389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Routers {'9a9c82b2-db03-4420-862e-38250d66c5a6'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:20:01.859051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:19:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a9c82b2-db03-4420-862e-38250d66c5a6'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:20:01.886006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:02.072355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=428bc49b-bbed-47e9-a50d-5a2aed8f7bf1,segment=NetworkSegment(f01a9a24-484e-4121-b3bf-b0be883ecfdb),segment_id=f01a9a24-484e-4121-b3bf-b0be883ecfdb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:20:02.105453 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:02.216151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Set router 9a9c82b2-db03-4420-862e-38250d66c5a6 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:20:02.313977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=428bc49b-bbed-47e9-a50d-5a2aed8f7bf1,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:20:02.694040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'name': 'router1', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'f1c84255-ca0d-462e-b6e8-5596534a0804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:19:41Z', 'updated_at': '2021-08-09T15:19:59Z', 'revision_number': 4, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'gw_port': {'id': 'f1c84255-ca0d-462e-b6e8-5596534a0804', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:59Z', 'updated_at': '2021-08-09T15:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '428bc49b-bbed-47e9-a50d-5a2aed8f7bf1', 'name': '', 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'mac_address': 'fa:16:3e:f4:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:51Z', 'updated_at': '2021-08-09T15:19:54Z', 'revision_number': 4, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'subnets': [{'id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd2699ba-d535-4308-bc5a-0d07c752c596'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:20:02.746521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Checking router: 9a9c82b2-db03-4420-862e-38250d66c5a6 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:20:02.747318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Updating router 9a9c82b2-db03-4420-862e-38250d66c5a6 port f1c84255-ca0d-462e-b6e8-5596534a0804 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:20:02.794407 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:03.103840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34612) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:20:03.154462 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:03.164231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Transition to ACTIVE for port object f1c84255-ca0d-462e-b6e8-5596534a0804 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:20:03.171012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:03.223228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc84d47-807b-442b-b5ce-4efea92b5835 None None] Pushing event updated for resources: {'Port': ['ID=f1c84255-ca0d-462e-b6e8-5596534a0804,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:20:03.225666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Attempting to bind port f1c84255-ca0d-462e-b6e8-5596534a0804 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:20:03.226034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Attempting to bind port f1c84255-ca0d-462e-b6e8-5596534a0804 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:20:03.226391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Attempting to bind port f1c84255-ca0d-462e-b6e8-5596534a0804 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:20:03.231635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-08a282a7-aec0-465b-b759-ece502f6071a admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1230640 Aug 09 15:20:03.232544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:20:03.232544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:20:03.232874 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:03.233264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:20:03.233740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Bound port: f1c84255-ca0d-462e-b6e8-5596534a0804, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:20:03.234143 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:03.292030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] For port f1c84255-ca0d-462e-b6e8-5596534a0804, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:20:03.295715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] For port f1c84255-ca0d-462e-b6e8-5596534a0804, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f1c84255-ca0d-462e-b6e8-5596534a0804,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:20:03.301571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:03.364211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Routers {'9a9c82b2-db03-4420-862e-38250d66c5a6'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:20:03.364837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:19:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a9c82b2-db03-4420-862e-38250d66c5a6'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:20:03.488522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc84d47-807b-442b-b5ce-4efea92b5835 None None] Pushing event updated for resources: {'Port': ['ID=f1c84255-ca0d-462e-b6e8-5596534a0804,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:20:03.569565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] Set router 9a9c82b2-db03-4420-862e-38250d66c5a6 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:20:03.700929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:20:03.791958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:20:03.792596 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:03.922387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'name': 'router1', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'f1c84255-ca0d-462e-b6e8-5596534a0804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:19:41Z', 'updated_at': '2021-08-09T15:19:59Z', 'revision_number': 4, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'gw_port': {'id': 'f1c84255-ca0d-462e-b6e8-5596534a0804', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:59Z', 'updated_at': '2021-08-09T15:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '428bc49b-bbed-47e9-a50d-5a2aed8f7bf1', 'name': '', 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'mac_address': 'fa:16:3e:f4:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:51Z', 'updated_at': '2021-08-09T15:20:02Z', 'revision_number': 5, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'subnets': [{'id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd2699ba-d535-4308-bc5a-0d07c752c596'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:20:03.957251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8693d60c-d52b-49b8-9675-cfe1ad24549d None None] The sync data for ids ['9a9c82b2-db03-4420-862e-38250d66c5a6'] in n-d-799523-2 is: [{'id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'name': 'router1', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'f1c84255-ca0d-462e-b6e8-5596534a0804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:19:41Z', 'updated_at': '2021-08-09T15:19:59Z', 'revision_number': 4, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'gw_port': {'id': 'f1c84255-ca0d-462e-b6e8-5596534a0804', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:59Z', 'updated_at': '2021-08-09T15:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '428bc49b-bbed-47e9-a50d-5a2aed8f7bf1', 'name': '', 'network_id': 'fe931074-20c3-4cd9-b574-e0abe5654011', 'tenant_id': '3186d86adf5742a09e6419a7b82aa88b', 'mac_address': 'fa:16:3e:f4:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c82b2-db03-4420-862e-38250d66c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:19:51Z', 'updated_at': '2021-08-09T15:20:02Z', 'revision_number': 5, 'project_id': '3186d86adf5742a09e6419a7b82aa88b', 'subnets': [{'id': '2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd2699ba-d535-4308-bc5a-0d07c752c596'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:20:05.731654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f1c84255-ca0d-462e-b6e8-5596534a0804 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:20:05.819879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f1c84255-ca0d-462e-b6e8-5596534a0804 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:20:05.826632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f1c84255-ca0d-462e-b6e8-5596534a0804 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:20:05.827305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:05.945404 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:05.985982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port f1c84255-ca0d-462e-b6e8-5596534a0804, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f1c84255-ca0d-462e-b6e8-5596534a0804,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:20:05.991030 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:06.046317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=f1c84255-ca0d-462e-b6e8-5596534a0804,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:20:07.720343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f1c84255-ca0d-462e-b6e8-5596534a0804 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:20:07.795215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f1c84255-ca0d-462e-b6e8-5596534a0804 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:20:07.795887 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:14.908241 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a0115a3a-2e31-4bec-b335-b81cbbd4a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:17.435776 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-81395671-483c-4cc1-aceb-aa5261886264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:17.725093 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:18.810575 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:20.128368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:37.929279 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:20:44.906343 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de0f86a8-5e70-4ddd-880b-5a1855d802c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:47.431982 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-676af09c-91a0-4845-9e9d-dba128833d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:47.750615 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:48.808848 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:20:50.156854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:14.901666 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7826b45-eff7-4e44-97da-189875229c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:14.932760 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:21:17.437082 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0f2da7a9-9888-4be5-ae56-a0a4d624b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:17.724748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:18.808811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:20.126207 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:44.901802 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c24521cb-8787-42f5-a07f-1ed15a6ff7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:47.451331 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54b630f3-3228-44db-9730-b9174866c3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:47.748445 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:48.820678 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:50.135870 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:51.849030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35212) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:21:51.933737 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:21:51.959482 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-322190be-8686-4dcc-98c8-c33a0d351a02 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:21:51.961813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-322190be-8686-4dcc-98c8-c33a0d351a02 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1112275 Aug 09 15:21:52.151810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d76692-2e1d-437a-a10b-a9266a1965db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:21:52.153714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-04d76692-2e1d-437a-a10b-a9266a1965db admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1868029 Aug 09 15:21:54.496460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35222) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:21:54.611877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7354b3-91ba-4f36-8646-f43f7caf3701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:21:54.614408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2a7354b3-91ba-4f36-8646-f43f7caf3701 admin admin] 10.222.0.64 "GET /v2.0/subnets/2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801 HTTP/1.1" status: 200 len: 849 time: 0.1166656 Aug 09 15:21:54.627086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:21:54.725955 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:54.969706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764431207828'] for subnet, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:55.024358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:21:55.024557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:55.027423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] 10.222.0.64 "PUT /v2.0/subnets/2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801 HTTP/1.1" status: 200 len: 868 time: 0.4041228 Aug 09 15:21:55.029205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0038cfb-8297-4228-ad40-4aca4f694dc6 None None] Network fe931074-20c3-4cd9-b574-e0abe5654011 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:21:55.057178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:21:55.071341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.071974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.072723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.073306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.073879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.074419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.074997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.075571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.076222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.076895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.077330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.077903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58609cfd-9d6a-41ef-bd20-fa55101dcc82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:21:55.585156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-004a89ef-913e-4eee-9de4-6a9fbdadded8 None None] Provisioning complete for port 428bc49b-bbed-47e9-a50d-5a2aed8f7bf1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:21:55.585525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-004a89ef-913e-4eee-9de4-6a9fbdadded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:55.749334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-004a89ef-913e-4eee-9de4-6a9fbdadded8 None None] Provisioning complete for port 85d268de-fb48-487c-895a-fedd855e5cfd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:21:55.749963 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-004a89ef-913e-4eee-9de4-6a9fbdadded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:21:57.539523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35230) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:21:57.825052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620066c2-52fe-4111-855e-f7fd5f4c00a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:21:57.825622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620066c2-52fe-4111-855e-f7fd5f4c00a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:21:57.827478 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-620066c2-52fe-4111-855e-f7fd5f4c00a4 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2867072 Aug 09 15:22:00.644870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35240) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:00.804261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb3dc0-f40a-4918-b955-845d4ddee77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:00.804820 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb3dc0-f40a-4918-b955-845d4ddee77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:00.806546 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24fb3dc0-f40a-4918-b955-845d4ddee77c admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1606526 Aug 09 15:22:03.543860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35248) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:03.779505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67e557-6203-4cea-843f-184b755b5e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:03.781988 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2d67e557-6203-4cea-843f-184b755b5e37 admin admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 886 time: 0.2366333 Aug 09 15:22:06.345697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35256) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:06.599316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d967edd-891c-4318-9f41-10042b928e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:06.601769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6d967edd-891c-4318-9f41-10042b928e94 admin admin] 10.222.0.64 "GET /v2.0/networks/fe931074-20c3-4cd9-b574-e0abe5654011 HTTP/1.1" status: 200 len: 870 time: 0.2545266 Aug 09 15:22:09.286205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35264) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:09.431439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc885e-f96f-48d8-9720-0e0faab11c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:09.431897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc885e-f96f-48d8-9720-0e0faab11c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:09.433568 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f3fc885e-f96f-48d8-9720-0e0faab11c7a admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1459482 Aug 09 15:22:12.101373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35272) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:12.258030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4540f59-515a-4b72-ae50-ab5f16cecf00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:12.258488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4540f59-515a-4b72-ae50-ab5f16cecf00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:12.260346 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f4540f59-515a-4b72-ae50-ab5f16cecf00 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1578557 Aug 09 15:22:14.772439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35280) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:14.880589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b53379-a398-4fb3-a560-237075457704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:14.882462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-51b53379-a398-4fb3-a560-237075457704 admin admin] 10.222.0.64 "GET /v2.0/subnets/2fe33f7e-ab1a-4df2-a325-b0d9cc3c4801 HTTP/1.1" status: 200 len: 868 time: 0.1088159 Aug 09 15:22:14.902577 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85382003-c638-4af5-ba1c-de092f1abd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:17.447734 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-30c5953b-accb-4071-a5c3-c8f3a9cefec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:17.452014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35288) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:17.553985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618cf29a-b4ce-43ef-b777-ad7d9b21638b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:17.555443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-618cf29a-b4ce-43ef-b777-ad7d9b21638b admin admin] 10.222.0.64 "GET /v2.0/subnets/6eef04c4-63b9-4d77-804f-4436488289d9 HTTP/1.1" status: 200 len: 816 time: 0.1020203 Aug 09 15:22:17.737535 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:18.824258 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:20.155462 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:28.935761 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:22:44.904929 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-13949710-cc48-4154-852c-864c9ce28423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:47.437732 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-758e3395-f757-41f0-91f0-8075c0a058dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:47.746421 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:47.771211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35344) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:47.858246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-faf19920-c008-4fbf-bd7d-3f7fa428a831 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:22:47.860137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-faf19920-c008-4fbf-bd7d-3f7fa428a831 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0874605 Aug 09 15:22:48.822436 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:50.152375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:50.835377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35352) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:50.912749 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6904e584-9c90-49e5-92e6-8d26cb1d9ee7 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:22:50.914226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6904e584-9c90-49e5-92e6-8d26cb1d9ee7 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0775623 Aug 09 15:22:51.038294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75968fa5-5743-4657-a5dd-738ef9f86b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:51.040605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-75968fa5-5743-4657-a5dd-738ef9f86b9b admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1206799 Aug 09 15:22:53.555039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35360) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:53.621638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:22:53.649611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Made reservation on behalf of 5094144eb3a64d5fba886f47fce09687 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:22:53.653395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:53.714969 n-d-799523-2 neutron-server[94177]: WARNING neutron.services.revisions.revision_plugin [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Could not find related network for resource to bump revision. Aug 09 15:22:53.732228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:22:53.747379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:53.747798 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Added segment 2f54b0ea-ec26-421d-af94-f60641229ece of type vlan for network a926d79b-c92a-4717-99ef-5f99fd8724c7 Aug 09 15:22:53.800497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:53.852444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:53.854300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:53.855527 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:53.938054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3817523 Aug 09 15:22:53.944274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697ba75-760b-4fb7-add4-3059769bb88e admin admin] Pushing event updated for resources: {'Network': ['ID=a926d79b-c92a-4717-99ef-5f99fd8724c7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:22:53.958616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:22:57.037411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35368) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:22:57.105403 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd410c40-ce56-4088-9e64-d88333d6628e admin admin] GET failed (client error): The resource could not be found. Aug 09 15:22:57.107204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cd410c40-ce56-4088-9e64-d88333d6628e admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0687819 Aug 09 15:22:57.190102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f4a95-b3eb-4f6e-b2df-7be09c5c4efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:57.191629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b65f4a95-b3eb-4f6e-b2df-7be09c5c4efd admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0760705 Aug 09 15:22:57.206201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'cidr': '192.168.233.0/24'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:22:57.228525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Made reservation on behalf of 5094144eb3a64d5fba886f47fce09687 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:22:57.230917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:57.530395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:57.589240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:22:57.602732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.603075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.603448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.603717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.604078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.604405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.604730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.605067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.605381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.605884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.606049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.606373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:57.612468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:22:57.612830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Network hostable DHCP agents. Network: a926d79b-c92a-4717-99ef-5f99fd8724c7, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:22:57.636280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:22:57.648945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a926d79b-c92a-4717-99ef-5f99fd8724c7) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:22:57.660686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:22:57.661772 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:57.663994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ea467-63df-4a96-b419-76c53db1249e None None] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:22:57.687498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d06e286e-b5b5-4502-b186-ddf4bdb957cc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4849887 Aug 09 15:22:57.882576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a926d79b-c92a-4717-99ef-5f99fd8724c7', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'tenant_id': '5094144eb3a64d5fba886f47fce09687', 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:22:57.884117 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:58.074256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Allocated IP 192.168.233.2 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/e879e476-e023-41a6-bbf0-0331e408cb17) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:22:58.268756 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:58.282232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Transition to ACTIVE for port object e879e476-e023-41a6-bbf0-0331e408cb17 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:22:58.300201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Transition to ACTIVE for port object e879e476-e023-41a6-bbf0-0331e408cb17 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:22:58.308863 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:58.364396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:22:58.368592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Pushing event updated for resources: {'Port': ['ID=e879e476-e023-41a6-bbf0-0331e408cb17,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:22:58.371281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:22:58.375499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:22:58.382922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.383270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.383606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.383964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.384312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.384640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.384959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.385284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.385602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.385918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.386235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.386547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:22:58.460762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Attempting to bind port e879e476-e023-41a6-bbf0-0331e408cb17 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:22:58.461358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Attempting to bind port e879e476-e023-41a6-bbf0-0331e408cb17 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:22:58.462261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Attempting to bind port e879e476-e023-41a6-bbf0-0331e408cb17 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:22:58.479222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:22:58.479811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:22:58.480848 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:58.481284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:22:58.482396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Bound port: e879e476-e023-41a6-bbf0-0331e408cb17, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:22:58.483096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:58.599304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] For port e879e476-e023-41a6-bbf0-0331e408cb17, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:22:58.605324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] For port e879e476-e023-41a6-bbf0-0331e408cb17, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e879e476-e023-41a6-bbf0-0331e408cb17,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:22:58.614287 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:22:58.694635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182c268-d79f-4bf8-87a1-9c5d6128fffd None None] Pushing event updated for resources: {'Port': ['ID=e879e476-e023-41a6-bbf0-0331e408cb17,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:22:59.719532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9d2de-5785-48ba-8171-491173b60f00 None None] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:22:59.824690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-70885587-48c9-41a7-94d8-eeb5806dcb37 None None] Provisioning for port e879e476-e023-41a6-bbf0-0331e408cb17 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:22:59.917555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e879e476-e023-41a6-bbf0-0331e408cb17 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:23:00.041127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e879e476-e023-41a6-bbf0-0331e408cb17 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:23:00.048665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e879e476-e023-41a6-bbf0-0331e408cb17 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:23:00.049168 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:00.173280 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:00.228806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e879e476-e023-41a6-bbf0-0331e408cb17, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e879e476-e023-41a6-bbf0-0331e408cb17,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:23:00.236586 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:00.323026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e879e476-e023-41a6-bbf0-0331e408cb17,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:23:00.391653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a36125cd-3708-457d-97bc-0f7564bdd4cb None None] Provisioning complete for port e879e476-e023-41a6-bbf0-0331e408cb17 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:23:00.392147 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a36125cd-3708-457d-97bc-0f7564bdd4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:01.865127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e879e476-e023-41a6-bbf0-0331e408cb17 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:23:01.937122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e879e476-e023-41a6-bbf0-0331e408cb17 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:23:01.937485 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:05.936679 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:23:14.912177 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1413ecef-9367-4ab3-80d5-093b7b8523df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:17.439449 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9484e525-440d-4407-967f-72ff62777521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:17.743262 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:18.831894 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:20.171310 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:42.936399 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:23:44.904078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f28f5378-fd77-4887-9253-62bea28f82ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:47.442533 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee57c8de-ac12-48db-ac45-4458b481b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:47.738748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:48.834720 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:23:50.168620 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:14.909013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c0db2e5-5dc1-4356-87c2-9a0c7111c6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:17.445789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-560f4d77-9c4c-4d34-a5ff-9fd095b4160e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:17.744118 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:18.845920 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:19.936618 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:24:20.167185 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:20.638787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35420) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:24:20.647312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-7fc01d08-1b56-465e-996c-c5766a3555a1 tempest-verify_tempest_config-1910329508 tempest-verify_tempest_config-1910329508-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:24:20.648698 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7fc01d08-1b56-465e-996c-c5766a3555a1 tempest-verify_tempest_config-1910329508 tempest-verify_tempest_config-1910329508-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0084023 Aug 09 15:24:21.164635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35438) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:24:21.324478 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:21.438673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:21.443786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:21.493742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93452d2f978d417db44b94cba1aab909&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3278875 Aug 09 15:24:21.494641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa792a97-5762-4b22-a787-5605f16ddef7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:24:21.497628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35442) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:24:21.505739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.506267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.506788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.507532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.508085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.508606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.509122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.509604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.510026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.510551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.511060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.511584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a719775-5220-4317-9ffc-b930c8f7815c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.577061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:21.604636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:21.753674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:21.757482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:21.758820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa792a97-5762-4b22-a787-5605f16ddef7 HTTP/1.1" status: 204 len: 168 time: 0.2599456 Aug 09 15:24:21.768737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa792a97-5762-4b22-a787-5605f16ddef7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:24:21.778317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.778768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.779009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.779318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.779646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.780010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.780332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.780663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.780968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.781288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.781603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:21.781916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58558dd4-4393-40d1-9eda-0e1137812412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:24:44.913750 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-279422a5-084f-4ec9-aa56-e4d25e733d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:47.446242 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cd5df82a-cffb-46ab-bc36-14951c879a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:47.740453 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:48.837454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:50.172627 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:24:56.936053 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:25:14.912938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8df4-e869-48ae-9ed1-aceb341480df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:17.441743 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47536d33-1404-4e8b-91dc-1ae740fe3696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:17.737247 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:18.842427 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:20.175441 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:33.938696 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:25:44.915556 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-154be0ea-2a87-4d13-80c5-1972fe8fd711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:47.445856 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-545d36cc-7ccc-4fd6-9446-cf93ad1e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:47.741526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:48.848649 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:25:50.180784 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:10.941228 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:26:14.913525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3ba93e70-338e-478a-b196-35f2b718aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:17.452802 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2d3004f6-1cb8-44ed-b89e-0a210f40c53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:17.731626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:18.849539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:20.185477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:44.909523 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b72fc154-d7f1-4808-9d66-c6f368879e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:47.449447 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3510390a-938c-4755-8e31-f01a06302059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:47.739283 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:47.944041 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:26:48.858298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:26:50.187884 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:14.907172 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce746-dfce-4215-b80c-ec04f4f7fff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:17.452604 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-717bc492-89cf-42ab-9f80-749269fc35e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:17.735522 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:18.853547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:20.191550 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:24.944341 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 5 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:27:27.895352 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440315'] for agent, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:28.060262 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440315'] for agent, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:44.904332 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85e2f087-018e-4ee4-896f-95b5e76e3a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:47.449013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-050c710f-eef5-401c-a384-2fd60cc39fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:47.732601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:48.855805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:50.197593 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:57.847594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:58.028824 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:01.945274 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:28:14.585234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35512) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:14.709765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2bcc14ba-1f20-4f79-a3ff-d277720cead7 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1230078 Aug 09 15:28:14.901955 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a0f87d-bda6-4d0f-8999-2319e395af9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:17.445753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86c56ed1-af29-4ce4-a480-7420c27f616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:17.533085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35522) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:17.604449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-44ec3b23-1d47-4fb8-9702-b8394755c1cb admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0697756 Aug 09 15:28:17.732600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:18.858640 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:20.200820 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:27.844311 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:28.043705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:38.949540 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:28:44.897185 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-df3c94b8-98e9-4785-ae6c-fa69229d4b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:47.442724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77c06163-3e32-44f0-8bb0-86db8a158275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:47.736243 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:48.863582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:50.207047 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:57.862736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:58.043155 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:14.904987 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-55d13b94-6458-43b0-b6bf-7d08a0349b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:15.950720 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:29:17.445427 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ce637f2-a441-47ec-ae66-e5843f79a48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:17.735960 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:18.866028 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:20.206124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:27.855827 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:28.039486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:43.674244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35738) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:44.278023 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35760) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:44.278677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d0a173e6-7a26-425b-8340-f43bef4ea89a tempest-AutoAllocateNetworkTest-1953138361 tempest-AutoAllocateNetworkTest-1953138361-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6c9e38b07364b698b614ab670b5f0ae&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6026385 Aug 09 15:29:44.507485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf1e2e-d4e9-4922-a553-1b667857fc26 tempest-AutoAllocateNetworkTest-1953138361 tempest-AutoAllocateNetworkTest-1953138361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:29:44.512432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35772) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:44.520450 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0caf1e2e-d4e9-4922-a553-1b667857fc26 tempest-AutoAllocateNetworkTest-1953138361 tempest-AutoAllocateNetworkTest-1953138361-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2401786 Aug 09 15:29:44.574703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-311bfb96-f0c6-4a7a-9faa-5fc766853083 tempest-AutoAllocateNetworkTest-1953138361 tempest-AutoAllocateNetworkTest-1953138361-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581162 Aug 09 15:29:44.575274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35774) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:44.614498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-832ca20a-e553-4b86-96df-cb8d4bb7d89a tempest-AutoAllocateNetworkTest-1953138361 tempest-AutoAllocateNetworkTest-1953138361-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6c9e38b07364b698b614ab670b5f0ae HTTP/1.1" status: 200 len: 208 time: 0.0356102 Aug 09 15:29:44.914382 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f05661b-b38a-44f8-909f-9260f19f8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:45.452437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35818) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:45.806469 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:45.971435 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:45.977561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:46.041991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f608729-7ba7-49d2-a6ac-6c916eada801,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:46.065795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.066585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.067667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.068534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.069104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.069619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.070164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.070728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.071309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.071801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.072378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.072960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] Tracked resource versions report: Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: pushed versions: Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: { 'AddressGroup': {'1.2'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'ConntrackHelper': {'1.0'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Log': {'1.0'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Network': {'1.1'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Port': {'1.7'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'PortForwarding': {'1.2'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'QosPolicy': {'1.9'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'SecurityGroup': {'1.4'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'SubPort': {'1.0'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Subnet': {'1.1'}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Trunk': {'1.1'}} Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: consumer versions: Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: { DHCP agent@n-d-799523-2: {}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: HyperV agent@n-h1-799523-2: {}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: HyperV agent@n-h2-799523-2: {}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: L3 agent@n-d-799523-2: {}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: Metadata agent@n-d-799523-2: {}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: Metering agent@n-d-799523-2: {}, Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: Open vSwitch agent@n-d-799523-2: { 'AddressGroup': '1.2', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'ConntrackHelper': '1.0', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Log': '1.0', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Network': '1.1', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Port': '1.7', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'PortForwarding': '1.2', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'QosPolicy': '1.9', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'SecurityGroup': '1.4', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'SecurityGroupRule': '1.2', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'SubPort': '1.0', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Subnet': '1.1', Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: 'Trunk': '1.1'}} Aug 09 15:29:46.075188 n-d-799523-2 neutron-server[94178]: {{(pid=94178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:29:46.092219 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7b389a2c-6498-4ebb-b5d8-288798e7188f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6c9e38b07364b698b614ab670b5f0ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6336951 Aug 09 15:29:46.094956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35844) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:46.172606 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:46.208938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:46.292096 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:46.296783 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:46.301071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f608729-7ba7-49d2-a6ac-6c916eada801 HTTP/1.1" status: 204 len: 168 time: 0.2008011 Aug 09 15:29:46.313566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f608729-7ba7-49d2-a6ac-6c916eada801,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:46.327527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.328115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.328963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.329476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.329999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.330524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.331043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.331548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.332613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.333351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.334379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.335123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ee072-2386-46c1-b749-9439b44c2306 admin admin] Tracked resource versions report: Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: pushed versions: Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: { 'AddressGroup': {'1.2'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'ConntrackHelper': {'1.0'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Log': {'1.0'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Network': {'1.1'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Port': {'1.7'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'PortForwarding': {'1.2'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'QosPolicy': {'1.9'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'SecurityGroup': {'1.4'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'SubPort': {'1.0'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Subnet': {'1.1'}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Trunk': {'1.1'}} Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: consumer versions: Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: { DHCP agent@n-d-799523-2: {}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: HyperV agent@n-h1-799523-2: {}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: HyperV agent@n-h2-799523-2: {}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: L3 agent@n-d-799523-2: {}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: Metadata agent@n-d-799523-2: {}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: Metering agent@n-d-799523-2: {}, Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: Open vSwitch agent@n-d-799523-2: { 'AddressGroup': '1.2', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'ConntrackHelper': '1.0', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Log': '1.0', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Network': '1.1', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Port': '1.7', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'PortForwarding': '1.2', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'QosPolicy': '1.9', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'SecurityGroup': '1.4', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'SecurityGroupRule': '1.2', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'SubPort': '1.0', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Subnet': '1.1', Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: 'Trunk': '1.1'}} Aug 09 15:29:46.337361 n-d-799523-2 neutron-server[94177]: {{(pid=94177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:29:47.451781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-244d303a-f80f-4a70-aabd-07cbcc08f5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:47.737258 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:48.112130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35928) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:48.301522 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0bbb417-c279-4823-9439-01654b8c2519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:48.416147 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0bbb417-c279-4823-9439-01654b8c2519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:48.422606 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0bbb417-c279-4823-9439-01654b8c2519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:48.487019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbb417-c279-4823-9439-01654b8c2519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9d71fb-993d-41c1-a010-3ed0657f2e35,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:48.524483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e0bbb417-c279-4823-9439-01654b8c2519 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dcc81acbcf6a44b3bec991ae7d41bcb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4109919 Aug 09 15:29:48.525335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:48.634984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-300f1be3-344c-43f3-81d5-c64772eabbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:48.671672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-300f1be3-344c-43f3-81d5-c64772eabbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:48.742302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-300f1be3-344c-43f3-81d5-c64772eabbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:48.745774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-300f1be3-344c-43f3-81d5-c64772eabbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:48.746970 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-300f1be3-344c-43f3-81d5-c64772eabbd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c9d71fb-993d-41c1-a010-3ed0657f2e35 HTTP/1.1" status: 204 len: 168 time: 0.2204437 Aug 09 15:29:48.761881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f1be3-344c-43f3-81d5-c64772eabbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9d71fb-993d-41c1-a010-3ed0657f2e35,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:48.868599 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:49.453906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35992) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:49.479183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6000c29-b707-42a8-bdd6-85dce3a2e727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:49.611451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6000c29-b707-42a8-bdd6-85dce3a2e727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:49.620244 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6000c29-b707-42a8-bdd6-85dce3a2e727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:49.668905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6000c29-b707-42a8-bdd6-85dce3a2e727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d11fb-3bfa-42e8-b920-f5cb1a2587a9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:49.673845 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e6000c29-b707-42a8-bdd6-85dce3a2e727 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=723c022d54a64524be2ea8b136954d3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2131317 Aug 09 15:29:49.680009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36004) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:49.774690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfc67-1c1a-40ab-8f94-05a6eeb8f41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:49.813657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfc67-1c1a-40ab-8f94-05a6eeb8f41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:49.908435 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfc67-1c1a-40ab-8f94-05a6eeb8f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:49.912065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfc67-1c1a-40ab-8f94-05a6eeb8f41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:49.913764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbbcfc67-1c1a-40ab-8f94-05a6eeb8f41c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/157d11fb-3bfa-42e8-b920-f5cb1a2587a9 HTTP/1.1" status: 204 len: 168 time: 0.2326231 Aug 09 15:29:49.936161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcfc67-1c1a-40ab-8f94-05a6eeb8f41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d11fb-3bfa-42e8-b920-f5cb1a2587a9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:50.216158 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:50.753978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36092) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:50.797121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36096) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:51.275714 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f70a9f63-1767-443e-8c29-a83d9f639af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.290616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36116) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:51.294437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9e17b6d-550b-45e6-b069-6ad51c3d6c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.328224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-b9e17b6d-550b-45e6-b069-6ad51c3d6c58 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:29:51.328224 n-d-799523-2 neutron-server[94178]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:29:51.328224 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id': '6539aebc06f943319538ed0a39f71347', 'id': 'aa270cbf-522d-4917-93be-3b59622812cf', 'expiration': datetime.datetime(2021, 8, 9, 15, 31, 51, 322423)}] Aug 09 15:29:51.328224 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:29:51.329051 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-b9e17b6d-550b-45e6-b069-6ad51c3d6c58 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:29:51.432607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f70a9f63-1767-443e-8c29-a83d9f639af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.439194 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f70a9f63-1767-443e-8c29-a83d9f639af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.473181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a9f63-1767-443e-8c29-a83d9f639af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e7f15f-483f-4add-b0d0-607676475692,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:51.504541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f70a9f63-1767-443e-8c29-a83d9f639af7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=316213df9530475e914b798ce4f3b5aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7484312 Aug 09 15:29:51.506104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36130) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:51.520132 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07950aab-5120-4739-8f0e-ab50629ab5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.586703 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b76056aa-8a3a-4f41-bcd1-ca8cd65fb5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.613629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b76056aa-8a3a-4f41-bcd1-ca8cd65fb5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.642679 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07950aab-5120-4739-8f0e-ab50629ab5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.650074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07950aab-5120-4739-8f0e-ab50629ab5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.720110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07950aab-5120-4739-8f0e-ab50629ab5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3fb2b6-c96c-47ec-829d-7c803b2aa728,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:51.768807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-07950aab-5120-4739-8f0e-ab50629ab5c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=486bd5618a714f73ae4c910b52f45804&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4766231 Aug 09 15:29:51.772156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36150) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:51.814957 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b76056aa-8a3a-4f41-bcd1-ca8cd65fb5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.817862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b76056aa-8a3a-4f41-bcd1-ca8cd65fb5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.819244 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b76056aa-8a3a-4f41-bcd1-ca8cd65fb5f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33e7f15f-483f-4add-b0d0-607676475692 HTTP/1.1" status: 204 len: 168 time: 0.3104086 Aug 09 15:29:51.833898 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9e17b6d-550b-45e6-b069-6ad51c3d6c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.836521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76056aa-8a3a-4f41-bcd1-ca8cd65fb5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e7f15f-483f-4add-b0d0-607676475692,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:51.866962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36164) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:51.870311 n-d-799523-2 neutron-server[94177]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 15:29:51.904367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-7963fdda-94d8-4f7c-8127-2f0d09f21087 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352230 Aug 09 15:29:51.906433 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae5c-768d-4e78-b546-8f755ed6fb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:51.950327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae5c-768d-4e78-b546-8f755ed6fb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.002208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9e17b6d-550b-45e6-b069-6ad51c3d6c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.008496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9e17b6d-550b-45e6-b069-6ad51c3d6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.055662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae5c-768d-4e78-b546-8f755ed6fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.059028 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae5c-768d-4e78-b546-8f755ed6fb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.060387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ca23ae5c-768d-4e78-b546-8f755ed6fb66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e3fb2b6-c96c-47ec-829d-7c803b2aa728 HTTP/1.1" status: 204 len: 168 time: 0.2867317 Aug 09 15:29:52.076763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36172) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:52.079111 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b9e17b6d-550b-45e6-b069-6ad51c3d6c58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6539aebc06f943319538ed0a39f71347&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2772062 Aug 09 15:29:52.088848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e17b6d-550b-45e6-b069-6ad51c3d6c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8332de5e-a8e0-482e-bd66-75c47b71ed51,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:52.106471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23ae5c-768d-4e78-b546-8f755ed6fb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3fb2b6-c96c-47ec-829d-7c803b2aa728,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:52.244932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab20-6e2d-42ca-9bb8-144fba7722f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.266993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-5ec5b0e5-ca17-4622-94bd-39245add9bd9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:29:52.274613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-5ec5b0e5-ca17-4622-94bd-39245add9bd9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3689988 Aug 09 15:29:52.299907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-e01ebdc1-7c1b-434e-bf8e-995e8459fcd2 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/quotas/dda8573ef5524d4aac6f8f3c31f2e848 HTTP/1.1" status: 200 len: 375 time: 0.0242240 Aug 09 15:29:52.342338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab20-6e2d-42ca-9bb8-144fba7722f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.374118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-3fc8888a-c71f-4452-b19b-ecee55fa5931 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733037 Aug 09 15:29:52.436024 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab20-6e2d-42ca-9bb8-144fba7722f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.440195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab20-6e2d-42ca-9bb8-144fba7722f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.442085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3e40ab20-6e2d-42ca-9bb8-144fba7722f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8332de5e-a8e0-482e-bd66-75c47b71ed51 HTTP/1.1" status: 204 len: 168 time: 0.3596034 Aug 09 15:29:52.456961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40ab20-6e2d-42ca-9bb8-144fba7722f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8332de5e-a8e0-482e-bd66-75c47b71ed51,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:52.530393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36196) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:52.550437 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf579c5-96a3-4993-a7c2-51096f85320c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.807226 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf579c5-96a3-4993-a7c2-51096f85320c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.811003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dcfdc237-d817-4c95-ad1e-5ad3126d0b34 req-6026c254-c1a7-44ed-9f96-5b7587f92002 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 210 time: 0.0840456 Aug 09 15:29:52.814318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf579c5-96a3-4993-a7c2-51096f85320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.867733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0cf579c5-96a3-4993-a7c2-51096f85320c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42f811a322904f6cb9bfba81697b9b16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3359706 Aug 09 15:29:52.868592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf579c5-96a3-4993-a7c2-51096f85320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c512c11e-2650-4147-b85a-f1e44768b1db,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:52.871391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36224) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:52.938657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f07428d-a353-44aa-bf29-c98f8174033d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:52.950928 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:29:52.971220 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f07428d-a353-44aa-bf29-c98f8174033d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.039932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f07428d-a353-44aa-bf29-c98f8174033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.043425 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f07428d-a353-44aa-bf29-c98f8174033d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.045251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5f07428d-a353-44aa-bf29-c98f8174033d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c512c11e-2650-4147-b85a-f1e44768b1db HTTP/1.1" status: 204 len: 168 time: 0.1728568 Aug 09 15:29:53.059259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07428d-a353-44aa-bf29-c98f8174033d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512c11e-2650-4147-b85a-f1e44768b1db,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:53.123764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36242) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:53.142027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78513706-1aef-41e3-ba2e-95bba38ffd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.301787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78513706-1aef-41e3-ba2e-95bba38ffd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.307740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78513706-1aef-41e3-ba2e-95bba38ffd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.366065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-78513706-1aef-41e3-ba2e-95bba38ffd1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82e26e08781e43419acf76ce18957734&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2403588 Aug 09 15:29:53.368908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36264) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:53.371615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78513706-1aef-41e3-ba2e-95bba38ffd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805f8b5b-b9d3-46aa-bd4b-7cbf880f024e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:53.419027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36268) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:53.447143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a93f83da-6197-41cf-b255-6897dfde9dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.447517 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28da9f6-5898-45ea-badf-d850449f9edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.475190 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a93f83da-6197-41cf-b255-6897dfde9dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.542437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a93f83da-6197-41cf-b255-6897dfde9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.545917 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a93f83da-6197-41cf-b255-6897dfde9dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.547722 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a93f83da-6197-41cf-b255-6897dfde9dd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/805f8b5b-b9d3-46aa-bd4b-7cbf880f024e HTTP/1.1" status: 204 len: 168 time: 0.1772122 Aug 09 15:29:53.557825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f83da-6197-41cf-b255-6897dfde9dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805f8b5b-b9d3-46aa-bd4b-7cbf880f024e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:53.667018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28da9f6-5898-45ea-badf-d850449f9edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.678203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28da9f6-5898-45ea-badf-d850449f9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.723381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28da9f6-5898-45ea-badf-d850449f9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9a508e-7620-438f-9e28-ffcbe3ac09f9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:53.729332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e28da9f6-5898-45ea-badf-d850449f9edb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=090e1bc667864aa9a387dfeffdfd487b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3091230 Aug 09 15:29:53.733293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36300) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:53.804495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1c0495a-5cbd-44c2-88ea-cee61494332f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.829819 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1c0495a-5cbd-44c2-88ea-cee61494332f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.891120 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1c0495a-5cbd-44c2-88ea-cee61494332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.893743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1c0495a-5cbd-44c2-88ea-cee61494332f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:53.894930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c1c0495a-5cbd-44c2-88ea-cee61494332f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc9a508e-7620-438f-9e28-ffcbe3ac09f9 HTTP/1.1" status: 204 len: 168 time: 0.1604710 Aug 09 15:29:53.904149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0495a-5cbd-44c2-88ea-cee61494332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9a508e-7620-438f-9e28-ffcbe3ac09f9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:54.290395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-2aa0434c-35f0-480c-ad0b-2728c770d40b tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f45ba0312f4945f78ee0d02e0721ed59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314300 Aug 09 15:29:54.453662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-8316c36b-a2d2-4dec-825a-c76488a60695 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:29:54.462170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-8316c36b-a2d2-4dec-825a-c76488a60695 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636732 Aug 09 15:29:54.481342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-64e9c011-ab4c-4237-9354-a6ff0b0f8e08 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/quotas/f45ba0312f4945f78ee0d02e0721ed59 HTTP/1.1" status: 200 len: 375 time: 0.0173483 Aug 09 15:29:54.547261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-e11ff550-dc52-4c79-923c-54b79eff476a tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f45ba0312f4945f78ee0d02e0721ed59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644608 Aug 09 15:29:54.692754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36358) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:54.881796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64ac9a14-2999-46e5-a692-6769497d1218 req-d7103474-02ce-4919-96e0-51a1a43e9767 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 210 time: 0.0351572 Aug 09 15:29:55.227762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c6d8570-9972-4846-ab4e-ac7dff7c90ea req-52e96574-992c-4760-a352-8b7900a4517e tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 210 time: 0.5324945 Aug 09 15:29:55.927602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.35', 63266) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:56.107228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-2b439bcd-6cbb-4527-b543-0738c01a669b tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1726322 Aug 09 15:29:56.265824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb69655e-d09a-4683-ba28-eb28c596a902 req-1d46c04e-bd05-4d29-a904-7c60bc19677b tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 210 time: 0.0611122 Aug 09 15:29:56.370405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-aacaf432-762d-4df8-a68f-74f035c6a83d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:29:56.372859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-aacaf432-762d-4df8-a68f-74f035c6a83d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594919 Aug 09 15:29:56.424481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6a0eaf9-dbec-4cab-aec0-e7c175117102 req-396b0c16-a946-48f5-835f-8c3659651170 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 210 time: 0.0318720 Aug 09 15:29:56.447070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Request body: {'port': {'device_id': '6d3ebb18-5e06-466d-ada4-c556289112ef', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': 'dda8573ef5524d4aac6f8f3c31f2e848'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:29:56.461941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36484) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:56.497041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36488) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:56.764717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.35', 63271) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:56.770114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Made reservation on behalf of dda8573ef5524d4aac6f8f3c31f2e848 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:29:56.775676 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:56.799324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:56.836048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-8feab30d-30cb-455f-9bb2-6a8160c8cb47 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f45ba0312f4945f78ee0d02e0721ed59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688398 Aug 09 15:29:56.920776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-347611515-network', 'tenant_id': '56df983dc7384ddeb5bd26f643627db1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:29:56.963064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5920982-a64d-46c4-9a0e-68b2eb920604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.008060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.017115 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.021326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-4f079071-d45a-4d84-9fdb-08d54817275a tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:29:57.024339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-4f079071-d45a-4d84-9fdb-08d54817275a tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826005 Aug 09 15:29:57.044092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Request body: {'port': {'device_id': '35ca6755-133f-4887-8b58-12581e36afdf', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': 'f45ba0312f4945f78ee0d02e0721ed59'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:29:57.125864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Made reservation on behalf of 56df983dc7384ddeb5bd26f643627db1 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:29:57.128124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.138942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f35d5-10fb-4040-b164-5f8b65fe3033,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:57.163548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.334762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Allocated IP 192.168.233.200 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/42a9ede4-5c67-428a-a238-d91e0f5ccfbf) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:29:57.480295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5920982-a64d-46c4-9a0e-68b2eb920604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.498013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5920982-a64d-46c4-9a0e-68b2eb920604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.583456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:29:57.583456 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:29:57.583456 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id_1': 'f45ba0312f4945f78ee0d02e0721ed59', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 29, 57, 425438)}] Aug 09 15:29:57.583456 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:29:57.587398 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:29:57.593751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ffc2571-1272-4866-ada2-a3260cd7ed8b req-22286fd0-6170-4ec8-a42f-4bc9d6610bb0 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 210 time: 0.1929841 Aug 09 15:29:57.693762 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e5920982-a64d-46c4-9a0e-68b2eb920604 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=635bc8f66bdf4689b8941b0c802d47be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1931853 Aug 09 15:29:57.694842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5920982-a64d-46c4-9a0e-68b2eb920604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c1c7d5-9223-4564-a836-bd782735dba8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:57.705675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:57.879073 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.899112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-407fa7cb-f146-49e4-bb22-6540a7323555 req-91f8dba6-64ee-4e1b-974c-cfb52db3d028 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 210 time: 0.1183760 Aug 09 15:29:57.917780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c887989-b2da-41de-94f3-8fc5368b9851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.938982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:57.982147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Transition to ACTIVE for port object 42a9ede4-5c67-428a-a238-d91e0f5ccfbf will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:29:58.010978 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c887989-b2da-41de-94f3-8fc5368b9851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.049643 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.078854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.086452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.101592 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.120620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:29:58.143900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.144474 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Added segment 9433e728-5c93-4165-a297-f58dfd3bf9fe of type vlan for network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 Aug 09 15:29:58.194496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.239091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.240392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:29:58.241097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.285999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Pushing event updated for resources: {'Port': ['ID=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:58.307308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:29:58.308783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:29:58.318861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:29:58.328633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Pushing event updated for resources: {'Network': ['ID=69377b5d-8aa6-400b-b9cd-ed4c37ebf047,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:58.347127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:29:58.347832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.374231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848f949-f430-4c59-8c76-23a5e5b8f19c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:58.380098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:29:58.397542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-c85b93ef-2838-4e3a-84cd-fc0b28158afa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9611526 Aug 09 15:29:58.398534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Made reservation on behalf of f45ba0312f4945f78ee0d02e0721ed59 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:29:58.412370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.437491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.438210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36568) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:58.444773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36572) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:58.446565 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-951e6120-ef5c-4efc-8344-f2ed20bf64bd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9833496 Aug 09 15:29:58.456953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Request body: {'subnet': {'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-347611515-subnet', 'tenant_id': '56df983dc7384ddeb5bd26f643627db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:29:58.467017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c887989-b2da-41de-94f3-8fc5368b9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.471571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c887989-b2da-41de-94f3-8fc5368b9851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.475795 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3c887989-b2da-41de-94f3-8fc5368b9851 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7c1c7d5-9223-4564-a836-bd782735dba8 HTTP/1.1" status: 204 len: 168 time: 0.7611027 Aug 09 15:29:58.496223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-5897ab46-bf61-41f3-84f3-aa4c2e2048f0 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:29:58.500821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-5897ab46-bf61-41f3-84f3-aa4c2e2048f0 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319118 Aug 09 15:29:58.537483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c887989-b2da-41de-94f3-8fc5368b9851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c1c7d5-9223-4564-a836-bd782735dba8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:58.717120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.734386 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.744474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4f0f5523-7722-4d53-9e38-b88bd26db8bf None None] Provisioning for port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:29:58.761345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4f0f5523-7722-4d53-9e38-b88bd26db8bf None None] Provisioning complete for port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:29:58.763503 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5523-7722-4d53-9e38-b88bd26db8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.779682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Made reservation on behalf of 56df983dc7384ddeb5bd26f643627db1 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:29:58.782741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:58.888461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f5523-7722-4d53-9e38-b88bd26db8bf None None] Port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:29:59.072090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81431190-9355-4c25-a43b-5d016a13b946,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:59.117195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.142064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8250d38f-0b60-40f9-a74c-adbfa91efa9d req-5b4aec7b-802c-439b-a86c-0db6817f9219 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 210 time: 0.3718739 Aug 09 15:29:59.203705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-435a7ee6-86bc-41ba-b2b2-d1dcd3f03db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.372353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Allocated IP 192.168.233.236 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/16dfb39c-3102-4776-8077-fb7a72fc5c5c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:29:59.384166 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-435a7ee6-86bc-41ba-b2b2-d1dcd3f03db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.411914 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-435a7ee6-86bc-41ba-b2b2-d1dcd3f03db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.491948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-435a7ee6-86bc-41ba-b2b2-d1dcd3f03db0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=691c9486c2234ea490038bafabaef1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0523279 Aug 09 15:29:59.498201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36592) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:59.608161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a7ee6-86bc-41ba-b2b2-d1dcd3f03db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe8ea84-a82f-4e5d-88ce-ac69b79d0f92,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:59.693125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:29:59.693726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Network hostable DHCP agents. Network: 69377b5d-8aa6-400b-b9cd-ed4c37ebf047, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:29:59.703113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6d6565-1efe-4b73-9839-698bdbeb1614,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:29:59.725447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc937c68-5f86-4fa0-81ef-6b28f5fff15e req-c2511641-15ea-4c51-bbb0-25f8a8585ea6 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:29:59.733272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc937c68-5f86-4fa0-81ef-6b28f5fff15e req-c2511641-15ea-4c51-bbb0-25f8a8585ea6 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 936 time: 0.3276434 Aug 09 15:29:59.745693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.768056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Transition to ACTIVE for port object 16dfb39c-3102-4776-8077-fb7a72fc5c5c will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:29:59.788931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7b38fd5-f828-44fd-8969-9495926ce4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.813436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.822396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7b38fd5-f828-44fd-8969-9495926ce4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.842145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36602) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:29:59.861065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc937c68-5f86-4fa0-81ef-6b28f5fff15e req-d4f6b945-6de9-4510-9d97-af87fb6b85cd tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267481 Aug 09 15:29:59.902668 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e11c72f-ba1f-462b-9d01-493cf36a47a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:59.924164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:30:00.067345 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e11c72f-ba1f-462b-9d01-493cf36a47a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:00.070945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Pushing event updated for resources: {'Port': ['ID=16dfb39c-3102-4776-8077-fb7a72fc5c5c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:00.072797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Request body: {'port': {'device_id': '6d3ebb18-5e06-466d-ada4-c556289112ef', 'device_owner': 'compute:tempest-test_az-1638911267', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:00.076577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 69377b5d-8aa6-400b-b9cd-ed4c37ebf047) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:00.083218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:00.083370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:00.087912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e42894-28a6-482a-8fba-6b025e421028 None None] Network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:00.100230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:00.102862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:00.103266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e11c72f-ba1f-462b-9d01-493cf36a47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:00.107361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:00.121492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:00.122869 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:00.164833 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b62447a9-cb6b-4b1d-b5d4-262272da4a19 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1291287 Aug 09 15:30:00.203487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Request body: {'port': {'device_id': '35ca6755-133f-4887-8b58-12581e36afdf', 'device_owner': 'compute:tempest-test_az-1638911267', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:00.219141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11c72f-ba1f-462b-9d01-493cf36a47a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e2a8c5-9c3c-44ee-85b6-3cf3a8a7cd4c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:00.342157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0e11c72f-ba1f-462b-9d01-493cf36a47a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bfa485c8c3a4bb695092214db7835c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799850 Aug 09 15:30:00.351565 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e2bbf308-f0fa-427d-90a9-24f1b968f499 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9055147 Aug 09 15:30:00.352540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36606) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:00.473177 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:00.566163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b8587-499f-4e3c-8117-91b800ed0c70 None None] Network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:00.682818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36616) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:00.796155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7b38fd5-f828-44fd-8969-9495926ce4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:00.819865 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7b38fd5-f828-44fd-8969-9495926ce4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:00.825718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f7b38fd5-f828-44fd-8969-9495926ce4fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbe8ea84-a82f-4e5d-88ce-ac69b79d0f92 HTTP/1.1" status: 204 len: 168 time: 1.3196993 Aug 09 15:30:00.881204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b38fd5-f828-44fd-8969-9495926ce4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe8ea84-a82f-4e5d-88ce-ac69b79d0f92,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:00.890120 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:00.940610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a308-58b8-4537-98b2-af8e9d9f04f9 req-dcf00d8e-918f-4a64-b40d-c18540be3bc9 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:00.949507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0336a308-58b8-4537-98b2-af8e9d9f04f9 req-dcf00d8e-918f-4a64-b40d-c18540be3bc9 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 936 time: 0.6386287 Aug 09 15:30:01.062218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30db42d9-ed25-430b-87e8-9f450bd8fd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:01.155285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30db42d9-ed25-430b-87e8-9f450bd8fd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:01.168518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cddbe208-d18d-4320-91e5-e324796ed3be None None] Provisioning for port 16dfb39c-3102-4776-8077-fb7a72fc5c5c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:01.180174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cddbe208-d18d-4320-91e5-e324796ed3be None None] Provisioning complete for port 16dfb39c-3102-4776-8077-fb7a72fc5c5c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:01.181390 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cddbe208-d18d-4320-91e5-e324796ed3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:01.263034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cddbe208-d18d-4320-91e5-e324796ed3be None None] Port 16dfb39c-3102-4776-8077-fb7a72fc5c5c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:30:01.510835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0336a308-58b8-4537-98b2-af8e9d9f04f9 req-5dd0557e-1809-4cdb-8384-6e33b2d1d050 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600290 Aug 09 15:30:01.589106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da36634-e799-43a3-92ca-65682fc6b012 req-217a4d3b-80fc-4ebe-9ada-154e0de28746 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:01.636958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8da36634-e799-43a3-92ca-65682fc6b012 req-217a4d3b-80fc-4ebe-9ada-154e0de28746 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 936 time: 0.3475015 Aug 09 15:30:01.814618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-148052ba-e27b-471e-a9fd-75959960e9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:01.856090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dfb39c-3102-4776-8077-fb7a72fc5c5c {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:01.894415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:01.954447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30db42d9-ed25-430b-87e8-9f450bd8fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:01.957059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30db42d9-ed25-430b-87e8-9f450bd8fd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:01.958122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-30db42d9-ed25-430b-87e8-9f450bd8fd10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7e2a8c5-9c3c-44ee-85b6-3cf3a8a7cd4c HTTP/1.1" status: 204 len: 168 time: 1.1879747 Aug 09 15:30:01.996998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Transition to ACTIVE for port object 16dfb39c-3102-4776-8077-fb7a72fc5c5c will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:02.007752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36652) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:02.081014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e7dccd0-c7bd-4521-a899-cbe75dccdca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.083365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.135168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db42d9-ed25-430b-87e8-9f450bd8fd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e2a8c5-9c3c-44ee-85b6-3cf3a8a7cd4c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:02.191213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8da36634-e799-43a3-92ca-65682fc6b012 req-40ff05fb-2823-42c8-a3d4-a0b1a84697b9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479743 Aug 09 15:30:02.273996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Pushing event updated for resources: {'Port': ['ID=16dfb39c-3102-4776-8077-fb7a72fc5c5c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:02.423159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36666) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:02.433816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-269149505-network', 'tenant_id': 'c3cd8efa1e4147fba29a33b7ce98f90a'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:02.516931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Attempting to bind port 16dfb39c-3102-4776-8077-fb7a72fc5c5c on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:02.517367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Attempting to bind port 16dfb39c-3102-4776-8077-fb7a72fc5c5c by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:02.517753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Attempting to bind port 16dfb39c-3102-4776-8077-fb7a72fc5c5c on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:02.528153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Port 16dfb39c-3102-4776-8077-fb7a72fc5c5c on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:30:02.528554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Attempting to bind port 16dfb39c-3102-4776-8077-fb7a72fc5c5c on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:02.538810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:02.538810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:02.539199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:02.540175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Bound port: 16dfb39c-3102-4776-8077-fb7a72fc5c5c, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:02.540175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.654392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a9ede4-5c67-428a-a238-d91e0f5ccfbf {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:02.676016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.753255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] For port 16dfb39c-3102-4776-8077-fb7a72fc5c5c, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:02.758597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] For port 16dfb39c-3102-4776-8077-fb7a72fc5c5c, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=16dfb39c-3102-4776-8077-fb7a72fc5c5c,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:02.772390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Transition to ACTIVE for port object 42a9ede4-5c67-428a-a238-d91e0f5ccfbf will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:02.785240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.786575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.949956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56325d12-0dae-4a13-98f9-47762153479c req-84c5feea-b7f8-401c-aebc-b07bf82cc189 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:02.971343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56325d12-0dae-4a13-98f9-47762153479c req-84c5feea-b7f8-401c-aebc-b07bf82cc189 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 970 time: 0.2908840 Aug 09 15:30:02.989998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:02.990614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.992151 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] 10.222.0.35 "PUT /v2.0/ports/16dfb39c-3102-4776-8077-fb7a72fc5c5c HTTP/1.1" status: 200 len: 1118 time: 2.7976677 Aug 09 15:30:02.994146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-148052ba-e27b-471e-a9fd-75959960e9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.994966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ca6755-133f-4887-8b58-12581e36afdf', 'tag': '16dfb39c-3102-4776-8077-fb7a72fc5c5c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:03.042605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56325d12-0dae-4a13-98f9-47762153479c req-be9fb3f8-23cc-40e9-aaa8-831e0fc1ac17 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701683 Aug 09 15:30:03.103301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Pushing event updated for resources: {'Port': ['ID=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:03.146241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36684) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:03.164436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-148052ba-e27b-471e-a9fd-75959960e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.198508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Attempting to bind port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:03.198870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Attempting to bind port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:03.200707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Attempting to bind port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:03.211043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:30:03.211417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Attempting to bind port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:03.216801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4e169-df02-44ee-b654-e5e854272f87 service neutron] Pushing event updated for resources: {'Port': ['ID=16dfb39c-3102-4776-8077-fb7a72fc5c5c,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:03.221871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:03.222242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:03.222906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:03.223377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Bound port: 42a9ede4-5c67-428a-a238-d91e0f5ccfbf, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:03.223783 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.318498 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-148052ba-e27b-471e-a9fd-75959960e9d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d402324790c7439cb4ec0489cf77de4d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6300275 Aug 09 15:30:03.344067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] For port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:03.349508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] For port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:03.351074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36694) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:03.362533 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.506388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e7dccd0-c7bd-4521-a899-cbe75dccdca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.508491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148052ba-e27b-471e-a9fd-75959960e9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d54f6a0-150d-4366-845a-efaf398ec539,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:03.532307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:03.532949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.536212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] 10.222.0.35 "PUT /v2.0/ports/42a9ede4-5c67-428a-a238-d91e0f5ccfbf HTTP/1.1" status: 200 len: 1118 time: 3.9206939 Aug 09 15:30:03.557676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3ebb18-5e06-466d-ada4-c556289112ef', 'tag': '42a9ede4-5c67-428a-a238-d91e0f5ccfbf'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:03.617621 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965ea6c1-dbdf-4c87-a81f-567b2433e018" -d '{"events": [{"name": "network-changed", "server_uuid": "35ca6755-133f-4887-8b58-12581e36afdf", "tag": "16dfb39c-3102-4776-8077-fb7a72fc5c5c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:03.623700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e7dccd0-c7bd-4521-a899-cbe75dccdca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.764320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c367e6d4-b065-41c3-b745-13491ab059e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.825918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330df7c7-887e-40f0-a332-f47e4c1a2acb service neutron] Pushing event updated for resources: {'Port': ['ID=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:03.848504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Made reservation on behalf of c3cd8efa1e4147fba29a33b7ce98f90a for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:03.851173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.870425 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:03.919590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba410f-b907-4bd8-b6e3-6928c9f7f849 req-d1fbfbe5-bf4d-44bf-888b-ffd59465f019 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:03.921389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9ba410f-b907-4bd8-b6e3-6928c9f7f849 req-d1fbfbe5-bf4d-44bf-888b-ffd59465f019 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 970 time: 0.4866483 Aug 09 15:30:03.929354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-a4308659-5a40-418b-8e0f-9f4230113365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:03.941788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-a4308659-5a40-418b-8e0f-9f4230113365 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 1121 time: 0.3026032 Aug 09 15:30:03.966802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dccd0-c7bd-4521-a899-cbe75dccdca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8108a4-d7ec-4a55-bc89-6cdbd4214126,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:03.983747 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e7dccd0-c7bd-4521-a899-cbe75dccdca8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=857229fd420648c486825936ebe52b26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9695792 Aug 09 15:30:03.987679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36712) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:04.105593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-48c9ebcc-ae4b-4776-9d79-2f7e6af7bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:04.107022 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-48c9ebcc-ae4b-4776-9d79-2f7e6af7bdf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f45ba0312f4945f78ee0d02e0721ed59&device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 1121 time: 0.5951412 Aug 09 15:30:04.191166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-264d5ea2-7b0a-47f2-bc15-5d9453b8ae90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=42a9ede4-5c67-428a-a238-d91e0f5ccfbf HTTP/1.1" status: 200 len: 217 time: 0.2152426 Aug 09 15:30:04.194631 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36060100-55ff-4e08-98f8-91ec0a24c280" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3ebb18-5e06-466d-ada4-c556289112ef", "tag": "42a9ede4-5c67-428a-a238-d91e0f5ccfbf"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:04.203234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91ded7dc-4c8d-43a2-8a70-73a50792f075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.229637 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c4a42e-727a-4ee2-b5d7-73ee6019c149 x-openstack-request-id: req-46c4a42e-727a-4ee2-b5d7-73ee6019c149 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:04.231518 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ca6755-133f-4887-8b58-12581e36afdf", "tag": "16dfb39c-3102-4776-8077-fb7a72fc5c5c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:04.232253 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46c4a42e-727a-4ee2-b5d7-73ee6019c149 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:04.233310 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ca6755-133f-4887-8b58-12581e36afdf', 'tag': '16dfb39c-3102-4776-8077-fb7a72fc5c5c', 'status': 'completed', 'code': 200} Aug 09 15:30:04.258469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9ba410f-b907-4bd8-b6e3-6928c9f7f849 req-8427dbb8-21f2-4874-99c1-c9c9c34dbc4d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130541 Aug 09 15:30:04.363422 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-fb836f41-2035-4af9-83a2-d6c2050b6b01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=16dfb39c-3102-4776-8077-fb7a72fc5c5c HTTP/1.1" status: 200 len: 217 time: 0.1460698 Aug 09 15:30:04.399741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91ded7dc-4c8d-43a2-8a70-73a50792f075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.446718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26aec8c7-3463-455b-84ff-ac63ec61d353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.499201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-13262b33-63f0-4795-beca-329e64da39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:04.502166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-13262b33-63f0-4795-beca-329e64da39c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2925203 Aug 09 15:30:04.564586 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b13bdd5-59e2-4594-b905-83ae111146fa x-openstack-request-id: req-0b13bdd5-59e2-4594-b905-83ae111146fa {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:04.564876 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3ebb18-5e06-466d-ada4-c556289112ef", "tag": "42a9ede4-5c67-428a-a238-d91e0f5ccfbf", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:04.565121 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b13bdd5-59e2-4594-b905-83ae111146fa {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:04.565632 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3ebb18-5e06-466d-ada4-c556289112ef', 'tag': '42a9ede4-5c67-428a-a238-d91e0f5ccfbf', 'status': 'completed', 'code': 200} Aug 09 15:30:04.574146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91053dfb-54de-4238-aca4-920da0a8b3ab req-f48fcc05-af04-452a-a6c5-acff953269ab tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:04.589367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91053dfb-54de-4238-aca4-920da0a8b3ab req-f48fcc05-af04-452a-a6c5-acff953269ab tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 970 time: 0.2372370 Aug 09 15:30:04.618887 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26aec8c7-3463-455b-84ff-ac63ec61d353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.636381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b167aaf6-38fd-4188-837f-e8315811f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:04.645888 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-b167aaf6-38fd-4188-837f-e8315811f750 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2632353 Aug 09 15:30:04.711024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91053dfb-54de-4238-aca4-920da0a8b3ab req-d55cd144-2929-40ad-9f8a-fdb27ce8fee8 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206355 Aug 09 15:30:04.726562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91ded7dc-4c8d-43a2-8a70-73a50792f075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.729716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91ded7dc-4c8d-43a2-8a70-73a50792f075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.734033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-91ded7dc-4c8d-43a2-8a70-73a50792f075 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d54f6a0-150d-4366-845a-efaf398ec539 HTTP/1.1" status: 204 len: 168 time: 1.3785965 Aug 09 15:30:04.750894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded7dc-4c8d-43a2-8a70-73a50792f075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d54f6a0-150d-4366-845a-efaf398ec539,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:04.782494 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c367e6d4-b065-41c3-b745-13491ab059e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.812568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c367e6d4-b065-41c3-b745-13491ab059e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.851714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26aec8c7-3463-455b-84ff-ac63ec61d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.854236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26aec8c7-3463-455b-84ff-ac63ec61d353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:04.858770 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-26aec8c7-3463-455b-84ff-ac63ec61d353 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b8108a4-d7ec-4a55-bc89-6cdbd4214126 HTTP/1.1" status: 204 len: 168 time: 0.8339241 Aug 09 15:30:04.887985 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c367e6d4-b065-41c3-b745-13491ab059e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0d5a067f4fb4e07be7eb76c2b2f0e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7280979 Aug 09 15:30:04.892315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:04.906882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367e6d4-b065-41c3-b745-13491ab059e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde90303-c826-411f-88d0-079c85c48ecc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:04.939681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aec8c7-3463-455b-84ff-ac63ec61d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8108a4-d7ec-4a55-bc89-6cdbd4214126,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:05.024877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22c157f1-900b-4923-abbd-10898197b33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.060158 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.073384 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.087578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22c157f1-900b-4923-abbd-10898197b33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.156510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:05.175732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22c157f1-900b-4923-abbd-10898197b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.190085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22c157f1-900b-4923-abbd-10898197b33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.193657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06516848-7fc1-4b1e-9c93-6bdda368f727,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:05.193969 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-22c157f1-900b-4923-abbd-10898197b33d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dde90303-c826-411f-88d0-079c85c48ecc HTTP/1.1" status: 204 len: 168 time: 0.2994940 Aug 09 15:30:05.214441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.215623 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Added segment 3042b1cd-19df-4c47-b3a5-337a614cd510 of type vlan for network 22668376-eeef-4ae5-ab15-a91d610736b0 Aug 09 15:30:05.247981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c157f1-900b-4923-abbd-10898197b33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde90303-c826-411f-88d0-079c85c48ecc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:05.317549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.389355 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.390749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:05.391440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.510865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36750) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:05.512660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0831199 Aug 09 15:30:05.517839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Request body: {'subnet': {'network_id': '22668376-eeef-4ae5-ab15-a91d610736b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-269149505-subnet', 'tenant_id': 'c3cd8efa1e4147fba29a33b7ce98f90a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:05.541872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf47a0-d332-4e59-b345-7dc6eed0f72f admin admin] Pushing event updated for resources: {'Network': ['ID=22668376-eeef-4ae5-ab15-a91d610736b0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:05.557433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 22668376-eeef-4ae5-ab15-a91d610736b0 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:30:05.583732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Made reservation on behalf of c3cd8efa1e4147fba29a33b7ce98f90a for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:05.586147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Notify callbacks [] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.607916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19841317-8152-43a7-ae42-a737f32d2f92 req-8808788b-9839-4599-b612-7bda6195587a tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:05.622029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19841317-8152-43a7-ae42-a737f32d2f92 req-8808788b-9839-4599-b612-7bda6195587a tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 970 time: 0.1285877 Aug 09 15:30:05.714586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36752) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:05.728454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19841317-8152-43a7-ae42-a737f32d2f92 req-69a34b4f-5ade-4736-8158-129858064e86 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985637 Aug 09 15:30:05.836700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3afc3cc0-eecf-481e-b2b2-361f1f0fb94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:05.914255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13dcb0-f6b7-4bd5-95a9-16ab62f70d81 req-0a2501fc-cd6e-445a-bc44-7037f0db791b tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:05.926697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a13dcb0-f6b7-4bd5-95a9-16ab62f70d81 req-0a2501fc-cd6e-445a-bc44-7037f0db791b tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 970 time: 0.1081333 Aug 09 15:30:06.046545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a13dcb0-f6b7-4bd5-95a9-16ab62f70d81 req-d23d9d54-4a7c-4e55-8b7e-4090e4651b97 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795991 Aug 09 15:30:06.196365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36760) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:06.229739 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7618d359-d42e-4e72-8c7c-ac020a2745af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:06.445353 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3afc3cc0-eecf-481e-b2b2-361f1f0fb94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:06.653051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3afc3cc0-eecf-481e-b2b2-361f1f0fb94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:06.687340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36766) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:06.789174 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:06.854094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-a99c6685-125f-4f0d-bb1b-0c2e3eaa2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:06.855680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-a99c6685-125f-4f0d-bb1b-0c2e3eaa2ca1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4416392 Aug 09 15:30:06.911176 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7618d359-d42e-4e72-8c7c-ac020a2745af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:06.974388 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3afc3cc0-eecf-481e-b2b2-361f1f0fb94b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e1595a35d704893a45eb9479d1752d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2503099 Aug 09 15:30:06.982365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36778) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:06.990012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc3cc0-eecf-481e-b2b2-361f1f0fb94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d004ba35-0a1f-4b16-b721-e173d01e2ae0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:07.016024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-9b36f2a7-c226-43e7-ae66-5cdfc0140f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:07.018812 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-9b36f2a7-c226-43e7-ae66-5cdfc0140f0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5763116 Aug 09 15:30:07.088352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a46491-d959-4e35-86a5-4e79a6536d80,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:07.125956 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Checking segment: {'id': '3042b1cd-19df-4c47-b3a5-337a614cd510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '22668376-eeef-4ae5-ab15-a91d610736b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:07.126530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Network hostable DHCP agents. Network: 22668376-eeef-4ae5-ab15-a91d610736b0, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:30:07.142414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09cc8035-f1aa-406a-a4a8-46d0b92b2ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.215182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09cc8035-f1aa-406a-a4a8-46d0b92b2ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.225868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7e3fff4-ecaf-4d31-a896-171338460c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.240196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7618d359-d42e-4e72-8c7c-ac020a2745af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.302141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7618d359-d42e-4e72-8c7c-ac020a2745af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4d974bf69454732b2608025c0a2e101&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030493 Aug 09 15:30:07.313286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36782) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:07.330122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Network 22668376-eeef-4ae5-ab15-a91d610736b0 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:30:07.406228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 22668376-eeef-4ae5-ab15-a91d610736b0) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:07.424320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2cb35-4ea2-4f23-8342-b3e4e110c155 None None] Network 22668376-eeef-4ae5-ab15-a91d610736b0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:07.443312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618d359-d42e-4e72-8c7c-ac020a2745af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2552a4-e9e4-4c96-b25e-c27db9645b18,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:07.461118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a452a5-7b02-460a-bb54-dad8a9a4e912 req-0ab7bb3a-1066-48ad-ac35-86461cca831f tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:07.468953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:07.470344 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.471049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58a452a5-7b02-460a-bb54-dad8a9a4e912 req-0ab7bb3a-1066-48ad-ac35-86461cca831f tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 970 time: 0.5564322 Aug 09 15:30:07.481795 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09cc8035-f1aa-406a-a4a8-46d0b92b2ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.485367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09cc8035-f1aa-406a-a4a8-46d0b92b2ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.487022 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-09cc8035-f1aa-406a-a4a8-46d0b92b2ba6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d004ba35-0a1f-4b16-b721-e173d01e2ae0 HTTP/1.1" status: 204 len: 168 time: 0.4998157 Aug 09 15:30:07.551851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b00d-8975-4263-930b-7f8e21b1f79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.563799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc8035-f1aa-406a-a4a8-46d0b92b2ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d004ba35-0a1f-4b16-b721-e173d01e2ae0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:07.589861 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b00d-8975-4263-930b-7f8e21b1f79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.602636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7e3fff4-ecaf-4d31-a896-171338460c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.628316 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-923fc339-fe81-4de3-abf1-2324546de5da admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1154096 Aug 09 15:30:07.640052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7e3fff4-ecaf-4d31-a896-171338460c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.714558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b00d-8975-4263-930b-7f8e21b1f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.723007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b00d-8975-4263-930b-7f8e21b1f79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:07.727454 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ab33b00d-8975-4263-930b-7f8e21b1f79f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf2552a4-e9e4-4c96-b25e-c27db9645b18 HTTP/1.1" status: 204 len: 168 time: 0.4123247 Aug 09 15:30:07.748343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33b00d-8975-4263-930b-7f8e21b1f79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2552a4-e9e4-4c96-b25e-c27db9645b18,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:07.752474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58a452a5-7b02-460a-bb54-dad8a9a4e912 req-d1299752-5cef-4380-bff2-2a7cb99cd590 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653611 Aug 09 15:30:07.875184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b372245-c88a-47b1-b4f6-ed770180f78f req-ee5ccec5-82e4-4d3c-967d-74aef0187dff tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:07.876997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b372245-c88a-47b1-b4f6-ed770180f78f req-ee5ccec5-82e4-4d3c-967d-74aef0187dff tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 970 time: 0.3792019 Aug 09 15:30:07.917560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3fff4-ecaf-4d31-a896-171338460c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31b3bf-805a-4962-8295-9bdaa7ecaccb,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:08.053237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3922244-92d7-4ec7-a051-29866f1b1cda None None] Network 22668376-eeef-4ae5-ab15-a91d610736b0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:08.057816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a7e3fff4-ecaf-4d31-a896-171338460c4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=219937eeb6b54121886357c4327af559&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3625200 Aug 09 15:30:08.060978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36806) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:08.155941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b372245-c88a-47b1-b4f6-ed770180f78f req-d30d111b-8e63-4f26-bb06-428a269d9be3 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405331 Aug 09 15:30:08.203229 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-1bad81c9-ba54-4846-9793-a8030e7343b9 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765597 Aug 09 15:30:08.214654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-efaa65e5-6104-4682-9d81-891cc4ede807 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779764 Aug 09 15:30:08.240978 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4411584-7364-44bb-a786-d49adc90f087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:08.277746 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4411584-7364-44bb-a786-d49adc90f087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:08.538494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaf458eb-2a4b-4eb0-b312-68b70d2c0583 req-d5f8c7cc-3c04-48f1-8200-5c78fa7fca2a service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464919 Aug 09 15:30:08.720009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4411584-7364-44bb-a786-d49adc90f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:08.720009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4411584-7364-44bb-a786-d49adc90f087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:08.731371 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a4411584-7364-44bb-a786-d49adc90f087 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f31b3bf-805a-4962-8295-9bdaa7ecaccb HTTP/1.1" status: 204 len: 168 time: 0.6639092 Aug 09 15:30:08.823249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-c720cae9-781c-4895-b15d-90ca89272614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:08.827100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4411584-7364-44bb-a786-d49adc90f087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31b3bf-805a-4962-8295-9bdaa7ecaccb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:08.832402 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5960c4a3-58a7-46f3-bdd7-4ef75d575cc5 req-f9628b28-af9a-40cc-bd38-f9a1a7d664b0 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873094 Aug 09 15:30:08.839156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-c720cae9-781c-4895-b15d-90ca89272614 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 1121 time: 0.1385937 Aug 09 15:30:08.950860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587468b-1dc3-4c46-9ec7-e08ac37cb00b req-478f397e-7594-4b60-8c15-5b71fb8920f6 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:08.952533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f587468b-1dc3-4c46-9ec7-e08ac37cb00b req-478f397e-7594-4b60-8c15-5b71fb8920f6 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 970 time: 0.0917156 Aug 09 15:30:09.012774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f587468b-1dc3-4c46-9ec7-e08ac37cb00b req-9dfb1bda-6b9b-40ca-bb00-1842d233023f tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500987 Aug 09 15:30:09.259090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36838) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:09.415980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-f4e91c2c-d089-4894-8972-5107af47fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:09.421017 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-f4e91c2c-d089-4894-8972-5107af47fa16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f45ba0312f4945f78ee0d02e0721ed59&device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 1121 time: 0.0859780 Aug 09 15:30:09.546640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-015668d6-cf3b-4d2a-9c00-3336f1442bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:09.687212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524ac6f-f2c4-4e8a-9392-3712f1ab6bd2 req-dd09e865-5757-4a40-b1ff-20d59c0bf012 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:09.695057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f524ac6f-f2c4-4e8a-9392-3712f1ab6bd2 req-dd09e865-5757-4a40-b1ff-20d59c0bf012 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 970 time: 0.4007986 Aug 09 15:30:09.723721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-f9d4e87c-eca3-464b-8dae-21b2cf395f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:09.725260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-e32210a8-44bf-46fe-851a-6c80c14713d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:09.725829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-f9d4e87c-eca3-464b-8dae-21b2cf395f44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.4554224 Aug 09 15:30:09.728159 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-e32210a8-44bf-46fe-851a-6c80c14713d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2962551 Aug 09 15:30:09.817581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-995ebf48-21b3-4968-9a65-e7f5feb99c58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=42a9ede4-5c67-428a-a238-d91e0f5ccfbf HTTP/1.1" status: 200 len: 217 time: 0.0661023 Aug 09 15:30:09.830708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-5a154990-72ad-4a4c-bfd2-3c384270a1f5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:09.832753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-5a154990-72ad-4a4c-bfd2-3c384270a1f5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 807 time: 0.5397604 Aug 09 15:30:09.838072 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-574e2c8d-67b2-46f6-93a7-ab5c2edab1ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=16dfb39c-3102-4776-8077-fb7a72fc5c5c HTTP/1.1" status: 200 len: 217 time: 0.0877750 Aug 09 15:30:09.895657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-eacf136d-17c5-41e4-b691-4199d098c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:09.898112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-eacf136d-17c5-41e4-b691-4199d098c243 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0621655 Aug 09 15:30:09.905238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f524ac6f-f2c4-4e8a-9392-3712f1ab6bd2 req-1ac98ae3-17e7-4e49-bdfd-574a95fcd2cd tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092736 Aug 09 15:30:09.943258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-a643dcb5-eba1-409a-ac11-9373e1010fb4 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/quotas/56df983dc7384ddeb5bd26f643627db1 HTTP/1.1" status: 200 len: 375 time: 0.0440879 Aug 09 15:30:09.961651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-015668d6-cf3b-4d2a-9c00-3336f1442bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:09.967656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-015668d6-cf3b-4d2a-9c00-3336f1442bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:09.993006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-6e5cfaaf-fcc4-4f09-b1ed-65e60ad7cc9f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400815 Aug 09 15:30:10.001623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-db79cb8b-39ef-43a5-b278-1a7c4db1923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:10.015627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-db79cb8b-39ef-43a5-b278-1a7c4db1923f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962708 Aug 09 15:30:10.077146 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-015668d6-cf3b-4d2a-9c00-3336f1442bd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b236f4bd9cfb4a02a93b96b5a33dfb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8121276 Aug 09 15:30:10.083616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36876) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:10.139805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-af7ef3e1-9373-465b-be2b-98069dc20376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:10.148571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-f25b0a65-440b-4dec-97f3-40fcbeeedc7b service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314340 Aug 09 15:30:10.149735 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-af7ef3e1-9373-465b-be2b-98069dc20376 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.3003149 Aug 09 15:30:10.161495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015668d6-cf3b-4d2a-9c00-3336f1442bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d578f9-7dba-4d2d-996e-02925a5d0712,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:10.284459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-4c43818c-3371-4e46-b145-c0b05107d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:10.287167 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-4c43818c-3371-4e46-b145-c0b05107d747 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166828 Aug 09 15:30:10.326438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-daf1a175-64b0-4f3f-b0ed-44dfbcb53790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:10.329543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11298e6-4f64-4df0-a6c2-e00efb376d04 req-2467f286-d1e5-429c-8e87-607a280aa2ec tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:10.331286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a11298e6-4f64-4df0-a6c2-e00efb376d04 req-2467f286-d1e5-429c-8e87-607a280aa2ec tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 970 time: 0.1106844 Aug 09 15:30:10.395900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36060100-55ff-4e08-98f8-91ec0a24c280 req-8b2df703-60af-49c9-be99-103d5e1f43cf service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313626 Aug 09 15:30:10.414988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a11298e6-4f64-4df0-a6c2-e00efb376d04 req-a7837cde-3213-4d3e-9756-31ddb68720c0 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719569 Aug 09 15:30:10.457982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-daf1a175-64b0-4f3f-b0ed-44dfbcb53790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:10.525173 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-fe4d0543-a2c9-4c79-aaf8-17cae59063fd service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201099 Aug 09 15:30:10.581196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-eafb3b6c-2b19-44d8-8af7-e33fef1747d7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:30:10.582683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-eafb3b6c-2b19-44d8-8af7-e33fef1747d7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2944927 Aug 09 15:30:10.588472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-daf1a175-64b0-4f3f-b0ed-44dfbcb53790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:10.591172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-daf1a175-64b0-4f3f-b0ed-44dfbcb53790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:10.595239 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-daf1a175-64b0-4f3f-b0ed-44dfbcb53790 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4d578f9-7dba-4d2d-996e-02925a5d0712 HTTP/1.1" status: 204 len: 168 time: 0.4900692 Aug 09 15:30:10.610561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1a175-64b0-4f3f-b0ed-44dfbcb53790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d578f9-7dba-4d2d-996e-02925a5d0712,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:10.679936 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-965ea6c1-dbdf-4c87-a81f-567b2433e018 req-f8b89a60-9849-4bc9-a6d2-47fafa452273 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465747 Aug 09 15:30:10.706788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-147f5cd7-dc0e-4c50-b31f-8ca4a199a747 service neutron] 10.222.0.64 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157019 Aug 09 15:30:10.843336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-dbf04b1f-fc1d-4302-a436-1a054f73c04c service neutron] 10.222.0.64 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216862 Aug 09 15:30:11.098666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f760020b-ab78-4754-b3a8-e3aebb4ee01c req-b2ecbde0-ba29-4851-83d6-7fd034218d82 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 210 time: 0.0394549 Aug 09 15:30:11.121015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8f80f-8c0c-4e87-9693-a2d13d7fcf3d req-35acdcb3-6429-41d4-b20f-f4c480d31fa1 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:11.122780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4a8f80f-8c0c-4e87-9693-a2d13d7fcf3d req-35acdcb3-6429-41d4-b20f-f4c480d31fa1 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 970 time: 0.1045680 Aug 09 15:30:11.181458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4a8f80f-8c0c-4e87-9693-a2d13d7fcf3d req-d450942b-8c31-4a15-8971-f47df3ce359e tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526478 Aug 09 15:30:11.198741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36916) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:11.217404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71b33db8-ade2-4d2f-924f-baf277ef1dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.349851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71b33db8-ade2-4d2f-924f-baf277ef1dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.356015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71b33db8-ade2-4d2f-924f-baf277ef1dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.404682 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-71b33db8-ade2-4d2f-924f-baf277ef1dae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3593be5b4344da6a96fc7cc1ed2de91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016702 Aug 09 15:30:11.405109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36928) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:11.407356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b33db8-ade2-4d2f-924f-baf277ef1dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eb631f-3b53-47ac-aae4-9d2104101539,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:11.474083 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8da5f8a4-ba87-4bac-9486-7bc96eed65b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.504791 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8da5f8a4-ba87-4bac-9486-7bc96eed65b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.570025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8da5f8a4-ba87-4bac-9486-7bc96eed65b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.574236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8da5f8a4-ba87-4bac-9486-7bc96eed65b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.576117 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8da5f8a4-ba87-4bac-9486-7bc96eed65b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30eb631f-3b53-47ac-aae4-9d2104101539 HTTP/1.1" status: 204 len: 168 time: 0.1699777 Aug 09 15:30:11.595562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5f8a4-ba87-4bac-9486-7bc96eed65b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eb631f-3b53-47ac-aae4-9d2104101539,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:11.615274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e221f5-034b-4353-87cb-27dba398c3fa req-5b532091-b38e-46ae-8eca-9e0362b4b3df tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:11.617080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8e221f5-034b-4353-87cb-27dba398c3fa req-5b532091-b38e-46ae-8eca-9e0362b4b3df tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 970 time: 0.0824521 Aug 09 15:30:11.668093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8e221f5-034b-4353-87cb-27dba398c3fa req-2a387438-ed77-4050-931b-a143b6076488 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Aug 09 15:30:12.234029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1927a846-72d1-485e-855c-f20e3d45b977 req-17c2675a-c25f-41f5-bac3-69d4c32f5511 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 210 time: 0.0439482 Aug 09 15:30:12.328808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.66', 58553) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:12.421568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28ff13-9c8c-44fe-9ec3-5768397e4274 req-5a2c2c2e-b9f8-4a99-8efe-b9a4ae78796f tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:12.424740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa28ff13-9c8c-44fe-9ec3-5768397e4274 req-5a2c2c2e-b9f8-4a99-8efe-b9a4ae78796f tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 970 time: 0.0816832 Aug 09 15:30:12.511331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa28ff13-9c8c-44fe-9ec3-5768397e4274 req-505173ab-8fc2-47ad-8927-d9036a439643 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660493 Aug 09 15:30:12.538700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 42a9ede4-5c67-428a-a238-d91e0f5ccfbf details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:30:12.613424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-bba8cded-ff6f-44a9-9c5b-247e0bc09c9d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:12.615230 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-bba8cded-ff6f-44a9-9c5b-247e0bc09c9d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 807 time: 0.2849393 Aug 09 15:30:12.659843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:12.674739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '42a9ede4-5c67-428a-a238-d91e0f5ccfbf', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '42a9ede4-5c67-428a-a238-d91e0f5ccfbf', 'mac_address': 'fa:16:3e:cc:21:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:tempest-test_az-1638911267', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:30:12.732442 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:12.760430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a9ede4-5c67-428a-a238-d91e0f5ccfbf {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:12.785840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:12.791137 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:12.792001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 16dfb39c-3102-4776-8077-fb7a72fc5c5c details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:30:12.870970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:12.892541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.893016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.893451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.893873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.894462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.894893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.895386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.895795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.896366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.896759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.897148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.897526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Tracked resource versions report: Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: pushed versions: Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: { 'AddressGroup': {'1.2'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'ConntrackHelper': {'1.0'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Log': {'1.0'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Network': {'1.1'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Port': {'1.7'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'PortForwarding': {'1.2'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'QosPolicy': {'1.9'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'SecurityGroup': {'1.4'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'SubPort': {'1.0'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Subnet': {'1.1'}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Trunk': {'1.1'}} Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: consumer versions: Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: { DHCP agent@n-d-799523-2: {}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: HyperV agent@n-h1-799523-2: {}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: HyperV agent@n-h2-799523-2: {}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: L3 agent@n-d-799523-2: {}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: Metadata agent@n-d-799523-2: {}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: Metering agent@n-d-799523-2: {}, Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: Open vSwitch agent@n-d-799523-2: { 'AddressGroup': '1.2', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'ConntrackHelper': '1.0', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Log': '1.0', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Network': '1.1', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Port': '1.7', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'PortForwarding': '1.2', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'QosPolicy': '1.9', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'SecurityGroup': '1.4', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'SecurityGroupRule': '1.2', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'SubPort': '1.0', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Subnet': '1.1', Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: 'Trunk': '1.1'}} Aug 09 15:30:12.898658 n-d-799523-2 neutron-server[94179]: {{(pid=94179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:30:12.914945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 16dfb39c-3102-4776-8077-fb7a72fc5c5c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=16dfb39c-3102-4776-8077-fb7a72fc5c5c,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:12.928020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '16dfb39c-3102-4776-8077-fb7a72fc5c5c', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '16dfb39c-3102-4776-8077-fb7a72fc5c5c', 'mac_address': 'fa:16:3e:e9:47:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:tempest-test_az-1638911267', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:30:13.007614 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:13.027966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dfb39c-3102-4776-8077-fb7a72fc5c5c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:13.065478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 16dfb39c-3102-4776-8077-fb7a72fc5c5c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=16dfb39c-3102-4776-8077-fb7a72fc5c5c,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:13.090072 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:13.093816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d738-1a1b-445b-9897-56144fde71fb req-2d6a1434-30c7-4611-8f1c-ac84573e760c tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:13.104526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e01d738-1a1b-445b-9897-56144fde71fb req-2d6a1434-30c7-4611-8f1c-ac84573e760c tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 971 time: 0.0774331 Aug 09 15:30:13.155810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e01d738-1a1b-445b-9897-56144fde71fb req-457e46df-2b31-4499-8a72-01a2c6fad249 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501063 Aug 09 15:30:13.220623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=16dfb39c-3102-4776-8077-fb7a72fc5c5c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:13.435427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['16dfb39c-3102-4776-8077-fb7a72fc5c5c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:30:13.497275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['42a9ede4-5c67-428a-a238-d91e0f5ccfbf'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:30:13.881783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37030) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:14.104563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f312e612-2651-4d79-9ecb-3663d33f3c69 req-bb5dadb3-0a3d-4d8e-af70-6fce550d0336 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 210 time: 0.3031900 Aug 09 15:30:14.150474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd8cdedd-af31-4902-bc74-35691ffaa372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.151544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1340e3-8b2d-4be5-bda4-dd8a0bc495ec req-7a50533d-1fca-468c-9272-3b8705ad5fea tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:14.158522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd1340e3-8b2d-4be5-bda4-dd8a0bc495ec req-7a50533d-1fca-468c-9272-3b8705ad5fea tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 971 time: 0.2802610 Aug 09 15:30:14.228582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd1340e3-8b2d-4be5-bda4-dd8a0bc495ec req-edfee346-402b-4dc2-bd5b-dc51b562cf9e tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624604 Aug 09 15:30:14.326192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd8cdedd-af31-4902-bc74-35691ffaa372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.331759 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd8cdedd-af31-4902-bc74-35691ffaa372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.396173 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bd8cdedd-af31-4902-bc74-35691ffaa372 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efec0d81b8424fc084d424a0b36937a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118198 Aug 09 15:30:14.396943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cdedd-af31-4902-bc74-35691ffaa372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16a0542-9a0e-42dc-8b1b-9c103187473f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:14.399855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37052) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:14.474921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8d971-3d49-4850-abe2-af08f66f47fb req-1ddaaf8d-815f-4707-9c8b-dca1466b6532 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:14.481160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9b5c-ee4b-4b75-bb20-ad1dfd50b257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.484740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80d8d971-3d49-4850-abe2-af08f66f47fb req-1ddaaf8d-815f-4707-9c8b-dca1466b6532 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 971 time: 0.1330736 Aug 09 15:30:14.518757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 42a9ede4-5c67-428a-a238-d91e0f5ccfbf up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:14.520072 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9b5c-ee4b-4b75-bb20-ad1dfd50b257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.586631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80d8d971-3d49-4850-abe2-af08f66f47fb req-588788a7-1f1f-4ee6-b93e-e31a0bd869ea tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009817 Aug 09 15:30:14.618026 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9b5c-ee4b-4b75-bb20-ad1dfd50b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.622773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9b5c-ee4b-4b75-bb20-ad1dfd50b257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.631073 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7ffb9b5c-ee4b-4b75-bb20-ad1dfd50b257 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e16a0542-9a0e-42dc-8b1b-9c103187473f HTTP/1.1" status: 204 len: 168 time: 0.2279501 Aug 09 15:30:14.654570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb9b5c-ee4b-4b75-bb20-ad1dfd50b257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16a0542-9a0e-42dc-8b1b-9c103187473f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:14.681171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:14.709330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:14.709992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.943850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:14.989153 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-afa4e8c2-652c-4d7e-8d83-ed5583a69be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:15.018366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3ebb18-5e06-466d-ada4-c556289112ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9ede4-5c67-428a-a238-d91e0f5ccfbf'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:15.119717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:15.128767 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:15.130870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 16dfb39c-3102-4776-8077-fb7a72fc5c5c up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:15.182428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37096) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:15.231875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:15.277995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 16dfb39c-3102-4776-8077-fb7a72fc5c5c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:15.283371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 16dfb39c-3102-4776-8077-fb7a72fc5c5c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:15.284044 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:15.328404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d32f3b95-53eb-44c4-bb27-24cf077ac262 req-c6be219e-faee-4810-b2bb-90447829ac67 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 210 time: 0.0791171 Aug 09 15:30:15.438804 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:15.529429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a287cbb-1173-4cfc-ba1a-df9ff2a420d1 req-b4886086-0871-41c3-be8b-a9dfc808e91a tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:15.540447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 16dfb39c-3102-4776-8077-fb7a72fc5c5c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=16dfb39c-3102-4776-8077-fb7a72fc5c5c,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:15.541642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a287cbb-1173-4cfc-ba1a-df9ff2a420d1 req-b4886086-0871-41c3-be8b-a9dfc808e91a tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 971 time: 0.1047730 Aug 09 15:30:15.548511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:15.641922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a287cbb-1173-4cfc-ba1a-df9ff2a420d1 req-10c071bf-40eb-45c4-ae24-9ae87af35207 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953546 Aug 09 15:30:15.657509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=16dfb39c-3102-4776-8077-fb7a72fc5c5c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:15.750154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e39f36-5643-4e78-a2dd-0b9b6e1bd4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:15.833879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37108) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:15.836036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37110) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:15.871991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-638ab2d8-0454-4346-a2ba-9c17dfca2f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:15.918258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceed6c-5535-42f1-8018-f3282bbc410c req-1510f100-fd76-40d9-82b4-f4dc9a4f3d3b tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:15.925081 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1ceed6c-5535-42f1-8018-f3282bbc410c req-1510f100-fd76-40d9-82b4-f4dc9a4f3d3b tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 972 time: 0.1555073 Aug 09 15:30:16.068246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1ceed6c-5535-42f1-8018-f3282bbc410c req-e6e40f39-b376-4f70-99a9-e23102bbc5df tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775614 Aug 09 15:30:16.197132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e39f36-5643-4e78-a2dd-0b9b6e1bd4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.226487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51610361-a967-4c6e-b977-f62e056e2bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.231626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e39f36-5643-4e78-a2dd-0b9b6e1bd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.247382 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405274d4-0511-4508-a2d7-cfb7f7a7883d" -d '{"events": [{"server_uuid": "6d3ebb18-5e06-466d-ada4-c556289112ef", "name": "network-vif-plugged", "status": "completed", "tag": "42a9ede4-5c67-428a-a238-d91e0f5ccfbf"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:16.318622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e39f36-5643-4e78-a2dd-0b9b6e1bd4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011c3957-20a8-43f9-b446-a1968e9b5369,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:16.350494 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-49e39f36-5643-4e78-a2dd-0b9b6e1bd4bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b45038479d8347c698fa0dbf921ec348&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1662583 Aug 09 15:30:16.353119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37120) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:16.398709 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f0e949-c2d4-4ba9-b078-3a73380d6ff8 x-openstack-request-id: req-90f0e949-c2d4-4ba9-b078-3a73380d6ff8 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:16.399471 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3ebb18-5e06-466d-ada4-c556289112ef", "name": "network-vif-plugged", "status": "completed", "tag": "42a9ede4-5c67-428a-a238-d91e0f5ccfbf", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:16.399715 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90f0e949-c2d4-4ba9-b078-3a73380d6ff8 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:16.405648 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3ebb18-5e06-466d-ada4-c556289112ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9ede4-5c67-428a-a238-d91e0f5ccfbf', 'code': 200} Aug 09 15:30:16.469816 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32d0c163-a118-4638-9b32-1516f11d04b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.517181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32d0c163-a118-4638-9b32-1516f11d04b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.637513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-765cd54c-2c6b-4b43-bbf7-f9f6b8e13539 req-0b42f093-fb3b-4f55-8bcc-59a6ee5a3705 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 210 time: 0.1014729 Aug 09 15:30:16.638518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-638ab2d8-0454-4346-a2ba-9c17dfca2f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.653325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0733f-bfb7-4c85-ac92-f9f90a0d8cb8 req-09799dad-dddd-4af2-b9bf-154b170d57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:16.655168 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-49f0733f-bfb7-4c85-ac92-f9f90a0d8cb8 req-09799dad-dddd-4af2-b9bf-154b170d57d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 1123 time: 0.1407497 Aug 09 15:30:16.659202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-638ab2d8-0454-4346-a2ba-9c17dfca2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.721539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32d0c163-a118-4638-9b32-1516f11d04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.727466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32d0c163-a118-4638-9b32-1516f11d04b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.728768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-32d0c163-a118-4638-9b32-1516f11d04b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/011c3957-20a8-43f9-b446-a1968e9b5369 HTTP/1.1" status: 204 len: 168 time: 0.3741119 Aug 09 15:30:16.739502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0c163-a118-4638-9b32-1516f11d04b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011c3957-20a8-43f9-b446-a1968e9b5369,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:16.767717 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-638ab2d8-0454-4346-a2ba-9c17dfca2f39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a099f5d66e084d51b82137bc8c6d644e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9136505 Aug 09 15:30:16.776237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37128) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:16.778458 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-49f0733f-bfb7-4c85-ac92-f9f90a0d8cb8 req-d2b950f0-6bb5-4def-9236-00389201e79f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.826182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ab2d8-0454-4346-a2ba-9c17dfca2f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad5f89f-e6ac-4ebb-9563-c050b9a1d0e2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:16.917519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9fa7-4998-4447-b9a1-67f72814a5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.922832 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51610361-a967-4c6e-b977-f62e056e2bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.950356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51610361-a967-4c6e-b977-f62e056e2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.970762 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9fa7-4998-4447-b9a1-67f72814a5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:16.979614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e543021-17b4-4ae6-beec-4e692ccf1701 req-fbdd87dd-0982-40d3-93d9-403093ae709b tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:16.981347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e543021-17b4-4ae6-beec-4e692ccf1701 req-fbdd87dd-0982-40d3-93d9-403093ae709b tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 972 time: 0.1126812 Aug 09 15:30:16.994547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51610361-a967-4c6e-b977-f62e056e2bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dfddb3-cdc6-497c-ad07-66fb406f7a5a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:17.048020 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-51610361-a967-4c6e-b977-f62e056e2bfc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8aff3765f744448e84fa4acf0351f776&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2069483 Aug 09 15:30:17.051065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37136) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:17.063784 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e543021-17b4-4ae6-beec-4e692ccf1701 req-7283c11d-9324-40c7-8edd-3ef0c8af444c tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717585 Aug 09 15:30:17.095401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9fa7-4998-4447-b9a1-67f72814a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.102384 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9fa7-4998-4447-b9a1-67f72814a5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.106837 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1d1d9fa7-4998-4447-b9a1-67f72814a5d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ad5f89f-e6ac-4ebb-9563-c050b9a1d0e2 HTTP/1.1" status: 204 len: 168 time: 0.3253107 Aug 09 15:30:17.115474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d9fa7-4998-4447-b9a1-67f72814a5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad5f89f-e6ac-4ebb-9563-c050b9a1d0e2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:17.168979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30a83968-672a-4dbb-ba51-5e3c8150e472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.209949 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30a83968-672a-4dbb-ba51-5e3c8150e472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.267234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a9cd7-693a-4ba8-bf59-4b6594bc1123 req-5b37f050-bea7-4a6b-9932-c9705207ec3d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:17.273503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-49f0733f-bfb7-4c85-ac92-f9f90a0d8cb8 req-d2b950f0-6bb5-4def-9236-00389201e79f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.280206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e23a9cd7-693a-4ba8-bf59-4b6594bc1123 req-5b37f050-bea7-4a6b-9932-c9705207ec3d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 972 time: 0.0980701 Aug 09 15:30:17.287230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-49f0733f-bfb7-4c85-ac92-f9f90a0d8cb8 req-d2b950f0-6bb5-4def-9236-00389201e79f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.311015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37142) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:17.319228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e23a9cd7-693a-4ba8-bf59-4b6594bc1123 req-a420e256-0662-4f31-86a6-578ac48cc0b9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 Aug 09 15:30:17.352627 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-49f0733f-bfb7-4c85-ac92-f9f90a0d8cb8 req-d2b950f0-6bb5-4def-9236-00389201e79f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422520 Aug 09 15:30:17.366970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a41a5281-2703-40c6-a10a-c9287f45c3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.383135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30a83968-672a-4dbb-ba51-5e3c8150e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.385635 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30a83968-672a-4dbb-ba51-5e3c8150e472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.387105 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-30a83968-672a-4dbb-ba51-5e3c8150e472 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7dfddb3-cdc6-497c-ad07-66fb406f7a5a HTTP/1.1" status: 204 len: 168 time: 0.3347523 Aug 09 15:30:17.397825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b950f0-6bb5-4def-9236-00389201e79f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c463d159-cb31-47a7-a1b4-2e2bd238f955,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:17.454276 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9b0d4f88-dd66-4d45-af5b-e1c6e5ddb804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.574922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a83968-672a-4dbb-ba51-5e3c8150e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dfddb3-cdc6-497c-ad07-66fb406f7a5a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:17.681244 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a41a5281-2703-40c6-a10a-c9287f45c3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.688903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a41a5281-2703-40c6-a10a-c9287f45c3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.740791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37166) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:17.741358 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a41a5281-2703-40c6-a10a-c9287f45c3da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cab35d8e80a4095b50d78c93f31ac68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266877 Aug 09 15:30:17.742184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a5281-2703-40c6-a10a-c9287f45c3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b610388-6f24-4d3a-a242-68c093603df0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:17.743929 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.809809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37168) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:17.844738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51575809-3a74-4d73-a36d-542fdb298cb5 req-b0f139f6-5a66-42f6-b0d4-17dbf3313704 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 210 time: 0.0575769 Aug 09 15:30:17.859002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-27dd36f0-12f8-48a2-9644-46776251aac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.912303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-27dd36f0-12f8-48a2-9644-46776251aac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.975911 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efa00a30-463a-4f6b-bcff-4baa525d9a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.981981 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-27dd36f0-12f8-48a2-9644-46776251aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.985025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-27dd36f0-12f8-48a2-9644-46776251aac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:17.986167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-27dd36f0-12f8-48a2-9644-46776251aac4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b610388-6f24-4d3a-a242-68c093603df0 HTTP/1.1" status: 204 len: 168 time: 0.2403843 Aug 09 15:30:17.986738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37174) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:18.008122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd36f0-12f8-48a2-9644-46776251aac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b610388-6f24-4d3a-a242-68c093603df0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:18.027677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07d75d7f-88bd-4566-8afb-ee2867bc85e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.121715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efa00a30-463a-4f6b-bcff-4baa525d9a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.127120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efa00a30-463a-4f6b-bcff-4baa525d9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.174067 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-efa00a30-463a-4f6b-bcff-4baa525d9a31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c634d7ee53d442199c515d58605a7f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634655 Aug 09 15:30:18.175445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00a30-463a-4f6b-bcff-4baa525d9a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fb2cc1-313b-4ca4-aab6-c1f5ab8da7eb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:18.180517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37184) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:18.293859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fe5c7-74f6-4649-85a8-6cb86f275cb6 req-ad6c19b8-8da4-4697-83f2-4fb97f5f2ec0 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:18.298129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-601fe5c7-74f6-4649-85a8-6cb86f275cb6 req-ad6c19b8-8da4-4697-83f2-4fb97f5f2ec0 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 972 time: 0.1358709 Aug 09 15:30:18.341257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c429e395-78c6-4658-9a47-5d1409e8c95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.388231 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07d75d7f-88bd-4566-8afb-ee2867bc85e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.400010 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-601fe5c7-74f6-4649-85a8-6cb86f275cb6 req-0f2b0e1b-87a9-4267-8781-22ece8cafd75 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957866 Aug 09 15:30:18.400651 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07d75d7f-88bd-4566-8afb-ee2867bc85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.407742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ca6755-133f-4887-8b58-12581e36afdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dfb39c-3102-4776-8077-fb7a72fc5c5c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:18.415249 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c429e395-78c6-4658-9a47-5d1409e8c95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.418644 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56608e0-b70e-48cd-8a5d-ed2980a6b2cc" -d '{"events": [{"server_uuid": "35ca6755-133f-4887-8b58-12581e36afdf", "name": "network-vif-plugged", "status": "completed", "tag": "16dfb39c-3102-4776-8077-fb7a72fc5c5c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:18.493818 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab14c92-200e-4cf9-84ea-f8d7646e65b5 x-openstack-request-id: req-fab14c92-200e-4cf9-84ea-f8d7646e65b5 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:18.495028 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ca6755-133f-4887-8b58-12581e36afdf", "name": "network-vif-plugged", "status": "completed", "tag": "16dfb39c-3102-4776-8077-fb7a72fc5c5c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:18.495604 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fab14c92-200e-4cf9-84ea-f8d7646e65b5 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:18.496027 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ca6755-133f-4887-8b58-12581e36afdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dfb39c-3102-4776-8077-fb7a72fc5c5c', 'code': 200} Aug 09 15:30:18.499939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-07d75d7f-88bd-4566-8afb-ee2867bc85e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bcd58a5b4a048e7bf745991b6267fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972918 Aug 09 15:30:18.501599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37200) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:18.547800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d75d7f-88bd-4566-8afb-ee2867bc85e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a501b89b-a6de-4b54-9764-24a713301c0e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:18.589653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7cbf-0e2f-4534-b578-0bdaf2622f1f req-d2150740-8e85-49ef-97b3-caaf103a40c1 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:18.591307 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe1b7cbf-0e2f-4534-b578-0bdaf2622f1f req-d2150740-8e85-49ef-97b3-caaf103a40c1 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 972 time: 0.1012468 Aug 09 15:30:18.605314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c429e395-78c6-4658-9a47-5d1409e8c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.607973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c429e395-78c6-4658-9a47-5d1409e8c95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.608507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ebeefa3-b820-4796-9d2c-30605ab9016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.611572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c429e395-78c6-4658-9a47-5d1409e8c95b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90fb2cc1-313b-4ca4-aab6-c1f5ab8da7eb HTTP/1.1" status: 204 len: 168 time: 0.4260490 Aug 09 15:30:18.638275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429e395-78c6-4658-9a47-5d1409e8c95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fb2cc1-313b-4ca4-aab6-c1f5ab8da7eb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:18.667190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe1b7cbf-0e2f-4534-b578-0bdaf2622f1f req-8b266273-fb3a-4642-af13-5b971f6c669b tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672565 Aug 09 15:30:18.712263 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ebeefa3-b820-4796-9d2c-30605ab9016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.738847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58089e-42d4-4c69-857c-a9df2784ea1e req-9b73a292-2bd5-4538-afa7-31c6011790ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:18.740393 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cb58089e-42d4-4c69-857c-a9df2784ea1e req-9b73a292-2bd5-4538-afa7-31c6011790ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 1123 time: 0.1360857 Aug 09 15:30:18.792066 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cb58089e-42d4-4c69-857c-a9df2784ea1e req-a11691ca-807e-42bd-93ec-4cf6d7335046 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Aug 09 15:30:18.809658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ebeefa3-b820-4796-9d2c-30605ab9016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.812736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ebeefa3-b820-4796-9d2c-30605ab9016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.813921 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ebeefa3-b820-4796-9d2c-30605ab9016f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a501b89b-a6de-4b54-9764-24a713301c0e HTTP/1.1" status: 204 len: 168 time: 0.3106782 Aug 09 15:30:18.825198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeefa3-b820-4796-9d2c-30605ab9016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a501b89b-a6de-4b54-9764-24a713301c0e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:18.882040 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:18.980127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57c6059f-689a-4c6a-b56e-349a038ec9ac req-b6b41d4e-564f-47a7-bb07-8a30f0334a4d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 210 time: 0.0326095 Aug 09 15:30:19.159219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37224) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:19.178379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d81626b-2007-434f-96be-3decfffee338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.182510 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Request body: {'port': {'device_id': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'admin_state_up': True, 'tenant_id': '56df983dc7384ddeb5bd26f643627db1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:19.290928 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d81626b-2007-434f-96be-3decfffee338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.300281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d81626b-2007-434f-96be-3decfffee338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.352950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81626b-2007-434f-96be-3decfffee338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cd4efa-238e-4bdb-abd9-df72029d4700,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:19.357790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9d81626b-2007-434f-96be-3decfffee338 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0bd4ac6fc59e4efd9e8304b4603e10ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974235 Aug 09 15:30:19.360747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37234) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:19.367054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Made reservation on behalf of 56df983dc7384ddeb5bd26f643627db1 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:19.371740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.425937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b11c53dc-18f9-4749-99e0-aeca13bcf31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.466339 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b11c53dc-18f9-4749-99e0-aeca13bcf31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.563960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253efaa-1f88-4210-a9a3-46d1382dfe2f req-46e02850-9a12-4cb9-b408-525db1a8ad15 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:19.565576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e253efaa-1f88-4210-a9a3-46d1382dfe2f req-46e02850-9a12-4cb9-b408-525db1a8ad15 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 972 time: 0.0609906 Aug 09 15:30:19.566974 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b11c53dc-18f9-4749-99e0-aeca13bcf31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.569691 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b11c53dc-18f9-4749-99e0-aeca13bcf31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.570341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Allocated IP 172.20.0.13 (69377b5d-8aa6-400b-b9cd-ed4c37ebf047/1f6d6565-1efe-4b73-9839-698bdbeb1614/124a490a-27b7-45fb-9a2f-9fd95cddf5a2) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:19.570833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b11c53dc-18f9-4749-99e0-aeca13bcf31d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45cd4efa-238e-4bdb-abd9-df72029d4700 HTTP/1.1" status: 204 len: 168 time: 0.2091296 Aug 09 15:30:19.593373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c53dc-18f9-4749-99e0-aeca13bcf31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cd4efa-238e-4bdb-abd9-df72029d4700,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:19.622825 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e253efaa-1f88-4210-a9a3-46d1382dfe2f req-5bc743fc-d4e0-4554-8e10-2f2abd6bcc38 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491531 Aug 09 15:30:19.798826 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.831028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f852fb4-cfb4-4c19-88d5-336bbe4ab56e req-7b815e95-e112-41ee-89c3-515638a3319d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:19.833150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f852fb4-cfb4-4c19-88d5-336bbe4ab56e req-7b815e95-e112-41ee-89c3-515638a3319d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 972 time: 0.0640826 Aug 09 15:30:19.852909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.891564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f852fb4-cfb4-4c19-88d5-336bbe4ab56e req-83b64f92-4897-4de0-98e7-9eb446910711 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497191 Aug 09 15:30:19.934688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:19.938906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:19.940906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Pushing event updated for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:19.943525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:19.949309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:19.950064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:19.965782 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-aa9c2050-2037-488d-ad7b-12567dd77913 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912488 Aug 09 15:30:19.978493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-7dbb943d-9c65-4500-8470-3409d783b693 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:30:19.979612 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-7dbb943d-9c65-4500-8470-3409d783b693 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056164 Aug 09 15:30:20.112089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc15cd-c223-4266-9959-199bd7b9ee65 req-1e787f0c-3535-4260-b2a8-ac91e315ad59 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:20.114745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62bc15cd-c223-4266-9959-199bd7b9ee65 req-1e787f0c-3535-4260-b2a8-ac91e315ad59 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 932 time: 0.0543275 Aug 09 15:30:20.163760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62bc15cd-c223-4266-9959-199bd7b9ee65 req-a876d8cb-109b-4b76-bc1a-6772f887b49a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 Aug 09 15:30:20.216600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:20.461103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Request body: {'port': {'device_id': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:20.535688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:20.714116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f783d-72b2-4237-8154-899d8469682a req-012a4a24-fc61-40a2-8df0-c307a468577c tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:20.729088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b95f783d-72b2-4237-8154-899d8469682a req-012a4a24-fc61-40a2-8df0-c307a468577c tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 972 time: 0.0832441 Aug 09 15:30:20.824756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b95f783d-72b2-4237-8154-899d8469682a req-47b81fea-f46f-4236-a295-94dbfb4aaaec tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942550 Aug 09 15:30:20.853259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe0d59-b3e0-44ee-abfb-aaa28b0b771f req-2d3e7def-9ad0-42dc-9929-1590fcdba076 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:20.855128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbfe0d59-b3e0-44ee-abfb-aaa28b0b771f req-2d3e7def-9ad0-42dc-9929-1590fcdba076 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 972 time: 0.1236296 Aug 09 15:30:20.899148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbfe0d59-b3e0-44ee-abfb-aaa28b0b771f req-0d05f7d8-307d-490e-a78f-b8548517305a tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369186 Aug 09 15:30:20.917580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:20.925253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:20.947761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Transition to ACTIVE for port object 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:20.953076 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:21.029518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Pushing event updated for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:21.048877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:21.049277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:21.049523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:21.054972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:30:21.055286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:21.060669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:21.061005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:21.061391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:21.061887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Bound port: 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:21.062227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:21.140229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:21.143606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:21.144061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927513fb-2aa0-4401-9275-7283c6cd1ef1 req-82561dd7-6fb1-4a42-82ec-17db2d9b5185 tempest-AggregatesAdminTestJSON-697271000 tempest-AggregatesAdminTestJSON-697271000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:21.148294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-927513fb-2aa0-4401-9275-7283c6cd1ef1 req-82561dd7-6fb1-4a42-82ec-17db2d9b5185 tempest-AggregatesAdminTestJSON-697271000 tempest-AggregatesAdminTestJSON-697271000-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 1123 time: 0.0798533 Aug 09 15:30:21.152880 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:21.173355 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-927513fb-2aa0-4401-9275-7283c6cd1ef1 req-83f98bf3-bd4d-481b-894f-57942edf695a tempest-AggregatesAdminTestJSON-697271000 tempest-AggregatesAdminTestJSON-697271000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:21.194456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:21.195136 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:21.196700 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] 10.222.0.66 "PUT /v2.0/ports/124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 1092 time: 0.9142776 Aug 09 15:30:21.197148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:21.199799 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c59c5cf-8bca-41af-91e6-1b71d4231956" -d '{"events": [{"name": "network-changed", "server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:21.226008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ca9e9-f623-42e1-b74f-8db90fd7a858 service neutron] Pushing event updated for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:21.329660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-927513fb-2aa0-4401-9275-7283c6cd1ef1 req-83f98bf3-bd4d-481b-894f-57942edf695a tempest-AggregatesAdminTestJSON-697271000 tempest-AggregatesAdminTestJSON-697271000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:21.338463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-927513fb-2aa0-4401-9275-7283c6cd1ef1 req-83f98bf3-bd4d-481b-894f-57942edf695a tempest-AggregatesAdminTestJSON-697271000 tempest-AggregatesAdminTestJSON-697271000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:21.360732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-b3835243-f59c-4279-a1d0-983b700af70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:21.365630 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-b3835243-f59c-4279-a1d0-983b700af70b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1095 time: 0.1051698 Aug 09 15:30:21.431694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-927513fb-2aa0-4401-9275-7283c6cd1ef1 req-83f98bf3-bd4d-481b-894f-57942edf695a tempest-AggregatesAdminTestJSON-697271000 tempest-AggregatesAdminTestJSON-697271000-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765846 Aug 09 15:30:21.444133 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-a3e10cdf-c869-48fe-99be-3cf094633d1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 217 time: 0.0696840 Aug 09 15:30:21.446520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f98bf3-bd4d-481b-894f-57942edf695a tempest-AggregatesAdminTestJSON-697271000 tempest-AggregatesAdminTestJSON-697271000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ce6a1-4b04-42ab-b038-20548641fed3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:21.529829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c05dd-7d7f-43e1-a46b-9c07145ec76a req-3398bfbc-9948-4999-ba9f-43403b5ac72d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:21.532525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b36c05dd-7d7f-43e1-a46b-9c07145ec76a req-3398bfbc-9948-4999-ba9f-43403b5ac72d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.0573733 Aug 09 15:30:21.538517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-c350a9b0-6582-4eb5-b70e-79981dda8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:21.540256 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-c350a9b0-6582-4eb5-b70e-79981dda8a5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0867310 Aug 09 15:30:21.546389 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66647568-cfdb-4603-ac55-9e20440207ea x-openstack-request-id: req-66647568-cfdb-4603-ac55-9e20440207ea {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:21.546847 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:21.547100 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66647568-cfdb-4603-ac55-9e20440207ea {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:21.547503 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2', 'status': 'completed', 'code': 200} Aug 09 15:30:21.603540 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-35d5fe85-8b63-4724-9ca0-0c0566b5dc89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502381 Aug 09 15:30:21.608484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b36c05dd-7d7f-43e1-a46b-9c07145ec76a req-de4eee24-9fa6-4b8a-ae3e-1bec11fc20fe tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690157 Aug 09 15:30:21.758079 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-74e4192c-4b86-43fe-b877-6f99877fca9c service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397943 Aug 09 15:30:21.868308 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba00b2b-e857-490a-ba62-21bd7c4083cb req-0e743d11-b737-4abb-8e06-1103532b4fd3 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012216 Aug 09 15:30:21.994706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-456ae771-b65a-47e8-a346-96ceec22735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:21.996457 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-456ae771-b65a-47e8-a346-96ceec22735b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1095 time: 0.0435011 Aug 09 15:30:22.039029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1694650425', 'description': 'tempest-description-959407445'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:22.078033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.096875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.116223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-80288af4-58a2-4fd6-a0df-f0c75ea53a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:22.118212 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-80288af4-58a2-4fd6-a0df-f0c75ea53a66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1130078 Aug 09 15:30:22.173711 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-c539662a-9546-424b-9465-f0f1d3f86d2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 217 time: 0.0464230 Aug 09 15:30:22.208964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.214594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.239803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-547177b0-a84b-4484-922b-d8ea6ce442db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:22.241612 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-547177b0-a84b-4484-922b-d8ea6ce442db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0602465 Aug 09 15:30:22.255677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07d9e78-d10a-4c35-904b-9741116edae8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:22.303428 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-3a508a8c-4fb2-4d50-b274-a86271f5d6fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527468 Aug 09 15:30:22.325116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.330485 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.342876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37360) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:22.382510 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.383935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dfa32c36-9c45-47d2-9298-6eccbb5aaf99 req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3552055 Aug 09 15:30:22.392548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b6cd1-3ce6-439f-9a99-0292f8e9f39d tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad2d95a-3c57-496d-91e2-78e8e7932f13,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:22.459238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-72e0c448-a548-4218-9e9e-28ad847d66d2 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:22.460786 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-72e0c448-a548-4218-9e9e-28ad847d66d2 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 1123 time: 0.0959952 Aug 09 15:30:22.466506 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-25ee9a50-06d4-4263-9629-b7d29274d1a0 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549382 Aug 09 15:30:22.491128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4c269992-f673-4a0d-bb45-a3f7101a2e8b req-229e509b-f37a-4a60-8fbc-024452595238 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Request body: {'security_group': {'name': 'tempest-securitygroup-967125580', 'description': 'tempest-description-617427459'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:22.543217 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c269992-f673-4a0d-bb45-a3f7101a2e8b req-229e509b-f37a-4a60-8fbc-024452595238 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.608203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0494098-fad3-4340-9953-3fac0558984d req-d3553ff2-f887-4a21-9baf-bcf5d68399b0 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:22.609945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0494098-fad3-4340-9953-3fac0558984d req-d3553ff2-f887-4a21-9baf-bcf5d68399b0 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d3ebb18-5e06-466d-ada4-c556289112ef HTTP/1.1" status: 200 len: 972 time: 0.0806842 Aug 09 15:30:22.645036 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c59c5cf-8bca-41af-91e6-1b71d4231956 req-8c099f75-574b-423a-951d-465446ee1010 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702588 Aug 09 15:30:22.647337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] Deleting port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:30:22.647676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.678318 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0494098-fad3-4340-9953-3fac0558984d req-f9461106-3780-4bd4-9a2f-38ea523617aa tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574915 Aug 09 15:30:22.717557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1827199353-network', 'tenant_id': '232297f1428d456499822be4952707c8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:22.733279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c269992-f673-4a0d-bb45-a3f7101a2e8b req-229e509b-f37a-4a60-8fbc-024452595238 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.746690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c269992-f673-4a0d-bb45-a3f7101a2e8b req-229e509b-f37a-4a60-8fbc-024452595238 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.761307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] For port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:22.761757 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.773470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Made reservation on behalf of 232297f1428d456499822be4952707c8 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:22.774418 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.778180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] Calling delete_port for 42a9ede4-5c67-428a-a238-d91e0f5ccfbf owned by compute:tempest-test_az-1638911267 {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:30:22.796106 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.799216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e509b-f37a-4a60-8fbc-024452595238 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c5553f-9078-44f3-84e8-6ec5906480ba,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:22.816829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c269992-f673-4a0d-bb45-a3f7101a2e8b req-229e509b-f37a-4a60-8fbc-024452595238 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.818226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c269992-f673-4a0d-bb45-a3f7101a2e8b req-229e509b-f37a-4a60-8fbc-024452595238 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3325784 Aug 09 15:30:22.945521 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.952027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.986719 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:22.988543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:23.006579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['42a9ede4-5c67-428a-a238-d91e0f5ccfbf'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:30:23.007338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d759200-2518-4d14-a330-90a79b4e7ac1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:23.023467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.028473 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Added segment a09d2ac8-07ad-4e58-9380-b1da87f3072c of type vlan for network 744f8112-64e8-4542-9524-22cfaed72e49 Aug 09 15:30:23.060781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a9ede4-5c67-428a-a238-d91e0f5ccfbf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:23.102359 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.115144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] No DVR routers for this DVR port 42a9ede4-5c67-428a-a238-d91e0f5ccfbf on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:30:23.118820 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.123854 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ea0d1dd-8e95-4211-bac4-19a8b624c3b6 req-a6179c56-e7e1-4fea-9a66-a419e8b8d868 tempest-DeleteServersAdminTestJSON-1339375649 tempest-DeleteServersAdminTestJSON-1339375649-project-admin] 10.222.0.35 "DELETE /v2.0/ports/42a9ede4-5c67-428a-a238-d91e0f5ccfbf HTTP/1.1" status: 204 len: 173 time: 0.6556070 Aug 09 15:30:23.170906 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.172074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:23.172788 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.300836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9473760 Aug 09 15:30:23.301479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37400) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:23.310711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Request body: {'subnet': {'network_id': '744f8112-64e8-4542-9524-22cfaed72e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1827199353-subnet', 'tenant_id': '232297f1428d456499822be4952707c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:23.324984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513ae7e-c6ea-4b6f-99e0-6fdf81723952 req-761aabb2-82d0-4861-ab76-e0fcc4775850 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:23.327343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e513ae7e-c6ea-4b6f-99e0-6fdf81723952 req-761aabb2-82d0-4861-ab76-e0fcc4775850 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.1762683 Aug 09 15:30:23.328942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac988a4-311b-4609-85a2-6feb0e9b3e34 admin admin] Pushing event updated for resources: {'Network': ['ID=744f8112-64e8-4542-9524-22cfaed72e49,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:23.337258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Made reservation on behalf of 232297f1428d456499822be4952707c8 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:23.340823 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.342642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 744f8112-64e8-4542-9524-22cfaed72e49 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:30:23.347595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1303543905', 'description': 'tempest-description-115155571'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:23.388867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e513ae7e-c6ea-4b6f-99e0-6fdf81723952 req-adb705f9-ec68-457c-8a71-9414397ba9d4 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543976 Aug 09 15:30:23.390198 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.399076 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.515984 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.525636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.529733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.561889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3ebb18-5e06-466d-ada4-c556289112ef', 'name': 'network-vif-deleted', 'tag': '42a9ede4-5c67-428a-a238-d91e0f5ccfbf'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:23.564146 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ddef63-83ce-4867-8d1b-1545dabac655" -d '{"events": [{"server_uuid": "6d3ebb18-5e06-466d-ada4-c556289112ef", "name": "network-vif-deleted", "tag": "42a9ede4-5c67-428a-a238-d91e0f5ccfbf"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:23.564709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf82cda4-adb9-46b5-9f08-1c2687092e5e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:23.609238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a96f20a-6fde-46fe-9848-1d76ecc4f0a4,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:23.614475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Checking segment: {'id': 'a09d2ac8-07ad-4e58-9380-b1da87f3072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '744f8112-64e8-4542-9524-22cfaed72e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:23.614866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Network hostable DHCP agents. Network: 744f8112-64e8-4542-9524-22cfaed72e49, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:30:23.635578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Network 744f8112-64e8-4542-9524-22cfaed72e49 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:30:23.647377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 744f8112-64e8-4542-9524-22cfaed72e49) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:23.653330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:23.654109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.658135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dff300d-d535-4de5-9c1f-9c8f044d5f43 None None] Network 744f8112-64e8-4542-9524-22cfaed72e49 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:23.675168 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.704712 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d24af0dd-913b-4807-8380-958af354ba2f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3938100 Aug 09 15:30:23.704926 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.749998 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:23.751383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6bee839-86a1-4289-9014-7db3f58382c4 req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4098279 Aug 09 15:30:23.757552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38ee4d-1458-42e9-ba29-7a164ead92da tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda295e2-c8e5-4326-a6b4-9c07b9ff2e59,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:23.882541 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a9afa5-56bd-4a39-892a-b13417b1854f x-openstack-request-id: req-05a9afa5-56bd-4a39-892a-b13417b1854f {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:23.887143 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3ebb18-5e06-466d-ada4-c556289112ef", "name": "network-vif-deleted", "tag": "42a9ede4-5c67-428a-a238-d91e0f5ccfbf", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:23.887757 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05a9afa5-56bd-4a39-892a-b13417b1854f {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:23.888560 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3ebb18-5e06-466d-ada4-c556289112ef', 'name': 'network-vif-deleted', 'tag': '42a9ede4-5c67-428a-a238-d91e0f5ccfbf', 'status': 'completed', 'code': 200} Aug 09 15:30:23.958642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a7475f44-b447-49b0-9edd-74c71a27aa65 req-8682656e-e8b2-46af-baa4-a955e4b08d1d tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1640468372', 'description': 'tempest-description-421190518'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:23.989394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591ccefe-d276-4a8b-b198-3d942a777cec None None] Network 744f8112-64e8-4542-9524-22cfaed72e49 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:24.010817 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a7475f44-b447-49b0-9edd-74c71a27aa65 req-8682656e-e8b2-46af-baa4-a955e4b08d1d tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:24.152553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a7475f44-b447-49b0-9edd-74c71a27aa65 req-8682656e-e8b2-46af-baa4-a955e4b08d1d tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:24.158742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a7475f44-b447-49b0-9edd-74c71a27aa65 req-8682656e-e8b2-46af-baa4-a955e4b08d1d tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:24.184184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a7475f44-b447-49b0-9edd-74c71a27aa65 req-8682656e-e8b2-46af-baa4-a955e4b08d1d tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:24.185553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7475f44-b447-49b0-9edd-74c71a27aa65 req-8682656e-e8b2-46af-baa4-a955e4b08d1d tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2327693 Aug 09 15:30:24.198907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682656e-e8b2-46af-baa4-a955e4b08d1d tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b61af-91b1-4752-9b6f-59e571bd3e4b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:24.270078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-9ad2b775-e698-4656-8c88-05a0e268e967 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270875 Aug 09 15:30:24.421480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806eb2-155c-4328-a612-8058951616e6 req-6b3ce54a-eec9-4f56-8dc9-833cfbeeafdd tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:24.423238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-6b3ce54a-eec9-4f56-8dc9-833cfbeeafdd tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466179 Aug 09 15:30:24.442404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-07c82b39-f22d-4c3f-b60e-8255582b5c91 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/quotas/dda8573ef5524d4aac6f8f3c31f2e848 HTTP/1.1" status: 200 len: 375 time: 0.0114834 Aug 09 15:30:24.481740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-380e9332-3b02-48c2-81f8-f1902c9da651 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294151 Aug 09 15:30:24.798394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:30:24.826339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37498) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:24.831525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1511921779-network', 'tenant_id': '7c30344ed9824144ae7cc7cad4861d9a'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:24.883475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Made reservation on behalf of 7c30344ed9824144ae7cc7cad4861d9a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:24.887972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:24.920201 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:24.958347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:24.992576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2', 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'port_id': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2', 'mac_address': 'fa:16:3e:7b:71:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6d6565-1efe-4b73-9839-698bdbeb1614', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:30:25.010821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cb6a-2c51-44fd-a7fb-60431b17b37a req-1f5d7534-c043-4370-8935-9f34fcbde5b3 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:25.012812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f557cb6a-2c51-44fd-a7fb-60431b17b37a req-1f5d7534-c043-4370-8935-9f34fcbde5b3 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.1487083 Aug 09 15:30:25.104197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.109690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.114488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.125308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:25.140580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.140945 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Added segment 8b6aed50-bc62-4ace-b833-49b36a39207c of type vlan for network 9258e7ec-0389-4ad4-b0f0-890d75d700f4 Aug 09 15:30:25.145291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:25.173459 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:25.180269 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.181139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-56ba3c1c-2090-41d7-8cb8-117d8f571a8e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36826 time: 0.4864051 Aug 09 15:30:25.189009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.194495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f557cb6a-2c51-44fd-a7fb-60431b17b37a req-9e0c6ec1-1531-4f54-94b9-511bc1f88540 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628358 Aug 09 15:30:25.259299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ffa1ac-c04f-49b5-91e0-85029c3c80b3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:25.268040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.269555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:25.270739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.278430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:25.282409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-f4d65935-5fe5-4fd7-9e61-29ea2e6f73e3 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/06516848-7fc1-4b1e-9c93-6bdda368f727 HTTP/1.1" status: 200 len: 2981 time: 0.0870345 Aug 09 15:30:25.301181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-086c04d8-820c-496d-8967-f22fecf5e3b6 req-1d1fa28a-ac5b-440a-b51f-7168b7f40ebd tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 210 time: 0.0373993 Aug 09 15:30:25.343098 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5132489 Aug 09 15:30:25.344543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37510) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:25.349663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Request body: {'subnet': {'network_id': '9258e7ec-0389-4ad4-b0f0-890d75d700f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1511921779-subnet', 'tenant_id': '7c30344ed9824144ae7cc7cad4861d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:25.351880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d93e-b67b-4fb0-83b2-dd5fd1b4ecbe admin admin] Pushing event updated for resources: {'Network': ['ID=9258e7ec-0389-4ad4-b0f0-890d75d700f4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:25.362322 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-91865dd1-b043-4fce-96bc-081ce51988b0 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/06516848-7fc1-4b1e-9c93-6bdda368f727 HTTP/1.1" status: 200 len: 2981 time: 0.0638957 Aug 09 15:30:25.363870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9258e7ec-0389-4ad4-b0f0-890d75d700f4 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:30:25.414101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Made reservation on behalf of 7c30344ed9824144ae7cc7cad4861d9a for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:25.417365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.458829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-eae01a0d-1466-4b4d-8246-fade3af9ba39 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3b6ce6a1-4b04-42ab-b038-20548641fed3 HTTP/1.1" status: 200 len: 2981 time: 0.0875292 Aug 09 15:30:25.541614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['124a490a-27b7-45fb-9a2f-9fd95cddf5a2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:30:25.567328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-ea5b29f6-247a-4e37-aafe-4f51f53e8a87 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3b6ce6a1-4b04-42ab-b038-20548641fed3 HTTP/1.1" status: 200 len: 2981 time: 0.0805538 Aug 09 15:30:25.662173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-c7b95280-7798-4bf2-90b2-d3714ab7836e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3d759200-2518-4d14-a330-90a79b4e7ac1 HTTP/1.1" status: 200 len: 2981 time: 0.0848501 Aug 09 15:30:25.747704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-7db60720-e10f-41cf-a1d5-d64ecfbcbf0e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3d759200-2518-4d14-a330-90a79b4e7ac1 HTTP/1.1" status: 200 len: 2981 time: 0.0845335 Aug 09 15:30:25.766319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37524) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:25.835755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:25.838810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-7f4272d2-4d8e-4e4f-be64-fe5f80a784b8 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8142e73f-d016-4224-a6f2-aebefcd8afaf HTTP/1.1" status: 200 len: 2977 time: 0.0902512 Aug 09 15:30:25.911552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66277951-4338-40d9-8cbd-0b7cd425518a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:25.957368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Checking segment: {'id': '8b6aed50-bc62-4ace-b833-49b36a39207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '9258e7ec-0389-4ad4-b0f0-890d75d700f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:25.957732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Network hostable DHCP agents. Network: 9258e7ec-0389-4ad4-b0f0-890d75d700f4, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:30:25.964600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-005991f4-a8e7-42d9-ac1a-f1968d84ea5d tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8142e73f-d016-4224-a6f2-aebefcd8afaf HTTP/1.1" status: 200 len: 2977 time: 0.0997908 Aug 09 15:30:26.006517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Network 9258e7ec-0389-4ad4-b0f0-890d75d700f4 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:30:26.031303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9258e7ec-0389-4ad4-b0f0-890d75d700f4) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:26.040765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed30e00-6c82-404c-b508-61ef69380a7c None None] Network 9258e7ec-0389-4ad4-b0f0-890d75d700f4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:26.047535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:26.048165 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.060231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-91944325-6c66-45fc-ba40-66554d14be9c tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/81431190-9355-4c25-a43b-5d016a13b946 HTTP/1.1" status: 200 len: 2977 time: 0.0876069 Aug 09 15:30:26.110582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-911d0c45-7c45-402f-8607-ecc9b1892d85 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7567327 Aug 09 15:30:26.145729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-71796865-63c2-4994-bbfe-41e142c8b497 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/81431190-9355-4c25-a43b-5d016a13b946 HTTP/1.1" status: 200 len: 2977 time: 0.0840034 Aug 09 15:30:26.196827 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8877250-eadc-4bdf-96ee-4deb6f9b947f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.225516 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-02ff4f39-ae8f-4728-8a8d-2a8743599219 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535114 Aug 09 15:30:26.245327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce540e-4d17-43ab-94c0-61fbf9998791 None None] Network 9258e7ec-0389-4ad4-b0f0-890d75d700f4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:26.261281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-faa55aff-1346-4fb2-8a29-ad53673d4881 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a07d9e78-d10a-4c35-904b-9741116edae8 HTTP/1.1" status: 200 len: 2981 time: 0.1128478 Aug 09 15:30:26.342205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-0b61c31f-ca17-4ac6-be51-988c59ca7166 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a07d9e78-d10a-4c35-904b-9741116edae8 HTTP/1.1" status: 200 len: 2981 time: 0.0795641 Aug 09 15:30:26.413194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37548) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:26.464378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806eb2-155c-4328-a612-8058951616e6 req-d1abb23d-d643-4131-a0d8-417f5323eb08 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:26.466965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-d1abb23d-d643-4131-a0d8-417f5323eb08 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339318 Aug 09 15:30:26.484285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-e738838e-71cc-4f75-99f8-35b0f847ad29 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a55f35d5-10fb-4040-b164-5f8b65fe3033 HTTP/1.1" status: 200 len: 2977 time: 0.1346011 Aug 09 15:30:26.484837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Request body: {'port': {'device_id': '1812d7d1-82de-4c84-b58a-806d53d1ef28', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': 'dda8573ef5524d4aac6f8f3c31f2e848'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:26.540743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 42a9ede4-5c67-428a-a238-d91e0f5ccfbf no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:30:26.579496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 42a9ede4-5c67-428a-a238-d91e0f5ccfbf {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:30:26.580214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 42a9ede4-5c67-428a-a238-d91e0f5ccfbf not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:30:26.582556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04cebe8-a0ed-4087-9d35-2eb333d5e902 admin admin] Deleting subnet 7a96f20a-6fde-46fe-9848-1d76ecc4f0a4 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:30:26.594803 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a04cebe8-a0ed-4087-9d35-2eb333d5e902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.604911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddd1ef-a8ff-4f60-b4e2-dd77b26e5443 req-16ede0b8-6639-43f6-b17b-5f9849281cab tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:26.607863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56ddd1ef-a8ff-4f60-b4e2-dd77b26e5443 req-16ede0b8-6639-43f6-b17b-5f9849281cab tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 945 time: 0.1204515 Aug 09 15:30:26.617625 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8877250-eadc-4bdf-96ee-4deb6f9b947f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.626377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8877250-eadc-4bdf-96ee-4deb6f9b947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.671075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-7983f32b-7632-478e-bd75-1a6321683d87 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a55f35d5-10fb-4040-b164-5f8b65fe3033 HTTP/1.1" status: 200 len: 2977 time: 0.1697538 Aug 09 15:30:26.684831 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c8877250-eadc-4bdf-96ee-4deb6f9b947f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3061a7690c04866b3dacc94277557d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9176857 Aug 09 15:30:26.687810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8877250-eadc-4bdf-96ee-4deb6f9b947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ece3d5-dbe5-4f1c-b1e6-a63a64be8a71,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:26.688825 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a04cebe8-a0ed-4087-9d35-2eb333d5e902 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.690226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37558) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:26.726955 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a04cebe8-a0ed-4087-9d35-2eb333d5e902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.732632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Made reservation on behalf of dda8573ef5524d4aac6f8f3c31f2e848 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:26.740364 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.741478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56ddd1ef-a8ff-4f60-b4e2-dd77b26e5443 req-99b11781-27e8-4129-95fd-8b4e27b37679 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068046 Aug 09 15:30:26.787114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:26.814406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-071df745-6689-42e6-98f4-7c2b362280e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.855110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:26.864525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:26.865740 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.900590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-0bb002ce-69ad-4747-a84e-a647380fbc1f tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/baa86d2c-a519-4d9f-b012-8e9c7a501a5f HTTP/1.1" status: 200 len: 2973 time: 0.2192214 Aug 09 15:30:26.926207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-071df745-6689-42e6-98f4-7c2b362280e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:26.947087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40eb8593-b769-4546-9193-794c57f54fda req-06399efb-ea86-456b-9580-7c52052aa20a tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 210 time: 0.0626712 Aug 09 15:30:27.023616 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a04cebe8-a0ed-4087-9d35-2eb333d5e902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.044682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-071df745-6689-42e6-98f4-7c2b362280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.044924 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.049093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-071df745-6689-42e6-98f4-7c2b362280e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.053475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-071df745-6689-42e6-98f4-7c2b362280e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09ece3d5-dbe5-4f1c-b1e6-a63a64be8a71 HTTP/1.1" status: 204 len: 168 time: 0.3601470 Aug 09 15:30:27.064987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Allocated IP 192.168.233.51 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/59712a49-dd78-4ab7-b076-a3a9c6762325) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:27.078408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-90502572-8618-4005-8a2b-c9ee749b0c5b tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/baa86d2c-a519-4d9f-b012-8e9c7a501a5f HTTP/1.1" status: 200 len: 2973 time: 0.1344373 Aug 09 15:30:27.079716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a04cebe8-a0ed-4087-9d35-2eb333d5e902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.082448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071df745-6689-42e6-98f4-7c2b362280e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ece3d5-dbe5-4f1c-b1e6-a63a64be8a71,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:27.084395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a04cebe8-a0ed-4087-9d35-2eb333d5e902 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7a96f20a-6fde-46fe-9848-1d76ecc4f0a4 HTTP/1.1" status: 204 len: 168 time: 0.6701665 Aug 09 15:30:27.084546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37568) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:27.085615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cebe8-a0ed-4087-9d35-2eb333d5e902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a96f20a-6fde-46fe-9848-1d76ecc4f0a4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:27.120153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:27.123306 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b40787-3bd2-419b-9333-a8d4b0abe296" -d '{"events": [{"server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "name": "network-vif-plugged", "status": "completed", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:27.152224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:27.160910 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.186324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-ddeb74c4-96df-4023-92ee-e13ce7f80848 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c463d159-cb31-47a7-a1b4-2e2bd238f955 HTTP/1.1" status: 200 len: 2981 time: 0.0868948 Aug 09 15:30:27.227256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.244051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:27.265422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-7b5ceab5-0bbb-4ed5-966f-41aec826829c tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c463d159-cb31-47a7-a1b4-2e2bd238f955 HTTP/1.1" status: 200 len: 2981 time: 0.0777655 Aug 09 15:30:27.445251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.464402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.464809 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.465536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.465859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > port after_create 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.466635 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.466946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > port after_update 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.467269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.467604 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.467950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.468293 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.520073 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b04eda4-53a5-4c8b-afa2-b507da95f15b x-openstack-request-id: req-6b04eda4-53a5-4c8b-afa2-b507da95f15b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:27.520073 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "name": "network-vif-plugged", "status": "completed", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:27.520589 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b04eda4-53a5-4c8b-afa2-b507da95f15b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:27.521054 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2', 'code': 200} Aug 09 15:30:27.590146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37586) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:27.608266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-e1e8844c-458a-432d-a10e-c4487647f234 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c848f949-f430-4c59-8c76-23a5e5b8f19c HTTP/1.1" status: 200 len: 2977 time: 0.3365085 Aug 09 15:30:27.608968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-194f4303-4b49-4bd2-9e49-02c881e5116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.615388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.615743 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.616132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.616508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:30:27.616857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744f8112-64e8-4542-9524-22cfaed72e49']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:27.658299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.678354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09d2ac8-07ad-4e58-9380-b1da87f3072c') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:27.678649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09d2ac8-07ad-4e58-9380-b1da87f3072c') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:27.687621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-ce78f73c-42bc-4fe9-9885-34862cdca409 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c848f949-f430-4c59-8c76-23a5e5b8f19c HTTP/1.1" status: 200 len: 2977 time: 0.0676475 Aug 09 15:30:27.715651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.742897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Transition to ACTIVE for port object 59712a49-dd78-4ab7-b076-a3a9c6762325 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:27.759235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.776219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:30:27.776663 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.818458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-bcd11c37-a586-4848-ad1c-3074e7ac93ed tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cf82cda4-adb9-46b5-9f08-1c2687092e5e HTTP/1.1" status: 200 len: 2981 time: 0.1153135 Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: from cryptography.utils import int_from_bytes Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: from cryptography.utils import int_from_bytes Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:30:27.833458 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:30:27.855284 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.857713 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-194f4303-4b49-4bd2-9e49-02c881e5116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.868209 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-194f4303-4b49-4bd2-9e49-02c881e5116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.900882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892dd86-e998-4a1b-b367-317784cfcd97 req-67e99d0e-e451-4e9b-8d07-104f8344a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:27.902613 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f892dd86-e998-4a1b-b367-317784cfcd97 req-67e99d0e-e451-4e9b-8d07-104f8344a684 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1097 time: 0.2746773 Aug 09 15:30:27.945799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.951928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:27.958604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9064af4-740e-4e96-9a24-5e109ce657ff req-76d77c7e-aefc-48ed-a4fc-e7f2d20a17e9 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cf82cda4-adb9-46b5-9f08-1c2687092e5e HTTP/1.1" status: 200 len: 2981 time: 0.1312811 Aug 09 15:30:27.965642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-194f4303-4b49-4bd2-9e49-02c881e5116c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=557489fc74854a189d47384404991840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707752 Aug 09 15:30:27.965642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f4303-4b49-4bd2-9e49-02c881e5116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7589eb30-af8d-4d7f-b4a7-7b581be9227c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:27.976846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37596) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:28.035637 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.041192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] 10.222.0.64 "DELETE /v2.0/networks/744f8112-64e8-4542-9524-22cfaed72e49 HTTP/1.1" status: 204 len: 168 time: 0.9520812 Aug 09 15:30:28.043784 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37606) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:28.054742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4f37-ab1c-4722-9506-d9a7fe932f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=744f8112-64e8-4542-9524-22cfaed72e49,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:28.067360 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.076438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:28.090546 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f892dd86-e998-4a1b-b367-317784cfcd97 req-9c0e4498-f011-4df9-a80d-3c70e32cea20 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642339 Aug 09 15:30:28.091480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:28.116580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:28.119446 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f272232a-8df2-4f05-9adb-2c208e5b8792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.147565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Pushing event updated for resources: {'Port': ['ID=59712a49-dd78-4ab7-b076-a3a9c6762325,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:28.160319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53a6f7b-96eb-4449-95d6-00fcf167d7bd admin admin] Deleting subnet 66277951-4338-40d9-8cbd-0b7cd425518a {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:30:28.197554 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e53a6f7b-96eb-4449-95d6-00fcf167d7bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.199610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:28.200666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.234441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-68afb05b-130f-4b4e-ac50-6afc6765bf01 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7564602 Aug 09 15:30:28.249272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Request body: {'port': {'device_id': '1812d7d1-82de-4c84-b58a-806d53d1ef28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:28.258023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f272232a-8df2-4f05-9adb-2c208e5b8792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.326839 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.366825 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e53a6f7b-96eb-4449-95d6-00fcf167d7bd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.390937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30310aa-d5bb-4239-b8cb-2af9fcb0cc1d req-774ebe08-1321-4909-9225-f8e76450c91c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:28.392636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e30310aa-d5bb-4239-b8cb-2af9fcb0cc1d req-774ebe08-1321-4909-9225-f8e76450c91c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 946 time: 0.2400639 Aug 09 15:30:28.403118 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e53a6f7b-96eb-4449-95d6-00fcf167d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.443471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fbaa2f84-e85c-4369-89fd-09db4e0e5d14 None None] Provisioning for port 59712a49-dd78-4ab7-b076-a3a9c6762325 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:28.453301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fbaa2f84-e85c-4369-89fd-09db4e0e5d14 None None] Provisioning complete for port 59712a49-dd78-4ab7-b076-a3a9c6762325 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:28.454144 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbaa2f84-e85c-4369-89fd-09db4e0e5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.483848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19b33eb5-b770-49ba-9b8f-1d74091e8754 req-0bb40273-47cb-4de0-8442-3b198d6e6ee2 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd6a488b2c574cea98d9fb9077b5d201 HTTP/1.1" status: 200 len: 6101 time: 0.3175461 Aug 09 15:30:28.516975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa2f84-e85c-4369-89fd-09db4e0e5d14 None None] Port 59712a49-dd78-4ab7-b076-a3a9c6762325 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:30:28.559044 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f272232a-8df2-4f05-9adb-2c208e5b8792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.561866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f272232a-8df2-4f05-9adb-2c208e5b8792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.565430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f272232a-8df2-4f05-9adb-2c208e5b8792 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7589eb30-af8d-4d7f-b4a7-7b581be9227c HTTP/1.1" status: 204 len: 168 time: 0.5849369 Aug 09 15:30:28.585073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e30310aa-d5bb-4239-b8cb-2af9fcb0cc1d req-0acaa54d-aa02-4978-a1bd-bf60c0291aa0 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494737 Aug 09 15:30:28.606851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272232a-8df2-4f05-9adb-2c208e5b8792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7589eb30-af8d-4d7f-b4a7-7b581be9227c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:28.611852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e53a6f7b-96eb-4449-95d6-00fcf167d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.624520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19b33eb5-b770-49ba-9b8f-1d74091e8754 req-0501390b-c119-433e-85f8-6f895b97e3a5 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "GET /v2.0/security-groups/a07d9e78-d10a-4c35-904b-9741116edae8 HTTP/1.1" status: 200 len: 2981 time: 0.1207178 Aug 09 15:30:28.685380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a6f7b-96eb-4449-95d6-00fcf167d7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66277951-4338-40d9-8cbd-0b7cd425518a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:28.756828 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e53a6f7b-96eb-4449-95d6-00fcf167d7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.757388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e53a6f7b-96eb-4449-95d6-00fcf167d7bd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/66277951-4338-40d9-8cbd-0b7cd425518a HTTP/1.1" status: 204 len: 168 time: 0.7121499 Aug 09 15:30:28.763109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59712a49-dd78-4ab7-b076-a3a9c6762325 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:28.772262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.775037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37618) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:28.789568 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19b33eb5-b770-49ba-9b8f-1d74091e8754 req-d3e5d2c1-e46b-456e-9e50-5ade77779d81 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "GET /v2.0/security-groups/a07d9e78-d10a-4c35-904b-9741116edae8 HTTP/1.1" status: 200 len: 2981 time: 0.1641428 Aug 09 15:30:28.821176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50df289-c86b-4c0c-9920-8ddcd89b4deb req-fcb6ccae-813c-47b1-8882-a9ddf2cc1c4a tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:28.823450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b50df289-c86b-4c0c-9920-8ddcd89b4deb req-fcb6ccae-813c-47b1-8882-a9ddf2cc1c4a tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 935 time: 0.0937998 Aug 09 15:30:28.850803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Transition to ACTIVE for port object 59712a49-dd78-4ab7-b076-a3a9c6762325 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:28.858282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.878478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b50df289-c86b-4c0c-9920-8ddcd89b4deb req-9cc1e4c6-2dd9-41ab-9177-1f41530c1152 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Aug 09 15:30:28.938151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:28.965054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1529d632-9d78-4c10-aff3-e8059544a84f req-f6ebbf5c-72dd-45c6-a288-c0a1bb1040d7 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6f1b61af-91b1-4752-9b6f-59e571bd3e4b HTTP/1.1" status: 200 len: 1777 time: 0.0555060 Aug 09 15:30:29.052848 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1529d632-9d78-4c10-aff3-e8059544a84f req-386a8e90-15e6-45a7-90ad-1cd539e7d663 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.063242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=59712a49-dd78-4ab7-b076-a3a9c6762325,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:29.122002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1529d632-9d78-4c10-aff3-e8059544a84f req-386a8e90-15e6-45a7-90ad-1cd539e7d663 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.124826 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.144973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9258e7ec-0389-4ad4-b0f0-890d75d700f4']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:29.165612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Attempting to bind port 59712a49-dd78-4ab7-b076-a3a9c6762325 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:29.165927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Attempting to bind port 59712a49-dd78-4ab7-b076-a3a9c6762325 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:29.166258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Attempting to bind port 59712a49-dd78-4ab7-b076-a3a9c6762325 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:29.174345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6aed50-bc62-4ace-b833-49b36a39207c') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:29.174638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6aed50-bc62-4ace-b833-49b36a39207c') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:29.176629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Port 59712a49-dd78-4ab7-b076-a3a9c6762325 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:30:29.177014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Attempting to bind port 59712a49-dd78-4ab7-b076-a3a9c6762325 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:29.189210 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.191634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:29.192007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:29.192396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:29.192950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Bound port: 59712a49-dd78-4ab7-b076-a3a9c6762325, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:29.193314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.225124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.255746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1529d632-9d78-4c10-aff3-e8059544a84f req-386a8e90-15e6-45a7-90ad-1cd539e7d663 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.261413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1529d632-9d78-4c10-aff3-e8059544a84f req-386a8e90-15e6-45a7-90ad-1cd539e7d663 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.277222 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1529d632-9d78-4c10-aff3-e8059544a84f req-386a8e90-15e6-45a7-90ad-1cd539e7d663 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f1b61af-91b1-4752-9b6f-59e571bd3e4b HTTP/1.1" status: 204 len: 173 time: 0.3078935 Aug 09 15:30:29.280458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:30:29.282418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:30:29.288528 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:30:29.310235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a8e90-15e6-45a7-90ad-1cd539e7d663 tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b61af-91b1-4752-9b6f-59e571bd3e4b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:29.458629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.480872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.488379 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9258e7ec-0389-4ad4-b0f0-890d75d700f4 HTTP/1.1" status: 204 len: 168 time: 0.7081723 Aug 09 15:30:29.490153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] For port 59712a49-dd78-4ab7-b076-a3a9c6762325, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:29.513177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe480cd-0431-4329-8180-a9a6d0db8162 admin admin] Pushing event deleted for resources: {'Network': ['ID=9258e7ec-0389-4ad4-b0f0-890d75d700f4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:29.527370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] For port 59712a49-dd78-4ab7-b076-a3a9c6762325, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=59712a49-dd78-4ab7-b076-a3a9c6762325,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:29.540890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.590455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:29.591569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.592998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] 10.222.0.35 "PUT /v2.0/ports/59712a49-dd78-4ab7-b076-a3a9c6762325 HTTP/1.1" status: 200 len: 1095 time: 1.3482282 Aug 09 15:30:29.595345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1812d7d1-82de-4c84-b58a-806d53d1ef28', 'tag': '59712a49-dd78-4ab7-b076-a3a9c6762325'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:29.599664 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42efa667-5623-4875-a91a-daf3bdba83be" -d '{"events": [{"name": "network-changed", "server_uuid": "1812d7d1-82de-4c84-b58a-806d53d1ef28", "tag": "59712a49-dd78-4ab7-b076-a3a9c6762325"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:29.652969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c9a3e-ebe9-45b0-8882-7ca3864c1eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=59712a49-dd78-4ab7-b076-a3a9c6762325,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:29.661167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-ecd10c03-1be5-41ff-b852-bf2659982616 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2237470 Aug 09 15:30:29.669593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebc08d1e-b97a-48ed-b8f1-365272c436d1 req-7745c2af-46a4-46e6-8285-31c2490d382a tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "GET /v2.0/security-groups/bda295e2-c8e5-4326-a6b4-9c07b9ff2e59 HTTP/1.1" status: 200 len: 1777 time: 0.1781909 Aug 09 15:30:29.825787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806eb2-155c-4328-a612-8058951616e6 req-4215223f-5656-4063-9698-3a1f2fdeb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:29.829845 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-4215223f-5656-4063-9698-3a1f2fdeb115 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 1098 time: 0.1784499 Aug 09 15:30:29.889434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebc08d1e-b97a-48ed-b8f1-365272c436d1 req-8739b6eb-d620-4a17-b029-64fe92c1e37e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.915469 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-42463f3c-ba5b-4500-b414-2626647e5122 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=59712a49-dd78-4ab7-b076-a3a9c6762325 HTTP/1.1" status: 200 len: 217 time: 0.0755122 Aug 09 15:30:29.951082 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:30:29.960652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebc08d1e-b97a-48ed-b8f1-365272c436d1 req-8739b6eb-d620-4a17-b029-64fe92c1e37e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:29.973142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-071097e2-b2ed-4fc3-a748-1bb143f33822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:29.975268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-071097e2-b2ed-4fc3-a748-1bb143f33822 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f45ba0312f4945f78ee0d02e0721ed59&device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 1123 time: 0.1888878 Aug 09 15:30:29.999514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37674) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:30.051466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806eb2-155c-4328-a612-8058951616e6 req-4b42d7ef-4007-45ee-be3a-cc91d76fa70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:30.053959 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-4b42d7ef-4007-45ee-be3a-cc91d76fa70a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1319528 Aug 09 15:30:30.154318 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fc1e18e5-0eb4-4a19-9f19-1265cb9dc7c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=232297f1428d456499822be4952707c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531153 Aug 09 15:30:30.161420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37680) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:30.176758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806eb2-155c-4328-a612-8058951616e6 req-7f4f2c36-1c78-45f9-868a-057c5f4988d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:30.179543 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-7f4f2c36-1c78-45f9-868a-057c5f4988d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141572 Aug 09 15:30:30.182705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebc08d1e-b97a-48ed-b8f1-365272c436d1 req-8739b6eb-d620-4a17-b029-64fe92c1e37e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:30.185659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebc08d1e-b97a-48ed-b8f1-365272c436d1 req-8739b6eb-d620-4a17-b029-64fe92c1e37e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:30.192102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebc08d1e-b97a-48ed-b8f1-365272c436d1 req-8739b6eb-d620-4a17-b029-64fe92c1e37e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/bda295e2-c8e5-4326-a6b4-9c07b9ff2e59 HTTP/1.1" status: 204 len: 173 time: 0.4939382 Aug 09 15:30:30.279171 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52229d24-946b-4e45-821b-6c59cc7cac43 x-openstack-request-id: req-52229d24-946b-4e45-821b-6c59cc7cac43 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:30.279705 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1812d7d1-82de-4c84-b58a-806d53d1ef28", "tag": "59712a49-dd78-4ab7-b076-a3a9c6762325", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:30.281318 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52229d24-946b-4e45-821b-6c59cc7cac43 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:30.283201 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1812d7d1-82de-4c84-b58a-806d53d1ef28', 'tag': '59712a49-dd78-4ab7-b076-a3a9c6762325', 'status': 'completed', 'code': 200} Aug 09 15:30:30.294297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739b6eb-d620-4a17-b029-64fe92c1e37e tempest-SecurityGroupsTestAdminJSON-2130279708 tempest-SecurityGroupsTestAdminJSON-2130279708-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda295e2-c8e5-4326-a6b4-9c07b9ff2e59,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:30.341915 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-1242c92b-4455-4017-8977-8a99bdc1f076 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475976 Aug 09 15:30:30.374430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-9aa10101-a924-4bd4-adbc-bedf769c4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:30.379276 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-9aa10101-a924-4bd4-adbc-bedf769c4caf service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3703790 Aug 09 15:30:30.440367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-7dd43d0c-3e86-42e8-a0de-1f2c6569af18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=16dfb39c-3102-4776-8077-fb7a72fc5c5c HTTP/1.1" status: 200 len: 217 time: 0.0427036 Aug 09 15:30:30.441214 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e654-84fd-4bae-b714-c4b935093627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:30.498398 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7806eb2-155c-4328-a612-8058951616e6 req-81034b5b-83cb-469b-bbed-3f930cf5a558 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465752 Aug 09 15:30:30.531763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e654-84fd-4bae-b714-c4b935093627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:30.645708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93c6c3-ac58-42d6-91d2-6f1f05c48260 req-f1c96f5a-157b-4278-b4e8-18d686741303 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:30.648003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c93c6c3-ac58-42d6-91d2-6f1f05c48260 req-f1c96f5a-157b-4278-b4e8-18d686741303 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 946 time: 0.2626629 Aug 09 15:30:30.650512 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-8e18aa28-b600-44dd-bdd2-7534363d06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:30.652589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-8e18aa28-b600-44dd-bdd2-7534363d06a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1928165 Aug 09 15:30:30.667949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efa667-5623-4875-a91a-daf3bdba83be req-7a940bcc-5688-4623-b819-09048f94a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:30.668781 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-42efa667-5623-4875-a91a-daf3bdba83be req-7a940bcc-5688-4623-b819-09048f94a2c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 1098 time: 0.0878885 Aug 09 15:30:30.799396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-f677618f-73c7-40c6-ad8f-f5eca4a3a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:30.801118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efa667-5623-4875-a91a-daf3bdba83be req-5b7e8de0-ec45-478a-809e-f2552fd3998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:30.801731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-f677618f-73c7-40c6-ad8f-f5eca4a3a69e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1370304 Aug 09 15:30:30.802395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e654-84fd-4bae-b714-c4b935093627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:30.802809 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-42efa667-5623-4875-a91a-daf3bdba83be req-5b7e8de0-ec45-478a-809e-f2552fd3998e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1234450 Aug 09 15:30:30.805578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e654-84fd-4bae-b714-c4b935093627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:30.807273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5ae8e654-84fd-4bae-b714-c4b935093627 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d759200-2518-4d14-a330-90a79b4e7ac1 HTTP/1.1" status: 204 len: 168 time: 0.6438448 Aug 09 15:30:30.828925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c93c6c3-ac58-42d6-91d2-6f1f05c48260 req-f939830a-1cb9-438d-a2e3-96117be391c8 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745861 Aug 09 15:30:30.943076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8e654-84fd-4bae-b714-c4b935093627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d759200-2518-4d14-a330-90a79b4e7ac1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:31.010297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bb3d2-5ff4-49f8-882a-2750e3943ee0 req-ac102a1c-47ac-4efe-9b2d-51f1f4b69fdc tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:31.018687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-520bb3d2-5ff4-49f8-882a-2750e3943ee0 req-ac102a1c-47ac-4efe-9b2d-51f1f4b69fdc tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 947 time: 0.2702472 Aug 09 15:30:31.050014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7111ab0e-902f-4430-9187-a113a964769b req-ba630684-0378-4f2e-931c-6d8cbecf4750 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "GET /v2.0/security-groups/a3c5553f-9078-44f3-84e8-6ec5906480ba HTTP/1.1" status: 200 len: 1776 time: 0.1233563 Aug 09 15:30:31.086905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-8f3bbbaa-d6c5-4cf5-9f22-44ea88c7322c service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630928 Aug 09 15:30:31.117252 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-42efa667-5623-4875-a91a-daf3bdba83be req-86852b36-62f8-4ce3-ac9b-0116c97d64ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=59712a49-dd78-4ab7-b076-a3a9c6762325 HTTP/1.1" status: 200 len: 217 time: 0.2963080 Aug 09 15:30:31.194917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-520bb3d2-5ff4-49f8-882a-2750e3943ee0 req-c40f103d-2a32-4b00-b481-7b71a99aa76d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745145 Aug 09 15:30:31.221581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efa667-5623-4875-a91a-daf3bdba83be req-65d8ff25-95bd-488d-b2ce-5249c7f6a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:31.223448 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-42efa667-5623-4875-a91a-daf3bdba83be req-65d8ff25-95bd-488d-b2ce-5249c7f6a8b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0993423 Aug 09 15:30:31.271414 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7111ab0e-902f-4430-9187-a113a964769b req-99be1fb8-5bb2-456d-8154-4e287bb95d51 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:31.309945 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7111ab0e-902f-4430-9187-a113a964769b req-99be1fb8-5bb2-456d-8154-4e287bb95d51 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:31.328849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efa667-5623-4875-a91a-daf3bdba83be req-8c62fa1e-a2d0-407d-80de-6ace45b369cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:31.331217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-42efa667-5623-4875-a91a-daf3bdba83be req-8c62fa1e-a2d0-407d-80de-6ace45b369cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0987668 Aug 09 15:30:31.338345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da556f6b-922f-4e62-9a5e-8b08bf0201a1 req-f1dbc3b5-26fe-4889-ae0a-43dd11dfabb7 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376497 Aug 09 15:30:31.413403 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7111ab0e-902f-4430-9187-a113a964769b req-99be1fb8-5bb2-456d-8154-4e287bb95d51 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:31.424033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7111ab0e-902f-4430-9187-a113a964769b req-99be1fb8-5bb2-456d-8154-4e287bb95d51 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:31.429220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7111ab0e-902f-4430-9187-a113a964769b req-99be1fb8-5bb2-456d-8154-4e287bb95d51 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "DELETE /v2.0/security-groups/a3c5553f-9078-44f3-84e8-6ec5906480ba HTTP/1.1" status: 204 len: 173 time: 0.3627303 Aug 09 15:30:31.458982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be1fb8-5bb2-456d-8154-4e287bb95d51 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c5553f-9078-44f3-84e8-6ec5906480ba,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:31.509883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37722) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:31.573672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-37d47afd-4e1a-4f1c-9c71-a46f42bb887f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718300 Aug 09 15:30:31.576174 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-42efa667-5623-4875-a91a-daf3bdba83be req-89b17882-7a2e-45c0-805a-51959023c2cb service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357597 Aug 09 15:30:31.590511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f94bbbde-9d2c-4240-831f-3df187b05bd6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c30344ed9824144ae7cc7cad4861d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782571 Aug 09 15:30:31.591560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37724) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:31.688753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0494e0c5-17f9-4add-9295-ce5da431e62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:31.726440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0494e0c5-17f9-4add-9295-ce5da431e62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:31.808592 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0494e0c5-17f9-4add-9295-ce5da431e62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:31.812723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0494e0c5-17f9-4add-9295-ce5da431e62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:31.817511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0494e0c5-17f9-4add-9295-ce5da431e62b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5ffa1ac-c04f-49b5-91e0-85029c3c80b3 HTTP/1.1" status: 204 len: 168 time: 0.2239482 Aug 09 15:30:31.826455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-c8cf6590-3b34-4966-a7b8-d5585d9f6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:31.827744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-c8cf6590-3b34-4966-a7b8-d5585d9f6820 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1097 time: 0.1618402 Aug 09 15:30:31.839340 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-42efa667-5623-4875-a91a-daf3bdba83be req-a55b43e1-df65-454b-9212-b12d35cc4e79 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537260 Aug 09 15:30:31.845301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494e0c5-17f9-4add-9295-ce5da431e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ffa1ac-c04f-49b5-91e0-85029c3c80b3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:32.051771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-2af1bb9e-8bd3-4556-9eb2-2636b9bab253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:32.053868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-2af1bb9e-8bd3-4556-9eb2-2636b9bab253 service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1971753 Aug 09 15:30:32.056438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d507297-9a38-4f66-9625-88ef9e0f06fd req-4f0456a7-c67d-4bd1-9e80-358b8d66e49e tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:32.059448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d507297-9a38-4f66-9625-88ef9e0f06fd req-4f0456a7-c67d-4bd1-9e80-358b8d66e49e tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1097 time: 0.0874326 Aug 09 15:30:32.109928 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-a8eb3e22-528a-463b-96cd-3f303076cd62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 217 time: 0.0413110 Aug 09 15:30:32.132936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d507297-9a38-4f66-9625-88ef9e0f06fd req-8464c6a1-966a-451f-bc24-004db9140500 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643010 Aug 09 15:30:32.196926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-1cb243c7-fe98-4e2d-b833-b0238ca68301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:32.198673 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-1cb243c7-fe98-4e2d-b833-b0238ca68301 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0813172 Aug 09 15:30:32.244109 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-856a3dac-3193-4fcc-94dc-2b68fa2a1ca0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366311 Aug 09 15:30:32.410278 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-2349cd35-e6d2-4424-a93c-2d723dcbec75 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570377 Aug 09 15:30:32.534820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7027974b-d929-446b-b839-2562284e0b9c req-651f3417-9b40-4857-b54d-9bce88d7f3eb tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "GET /v2.0/security-groups/5ad2d95a-3c57-496d-91e2-78e8e7932f13 HTTP/1.1" status: 200 len: 1777 time: 0.0688190 Aug 09 15:30:32.580326 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6799d8e5-8ffd-472b-95e1-6d5b7dd4af9a req-9b154963-ac23-41e7-9912-22142535ca3a service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607487 Aug 09 15:30:32.633951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7027974b-d929-446b-b839-2562284e0b9c req-c98e9595-f87f-4c5c-bc2c-39400c927cd6 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:32.692232 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7027974b-d929-446b-b839-2562284e0b9c req-c98e9595-f87f-4c5c-bc2c-39400c927cd6 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:32.739409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37756) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:32.790751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7027974b-d929-446b-b839-2562284e0b9c req-c98e9595-f87f-4c5c-bc2c-39400c927cd6 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:32.793902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7027974b-d929-446b-b839-2562284e0b9c req-c98e9595-f87f-4c5c-bc2c-39400c927cd6 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:32.795613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7027974b-d929-446b-b839-2562284e0b9c req-c98e9595-f87f-4c5c-bc2c-39400c927cd6 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] 10.222.0.64 "DELETE /v2.0/security-groups/5ad2d95a-3c57-496d-91e2-78e8e7932f13 HTTP/1.1" status: 204 len: 173 time: 0.2530968 Aug 09 15:30:32.812792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e9595-f87f-4c5c-bc2c-39400c927cd6 tempest-SecurityGroupsTestAdminJSON-1343367345 tempest-SecurityGroupsTestAdminJSON-1343367345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad2d95a-3c57-496d-91e2-78e8e7932f13,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:32.961984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b22939-107b-4635-959a-37c5267f10cc req-b37cf074-43e4-4936-af59-d3ffa7f61fb8 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:32.964482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5b22939-107b-4635-959a-37c5267f10cc req-b37cf074-43e4-4936-af59-d3ffa7f61fb8 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1097 time: 0.0907037 Aug 09 15:30:32.974191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f688de-a5eb-4955-b3c6-8e001947dfdd req-10f91014-1783-4e29-a660-8006b8fdc170 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:32.975791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0f688de-a5eb-4955-b3c6-8e001947dfdd req-10f91014-1783-4e29-a660-8006b8fdc170 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 947 time: 0.0909410 Aug 09 15:30:33.033446 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e444b2e-cb89-4f95-b0c9-4bef3fa7d27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:33.065267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5b22939-107b-4635-959a-37c5267f10cc req-5fd402ae-453e-4b1e-9045-fde7f1a90078 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882022 Aug 09 15:30:33.099898 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0f688de-a5eb-4955-b3c6-8e001947dfdd req-c2e8acdb-6734-4628-a941-a6be2177b138 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147282 Aug 09 15:30:33.321497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e444b2e-cb89-4f95-b0c9-4bef3fa7d27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:33.327222 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e444b2e-cb89-4f95-b0c9-4bef3fa7d27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:33.414921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37796) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:33.427487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0e444b2e-cb89-4f95-b0c9-4bef3fa7d27c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43612b1eb1bb4690adeff8a31c6241aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6866710 Aug 09 15:30:33.428170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37798) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:33.439078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444b2e-cb89-4f95-b0c9-4bef3fa7d27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0bd2e2-50af-455d-a65a-6612cb2c9cec,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:33.546198 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-48dd7779-805d-49dd-b5f7-75dbdf9366de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:33.598591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-48dd7779-805d-49dd-b5f7-75dbdf9366de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:33.684859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-48dd7779-805d-49dd-b5f7-75dbdf9366de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:33.688765 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-48dd7779-805d-49dd-b5f7-75dbdf9366de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:33.691400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-48dd7779-805d-49dd-b5f7-75dbdf9366de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a0bd2e2-50af-455d-a65a-6612cb2c9cec HTTP/1.1" status: 204 len: 168 time: 0.2609720 Aug 09 15:30:33.704297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd7779-805d-49dd-b5f7-75dbdf9366de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0bd2e2-50af-455d-a65a-6612cb2c9cec,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:34.056236 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6cea5c59-59f7-4f26-bf3c-ecd47f6ba218 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd6a488b2c574cea98d9fb9077b5d201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6324234 Aug 09 15:30:34.056519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37832) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:34.173576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d192133e-7716-4880-b50f-7ec069cfea4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:34.212426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d192133e-7716-4880-b50f-7ec069cfea4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:34.244905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:34.294420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37854) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:34.325569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba83f3-b730-4071-85f2-fa69114ac4f3 req-bb3e3d49-6899-4bf7-b6d3-0a5542c2e14b tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:34.327296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79ba83f3-b730-4071-85f2-fa69114ac4f3 req-bb3e3d49-6899-4bf7-b6d3-0a5542c2e14b tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 947 time: 0.0646935 Aug 09 15:30:34.332266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d192133e-7716-4880-b50f-7ec069cfea4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:34.334920 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d192133e-7716-4880-b50f-7ec069cfea4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:34.336209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d192133e-7716-4880-b50f-7ec069cfea4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a07d9e78-d10a-4c35-904b-9741116edae8 HTTP/1.1" status: 204 len: 168 time: 0.2770069 Aug 09 15:30:34.355558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192133e-7716-4880-b50f-7ec069cfea4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07d9e78-d10a-4c35-904b-9741116edae8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:34.395349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79ba83f3-b730-4071-85f2-fa69114ac4f3 req-c2517843-7414-4f17-bf22-a4bbf5af8f6d tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506830 Aug 09 15:30:34.581561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 59712a49-dd78-4ab7-b076-a3a9c6762325 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:30:34.775061 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59d14d98-6b2d-46ae-b17f-647cbafedfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:34.813312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 59712a49-dd78-4ab7-b076-a3a9c6762325, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=59712a49-dd78-4ab7-b076-a3a9c6762325,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:34.853927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '59712a49-dd78-4ab7-b076-a3a9c6762325', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '59712a49-dd78-4ab7-b076-a3a9c6762325', 'mac_address': 'fa:16:3e:3d:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:30:34.858354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409afba6-b4c3-46d2-925b-7d742913b1da req-0d77b8f8-5977-43c5-b02e-570897d17eed tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:34.863339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409afba6-b4c3-46d2-925b-7d742913b1da req-0d77b8f8-5977-43c5-b02e-570897d17eed tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 972 time: 0.0924180 Aug 09 15:30:34.920709 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eb231416-9742-4e89-a600-22114c084675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:34.939517 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:34.948406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409afba6-b4c3-46d2-925b-7d742913b1da req-b6ba1a52-abc4-4f14-91d5-820885f17b77 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712051 Aug 09 15:30:34.977320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59712a49-dd78-4ab7-b076-a3a9c6762325 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:35.015763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 59712a49-dd78-4ab7-b076-a3a9c6762325, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=59712a49-dd78-4ab7-b076-a3a9c6762325,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:35.024698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.109379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59d14d98-6b2d-46ae-b17f-647cbafedfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.122279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59d14d98-6b2d-46ae-b17f-647cbafedfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.126816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=59712a49-dd78-4ab7-b076-a3a9c6762325,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:35.193053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-59d14d98-6b2d-46ae-b17f-647cbafedfe5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba75743457284e63bb1b71bec32066a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9468155 Aug 09 15:30:35.198601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37876) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:35.240009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d14d98-6b2d-46ae-b17f-647cbafedfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d64cd75-bb73-4a69-8902-a81f00375b02,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:35.284954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['59712a49-dd78-4ab7-b076-a3a9c6762325'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:30:35.350352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5f90d95-5265-4342-b41f-81659ab24ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.374424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37878) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:35.437046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5f90d95-5265-4342-b41f-81659ab24ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.440921 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cf25353-ca21-44e3-bf32-4a9f1ec43bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.476424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eb231416-9742-4e89-a600-22114c084675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.487054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eb231416-9742-4e89-a600-22114c084675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.625769 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-eb231416-9742-4e89-a600-22114c084675 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=062d67085b8b4ddb99d6f0c17841747e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3212526 Aug 09 15:30:35.632961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37890) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:35.699391 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5f90d95-5265-4342-b41f-81659ab24ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.705011 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5f90d95-5265-4342-b41f-81659ab24ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.708889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d5f90d95-5265-4342-b41f-81659ab24ae4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d64cd75-bb73-4a69-8902-a81f00375b02 HTTP/1.1" status: 204 len: 168 time: 0.5075691 Aug 09 15:30:35.722493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb231416-9742-4e89-a600-22114c084675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a86cad-85c3-487a-a7e5-21ead4b3ce0c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:35.778849 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6555b4cc-be2f-4a0d-888e-70aea71f920c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.833611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f90d95-5265-4342-b41f-81659ab24ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d64cd75-bb73-4a69-8902-a81f00375b02,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:35.838964 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6555b4cc-be2f-4a0d-888e-70aea71f920c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.945067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cf25353-ca21-44e3-bf32-4a9f1ec43bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.953184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cf25353-ca21-44e3-bf32-4a9f1ec43bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.986459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6555b4cc-be2f-4a0d-888e-70aea71f920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.993737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6555b4cc-be2f-4a0d-888e-70aea71f920c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:35.997658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6555b4cc-be2f-4a0d-888e-70aea71f920c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7a86cad-85c3-487a-a7e5-21ead4b3ce0c HTTP/1.1" status: 204 len: 168 time: 0.3610220 Aug 09 15:30:36.009807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37904) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:36.020750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555b4cc-be2f-4a0d-888e-70aea71f920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a86cad-85c3-487a-a7e5-21ead4b3ce0c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:36.034594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87d834-ba8d-4bcc-807e-76d1af593248 req-7d34c179-6106-4260-a928-cd2270235ec0 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:36.043507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de87d834-ba8d-4bcc-807e-76d1af593248 req-7d34c179-6106-4260-a928-cd2270235ec0 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 948 time: 0.4057751 Aug 09 15:30:36.082203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6cf25353-ca21-44e3-bf32-4a9f1ec43bf6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44ffa341f44145ce936aa67dfd3ba76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054963 Aug 09 15:30:36.089971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf25353-ca21-44e3-bf32-4a9f1ec43bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b0191-a806-48c2-8e8d-b4ccbf7c985a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:36.097159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37908) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:36.099255 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-49b48fe2-49d5-4099-b217-3d1393cd97af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee72a408b9de4319a098b43fd241d551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881531 Aug 09 15:30:36.100350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37910) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:36.136613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de87d834-ba8d-4bcc-807e-76d1af593248 req-31382909-158e-4bac-b9c8-09df5e99574c tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920496 Aug 09 15:30:36.232675 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-153f1794-1035-47ec-8135-46ba8d966d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.299151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-153f1794-1035-47ec-8135-46ba8d966d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.339641 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd599343-4b09-4116-9763-98ef311a9a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.362295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-13f7a86b-57ef-4f9d-b375-5b513498bdc4 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:36.364648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-13f7a86b-57ef-4f9d-b375-5b513498bdc4 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.35 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 972 time: 0.2327688 Aug 09 15:30:36.417126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f907eb0-f17d-4280-b642-d2121572898d req-58503f7c-a71f-4b72-b3e6-3b9fd1162d7c tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:36.420772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f907eb0-f17d-4280-b642-d2121572898d req-58503f7c-a71f-4b72-b3e6-3b9fd1162d7c tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 972 time: 0.1406288 Aug 09 15:30:36.447897 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-153f1794-1035-47ec-8135-46ba8d966d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.454846 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-153f1794-1035-47ec-8135-46ba8d966d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.462751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-153f1794-1035-47ec-8135-46ba8d966d8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/904b0191-a806-48c2-8e8d-b4ccbf7c985a HTTP/1.1" status: 204 len: 168 time: 0.3602641 Aug 09 15:30:36.486591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f1794-1035-47ec-8135-46ba8d966d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b0191-a806-48c2-8e8d-b4ccbf7c985a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:36.525041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f907eb0-f17d-4280-b642-d2121572898d req-e979c04e-e1df-40bc-a05b-0dad1f30effa tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/security-groups?id=81431190-9355-4c25-a43b-5d016a13b946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933270 Aug 09 15:30:36.553492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd599343-4b09-4116-9763-98ef311a9a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.577490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 59712a49-dd78-4ab7-b076-a3a9c6762325 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:36.777624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 59712a49-dd78-4ab7-b076-a3a9c6762325 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:36.793504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 59712a49-dd78-4ab7-b076-a3a9c6762325 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:36.794767 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.834602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Deleting port 16dfb39c-3102-4776-8077-fb7a72fc5c5c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:30:36.835142 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.885865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd599343-4b09-4116-9763-98ef311a9a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.899954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd599343-4b09-4116-9763-98ef311a9a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:36.902468 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fd599343-4b09-4116-9763-98ef311a9a55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf82cda4-adb9-46b5-9f08-1c2687092e5e HTTP/1.1" status: 204 len: 168 time: 0.8011136 Aug 09 15:30:36.960495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd599343-4b09-4116-9763-98ef311a9a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf82cda4-adb9-46b5-9f08-1c2687092e5e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:36.972968 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.051747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1812d7d1-82de-4c84-b58a-806d53d1ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59712a49-dd78-4ab7-b076-a3a9c6762325'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:37.055163 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a266bd-e2b4-4e0e-87bc-e34e5997fa42" -d '{"events": [{"server_uuid": "1812d7d1-82de-4c84-b58a-806d53d1ef28", "name": "network-vif-plugged", "status": "completed", "tag": "59712a49-dd78-4ab7-b076-a3a9c6762325"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:37.090613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] For port 16dfb39c-3102-4776-8077-fb7a72fc5c5c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=16dfb39c-3102-4776-8077-fb7a72fc5c5c,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:37.091287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.102871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 59712a49-dd78-4ab7-b076-a3a9c6762325, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=59712a49-dd78-4ab7-b076-a3a9c6762325,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:37.111062 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.121626 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2270ac1e-82fd-4eb1-a6a3-e1a47b042100 x-openstack-request-id: req-2270ac1e-82fd-4eb1-a6a3-e1a47b042100 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:37.123191 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1812d7d1-82de-4c84-b58a-806d53d1ef28", "name": "network-vif-plugged", "status": "completed", "tag": "59712a49-dd78-4ab7-b076-a3a9c6762325", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:37.125123 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2270ac1e-82fd-4eb1-a6a3-e1a47b042100 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:37.127038 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1812d7d1-82de-4c84-b58a-806d53d1ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59712a49-dd78-4ab7-b076-a3a9c6762325', 'code': 200} Aug 09 15:30:37.140515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Calling delete_port for 16dfb39c-3102-4776-8077-fb7a72fc5c5c owned by compute:tempest-test_az-1638911267 {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:30:37.227505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37936) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:37.239008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=59712a49-dd78-4ab7-b076-a3a9c6762325,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:37.294316 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8659221f-84b1-4e5e-b376-33dab263c0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.401082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce61673-8967-47d8-b46b-5b1d8bef62cf req-bd110bcb-66fa-4392-bad9-7b91e0443f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:37.402516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ce61673-8967-47d8-b46b-5b1d8bef62cf req-bd110bcb-66fa-4392-bad9-7b91e0443f85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 1100 time: 0.1909196 Aug 09 15:30:37.411299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0fb74-7755-42c7-aa2c-342d4eaa91c4 req-9d8cdcfa-2f07-467e-a238-13e467827bc2 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:37.416764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ca0fb74-7755-42c7-aa2c-342d4eaa91c4 req-9d8cdcfa-2f07-467e-a238-13e467827bc2 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 949 time: 0.1406178 Aug 09 15:30:37.426467 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.440043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['16dfb39c-3102-4776-8077-fb7a72fc5c5c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:30:37.558506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Pushing event deleted for resources: {'Port': ['ID=16dfb39c-3102-4776-8077-fb7a72fc5c5c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:37.562109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37942) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:37.622447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ca0fb74-7755-42c7-aa2c-342d4eaa91c4 req-f4cbf94e-74d1-4ddb-9c55-730b75aac6d8 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186669 Aug 09 15:30:37.639248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] No DVR routers for this DVR port 16dfb39c-3102-4776-8077-fb7a72fc5c5c on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:30:37.646411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe179-17ab-4f14-9257-22eb32c2299e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.654533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ce61673-8967-47d8-b46b-5b1d8bef62cf req-d01ca2e6-29ed-4b1a-9f26-f416e251d3f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339220 Aug 09 15:30:37.669562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.672392 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-92881a37-5033-4175-a703-6bc7563c5ab3 req-181e61ef-e117-4bb0-8691-53f1b4e5af7d tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.35 "DELETE /v2.0/ports/16dfb39c-3102-4776-8077-fb7a72fc5c5c HTTP/1.1" status: 204 len: 173 time: 1.2992857 Aug 09 15:30:37.685360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ca6755-133f-4887-8b58-12581e36afdf', 'name': 'network-vif-deleted', 'tag': '16dfb39c-3102-4776-8077-fb7a72fc5c5c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:37.689225 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51304a7-e932-412e-a9a6-8d333655b937" -d '{"events": [{"server_uuid": "35ca6755-133f-4887-8b58-12581e36afdf", "name": "network-vif-deleted", "tag": "16dfb39c-3102-4776-8077-fb7a72fc5c5c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:37.764365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8659221f-84b1-4e5e-b376-33dab263c0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.776460 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8659221f-84b1-4e5e-b376-33dab263c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:37.846069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659221f-84b1-4e5e-b376-33dab263c0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80811b07-0cd5-4631-a9bb-17d92d586709,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:37.882698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5950cbb-343c-4216-ad86-de2110745932 req-4bddcc2e-2d8f-4ab0-8e2d-d6aa9a3ce912 tempest-AggregatesAdminTestJSON-747493691 tempest-AggregatesAdminTestJSON-747493691-project] 10.222.0.64 "GET /v2.0/ports?device_id=35ca6755-133f-4887-8b58-12581e36afdf HTTP/1.1" status: 200 len: 210 time: 0.0508993 Aug 09 15:30:37.919369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8659221f-84b1-4e5e-b376-33dab263c0b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17f75a0bd0444580b377054e1eb42fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6895206 Aug 09 15:30:37.923126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:37.968629 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233df40e-bcd2-4ffb-b819-b553e7313bc1 x-openstack-request-id: req-233df40e-bcd2-4ffb-b819-b553e7313bc1 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:37.970583 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ca6755-133f-4887-8b58-12581e36afdf", "name": "network-vif-deleted", "tag": "16dfb39c-3102-4776-8077-fb7a72fc5c5c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:37.970839 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-233df40e-bcd2-4ffb-b819-b553e7313bc1 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:37.971240 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ca6755-133f-4887-8b58-12581e36afdf', 'name': 'network-vif-deleted', 'tag': '16dfb39c-3102-4776-8077-fb7a72fc5c5c', 'status': 'completed', 'code': 200} Aug 09 15:30:38.011107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4caaa2d4-55ce-4cf1-8533-354dfe7dcda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.027706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37954) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:38.058735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe179-17ab-4f14-9257-22eb32c2299e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.061293 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4caaa2d4-55ce-4cf1-8533-354dfe7dcda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.078182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe179-17ab-4f14-9257-22eb32c2299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.148679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbe179-17ab-4f14-9257-22eb32c2299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa97dcff-1e02-428b-a113-56f0a18f48d3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:38.157778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37962) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:38.165377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9ddbe179-17ab-4f14-9257-22eb32c2299e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c017e75885f4f71bc05ed5f5a34787d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906703 Aug 09 15:30:38.208684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4caaa2d4-55ce-4cf1-8533-354dfe7dcda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.214667 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4caaa2d4-55ce-4cf1-8533-354dfe7dcda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.216711 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4caaa2d4-55ce-4cf1-8533-354dfe7dcda6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80811b07-0cd5-4631-a9bb-17d92d586709 HTTP/1.1" status: 204 len: 168 time: 0.2923794 Aug 09 15:30:38.233993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaa2d4-55ce-4cf1-8533-354dfe7dcda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80811b07-0cd5-4631-a9bb-17d92d586709,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:38.308071 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70256a68-bc1d-4466-932a-4f7ada5f81eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.314595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37970) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:38.341943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-d1d986d4-e0ed-4010-8122-7d4858ea7330 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:30:38.342959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-d1d986d4-e0ed-4010-8122-7d4858ea7330 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130245 Aug 09 15:30:38.354275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70256a68-bc1d-4466-932a-4f7ada5f81eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.467696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70256a68-bc1d-4466-932a-4f7ada5f81eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.470955 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70256a68-bc1d-4466-932a-4f7ada5f81eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.472585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-70256a68-bc1d-4466-932a-4f7ada5f81eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa97dcff-1e02-428b-a113-56f0a18f48d3 HTTP/1.1" status: 204 len: 168 time: 0.3136339 Aug 09 15:30:38.491554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70256a68-bc1d-4466-932a-4f7ada5f81eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa97dcff-1e02-428b-a113-56f0a18f48d3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:38.742772 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4bf31bb-156d-45f4-881b-e3665477bfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.789199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d478f2e-a228-4105-af8c-9dd3856bc807 req-ef44a12d-9ffc-4ca9-890b-33d224650ae6 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:38.791545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d478f2e-a228-4105-af8c-9dd3856bc807 req-ef44a12d-9ffc-4ca9-890b-33d224650ae6 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 949 time: 0.0718272 Aug 09 15:30:38.873966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d478f2e-a228-4105-af8c-9dd3856bc807 req-41499a61-d52f-4919-af7b-bbbbdb51ca78 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762136 Aug 09 15:30:38.936601 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4bf31bb-156d-45f4-881b-e3665477bfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.943335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4bf31bb-156d-45f4-881b-e3665477bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:38.992907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38002) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:38.993109 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d4bf31bb-156d-45f4-881b-e3665477bfd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ecdf0756b78475bbd4e8bf6938aa62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747742 Aug 09 15:30:39.010444 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf31bb-156d-45f4-881b-e3665477bfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e7e73-ce57-4263-a6ea-256bfb007196,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:39.127250 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-137640e8-97aa-47d7-a239-c26495960e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:39.182307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-137640e8-97aa-47d7-a239-c26495960e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:39.282507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Request body: {'binding': {'host': 'n-h1-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:39.283168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Unknown quota resources ['binding']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:30:39.377827 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-137640e8-97aa-47d7-a239-c26495960e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:39.380743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-137640e8-97aa-47d7-a239-c26495960e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:39.382103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-137640e8-97aa-47d7-a239-c26495960e1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/969e7e73-ce57-4263-a6ea-256bfb007196 HTTP/1.1" status: 204 len: 168 time: 0.3877325 Aug 09 15:30:39.390214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0608139-b5c1-42fd-aea9-87bbc08c89c7 req-cb6ca1ca-2a5c-47b0-a769-3559533e93b8 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:39.401665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0608139-b5c1-42fd-aea9-87bbc08c89c7 req-cb6ca1ca-2a5c-47b0-a769-3559533e93b8 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 949 time: 0.1615541 Aug 09 15:30:39.439751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137640e8-97aa-47d7-a239-c26495960e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e7e73-ce57-4263-a6ea-256bfb007196,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:39.492922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0608139-b5c1-42fd-aea9-87bbc08c89c7 req-6e5a67f1-5c6a-463d-9c94-b77100c97b04 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893309 Aug 09 15:30:39.579467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on host n-h1-799523-2 for vnic_type normal with profile None {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:39.580408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:39.580408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:39.586155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:30:39.586480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:39.598578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:39.598927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:39.599318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:39.600055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Bound port: 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:39.769429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:39.778305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:39.788725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-c506ce92-02d4-409d-886e-f94beb746ac1 service neutron] 10.222.0.64 "POST /v2.0/ports/124a490a-27b7-45fb-9a2f-9fd95cddf5a2/bindings HTTP/1.1" status: 201 len: 389 time: 1.1926978 Aug 09 15:30:39.858610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38034) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:40.167536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38046) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:40.205582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636fd50-c42d-4109-b970-9970799a05f3 req-7c63e009-8937-4d71-b0d2-d38c52ffc89a tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:40.208773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0790b8e-e7db-408c-b53d-e61cade6b090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.218145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1636fd50-c42d-4109-b970-9970799a05f3 req-7c63e009-8937-4d71-b0d2-d38c52ffc89a tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 949 time: 0.4087522 Aug 09 15:30:40.257968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-cbfbabea-6e36-4fa0-a509-56ad4d09706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:40.259808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-cbfbabea-6e36-4fa0-a509-56ad4d09706e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1097 time: 0.1071644 Aug 09 15:30:40.308382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1636fd50-c42d-4109-b970-9970799a05f3 req-5a46c7df-2b46-48e9-80e5-41c719b556ca tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829434 Aug 09 15:30:40.400513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59c74b-b1f7-42a8-afe1-b2aea135f364 req-29e183d2-1643-4814-9f51-6434697762e1 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:40.403999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e59c74b-b1f7-42a8-afe1-b2aea135f364 req-29e183d2-1643-4814-9f51-6434697762e1 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 946 time: 0.0804689 Aug 09 15:30:40.449477 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-daf66710-2020-4acb-81bd-469eed2e35d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f45ba0312f4945f78ee0d02e0721ed59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5894299 Aug 09 15:30:40.454476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38052) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:40.461031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e59c74b-b1f7-42a8-afe1-b2aea135f364 req-b3ecc4f3-deb7-44f6-ad5d-2e016582c4c7 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487778 Aug 09 15:30:40.524424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-c3b660c0-f762-40e6-a86b-85687d8ac7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:40.525956 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-c3b660c0-f762-40e6-a86b-85687d8ac7ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.2559352 Aug 09 15:30:40.598550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0790b8e-e7db-408c-b53d-e61cade6b090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.601954 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-542ddc7e-4192-4a33-a9e7-3611da817542 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 217 time: 0.0667412 Aug 09 15:30:40.607768 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0790b8e-e7db-408c-b53d-e61cade6b090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.618631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 16dfb39c-3102-4776-8077-fb7a72fc5c5c no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:30:40.664904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2130142e-b595-4b15-9ae1-a4cc92fc4eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.667104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 16dfb39c-3102-4776-8077-fb7a72fc5c5c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:30:40.667634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 16dfb39c-3102-4776-8077-fb7a72fc5c5c not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:30:40.704468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38060) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:40.718183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0790b8e-e7db-408c-b53d-e61cade6b090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97abb477-542f-4dfe-b23e-f7183a989977,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:40.732385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f0790b8e-e7db-408c-b53d-e61cade6b090 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a1bd3bcf19f47eeb082dd5552cac6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598874 Aug 09 15:30:40.735662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38064) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:40.740009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2130142e-b595-4b15-9ae1-a4cc92fc4eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.757333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-4c031620-8874-4666-971f-90eae86e75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:40.761389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-4c031620-8874-4666-971f-90eae86e75bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.1508870 Aug 09 15:30:40.810667 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-8164c4e1-a947-4645-a896-dc7b5e08462b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407712 Aug 09 15:30:40.845601 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8be3ee7-75d1-4d6c-9172-b6b2dfebcdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.878718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8be3ee7-75d1-4d6c-9172-b6b2dfebcdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.917004 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2130142e-b595-4b15-9ae1-a4cc92fc4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.920419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2130142e-b595-4b15-9ae1-a4cc92fc4eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.921805 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2130142e-b595-4b15-9ae1-a4cc92fc4eb9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81431190-9355-4c25-a43b-5d016a13b946 HTTP/1.1" status: 204 len: 168 time: 0.4659982 Aug 09 15:30:40.937518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130142e-b595-4b15-9ae1-a4cc92fc4eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81431190-9355-4c25-a43b-5d016a13b946,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:40.962690 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-01204ffc-db6e-42f3-887c-e1ba65bd0cca service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428478 Aug 09 15:30:40.994134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8be3ee7-75d1-4d6c-9172-b6b2dfebcdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.996201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8be3ee7-75d1-4d6c-9172-b6b2dfebcdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.000085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b8be3ee7-75d1-4d6c-9172-b6b2dfebcdc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97abb477-542f-4dfe-b23e-f7183a989977 HTTP/1.1" status: 204 len: 168 time: 0.2632542 Aug 09 15:30:41.011689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be3ee7-75d1-4d6c-9172-b6b2dfebcdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97abb477-542f-4dfe-b23e-f7183a989977,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:41.043977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-network', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:41.118357 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-6bb691af-123a-43a2-85d4-5b349dca0252 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411376 Aug 09 15:30:41.127177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Made reservation on behalf of df04e05eefeb432d8a4b8b1eee47b0ad for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:41.129643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.142295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.181110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-792c29ee-0b1f-4e09-af98-057f663448b6 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:41.182738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-792c29ee-0b1f-4e09-af98-057f663448b6 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 949 time: 0.0977030 Aug 09 15:30:41.328750 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.353849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.403948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524da48b-6e74-4c55-8a61-56f6484f4542,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:41.436946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:41.494482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-0e4a43eb-0a88-41e1-810a-2df93c5374c2 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:41.497493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-0e4a43eb-0a88-41e1-810a-2df93c5374c2 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1097 time: 0.2705424 Aug 09 15:30:41.519026 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.519376 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Added segment 2c903406-c27f-44af-aade-e233c4a9867b of type vlan for network 406be482-3c04-4d77-9ac8-95842b7ca41a Aug 09 15:30:41.520950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799523-2'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:41.643880 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.656692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.672258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e89f1-7ea6-4deb-8bf2-7a47790e6ff3 req-1770ac9d-a8ea-4453-8262-10aca32aea56 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:41.682111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d7e89f1-7ea6-4deb-8bf2-7a47790e6ff3 req-1770ac9d-a8ea-4453-8262-10aca32aea56 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 949 time: 0.1608226 Aug 09 15:30:41.778236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d7e89f1-7ea6-4deb-8bf2-7a47790e6ff3 req-15ff4f86-aeff-4b61-8e7e-19ee520a08d1 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/security-groups?id=a55f35d5-10fb-4040-b164-5f8b65fe3033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947287 Aug 09 15:30:41.849561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Deleting port 59712a49-dd78-4ab7-b076-a3a9c6762325 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:30:41.849852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.053684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] For port 59712a49-dd78-4ab7-b076-a3a9c6762325, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=59712a49-dd78-4ab7-b076-a3a9c6762325,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:42.054056 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.089556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Calling delete_port for 59712a49-dd78-4ab7-b076-a3a9c6762325 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:30:42.095569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38094) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:42.095931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38102) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:42.138357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:42.181620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-563a14c4-eeee-488a-8d8c-c19c159c669a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cedccb0b20d4523943a8b66e33a2f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845690 Aug 09 15:30:42.183691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38112) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:42.233973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:42.324208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:42.327387 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298473e9-86b7-4989-ab2c-ab95e0569466" -d '{"events": [{"server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "name": "network-vif-unplugged", "status": "completed", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:42.333094 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.336566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46564e61-67f4-425d-aa25-857718a8b7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.348151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.348366 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.362987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['59712a49-dd78-4ab7-b076-a3a9c6762325'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:30:42.451193 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9387d6-7054-4293-b40e-e9ef02e1092b x-openstack-request-id: req-5e9387d6-7054-4293-b40e-e9ef02e1092b {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:42.451781 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "name": "network-vif-unplugged", "status": "completed", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:42.452290 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e9387d6-7054-4293-b40e-e9ef02e1092b {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:42.452855 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2', 'code': 200} Aug 09 15:30:42.456885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46564e61-67f4-425d-aa25-857718a8b7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.474271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf457c9-133b-42d1-9f88-46e1ceffd5ac req-3f55d147-b29c-4f5d-b0be-4a4adce32606 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:42.476207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf457c9-133b-42d1-9f88-46e1ceffd5ac req-3f55d147-b29c-4f5d-b0be-4a4adce32606 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 946 time: 0.7916253 Aug 09 15:30:42.579636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:42.588221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on host n-h2-799523-2 for vnic_type normal with profile {"migrating_to": "n-h1-799523-2"} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:42.588550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:42.588879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:42.593846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:30:42.594170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Attempting to bind port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:42.604346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1561129666-network', 'tenant_id': '93cadee9f55442db8de1de7b0c004894'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:42.611337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:42.611653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:42.612083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:42.613439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Bound port: 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:42.613752 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.668255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46564e61-67f4-425d-aa25-857718a8b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.671643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.672935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:42.673730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.677022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] No DVR routers for this DVR port 59712a49-dd78-4ab7-b076-a3a9c6762325 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:30:42.678644 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46564e61-67f4-425d-aa25-857718a8b7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.679149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Pushing event deleted for resources: {'Port': ['ID=59712a49-dd78-4ab7-b076-a3a9c6762325,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:42.679850 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-46564e61-67f4-425d-aa25-857718a8b7c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b6ce6a1-4b04-42ab-b038-20548641fed3 HTTP/1.1" status: 204 len: 168 time: 0.4948981 Aug 09 15:30:42.687190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.690089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbe4d8a5-047d-45b5-b3e1-dc5dce77ebb4 req-13354f5d-fe85-4635-ac49-7810a2f9d2f9 tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.35 "DELETE /v2.0/ports/59712a49-dd78-4ab7-b076-a3a9c6762325 HTTP/1.1" status: 204 len: 173 time: 1.4968493 Aug 09 15:30:42.700581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1812d7d1-82de-4c84-b58a-806d53d1ef28', 'name': 'network-vif-deleted', 'tag': '59712a49-dd78-4ab7-b076-a3a9c6762325'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:42.703967 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027d010-56d9-40db-bf96-f92f4be1ea32" -d '{"events": [{"server_uuid": "1812d7d1-82de-4c84-b58a-806d53d1ef28", "name": "network-vif-deleted", "tag": "59712a49-dd78-4ab7-b076-a3a9c6762325"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:42.778429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0729060 Aug 09 15:30:42.787924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38126) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:42.793654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Request body: {'subnet': {'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-subnet', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:42.809874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf457c9-133b-42d1-9f88-46e1ceffd5ac req-1cc935d3-b9d4-40d4-aa6c-77fa7b619b78 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717074 Aug 09 15:30:42.810484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11bac1-1526-4d11-9942-0b32ad125554 admin admin] Pushing event updated for resources: {'Network': ['ID=406be482-3c04-4d77-9ac8-95842b7ca41a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:42.820449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Made reservation on behalf of 93cadee9f55442db8de1de7b0c004894 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:42.823526 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.831272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Made reservation on behalf of df04e05eefeb432d8a4b8b1eee47b0ad for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:42.834008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 406be482-3c04-4d77-9ac8-95842b7ca41a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:30:42.835974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:42.843173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.858622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.860721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46564e61-67f4-425d-aa25-857718a8b7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ce6a1-4b04-42ab-b038-20548641fed3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:42.873223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:42.970628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.974182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:42.979966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.040773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:43.086382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.086787 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Added segment ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252 of type vlan for network 7a1652f2-e7df-429a-bfeb-03d9527afb84 Aug 09 15:30:43.109702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534fd482-5199-41f1-bcbf-b6a8c42ffc7f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:43.138505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:43.139141 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.140879 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] 10.222.0.35 "PUT /v2.0/ports/124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 1122 time: 1.6335316 Aug 09 15:30:43.149499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2604d36-6f1f-4809-9041-9b5fe20b03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=8']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:43.211780 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d9a8da-d483-4c1d-8ccd-e5ffa1d1aba3 x-openstack-request-id: req-74d9a8da-d483-4c1d-8ccd-e5ffa1d1aba3 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:43.212382 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1812d7d1-82de-4c84-b58a-806d53d1ef28", "name": "network-vif-deleted", "tag": "59712a49-dd78-4ab7-b076-a3a9c6762325", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:43.212795 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74d9a8da-d483-4c1d-8ccd-e5ffa1d1aba3 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:43.213391 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1812d7d1-82de-4c84-b58a-806d53d1ef28', 'name': 'network-vif-deleted', 'tag': '59712a49-dd78-4ab7-b076-a3a9c6762325', 'status': 'completed', 'code': 200} Aug 09 15:30:43.217744 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.229890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['124a490a-27b7-45fb-9a2f-9fd95cddf5a2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:30:43.281894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.307592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91115a8-836f-4866-9016-f7754bd19554,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:43.327772 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.330428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:43.330639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.359081 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e932daf0-df24-4c5a-9ca3-d5fb865f1a48 req-f9f7c56e-19cc-4800-adcd-54d10bf12e8f tempest-DeleteServersAdminTestJSON-1216432897 tempest-DeleteServersAdminTestJSON-1216432897-project] 10.222.0.64 "GET /v2.0/ports?device_id=1812d7d1-82de-4c84-b58a-806d53d1ef28 HTTP/1.1" status: 200 len: 210 time: 0.0477602 Aug 09 15:30:43.401178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Checking segment: {'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:43.401586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Network hostable DHCP agents. Network: 406be482-3c04-4d77-9ac8-95842b7ca41a, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:30:43.409301 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3108132 Aug 09 15:30:43.416474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38136) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:43.421869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Request body: {'subnet': {'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1561129666-subnet', 'tenant_id': '93cadee9f55442db8de1de7b0c004894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:43.434121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa063eb-0d9c-4997-b611-b83cadd69302 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1652f2-e7df-429a-bfeb-03d9527afb84,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:43.451496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 7a1652f2-e7df-429a-bfeb-03d9527afb84 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:30:43.521137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Network 406be482-3c04-4d77-9ac8-95842b7ca41a is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:30:43.550193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Made reservation on behalf of 93cadee9f55442db8de1de7b0c004894 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:43.552666 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.556041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 406be482-3c04-4d77-9ac8-95842b7ca41a) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:43.570339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed9f8f-5bde-40af-b030-60f3bd981f34 None None] Network 406be482-3c04-4d77-9ac8-95842b7ca41a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:43.595360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:43.595991 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.625934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0dcf8670-a59e-48c4-a87c-da0769ce5a46 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8368955 Aug 09 15:30:43.628827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38142) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:43.634040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:43.695150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.698906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.778157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.829510 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.839194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-406be482-3c04-4d77-9ac8-95842b7ca41a', 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'fixed_ips': [{'subnet_id': 'b91115a8-836f-4866-9016-f7754bd19554'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:30:43.840846 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.872220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d7e709-d5b9-4008-8b84-c3db00422153,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:43.878818 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:43.879235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Network hostable DHCP agents. Network: 7a1652f2-e7df-429a-bfeb-03d9527afb84, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:30:43.901359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Network 7a1652f2-e7df-429a-bfeb-03d9527afb84 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:30:43.920973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 7a1652f2-e7df-429a-bfeb-03d9527afb84) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:43.925553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:43.927690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.963925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2e845e73-acd3-46b7-8020-968c9401d9e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5378370 Aug 09 15:30:43.974496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f0b7a-91af-4274-bbec-8dc29ec470c9 None None] Network 7a1652f2-e7df-429a-bfeb-03d9527afb84 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:44.077665 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:44.111467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f8cc-7994-4194-818d-68d73bf944c3 req-1ca6e60d-9f12-4e32-b5b3-c988af7b3ffa tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:44.113823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ec6f8cc-7994-4194-818d-68d73bf944c3 req-1ca6e60d-9f12-4e32-b5b3-c988af7b3ffa tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.0904405 Aug 09 15:30:44.126608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Allocated IP 172.20.0.2 (406be482-3c04-4d77-9ac8-95842b7ca41a/b91115a8-836f-4866-9016-f7754bd19554/ef1d0234-915a-46e2-a896-fed228259e06) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:44.190774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ec6f8cc-7994-4194-818d-68d73bf944c3 req-5b379c16-dae4-484a-aee4-4d548ee9fe37 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650713 Aug 09 15:30:44.203922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bfd081-7866-43f7-8bb8-06184577f14e None None] Network 7a1652f2-e7df-429a-bfeb-03d9527afb84 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:44.427309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:44.451754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:44.455665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:44.466128 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca991236-a3e7-445e-827f-c483652ef44f" -d '{"events": [{"name": "network-changed", "server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:44.602264 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:44.618303 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de063e88-2c56-4b4d-aa27-d0153e972a35 x-openstack-request-id: req-de063e88-2c56-4b4d-aa27-d0153e972a35 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:44.619048 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:44.619562 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de063e88-2c56-4b4d-aa27-d0153e972a35 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:44.620622 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2', 'status': 'completed', 'code': 200} Aug 09 15:30:44.644846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 59712a49-dd78-4ab7-b076-a3a9c6762325 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:30:44.648339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Transition to ACTIVE for port object ef1d0234-915a-46e2-a896-fed228259e06 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:44.679542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 59712a49-dd78-4ab7-b076-a3a9c6762325 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:30:44.680160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 59712a49-dd78-4ab7-b076-a3a9c6762325 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:30:44.691700 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-2270771c-3908-4262-b59d-6eb9b581f935 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cb82a76e3dc1407198df2848adb156bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515730 Aug 09 15:30:44.702350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Transition to ACTIVE for port object ef1d0234-915a-46e2-a896-fed228259e06 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:44.709854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:44.710933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Allocated IP 172.25.7.22 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/03599243-9679-4d81-a818-0c0afd79d746) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:44.793703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991236-a3e7-445e-827f-c483652ef44f req-0d8a4662-64e8-431a-82c3-f7f309a44909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:44.795264 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ca991236-a3e7-445e-827f-c483652ef44f req-0d8a4662-64e8-431a-82c3-f7f309a44909 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1125 time: 0.1433709 Aug 09 15:30:44.922515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38202) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:44.980405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-817fb1e3-60fb-4e69-a3c2-b1dd2178913e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:44.981956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-817fb1e3-60fb-4e69-a3c2-b1dd2178913e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840855 Aug 09 15:30:44.993403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Network 406be482-3c04-4d77-9ac8-95842b7ca41a is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:44.998358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:45.005368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:45.008499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991236-a3e7-445e-827f-c483652ef44f req-c135b94f-aad2-41b3-8d65-9768848ba3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:45.010946 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ca991236-a3e7-445e-827f-c483652ef44f req-c135b94f-aad2-41b3-8d65-9768848ba3c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1999903 Aug 09 15:30:45.016505 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ceef9140-d545-4421-93d3-0c171c8d2db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.016753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-28f1de46-dd42-4c63-98eb-a9182c3b6e9e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/quotas/cb82a76e3dc1407198df2848adb156bd HTTP/1.1" status: 200 len: 375 time: 0.0275271 Aug 09 15:30:45.018511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Pushing event updated for resources: {'Port': ['ID=ef1d0234-915a-46e2-a896-fed228259e06,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:45.044111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.066657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-d66fb68d-8f8e-4dbd-ab98-a511f25845b6 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb82a76e3dc1407198df2848adb156bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430911 Aug 09 15:30:45.092798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Attempting to bind port ef1d0234-915a-46e2-a896-fed228259e06 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:45.093277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Attempting to bind port ef1d0234-915a-46e2-a896-fed228259e06 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:45.093722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Attempting to bind port ef1d0234-915a-46e2-a896-fed228259e06 on network 406be482-3c04-4d77-9ac8-95842b7ca41a {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:45.095657 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ca991236-a3e7-445e-827f-c483652ef44f req-f6750778-0c17-43ee-83a2-33756b90252f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 217 time: 0.0692651 Aug 09 15:30:45.100022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:45.100506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Checking segment: {'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:45.101055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.101524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Bound using segment: {'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:45.102250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Bound port: ef1d0234-915a-46e2-a896-fed228259e06, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:45.102736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.177916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991236-a3e7-445e-827f-c483652ef44f req-02aab2db-dc38-45ce-8a90-5434ac177d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:45.179431 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ca991236-a3e7-445e-827f-c483652ef44f req-02aab2db-dc38-45ce-8a90-5434ac177d5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0716000 Aug 09 15:30:45.183864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.209944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] For port ef1d0234-915a-46e2-a896-fed228259e06, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:45.215443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] For port ef1d0234-915a-46e2-a896-fed228259e06, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ef1d0234-915a-46e2-a896-fed228259e06,segment=NetworkSegment(2c903406-c27f-44af-aade-e233c4a9867b),segment_id=2c903406-c27f-44af-aade-e233c4a9867b)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:45.226325 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.275803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ca991236-a3e7-445e-827f-c483652ef44f req-682c62c8-0c1f-479c-ac38-4d01c010f531 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472515 Aug 09 15:30:45.309131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad70b1b-52fd-46a1-b785-47d74976ba53 None None] Pushing event updated for resources: {'Port': ['ID=ef1d0234-915a-46e2-a896-fed228259e06,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:45.385875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-744c7d4b-9604-44bb-8d45-b179c7e34947 req-7268286f-48d8-4bf4-b738-af852e03c789 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 210 time: 0.0624049 Aug 09 15:30:45.405919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:45.409710 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ca991236-a3e7-445e-827f-c483652ef44f req-3c6a8b16-d1f2-409d-9801-322f3b57a906 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206517 Aug 09 15:30:45.415151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:45.418168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:45.427258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Pushing event updated for resources: {'Port': ['ID=03599243-9679-4d81-a818-0c0afd79d746,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:45.455578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-network', 'tenant_id': '49aa9030b995421d98237a95697c378b'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:45.519125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Made reservation on behalf of 49aa9030b995421d98237a95697c378b for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:45.532054 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.552493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd126-e16e-4edf-9a88-4b9bebc768d2 req-e44bfbc5-2ab0-4b54-8ac4-9d7f5e175cdd tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:45.564099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8cdcd126-e16e-4edf-9a88-4b9bebc768d2 req-e44bfbc5-2ab0-4b54-8ac4-9d7f5e175cdd tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.1653233 Aug 09 15:30:45.588742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.662428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8cdcd126-e16e-4edf-9a88-4b9bebc768d2 req-5ef22643-86eb-4564-9afb-8ee408c847ad tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803218 Aug 09 15:30:45.740307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38232) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:45.758536 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ca991236-a3e7-445e-827f-c483652ef44f req-aeef0adf-7410-44d8-92d5-c67d33bc03c1 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412576 Aug 09 15:30:45.942574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:45.949467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.037584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:46.058510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:46.071040 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.072352 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Added segment acfe9b6b-22b0-400d-b607-1e76ccf22c17 of type vlan for network b2089f17-dce8-4939-a4a2-b5d2b06bc009 Aug 09 15:30:46.179357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.240920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.241258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.242437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:46.244578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.309627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ef1d0234-915a-46e2-a896-fed228259e06 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:46.407720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Pushing event updated for resources: {'Network': ['ID=b2089f17-dce8-4939-a4a2-b5d2b06bc009,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:46.411862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4715505 Aug 09 15:30:46.429223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38252) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:46.437623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38254) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:46.441658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ef1d0234-915a-46e2-a896-fed228259e06 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:46.446267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-464458901-network', 'tenant_id': '72c05b97c7084bcebac9311d18142dfa'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:46.455569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Request body: {'subnet': {'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-subnet', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:46.483186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.483537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.483974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.484308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.484638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.484962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.485281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.485628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.485921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.486238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.486553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.486867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e0e1a0-a771-4046-b4e0-615a76728f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:46.498083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:30:46.520491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Made reservation on behalf of 72c05b97c7084bcebac9311d18142dfa for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:46.525598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.540115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-91e4fdc9-250c-4cf7-ad3e-83d19779c102 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dda8573ef5524d4aac6f8f3c31f2e848&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7975891 Aug 09 15:30:46.549887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38256) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:46.608347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.618840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23ec583b-3138-4135-b416-9f0da097550d req-c7f4dfd7-f279-40f5-89a3-1ae03532df90 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 210 time: 0.0921767 Aug 09 15:30:46.644084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Made reservation on behalf of 49aa9030b995421d98237a95697c378b for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:46.648431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.666310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:30:46.729392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:46.936034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:46.942888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb592651-4f7e-4194-aca7-30d4ceacfd70 None None] Network 406be482-3c04-4d77-9ac8-95842b7ca41a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:46.952166 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83e15dd7-36a0-4e6b-aa14-637d0f6d3783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.012605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-d7768bc6-a768-429f-936a-dc13d3b30b4e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cb82a76e3dc1407198df2848adb156bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114807 Aug 09 15:30:47.015321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 has no active binding in host n-h1-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:30:47.036066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83e15dd7-36a0-4e6b-aa14-637d0f6d3783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.059509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba8c95-73a4-4d0b-a876-cb3910cfcbf8 req-1d67acf8-c825-40f1-8510-3447cec191ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:47.067514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53ba8c95-73a4-4d0b-a876-cb3910cfcbf8 req-1d67acf8-c825-40f1-8510-3447cec191ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.2585816 Aug 09 15:30:47.141092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9cc38e1f-b4dc-45dc-889c-e7c97c9f34da None None] Provisioning for port ef1d0234-915a-46e2-a896-fed228259e06 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:47.153955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9cc38e1f-b4dc-45dc-889c-e7c97c9f34da None None] Provisioning complete for port ef1d0234-915a-46e2-a896-fed228259e06 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:47.154332 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9cc38e1f-b4dc-45dc-889c-e7c97c9f34da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.233155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.240160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.257341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:47.272787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38278) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:47.275709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53ba8c95-73a4-4d0b-a876-cb3910cfcbf8 req-1b8b7ba4-7f46-4815-b1c5-532027ee39a4 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072668 Aug 09 15:30:47.305964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83e15dd7-36a0-4e6b-aa14-637d0f6d3783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.308673 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83e15dd7-36a0-4e6b-aa14-637d0f6d3783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.309986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-83e15dd7-36a0-4e6b-aa14-637d0f6d3783 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a55f35d5-10fb-4040-b164-5f8b65fe3033 HTTP/1.1" status: 204 len: 168 time: 0.7413266 Aug 09 15:30:47.343484 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9cc38e1f-b4dc-45dc-889c-e7c97c9f34da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.345528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.346641 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Added segment ddeae6f6-74bc-4257-987c-ccec04c885f1 of type vlan for network 6912e63f-5c97-431a-8c28-861d7ca83218 Aug 09 15:30:47.348913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ee364-f8c0-474f-be7c-e37ed528d3fb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:47.379409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e15dd7-36a0-4e6b-aa14-637d0f6d3783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f35d5-10fb-4040-b164-5f8b65fe3033,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:47.393727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:30:47.405696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-ab48966b-ae0a-4997-9356-86afbb405727 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:47.408259 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-ab48966b-ae0a-4997-9356-86afbb405727 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3862305 Aug 09 15:30:47.409484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9cc38e1f-b4dc-45dc-889c-e7c97c9f34da None None] For port ef1d0234-915a-46e2-a896-fed228259e06, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ef1d0234-915a-46e2-a896-fed228259e06,segment=NetworkSegment(2c903406-c27f-44af-aade-e233c4a9867b),segment_id=2c903406-c27f-44af-aade-e233c4a9867b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:47.414176 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.427539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9cc38e1f-b4dc-45dc-889c-e7c97c9f34da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.471029 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-09778401-03df-49b3-b6ac-a90e21895e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.479719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.481667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.483334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.483745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.486315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.488405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.488571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.488984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.489231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.489563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.489893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.490686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:47.518042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc38e1f-b4dc-45dc-889c-e7c97c9f34da None None] Pushing event updated for resources: {'Port': ['ID=ef1d0234-915a-46e2-a896-fed228259e06,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:47.532552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.539736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a108cc-9d6a-48d6-872d-c9fa1951f96e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:47.549825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Checking segment: {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:47.550187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Network hostable DHCP agents. Network: b2089f17-dce8-4939-a4a2-b5d2b06bc009, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:30:47.551797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Request body: {'port': {'device_id': '4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': 'cb82a76e3dc1407198df2848adb156bd'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:47.575390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:30:47.594128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b2089f17-dce8-4939-a4a2-b5d2b06bc009) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:47.598483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:47.599187 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.605300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003fb416-8434-4667-930f-332fa3814601 None None] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:47.618290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f846f424-082a-413c-ae2e-1fd7d6b5653d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1775315 Aug 09 15:30:47.623723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38288) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:47.632475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:47.695554 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.697252 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.763935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:30:47.770168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Sync routers for ids ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:30:47.784220 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Routers {'5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:30:47.785380 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:47.805952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.828816 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.848523 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72ba468d-e9cf-48b8-9c3d-3bd112bc7467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.854035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b06a689f-9f6b-43ab-b831-d5142800519a req-4fc46bb0-5c34-4dbb-b6d9-f76120bc9eb7 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 210 time: 0.0457497 Aug 09 15:30:47.869839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4fcb6fdb-6b44-4240-a36c-94857225af16 None None] Provisioning complete for port ef1d0234-915a-46e2-a896-fed228259e06 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:47.870448 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6fdb-6b44-4240-a36c-94857225af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:47.927688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:30:48.000850 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Set router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:30:48.075112 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72ba468d-e9cf-48b8-9c3d-3bd112bc7467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.076437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.077625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:48.078279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.084914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38296) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:48.172284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.177621 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bda2ffb2-25fd-4748-be32-1b14cc7a5945 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5472796 Aug 09 15:30:48.220542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b2089f17-dce8-4939-a4a2-b5d2b06bc009', 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'fixed_ips': [{'subnet_id': '98a108cc-9d6a-48d6-872d-c9fa1951f96e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:30:48.225458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38298) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:48.228567 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.242250 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72ba468d-e9cf-48b8-9c3d-3bd112bc7467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.308654 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '03599243-9679-4d81-a818-0c0afd79d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:30:45Z', 'revision_number': 3, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port': {'id': '03599243-9679-4d81-a818-0c0afd79d746', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:44Z', 'updated_at': '2021-08-09T15:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:48.342868 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Checking router: 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:30:48.343668 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Updating router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f port 03599243-9679-4d81-a818-0c0afd79d746 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:30:48.371147 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.515855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ef1d0234-915a-46e2-a896-fed228259e06 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:48.521296 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba468d-e9cf-48b8-9c3d-3bd112bc7467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e19eb0-e772-4de1-8a3a-d751092ce0a9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:48.541456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48b175eb-6d8f-44ad-a5ae-84b6701753ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.634081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=6912e63f-5c97-431a-8c28-861d7ca83218,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:48.634228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.658041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Allocated IP 172.20.0.2 (b2089f17-dce8-4939-a4a2-b5d2b06bc009/98a108cc-9d6a-48d6-872d-c9fa1951f96e/7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:48.665404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 6912e63f-5c97-431a-8c28-861d7ca83218 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:30:48.714941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4513e96-341a-4dbc-b164-df857880db97 req-e4a873e0-3c21-4d01-bc93-eda613f47178 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:48.717459 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4513e96-341a-4dbc-b164-df857880db97 req-e4a873e0-3c21-4d01-bc93-eda613f47178 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.2629514 Aug 09 15:30:48.774043 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.775649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Made reservation on behalf of cb82a76e3dc1407198df2848adb156bd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:48.782454 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.801419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c0839cf7-c7cd-4ea3-a88e-f2e583ffa9a7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3602440 Aug 09 15:30:48.803467 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Transition to ACTIVE for port object 03599243-9679-4d81-a818-0c0afd79d746 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:48.809568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38312) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:48.817318 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.828807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Request body: {'subnet': {'network_id': '6912e63f-5c97-431a-8c28-861d7ca83218', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-464458901-subnet', 'tenant_id': '72c05b97c7084bcebac9311d18142dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:48.868692 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-72ba468d-e9cf-48b8-9c3d-3bd112bc7467 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a577998f3b234afdb0539564965c2690&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5550015 Aug 09 15:30:48.890107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38314) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:48.941056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4513e96-341a-4dbc-b164-df857880db97 req-842880ad-c2f9-4c3f-846d-279768a9af3e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805851 Aug 09 15:30:48.942043 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.945890 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Attempting to bind port 03599243-9679-4d81-a818-0c0afd79d746 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:48.946452 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Attempting to bind port 03599243-9679-4d81-a818-0c0afd79d746 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:48.949962 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Attempting to bind port 03599243-9679-4d81-a818-0c0afd79d746 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:48.955222 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Pushing event updated for resources: {'Port': ['ID=03599243-9679-4d81-a818-0c0afd79d746,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:48.966468 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:48.967226 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:48.967788 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.968365 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:48.968992 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Bound port: 03599243-9679-4d81-a818-0c0afd79d746, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:48.969686 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:48.973448 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.973984 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.974479 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.975089 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.975785 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.976349 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.976825 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.977480 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.977965 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.978483 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.979305 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.979913 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Tracked resource versions report: Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: pushed versions: Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: { 'AddressGroup': {'1.2'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'ConntrackHelper': {'1.0'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Log': {'1.0'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Network': {'1.1'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Port': {'1.7'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'PortForwarding': {'1.2'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'QosPolicy': {'1.9'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'SecurityGroup': {'1.4'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'SubPort': {'1.0'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Subnet': {'1.1'}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Trunk': {'1.1'}} Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: consumer versions: Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: { DHCP agent@n-d-799523-2: {}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: HyperV agent@n-h1-799523-2: {}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: HyperV agent@n-h2-799523-2: {}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: L3 agent@n-d-799523-2: {}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: Metadata agent@n-d-799523-2: {}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: Metering agent@n-d-799523-2: {}, Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: Open vSwitch agent@n-d-799523-2: { 'AddressGroup': '1.2', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'ConntrackHelper': '1.0', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Log': '1.0', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Network': '1.1', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Port': '1.7', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'PortForwarding': '1.2', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'QosPolicy': '1.9', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'SecurityGroup': '1.4', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'SecurityGroupRule': '1.2', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'SubPort': '1.0', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Subnet': '1.1', Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: 'Trunk': '1.1'}} Aug 09 15:30:48.981236 n-d-799523-2 neutron-server[94180]: {{(pid=94180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:30:49.032062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ef1d0234-915a-46e2-a896-fed228259e06 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:49.033735 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.098019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30d22bde-3193-4ec2-ade8-ddee7db7aeb5 req-af3f70c0-7087-4f12-8a9e-12838f8a7f03 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 210 time: 0.0638971 Aug 09 15:30:49.113560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e95226aa-a579-4310-96bf-474df804aa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.113724 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] For port 03599243-9679-4d81-a818-0c0afd79d746, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:49.125626 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] For port 03599243-9679-4d81-a818-0c0afd79d746, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=03599243-9679-4d81-a818-0c0afd79d746,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:49.134468 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.178259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e95226aa-a579-4310-96bf-474df804aa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.180516 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-0bfb3787-46e8-41a6-91bf-ae77021b3830 service neutron] 10.222.0.66 "GET /v2.0/ports/124a490a-27b7-45fb-9a2f-9fd95cddf5a2/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.3857205 Aug 09 15:30:49.209455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.265595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38322) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:49.286348 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47bc1-262e-449e-9534-2e6c98a0575e None None] Pushing event updated for resources: {'Port': ['ID=03599243-9679-4d81-a818-0c0afd79d746,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:49.289366 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Routers {'5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:30:49.301921 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:49.431400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e95226aa-a579-4310-96bf-474df804aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.432755 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.434071 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e95226aa-a579-4310-96bf-474df804aa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.435396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e95226aa-a579-4310-96bf-474df804aa22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02e19eb0-e772-4de1-8a3a-d751092ce0a9 HTTP/1.1" status: 204 len: 168 time: 0.5399942 Aug 09 15:30:49.475767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Transition to ACTIVE for port object 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:49.480919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48b175eb-6d8f-44ad-a5ae-84b6701753ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.494598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95226aa-a579-4310-96bf-474df804aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e19eb0-e772-4de1-8a3a-d751092ce0a9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:49.510256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.526692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Transition to ACTIVE for port object 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:49.559575 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29e62061-80a4-44c1-9fd4-6f39e36d527b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.564996 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.571306 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.575931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Made reservation on behalf of 72c05b97c7084bcebac9311d18142dfa for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:49.578324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.579973 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48b175eb-6d8f-44ad-a5ae-84b6701753ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.689972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Pushing event updated for resources: {'Port': ['ID=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:49.707380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:49.710464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:49.714969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:49.794763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Attempting to bind port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:49.795548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Attempting to bind port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:49.796006 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] Set router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:30:49.796781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Attempting to bind port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 on network b2089f17-dce8-4939-a4a2-b5d2b06bc009 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:49.804456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:49.805266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Checking segment: {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:49.805886 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.806523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Bound using segment: {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:49.807205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Bound port: 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:49.807853 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:49.855928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Allocated IP 172.25.7.196 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/affbeb61-ee8f-4b9a-879f-ec74c5545121) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:49.897015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8e211483-5447-48e9-b28d-417257e07202 None None] For port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:49.903189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8e211483-5447-48e9-b28d-417257e07202 None None] For port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:49.910819 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.075203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e211483-5447-48e9-b28d-417257e07202 None None] Pushing event updated for resources: {'Port': ['ID=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:50.084843 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.158642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38332) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:50.160138 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '03599243-9679-4d81-a818-0c0afd79d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:30:45Z', 'revision_number': 3, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port': {'id': '03599243-9679-4d81-a818-0c0afd79d746', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:44Z', 'updated_at': '2021-08-09T15:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:50.165662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b175eb-6d8f-44ad-a5ae-84b6701753ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bae52b-ca7d-459a-b58e-3be034fc5f11,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:50.173814 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.216347 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eecb2-e822-49a3-83e5-ce1dcb34a806 None None] The sync data for ids ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'] in n-d-799523-2 is: [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '03599243-9679-4d81-a818-0c0afd79d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:30:45Z', 'revision_number': 3, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port': {'id': '03599243-9679-4d81-a818-0c0afd79d746', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:44Z', 'updated_at': '2021-08-09T15:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:30:50.229861 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.245046 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-48b175eb-6d8f-44ad-a5ae-84b6701753ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b71442f2700d4b8ab6962b991bd2611d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0648239 Aug 09 15:30:50.254477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38336) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:50.303510 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bb84316-ee9b-41db-a4de-ce0ac33bdd52 req-7e800a80-e9e8-4f08-8678-0b923e374619 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 210 time: 0.0660546 Aug 09 15:30:50.314135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fa325b4-ea2f-41f0-84bd-be68410009c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.406745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4828304-7419-489d-9b10-3ad5e9a3fdad,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:50.441995 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad5f546a-5590-4939-89da-7988622d4495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.447043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1682e4-61dc-497c-b754-0dbf30280bfd req-b410e5c7-3d35-4f88-a774-7648cfabdd23 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:50.449569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1682e4-61dc-497c-b754-0dbf30280bfd req-b410e5c7-3d35-4f88-a774-7648cfabdd23 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.2865076 Aug 09 15:30:50.454754 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.463545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Checking segment: {'id': 'ddeae6f6-74bc-4257-987c-ccec04c885f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '6912e63f-5c97-431a-8c28-861d7ca83218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:50.463974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Network hostable DHCP agents. Network: 6912e63f-5c97-431a-8c28-861d7ca83218, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:30:50.502057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:50.508552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.537770 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad5f546a-5590-4939-89da-7988622d4495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.538282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:50.550420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:50.554283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:50.584408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.591623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:50.647595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Pushing event updated for resources: {'Port': ['ID=affbeb61-ee8f-4b9a-879f-ec74c5545121,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:50.651226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Network 6912e63f-5c97-431a-8c28-861d7ca83218 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:30:50.652665 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.662636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1682e4-61dc-497c-b754-0dbf30280bfd req-a47d7324-d051-430b-b1f2-0c6dcce5bb04 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036381 Aug 09 15:30:50.709120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 6912e63f-5c97-431a-8c28-861d7ca83218) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:50.718557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f9695-5dc1-4070-b131-8c1b0145d8a5 None None] Network 6912e63f-5c97-431a-8c28-861d7ca83218 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:50.740115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:50.740115 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.902632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e6d5d9-c743-4321-be63-8bd51c20cebf None None] Network 6912e63f-5c97-431a-8c28-861d7ca83218 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:50.939354 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29e62061-80a4-44c1-9fd4-6f39e36d527b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.958130 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29e62061-80a4-44c1-9fd4-6f39e36d527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.967742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2fe61120-1ffd-4144-9810-5fd78d3568c3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1540308 Aug 09 15:30:50.975237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:50.980733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:51.009429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Allocated IP 192.168.233.16 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/d871468d-0cc2-4b9e-9bf1-d2200877b5c2) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:51.033467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbdb89d-42a6-4b1a-bc05-2aea838283b3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:51.052903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:51.120143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-29e62061-80a4-44c1-9fd4-6f39e36d527b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0aaa9dee15b4bf999f3d599dafa0b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8534350 Aug 09 15:30:51.124314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38340) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:51.125445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e62061-80a4-44c1-9fd4-6f39e36d527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643d4b88-ddc5-4eb9-8fbe-9f7a5c912c29,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:51.173862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad5f546a-5590-4939-89da-7988622d4495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.178293 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad5f546a-5590-4939-89da-7988622d4495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.182321 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ad5f546a-5590-4939-89da-7988622d4495 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96bae52b-ca7d-459a-b58e-3be034fc5f11 HTTP/1.1" status: 204 len: 168 time: 0.9147673 Aug 09 15:30:51.214033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.272241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f546a-5590-4939-89da-7988622d4495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bae52b-ca7d-459a-b58e-3be034fc5f11,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:51.341746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d4cc-d0b0-405e-b40e-1c7ec5cda4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.378066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d4cc-d0b0-405e-b40e-1c7ec5cda4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.445659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d4cc-d0b0-405e-b40e-1c7ec5cda4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.448482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d4cc-d0b0-405e-b40e-1c7ec5cda4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.452447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0cb6d4cc-d0b0-405e-b40e-1c7ec5cda4a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/643d4b88-ddc5-4eb9-8fbe-9f7a5c912c29 HTTP/1.1" status: 204 len: 168 time: 0.3198149 Aug 09 15:30:51.476273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Allocated IP 172.20.0.1 (406be482-3c04-4d77-9ac8-95842b7ca41a/b91115a8-836f-4866-9016-f7754bd19554/7b6f1840-eddf-42ef-89a4-c23cce865854) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:51.513960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6d4cc-d0b0-405e-b40e-1c7ec5cda4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643d4b88-ddc5-4eb9-8fbe-9f7a5c912c29,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:51.555536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f83b082-5d7a-4647-b2c0-c1cdba251805 None None] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:51.600060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-858dee42-02cc-41cd-a889-4a720f97498f req-cfbaa757-fb9b-40b3-bc60-215f791d9126 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 210 time: 0.1058605 Aug 09 15:30:51.622114 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.694763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-60ee0071-6b48-464f-8ec2-2a400b4962b0 None None] Provisioning for port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:51.762332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.780204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Transition to ACTIVE for port object d871468d-0cc2-4b9e-9bf1-d2200877b5c2 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:51.874150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fa325b4-ea2f-41f0-84bd-be68410009c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.881989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] Transition to ACTIVE for port object 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:51.886187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fa325b4-ea2f-41f0-84bd-be68410009c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.891172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.898347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.900731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:51.928272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88437b24-7bb9-4bf4-adce-6f45e65e4d28 req-2272bfc4-df49-4f6f-b186-7826c4915d04 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:51.930217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88437b24-7bb9-4bf4-adce-6f45e65e4d28 req-2272bfc4-df49-4f6f-b186-7826c4915d04 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 944 time: 0.1062672 Aug 09 15:30:52.006194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88437b24-7bb9-4bf4-adce-6f45e65e4d28 req-aa1fddda-9e9b-4d3d-b896-74e03cfd90e5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643818 Aug 09 15:30:52.010556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Transition to ACTIVE for port object 7b6f1840-eddf-42ef-89a4-c23cce865854 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:52.021768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Router c4ab274a-ff4a-4052-967d-12589167677a is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:30:52.065297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa325b4-ea2f-41f0-84bd-be68410009c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec24175-aa99-4c80-89d4-1646132a5227,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:52.082471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:52.097805 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4fa325b4-ea2f-41f0-84bd-be68410009c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eda5a9b0d5c84c96a9b7277c8754525f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9336717 Aug 09 15:30:52.107746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:52.111995 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:52.180475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38362) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:52.200824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:52.204378 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:52.284535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38364) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:52.371064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] No DVR routers for this DVR port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:30:52.435319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 03599243-9679-4d81-a818-0c0afd79d746 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:52.450311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] Pushing event updated for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:52.516764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 03599243-9679-4d81-a818-0c0afd79d746 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:52.522560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 03599243-9679-4d81-a818-0c0afd79d746 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:52.523182 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:52.532479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b2dad736-dd6b-4df8-9456-1978036fc1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:52.536133 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0064571 Aug 09 15:30:52.569243 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-41cd59ea-c375-4f90-a58e-71ba9ceb77b7 service neutron] 10.222.0.66 "PUT /v2.0/ports/124a490a-27b7-45fb-9a2f-9fd95cddf5a2/bindings/n-h1-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 3.3685956 Aug 09 15:30:52.595865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:52.614322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Request body: {'port': {'device_id': '4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:52.630479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:30:52.677690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-020f5468-3989-4cb2-9a13-a75dae9d5249 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:52.684872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-020f5468-3989-4cb2-9a13-a75dae9d5249 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 821 time: 0.2308285 Aug 09 15:30:52.694276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Network 406be482-3c04-4d77-9ac8-95842b7ca41a is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:52.727213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Sync routers for ids ['c4ab274a-ff4a-4052-967d-12589167677a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:30:52.731662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-e46b091e-e8e9-469f-94a8-419898934d83 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/quotas/93cadee9f55442db8de1de7b0c004894 HTTP/1.1" status: 200 len: 375 time: 0.0458021 Aug 09 15:30:52.733703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f92d47d-17f5-4858-bc70-3d9dc811b7ed None None] Provisioning for port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:52.747945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f92d47d-17f5-4858-bc70-3d9dc811b7ed None None] Provisioning complete for port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:52.748341 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f92d47d-17f5-4858-bc70-3d9dc811b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:52.760498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:52.767159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9854efe4-4f7e-4098-ba54-7500f22d797d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:52.773254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:52.777118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304a7de-7993-4ce1-ab9f-19273b204cf4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Pushing event updated for resources: {'Port': ['ID=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:52.823369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Routers {'c4ab274a-ff4a-4052-967d-12589167677a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:30:52.824310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c4ab274a-ff4a-4052-967d-12589167677a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:52.874315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-517b85f0-5a5c-4f30-a062-81094eb87edb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258426 Aug 09 15:30:52.897817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-cf6e9b87-bac0-4b70-b5ff-b5a5b7719445 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:52.899275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-cf6e9b87-bac0-4b70-b5ff-b5a5b7719445 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.2614543 Aug 09 15:30:52.965816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb84e1-d036-477d-972e-104be3353e62 req-8f57c130-5b58-4db7-877f-b384a9a5e7b6 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:52.967494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-facb84e1-d036-477d-972e-104be3353e62 req-8f57c130-5b58-4db7-877f-b384a9a5e7b6 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 935 time: 0.2060661 Aug 09 15:30:53.003464 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.064120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9854efe4-4f7e-4098-ba54-7500f22d797d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.094605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-facb84e1-d036-477d-972e-104be3353e62 req-886d38d1-048a-471d-ac76-1df5b34a7f5c tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035604 Aug 09 15:30:53.124184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b2dad736-dd6b-4df8-9456-1978036fc1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.144522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-9040cf6a-bc3f-4832-89d1-0aae8ec5f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:53.147876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-9040cf6a-bc3f-4832-89d1-0aae8ec5f449 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d&tenant_id=56df983dc7384ddeb5bd26f643627db1 HTTP/1.1" status: 200 len: 1096 time: 0.2290025 Aug 09 15:30:53.166242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6f1840-eddf-42ef-89a4-c23cce865854,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:53.169162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b2dad736-dd6b-4df8-9456-1978036fc1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.179981 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.183899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Set router c4ab274a-ff4a-4052-967d-12589167677a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:30:53.184187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dd6a35cf-b027-4daf-b00c-f5ae9dac08c0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5526073 Aug 09 15:30:53.187945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38392) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:53.189405 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.230860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-2a363a5a-3fa7-4a53-8df7-ee8b5c7b5e06 service neutron] 10.222.0.64 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452928 Aug 09 15:30:53.248947 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9f92d47d-17f5-4858-bc70-3d9dc811b7ed None None] Port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:30:53.335206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dad736-dd6b-4df8-9456-1978036fc1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168c6183-6b69-49e8-818e-b380a7a5581f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:53.340298 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b2dad736-dd6b-4df8-9456-1978036fc1e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffa907b3819344f9919f5a3095046637&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0537083 Aug 09 15:30:53.378426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:30:53.381089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38396) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:53.475608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.512350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8ac93371-0ccd-4fb2-91a4-53e7314227e9 None None] Provisioning for port 7b6f1840-eddf-42ef-89a4-c23cce865854 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:53.545171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 03599243-9679-4d81-a818-0c0afd79d746, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=03599243-9679-4d81-a818-0c0afd79d746,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:53.547998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8ac93371-0ccd-4fb2-91a4-53e7314227e9 None None] Provisioning complete for port 7b6f1840-eddf-42ef-89a4-c23cce865854 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:53.548425 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ac93371-0ccd-4fb2-91a4-53e7314227e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.560831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9854efe4-4f7e-4098-ba54-7500f22d797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.565157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9854efe4-4f7e-4098-ba54-7500f22d797d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.565590 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.566664 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9854efe4-4f7e-4098-ba54-7500f22d797d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ec24175-aa99-4c80-89d4-1646132a5227 HTTP/1.1" status: 204 len: 168 time: 1.3567965 Aug 09 15:30:53.581154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:53.603432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f89a90-fd99-4d89-8672-03880351fcfb req-8b67a3df-3442-43c1-8706-1d9b840f6f97 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:53.603669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854efe4-4f7e-4098-ba54-7500f22d797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec24175-aa99-4c80-89d4-1646132a5227,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:53.605027 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25f89a90-fd99-4d89-8672-03880351fcfb req-8b67a3df-3442-43c1-8706-1d9b840f6f97 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 945 time: 0.2495606 Aug 09 15:30:53.615971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-8bf365d8-2757-49bd-ac1c-9a5bb8a8c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:53.617499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-8bf365d8-2757-49bd-ac1c-9a5bb8a8c418 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1096 time: 0.4322135 Aug 09 15:30:53.689051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=03599243-9679-4d81-a818-0c0afd79d746,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:53.725765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-e1ae1d1b-52e4-4a17-bce3-05a231000f1d service neutron] 10.222.0.64 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433433 Aug 09 15:30:53.750811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb794c0e-5871-42dd-95bd-6a2adab9517b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.771454 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.806902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:30:53.834714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25f89a90-fd99-4d89-8672-03880351fcfb req-097885dd-ff38-4257-b885-61ed54538134 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121506 Aug 09 15:30:53.855591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb794c0e-5871-42dd-95bd-6a2adab9517b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.863252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8ac93371-0ccd-4fb2-91a4-53e7314227e9 None None] Port 7b6f1840-eddf-42ef-89a4-c23cce865854 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:30:53.889112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-b72e38c5-5df5-4c48-ad59-12c2ebf296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:53.890836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-b72e38c5-5df5-4c48-ad59-12c2ebf296fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.2532744 Aug 09 15:30:53.931490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:30:50Z', 'revision_number': 3, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port': {'id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:49Z', 'updated_at': '2021-08-09T15:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:53.934038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:53.939639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:53.940487 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.005663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-06925be4-3de1-422d-a17d-a7c8fceafaac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 217 time: 0.1061754 Aug 09 15:30:54.031767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Checking router: c4ab274a-ff4a-4052-967d-12589167677a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:30:54.035114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Updating router c4ab274a-ff4a-4052-967d-12589167677a port affbeb61-ee8f-4b9a-879f-ec74c5545121 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:30:54.099405 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.128455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-154edc33-f9a0-487d-befc-f3a84d767a1c req-3e305c43-286c-4aae-a340-0468175c2a8b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 210 time: 0.1284778 Aug 09 15:30:54.415853 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb794c0e-5871-42dd-95bd-6a2adab9517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.418449 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb794c0e-5871-42dd-95bd-6a2adab9517b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.419624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb794c0e-5871-42dd-95bd-6a2adab9517b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/168c6183-6b69-49e8-818e-b380a7a5581f HTTP/1.1" status: 204 len: 168 time: 0.9983397 Aug 09 15:30:54.440113 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.467730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794c0e-5871-42dd-95bd-6a2adab9517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168c6183-6b69-49e8-818e-b380a7a5581f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:54.477577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-47cc5a91-2379-4f61-8082-5062bda4585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:54.479383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-47cc5a91-2379-4f61-8082-5062bda4585e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.4500744 Aug 09 15:30:54.630915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:54.641717 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.650334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d871468d-0cc2-4b9e-9bf1-d2200877b5c2 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:30:54.693303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.781511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.785190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Transition to ACTIVE for port object d871468d-0cc2-4b9e-9bf1-d2200877b5c2 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:54.792355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.806541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-93ef5e57-0e06-48ef-bcb1-c611ada2a3c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3027315 Aug 09 15:30:54.815444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.827640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 03599243-9679-4d81-a818-0c0afd79d746 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:54.862481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:54.885760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb773c-0d37-437e-91e9-a5bcb7e160f4 req-e154db45-c5c3-44e1-8443-af59b709bba6 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:54.887708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7bb773c-0d37-437e-91e9-a5bcb7e160f4 req-e154db45-c5c3-44e1-8443-af59b709bba6 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 935 time: 0.5719759 Aug 09 15:30:54.979776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6f1840-eddf-42ef-89a4-c23cce865854,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:55.047246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:55.086520 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.108034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7bb773c-0d37-437e-91e9-a5bcb7e160f4 req-54ceea2a-c4e1-45d2-81b1-9855d52d8210 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080688 Aug 09 15:30:55.147461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-9b8f3746-5245-46ee-92e1-66ae3f6e1cbd service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278880 Aug 09 15:30:55.210255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.215184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 03599243-9679-4d81-a818-0c0afd79d746 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:55.215737 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.257109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Transition to ACTIVE for port object affbeb61-ee8f-4b9a-879f-ec74c5545121 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:55.287801 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.368244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Pushing event updated for resources: {'Port': ['ID=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:55.427113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Allocated IP 172.20.0.1 (b2089f17-dce8-4939-a4a2-b5d2b06bc009/98a108cc-9d6a-48d6-872d-c9fa1951f96e/65a8901d-78f7-443c-be7c-a1f36d6cc752) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:55.435288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Attempting to bind port affbeb61-ee8f-4b9a-879f-ec74c5545121 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:55.435650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Attempting to bind port affbeb61-ee8f-4b9a-879f-ec74c5545121 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:55.436044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Attempting to bind port affbeb61-ee8f-4b9a-879f-ec74c5545121 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:55.448766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:55.449158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:55.449554 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.449946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:55.450477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Bound port: affbeb61-ee8f-4b9a-879f-ec74c5545121, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:55.450913 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.490461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74843b98-257b-42c0-b179-97dff9e4c73e None None] Pushing event updated for resources: {'Port': ['ID=affbeb61-ee8f-4b9a-879f-ec74c5545121,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:55.563211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] For port affbeb61-ee8f-4b9a-879f-ec74c5545121, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:55.568026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] For port affbeb61-ee8f-4b9a-879f-ec74c5545121, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=affbeb61-ee8f-4b9a-879f-ec74c5545121,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:55.576035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.656637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Network 406be482-3c04-4d77-9ac8-95842b7ca41a is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:55.661655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Attempting to bind port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:55.663869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Attempting to bind port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:55.664416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Attempting to bind port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:55.676323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:55.720143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e6bd4c9-a8b1-47e6-9521-17b264771ccc req-b64a471d-0bb9-44e4-9b10-471e2a0a3521 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 210 time: 0.1301844 Aug 09 15:30:55.742169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Routers {'c4ab274a-ff4a-4052-967d-12589167677a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:30:55.742169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c4ab274a-ff4a-4052-967d-12589167677a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:55.817395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.844433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74843b98-257b-42c0-b179-97dff9e4c73e None None] Pushing event updated for resources: {'Port': ['ID=affbeb61-ee8f-4b9a-879f-ec74c5545121,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:55.869101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:30:55.869478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Attempting to bind port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:55.881512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:55.881851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:55.882483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:55.882958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Bound port: d871468d-0cc2-4b9e-9bf1-d2200877b5c2, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:55.883373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:55.909729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd349-17c0-494a-95de-a0240e5dd93f req-b90e177b-33b6-44bb-b972-a98f3715f87f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:55.930642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-895cd349-17c0-494a-95de-a0240e5dd93f req-b90e177b-33b6-44bb-b972-a98f3715f87f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 945 time: 0.7648780 Aug 09 15:30:55.933674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:30:55.940255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Transition to ACTIVE for port object 65a8901d-78f7-443c-be7c-a1f36d6cc752 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:55.949029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-e28fed6a-8d8b-4b54-b534-784f2389c405 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:55.950771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-e28fed6a-8d8b-4b54-b534-784f2389c405 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 821 time: 0.4800656 Aug 09 15:30:55.966147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-c3cda057-7048-4ba3-a899-eac434977d6c service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045163 Aug 09 15:30:55.984407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Request body: {'port': {'device_id': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'admin_state_up': True, 'tenant_id': '93cadee9f55442db8de1de7b0c004894'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:56.001621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] Set router c4ab274a-ff4a-4052-967d-12589167677a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:30:56.046595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-895cd349-17c0-494a-95de-a0240e5dd93f req-dbd62e11-6091-4363-834b-79f19a51660a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148484 Aug 09 15:30:56.137309 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:56.212065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:56.220067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:56.224485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:56.225644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:56.355253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c0b3bc84-15e8-4b0e-9f7c-6caed81da58f None None] Provisioning complete for port 7b6f1840-eddf-42ef-89a4-c23cce865854 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:56.355643 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc84-15e8-4b0e-9f7c-6caed81da58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:56.361291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38502) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:56.372411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] For port d871468d-0cc2-4b9e-9bf1-d2200877b5c2, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:56.462292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] For port d871468d-0cc2-4b9e-9bf1-d2200877b5c2, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:56.474943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:56.516293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3bc84-15e8-4b0e-9f7c-6caed81da58f None None] Port 7b6f1840-eddf-42ef-89a4-c23cce865854 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:30:56.647877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Pushing event updated for resources: {'Port': ['ID=65a8901d-78f7-443c-be7c-a1f36d6cc752,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:56.684010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:56.684825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:56.690440 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] 10.222.0.35 "PUT /v2.0/ports/d871468d-0cc2-4b9e-9bf1-d2200877b5c2 HTTP/1.1" status: 200 len: 1095 time: 4.1026022 Aug 09 15:30:56.693206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef', 'tag': 'd871468d-0cc2-4b9e-9bf1-d2200877b5c2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:30:56.698131 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f84a477-b828-4d01-ad97-2f916c705f24" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef", "tag": "d871468d-0cc2-4b9e-9bf1-d2200877b5c2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:30:56.712858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:30:50Z', 'revision_number': 3, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port': {'id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:49Z', 'updated_at': '2021-08-09T15:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:56.730204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:56.749846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:30:56.768943 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Sync routers for ids ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:30:56.800260 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Routers {'5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:30:56.805363 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:56.809375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f623a1-78e5-495a-8521-fca4f0109b97 None None] The sync data for ids ['c4ab274a-ff4a-4052-967d-12589167677a'] in n-d-799523-2 is: [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:30:50Z', 'revision_number': 3, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port': {'id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:49Z', 'updated_at': '2021-08-09T15:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:30:56.830400 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7651a694-b506-4f97-a2f9-d334911fc900 admin admin] 10.222.0.64 "PUT /v2.0/routers/5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6033425 Aug 09 15:30:56.833554 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49519fd0-1d27-4319-a633-55c4770a6565 x-openstack-request-id: req-49519fd0-1d27-4319-a633-55c4770a6565 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:30:56.833892 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef", "tag": "d871468d-0cc2-4b9e-9bf1-d2200877b5c2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:30:56.834128 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49519fd0-1d27-4319-a633-55c4770a6565 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:30:56.834551 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef', 'tag': 'd871468d-0cc2-4b9e-9bf1-d2200877b5c2', 'status': 'completed', 'code': 200} Aug 09 15:30:56.844586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4c3a4f06-5a2c-4c63-b0f7-1fc935bd9c9f None None] Provisioning for port 65a8901d-78f7-443c-be7c-a1f36d6cc752 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:56.850399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6706e7-397f-42af-8119-72235ca94919 req-6097ba59-a1c7-43c0-8241-6732126fbb4d tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:56.851067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4c3a4f06-5a2c-4c63-b0f7-1fc935bd9c9f None None] Provisioning complete for port 65a8901d-78f7-443c-be7c-a1f36d6cc752 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:56.851440 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4f06-5a2c-4c63-b0f7-1fc935bd9c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:56.856002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-6097ba59-a1c7-43c0-8241-6732126fbb4d tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.3196974 Aug 09 15:30:56.857222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:56.869852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddbba4-f2c8-4f72-9242-2fa518fe5d69 service neutron] Pushing event updated for resources: {'Port': ['ID=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:56.953838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Made reservation on behalf of 93cadee9f55442db8de1de7b0c004894 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:56.969597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.008145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-16acf50e-7903-4154-b5d0-bfee3b73536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:57.010380 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-16acf50e-7903-4154-b5d0-bfee3b73536a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb82a76e3dc1407198df2848adb156bd&device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 1098 time: 0.2500398 Aug 09 15:30:57.161197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-9728fb76-cfb5-44cf-a278-11507298d287 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=d871468d-0cc2-4b9e-9bf1-d2200877b5c2 HTTP/1.1" status: 200 len: 217 time: 0.1410255 Aug 09 15:30:57.171722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-network', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:57.211770 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Set router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:30:57.226062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60449-71d8-4db2-9e9c-d2fc7a514790 req-5942b76f-9177-41a4-a289-22120737671e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:57.228118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56d60449-71d8-4db2-9e9c-d2fc7a514790 req-5942b76f-9177-41a4-a289-22120737671e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 947 time: 0.7043664 Aug 09 15:30:57.271026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Made reservation on behalf of f0c04a43bf1745f6b44cfddb56114a46 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:57.274086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.277935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a4f06-5a2c-4c63-b0f7-1fc935bd9c9f None None] Port 65a8901d-78f7-443c-be7c-a1f36d6cc752 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:30:57.302643 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.313355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:57.315335 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.318057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9127f05-768d-4176-8c09-b59297525555 req-968f868f-79a2-42bf-b860-715f5463ded4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 210 time: 0.1881073 Aug 09 15:30:57.417408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-ff3a3ebb-c974-4718-8c42-1227c701e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:57.419041 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-ff3a3ebb-c974-4718-8c42-1227c701e53d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2239196 Aug 09 15:30:57.506040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56d60449-71d8-4db2-9e9c-d2fc7a514790 req-629dc29b-42e2-4152-b36b-a6c652365495 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694347 Aug 09 15:30:57.607370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Allocated IP 172.20.0.4 (7a1652f2-e7df-429a-bfeb-03d9527afb84/b0d7e709-d5b9-4008-8b84-c3db00422153/4838a12e-31c3-4b06-9527-2fbd3e3beb56) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:30:57.623222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ed6706e7-397f-42af-8119-72235ca94919 req-daa63266-6323-4e37-9639-3444fc640486 service neutron] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:57.629700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ed6706e7-397f-42af-8119-72235ca94919 req-daa63266-6323-4e37-9639-3444fc640486 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.631377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6706e7-397f-42af-8119-72235ca94919 req-daa63266-6323-4e37-9639-3444fc640486 service neutron] 10.222.0.35 "DELETE /v2.0/ports/124a490a-27b7-45fb-9a2f-9fd95cddf5a2/bindings/n-h2-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.4898186 Aug 09 15:30:57.660922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.668009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.669442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.721135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-ded1e79c-46f7-49dc-b963-df58eff84a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:57.722694 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-ded1e79c-46f7-49dc-b963-df58eff84a27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482622 Aug 09 15:30:57.822848 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '03599243-9679-4d81-a818-0c0afd79d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:30:53Z', 'revision_number': 4, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port': {'id': '03599243-9679-4d81-a818-0c0afd79d746', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:44Z', 'updated_at': '2021-08-09T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '7b6f1840-eddf-42ef-89a4-c23cce865854', 'name': '', 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'mac_address': 'fa:16:3e:12:09:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b91115a8-836f-4866-9016-f7754bd19554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:50Z', 'updated_at': '2021-08-09T15:30:53Z', 'revision_number': 2, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'subnets': [{'id': 'b91115a8-836f-4866-9016-f7754bd19554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:57.870017 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:57.875679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Pushing event updated for resources: {'Port': ['ID=65a8901d-78f7-443c-be7c-a1f36d6cc752,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:57.900391 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Checking router: 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:30:57.901055 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Updating router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f port 7b6f1840-eddf-42ef-89a4-c23cce865854 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:30:57.934227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa1e5c-0385-48ec-b6cf-43b12980cb14 req-d6637ebc-4d80-4947-8e05-26a3d39e9619 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:57.937018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01fa1e5c-0385-48ec-b6cf-43b12980cb14 req-d6637ebc-4d80-4947-8e05-26a3d39e9619 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 945 time: 0.2914529 Aug 09 15:30:57.999617 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.055609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01fa1e5c-0385-48ec-b6cf-43b12980cb14 req-3b5c2abe-ce6e-4c8c-83a5-537bb4df50d0 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100209 Aug 09 15:30:58.071464 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.188385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.203056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:58.248185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.261850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.320057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:58.337302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:58.344049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.345452 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-2378a8e5-a030-4a80-95c4-86be2684f6e0 req-b25530c7-7958-488e-a63a-7344596aad07 tempest-FloatingIPDetailsNegativeTestJSON-401056058 tempest-FloatingIPDetailsNegativeTestJSON-401056058-project] show failed (client error): The resource could not be found. Aug 09 15:30:58.349429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2378a8e5-a030-4a80-95c4-86be2684f6e0 req-b25530c7-7958-488e-a63a-7344596aad07 tempest-FloatingIPDetailsNegativeTestJSON-401056058 tempest-FloatingIPDetailsNegativeTestJSON-401056058-project] 10.222.0.64 "GET /v2.0/floatingips/4cb3383d-2775-48c5-b5f6-4cf47a5fc5d7 HTTP/1.1" status: 404 len: 350 time: 0.2702487 Aug 09 15:30:58.389067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38558) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:58.411318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.411785 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Added segment 327172cb-7e66-4f3d-b601-c8267d4a812b of type vlan for network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 Aug 09 15:30:58.686208 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.729494 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Transition to ACTIVE for port object 7b6f1840-eddf-42ef-89a4-c23cce865854 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:30:58.753553 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.813250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7a1e6101-5dd0-4f05-94d6-e8fdfa3c556a None None] Provisioning complete for port 65a8901d-78f7-443c-be7c-a1f36d6cc752 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:58.817082 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6101-5dd0-4f05-94d6-e8fdfa3c556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.878955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device affbeb61-ee8f-4b9a-879f-ec74c5545121 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:30:58.894325 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08849c-4853-4113-abc4-e8b1d5cc5f6e None None] Pushing event updated for resources: {'Port': ['ID=7b6f1840-eddf-42ef-89a4-c23cce865854,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:58.948580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e6101-5dd0-4f05-94d6-e8fdfa3c556a None None] Port 65a8901d-78f7-443c-be7c-a1f36d6cc752 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:30:58.980970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port affbeb61-ee8f-4b9a-879f-ec74c5545121 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:30:58.986554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port affbeb61-ee8f-4b9a-879f-ec74c5545121 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:58.987455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.001082 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Attempting to bind port 7b6f1840-eddf-42ef-89a4-c23cce865854 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:30:59.003007 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Attempting to bind port 7b6f1840-eddf-42ef-89a4-c23cce865854 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:30:59.003973 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Attempting to bind port 7b6f1840-eddf-42ef-89a4-c23cce865854 on network 406be482-3c04-4d77-9ac8-95842b7ca41a {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:30:59.013258 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:30:59.013919 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Checking segment: {'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:30:59.014483 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.015091 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Bound using segment: {'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:30:59.015886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Bound port: 7b6f1840-eddf-42ef-89a4-c23cce865854, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c903406-c27f-44af-aade-e233c4a9867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:30:59.016432 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.082867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Network 7a1652f2-e7df-429a-bfeb-03d9527afb84 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:30:59.138077 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.154377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.169832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:30:59.174003 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] For port 7b6f1840-eddf-42ef-89a4-c23cce865854, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:30:59.180787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:30:59.181354 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] For port 7b6f1840-eddf-42ef-89a4-c23cce865854, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7b6f1840-eddf-42ef-89a4-c23cce865854,segment=NetworkSegment(2c903406-c27f-44af-aade-e233c4a9867b),segment_id=2c903406-c27f-44af-aade-e233c4a9867b)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:30:59.187907 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.204203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port affbeb61-ee8f-4b9a-879f-ec74c5545121, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=affbeb61-ee8f-4b9a-879f-ec74c5545121,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:30:59.212649 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.249921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b449851-3960-44e8-b7b6-82f18d6d63a8 req-2c6a6535-241d-4a4e-9207-a0e97d860e39 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:59.256657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b449851-3960-44e8-b7b6-82f18d6d63a8 req-2c6a6535-241d-4a4e-9207-a0e97d860e39 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 931 time: 0.2175593 Aug 09 15:30:59.279742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:59.281144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.295443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc96f5c-6924-40d0-ae15-30181ec5ca07,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:59.296589 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Routers {'5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:30:59.297164 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:59.298342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a566d1-b85b-4d0c-9020-cfa1519653e8 req-815b1684-9053-4a79-9a9c-f1299cea0661 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:59.301890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7a566d1-b85b-4d0c-9020-cfa1519653e8 req-815b1684-9053-4a79-9a9c-f1299cea0661 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1096 time: 0.2641804 Aug 09 15:30:59.312095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.313737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:59.314722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.339689 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-7ac123ca-a32a-4e2e-9ca7-451b60c491b5 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5952272 Aug 09 15:30:59.341457 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3629930 Aug 09 15:30:59.346749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=affbeb61-ee8f-4b9a-879f-ec74c5545121,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:59.356906 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9875228 Aug 09 15:30:59.381239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38570) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:59.408484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Request body: {'subnet': {'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-subnet', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:59.425204 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08849c-4853-4113-abc4-e8b1d5cc5f6e None None] Pushing event updated for resources: {'Port': ['ID=7b6f1840-eddf-42ef-89a4-c23cce865854,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:59.439463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Request body: {'port': {'device_id': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:59.464434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b449851-3960-44e8-b7b6-82f18d6d63a8 req-894ffa6a-489a-4956-a554-b1a0c281a1ff tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853578 Aug 09 15:30:59.486825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Router c4ab274a-ff4a-4052-967d-12589167677a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:30:59.510028 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] Set router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:30:59.522105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7802a7c-fecd-463d-9b0a-87fd8f6b7154 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Pushing event updated for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:59.584249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7a566d1-b85b-4d0c-9020-cfa1519653e8 req-476ba821-b49b-4be7-b1d1-5cfd1e817859 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602510 Aug 09 15:30:59.584887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Made reservation on behalf of f0c04a43bf1745f6b44cfddb56114a46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:59.587247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.851763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:59.860021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b82b26-6311-4b19-b3e1-552518422b5c admin admin] Pushing event updated for resources: {'Network': ['ID=52ecaefa-75a3-44b6-8411-ffa1b953ba99,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:59.881722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:30:59.961773 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '03599243-9679-4d81-a818-0c0afd79d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:30:53Z', 'revision_number': 4, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port': {'id': '03599243-9679-4d81-a818-0c0afd79d746', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:44Z', 'updated_at': '2021-08-09T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '7b6f1840-eddf-42ef-89a4-c23cce865854', 'name': '', 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'mac_address': 'fa:16:3e:12:09:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b91115a8-836f-4866-9016-f7754bd19554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:50Z', 'updated_at': '2021-08-09T15:30:59Z', 'revision_number': 4, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'subnets': [{'id': 'b91115a8-836f-4866-9016-f7754bd19554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:30:59.994469 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c067ff48-a18b-424a-980b-f5e1412be992 None None] The sync data for ids ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'] in n-d-799523-2 is: [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '03599243-9679-4d81-a818-0c0afd79d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:30:53Z', 'revision_number': 4, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port': {'id': '03599243-9679-4d81-a818-0c0afd79d746', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:44Z', 'updated_at': '2021-08-09T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '7b6f1840-eddf-42ef-89a4-c23cce865854', 'name': '', 'network_id': '406be482-3c04-4d77-9ac8-95842b7ca41a', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'mac_address': 'fa:16:3e:12:09:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b91115a8-836f-4866-9016-f7754bd19554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:50Z', 'updated_at': '2021-08-09T15:30:59Z', 'revision_number': 4, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'subnets': [{'id': 'b91115a8-836f-4866-9016-f7754bd19554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:00.022336 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37a7f9a3-9ad1-43b2-b75c-135fe1a669f4 req-dc10d516-1488-407a-a38e-ea19b3fd1c24 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610794 Aug 09 15:31:00.145695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1fd07-51ba-48a0-b504-4a0d504260f9 req-63cf2390-e4bd-4c9f-9c02-fd28163ef2ef tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:00.147567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08a1fd07-51ba-48a0-b504-4a0d504260f9 req-63cf2390-e4bd-4c9f-9c02-fd28163ef2ef tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 947 time: 0.3755548 Aug 09 15:31:00.222398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:00.235384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Sync routers for ids ['c4ab274a-ff4a-4052-967d-12589167677a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:00.244037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a2b3aa70-106e-49ee-ae6e-de9058f2a2ae admin admin] 10.222.0.64 "PUT /v2.0/routers/c4ab274a-ff4a-4052-967d-12589167677a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0549326 Aug 09 15:31:00.249542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Routers {'c4ab274a-ff4a-4052-967d-12589167677a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:00.250067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c4ab274a-ff4a-4052-967d-12589167677a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:00.316321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08a1fd07-51ba-48a0-b504-4a0d504260f9 req-6e9728b7-4eb0-435a-9861-0586a21eb491 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505940 Aug 09 15:31:00.338859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-bf714e39-dbf9-4abc-8458-1767c757207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:00.352742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-bf714e39-dbf9-4abc-8458-1767c757207e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb82a76e3dc1407198df2848adb156bd&device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 1098 time: 0.2635758 Aug 09 15:31:00.426626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-d9ac4deb-8d5c-4479-b5a4-517e89f136b6 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:00.428292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-d9ac4deb-8d5c-4479-b5a4-517e89f136b6 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 807 time: 0.3079720 Aug 09 15:31:00.477892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-90b67086-f42c-4bae-a349-b12f4b70b0bb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/quotas/56df983dc7384ddeb5bd26f643627db1 HTTP/1.1" status: 200 len: 375 time: 0.0354261 Aug 09 15:31:00.479762 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:00.545441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Set router c4ab274a-ff4a-4052-967d-12589167677a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:00.834317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92b6e17-636f-429e-90db-73ac1f263e96,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:00.862042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4838a12e-31c3-4b06-9527-2fbd3e3beb56 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:00.871639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:00.876322 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-2c515cc0-bb78-49ba-8121-4ca25268efca tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3934257 Aug 09 15:31:00.883844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Checking segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:00.884354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Network hostable DHCP agents. Network: 52ecaefa-75a3-44b6-8411-ffa1b953ba99, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:31:00.903878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Transition to ACTIVE for port object 4838a12e-31c3-4b06-9527-2fbd3e3beb56 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:00.927905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:00.931450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13007bd-62c1-4998-80c2-c7dcbf7fdf60 req-e7b5637a-a21d-490d-8439-2689fac23721 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:00.953752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a13007bd-62c1-4998-80c2-c7dcbf7fdf60 req-e7b5637a-a21d-490d-8439-2689fac23721 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 931 time: 0.2027061 Aug 09 15:31:00.996413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:31:01.009712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7b6f1840-eddf-42ef-89a4-c23cce865854 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:01.023212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 52ecaefa-75a3-44b6-8411-ffa1b953ba99) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:01.043862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a13007bd-62c1-4998-80c2-c7dcbf7fdf60 req-d6a30739-df58-48d1-8ed5-98f90ad0ce2e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814097 Aug 09 15:31:01.045659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:01.047637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.077170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1eba4a1e-fa58-479e-bcfa-3d8485d96cba admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6935968 Aug 09 15:31:01.079960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38624) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:01.089026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:01.100394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ea3510-f341-461c-a097-814014fa35d3 None None] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:01.124386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:01.156909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-3cff9ca9-4f91-48bf-8579-b42b62b496f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:01.164336 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-3cff9ca9-4f91-48bf-8579-b42b62b496f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.8013837 Aug 09 15:31:01.168198 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.169302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.215948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:30:56Z', 'revision_number': 4, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port': {'id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:49Z', 'updated_at': '2021-08-09T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '65a8901d-78f7-443c-be7c-a1f36d6cc752', 'name': '', 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'mac_address': 'fa:16:3e:3a:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98a108cc-9d6a-48d6-872d-c9fa1951f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:54Z', 'updated_at': '2021-08-09T15:30:56Z', 'revision_number': 2, 'project_id': '49aa9030b995421d98237a95697c378b', 'subnets': [{'id': '98a108cc-9d6a-48d6-872d-c9fa1951f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:01.276479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Checking router: c4ab274a-ff4a-4052-967d-12589167677a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:01.277319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Updating router c4ab274a-ff4a-4052-967d-12589167677a port 65a8901d-78f7-443c-be7c-a1f36d6cc752 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:31:01.292420 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-11cbd189-d78d-4c19-a665-0f15b021b243 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=d871468d-0cc2-4b9e-9bf1-d2200877b5c2 HTTP/1.1" status: 200 len: 217 time: 0.1040242 Aug 09 15:31:01.304676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.309945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38638) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:01.335149 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.364195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7b6f1840-eddf-42ef-89a4-c23cce865854 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:01.380900 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.391905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7b6f1840-eddf-42ef-89a4-c23cce865854 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:01.392290 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.410073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:01.413238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:01.414234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:01.453497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:01.454300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:01.480899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:01.481567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:01.482534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:01.483342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Bound port: 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:01.483779 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.598505 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.643112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-60c5c0e2-8e27-417e-8bb7-6c0e073b76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:01.645688 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-60c5c0e2-8e27-417e-8bb7-6c0e073b76fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.3345652 Aug 09 15:31:01.654861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-1d3bded9-6d9f-422a-8422-57cd3bc5d105 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:31:01.666434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-1d3bded9-6d9f-422a-8422-57cd3bc5d105 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5600402 Aug 09 15:31:01.705757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38648) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:01.716086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-network', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:01.782918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5234-e555-4d99-87a0-4d1c0cd6080a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.804712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Made reservation on behalf of b64af6d85f3b41048c6b2e2e26039adf for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:01.807699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.813280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7b6f1840-eddf-42ef-89a4-c23cce865854, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7b6f1840-eddf-42ef-89a4-c23cce865854,segment=NetworkSegment(2c903406-c27f-44af-aade-e233c4a9867b),segment_id=2c903406-c27f-44af-aade-e233c4a9867b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:01.834143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.854659 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.855729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device affbeb61-ee8f-4b9a-879f-ec74c5545121 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:01.864366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:31:01.865739 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.881948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:01.941169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f573d-14a4-44cf-9869-562af13bcfc8 req-0fd61553-6090-4ade-aea9-e25eb665ebe8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:01.943004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-338f573d-14a4-44cf-9869-562af13bcfc8 req-0fd61553-6090-4ade-aea9-e25eb665ebe8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 947 time: 0.4220560 Aug 09 15:31:01.945783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-c9523fa6-90bc-44f2-ba58-ea10bb10d7f9 service neutron] 10.222.0.64 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783074 Aug 09 15:31:01.954444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.956801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-1a841695-287a-4535-b680-b7d801bc3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:01.959427 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-1a841695-287a-4535-b680-b7d801bc3c76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2934959 Aug 09 15:31:01.961496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:01.991903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.061156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7b6f1840-eddf-42ef-89a4-c23cce865854,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:02.127447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port affbeb61-ee8f-4b9a-879f-ec74c5545121 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:02.127854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.134147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-338f573d-14a4-44cf-9869-562af13bcfc8 req-810d9d3b-e0de-40d6-bae9-d2dfefe035bb tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683547 Aug 09 15:31:02.204462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ed2b02ce-daf1-4163-9ec2-b5ec0a561e7f service neutron] 10.222.0.64 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373707 Aug 09 15:31:02.232562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Allocated IP 172.20.0.2 (52ecaefa-75a3-44b6-8411-ffa1b953ba99/b92b6e17-636f-429e-90db-73ac1f263e96/917eb46c-e972-4d92-93f0-95ffbc193e71) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:02.237378 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.262999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Transition to ACTIVE for port object 65a8901d-78f7-443c-be7c-a1f36d6cc752 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:02.331585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:02.332262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.333744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] 10.222.0.66 "PUT /v2.0/ports/4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 1091 time: 2.9747066 Aug 09 15:31:02.359298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:02.364569 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9990d4a-f323-4600-8fb3-28dd68f1e32d" -d '{"events": [{"name": "network-changed", "server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:02.454627 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.489299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.526711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.545150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9f65b-1ef3-489c-8920-e55df75affa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:02.550483 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-c810f9af-ceb5-4bb5-a6fc-188d7aaca1bd service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650098 Aug 09 15:31:02.573291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a3747-2c86-4a07-b2ce-273939b98ca3 None None] Pushing event updated for resources: {'Port': ['ID=65a8901d-78f7-443c-be7c-a1f36d6cc752,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:02.675267 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f84a477-b828-4d01-ad97-2f916c705f24 req-c15cadb2-3b6c-4c55-a9f0-1dc260253add service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088884 Aug 09 15:31:02.746141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Allocated IP 172.25.7.181 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/01d62bbd-7567-4382-add3-1264a2a8e94e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:02.791001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d871468d-0cc2-4b9e-9bf1-d2200877b5c2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:02.821204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Attempting to bind port 65a8901d-78f7-443c-be7c-a1f36d6cc752 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:02.821806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Attempting to bind port 65a8901d-78f7-443c-be7c-a1f36d6cc752 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:02.822374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Attempting to bind port 65a8901d-78f7-443c-be7c-a1f36d6cc752 on network b2089f17-dce8-4939-a4a2-b5d2b06bc009 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:02.826805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-6dcb403c-15f8-44c7-a4c0-eadb97c4b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:02.828532 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-6dcb403c-15f8-44c7-a4c0-eadb97c4b35a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1094 time: 0.4222107 Aug 09 15:31:02.855625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7b6f1840-eddf-42ef-89a4-c23cce865854 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:02.893897 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.895957 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-f7002a9f-8580-444c-8ae7-17c24347f4cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 217 time: 0.0377133 Aug 09 15:31:02.916590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:02.917252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Checking segment: {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:02.917913 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.918467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Bound using segment: {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:02.919216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Bound port: 65a8901d-78f7-443c-be7c-a1f36d6cc752, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:02.920026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.947498 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.960071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Transition to ACTIVE for port object 917eb46c-e972-4d92-93f0-95ffbc193e71 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:02.960431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-b6b5efe2-d1f0-4fed-85b6-9a98d123d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:02.962282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-b6b5efe2-d1f0-4fed-85b6-9a98d123d041 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.0524797 Aug 09 15:31:02.966255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017ff58-5e93-4f1c-99ea-d100e1c6e149 req-60afc676-ad3d-4e6b-8b82-ec3e4cdc9abc tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:02.967937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5234-e555-4d99-87a0-4d1c0cd6080a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.976375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9017ff58-5e93-4f1c-99ea-d100e1c6e149 req-60afc676-ad3d-4e6b-8b82-ec3e4cdc9abc tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 943 time: 0.6525178 Aug 09 15:31:02.986004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Transition to ACTIVE for port object 917eb46c-e972-4d92-93f0-95ffbc193e71 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:02.987103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cae86678-6539-4c82-b000-d1896760a640 req-3bdb3187-14d8-4400-96cc-9837d2de3c1f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 210 time: 0.5141819 Aug 09 15:31:03.001225 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-69fd0006-8870-4671-bde1-caaf3e445e59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270772 Aug 09 15:31:03.037502 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.053214 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.resource_extend [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:31:03.084076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:03.087907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9017ff58-5e93-4f1c-99ea-d100e1c6e149 req-1811f4a1-65a1-4795-9a18-f9d06b7498f0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104558 Aug 09 15:31:03.089563 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.102960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.106192 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a8a0fb-9173-481e-873d-cfa82760a6e9 x-openstack-request-id: req-60a8a0fb-9173-481e-873d-cfa82760a6e9 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:03.110532 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:03.110933 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60a8a0fb-9173-481e-873d-cfa82760a6e9 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:03.111713 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56', 'status': 'completed', 'code': 200} Aug 09 15:31:03.115747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:03.119035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:03.125642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7eaf5234-e555-4d99-87a0-4d1c0cd6080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.171262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:03.175125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:03.194329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:03.197761 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7eaf5234-e555-4d99-87a0-4d1c0cd6080a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1237532852aa447a94d1b7683acfdede&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8853719 Aug 09 15:31:03.203525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38676) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:03.226098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.243524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:31:03.255890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.256248 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Added segment 9a258ac1-d71e-493b-b2f1-ae14d46df570 of type vlan for network 20099272-74df-43a9-b40e-d5a156e7da0c Aug 09 15:31:03.358621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] For port 65a8901d-78f7-443c-be7c-a1f36d6cc752, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:03.358621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] For port 65a8901d-78f7-443c-be7c-a1f36d6cc752, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=65a8901d-78f7-443c-be7c-a1f36d6cc752,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:03.381560 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.420408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf5234-e555-4d99-87a0-4d1c0cd6080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd0877d-6829-4352-a49f-997374413f86,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:03.477415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.498467 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-9aad6357-bded-45ea-9521-6958b00cac87 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849449 Aug 09 15:31:03.550828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d871468d-0cc2-4b9e-9bf1-d2200877b5c2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:03.576307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Pushing event updated for resources: {'Port': ['ID=917eb46c-e972-4d92-93f0-95ffbc193e71,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:03.592557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'd871468d-0cc2-4b9e-9bf1-d2200877b5c2', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'd871468d-0cc2-4b9e-9bf1-d2200877b5c2', 'mac_address': 'fa:16:3e:65:22:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:31:03.610942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Deleting port 7b6f1840-eddf-42ef-89a4-c23cce865854 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:31:03.612410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.674898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Pushing event updated for resources: {'Port': ['ID=01d62bbd-7567-4382-add3-1264a2a8e94e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:03.692976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5343be6-e3f5-4ab2-9891-2e3df5de2d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.717363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Attempting to bind port 917eb46c-e972-4d92-93f0-95ffbc193e71 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:03.717920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Attempting to bind port 917eb46c-e972-4d92-93f0-95ffbc193e71 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:03.718283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Attempting to bind port 917eb46c-e972-4d92-93f0-95ffbc193e71 on network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:03.758491 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-294330e8-80cf-4cb3-8257-fafa2e0d1f2d req-312c18ab-09be-4354-8128-6beb776d34c9 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439361 Aug 09 15:31:03.795693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5989eaf8-1a6d-419f-9baa-fc1e8097dbb6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:03.826588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.827610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:03.828388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.838142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7b6f1840-eddf-42ef-89a4-c23cce865854 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:03.838677 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.852257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:03.852935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Checking segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:03.853533 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.854207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Bound using segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:03.854938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Bound port: 917eb46c-e972-4d92-93f0-95ffbc193e71, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:03.855516 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.888992 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1786804 Aug 09 15:31:03.908344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38704) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:03.929415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Request body: {'subnet': {'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-subnet', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:03.947581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.66', 58589) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:03.960873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Routers {'c4ab274a-ff4a-4052-967d-12589167677a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:03.961783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c4ab274a-ff4a-4052-967d-12589167677a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:03.965665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a3747-2c86-4a07-b2ce-273939b98ca3 None None] Pushing event updated for resources: {'Port': ['ID=65a8901d-78f7-443c-be7c-a1f36d6cc752,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:03.971791 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5343be6-e3f5-4ab2-9891-2e3df5de2d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.996694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546887a-d720-43f2-ac7f-bb456cba09e2 req-75445a0e-e339-4108-9d6d-0c8d733280f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:04.010617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1546887a-d720-43f2-ac7f-bb456cba09e2 req-75445a0e-e339-4108-9d6d-0c8d733280f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 947 time: 0.7303622 Aug 09 15:31:04.027794 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.068631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d871468d-0cc2-4b9e-9bf1-d2200877b5c2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:04.156949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-7e076c1a-716f-4abe-b405-a9cee03c3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:04.159181 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-7e076c1a-716f-4abe-b405-a9cee03c3037 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1094 time: 0.2975047 Aug 09 15:31:04.180235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] For port 7b6f1840-eddf-42ef-89a4-c23cce865854, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7b6f1840-eddf-42ef-89a4-c23cce865854,segment=NetworkSegment(2c903406-c27f-44af-aade-e233c4a9867b),segment_id=2c903406-c27f-44af-aade-e233c4a9867b)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:04.180866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.185088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95ec3f-7fdf-4c55-8445-54bfc7cbdfcd admin admin] Pushing event updated for resources: {'Network': ['ID=20099272-74df-43a9-b40e-d5a156e7da0c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:04.189692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] For port 917eb46c-e972-4d92-93f0-95ffbc193e71, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:04.196801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] For port 917eb46c-e972-4d92-93f0-95ffbc193e71, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=917eb46c-e972-4d92-93f0-95ffbc193e71,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:04.207423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d871468d-0cc2-4b9e-9bf1-d2200877b5c2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:04.218677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 20099272-74df-43a9-b40e-d5a156e7da0c details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:31:04.230791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.236149 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.256039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Calling delete_port for 7b6f1840-eddf-42ef-89a4-c23cce865854 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:31:04.279562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5343be6-e3f5-4ab2-9891-2e3df5de2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.282792 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5343be6-e3f5-4ab2-9891-2e3df5de2d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.284618 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e5343be6-e3f5-4ab2-9891-2e3df5de2d2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5dd0877d-6829-4352-a49f-997374413f86 HTTP/1.1" status: 204 len: 168 time: 1.0659132 Aug 09 15:31:04.335320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e37e1b4-b7e7-4d42-9f55-eeb8c03c271f req-ac6f02e1-3b03-43e7-866b-248ad925e247 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 210 time: 0.1546960 Aug 09 15:31:04.354937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5343be6-e3f5-4ab2-9891-2e3df5de2d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd0877d-6829-4352-a49f-997374413f86,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:04.365898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Made reservation on behalf of b64af6d85f3b41048c6b2e2e26039adf for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:04.368548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.385611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-d1ad8700-b818-405b-b266-620a0239803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:04.387380 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-d1ad8700-b818-405b-b266-620a0239803f service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.2170086 Aug 09 15:31:04.440796 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-6a713e02-bfee-4b24-9721-7b8d58bd898a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 217 time: 0.0438781 Aug 09 15:31:04.497886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1546887a-d720-43f2-ac7f-bb456cba09e2 req-c703f473-bc7c-4a11-96cf-a3dfcf09379d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826503 Aug 09 15:31:04.512050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38720) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:04.535024 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.558686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a7f08-9c3d-4081-8c27-f9c0b07476a4 None None] Pushing event updated for resources: {'Port': ['ID=917eb46c-e972-4d92-93f0-95ffbc193e71,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:04.593990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-6c6b0bc6-05e1-466f-ada2-d814a71bb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:04.595930 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-6c6b0bc6-05e1-466f-ada2-d814a71bb29d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.1284552 Aug 09 15:31:04.652696 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-5f493c83-3399-438b-b95d-ff9896ceeb8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379875 Aug 09 15:31:04.708823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-eb143aeb-4682-47f9-ae49-a56058622927 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:04.717015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-eb143aeb-4682-47f9-ae49-a56058622927 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 807 time: 0.7546346 Aug 09 15:31:04.729614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d871468d-0cc2-4b9e-9bf1-d2200877b5c2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:04.753499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Request body: {'port': {'device_id': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'admin_state_up': True, 'tenant_id': '56df983dc7384ddeb5bd26f643627db1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:04.867283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.903175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e5bd5-7eae-45f6-b8c6-2f8024b7994a req-8c70984e-2920-4271-9435-d007bba8cefb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:04.911170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c80e5bd5-7eae-45f6-b8c6-2f8024b7994a req-8c70984e-2920-4271-9435-d007bba8cefb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 943 time: 0.4315150 Aug 09 15:31:04.913276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38728) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:04.913956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:04.926457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] Set router c4ab274a-ff4a-4052-967d-12589167677a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:04.933080 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1eda7fe5-13d9-4f82-b72d-0b84d38bb287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:05.065695 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-b799d172-b4d4-4e93-baf5-3d4f1ef9f9dc service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964040 Aug 09 15:31:05.076782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6f1840-eddf-42ef-89a4-c23cce865854,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:05.160238 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1eda7fe5-13d9-4f82-b72d-0b84d38bb287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:05.259602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917eb46c-e972-4d92-93f0-95ffbc193e71 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:05.279337 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e9990d4a-f323-4600-8fb3-28dd68f1e32d req-ba0efafd-dc9e-41e4-af91-b94ec61ce1d0 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951764 Aug 09 15:31:05.351444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb97f861-75d9-4d9e-8d16-7ab2d8519204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:05.427538 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1eda7fe5-13d9-4f82-b72d-0b84d38bb287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:05.430771 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:05.487318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda7fe5-13d9-4f82-b72d-0b84d38bb287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0672f9-424c-4cbb-baa3-92b27d4d365c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:05.490345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 917eb46c-e972-4d92-93f0-95ffbc193e71 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:05.533992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:30:56Z', 'revision_number': 4, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port': {'id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:49Z', 'updated_at': '2021-08-09T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '65a8901d-78f7-443c-be7c-a1f36d6cc752', 'name': '', 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'mac_address': 'fa:16:3e:3a:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98a108cc-9d6a-48d6-872d-c9fa1951f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:54Z', 'updated_at': '2021-08-09T15:31:03Z', 'revision_number': 4, 'project_id': '49aa9030b995421d98237a95697c378b', 'subnets': [{'id': '98a108cc-9d6a-48d6-872d-c9fa1951f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:05.538717 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:05.571272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e35d4a-a290-4919-96e9-d2c3b37a566c None None] The sync data for ids ['c4ab274a-ff4a-4052-967d-12589167677a'] in n-d-799523-2 is: [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:30:56Z', 'revision_number': 4, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port': {'id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:49Z', 'updated_at': '2021-08-09T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '65a8901d-78f7-443c-be7c-a1f36d6cc752', 'name': '', 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'mac_address': 'fa:16:3e:3a:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98a108cc-9d6a-48d6-872d-c9fa1951f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:54Z', 'updated_at': '2021-08-09T15:31:03Z', 'revision_number': 4, 'project_id': '49aa9030b995421d98237a95697c378b', 'subnets': [{'id': '98a108cc-9d6a-48d6-872d-c9fa1951f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:05.688678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=89389070-d374-4694-b61d-c891d0c71881,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:05.866968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c80e5bd5-7eae-45f6-b8c6-2f8024b7994a req-13a72efb-f11f-4b0c-8206-eaafa578b10e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9547443 Aug 09 15:31:05.881355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420a197c-cbbf-472f-95e6-58ed3c8d8527 req-37489eb7-1656-4a79-a4ba-1d52b01084c8 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 210 time: 0.3540673 Aug 09 15:31:05.968900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1eda7fe5-13d9-4f82-b72d-0b84d38bb287 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39e9e67b2133485abb5be81d9beaab1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4471576 Aug 09 15:31:05.976434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:06.016125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb97f861-75d9-4d9e-8d16-7ab2d8519204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.020443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Checking segment: {'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:06.021106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Network hostable DHCP agents. Network: 20099272-74df-43a9-b40e-d5a156e7da0c, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:31:06.058913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Made reservation on behalf of 56df983dc7384ddeb5bd26f643627db1 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:06.062544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.081841 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb97f861-75d9-4d9e-8d16-7ab2d8519204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.098755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.146409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61a0e4e1-78cc-4a59-ba8c-87099b5bb252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.204634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117027ef-7159-4181-80a5-d18f2125f616 None None] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:06.211024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97f861-75d9-4d9e-8d16-7ab2d8519204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07e7bc7-1290-4bd7-8268-64d733c081c7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:06.222228 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61a0e4e1-78cc-4a59-ba8c-87099b5bb252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.282917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ade66659-6ebf-46c0-940e-710042e08520 None None] Provisioning for port 917eb46c-e972-4d92-93f0-95ffbc193e71 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:06.283691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:31:06.299806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ade66659-6ebf-46c0-940e-710042e08520 None None] Provisioning complete for port 917eb46c-e972-4d92-93f0-95ffbc193e71 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:06.300454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ade66659-6ebf-46c0-940e-710042e08520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.321128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb97f861-75d9-4d9e-8d16-7ab2d8519204 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1820d8887d6441598a5dac4019b684a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4009655 Aug 09 15:31:06.331657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38740) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:06.354154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79c342-439f-416e-9bdd-d129b08b2e9c req-50977eab-1ca4-4844-a3d7-f6fb5d26fc1f tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:06.355808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba79c342-439f-416e-9bdd-d129b08b2e9c req-50977eab-1ca4-4844-a3d7-f6fb5d26fc1f tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 948 time: 0.3746393 Aug 09 15:31:06.370104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Network 20099272-74df-43a9-b40e-d5a156e7da0c is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:31:06.377660 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61a0e4e1-78cc-4a59-ba8c-87099b5bb252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.382500 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61a0e4e1-78cc-4a59-ba8c-87099b5bb252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.384024 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-61a0e4e1-78cc-4a59-ba8c-87099b5bb252 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e0672f9-424c-4cbb-baa3-92b27d4d365c HTTP/1.1" status: 204 len: 168 time: 0.4027839 Aug 09 15:31:06.407997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0e4e1-78cc-4a59-ba8c-87099b5bb252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0672f9-424c-4cbb-baa3-92b27d4d365c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:06.487171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 20099272-74df-43a9-b40e-d5a156e7da0c) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:06.493655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:06.494280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.518197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:06.533805 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] Sync routers for ids ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:06.541811 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-487916bc-71e8-48cb-a257-9dd55a8c6160 admin admin] 10.222.0.64 "PUT /v2.0/routers/5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1333239 Aug 09 15:31:06.543104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38744) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:06.556065 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] Routers {'5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:06.557963 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:06.608641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba79c342-439f-416e-9bdd-d129b08b2e9c req-00a0055c-34ab-4e06-8b0a-5b8ce7481d6e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266016 Aug 09 15:31:06.615065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5291f6ae-68c1-4b93-a682-a6de74b59b6e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6962466 Aug 09 15:31:06.627043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38746) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:06.645266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:06.649500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Allocated IP 172.20.0.7 (69377b5d-8aa6-400b-b9cd-ed4c37ebf047/1f6d6565-1efe-4b73-9839-698bdbeb1614/12521cef-a9c6-45e9-8647-f87ed026d64b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:06.675037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c333-da62-443f-9eda-fbcb0a5e8577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.757685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c333-da62-443f-9eda-fbcb0a5e8577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.763033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.764123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.833341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:31:06.845779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30789d68-98c4-40ad-a23d-42af5a2dff89 None None] Network 20099272-74df-43a9-b40e-d5a156e7da0c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:06.880141 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:06.966113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d871468d-0cc2-4b9e-9bf1-d2200877b5c2 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:07.063371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 4838a12e-31c3-4b06-9527-2fbd3e3beb56 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:07.174322 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] Set router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:07.186179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.243860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38754) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:07.251694 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:31:07.258310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b56b9ab4-572e-45e6-9646-7438241b2cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.350410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:07.356462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 65a8901d-78f7-443c-be7c-a1f36d6cc752 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:07.373787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b56b9ab4-572e-45e6-9646-7438241b2cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.383774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b56b9ab4-572e-45e6-9646-7438241b2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.417390 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b56b9ab4-572e-45e6-9646-7438241b2cb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4369af76ff4d4a1b9ee99a0f2be989c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735678 Aug 09 15:31:07.427238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38756) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:07.443963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '4838a12e-31c3-4b06-9527-2fbd3e3beb56', 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'port_id': '4838a12e-31c3-4b06-9527-2fbd3e3beb56', 'mac_address': 'fa:16:3e:0e:72:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d7e709-d5b9-4008-8b84-c3db00422153', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:31:07.450639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Deleting port 03599243-9679-4d81-a818-0c0afd79d746 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:31:07.450639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.492300 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '03599243-9679-4d81-a818-0c0afd79d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:31:04Z', 'revision_number': 5, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port': {'id': '03599243-9679-4d81-a818-0c0afd79d746', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:44Z', 'updated_at': '2021-08-09T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:07.493151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27a5889e-f50b-4798-88aa-33b075dee82e req-6dca5d69-2802-4728-b4e3-37e9a7e62dae tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 210 time: 0.1212895 Aug 09 15:31:07.517344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b9ab4-572e-45e6-9646-7438241b2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f9003-be63-47fb-a0a6-30614ae8dd4f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:07.558238 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] Checking router: 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:07.570574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18e784e3-4547-43a7-a24d-66587b66839a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.571747 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] Routers {'5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:07.572465 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:07.589622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382cea5d-9222-4da8-978e-01674773deab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-20099272-74df-43a9-b40e-d5a156e7da0c', 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'fixed_ips': [{'subnet_id': '89389070-d374-4694-b61d-c891d0c71881'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:31:07.591140 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-382cea5d-9222-4da8-978e-01674773deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.598760 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ade66659-6ebf-46c0-940e-710042e08520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.613357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18e784e3-4547-43a7-a24d-66587b66839a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.616480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] For port 03599243-9679-4d81-a818-0c0afd79d746, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=03599243-9679-4d81-a818-0c0afd79d746,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:07.616833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.643230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Calling delete_port for 03599243-9679-4d81-a818-0c0afd79d746 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:31:07.647629 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.650034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:07.653373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.690001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:07.724938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Sync routers for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:07.725996 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] Set router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:07.751468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 65a8901d-78f7-443c-be7c-a1f36d6cc752 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:07.761043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:07.761949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.783430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18e784e3-4547-43a7-a24d-66587b66839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.787296 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18e784e3-4547-43a7-a24d-66587b66839a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.793048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-18e784e3-4547-43a7-a24d-66587b66839a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a4f9003-be63-47fb-a0a6-30614ae8dd4f HTTP/1.1" status: 204 len: 168 time: 0.3620365 Aug 09 15:31:07.809289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e784e3-4547-43a7-a24d-66587b66839a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f9003-be63-47fb-a0a6-30614ae8dd4f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:07.833035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4838a12e-31c3-4b06-9527-2fbd3e3beb56 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:07.838012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 65a8901d-78f7-443c-be7c-a1f36d6cc752 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:07.838692 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.845760 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:31:07Z', 'revision_number': 6, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:07.849989 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.854582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f00d7546-0e17-471f-9f27-37912a8aed19 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.7703502 Aug 09 15:31:07.861917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38762) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:07.936914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ade66659-6ebf-46c0-940e-710042e08520 None None] For port 917eb46c-e972-4d92-93f0-95ffbc193e71, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=917eb46c-e972-4d92-93f0-95ffbc193e71,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:07.968950 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e89ef-4ac6-4730-9d0e-988b460f22d1 None None] The sync data for ids ['5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f'] in n-d-799523-2 is: [{'id': '5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453366602-router', 'tenant_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:43Z', 'updated_at': '2021-08-09T15:31:07Z', 'revision_number': 6, 'project_id': 'df04e05eefeb432d8a4b8b1eee47b0ad', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:08.043101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.054100 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ade66659-6ebf-46c0-940e-710042e08520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.156013 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:08.158412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:08.164222 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.212670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3f803-b6cf-4614-88f0-5538f932574d req-25a145b2-8233-43fc-b3e0-90363fe4418b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:08.215679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0d3f803-b6cf-4614-88f0-5538f932574d req-25a145b2-8233-43fc-b3e0-90363fe4418b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 943 time: 0.8416493 Aug 09 15:31:08.223315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=03599243-9679-4d81-a818-0c0afd79d746,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:08.275811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c333-da62-443f-9eda-fbcb0a5e8577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.279170 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c333-da62-443f-9eda-fbcb0a5e8577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.282135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:08.292897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a2b1c333-da62-443f-9eda-fbcb0a5e8577 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e07e7bc7-1290-4bd7-8268-64d733c081c7 HTTP/1.1" status: 204 len: 168 time: 1.9479165 Aug 09 15:31:08.305091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade66659-6ebf-46c0-940e-710042e08520 None None] Pushing event updated for resources: {'Port': ['ID=917eb46c-e972-4d92-93f0-95ffbc193e71,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:08.334844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1c333-da62-443f-9eda-fbcb0a5e8577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07e7bc7-1290-4bd7-8268-64d733c081c7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:08.343744 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.351702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.361398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.372385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-03b36b7c-b8af-4fe1-916d-3024b80aaaf7 None None] Provisioning complete for port 917eb46c-e972-4d92-93f0-95ffbc193e71 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:08.372753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-03b36b7c-b8af-4fe1-916d-3024b80aaaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.388477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc81b-3d91-4c8c-b6c6-39554ac19cec req-3b24b804-0b6d-4da5-a40d-7c1b354e3eca tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:08.391002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2fdc81b-3d91-4c8c-b6c6-39554ac19cec req-3b24b804-0b6d-4da5-a40d-7c1b354e3eca tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 948 time: 0.5545604 Aug 09 15:31:08.556727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0d3f803-b6cf-4614-88f0-5538f932574d req-c4272d9a-c36c-42ab-8566-439e5218f39f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612336 Aug 09 15:31:08.573948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2fdc81b-3d91-4c8c-b6c6-39554ac19cec req-2e7d052d-c55d-49cc-9f53-dcbf84f81cbf tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720078 Aug 09 15:31:08.649153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.677380 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.722829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Pushing event updated for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:08.773929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 65a8901d-78f7-443c-be7c-a1f36d6cc752, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=65a8901d-78f7-443c-be7c-a1f36d6cc752,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:08.786682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:08.797524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['4838a12e-31c3-4b06-9527-2fbd3e3beb56'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:08.861990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.865152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:08.866649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.872244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:08.885464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7841dd8-e1fa-4b88-956e-46366f86c457 req-664649be-3529-4a6d-a0ad-71af773695d2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:08.887468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7841dd8-e1fa-4b88-956e-46366f86c457 req-664649be-3529-4a6d-a0ad-71af773695d2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 931 time: 0.1658800 Aug 09 15:31:08.887939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.889824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:08.898001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:08.899697 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.957085 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.967649 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:08.975552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-4cde38f5-624c-4358-b971-6e761d2ee1ec tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2418287 Aug 09 15:31:09.011999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.016856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:31:09.031164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Request body: {'port': {'device_id': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:09.038124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.043431 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0ed7f45e-a465-4a5c-ac2a-dac05a370c41 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5d4f0b58-82ea-40fc-9d0b-73a5bc5fc52f HTTP/1.1" status: 204 len: 168 time: 2.4968343 Aug 09 15:31:09.055146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38786) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:09.096167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.214748 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.243844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fde570-d4c9-4a4b-9c5f-b97eb47690dd admin admin] Deleting subnet b91115a8-836f-4866-9016-f7754bd19554 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:31:09.264759 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05fde570-d4c9-4a4b-9c5f-b97eb47690dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.336330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917eb46c-e972-4d92-93f0-95ffbc193e71 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:09.406144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-382cea5d-9222-4da8-978e-01674773deab None None] Allocated IP 172.20.0.2 (20099272-74df-43a9-b40e-d5a156e7da0c/89389070-d374-4694-b61d-c891d0c71881/d5f87253-ec2a-485d-b436-453d8a270fd1) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:09.447594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05fde570-d4c9-4a4b-9c5f-b97eb47690dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.455426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:09.598688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7841dd8-e1fa-4b88-956e-46366f86c457 req-e45ee2b0-e8ce-4f67-9230-98bfc795125e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836913 Aug 09 15:31:09.673920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d871468d-0cc2-4b9e-9bf1-d2200877b5c2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:09.695432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 917eb46c-e972-4d92-93f0-95ffbc193e71 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:09.696100 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.761544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd871468d-0cc2-4b9e-9bf1-d2200877b5c2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:09.764199 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6141facf-5a5b-4acb-9858-fac1e2f24cfb" -d '{"events": [{"server_uuid": "4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef", "name": "network-vif-plugged", "status": "completed", "tag": "d871468d-0cc2-4b9e-9bf1-d2200877b5c2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:09.779102 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.798856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=65a8901d-78f7-443c-be7c-a1f36d6cc752,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:09.799330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Allocated IP 172.25.7.30 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/dac35eb8-8459-443c-be74-d78691f048c2) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:09.878301 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05fde570-d4c9-4a4b-9c5f-b97eb47690dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.883412 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.940281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:09.988854 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.041414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05fde570-d4c9-4a4b-9c5f-b97eb47690dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.097445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12521cef-a9c6-45e9-8647-f87ed026d64b {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:10.104690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fde570-d4c9-4a4b-9c5f-b97eb47690dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91115a8-836f-4866-9016-f7754bd19554,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:10.110396 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05fde570-d4c9-4a4b-9c5f-b97eb47690dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.115338 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-05fde570-d4c9-4a4b-9c5f-b97eb47690dd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b91115a8-836f-4866-9016-f7754bd19554 HTTP/1.1" status: 204 len: 168 time: 1.0588670 Aug 09 15:31:10.115894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:10.119043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38816) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:10.125416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:10.130482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.137288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:10.140800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7b6f1840-eddf-42ef-89a4-c23cce865854 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:31:10.142811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2740541c-ba00-416e-a378-c4e500d2a6be None None] Network 406be482-3c04-4d77-9ac8-95842b7ca41a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:10.235032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Transition to ACTIVE for port object 12521cef-a9c6-45e9-8647-f87ed026d64b will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:10.236423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7b6f1840-eddf-42ef-89a4-c23cce865854 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:31:10.236827 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7b6f1840-eddf-42ef-89a4-c23cce865854 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:31:10.237325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 03599243-9679-4d81-a818-0c0afd79d746 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:31:10.251209 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.277463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Allocated IP 172.20.0.1 (52ecaefa-75a3-44b6-8411-ffa1b953ba99/b92b6e17-636f-429e-90db-73ac1f263e96/f51d57d8-df05-4e3c-a4ab-ecdc813e1275) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:10.304318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 03599243-9679-4d81-a818-0c0afd79d746 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:31:10.304439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.304534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 03599243-9679-4d81-a818-0c0afd79d746 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:31:10.337850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820ece9-6d5e-436c-878c-293737499647 req-49bfdea1-161d-48ce-aa8f-4f1d2cd6587f tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:10.347144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:10.348208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3820ece9-6d5e-436c-878c-293737499647 req-49bfdea1-161d-48ce-aa8f-4f1d2cd6587f tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 949 time: 0.3649955 Aug 09 15:31:10.365550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Pushing event updated for resources: {'Port': ['ID=dac35eb8-8459-443c-be74-d78691f048c2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:10.407004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Deleting port ef1d0234-915a-46e2-a896-fed228259e06 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:31:10.407588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.464838 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-382cea5d-9222-4da8-978e-01674773deab None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.482080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Pushing event updated for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:10.484758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-382cea5d-9222-4da8-978e-01674773deab None None] Transition to ACTIVE for port object d5f87253-ec2a-485d-b436-453d8a270fd1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:10.497101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:03Z', 'revision_number': 3, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:10.540220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c0fa3-4b4c-493a-901e-213302d998e8 req-29f7cffb-1ca4-4daa-b36a-42f1a922af49 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:10.541966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad4c0fa3-4b4c-493a-901e-213302d998e8 req-29f7cffb-1ca4-4daa-b36a-42f1a922af49 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 944 time: 0.5603943 Aug 09 15:31:10.542532 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.551860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Checking router: 85ae62c2-ec82-48d7-9f17-d9fae69bedcf for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:10.552283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Updating router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf port 01d62bbd-7567-4382-add3-1264a2a8e94e binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:31:10.579655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-382cea5d-9222-4da8-978e-01674773deab None None] Transition to ACTIVE for port object d5f87253-ec2a-485d-b436-453d8a270fd1 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:10.581645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] DHCP port deletion for 406be482-3c04-4d77-9ac8-95842b7ca41a request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:31:10.585304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Transition to ACTIVE for port object f51d57d8-df05-4e3c-a4ab-ecdc813e1275 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:10.593480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3820ece9-6d5e-436c-878c-293737499647 req-26382aca-b706-4ed6-a6dc-58b57b26f6c8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443810 Aug 09 15:31:10.600826 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-382cea5d-9222-4da8-978e-01674773deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.648682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] For port ef1d0234-915a-46e2-a896-fed228259e06, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ef1d0234-915a-46e2-a896-fed228259e06,segment=NetworkSegment(2c903406-c27f-44af-aade-e233c4a9867b),segment_id=2c903406-c27f-44af-aade-e233c4a9867b)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:10.649571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.654628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.663207 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.682181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad4c0fa3-4b4c-493a-901e-213302d998e8 req-ad7242b5-a4a1-408d-b0df-288e613b8fba tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233616 Aug 09 15:31:10.696490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382cea5d-9222-4da8-978e-01674773deab None None] Network 20099272-74df-43a9-b40e-d5a156e7da0c is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:10.730076 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3286cc4c-6e8d-434f-b99b-8782071f18d5 x-openstack-request-id: req-3286cc4c-6e8d-434f-b99b-8782071f18d5 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:10.730388 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef", "name": "network-vif-plugged", "status": "completed", "tag": "d871468d-0cc2-4b9e-9bf1-d2200877b5c2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:10.730720 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3286cc4c-6e8d-434f-b99b-8782071f18d5 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:10.731115 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd871468d-0cc2-4b9e-9bf1-d2200877b5c2', 'code': 200} Aug 09 15:31:10.735882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-382cea5d-9222-4da8-978e-01674773deab None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:10.742168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382cea5d-9222-4da8-978e-01674773deab None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:10.785664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cea5d-9222-4da8-978e-01674773deab None None] Pushing event updated for resources: {'Port': ['ID=d5f87253-ec2a-485d-b436-453d8a270fd1,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:10.807429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:10.808114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:10.808628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:10.813297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Calling delete_port for ef1d0234-915a-46e2-a896-fed228259e06 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:31:10.830071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:10.830627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:10.869888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:10.870366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:10.871061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:10.871758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Bound port: 12521cef-a9c6-45e9-8647-f87ed026d64b, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:10.872259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.933442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-382cea5d-9222-4da8-978e-01674773deab None None] Attempting to bind port d5f87253-ec2a-485d-b436-453d8a270fd1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:10.934206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-382cea5d-9222-4da8-978e-01674773deab None None] Attempting to bind port d5f87253-ec2a-485d-b436-453d8a270fd1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:10.934860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382cea5d-9222-4da8-978e-01674773deab None None] Attempting to bind port d5f87253-ec2a-485d-b436-453d8a270fd1 on network 20099272-74df-43a9-b40e-d5a156e7da0c {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:10.956352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] Deleting port ef1d0234-915a-46e2-a896-fed228259e06 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:31:10.957032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.960757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382cea5d-9222-4da8-978e-01674773deab None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:10.961868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382cea5d-9222-4da8-978e-01674773deab None None] Checking segment: {'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:10.962626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-382cea5d-9222-4da8-978e-01674773deab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.963402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382cea5d-9222-4da8-978e-01674773deab None None] Bound using segment: {'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:10.964118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-382cea5d-9222-4da8-978e-01674773deab None None] Bound port: d5f87253-ec2a-485d-b436-453d8a270fd1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:10.964885 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-382cea5d-9222-4da8-978e-01674773deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.042584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 4838a12e-31c3-4b06-9527-2fbd3e3beb56 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:11.045375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:11.086640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.125744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:11.146231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:11.173997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:11.204418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 65a8901d-78f7-443c-be7c-a1f36d6cc752 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:11.218718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] For port ef1d0234-915a-46e2-a896-fed228259e06, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ef1d0234-915a-46e2-a896-fed228259e06,segment=NetworkSegment(2c903406-c27f-44af-aade-e233c4a9867b),segment_id=2c903406-c27f-44af-aade-e233c4a9867b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:11.219134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.243648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518a1cb-876e-4445-9287-d2a20c00b4db req-00baacfd-7978-4da0-a556-c47b3b132cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:11.256082 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9518a1cb-876e-4445-9287-d2a20c00b4db req-00baacfd-7978-4da0-a556-c47b3b132cc8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 1100 time: 0.4538021 Aug 09 15:31:11.300491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] No DVR routers for this DVR port ef1d0234-915a-46e2-a896-fed228259e06 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:31:11.368297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1d0234-915a-46e2-a896-fed228259e06,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:11.384957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] Calling delete_port for ef1d0234-915a-46e2-a896-fed228259e06 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:31:11.445353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.457510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:11.459916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.475791 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.488448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:11.488554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-382cea5d-9222-4da8-978e-01674773deab None None] For port d5f87253-ec2a-485d-b436-453d8a270fd1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:11.506906 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9518a1cb-876e-4445-9287-d2a20c00b4db req-82d7deb3-0c54-49f5-bd56-975f7c9b1c13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429762 Aug 09 15:31:11.537389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707be8b5-1922-4f76-af29-755742c4762e req-5ea1df64-2f05-4978-97c6-bf6efcbbfe76 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:11.546575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707be8b5-1922-4f76-af29-755742c4762e req-5ea1df64-2f05-4978-97c6-bf6efcbbfe76 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 943 time: 0.7190135 Aug 09 15:31:11.556277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.622555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406be482-3c04-4d77-9ac8-95842b7ca41a']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:11.643957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c903406-c27f-44af-aade-e233c4a9867b') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:11.644264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c903406-c27f-44af-aade-e233c4a9867b') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:11.658484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.667994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707be8b5-1922-4f76-af29-755742c4762e req-eed36e5d-4d19-42cc-8952-f5336fe06dbb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202703 Aug 09 15:31:11.694050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-382cea5d-9222-4da8-978e-01674773deab None None] For port d5f87253-ec2a-485d-b436-453d8a270fd1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d5f87253-ec2a-485d-b436-453d8a270fd1,segment=NetworkSegment(9a258ac1-d71e-493b-b2f1-ae14d46df570),segment_id=9a258ac1-d71e-493b-b2f1-ae14d46df570)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:11.701656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:11.701656 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.701656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] 10.222.0.66 "PUT /v2.0/ports/12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 200 len: 1091 time: 2.6810184 Aug 09 15:31:11.701656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:11.704310 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401879e4-89ad-42b5-8e05-ffbc490ca098" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:11.708554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b874f-f78e-47af-94eb-7b611b49ace2 service neutron] Pushing event updated for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:11.721219 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-382cea5d-9222-4da8-978e-01674773deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.739852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.748333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:31:11.748846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:31:11.750874 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:31:11.813220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.815572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cea5d-9222-4da8-978e-01674773deab None None] Pushing event updated for resources: {'Port': ['ID=d5f87253-ec2a-485d-b436-453d8a270fd1,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:11.826059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:11.841803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:11.842375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.852599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-3b59506a-5f95-46cb-9ceb-70c102672471 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f3ae7e9861742299ea85784afa3e634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798228 Aug 09 15:31:11.854903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.864316 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.875723 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] 10.222.0.64 "DELETE /v2.0/networks/406be482-3c04-4d77-9ac8-95842b7ca41a HTTP/1.1" status: 204 len: 168 time: 1.7552669 Aug 09 15:31:11.892902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02408a42-b25b-4adf-a7bf-5f70d22f9122 admin admin] Pushing event deleted for resources: {'Network': ['ID=406be482-3c04-4d77-9ac8-95842b7ca41a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:11.895575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.932972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Transition to ACTIVE for port object 01d62bbd-7567-4382-add3-1264a2a8e94e will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:11.934825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-24ebb2c9-c0b4-45a6-84f1-63890658c403 None None] Provisioning for port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:11.945920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-24ebb2c9-c0b4-45a6-84f1-63890658c403 None None] Provisioning complete for port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:11.946368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-24ebb2c9-c0b4-45a6-84f1-63890658c403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.958658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 65a8901d-78f7-443c-be7c-a1f36d6cc752 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:11.959015 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.004867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.011781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-c40b0e5a-a70b-432f-ba2d-1dba5158465e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:12.017033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-c40b0e5a-a70b-432f-ba2d-1dba5158465e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564016 Aug 09 15:31:12.079549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-060f59d7-3bef-421d-83b0-46b5071856a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:12.081705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-060f59d7-3bef-421d-83b0-46b5071856a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1094 time: 0.3107758 Aug 09 15:31:12.114436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-3ede849f-e00d-4e0b-b80d-8f59d3e7ec86 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/quotas/7f3ae7e9861742299ea85784afa3e634 HTTP/1.1" status: 200 len: 375 time: 0.0507488 Aug 09 15:31:12.133869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-24ebb2c9-c0b4-45a6-84f1-63890658c403 None None] Port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:12.136736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Attempting to bind port 01d62bbd-7567-4382-add3-1264a2a8e94e on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:12.137293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Attempting to bind port 01d62bbd-7567-4382-add3-1264a2a8e94e by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:12.137816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Attempting to bind port 01d62bbd-7567-4382-add3-1264a2a8e94e on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:12.151473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:12.152193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:12.152899 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.153470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:12.154203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Bound port: 01d62bbd-7567-4382-add3-1264a2a8e94e, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:12.154595 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.157998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.169662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] Network 406be482-3c04-4d77-9ac8-95842b7ca41a is not hosted by any dhcp agent {{(pid=94179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:31:12.170140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] No DVR routers for this DVR port ef1d0234-915a-46e2-a896-fed228259e06 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:31:12.170610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.184278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.209482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Pushing event updated for resources: {'Port': ['ID=01d62bbd-7567-4382-add3-1264a2a8e94e,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:12.286167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38878) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:12.305866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-2e4e3b20-004b-4c8a-9f7c-ce9f2e86419f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 200 len: 217 time: 0.1985202 Aug 09 15:31:12.310292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-169759dc-2298-4b3c-b2f7-71b0dbce2f48 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3ae7e9861742299ea85784afa3e634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1882045 Aug 09 15:31:12.352955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:12.354675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac4deb-6698-40fa-b6ff-286654748173 None None] Pushing event deleted for resources: {'Port': ['ID=ef1d0234-915a-46e2-a896-fed228259e06,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:12.356667 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.428270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcdce8-7866-475b-b6b6-88e8607cc76f req-f6eb6b28-a311-4a0d-ae37-3dfdd245957a tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:12.438190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65fcdce8-7866-475b-b6b6-88e8607cc76f req-f6eb6b28-a311-4a0d-ae37-3dfdd245957a tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 949 time: 0.4194276 Aug 09 15:31:12.449624 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0b098b14-41e9-4659-914c-245cab783332 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df04e05eefeb432d8a4b8b1eee47b0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620595 Aug 09 15:31:12.452522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38880) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:12.512528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.546949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] For port 01d62bbd-7567-4382-add3-1264a2a8e94e, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:12.564702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65fcdce8-7866-475b-b6b6-88e8607cc76f req-d4a721e8-c2b3-4079-9996-5a73a4b57077 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247637 Aug 09 15:31:12.568403 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c4910-ac0d-436a-8fc0-6d00a0162947 x-openstack-request-id: req-5a9c4910-ac0d-436a-8fc0-6d00a0162947 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:12.568699 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:12.568925 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a9c4910-ac0d-436a-8fc0-6d00a0162947 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:12.569312 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b', 'status': 'completed', 'code': 200} Aug 09 15:31:12.570762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-6ac57fb1-d89f-4622-9028-799059046841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:12.573542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-6ac57fb1-d89f-4622-9028-799059046841 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.2590730 Aug 09 15:31:12.592087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] For port 01d62bbd-7567-4382-add3-1264a2a8e94e, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01d62bbd-7567-4382-add3-1264a2a8e94e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:12.600808 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.619964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.649893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-bfe4e8e8-4cc0-4cc4-83fd-5853d0820591 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610747 Aug 09 15:31:12.650372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:12.679060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e72bb7-02a2-4ccb-97a4-039bba62c5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.683625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:12.684076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ef1d0234-915a-46e2-a896-fed228259e06 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:31:12.691101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.700866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:12.722611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ef1d0234-915a-46e2-a896-fed228259e06 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:31:12.722945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ef1d0234-915a-46e2-a896-fed228259e06 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:31:12.739947 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:12.742237 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bb1348-cebf-43ae-af5a-17a97c650a91" -d '{"events": [{"server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "name": "network-vif-plugged", "status": "completed", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:12.764216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:12.764876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:12.806087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e72bb7-02a2-4ccb-97a4-039bba62c5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.846325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbb08ff9-ae12-4517-b3f1-c4dbedcb6d11 req-31d7f6a2-803b-45a3-9374-2fbd35bbe1b6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 210 time: 0.1998916 Aug 09 15:31:12.968819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:31:12.979313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e72bb7-02a2-4ccb-97a4-039bba62c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.984286 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e72bb7-02a2-4ccb-97a4-039bba62c5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:12.986682 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c6e72bb7-02a2-4ccb-97a4-039bba62c5bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/524da48b-6e74-4c55-8a61-56f6484f4542 HTTP/1.1" status: 204 len: 168 time: 0.5330570 Aug 09 15:31:13.047941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e72bb7-02a2-4ccb-97a4-039bba62c5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524da48b-6e74-4c55-8a61-56f6484f4542,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:13.067156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e817fc-6636-4851-8560-9176fb325734 req-1cf2163e-e4d8-4432-9d99-6c1d828e675a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:13.075803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08e817fc-6636-4851-8560-9176fb325734 req-1cf2163e-e4d8-4432-9d99-6c1d828e675a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 945 time: 0.4282365 Aug 09 15:31:13.163942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:31:13.176585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Pushing event updated for resources: {'Port': ['ID=01d62bbd-7567-4382-add3-1264a2a8e94e,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:13.226740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:13.232469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.232823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.243483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.243483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.245390 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a31e1efe-c1b5-4ee7-b06a-28d97f6888d7 admin admin] 10.222.0.64 "PUT /v2.0/routers/85ae62c2-ec82-48d7-9f17-d9fae69bedcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3721530 Aug 09 15:31:13.245917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.245917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.245917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.245917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.245917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.245917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.245917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.245917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a594a0-d490-4d5b-9aad-4b9a79bb5cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:13.247725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d5f87253-ec2a-485d-b436-453d8a270fd1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:13.325016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ba52723-1903-42fc-9940-5b394e53dca7 None None] Provisioning complete for port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:13.325420 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ba52723-1903-42fc-9940-5b394e53dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:13.369708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-3fbcf08a-9a4a-4313-8f6f-7b8f482c1049 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019234 Aug 09 15:31:13.389569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08e817fc-6636-4851-8560-9176fb325734 req-df2c9345-1dbd-4251-90e9-6326f883a6b9 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126860 Aug 09 15:31:13.442021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:13.463248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8e13-bb82-491e-91d5-aaaf96de89d2 req-f5fc3c9c-cc1f-48ed-a686-973ec1e87d1f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:13.487658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e65d8e13-bb82-491e-91d5-aaaf96de89d2 req-f5fc3c9c-cc1f-48ed-a686-973ec1e87d1f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 943 time: 0.4048505 Aug 09 15:31:13.552037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:13.730612 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadc7280-e422-4041-b1d1-1bffaaa28980 x-openstack-request-id: req-cadc7280-e422-4041-b1d1-1bffaaa28980 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:13.730612 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "name": "network-vif-plugged", "status": "completed", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:13.730869 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cadc7280-e422-4041-b1d1-1bffaaa28980 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:13.731231 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56', 'code': 200} Aug 09 15:31:13.734222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a22b45-65e9-42e1-a271-62225560a124 None None] Network 20099272-74df-43a9-b40e-d5a156e7da0c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:13.749462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a41eb-dd2e-4c0d-b5b2-aa51d96fe596 req-b983d074-5d9a-4dfb-980e-271cc68cea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:13.756244 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98a41eb-dd2e-4c0d-b5b2-aa51d96fe596 req-b983d074-5d9a-4dfb-980e-271cc68cea70 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1096 time: 0.1241143 Aug 09 15:31:13.839202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98a41eb-dd2e-4c0d-b5b2-aa51d96fe596 req-78a6ec29-f6d0-4439-85f3-9e2834ed8a3e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770614 Aug 09 15:31:13.857523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e65d8e13-bb82-491e-91d5-aaaf96de89d2 req-94d72eaf-2ccc-4aa3-98e0-f8d35d40a3ba tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643203 Aug 09 15:31:13.868472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d3665-1073-4785-996a-956df643ae73 req-f74aae5a-c353-4aa9-8ed4-af5c4c3860a7 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:13.870770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6ba52723-1903-42fc-9940-5b394e53dca7 None None] Port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:13.879877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b83d3665-1073-4785-996a-956df643ae73 req-f74aae5a-c353-4aa9-8ed4-af5c4c3860a7 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 949 time: 0.2256405 Aug 09 15:31:13.890909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60e29db-8748-4af9-a1c2-de36ae9bc2aa req-cd098511-1bd2-40f6-b46d-94643d4481a2 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949470 Aug 09 15:31:13.902216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d5f87253-ec2a-485d-b436-453d8a270fd1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:13.949415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:13.963274 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Sync routers for ids ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:13.979989 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Routers {'31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:13.981034 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:14.007312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 2, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:14.066918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978899d-b23e-4fbe-8d4c-f344ddaf66b9 None None] The sync data for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 is: [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 2, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:14.069090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b83d3665-1073-4785-996a-956df643ae73 req-fe3cd7c0-230c-4e54-ac0c-b46e1708fb80 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756754 Aug 09 15:31:14.122977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-069cd189-ab1b-4513-911a-5fab26da4ba4 None None] Provisioning for port d5f87253-ec2a-485d-b436-453d8a270fd1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:14.128953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-069cd189-ab1b-4513-911a-5fab26da4ba4 None None] Provisioning complete for port d5f87253-ec2a-485d-b436-453d8a270fd1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:14.129569 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-069cd189-ab1b-4513-911a-5fab26da4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:14.202953 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-421a52c7-aefa-4063-9f0d-813fcc95423f tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7f3ae7e9861742299ea85784afa3e634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619788 Aug 09 15:31:14.283921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63f79735-81ba-4495-b6ac-c43e46ed2695 req-2019530d-36f3-408d-9ab5-7a95664c6f5d tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 210 time: 0.1085534 Aug 09 15:31:14.285039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:14.294785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f4bf34f-e2be-4dc1-9ee8-364dade2b85e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6662438 Aug 09 15:31:14.296622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38940) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:14.322771 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-069cd189-ab1b-4513-911a-5fab26da4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:14.372816 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Set router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:14.403025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-069cd189-ab1b-4513-911a-5fab26da4ba4 None None] For port d5f87253-ec2a-485d-b436-453d8a270fd1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d5f87253-ec2a-485d-b436-453d8a270fd1,segment=NetworkSegment(9a258ac1-d71e-493b-b2f1-ae14d46df570),segment_id=9a258ac1-d71e-493b-b2f1-ae14d46df570)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:14.413248 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-069cd189-ab1b-4513-911a-5fab26da4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:14.532578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b2875413-5033-46a5-8f2c-fc4e41308836 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:14.534632 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b2875413-5033-46a5-8f2c-fc4e41308836 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3261235 Aug 09 15:31:14.536582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cd189-ab1b-4513-911a-5fab26da4ba4 None None] Pushing event updated for resources: {'Port': ['ID=d5f87253-ec2a-485d-b436-453d8a270fd1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:14.565017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Request body: {'port': {'device_id': '91002220-9c83-4aa8-a23d-1a9feeff7636', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7f3ae7e9861742299ea85784afa3e634'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:14.572282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-76e55f20-2e6b-4da9-94d7-86c2c088e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:14.578591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-76e55f20-2e6b-4da9-94d7-86c2c088e47c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1094 time: 0.5393145 Aug 09 15:31:14.772291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9244e1fd-39ee-4227-a8f7-e370ac535418 None None] Provisioning complete for port d5f87253-ec2a-485d-b436-453d8a270fd1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:14.772879 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9244e1fd-39ee-4227-a8f7-e370ac535418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:14.800954 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:31:10Z', 'revision_number': 3, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port': {'id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:14.887504 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Checking router: 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:14.897438 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Updating router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 port dac35eb8-8459-443c-be74-d78691f048c2 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:31:14.975673 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.003682 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f19058c-0cbe-4792-9a86-a63d74ff7769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.195363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38964) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:15.197740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d5f87253-ec2a-485d-b436-453d8a270fd1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:15.235350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-network', 'tenant_id': '31a8bfcc8bf841229db7a34696186195'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:15.284799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Made reservation on behalf of 31a8bfcc8bf841229db7a34696186195 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:15.287352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.311652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.318786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d5f87253-ec2a-485d-b436-453d8a270fd1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:15.319324 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.530991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.537990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.569306 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.572257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:31:15.586612 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Transition to ACTIVE for port object dac35eb8-8459-443c-be74-d78691f048c2 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:15.598263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Made reservation on behalf of 7f3ae7e9861742299ea85784afa3e634 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:15.599109 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.602170 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.612516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.613037 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Added segment bd9ab111-99b1-4974-adb2-cdc07d6ad1f9 of type vlan for network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d Aug 09 15:31:15.626027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f31b1-82d4-4384-91b8-705071964423,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:15.644988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.682078 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Attempting to bind port dac35eb8-8459-443c-be74-d78691f048c2 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:15.682505 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Attempting to bind port dac35eb8-8459-443c-be74-d78691f048c2 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:15.682874 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Attempting to bind port dac35eb8-8459-443c-be74-d78691f048c2 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:15.686036 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77bbab-c18e-498f-8690-7c82e4b4925c None None] Pushing event updated for resources: {'Port': ['ID=dac35eb8-8459-443c-be74-d78691f048c2,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:15.701733 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:15.701733 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:15.701733 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.701733 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:15.701733 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Bound port: dac35eb8-8459-443c-be74-d78691f048c2, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:15.701733 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.714654 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.760916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311dd1b-8b65-4384-829e-64a47b5e217a req-66e7d62c-5ab3-41ac-a30f-e2579a485198 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:15.766803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4311dd1b-8b65-4384-829e-64a47b5e217a req-66e7d62c-5ab3-41ac-a30f-e2579a485198 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 945 time: 1.1660223 Aug 09 15:31:15.769152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-3a2d331d-8e87-4b25-b7ab-b85a04241845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:15.771950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-3a2d331d-8e87-4b25-b7ab-b85a04241845 service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 1.1723325 Aug 09 15:31:15.781844 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] For port dac35eb8-8459-443c-be74-d78691f048c2, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:15.782404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.783475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:15.784095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.787933 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] For port dac35eb8-8459-443c-be74-d78691f048c2, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dac35eb8-8459-443c-be74-d78691f048c2,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:15.794464 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.861475 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Routers {'31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:15.862341 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:30:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:15.893879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:15.895639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61a46-e1a9-432b-8a9a-d8f18d4889a9 req-31f0692b-a4ca-4365-9128-8fbc5181b824 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:15.906955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43d61a46-e1a9-432b-8a9a-d8f18d4889a9 req-31f0692b-a4ca-4365-9128-8fbc5181b824 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 943 time: 0.5661392 Aug 09 15:31:15.918111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:31:15.920643 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77bbab-c18e-498f-8690-7c82e4b4925c None None] Pushing event updated for resources: {'Port': ['ID=dac35eb8-8459-443c-be74-d78691f048c2,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:15.937099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.942836 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:15.969553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4311dd1b-8b65-4384-829e-64a47b5e217a req-778a6855-d2ce-4d4b-8da3-0035e95e83ee tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913040 Aug 09 15:31:15.971111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-cf5a607d-fcd9-474f-ac46-0ab60d574f8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 200 len: 217 time: 0.1832469 Aug 09 15:31:16.070967 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] Set router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:16.092934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Allocated IP 192.168.233.233 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/ce11eaf9-48b7-4837-8456-4ced04cb58ef) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:16.136097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43d61a46-e1a9-432b-8a9a-d8f18d4889a9 req-b6089e79-c3b2-4356-96e7-9fb865df8cf8 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257984 Aug 09 15:31:16.183045 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-40333127-1f02-4377-80cb-4687dc24d8e5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9858208 Aug 09 15:31:16.198672 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:16.200959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38984) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:16.239557 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92485bb-24ab-4e86-b8dd-cd3e60a63f82,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:16.243673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Request body: {'subnet': {'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-subnet', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:16.299629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-cb8c3a64-f629-4eb0-bc23-835df63001bc tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cb82a76e3dc1407198df2848adb156bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217825 Aug 09 15:31:16.304028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-5dde0ede-ad9c-41ef-841b-4e14413c67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:16.305680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-5dde0ede-ad9c-41ef-841b-4e14413c67e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.2433202 Aug 09 15:31:16.317545 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:16.343311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Transition to ACTIVE for port object ce11eaf9-48b7-4837-8456-4ced04cb58ef will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:16.387906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:16.450116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:16.454260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:16.468715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:16.491761 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:31:10Z', 'revision_number': 3, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port': {'id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:16.526365 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84deee5-9e59-42db-8b9a-ec0c3a81739f None None] The sync data for ids ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'] in n-d-799523-2 is: [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:31:10Z', 'revision_number': 3, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port': {'id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:16.539929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Pushing event updated for resources: {'Port': ['ID=ce11eaf9-48b7-4837-8456-4ced04cb58ef,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:16.589938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:16.590896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:16.620320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-8525fa19-f73f-4cab-b5a1-33c53ca2c4d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2858920 Aug 09 15:31:16.630039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-db82751d-f6a7-4d43-8775-1d14c574e41e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0731006 Aug 09 15:31:16.647228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Made reservation on behalf of 31a8bfcc8bf841229db7a34696186195 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:16.647747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Request body: {'port': {'device_id': '91002220-9c83-4aa8-a23d-1a9feeff7636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:16.654206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:16.716455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:16.748801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e761699c-7548-4834-98b0-1c5d8e3c02c9 None None] Provisioning for port ce11eaf9-48b7-4837-8456-4ced04cb58ef completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:16.753535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e761699c-7548-4834-98b0-1c5d8e3c02c9 None None] Provisioning complete for port ce11eaf9-48b7-4837-8456-4ced04cb58ef triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:16.753894 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e761699c-7548-4834-98b0-1c5d8e3c02c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:16.793755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e761699c-7548-4834-98b0-1c5d8e3c02c9 None None] Port ce11eaf9-48b7-4837-8456-4ced04cb58ef cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:16.924975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9de23c-f98f-401a-9afd-10bfbdb040ac req-3fae108b-c0e5-43ac-bb0e-c2fd14732433 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:16.926661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed9de23c-f98f-401a-9afd-10bfbdb040ac req-3fae108b-c0e5-43ac-bb0e-c2fd14732433 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 936 time: 0.3109248 Aug 09 15:31:16.945880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Allocated IP 172.20.0.1 (20099272-74df-43a9-b40e-d5a156e7da0c/89389070-d374-4694-b61d-c891d0c71881/6b328633-2590-40ba-8bdd-649a82679593) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:16.959319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-6eb3a55e-7eb9-40fc-adc0-3904ca8bdf36 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:16.960924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-6eb3a55e-7eb9-40fc-adc0-3904ca8bdf36 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6604261 Aug 09 15:31:17.023423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 12521cef-a9c6-45e9-8647-f87ed026d64b details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:17.054373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce11eaf9-48b7-4837-8456-4ced04cb58ef {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:17.056939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-afcbd3d0-1349-4ea8-b19c-62e191a3ccd5 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/quotas/cb82a76e3dc1407198df2848adb156bd HTTP/1.1" status: 200 len: 375 time: 0.0676904 Aug 09 15:31:17.065806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.081361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Transition to ACTIVE for port object ce11eaf9-48b7-4837-8456-4ced04cb58ef will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:17.086461 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.089233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-144de12b-dbcf-442d-a816-0dd1805c7570 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430323 Aug 09 15:31:17.100982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed9de23c-f98f-401a-9afd-10bfbdb040ac req-d4b6ed83-a6f9-44f7-bd00-12556a3ee865 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566019 Aug 09 15:31:17.183746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce11eaf9-48b7-4837-8456-4ced04cb58ef,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:17.239131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01d62bbd-7567-4382-add3-1264a2a8e94e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:17.292688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401879e4-89ad-42b5-8e05-ffbc490ca098 req-f42ae5e3-db4f-46d1-b39a-fea25063bcdb service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853330 Aug 09 15:31:17.395046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Attempting to bind port ce11eaf9-48b7-4837-8456-4ced04cb58ef on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:17.395587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Attempting to bind port ce11eaf9-48b7-4837-8456-4ced04cb58ef by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:17.395587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Attempting to bind port ce11eaf9-48b7-4837-8456-4ced04cb58ef on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:17.401372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Port ce11eaf9-48b7-4837-8456-4ced04cb58ef on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:17.401731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Attempting to bind port ce11eaf9-48b7-4837-8456-4ced04cb58ef on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:17.410630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:17.410992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:17.411346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:17.411780 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Bound port: ce11eaf9-48b7-4837-8456-4ced04cb58ef, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:17.412168 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.442031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:17.475486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '12521cef-a9c6-45e9-8647-f87ed026d64b', 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'port_id': '12521cef-a9c6-45e9-8647-f87ed026d64b', 'mac_address': 'fa:16:3e:21:2c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6d6565-1efe-4b73-9839-698bdbeb1614', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:31:17.490584 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7644ffd-2743-4cf7-a1bc-b42fdbbb326a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.495214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 01d62bbd-7567-4382-add3-1264a2a8e94e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:17.515071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-3ca0d3a8-fb6d-429d-a6da-2526008a724f tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb82a76e3dc1407198df2848adb156bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4248242 Aug 09 15:31:17.524545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 01d62bbd-7567-4382-add3-1264a2a8e94e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:17.525666 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.568408 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.596458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] For port ce11eaf9-48b7-4837-8456-4ced04cb58ef, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:17.600681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5d068-1e3e-4af3-96cc-b37e5458470b req-dceccf5d-13e9-4656-a76f-69c3652f8da3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:17.609526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] For port ce11eaf9-48b7-4837-8456-4ced04cb58ef, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ce11eaf9-48b7-4837-8456-4ced04cb58ef,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:17.617516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.622353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0db5d068-1e3e-4af3-96cc-b37e5458470b req-dceccf5d-13e9-4656-a76f-69c3652f8da3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 945 time: 0.2801216 Aug 09 15:31:17.628356 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.673566 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.713725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12521cef-a9c6-45e9-8647-f87ed026d64b {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:17.725904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Transition to ACTIVE for port object 6b328633-2590-40ba-8bdd-649a82679593 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:17.737131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:17.737823 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.739444 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce11eaf9-48b7-4837-8456-4ced04cb58ef HTTP/1.1" status: 200 len: 1096 time: 1.0966253 Aug 09 15:31:17.742189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91002220-9c83-4aa8-a23d-1a9feeff7636', 'tag': 'ce11eaf9-48b7-4837-8456-4ced04cb58ef'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:17.745943 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f91e72-e5a2-4bfb-ac84-5633048bdc85" -d '{"events": [{"name": "network-changed", "server_uuid": "91002220-9c83-4aa8-a23d-1a9feeff7636", "tag": "ce11eaf9-48b7-4837-8456-4ced04cb58ef"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:17.843595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1698825-f216-4198-aa56-db3afd29dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce11eaf9-48b7-4837-8456-4ced04cb58ef,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:17.876271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-23440b62-5a63-4dfa-8a4a-269b686a1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:17.878868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-23440b62-5a63-4dfa-8a4a-269b686a1296 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f3ae7e9861742299ea85784afa3e634&device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 1099 time: 0.0811725 Aug 09 15:31:17.885451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:17.896269 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.896533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=39da5671-5d53-488d-b159-9915c9bb59f4,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:17.901112 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.928910 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0db5d068-1e3e-4af3-96cc-b37e5458470b req-2bde1a06-d96a-40bb-9f0b-8d0a779bb99e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748730 Aug 09 15:31:17.953310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:17.997866 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-c41eb936-13dd-441d-9b03-729c449f74f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ce11eaf9-48b7-4837-8456-4ced04cb58ef HTTP/1.1" status: 200 len: 217 time: 0.1081696 Aug 09 15:31:18.019070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Checking segment: {'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:18.019661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Network hostable DHCP agents. Network: 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:31:18.167279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-e17cd52f-ef01-4da6-a5c1-d40b84aba33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:18.169596 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-e17cd52f-ef01-4da6-a5c1-d40b84aba33b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1628065 Aug 09 15:31:18.175276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:18.222617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Sync routers for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:18.233525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:18.237486 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a54c4-5a6e-4653-a51b-c1220033cb8a x-openstack-request-id: req-166a54c4-5a6e-4653-a51b-c1220033cb8a {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:18.237967 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91002220-9c83-4aa8-a23d-1a9feeff7636", "tag": "ce11eaf9-48b7-4837-8456-4ced04cb58ef", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:18.238197 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-166a54c4-5a6e-4653-a51b-c1220033cb8a {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:18.238610 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91002220-9c83-4aa8-a23d-1a9feeff7636', 'tag': 'ce11eaf9-48b7-4837-8456-4ced04cb58ef', 'status': 'completed', 'code': 200} Aug 09 15:31:18.280574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-0788da46-8754-46f8-a84e-c193fcb97fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:18.282473 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-0788da46-8754-46f8-a84e-c193fcb97fd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049271 Aug 09 15:31:18.306621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['12521cef-a9c6-45e9-8647-f87ed026d64b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:18.312119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 01d62bbd-7567-4382-add3-1264a2a8e94e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01d62bbd-7567-4382-add3-1264a2a8e94e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:18.363733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:18.385859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:18.386930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:18.525120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-0d581000-c2c7-4f2b-8500-0e10b58eea6d service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351837 Aug 09 15:31:18.637061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Network 20099272-74df-43a9-b40e-d5a156e7da0c is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:18.647149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:18.651293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:18.651811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:18.659118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39040) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:18.762698 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676c8a55-bf1c-4b52-ad60-2eff68967e1f req-8cb404fd-e6cb-4a32-bd94-64ae19f58e29 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296882 Aug 09 15:31:18.784190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eaa939ff-12bd-485a-95bf-28894271c0bb req-24633836-49a7-49d0-adf4-7f741e926c9e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 210 time: 0.1818163 Aug 09 15:31:18.784843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Pushing event updated for resources: {'Port': ['ID=6b328633-2590-40ba-8bdd-649a82679593,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:18.792001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=01d62bbd-7567-4382-add3-1264a2a8e94e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:18.847156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:18.878045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:31:18.914875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:18.924765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:18.925532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:18.945268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887189d-13f5-4a4b-856b-0b14c1bffc17 req-50a2e1b3-3f05-4eb4-966a-6f3a6059d85a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:18.956331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-12927f60-99c4-4a2d-ac1c-4268eab34609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:18.957905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b887189d-13f5-4a4b-856b-0b14c1bffc17 req-50a2e1b3-3f05-4eb4-966a-6f3a6059d85a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 944 time: 0.3429692 Aug 09 15:31:18.965596 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-12927f60-99c4-4a2d-ac1c-4268eab34609 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f3ae7e9861742299ea85784afa3e634&device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 1099 time: 0.1479445 Aug 09 15:31:18.989798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e99aefeb-58f2-43a1-8223-a938f2f1ca1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.073130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dae2a5f7-dabf-4af2-8306-2a73649e5ceb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8420854 Aug 09 15:31:19.080248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ad8db-ecf1-49ec-883f-71cef32c7941 None None] Network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:19.083168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39050) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:19.093081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:19.128905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b887189d-13f5-4a4b-856b-0b14c1bffc17 req-8059166d-0bae-4a19-a6b8-842083c92abb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700313 Aug 09 15:31:19.205173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.258669 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e99aefeb-58f2-43a1-8223-a938f2f1ca1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.275284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e99aefeb-58f2-43a1-8223-a938f2f1ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.351472 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.352887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.353393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99aefeb-58f2-43a1-8223-a938f2f1ca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9edf30-5383-414f-a684-d58e0b314396,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:19.353537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01d62bbd-7567-4382-add3-1264a2a8e94e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:19.356739 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.409827 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e99aefeb-58f2-43a1-8223-a938f2f1ca1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=616e3581f4e84211b282f84ab40c336c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495623 Aug 09 15:31:19.412971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39052) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:19.422423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaab88-d861-4972-83dd-e105c9909c77 req-dcb70f1c-e6c4-4c5b-bfd1-06dba324a986 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:19.434224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9faaab88-d861-4972-83dd-e105c9909c77 req-dcb70f1c-e6c4-4c5b-bfd1-06dba324a986 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 948 time: 0.1567605 Aug 09 15:31:19.447408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c2769a19-6fcc-4f94-8d37-a0e197c0a16e None None] Provisioning for port 6b328633-2590-40ba-8bdd-649a82679593 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:19.469554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-82405715-f14b-4598-9464-c27845b62413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:19.471376 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-82405715-f14b-4598-9464-c27845b62413 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.4699609 Aug 09 15:31:19.506640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c2769a19-6fcc-4f94-8d37-a0e197c0a16e None None] Provisioning complete for port 6b328633-2590-40ba-8bdd-649a82679593 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:19.508021 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c2769a19-6fcc-4f94-8d37-a0e197c0a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.565312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.574126 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-a9be0b79-0d38-4621-88c4-06b3d0bdf769 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ce11eaf9-48b7-4837-8456-4ced04cb58ef HTTP/1.1" status: 200 len: 217 time: 0.0915909 Aug 09 15:31:19.650691 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-125a0305-f2b0-46fe-8d18-e2894b976b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.662248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c2769a19-6fcc-4f94-8d37-a0e197c0a16e None None] Port 6b328633-2590-40ba-8bdd-649a82679593 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:19.678851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-125a0305-f2b0-46fe-8d18-e2894b976b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.685029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9faaab88-d861-4972-83dd-e105c9909c77 req-7afe2441-e56c-4759-a748-605e60b09afb tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496736 Aug 09 15:31:19.691543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-ff02ce9f-42ae-4d4e-8797-6b9c5f4e7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:19.693118 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-ff02ce9f-42ae-4d4e-8797-6b9c5f4e7f79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1084857 Aug 09 15:31:19.753257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 01d62bbd-7567-4382-add3-1264a2a8e94e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:19.753631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.781740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-8cd2eded-cfc6-4b83-9dcf-e00ec6c6240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:19.783660 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-8cd2eded-cfc6-4b83-9dcf-e00ec6c6240c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762618 Aug 09 15:31:19.812463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.848391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13d70c-2b52-4b9a-ada3-b8bf90c8b74b req-b856ab71-6a62-4722-b365-bc40b03b3a2f tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:19.862298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a13d70c-2b52-4b9a-ada3-b8bf90c8b74b req-b856ab71-6a62-4722-b365-bc40b03b3a2f tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1096 time: 0.3899086 Aug 09 15:31:19.926995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d', 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'fixed_ips': [{'subnet_id': '39da5671-5d53-488d-b159-9915c9bb59f4'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:31:19.926995 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.931597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-125a0305-f2b0-46fe-8d18-e2894b976b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.938498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-125a0305-f2b0-46fe-8d18-e2894b976b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:19.942174 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-125a0305-f2b0-46fe-8d18-e2894b976b1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae9edf30-5383-414f-a684-d58e0b314396 HTTP/1.1" status: 204 len: 168 time: 0.5260093 Aug 09 15:31:19.985324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 2, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:19.999934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a0305-f2b0-46fe-8d18-e2894b976b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9edf30-5383-414f-a684-d58e0b314396,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:20.024952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bcc093cd-a99c-489d-86fa-0cc12db46eec req-1850639e-be83-44c6-a390-1bdd4ac741ed tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 210 time: 0.0839105 Aug 09 15:31:20.036987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-aa841b64-cd47-4776-95ed-3056c0058ac8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=cb82a76e3dc1407198df2848adb156bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1580520 Aug 09 15:31:20.038227 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-2153f783-7f8f-4a8a-a17b-8d28e8cc0769 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465146 Aug 09 15:31:20.059580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Checking router: 85ae62c2-ec82-48d7-9f17-d9fae69bedcf for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:20.060054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Updating router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:31:20.156159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39062) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:20.188903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a13d70c-2b52-4b9a-ada3-b8bf90c8b74b req-d983aac1-fe9a-487d-8f39-289dcd77aeda tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234539 Aug 09 15:31:20.193725 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.231280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.237059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.252467 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82f91e72-e5a2-4bfb-ac84-5633048bdc85 req-d5e9089c-5a50-4c89-a5b8-7299fa0a78ff service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066429 Aug 09 15:31:20.300501 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.350834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dac35eb8-8459-443c-be74-d78691f048c2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:20.375251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-9e2775cc-5a62-47e0-abd1-8f90e70ea3f0 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:20.375544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Allocated IP 172.20.0.2 (82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d/39da5671-5d53-488d-b159-9915c9bb59f4/8d51cd7c-8371-445d-9b6d-f8c237a8f663) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:20.377240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-9e2775cc-5a62-47e0-abd1-8f90e70ea3f0 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3226881 Aug 09 15:31:20.424233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Request body: {'port': {'device_id': '62588a75-af29-4f7c-8819-c229f63ddf18', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': 'cb82a76e3dc1407198df2848adb156bd'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:20.433268 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.509699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Pushing event updated for resources: {'Port': ['ID=6b328633-2590-40ba-8bdd-649a82679593,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:20.534167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dfe95d94-ef3a-4e11-a8ff-0abd9cb691ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.594101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port dac35eb8-8459-443c-be74-d78691f048c2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:20.614853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port dac35eb8-8459-443c-be74-d78691f048c2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:20.615212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.649430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34c2bf-8a88-4027-9eaf-d7f29edacd1f req-c7779371-711b-4e08-91d4-2e0be09daac6 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:20.651138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f34c2bf-8a88-4027-9eaf-d7f29edacd1f req-c7779371-711b-4e08-91d4-2e0be09daac6 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 944 time: 0.3725345 Aug 09 15:31:20.688040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dfe95d94-ef3a-4e11-a8ff-0abd9cb691ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.694218 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dfe95d94-ef3a-4e11-a8ff-0abd9cb691ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.723504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Made reservation on behalf of cb82a76e3dc1407198df2848adb156bd for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:20.727261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.773313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe95d94-ef3a-4e11-a8ff-0abd9cb691ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f514b31d-2113-4468-a522-487e5525168f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:20.794096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.804510 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dfe95d94-ef3a-4e11-a8ff-0abd9cb691ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c380d09ad8d44bc298dfc2dca74883f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6467788 Aug 09 15:31:20.805073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6d7f-d6b0-4016-a556-276d24f8bbe3 req-bfbf3089-ca85-491b-ac22-7d3cdfe61ba8 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:20.805351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39084) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:20.812764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-352f6d7f-d6b0-4016-a556-276d24f8bbe3 req-bfbf3089-ca85-491b-ac22-7d3cdfe61ba8 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1096 time: 0.3993425 Aug 09 15:31:20.847948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Transition to ACTIVE for port object 8d51cd7c-8371-445d-9b6d-f8c237a8f663 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:20.865032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.868230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Network 20099272-74df-43a9-b40e-d5a156e7da0c is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:20.875247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:20.890428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Transition to ACTIVE for port object 8d51cd7c-8371-445d-9b6d-f8c237a8f663 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:20.901357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1c07451-0f2e-4d2f-842b-1cb57b6898bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.912460 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.916645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port dac35eb8-8459-443c-be74-d78691f048c2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dac35eb8-8459-443c-be74-d78691f048c2,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:20.933507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1c07451-0f2e-4d2f-842b-1cb57b6898bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:20.978591 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.007750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:21.013986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1c07451-0f2e-4d2f-842b-1cb57b6898bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.016011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:21.022064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:21.022252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1c07451-0f2e-4d2f-842b-1cb57b6898bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.025730 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d1c07451-0f2e-4d2f-842b-1cb57b6898bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f514b31d-2113-4468-a522-487e5525168f HTTP/1.1" status: 204 len: 168 time: 0.2189832 Aug 09 15:31:21.031493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Pushing event updated for resources: {'Port': ['ID=8d51cd7c-8371-445d-9b6d-f8c237a8f663,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:21.043170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c07451-0f2e-4d2f-842b-1cb57b6898bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514b31d-2113-4468-a522-487e5525168f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:21.052907 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.084480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f34c2bf-8a88-4027-9eaf-d7f29edacd1f req-137ddeeb-7745-4d97-ab67-faf559334b18 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712342 Aug 09 15:31:21.104084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 12521cef-a9c6-45e9-8647-f87ed026d64b up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:21.163213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-352f6d7f-d6b0-4016-a556-276d24f8bbe3 req-ca66dcc1-aecb-42c4-ac83-b4bf0dfa9305 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493490 Aug 09 15:31:21.163993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Transition to ACTIVE for port object f51d57d8-df05-4e3c-a4ab-ecdc813e1275 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:21.202504 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.244968 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.285661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Attempting to bind port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:21.286405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Attempting to bind port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:21.287075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Attempting to bind port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 on network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:21.302472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=dac35eb8-8459-443c-be74-d78691f048c2,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:21.323343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:21.323720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Checking segment: {'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:21.324169 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.324557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Bound using segment: {'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:21.325038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Bound port: 8d51cd7c-8371-445d-9b6d-f8c237a8f663, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:21.325624 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.414310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f7a8fb68-03bb-4888-a027-4c8c220d776e None None] Provisioning complete for port 6b328633-2590-40ba-8bdd-649a82679593 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:21.414310 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fb68-03bb-4888-a027-4c8c220d776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.455351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 12521cef-a9c6-45e9-8647-f87ed026d64b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:21.478024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbbb2b-37f7-4854-9470-ea8222127e05 None None] Pushing event updated for resources: {'Port': ['ID=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:21.504509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 12521cef-a9c6-45e9-8647-f87ed026d64b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:21.504892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.511372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Attempting to bind port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:21.511803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Attempting to bind port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:21.512120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Attempting to bind port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 on network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:21.554716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39102) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:21.572317 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5daddce-d896-47b6-9aed-3a72a1f24908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.601201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.674292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f03e35a-5e96-408b-b3b5-33ce4f8ced59 req-49a573c2-7cb6-4b97-b252-566907ad970d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 210 time: 0.0786419 Aug 09 15:31:21.682603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8fb68-03bb-4888-a027-4c8c220d776e None None] Port 6b328633-2590-40ba-8bdd-649a82679593 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:21.701967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:21.701967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Checking segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:21.701967 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.701967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Bound using segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:21.701967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Bound port: f51d57d8-df05-4e3c-a4ab-ecdc813e1275, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:21.701967 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.707227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5daddce-d896-47b6-9aed-3a72a1f24908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.712548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5daddce-d896-47b6-9aed-3a72a1f24908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.741833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Allocated IP 192.168.233.82 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/036f6e11-5b96-4e39-9df8-3a43f0b98d31) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:21.744558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] For port 8d51cd7c-8371-445d-9b6d-f8c237a8f663, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:21.746419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5daddce-d896-47b6-9aed-3a72a1f24908 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9da683b4915470493521a9f5afac8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893463 Aug 09 15:31:21.747865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39104) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:21.785085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] For port 8d51cd7c-8371-445d-9b6d-f8c237a8f663, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8d51cd7c-8371-445d-9b6d-f8c237a8f663,segment=NetworkSegment(bd9ab111-99b1-4974-adb2-cdc07d6ad1f9),segment_id=bd9ab111-99b1-4974-adb2-cdc07d6ad1f9)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:21.788559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14046a-1025-4215-bf1c-a420be407d25 req-ebcaf5a3-b719-4e17-9bc5-61a54512f7e8 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:21.797328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb14046a-1025-4215-bf1c-a420be407d25 req-ebcaf5a3-b719-4e17-9bc5-61a54512f7e8 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 948 time: 0.5579953 Aug 09 15:31:21.807707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:31:21.807975 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.808103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daddce-d896-47b6-9aed-3a72a1f24908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb04cb81-7cdd-40fb-b655-9f06a54ccabc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:21.831606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64755a29-9a9e-4e78-8309-3ac9d5e54601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.860429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64755a29-9a9e-4e78-8309-3ac9d5e54601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.919279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] For port f51d57d8-df05-4e3c-a4ab-ecdc813e1275, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:21.925263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] For port f51d57d8-df05-4e3c-a4ab-ecdc813e1275, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:21.934917 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.938629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64755a29-9a9e-4e78-8309-3ac9d5e54601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.941506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64755a29-9a9e-4e78-8309-3ac9d5e54601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.945089 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-64755a29-9a9e-4e78-8309-3ac9d5e54601 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb04cb81-7cdd-40fb-b655-9f06a54ccabc HTTP/1.1" status: 204 len: 168 time: 0.1928210 Aug 09 15:31:21.952879 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:21.970912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78df7b-3c13-4e67-a44e-6ec4debf229c None None] Pushing event updated for resources: {'Port': ['ID=8d51cd7c-8371-445d-9b6d-f8c237a8f663,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:21.972359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64755a29-9a9e-4e78-8309-3ac9d5e54601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb04cb81-7cdd-40fb-b655-9f06a54ccabc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:21.978044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb14046a-1025-4215-bf1c-a420be407d25 req-6d6cdf64-0da6-4e25-968a-3f0a0ec004c5 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803436 Aug 09 15:31:22.025393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:22.031896 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98df20b6-20a5-4293-be48-163706ceb029" -d '{"events": [{"server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "name": "network-vif-plugged", "status": "completed", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:22.113324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Allocated IP 172.25.7.241 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e6a6cbe0-05ad-4204-a6c2-a1b7238149b3) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:22.133638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:22.174257 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:22.205555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:22.209207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:22.223113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbbb2b-37f7-4854-9470-ea8222127e05 None None] Pushing event updated for resources: {'Port': ['ID=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:22.263347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:22.268982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a35e041d-3a38-4419-9c3c-c998185becce admin admin] 10.222.0.64 "PUT /v2.0/routers/31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9602532 Aug 09 15:31:22.281094 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Sync routers for ids ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:22.313820 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Routers {'31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:22.321520 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:22.484674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:22.525817 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Set router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:22.581761 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:22.632627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Transition to ACTIVE for port object 036f6e11-5b96-4e39-9df8-3a43f0b98d31 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:22.637752 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:22.687112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:22.731219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:22.753536 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:22.865447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:22.876340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d871468d-0cc2-4b9e-9bf1-d2200877b5c2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:22.902902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:22.904007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:22.912721 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:31:19Z', 'revision_number': 4, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port': {'id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b328633-2590-40ba-8bdd-649a82679593', 'name': '', 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'mac_address': 'fa:16:3e:16:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '89389070-d374-4694-b61d-c891d0c71881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:16Z', 'updated_at': '2021-08-09T15:31:19Z', 'revision_number': 2, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'subnets': [{'id': '89389070-d374-4694-b61d-c891d0c71881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:22.925518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:22.946131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:22.946810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:22.949634 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Checking router: 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:22.949829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:22.950475 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Updating router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 port 6b328633-2590-40ba-8bdd-649a82679593 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:31:22.984549 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:22.990332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:23.009839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Pushing event updated for resources: {'Port': ['ID=036f6e11-5b96-4e39-9df8-3a43f0b98d31,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:23.032473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ce11eaf9-48b7-4837-8456-4ced04cb58ef details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:23.328488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.resource_extend [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:31:23.365074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-07ab1551-91ea-419e-99b4-329d82bf0c7d tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9499428 Aug 09 15:31:23.497810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Request body: {'port': {'device_id': '62588a75-af29-4f7c-8819-c229f63ddf18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:23.529198 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc0646e-93aa-425e-8a49-66a82e015f20 x-openstack-request-id: req-5fc0646e-93aa-425e-8a49-66a82e015f20 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:23.530762 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "name": "network-vif-plugged", "status": "completed", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:23.532173 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fc0646e-93aa-425e-8a49-66a82e015f20 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:23.532727 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b', 'code': 200} Aug 09 15:31:23.697787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8d51cd7c-8371-445d-9b6d-f8c237a8f663 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:23.698156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7fc03-a576-49c9-8af7-fada19a9941a req-a53d96a1-7220-48ee-840d-78fb98a4d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:23.702178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-46bb6b72-4d41-4ace-a739-49ab9b65c9ac None None] Provisioning for port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:23.706940 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44d7fc03-a576-49c9-8af7-fada19a9941a req-a53d96a1-7220-48ee-840d-78fb98a4d2d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1096 time: 0.1846712 Aug 09 15:31:23.757459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a6cbe0-05ad-4204-a6c2-a1b7238149b3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:23.846137 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:23.850442 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44d7fc03-a576-49c9-8af7-fada19a9941a req-297baaf9-bcd3-4b3c-8cb1-9fd2298d260e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336462 Aug 09 15:31:23.888969 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Transition to ACTIVE for port object 6b328633-2590-40ba-8bdd-649a82679593 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:23.923075 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:23.936438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-46bb6b72-4d41-4ace-a739-49ab9b65c9ac None None] Provisioning complete for port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:23.937221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-46bb6b72-4d41-4ace-a739-49ab9b65c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:23.943570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d51f284-b0dc-4897-aa5b-2006bdb8ed0a None None] Network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:24.001224 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dd785-6274-4c7d-abc9-feaaa3c844ad None None] Pushing event updated for resources: {'Port': ['ID=6b328633-2590-40ba-8bdd-649a82679593,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:24.069997 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:24.090269 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Attempting to bind port 6b328633-2590-40ba-8bdd-649a82679593 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:24.095392 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Attempting to bind port 6b328633-2590-40ba-8bdd-649a82679593 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:24.096184 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Attempting to bind port 6b328633-2590-40ba-8bdd-649a82679593 on network 20099272-74df-43a9-b40e-d5a156e7da0c {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:24.102705 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:24.115846 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Checking segment: {'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:24.118969 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:24.119680 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Bound using segment: {'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:24.120918 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Bound port: 6b328633-2590-40ba-8bdd-649a82679593, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a258ac1-d71e-493b-b2f1-ae14d46df570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:24.121506 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:24.139637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb2047-f7a5-494e-9cb5-803c2169fd10 req-ae4e2226-0a44-4c7f-bcf3-22d90ab5cf9a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:24.159369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6fdb2047-f7a5-494e-9cb5-803c2169fd10 req-ae4e2226-0a44-4c7f-bcf3-22d90ab5cf9a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 945 time: 0.4737723 Aug 09 15:31:24.292757 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] For port 6b328633-2590-40ba-8bdd-649a82679593, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:24.301453 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] For port 6b328633-2590-40ba-8bdd-649a82679593, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b328633-2590-40ba-8bdd-649a82679593,segment=NetworkSegment(9a258ac1-d71e-493b-b2f1-ae14d46df570),segment_id=9a258ac1-d71e-493b-b2f1-ae14d46df570)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:24.309231 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:24.310525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-035c527b-a649-4316-8b0b-9f1f5c329374 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:31:24.319201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-035c527b-a649-4316-8b0b-9f1f5c329374 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459921 Aug 09 15:31:24.336581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Request body: {'binding': {'host': 'n-h1-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:24.337482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Unknown quota resources ['binding']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:31:24.390026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ce11eaf9-48b7-4837-8456-4ced04cb58ef, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ce11eaf9-48b7-4837-8456-4ced04cb58ef,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:24.405789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'ce11eaf9-48b7-4837-8456-4ced04cb58ef', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'ce11eaf9-48b7-4837-8456-4ced04cb58ef', 'mac_address': 'fa:16:3e:f4:99:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:31:24.484934 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Routers {'31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:24.485813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:24.501869 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:24.513911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-46bb6b72-4d41-4ace-a739-49ab9b65c9ac None None] Port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:24.584200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:24.586933 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dd785-6274-4c7d-abc9-feaaa3c844ad None None] Pushing event updated for resources: {'Port': ['ID=6b328633-2590-40ba-8bdd-649a82679593,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:24.608155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce11eaf9-48b7-4837-8456-4ced04cb58ef {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:24.637530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ce11eaf9-48b7-4837-8456-4ced04cb58ef, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ce11eaf9-48b7-4837-8456-4ced04cb58ef,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:24.638100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6fdb2047-f7a5-494e-9cb5-803c2169fd10 req-0e3cd3e4-c640-4d2a-a11f-3087ec054b6b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148076 Aug 09 15:31:24.647961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:24.664650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:21Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:24.666806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:24.731153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dac35eb8-8459-443c-be74-d78691f048c2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:24.832425 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] Set router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:24.856750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979976a-1e09-430c-b6b0-870d07086588 None None] The sync data for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 is: [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:21Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:24.980471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['ce11eaf9-48b7-4837-8456-4ced04cb58ef'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:25.097992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c373b235-2193-4e4a-8821-7398d43d488d None None] Provisioning for port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:25.143923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c373b235-2193-4e4a-8821-7398d43d488d None None] Provisioning complete for port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:25.143923 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c373b235-2193-4e4a-8821-7398d43d488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:25.152830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ce11eaf9-48b7-4837-8456-4ced04cb58ef,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:25.174451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port dac35eb8-8459-443c-be74-d78691f048c2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:25.175027 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:25.390887 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:31:19Z', 'revision_number': 4, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port': {'id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b328633-2590-40ba-8bdd-649a82679593', 'name': '', 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'mac_address': 'fa:16:3e:16:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '89389070-d374-4694-b61d-c891d0c71881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:16Z', 'updated_at': '2021-08-09T15:31:24Z', 'revision_number': 4, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'subnets': [{'id': '89389070-d374-4694-b61d-c891d0c71881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:25.479709 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f4288-c3b5-4ef9-aa47-e25f6f55482b None None] The sync data for ids ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'] in n-d-799523-2 is: [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:31:19Z', 'revision_number': 4, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port': {'id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b328633-2590-40ba-8bdd-649a82679593', 'name': '', 'network_id': '20099272-74df-43a9-b40e-d5a156e7da0c', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'mac_address': 'fa:16:3e:16:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '89389070-d374-4694-b61d-c891d0c71881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:16Z', 'updated_at': '2021-08-09T15:31:24Z', 'revision_number': 4, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'subnets': [{'id': '89389070-d374-4694-b61d-c891d0c71881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:25.757717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397156e-33ec-41b7-8ed3-35effe656208 req-12a40ef0-28a7-4484-b845-0300ce67473c tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:25.765693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c373b235-2193-4e4a-8821-7398d43d488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:25.769402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4397156e-33ec-41b7-8ed3-35effe656208 req-12a40ef0-28a7-4484-b845-0300ce67473c tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 935 time: 0.9227219 Aug 09 15:31:25.794937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f51d57d8-df05-4e3c-a4ab-ecdc813e1275 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:25.876908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on host n-h1-799523-2 for vnic_type normal with profile None {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:25.877303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:25.877537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:25.892924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c373b235-2193-4e4a-8821-7398d43d488d None None] For port 8d51cd7c-8371-445d-9b6d-f8c237a8f663, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8d51cd7c-8371-445d-9b6d-f8c237a8f663,segment=NetworkSegment(bd9ab111-99b1-4974-adb2-cdc07d6ad1f9),segment_id=bd9ab111-99b1-4974-adb2-cdc07d6ad1f9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:25.900528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c373b235-2193-4e4a-8821-7398d43d488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.060484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036f6e11-5b96-4e39-9df8-3a43f0b98d31 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:26.070019 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.092329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Transition to ACTIVE for port object 036f6e11-5b96-4e39-9df8-3a43f0b98d31 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:26.123379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373b235-2193-4e4a-8821-7398d43d488d None None] Pushing event updated for resources: {'Port': ['ID=8d51cd7c-8371-445d-9b6d-f8c237a8f663,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:26.126652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:26.140489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-21abee41-d24e-49ee-922d-9c69d2fb5f11 None None] Provisioning complete for port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:26.140866 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-21abee41-d24e-49ee-922d-9c69d2fb5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.142782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:26.143136 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.163489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4397156e-33ec-41b7-8ed3-35effe656208 req-28aae01b-85f9-46b8-ba14-e8291f8d6ee8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930693 Aug 09 15:31:26.164342 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.186340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:26.186671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:26.335379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Pushing event updated for resources: {'Port': ['ID=036f6e11-5b96-4e39-9df8-3a43f0b98d31,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:26.459531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:26.459904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:26.460162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:26.460637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Bound port: 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:26.627012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.640422 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.645963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Attempting to bind port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:26.646296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Attempting to bind port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:26.646630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Attempting to bind port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:26.681928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:26.681928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Attempting to bind port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:26.727931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port f51d57d8-df05-4e3c-a4ab-ecdc813e1275, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:26.747607 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.757893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:26.771238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:26.771635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:26.772125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:26.772555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Bound port: 036f6e11-5b96-4e39-9df8-3a43f0b98d31, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:26.772920 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.790734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdf0a2-0708-4a03-bd69-794ab17b1f81 req-5ede0238-8754-499d-8045-22cf711deec0 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:26.800664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6fdf0a2-0708-4a03-bd69-794ab17b1f81 req-5ede0238-8754-499d-8045-22cf711deec0 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 949 time: 0.4664426 Aug 09 15:31:26.811622 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:26.813882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c2bf514f-b8d1-459c-a6dc-f76f091631aa service neutron] 10.222.0.64 "POST /v2.0/ports/4838a12e-31c3-4b06-9527-2fbd3e3beb56/bindings HTTP/1.1" status: 201 len: 389 time: 2.4920580 Aug 09 15:31:26.898108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ce11eaf9-48b7-4837-8456-4ced04cb58ef up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:26.905953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:26.995856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6fdf0a2-0708-4a03-bd69-794ab17b1f81 req-08dad2a2-9a99-44eb-baf1-1c831f24b9b9 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943541 Aug 09 15:31:27.082082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port ce11eaf9-48b7-4837-8456-4ced04cb58ef completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:27.101213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] For port 036f6e11-5b96-4e39-9df8-3a43f0b98d31, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:27.101458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port ce11eaf9-48b7-4837-8456-4ced04cb58ef triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:27.102204 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:27.113569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] For port 036f6e11-5b96-4e39-9df8-3a43f0b98d31, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=036f6e11-5b96-4e39-9df8-3a43f0b98d31,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:27.149843 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:27.222078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8d51cd7c-8371-445d-9b6d-f8c237a8f663 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:27.413629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:27.414771 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:27.421645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/036f6e11-5b96-4e39-9df8-3a43f0b98d31 HTTP/1.1" status: 200 len: 1095 time: 4.0370212 Aug 09 15:31:27.433994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-f6ac2cd3-bfc2-4a1a-ad43-83e0350c0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:27.436392 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-f6ac2cd3-bfc2-4a1a-ad43-83e0350c0502 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1096 time: 0.2042155 Aug 09 15:31:27.574558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62588a75-af29-4f7c-8819-c229f63ddf18', 'tag': '036f6e11-5b96-4e39-9df8-3a43f0b98d31'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:27.577260 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b6d388-de3f-4d6c-9adc-22660b96cc66" -d '{"events": [{"name": "network-changed", "server_uuid": "62588a75-af29-4f7c-8819-c229f63ddf18", "tag": "036f6e11-5b96-4e39-9df8-3a43f0b98d31"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:27.623722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Router 22d4efc1-e693-45b1-b332-82277630ab72 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:31:27.632397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:27.672184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-d72a69f2-3997-41c3-98cc-d37adeb95fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:27.674653 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-d72a69f2-3997-41c3-98cc-d37adeb95fea service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.2301331 Aug 09 15:31:27.731355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:27.731695 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:27.779107 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-b7c3844f-f510-4518-ad5b-a5b00dcf70ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 217 time: 0.0957634 Aug 09 15:31:27.785301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91002220-9c83-4aa8-a23d-1a9feeff7636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce11eaf9-48b7-4837-8456-4ced04cb58ef'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:27.787700 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd46b69-7939-4c3f-97f0-bd5770f4b636" -d '{"events": [{"server_uuid": "91002220-9c83-4aa8-a23d-1a9feeff7636", "name": "network-vif-plugged", "status": "completed", "tag": "ce11eaf9-48b7-4837-8456-4ced04cb58ef"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:27.808794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530bf-461e-4c3c-a6ae-e0bc26a365cc req-fda3dffd-43c6-43b6-9c32-d9357165aaad tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:27.811526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-565530bf-461e-4c3c-a6ae-e0bc26a365cc req-fda3dffd-43c6-43b6-9c32-d9357165aaad tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 945 time: 0.5357602 Aug 09 15:31:27.818360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ce11eaf9-48b7-4837-8456-4ced04cb58ef, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ce11eaf9-48b7-4837-8456-4ced04cb58ef,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:27.848068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:27.885211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c82d78c1-ecc5-487b-972b-a4ea1e5ce46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:27.887044 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-c82d78c1-ecc5-487b-972b-a4ea1e5ce46a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.1005926 Aug 09 15:31:27.897368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:27.931317 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-fa8cdad8-aebe-4e1c-9bc5-d6a0cfbe5605 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359025 Aug 09 15:31:27.943855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ee84-b572-45d8-9d5a-29189b9175e1 service neutron] Pushing event updated for resources: {'Port': ['ID=036f6e11-5b96-4e39-9df8-3a43f0b98d31,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:27.971508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ce11eaf9-48b7-4837-8456-4ced04cb58ef,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:27.992702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b328633-2590-40ba-8bdd-649a82679593 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:27.999318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:28.015514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-6d68434c-e527-4b94-957a-62c4c8b70540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:28.017600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-6d68434c-e527-4b94-957a-62c4c8b70540 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb82a76e3dc1407198df2848adb156bd&device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 1098 time: 0.4100964 Aug 09 15:31:28.020477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Sync routers for ids ['22d4efc1-e693-45b1-b332-82277630ab72'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:28.054137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Routers {'22d4efc1-e693-45b1-b332-82277630ab72'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:28.054869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['22d4efc1-e693-45b1-b332-82277630ab72'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:28.069052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-5a087fd5-d8f3-48a4-8940-b8a5330668b5 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284711 Aug 09 15:31:28.096845 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.099112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-619332a2-b559-4707-b65e-c736c28a9a32 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.0104499 Aug 09 15:31:28.102523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-a22ded82-88b0-433c-9417-c347849a7b04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=036f6e11-5b96-4e39-9df8-3a43f0b98d31 HTTP/1.1" status: 200 len: 217 time: 0.0706739 Aug 09 15:31:28.106068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39216) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:28.111541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-565530bf-461e-4c3c-a6ae-e0bc26a365cc req-d2219a36-8fd9-467a-9ac6-d24ee45edf4a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760778 Aug 09 15:31:28.116318 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.132815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31067-9505-41d8-b62f-467b06d19da7 req-e5aca3d5-a405-4991-bbc9-56f09702f8b2 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:28.139853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85b31067-9505-41d8-b62f-467b06d19da7 req-e5aca3d5-a405-4991-bbc9-56f09702f8b2 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 945 time: 0.3516955 Aug 09 15:31:28.232471 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-e91b5e2b-c01f-4f45-89a0-66d9495e9f60 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557279 Aug 09 15:31:28.242847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6b328633-2590-40ba-8bdd-649a82679593 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:28.251981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6b328633-2590-40ba-8bdd-649a82679593 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:28.252352 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.280721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Set router 22d4efc1-e693-45b1-b332-82277630ab72 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:28.353628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-26b989ea-6905-4930-9fc8-cbc6623b95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:28.353628 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-26b989ea-6905-4930-9fc8-cbc6623b95d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2331371 Aug 09 15:31:28.354103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-361f8e73-2052-425f-bd87-aebb8a3c8d1a tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:28.355998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-361f8e73-2052-425f-bd87-aebb8a3c8d1a tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.0630434 Aug 09 15:31:28.356754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85b31067-9505-41d8-b62f-467b06d19da7 req-bf19c0bb-18cd-409c-8d6c-82fa68e61b97 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206354 Aug 09 15:31:28.367470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799523-2'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:28.412858 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2258e6cd-2a77-437a-8e4b-650db7ff1c9f x-openstack-request-id: req-2258e6cd-2a77-437a-8e4b-650db7ff1c9f {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:28.413141 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62588a75-af29-4f7c-8819-c229f63ddf18", "tag": "036f6e11-5b96-4e39-9df8-3a43f0b98d31", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:28.413386 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2258e6cd-2a77-437a-8e4b-650db7ff1c9f {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:28.413770 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62588a75-af29-4f7c-8819-c229f63ddf18', 'tag': '036f6e11-5b96-4e39-9df8-3a43f0b98d31', 'status': 'completed', 'code': 200} Aug 09 15:31:28.457331 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.509134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.521219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c346-77cc-4271-9170-c19e2911397e req-1764f4f2-8a8c-493e-8841-494c01703792 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:28.526891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6b328633-2590-40ba-8bdd-649a82679593, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b328633-2590-40ba-8bdd-649a82679593,segment=NetworkSegment(9a258ac1-d71e-493b-b2f1-ae14d46df570),segment_id=9a258ac1-d71e-493b-b2f1-ae14d46df570)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:28.533751 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d17b87a-32f0-4410-b7e1-c3dea5764025 x-openstack-request-id: req-2d17b87a-32f0-4410-b7e1-c3dea5764025 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:28.534134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dac9c346-77cc-4271-9170-c19e2911397e req-1764f4f2-8a8c-493e-8841-494c01703792 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 947 time: 0.2944353 Aug 09 15:31:28.546028 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91002220-9c83-4aa8-a23d-1a9feeff7636", "name": "network-vif-plugged", "status": "completed", "tag": "ce11eaf9-48b7-4837-8456-4ced04cb58ef", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:28.547603 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d17b87a-32f0-4410-b7e1-c3dea5764025 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:28.563800 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91002220-9c83-4aa8-a23d-1a9feeff7636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce11eaf9-48b7-4837-8456-4ced04cb58ef', 'code': 200} Aug 09 15:31:28.576582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.729624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6b328633-2590-40ba-8bdd-649a82679593,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:28.744853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:28.750022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-d670d31d-1bef-4f26-94aa-63cce29597ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:28.753213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-d670d31d-1bef-4f26-94aa-63cce29597ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3838327 Aug 09 15:31:28.787710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:28.787991 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dac9c346-77cc-4271-9170-c19e2911397e req-d610ac1a-5e43-42e9-a54e-ab0c8c2dc7a2 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526436 Aug 09 15:31:28.801932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:31:23Z', 'revision_number': 3, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:28.850934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:28.854905 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f2d0fd-5627-46bb-86d4-48e5bc2effcc" -d '{"events": [{"server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "name": "network-vif-unplugged", "status": "completed", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:28.860145 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.870844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Checking router: 22d4efc1-e693-45b1-b332-82277630ab72 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:28.871563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Updating router 22d4efc1-e693-45b1-b332-82277630ab72 port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:31:28.883172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.936489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b328633-2590-40ba-8bdd-649a82679593 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:28.942563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-8daf2c55-d898-450a-8051-2b7388d2b210 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658115 Aug 09 15:31:28.984124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:28.985247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Pushing event updated for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:29.038499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on host n-h2-799523-2 for vnic_type normal with profile {"migrating_to": "n-h1-799523-2"} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:29.040073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:29.040655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:29.045487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:29.046077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Attempting to bind port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:29.051802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:29.052493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:29.053080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:29.053763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Bound port: 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:29.054340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.058121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a418d-54bc-4f43-ab26-01603c54695c req-86958d8e-0778-4347-9977-aac9ea855722 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:29.059843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b2a418d-54bc-4f43-ab26-01603c54695c req-86958d8e-0778-4347-9977-aac9ea855722 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 950 time: 0.4015055 Aug 09 15:31:29.077148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfc093-c130-4121-99f0-149db717a3c6 req-dec18c95-1019-4b7d-9cea-0f76c81951ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:29.078737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecbfc093-c130-4121-99f0-149db717a3c6 req-dec18c95-1019-4b7d-9cea-0f76c81951ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 1101 time: 0.4253230 Aug 09 15:31:29.087500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6b328633-2590-40ba-8bdd-649a82679593 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:29.087923 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.125150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:29.129378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:29.136609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.219525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:29.220994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.223118 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] 10.222.0.35 "PUT /v2.0/ports/4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 1121 time: 0.8603606 Aug 09 15:31:29.242708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d1bed-8ef8-4a9a-994f-7bf1d9553668 service neutron] Pushing event updated for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=8']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:29.322806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['4838a12e-31c3-4b06-9527-2fbd3e3beb56'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:29.367644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f51d57d8-df05-4e3c-a4ab-ecdc813e1275 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:29.430808 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.450832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Transition to ACTIVE for port object e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:29.471951 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.520445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:29.520757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.561243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf001-7572-41d0-9d4a-ff801ad8c612 req-c1509aaf-4d18-4529-98f1-70e063dbd776 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:29.562772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d6bf001-7572-41d0-9d4a-ff801ad8c612 req-c1509aaf-4d18-4529-98f1-70e063dbd776 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1096 time: 0.6186349 Aug 09 15:31:29.596082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2be30-ed2b-400a-bd78-b8fe8aa617fd None None] Pushing event updated for resources: {'Port': ['ID=e6a6cbe0-05ad-4204-a6c2-a1b7238149b3,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:29.598003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b2a418d-54bc-4f43-ab26-01603c54695c req-d91ab213-e111-4f9a-b0ec-77c5d0ea6b6d tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686253 Aug 09 15:31:29.608466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Attempting to bind port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:29.608466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Attempting to bind port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:29.608643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Attempting to bind port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:29.629838 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:29.629838 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:29.630157 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.630280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:29.630840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Bound port: e6a6cbe0-05ad-4204-a6c2-a1b7238149b3, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:29.631224 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.720208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecbfc093-c130-4121-99f0-149db717a3c6 req-0ecd1c28-cda3-44a1-ad24-151678c214d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829468 Aug 09 15:31:29.723211 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d7cd66-ae44-4b70-9637-fc28000e0c7c req-11234f1f-5a2f-40c5-8a5f-872f480bcf8e service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280459 Aug 09 15:31:29.744543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] For port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:29.748679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] For port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6a6cbe0-05ad-4204-a6c2-a1b7238149b3,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:29.755372 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:29.806992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d6bf001-7572-41d0-9d4a-ff801ad8c612 req-b77c7639-54c7-4e24-8ca3-f43827677acf tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971233 Aug 09 15:31:29.928347 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88367c3-ccc3-478e-b839-0791c9687685 x-openstack-request-id: req-f88367c3-ccc3-478e-b839-0791c9687685 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:29.928830 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "name": "network-vif-unplugged", "status": "completed", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:29.928910 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f88367c3-ccc3-478e-b839-0791c9687685 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:29.929293 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56', 'code': 200} Aug 09 15:31:29.937498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Routers {'22d4efc1-e693-45b1-b332-82277630ab72'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:29.938268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['22d4efc1-e693-45b1-b332-82277630ab72'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:29.997559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2be30-ed2b-400a-bd78-b8fe8aa617fd None None] Pushing event updated for resources: {'Port': ['ID=e6a6cbe0-05ad-4204-a6c2-a1b7238149b3,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:30.069719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-daa26e47-d684-45e3-9769-d3c4f2355ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:30.072174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-daa26e47-d684-45e3-9769-d3c4f2355ade service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb82a76e3dc1407198df2848adb156bd&device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 1098 time: 0.1748607 Aug 09 15:31:30.081934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] Set router 22d4efc1-e693-45b1-b332-82277630ab72 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:30.154105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a1811-e87f-49e8-ac3b-5e74f147bf82 req-831fc004-1ece-42fd-91a1-61ab711adbb2 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:30.163284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c6a1811-e87f-49e8-ac3b-5e74f147bf82 req-831fc004-1ece-42fd-91a1-61ab711adbb2 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 943 time: 0.1686308 Aug 09 15:31:30.231210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c6a1811-e87f-49e8-ac3b-5e74f147bf82 req-4a0676db-f8fa-493c-bb52-c2aa8ca018c7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622623 Aug 09 15:31:30.341481 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:30.395689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-d29b9699-efce-40b8-ab22-ba43756877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:30.397364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-d29b9699-efce-40b8-ab22-ba43756877dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3076200 Aug 09 15:31:30.424419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:31:23Z', 'revision_number': 3, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:30.459248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48aefe6-eb3b-498e-8371-c7de13e67c90 None None] The sync data for ids ['22d4efc1-e693-45b1-b332-82277630ab72'] in n-d-799523-2 is: [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:31:23Z', 'revision_number': 3, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:30.493135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-0fe0e018-74a0-406b-8aae-035084f5e443 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=036f6e11-5b96-4e39-9df8-3a43f0b98d31 HTTP/1.1" status: 200 len: 217 time: 0.0828059 Aug 09 15:31:30.508449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95bac4-1af5-409d-b9b4-2689ff9437fb req-f88fa171-fe0c-431e-87b8-6ae909de69df tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:30.509866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f95bac4-1af5-409d-b9b4-2689ff9437fb req-f88fa171-fe0c-431e-87b8-6ae909de69df tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 947 time: 0.1949055 Aug 09 15:31:30.518701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fd097-908d-437d-af95-699df510fd85 req-08fd4a94-f06d-4628-9748-210d2b193187 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:30.528236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-387fd097-908d-437d-af95-699df510fd85 req-08fd4a94-f06d-4628-9748-210d2b193187 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1096 time: 0.2160196 Aug 09 15:31:30.678627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-7a7be0b1-3563-4f0c-8df1-e1c13fe9d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:30.681003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-7a7be0b1-3563-4f0c-8df1-e1c13fe9d271 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1679280 Aug 09 15:31:30.692344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-387fd097-908d-437d-af95-699df510fd85 req-70c8bbf7-6428-4da0-8b7b-c0fac63e3fef tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631894 Aug 09 15:31:30.820932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f95bac4-1af5-409d-b9b4-2689ff9437fb req-219bf15d-654d-4979-80b1-3d8a1a13c98f tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732029 Aug 09 15:31:30.906910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Allocated IP 172.20.0.1 (82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d/39da5671-5d53-488d-b159-9915c9bb59f4/50c461e9-e411-45cd-ba28-9c2def6677e2) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:31.014782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:31.137607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:31.152333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:31.153260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:31.198814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-660e8fe1-7cd7-4fdc-b14e-7b18a12a7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:31.212148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-660e8fe1-7cd7-4fdc-b14e-7b18a12a7fba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5136769 Aug 09 15:31:31.288125 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:31.297126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807e274-db95-4898-9985-f56b7dbdadeb req-583b99de-0d57-4df0-b193-568f4f33765b tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:31.299057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5807e274-db95-4898-9985-f56b7dbdadeb req-583b99de-0d57-4df0-b193-568f4f33765b tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 950 time: 0.1927485 Aug 09 15:31:31.348684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6a6cbe0-05ad-4204-a6c2-a1b7238149b3,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:31.355799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:31.410620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39264) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:31.541392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e6a6cbe0-05ad-4204-a6c2-a1b7238149b3,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:31.653116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:31.662852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d946deb8-d433-46a6-9c34-715e136200f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:31.669106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5807e274-db95-4898-9985-f56b7dbdadeb req-f5f53090-d90d-4d19-9237-6d8d83b04902 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516462 Aug 09 15:31:31.671256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-3d585404-753b-4255-ba83-1b477c29e5b6 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406700 Aug 09 15:31:31.868658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d946deb8-d433-46a6-9c34-715e136200f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:31.874320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d946deb8-d433-46a6-9c34-715e136200f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:31.902137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-a9b27570-aa39-447a-9d76-38c4c5a22e35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5796461 Aug 09 15:31:31.905524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Transition to ACTIVE for port object 50c461e9-e411-45cd-ba28-9c2def6677e2 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:31.946307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:31.950385 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0cff96-f8b6-4194-b22d-30c0b85bb196" -d '{"events": [{"name": "network-changed", "server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:31.953516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946deb8-d433-46a6-9c34-715e136200f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b605c4ba-a833-4c56-af7c-bc3587a78cf5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:31.961719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acaef1-6b2d-42a8-99a1-5f1e7ffdae8e req-f7f40b75-fc52-4db0-a7a1-feced91c304c tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:31.981575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22acaef1-6b2d-42a8-99a1-5f1e7ffdae8e req-f7f40b75-fc52-4db0-a7a1-feced91c304c tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1096 time: 0.1494310 Aug 09 15:31:31.982904 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d946deb8-d433-46a6-9c34-715e136200f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d96890b43df44b285b31ba050bd0fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703976 Aug 09 15:31:31.988415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39276) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:31.992786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b6d388-de3f-4d6c-9adc-22660b96cc66 req-2c7599ac-c400-4ccb-b1a7-90c6b3de15a1 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789173 Aug 09 15:31:32.006940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5836dd-137c-4c97-a890-fa1127e69ee6 req-95e46b89-9560-4446-a481-0a1f7ac7def7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:32.018744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c5836dd-137c-4c97-a890-fa1127e69ee6 req-95e46b89-9560-4446-a481-0a1f7ac7def7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 943 time: 0.3684361 Aug 09 15:31:32.057186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-690cb65b-02ef-4e5b-8267-9509bb885b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.090464 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-690cb65b-02ef-4e5b-8267-9509bb885b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.111848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22acaef1-6b2d-42a8-99a1-5f1e7ffdae8e req-e2350c0c-f608-4cc2-8ade-73a4c8694422 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303079 Aug 09 15:31:32.134057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c5836dd-137c-4c97-a890-fa1127e69ee6 req-05488712-73f8-4b7b-9ad5-7b3b9f31ebf0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144125 Aug 09 15:31:32.136549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.186310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-7c3439a2-368b-4e30-8d77-948edbf29b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:32.188192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-7c3439a2-368b-4e30-8d77-948edbf29b80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1096 time: 0.1942160 Aug 09 15:31:32.189415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-690cb65b-02ef-4e5b-8267-9509bb885b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.196090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:32.201526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:32.204623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:32.205193 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.224022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-690cb65b-02ef-4e5b-8267-9509bb885b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.236185 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-690cb65b-02ef-4e5b-8267-9509bb885b86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b605c4ba-a833-4c56-af7c-bc3587a78cf5 HTTP/1.1" status: 204 len: 168 time: 0.2379892 Aug 09 15:31:32.278304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cb65b-02ef-4e5b-8267-9509bb885b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605c4ba-a833-4c56-af7c-bc3587a78cf5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:32.571368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Pushing event updated for resources: {'Port': ['ID=50c461e9-e411-45cd-ba28-9c2def6677e2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:32.640242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-a5eba44e-3f72-4ab8-9d6c-fd50aa7c6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:32.642773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-a5eba44e-3f72-4ab8-9d6c-fd50aa7c6d84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.3055513 Aug 09 15:31:32.677771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-639ac334-aefe-4e03-967c-3757c504806f None None] Provisioning for port 50c461e9-e411-45cd-ba28-9c2def6677e2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:32.683071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-639ac334-aefe-4e03-967c-3757c504806f None None] Provisioning complete for port 50c461e9-e411-45cd-ba28-9c2def6677e2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:32.683573 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-639ac334-aefe-4e03-967c-3757c504806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.721114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-639ac334-aefe-4e03-967c-3757c504806f None None] Port 50c461e9-e411-45cd-ba28-9c2def6677e2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:32.803764 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6652b79d-62dc-4e27-872d-f715530a9f65 x-openstack-request-id: req-6652b79d-62dc-4e27-872d-f715530a9f65 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:32.806049 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:32.806670 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6652b79d-62dc-4e27-872d-f715530a9f65 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:32.807417 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56', 'status': 'completed', 'code': 200} Aug 09 15:31:32.825196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-aedccca2-af46-4eac-a429-230e9984a011 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 217 time: 0.1509922 Aug 09 15:31:32.847719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39288) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:32.850798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.873754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf396732-df05-4303-bf26-a0ce207b4c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:32.898861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-545ddad0-c10b-468b-944b-e5a6f2be9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:32.900437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-545ddad0-c10b-468b-944b-e5a6f2be9108 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1124 time: 0.5307639 Aug 09 15:31:32.924470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4838a12e-31c3-4b06-9527-2fbd3e3beb56 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:33.023710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-df71585e-345e-4e78-9361-3296fa47a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:33.026827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-df71585e-345e-4e78-9361-3296fa47a1b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.1773384 Aug 09 15:31:33.068643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:33.083670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf396732-df05-4303-bf26-a0ce207b4c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.088170 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf396732-df05-4303-bf26-a0ce207b4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.132145 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cf396732-df05-4303-bf26-a0ce207b4c67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a536f5c6c0c4a1185621db043a10f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828794 Aug 09 15:31:33.133869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39290) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:33.180430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 036f6e11-5b96-4e39-9df8-3a43f0b98d31 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:33.215132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf396732-df05-4303-bf26-a0ce207b4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870601c6-d505-444b-8116-32b5b0a3d563,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:33.236867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1de92a9e-65c6-46ba-a186-5c0170579ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.265441 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1de92a9e-65c6-46ba-a186-5c0170579ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.329905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1de92a9e-65c6-46ba-a186-5c0170579ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.332882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1de92a9e-65c6-46ba-a186-5c0170579ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.336788 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1de92a9e-65c6-46ba-a186-5c0170579ee7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/870601c6-d505-444b-8116-32b5b0a3d563 HTTP/1.1" status: 204 len: 168 time: 0.1992168 Aug 09 15:31:33.355343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de92a9e-65c6-46ba-a186-5c0170579ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870601c6-d505-444b-8116-32b5b0a3d563,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:33.395584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 036f6e11-5b96-4e39-9df8-3a43f0b98d31, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=036f6e11-5b96-4e39-9df8-3a43f0b98d31,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:33.408281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:33.409233 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.467750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '036f6e11-5b96-4e39-9df8-3a43f0b98d31', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '036f6e11-5b96-4e39-9df8-3a43f0b98d31', 'mac_address': 'fa:16:3e:de:1f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:31:33.471106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:33.479493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-97617622-a437-4dd9-9cd9-e01041d6f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:33.483217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-97617622-a437-4dd9-9cd9-e01041d6f362 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.5500035 Aug 09 15:31:33.504634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5f146-c05d-4196-ac10-8f2407a5d2ba req-03217f6c-fd8a-40e8-a7cb-31eade6cc2e2 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:33.513945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4838a12e-31c3-4b06-9527-2fbd3e3beb56 has no active binding in host n-h1-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:31:33.516427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fde5f146-c05d-4196-ac10-8f2407a5d2ba req-03217f6c-fd8a-40e8-a7cb-31eade6cc2e2 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 947 time: 0.8495526 Aug 09 15:31:33.542742 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.587116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036f6e11-5b96-4e39-9df8-3a43f0b98d31 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:33.628850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-89a22988-11ef-4b0b-8e47-17922a817b42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728726 Aug 09 15:31:33.636618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 036f6e11-5b96-4e39-9df8-3a43f0b98d31, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=036f6e11-5b96-4e39-9df8-3a43f0b98d31,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:33.642537 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.700585 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:33.790296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=036f6e11-5b96-4e39-9df8-3a43f0b98d31,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:33.886012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['036f6e11-5b96-4e39-9df8-3a43f0b98d31'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:34.075503 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-dddc83b9-5ea2-41ac-9718-77550adddf48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 217 time: 0.4661837 Aug 09 15:31:34.120502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:34.121245 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:34.244520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fde5f146-c05d-4196-ac10-8f2407a5d2ba req-2a7b125c-6701-472c-9cc2-5b1b5c920af0 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7267847 Aug 09 15:31:34.317590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-e7a3c467-e450-4587-b147-4a9edabac507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:34.319085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-e7a3c467-e450-4587-b147-4a9edabac507 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.2077911 Aug 09 15:31:34.341206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f32521-040f-4135-91b3-89410f78665a req-5c566c20-01d8-4424-aba5-0f9d71314b0d tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:34.342853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47f32521-040f-4135-91b3-89410f78665a req-5c566c20-01d8-4424-aba5-0f9d71314b0d tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 950 time: 0.2625101 Aug 09 15:31:34.359302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Pushing event updated for resources: {'Port': ['ID=50c461e9-e411-45cd-ba28-9c2def6677e2,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:34.409762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-6aa5644e-54db-444b-a346-06f430726ac6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621848 Aug 09 15:31:34.462667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-b7a1b5c1-c7cb-4796-ab5e-a0daf5249a41 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941258 Aug 09 15:31:34.589563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47f32521-040f-4135-91b3-89410f78665a req-5ce89769-7727-471b-8af0-18e1daf0934f tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272160 Aug 09 15:31:34.592796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:34.608591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:34.611109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844705f-3af5-4fb8-b856-cce433ab5f57 req-b4df657e-d2b7-4fe9-8d8a-e6fe0b62b9d3 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:34.616856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f844705f-3af5-4fb8-b856-cce433ab5f57 req-b4df657e-d2b7-4fe9-8d8a-e6fe0b62b9d3 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1096 time: 0.2678158 Aug 09 15:31:34.754012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-15277c07-6baa-4e15-b5c2-6bf7e11c2e0e service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113394 Aug 09 15:31:34.755910 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93d34c9-977e-4237-9ac8-6f4739e2e905 req-0fb04df8-a184-49d7-be75-c3c8432acb5b service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719045 Aug 09 15:31:34.756535 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-7b7a7536-4f11-4260-9681-bf7f3da6d6c2 service neutron] 10.222.0.66 "GET /v2.0/ports/4838a12e-31c3-4b06-9527-2fbd3e3beb56/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.1669600 Aug 09 15:31:34.933794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212dfbaf-e324-4412-a692-d93c73c6bc51 req-045d1c13-41aa-4061-985f-4165d0a638fa service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652462 Aug 09 15:31:34.951501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f844705f-3af5-4fb8-b856-cce433ab5f57 req-16f435ea-5920-497d-8943-f0b549b48d66 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003767 Aug 09 15:31:35.091994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-38589426-0af3-416e-89c7-34460a0729d9 None None] Provisioning complete for port 50c461e9-e411-45cd-ba28-9c2def6677e2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:35.093781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-38589426-0af3-416e-89c7-34460a0729d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:35.112083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:35.120861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Router 22d4efc1-e693-45b1-b332-82277630ab72 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:31:35.131358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c11c4d-0ef9-4769-8f59-e727a2c0fa16 req-ad1d65fa-4deb-4a3b-abf2-db2a4d1928e5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:35.139346 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5c11c4d-0ef9-4769-8f59-e727a2c0fa16 req-ad1d65fa-4deb-4a3b-abf2-db2a4d1928e5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 943 time: 0.3806033 Aug 09 15:31:35.150515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 036f6e11-5b96-4e39-9df8-3a43f0b98d31 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:35.153694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:35.193881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4838a12e-31c3-4b06-9527-2fbd3e3beb56 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:35.207731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:35.228383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:35.253266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-38589426-0af3-416e-89c7-34460a0729d9 None None] Port 50c461e9-e411-45cd-ba28-9c2def6677e2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:35.255261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:35.260819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:35.261194 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:35.342198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5c11c4d-0ef9-4769-8f59-e727a2c0fa16 req-b2d65061-53dc-4e08-9a68-94c2b8193cc8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020152 Aug 09 15:31:35.382865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] Transition to ACTIVE for port object 4838a12e-31c3-4b06-9527-2fbd3e3beb56 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:35.382865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:35.389637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-b35553e1-e624-46ab-b2f6-954debcaf356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:35.391805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-b35553e1-e624-46ab-b2f6-954debcaf356 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1124 time: 0.3524301 Aug 09 15:31:35.489735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] Pushing event updated for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:35.494628 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:35.525299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62588a75-af29-4f7c-8819-c229f63ddf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036f6e11-5b96-4e39-9df8-3a43f0b98d31'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:35.526258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] No DVR routers for this DVR port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:31:35.528181 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90a4a48-daa6-4c0b-9725-d1267dfeced5" -d '{"events": [{"server_uuid": "62588a75-af29-4f7c-8819-c229f63ddf18", "name": "network-vif-plugged", "status": "completed", "tag": "036f6e11-5b96-4e39-9df8-3a43f0b98d31"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:35.542811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 036f6e11-5b96-4e39-9df8-3a43f0b98d31, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=036f6e11-5b96-4e39-9df8-3a43f0b98d31,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:35.549055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:35.567630 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-2437e687-eb48-493b-9251-f72da5f66772 service neutron] 10.222.0.66 "PUT /v2.0/ports/4838a12e-31c3-4b06-9527-2fbd3e3beb56/bindings/n-h1-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7647774 Aug 09 15:31:35.581666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:35.589512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9d3b54ce-3973-4115-8806-80d851715b83 admin admin] 10.222.0.64 "PUT /v2.0/routers/22d4efc1-e693-45b1-b332-82277630ab72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4811444 Aug 09 15:31:35.593720 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Sync routers for ids ['22d4efc1-e693-45b1-b332-82277630ab72'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:35.620909 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Routers {'22d4efc1-e693-45b1-b332-82277630ab72'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:35.622715 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['22d4efc1-e693-45b1-b332-82277630ab72'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:35.666632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=036f6e11-5b96-4e39-9df8-3a43f0b98d31,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:35.677187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-0310e610-fa86-45f9-991f-fe8199b9d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:35.679112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-0310e610-fa86-45f9-991f-fe8199b9d045 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.2768564 Aug 09 15:31:35.794742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-8f921dfa-530c-4ca1-886e-59aa5f4c9c6a tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f3ae7e9861742299ea85784afa3e634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050293 Aug 09 15:31:35.799020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-866c6af8-7270-4ef9-b6bf-0f4360e781dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 217 time: 0.0840564 Aug 09 15:31:35.900330 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Set router 22d4efc1-e693-45b1-b332-82277630ab72 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:35.928270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-a54339d3-ae02-41b4-9906-53d7df8175f6 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:35.931659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-a54339d3-ae02-41b4-9906-53d7df8175f6 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.2511840 Aug 09 15:31:36.089412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-5cd6652d-8253-49f9-a079-8760301f18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:36.093838 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-5cd6652d-8253-49f9-a079-8760301f18c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.2790899 Aug 09 15:31:36.194074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-0fec2bdf-a23b-40ef-b1f3-ff82d8db8fb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526755 Aug 09 15:31:36.202929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d0cf9ce7-ccaf-42ea-b92b-44c421215e5e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:36.208546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d0cf9ce7-ccaf-42ea-b92b-44c421215e5e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064372 Aug 09 15:31:36.211973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-94aee41d-ceaf-41ba-ac6b-07c0fa68335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:36.220410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-94aee41d-ceaf-41ba-ac6b-07c0fa68335b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd&tenant_id=93cadee9f55442db8de1de7b0c004894 HTTP/1.1" status: 200 len: 1095 time: 0.2772331 Aug 09 15:31:36.265064 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:31:32Z', 'revision_number': 4, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '50c461e9-e411-45cd-ba28-9c2def6677e2', 'name': '', 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'mac_address': 'fa:16:3e:2b:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '39da5671-5d53-488d-b159-9915c9bb59f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:30Z', 'updated_at': '2021-08-09T15:31:33Z', 'revision_number': 2, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'subnets': [{'id': '39da5671-5d53-488d-b159-9915c9bb59f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:36.308371 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Checking router: 22d4efc1-e693-45b1-b332-82277630ab72 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:36.308846 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Updating router 22d4efc1-e693-45b1-b332-82277630ab72 port 50c461e9-e411-45cd-ba28-9c2def6677e2 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:31:36.339949 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:36.391385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-70888a56-3706-46c6-b974-cf3d4e7eb3f8 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/quotas/7f3ae7e9861742299ea85784afa3e634 HTTP/1.1" status: 200 len: 375 time: 0.1694555 Aug 09 15:31:36.657283 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:36.668439 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Transition to ACTIVE for port object 50c461e9-e411-45cd-ba28-9c2def6677e2 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:36.679791 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:36.797027 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a84fc-bf75-4458-9e93-b63cfe5ae9a4 None None] Pushing event updated for resources: {'Port': ['ID=50c461e9-e411-45cd-ba28-9c2def6677e2,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:36.846033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-371f9ede-a872-47c2-9b8c-fed8ffcd1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:36.847735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-371f9ede-a872-47c2-9b8c-fed8ffcd1d50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1095 time: 0.5845957 Aug 09 15:31:36.859172 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Attempting to bind port 50c461e9-e411-45cd-ba28-9c2def6677e2 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:36.859883 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Attempting to bind port 50c461e9-e411-45cd-ba28-9c2def6677e2 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:36.860731 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Attempting to bind port 50c461e9-e411-45cd-ba28-9c2def6677e2 on network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:36.871050 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:36.871907 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Checking segment: {'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:36.872381 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:36.873549 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Bound using segment: {'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:36.874298 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Bound port: 50c461e9-e411-45cd-ba28-9c2def6677e2, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:36.874880 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:37.019260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-7608b0cc-3609-4e9a-b3ef-04903f9b25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:37.020802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-7608b0cc-3609-4e9a-b3ef-04903f9b25fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.1609035 Aug 09 15:31:37.024339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-ddcad9c2-94bc-47a1-b6a4-a61f17e87d38 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014269 Aug 09 15:31:37.040557 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] For port 50c461e9-e411-45cd-ba28-9c2def6677e2, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:37.050196 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] For port 50c461e9-e411-45cd-ba28-9c2def6677e2, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=50c461e9-e411-45cd-ba28-9c2def6677e2,segment=NetworkSegment(bd9ab111-99b1-4974-adb2-cdc07d6ad1f9),segment_id=bd9ab111-99b1-4974-adb2-cdc07d6ad1f9)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:37.054822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-94b8b0da-2eef-4596-b0f7-48e7a46a1d91 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3ae7e9861742299ea85784afa3e634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6442249 Aug 09 15:31:37.063406 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:37.251131 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Routers {'22d4efc1-e693-45b1-b332-82277630ab72'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:37.251769 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['22d4efc1-e693-45b1-b332-82277630ab72'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:37.275928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-01260b63-fc73-4467-97df-3a17f308a379 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 217 time: 0.2441292 Aug 09 15:31:37.277900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0cff96-f8b6-4194-b22d-30c0b85bb196 req-cd1a58ce-1057-44f7-a70a-bca7cd59423b service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155483 Aug 09 15:31:37.354682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-468caa50-9906-40ca-951e-d526e8f8228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:37.356281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-468caa50-9906-40ca-951e-d526e8f8228d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.0614130 Aug 09 15:31:37.406339 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a84fc-bf75-4458-9e93-b63cfe5ae9a4 None None] Pushing event updated for resources: {'Port': ['ID=50c461e9-e411-45cd-ba28-9c2def6677e2,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:37.432009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-a992dd9c-b6f0-4254-82f6-37a11df0f7af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667450 Aug 09 15:31:37.439343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39432) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:37.575736 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] Set router 22d4efc1-e693-45b1-b332-82277630ab72 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:37.583595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e0ba9-e18f-4a95-9e29-813aaf4d1313 req-78dfcf34-2756-49bc-af67-640c158e4523 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:37.585270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-411e0ba9-e18f-4a95-9e29-813aaf4d1313 req-78dfcf34-2756-49bc-af67-640c158e4523 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 949 time: 0.1563246 Aug 09 15:31:37.669657 n-d-799523-2 neutron-server[94178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 15:31:37.673878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-77f80f17-46f7-4e4a-ba0f-799641a85e43 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:31:37.674918 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-77f80f17-46f7-4e4a-ba0f-799641a85e43 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2338963 Aug 09 15:31:37.676683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-bd598951-1d74-4ffd-8c11-47e34e12b9cf service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328029 Aug 09 15:31:37.696492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-411e0ba9-e18f-4a95-9e29-813aaf4d1313 req-4375b1f1-1b2b-4a11-a434-00fc9cb0ec94 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921836 Aug 09 15:31:37.816960 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e31d2b1-5be9-4540-b880-18bbbcb9bc96 x-openstack-request-id: req-1e31d2b1-5be9-4540-b880-18bbbcb9bc96 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:37.818743 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62588a75-af29-4f7c-8819-c229f63ddf18", "name": "network-vif-plugged", "status": "completed", "tag": "036f6e11-5b96-4e39-9df8-3a43f0b98d31", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:37.819225 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e31d2b1-5be9-4540-b880-18bbbcb9bc96 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:37.819857 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62588a75-af29-4f7c-8819-c229f63ddf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036f6e11-5b96-4e39-9df8-3a43f0b98d31', 'code': 200} Aug 09 15:31:37.867451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Request body: {'binding': {'host': 'n-h1-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:37.868040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Unknown quota resources ['binding']. {{(pid=94178) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:31:37.875979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-589e689e-ca36-401b-a064-9ce75371c67c service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774597 Aug 09 15:31:37.992830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba718a-d507-4ffe-8a08-38e31b720bb5 req-1c8f9309-916d-4fa4-8e7c-f4c0c8679cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:37.995327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88ba718a-d507-4ffe-8a08-38e31b720bb5 req-1c8f9309-916d-4fa4-8e7c-f4c0c8679cb1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 1100 time: 0.0877171 Aug 09 15:31:38.049589 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:31:32Z', 'revision_number': 4, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '50c461e9-e411-45cd-ba28-9c2def6677e2', 'name': '', 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'mac_address': 'fa:16:3e:2b:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '39da5671-5d53-488d-b159-9915c9bb59f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:30Z', 'updated_at': '2021-08-09T15:31:37Z', 'revision_number': 4, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'subnets': [{'id': '39da5671-5d53-488d-b159-9915c9bb59f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:38.110191 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971be2-bcda-465a-b7f1-9fa5155e401b None None] The sync data for ids ['22d4efc1-e693-45b1-b332-82277630ab72'] in n-d-799523-2 is: [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:31:32Z', 'revision_number': 4, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '50c461e9-e411-45cd-ba28-9c2def6677e2', 'name': '', 'network_id': '82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'mac_address': 'fa:16:3e:2b:20:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '39da5671-5d53-488d-b159-9915c9bb59f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:30Z', 'updated_at': '2021-08-09T15:31:37Z', 'revision_number': 4, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'subnets': [{'id': '39da5671-5d53-488d-b159-9915c9bb59f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:38.112572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88ba718a-d507-4ffe-8a08-38e31b720bb5 req-627bd12e-c3b8-469e-a6be-60aa30939aa8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001992 Aug 09 15:31:38.135856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on host n-h1-799523-2 for vnic_type normal with profile None {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:38.138060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:38.138395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:38.147954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:38.148269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:38.167555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:38.167990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:38.168271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:38.168695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Bound port: 12521cef-a9c6-45e9-8647-f87ed026d64b, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:38.320630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:38.329895 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] Notify callbacks [] for binding, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:38.342660 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-886ea01c-717b-477b-aca8-d5e7edbb0c91 service neutron] 10.222.0.64 "POST /v2.0/ports/12521cef-a9c6-45e9-8647-f87ed026d64b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5752859 Aug 09 15:31:38.353256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-92221534-e360-4adb-b998-341522bc8934 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:38.354831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-92221534-e360-4adb-b998-341522bc8934 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.1788502 Aug 09 15:31:38.375975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95551ef8-cbb1-4cac-87cc-7278556c55cf req-2d88f087-c5c1-49db-88d7-5af0436805d4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:38.377706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95551ef8-cbb1-4cac-87cc-7278556c55cf req-2d88f087-c5c1-49db-88d7-5af0436805d4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 944 time: 0.1035264 Aug 09 15:31:38.518957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95551ef8-cbb1-4cac-87cc-7278556c55cf req-2b41b6bf-fa63-4aa7-bff9-a6f1a2597ea5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294429 Aug 09 15:31:38.586047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12fecf12-345c-462f-8a63-34db444a2321 req-1aa9222f-7bee-4ea2-86aa-aea081d91885 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 210 time: 0.0635524 Aug 09 15:31:38.688261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-06e0abc4-68ef-487a-935b-77658242e703 service neutron] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:38.694271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-06e0abc4-68ef-487a-935b-77658242e703 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:38.695901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-865b7205-9f75-4cc9-8abb-ee0721fad72b req-06e0abc4-68ef-487a-935b-77658242e703 service neutron] 10.222.0.35 "DELETE /v2.0/ports/4838a12e-31c3-4b06-9527-2fbd3e3beb56/bindings/n-h2-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.3168054 Aug 09 15:31:38.727405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c200976-85ce-4fea-9ecb-1b23b3c37a3a req-1218bbcd-9555-4c26-9db8-2cfc06b349d7 tempest-FlavorsV2NegativeTest-1139754161 tempest-FlavorsV2NegativeTest-1139754161-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cdff548fe79b402eb8fcf05a6baff3bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224240 Aug 09 15:31:38.956921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-9aad32ba-feef-407f-ab8d-554f0aa340ef tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7f3ae7e9861742299ea85784afa3e634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575657 Aug 09 15:31:38.994867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 50c461e9-e411-45cd-ba28-9c2def6677e2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:39.111303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 50c461e9-e411-45cd-ba28-9c2def6677e2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:39.116954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 50c461e9-e411-45cd-ba28-9c2def6677e2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:39.117465 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:39.136169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c200976-85ce-4fea-9ecb-1b23b3c37a3a req-9a706be4-78e3-4a50-9f2c-2d5adcc4f435 tempest-FlavorsV2NegativeTest-1139754161 tempest-FlavorsV2NegativeTest-1139754161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:39.137897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c200976-85ce-4fea-9ecb-1b23b3c37a3a req-9a706be4-78e3-4a50-9f2c-2d5adcc4f435 tempest-FlavorsV2NegativeTest-1139754161 tempest-FlavorsV2NegativeTest-1139754161-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992603 Aug 09 15:31:39.151024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e08764-20ee-4c78-87ff-f8b3172caf70 req-4aff47d7-2244-4552-9863-51c5941d51ed tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:39.152636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60e08764-20ee-4c78-87ff-f8b3172caf70 req-4aff47d7-2244-4552-9863-51c5941d51ed tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 945 time: 0.1748641 Aug 09 15:31:39.183246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 4838a12e-31c3-4b06-9527-2fbd3e3beb56 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:31:39.243594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c200976-85ce-4fea-9ecb-1b23b3c37a3a req-07501c55-88a6-4e7d-9550-933295ab7b01 tempest-FlavorsV2NegativeTest-1139754161 tempest-FlavorsV2NegativeTest-1139754161-project] 10.222.0.64 "GET /v2.0/quotas/cdff548fe79b402eb8fcf05a6baff3bf HTTP/1.1" status: 200 len: 375 time: 0.0892167 Aug 09 15:31:39.299495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60e08764-20ee-4c78-87ff-f8b3172caf70 req-17f7885e-e25c-4bb8-bf21-4e55a13b4404 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294072 Aug 09 15:31:39.315691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c200976-85ce-4fea-9ecb-1b23b3c37a3a req-f2209a68-bbc0-4278-bd50-b48327e6a43e tempest-FlavorsV2NegativeTest-1139754161 tempest-FlavorsV2NegativeTest-1139754161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdff548fe79b402eb8fcf05a6baff3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710764 Aug 09 15:31:39.319614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 4838a12e-31c3-4b06-9527-2fbd3e3beb56 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:31:39.367213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-c96da6a5-4f1c-4a0f-8ab6-b0aa71fd7adb tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:39.372866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-c96da6a5-4f1c-4a0f-8ab6-b0aa71fd7adb tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3921282 Aug 09 15:31:39.384719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Request body: {'port': {'device_id': 'd0870796-aac4-4829-9c96-e6da84021dc3', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7f3ae7e9861742299ea85784afa3e634'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:39.418139 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:39.522699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 50c461e9-e411-45cd-ba28-9c2def6677e2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=50c461e9-e411-45cd-ba28-9c2def6677e2,segment=NetworkSegment(bd9ab111-99b1-4974-adb2-cdc07d6ad1f9),segment_id=bd9ab111-99b1-4974-adb2-cdc07d6ad1f9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:39.532423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:39.617114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=50c461e9-e411-45cd-ba28-9c2def6677e2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:39.663519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3faea-3ea7-4fd3-b01c-33cf309a4c79 req-11a47ee5-8569-41e3-9413-5a500602fa4b tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:39.665146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85b3faea-3ea7-4fd3-b01c-33cf309a4c79 req-11a47ee5-8569-41e3-9413-5a500602fa4b tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 949 time: 0.1637332 Aug 09 15:31:39.757440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85b3faea-3ea7-4fd3-b01c-33cf309a4c79 req-4981ecb3-73da-4282-9b49-474b39aba0a2 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644953 Aug 09 15:31:39.763270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d933c1d-cdfe-4211-b079-c0b73f59b7da req-05f42f45-4eb8-4c1c-92ac-6eb999c4cc8c tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:39.771133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d933c1d-cdfe-4211-b079-c0b73f59b7da req-05f42f45-4eb8-4c1c-92ac-6eb999c4cc8c tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1095 time: 0.2113063 Aug 09 15:31:39.819039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d933c1d-cdfe-4211-b079-c0b73f59b7da req-0cef22eb-93cb-4bbf-9b8d-4f773cbd640e tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461192 Aug 09 15:31:39.831889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Made reservation on behalf of 7f3ae7e9861742299ea85784afa3e634 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:39.836842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.076091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4301965f-cef9-47a0-83af-68e52afc3b30 req-1cf8ddc8-a138-4b10-af7d-47ffba7b1f6c tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 210 time: 0.0433743 Aug 09 15:31:40.226102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-0cb26186-b87b-4fb6-96c6-e7ff1a0c6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:40.228399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-0cb26186-b87b-4fb6-96c6-e7ff1a0c6114 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1096 time: 0.1443985 Aug 09 15:31:40.230160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Allocated IP 192.168.233.55 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/47527dcf-8d13-4386-9b8a-e2816bd654eb) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:40.380924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-409ec6ed-a0c9-44eb-8bf7-3fda869b00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:40.382506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-409ec6ed-a0c9-44eb-8bf7-3fda869b00e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1463645 Aug 09 15:31:40.438597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-2774f06f-be34-4fb7-b6eb-10c2a9e9515a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 200 len: 217 time: 0.0429626 Aug 09 15:31:40.444914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39530) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:40.582716 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53b0986d-4f33-4287-8009-45fd64b4bc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.633932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-8cced61c-e366-4a0f-bbf1-cd1eba066fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:40.635391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-8cced61c-e366-4a0f-bbf1-cd1eba066fbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.1703017 Aug 09 15:31:40.695122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-80ba38bb-0a88-4a26-8b36-a9754bd52d42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443027 Aug 09 15:31:40.704961 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.739034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53b0986d-4f33-4287-8009-45fd64b4bc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.741449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53b0986d-4f33-4287-8009-45fd64b4bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.781074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-53b0986d-4f33-4287-8009-45fd64b4bc00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdff548fe79b402eb8fcf05a6baff3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324654 Aug 09 15:31:40.786465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39534) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:40.828074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-01e98322-9703-4a18-ae64-01b0baa4e3b6 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152179 Aug 09 15:31:40.841462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-261b3fde-0823-48cc-9406-774baa4e4aff tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:40.848832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-261b3fde-0823-48cc-9406-774baa4e4aff tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 821 time: 0.4576204 Aug 09 15:31:40.867379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0986d-4f33-4287-8009-45fd64b4bc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573eb3e5-1d9e-486c-8e1e-0efa27ae3827,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:40.896052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39536) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:40.901456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f0a84419-e9b8-4f08-be23-e7c8ab17a3e3 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937344032', 'description': 'tempest-description--552383792'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:40.934312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 50c461e9-e411-45cd-ba28-9c2def6677e2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:40.960501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91d5c564-8871-40aa-b023-eae54f195fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.970122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Transition to ACTIVE for port object 47527dcf-8d13-4386-9b8a-e2816bd654eb will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:40.985896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91d5c564-8871-40aa-b023-eae54f195fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.993957 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0a84419-e9b8-4f08-be23-e7c8ab17a3e3 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.038612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 50c461e9-e411-45cd-ba28-9c2def6677e2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:41.039430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.064430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-e1ef23bd-dd69-4c61-8285-48bf11621a17 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/quotas/93cadee9f55442db8de1de7b0c004894 HTTP/1.1" status: 200 len: 375 time: 0.2143331 Aug 09 15:31:41.087505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91d5c564-8871-40aa-b023-eae54f195fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.090013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91d5c564-8871-40aa-b023-eae54f195fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.093487 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-91d5c564-8871-40aa-b023-eae54f195fc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/573eb3e5-1d9e-486c-8e1e-0efa27ae3827 HTTP/1.1" status: 204 len: 168 time: 0.3033884 Aug 09 15:31:41.122028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5c564-8871-40aa-b023-eae54f195fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573eb3e5-1d9e-486c-8e1e-0efa27ae3827,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:41.167043 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0a84419-e9b8-4f08-be23-e7c8ab17a3e3 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.174245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0a84419-e9b8-4f08-be23-e7c8ab17a3e3 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.216192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0a84419-e9b8-4f08-be23-e7c8ab17a3e3 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.217718 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f0a84419-e9b8-4f08-be23-e7c8ab17a3e3 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3206565 Aug 09 15:31:41.218892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a84419-e9b8-4f08-be23-e7c8ab17a3e3 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841453d3-2c62-4314-8672-531a679aba9e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:41.221304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39542) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:41.226809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-252315b6-228d-4895-922b-f4ce22a2c0de tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Request body: {'security_group_rule': {'security_group_id': '841453d3-2c62-4314-8672-531a679aba9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:41.277029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-252315b6-228d-4895-922b-f4ce22a2c0de tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.361519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fbbd6-ccac-42b1-942f-f7827958defd req-38bb3232-8502-423d-bc59-a63f511a0183 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:41.368705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-708fbbd6-ccac-42b1-942f-f7827958defd req-38bb3232-8502-423d-bc59-a63f511a0183 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 945 time: 0.3938508 Aug 09 15:31:41.371858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-252315b6-228d-4895-922b-f4ce22a2c0de tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.379431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-252315b6-228d-4895-922b-f4ce22a2c0de tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.391875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-efc43fb3-dd64-44fb-91bb-796458155435 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372190 Aug 09 15:31:41.405746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252315b6-228d-4895-922b-f4ce22a2c0de tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd20127-bc5c-4b77-98e5-51ee16eefc09,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:41.411221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-252315b6-228d-4895-922b-f4ce22a2c0de tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.416381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-252315b6-228d-4895-922b-f4ce22a2c0de tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1937518 Aug 09 15:31:41.417468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39546) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:41.422852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4da634cd-fcb1-4ec4-b791-5a755e0d55a2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Request body: {'security_group_rule': {'security_group_id': '841453d3-2c62-4314-8672-531a679aba9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:41.437284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-b76aad6e-9c2b-4a32-98a2-da1769719b65 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3294663 Aug 09 15:31:41.439902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.454481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['ce11eaf9-48b7-4837-8456-4ced04cb58ef'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:41.470358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4da634cd-fcb1-4ec4-b791-5a755e0d55a2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.557554 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-c9e7b7c5-33cb-49a2-85d9-ffaf54340f25 service neutron] 10.222.0.64 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192510 Aug 09 15:31:41.578970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4da634cd-fcb1-4ec4-b791-5a755e0d55a2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.587947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4da634cd-fcb1-4ec4-b791-5a755e0d55a2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.630079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da634cd-fcb1-4ec4-b791-5a755e0d55a2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d0c460-3087-4ed7-b006-0d1ff443f7a2,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:41.654313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4da634cd-fcb1-4ec4-b791-5a755e0d55a2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.656468 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4da634cd-fcb1-4ec4-b791-5a755e0d55a2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2375474 Aug 09 15:31:41.659480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39554) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:41.674843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:41.725430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.786930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-708fbbd6-ccac-42b1-942f-f7827958defd req-af7ffc98-738f-4deb-8fb6-8df750a14b51 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172113 Aug 09 15:31:41.815417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:41.834134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:41.836955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:41.859896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:41.862961 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.879353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Pushing event updated for resources: {'Port': ['ID=47527dcf-8d13-4386-9b8a-e2816bd654eb,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:41.917473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-170ea6fc-dda5-47a0-bceb-ecbd4e3f03a1 service neutron] 10.222.0.64 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587685 Aug 09 15:31:42.028659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-e8f5e374-f4df-4dd2-a1d8-33666b5cc27e tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:42.030920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-e8f5e374-f4df-4dd2-a1d8-33666b5cc27e tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.4712441 Aug 09 15:31:42.032953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-d68cba8e-8d6f-4582-a042-eb3625f8ac35 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6523933 Aug 09 15:31:42.058376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Request body: {'port': {'device_id': 'd0870796-aac4-4829-9c96-e6da84021dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:42.075037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799523-2'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:42.179687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5526de-e952-4581-854f-5674624f26c3 req-2e603131-546c-4718-8fa1-4866d1fad8e4 tempest-ServersAdminNegativeTestJSON-2005097450 tempest-ServersAdminNegativeTestJSON-2005097450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:42.180865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae5526de-e952-4581-854f-5674624f26c3 req-2e603131-546c-4718-8fa1-4866d1fad8e4 tempest-ServersAdminNegativeTestJSON-2005097450 tempest-ServersAdminNegativeTestJSON-2005097450-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 1100 time: 0.3066015 Aug 09 15:31:42.241611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae5526de-e952-4581-854f-5674624f26c3 req-e9fab641-ee7f-41a9-860c-4622a2eb62e9 tempest-ServersAdminNegativeTestJSON-2005097450 tempest-ServersAdminNegativeTestJSON-2005097450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:42.302086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:42.310055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39572) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:42.351299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f3f025eb-36d7-49fe-b997-d0378c08ae1d None None] Provisioning for port 47527dcf-8d13-4386-9b8a-e2816bd654eb completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:42.356515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f3f025eb-36d7-49fe-b997-d0378c08ae1d None None] Provisioning complete for port 47527dcf-8d13-4386-9b8a-e2816bd654eb triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:42.356952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f3f025eb-36d7-49fe-b997-d0378c08ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:42.359305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:42.466859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f3f025eb-36d7-49fe-b997-d0378c08ae1d None None] Port 47527dcf-8d13-4386-9b8a-e2816bd654eb cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:42.544322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-672944110-network', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:42.571708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Allocated IP 172.25.7.217 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e629cf6b-c6b4-47cd-b37b-5aad8c2c3ab1) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:42.677704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:31:42.677704 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:31:42.677704 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id_1': '38fa81fa53ed4409a1cc4b42193be731', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 31, 42, 555069)}] Aug 09 15:31:42.677704 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:31:42.678160 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:31:42.678430 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:42.752178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:42.822100 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:42.880372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:42.885333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:42.888559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:42.918875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae5526de-e952-4581-854f-5674624f26c3 req-e9fab641-ee7f-41a9-860c-4622a2eb62e9 tempest-ServersAdminNegativeTestJSON-2005097450 tempest-ServersAdminNegativeTestJSON-2005097450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:42.931116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event updated for resources: {'Port': ['ID=e629cf6b-c6b4-47cd-b37b-5aad8c2c3ab1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:42.936421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ede151-e149-4d8a-a91d-59e6e52a4a05 req-ce580e5d-076c-4e0e-9e65-94e0376ccac3 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:42.944108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ede151-e149-4d8a-a91d-59e6e52a4a05 req-ce580e5d-076c-4e0e-9e65-94e0376ccac3 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 935 time: 0.2705917 Aug 09 15:31:42.956759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae5526de-e952-4581-854f-5674624f26c3 req-e9fab641-ee7f-41a9-860c-4622a2eb62e9 tempest-ServersAdminNegativeTestJSON-2005097450 tempest-ServersAdminNegativeTestJSON-2005097450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.073763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae5526de-e952-4581-854f-5674624f26c3 req-e9fab641-ee7f-41a9-860c-4622a2eb62e9 tempest-ServersAdminNegativeTestJSON-2005097450 tempest-ServersAdminNegativeTestJSON-2005097450-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8798640 Aug 09 15:31:43.102126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab641-ee7f-41a9-860c-4622a2eb62e9 tempest-ServersAdminNegativeTestJSON-2005097450 tempest-ServersAdminNegativeTestJSON-2005097450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443ac2e3-757c-4e79-b44d-856574c99f60,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:43.120502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.188669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ede151-e149-4d8a-a91d-59e6e52a4a05 req-506c8ee3-3edc-4152-aa18-675960a68c7f tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389941 Aug 09 15:31:43.205069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.222762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:43.254619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Made reservation on behalf of 38fa81fa53ed4409a1cc4b42193be731 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:43.258882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.282169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.300947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab9c93f-37ce-4aa7-8787-a0fe43ee7657 req-0ab88f45-0dc0-4210-85a3-9be1593de586 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 210 time: 0.0822203 Aug 09 15:31:43.396853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:43.501075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d6d8f-c928-42ac-9274-1fd0e86db884 req-df3227af-c229-4909-9bc0-a3a451325671 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:43.502719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f94d6d8f-c928-42ac-9274-1fd0e86db884 req-df3227af-c229-4909-9bc0-a3a451325671 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 945 time: 0.1687963 Aug 09 15:31:43.528411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:43.530996 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3847d93-ac1e-4dd0-9468-d2ca2cadae98" -d '{"events": [{"server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "name": "network-vif-unplugged", "status": "completed", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:43.538226 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.562336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.582307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47527dcf-8d13-4386-9b8a-e2816bd654eb {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:43.596463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.623488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.623955 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.642016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f94d6d8f-c928-42ac-9274-1fd0e86db884 req-e356efb1-a08f-46b5-8245-788e23842c6d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108484 Aug 09 15:31:43.744592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Transition to ACTIVE for port object 47527dcf-8d13-4386-9b8a-e2816bd654eb will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:43.772084 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.780182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.786823 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0659241e-6e4f-444f-a027-1c05dd528810 x-openstack-request-id: req-0659241e-6e4f-444f-a027-1c05dd528810 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:43.788935 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "name": "network-vif-unplugged", "status": "completed", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:43.789422 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0659241e-6e4f-444f-a027-1c05dd528810 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:43.790068 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b', 'code': 200} Aug 09 15:31:43.846287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Pushing event updated for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:43.900153 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.935122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Pushing event updated for resources: {'Port': ['ID=47527dcf-8d13-4386-9b8a-e2816bd654eb,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:44.002445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on host n-h2-799523-2 for vnic_type normal with profile {"migrating_to": "n-h1-799523-2"} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:44.003265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:44.003770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:44.012437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:44.013274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Attempting to bind port 12521cef-a9c6-45e9-8647-f87ed026d64b on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:44.027760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:44.028330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:44.029123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:44.029338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Bound port: 12521cef-a9c6-45e9-8647-f87ed026d64b, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:44.030128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.036664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event updated for resources: {'Port': ['ID=e629cf6b-c6b4-47cd-b37b-5aad8c2c3ab1,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:44.051687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Attempting to bind port 47527dcf-8d13-4386-9b8a-e2816bd654eb on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:44.052195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Attempting to bind port 47527dcf-8d13-4386-9b8a-e2816bd654eb by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:44.052626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Attempting to bind port 47527dcf-8d13-4386-9b8a-e2816bd654eb on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:44.081161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Port 47527dcf-8d13-4386-9b8a-e2816bd654eb on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:44.081738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Attempting to bind port 47527dcf-8d13-4386-9b8a-e2816bd654eb on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:44.082983 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:31:44.124716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:31:44.163290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:44.166464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:44.167071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:44.167971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Bound port: 47527dcf-8d13-4386-9b8a-e2816bd654eb, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:44.168587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.189087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd197ab-acbb-4a98-9cca-ca4e03576bb6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:44.211239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.211895 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Added segment ed91dfe6-8abe-454c-a690-ca6656c7f394 of type vlan for network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 Aug 09 15:31:44.244220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.275855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:44.288805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-228da40a-e54c-41ea-bb84-ac3a1e7fdab2 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:44.293407 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-228da40a-e54c-41ea-bb84-ac3a1e7fdab2 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 821 time: 0.6708956 Aug 09 15:31:44.297310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:44.326462 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.370188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] For port 47527dcf-8d13-4386-9b8a-e2816bd654eb, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:44.371506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.373882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] For port 47527dcf-8d13-4386-9b8a-e2816bd654eb, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=47527dcf-8d13-4386-9b8a-e2816bd654eb,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:44.412922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Request body: {'port': {'device_id': '47e286b2-da35-43dc-b242-5db01942f3ee', 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'admin_state_up': True, 'tenant_id': '93cadee9f55442db8de1de7b0c004894'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:44.414055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.459226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.460689 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-04104dd8-5c22-4a08-9b87-c0a5b5cbe767 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7997985 Aug 09 15:31:44.463678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.465476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:44.466155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.496546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:44.497164 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.498598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] 10.222.0.66 "PUT /v2.0/ports/47527dcf-8d13-4386-9b8a-e2816bd654eb HTTP/1.1" status: 200 len: 1095 time: 2.4548421 Aug 09 15:31:44.595928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:44.596580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.598022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] 10.222.0.35 "PUT /v2.0/ports/12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 200 len: 1121 time: 2.5358083 Aug 09 15:31:44.614791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a65a6-7e9d-4dbc-b81a-67519c973a9a req-731a06f5-c331-40e3-92b7-4221ed6ff665 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:44.616393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-935a65a6-7e9d-4dbc-b81a-67519c973a9a req-731a06f5-c331-40e3-92b7-4221ed6ff665 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 947 time: 0.2626510 Aug 09 15:31:44.630296 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] Pushing event updated for resources: {'Network': ['ID=51bbfd32-ac92-4c8d-9de8-33eb5c19e405,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:44.646760 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-21948cd7-9f0b-4011-ad73-47bb85db7015 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3322227 Aug 09 15:31:44.646876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39612) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:44.653372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:31:44.660023 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Request body: {'subnet': {'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-672944110-subnet', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:44.702800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Made reservation on behalf of 93cadee9f55442db8de1de7b0c004894 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:44.702800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.745923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ba501-1479-430c-a9f8-48609a1fdacd req-2600a9bf-c663-4555-862f-1c78167972c0 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:44.750812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Made reservation on behalf of 38fa81fa53ed4409a1cc4b42193be731 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:44.757409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a20ba501-1479-430c-a9f8-48609a1fdacd req-2600a9bf-c663-4555-862f-1c78167972c0 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 949 time: 0.3792682 Aug 09 15:31:44.766391 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:44.871342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9172ae-c2ad-4a24-ae05-db0b92883df0 service neutron] Pushing event updated for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=8']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:44.878078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['12521cef-a9c6-45e9-8647-f87ed026d64b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:44.976351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-935a65a6-7e9d-4dbc-b81a-67519c973a9a req-a656ea92-486b-4f05-b352-7c84cc1340f2 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665946 Aug 09 15:31:44.999878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a20ba501-1479-430c-a9f8-48609a1fdacd req-091452e8-0c3e-4353-bbc8-12034e7b784c tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415807 Aug 09 15:31:45.035314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-4deb5e63-7b63-4136-9281-057e40c55164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:45.039601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-4deb5e63-7b63-4136-9281-057e40c55164 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f3ae7e9861742299ea85784afa3e634&device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 1098 time: 0.4912078 Aug 09 15:31:45.087170 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-728f3c38-4b3a-4fd2-ab4a-919d872dd45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.109180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.147723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Allocated IP 172.20.0.14 (7a1652f2-e7df-429a-bfeb-03d9527afb84/b0d7e709-d5b9-4008-8b84-c3db00422153/704f0886-c2b0-4d18-8ba6-b8abc8e19dd5) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:45.155113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-5528a0d0-58b9-4dd2-b68a-0626e68b3988 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=47527dcf-8d13-4386-9b8a-e2816bd654eb HTTP/1.1" status: 200 len: 217 time: 0.0925822 Aug 09 15:31:45.190481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f86b8-6883-4c7f-90c8-faef0b3175f6 service neutron] Pushing event updated for resources: {'Port': ['ID=47527dcf-8d13-4386-9b8a-e2816bd654eb,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:45.222810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc0ae59-4947-43c6-8059-b45d61ccd9fe,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:45.251304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Checking segment: {'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:45.251757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Network hostable DHCP agents. Network: 51bbfd32-ac92-4c8d-9de8-33eb5c19e405, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:31:45.277678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7639effa-756d-4f38-ad66-b87b1f43ec82 req-d05f3806-1041-4c81-b916-c33b8da9a0cb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 210 time: 0.1317785 Aug 09 15:31:45.311309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-ea7c1ebb-e366-438e-a33c-f568cb3bb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:45.313436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-ea7c1ebb-e366-438e-a33c-f568cb3bb6de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1366453 Aug 09 15:31:45.324713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae280f-5b9d-47ab-90e9-07a31469ce34 req-fc87223c-f7f7-44cd-ac89-af9a57f124e7 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:45.332248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5aae280f-5b9d-47ab-90e9-07a31469ce34 req-fc87223c-f7f7-44cd-ac89-af9a57f124e7 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 943 time: 0.1831665 Aug 09 15:31:45.407861 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.412014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:31:45.430074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 51bbfd32-ac92-4c8d-9de8-33eb5c19e405) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:45.436342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:45.436975 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.438770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eacd0e2-598a-469f-8e26-510abfc30a2b None None] Network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:45.468108 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d27f7421-1af2-45be-8fc4-1a732bc5fd04 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8199434 Aug 09 15:31:45.472193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39628) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:45.476912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:45.492492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.495156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-cfafa291-d2f6-497e-9258-a84b2246ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:45.496969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-cfafa291-d2f6-497e-9258-a84b2246ab67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621866 Aug 09 15:31:45.553896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.555256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.561271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Network 7a1652f2-e7df-429a-bfeb-03d9527afb84 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:45.571097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:45.575699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:45.603933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Pushing event updated for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:45.630303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5aae280f-5b9d-47ab-90e9-07a31469ce34 req-0d4b3dc6-a65f-4b78-81db-21d611d5b103 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919819 Aug 09 15:31:45.632807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-cee476ca-b430-4642-b7cb-6358396f166e service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110032 Aug 09 15:31:45.650380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-b472ac21-c8bc-445d-896b-47ce03819a7b tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1937344032&fields=id&tenant_id=f0c04a43bf1745f6b44cfddb56114a46 HTTP/1.1" status: 200 len: 267 time: 0.2686057 Aug 09 15:31:45.664063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.673231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:45.673890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.761877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-51bbfd32-ac92-4c8d-9de8-33eb5c19e405', 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'fixed_ips': [{'subnet_id': '8bc0ae59-4947-43c6-8059-b45d61ccd9fe'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:31:45.764566 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:45.780349 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-8d7811ab-b074-4042-bea4-3eeca19ba3aa tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3715200 Aug 09 15:31:45.802884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Request body: {'port': {'device_id': '47e286b2-da35-43dc-b242-5db01942f3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:45.817145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0870796-aac4-4829-9c96-e6da84021dc3', 'tag': '47527dcf-8d13-4386-9b8a-e2816bd654eb'}, {'name': 'network-changed', 'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:45.821750 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933" -d '{"events": [{"name": "network-changed", "server_uuid": "d0870796-aac4-4829-9c96-e6da84021dc3", "tag": "47527dcf-8d13-4386-9b8a-e2816bd654eb"}, {"name": "network-changed", "server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:45.932772 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.005825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f59108-2b73-401e-a57c-7c59eefe69db req-3f9bf734-1856-4601-b882-6ce977a1e604 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:46.008290 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-63f59108-2b73-401e-a57c-7c59eefe69db req-3f9bf734-1856-4601-b882-6ce977a1e604 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.66 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 949 time: 0.2449191 Aug 09 15:31:46.015496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-c8486104-9658-407c-9e75-75fedb6040ac tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:46.017570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-c8486104-9658-407c-9e75-75fedb6040ac tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/networks?id=52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 200 len: 823 time: 0.3659718 Aug 09 15:31:46.019158 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89ef375-e92a-4cd3-ae41-bb3ed55dc170 x-openstack-request-id: req-e89ef375-e92a-4cd3-ae41-bb3ed55dc170 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:46.019452 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0870796-aac4-4829-9c96-e6da84021dc3", "tag": "47527dcf-8d13-4386-9b8a-e2816bd654eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:46.019692 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e89ef375-e92a-4cd3-ae41-bb3ed55dc170 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:46.020133 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0870796-aac4-4829-9c96-e6da84021dc3', 'tag': '47527dcf-8d13-4386-9b8a-e2816bd654eb', 'status': 'completed', 'code': 200} Aug 09 15:31:46.020376 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b', 'status': 'completed', 'code': 200} Aug 09 15:31:46.035650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.057814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-d88013b5-bc27-4f03-8927-fa70819ecf53 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/quotas/f0c04a43bf1745f6b44cfddb56114a46 HTTP/1.1" status: 200 len: 375 time: 0.0320439 Aug 09 15:31:46.151380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Allocated IP 172.20.0.2 (51bbfd32-ac92-4c8d-9de8-33eb5c19e405/8bc0ae59-4947-43c6-8059-b45d61ccd9fe/e7c2e3fe-19fd-4e89-be3c-96520b472e38) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:46.198199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39642) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:46.215554 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae354c7b-e21e-41fb-9bb8-c3bf2f63809c req-28f182b0-4261-41ee-a858-7f4dc3d218f2 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628536 Aug 09 15:31:46.231287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-6c0aa392-8fe5-455f-9c76-2f7095eaa82d tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1725349 Aug 09 15:31:46.269642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea267-0d0f-49bf-81b8-fb702e7f6de7 req-37db3ace-cd05-4f0c-aa7b-bdc85afb99a9 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:46.271707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f4ea267-0d0f-49bf-81b8-fb702e7f6de7 req-37db3ace-cd05-4f0c-aa7b-bdc85afb99a9 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 947 time: 0.1263895 Aug 09 15:31:46.421516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.439633 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.451302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Transition to ACTIVE for port object e7c2e3fe-19fd-4e89-be3c-96520b472e38 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:46.459975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-bc858b8f-5bd0-4a04-bacc-1f3b7d834547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:46.461564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-bc858b8f-5bd0-4a04-bacc-1f3b7d834547 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f3ae7e9861742299ea85784afa3e634&device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 1098 time: 0.1888697 Aug 09 15:31:46.480451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Transition to ACTIVE for port object e7c2e3fe-19fd-4e89-be3c-96520b472e38 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:46.488892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.549371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:46.553364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:46.562747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:46.573512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Pushing event updated for resources: {'Port': ['ID=e7c2e3fe-19fd-4e89-be3c-96520b472e38,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:46.651735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:46.653956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Attempting to bind port e7c2e3fe-19fd-4e89-be3c-96520b472e38 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:46.654828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Attempting to bind port e7c2e3fe-19fd-4e89-be3c-96520b472e38 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:46.655201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Attempting to bind port e7c2e3fe-19fd-4e89-be3c-96520b472e38 on network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:46.666997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.668323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:46.669429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Checking segment: {'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:46.669849 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.671125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Bound using segment: {'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:46.671684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Bound port: e7c2e3fe-19fd-4e89-be3c-96520b472e38, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:46.672357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.676570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Deleting port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:31:46.677176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.723795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f4ea267-0d0f-49bf-81b8-fb702e7f6de7 req-5b1537a3-8a67-4516-8589-3ce840d871fb tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024274 Aug 09 15:31:46.799371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-bd3e8854-0e3d-449c-9e3c-2fff58f3f35b service neutron] 10.222.0.64 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143707 Aug 09 15:31:46.961773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] For port e7c2e3fe-19fd-4e89-be3c-96520b472e38, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:46.964614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.968454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] For port e7c2e3fe-19fd-4e89-be3c-96520b472e38, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e7c2e3fe-19fd-4e89-be3c-96520b472e38,segment=NetworkSegment(ed91dfe6-8abe-454c-a690-ca6656c7f394),segment_id=ed91dfe6-8abe-454c-a690-ca6656c7f394)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:46.975180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 12521cef-a9c6-45e9-8647-f87ed026d64b details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:46.981442 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:46.986677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.071441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Transition to ACTIVE for port object 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:47.071661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6572c9-a055-4b90-be3f-a49565d2bb20 None None] Pushing event updated for resources: {'Port': ['ID=e7c2e3fe-19fd-4e89-be3c-96520b472e38,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:47.085556 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.117238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-98d8b83d-3deb-4ac3-befb-dd34c93d8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:47.119035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-98d8b83d-3deb-4ac3-befb-dd34c93d8a53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.6429224 Aug 09 15:31:47.124128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d07c0a2fb6744f7ea718c8038aec072a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9234626 Aug 09 15:31:47.130180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39650) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:47.138102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf616cae-072e-409f-8ab6-d56ebc073b60,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:47.156833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d437cc7-8db8-4b92-b273-d7cea5a00791 req-d4eb441d-7942-4da9-8b8c-b691488b6f46 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:47.159065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d437cc7-8db8-4b92-b273-d7cea5a00791 req-d4eb441d-7942-4da9-8b8c-b691488b6f46 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 949 time: 0.1921153 Aug 09 15:31:47.193439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:47.208378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 12521cef-a9c6-45e9-8647-f87ed026d64b has no active binding in host n-h1-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:31:47.280883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.282405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.282759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.283104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.283464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.284884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.286062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.286411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.287414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.287753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.288119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.288448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b502ec2-5103-4976-8b06-194d68cad26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:47.338303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-5f06046d-c8f6-4370-b84d-59f43b67f586 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=47527dcf-8d13-4386-9b8a-e2816bd654eb HTTP/1.1" status: 200 len: 217 time: 0.2089806 Aug 09 15:31:47.346867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Pushing event updated for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:47.351539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d437cc7-8db8-4b92-b273-d7cea5a00791 req-8d1ee663-2f48-4b1b-b63a-e757f1a7c5b8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187243 Aug 09 15:31:47.387023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8a9d967-47d3-4853-845a-b2a62b28aadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.441018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.443497 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-274baa04-9404-43ce-944a-7ea11eb6fa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.486137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] For port 036f6e11-5b96-4e39-9df8-3a43f0b98d31, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=036f6e11-5b96-4e39-9df8-3a43f0b98d31,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:47.487235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.490432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-d40c3815-d3a3-418e-a772-97c408a5e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:47.492003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-d40c3815-d3a3-418e-a772-97c408a5e892 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1386850 Aug 09 15:31:47.492140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.523422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-e82d551b-234f-4d2c-9ea7-3384c35b2f99 service neutron] 10.222.0.64 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085867 Aug 09 15:31:47.533816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Calling delete_port for 036f6e11-5b96-4e39-9df8-3a43f0b98d31 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:31:47.587603 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8a9d967-47d3-4853-845a-b2a62b28aadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.663682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:47.664046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:47.664374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:47.718399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-eb6cb4d7-7ab5-4b1d-9407-167554d5ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:47.720099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-eb6cb4d7-7ab5-4b1d-9407-167554d5ecc2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912811 Aug 09 15:31:47.733370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a7dfc-f03d-4af9-a0e2-9fd649ddf828 req-ae0b8cc8-cb3c-4f74-a118-3ee100dc737a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:47.735078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b57a7dfc-f03d-4af9-a0e2-9fd649ddf828 req-ae0b8cc8-cb3c-4f74-a118-3ee100dc737a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.2047527 Aug 09 15:31:47.755999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.820234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Allocated IP 172.25.7.33 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/72aff0a1-6405-4ead-910c-fba0973956fb) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:47.824985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:47.825208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:47.839842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:47.839842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:47.840198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:47.840544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Bound port: 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:47.840897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.852294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b57a7dfc-f03d-4af9-a0e2-9fd649ddf828 req-565e5282-896f-4ccc-9203-a4cb8e13551a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988829 Aug 09 15:31:47.907083 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8a9d967-47d3-4853-845a-b2a62b28aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.931885 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8a9d967-47d3-4853-845a-b2a62b28aadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:47.942348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f8a9d967-47d3-4853-845a-b2a62b28aadd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf616cae-072e-409f-8ab6-d56ebc073b60 HTTP/1.1" status: 204 len: 168 time: 0.7998633 Aug 09 15:31:47.965207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9d967-47d3-4853-845a-b2a62b28aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf616cae-072e-409f-8ab6-d56ebc073b60,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:48.028758 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0e6c8c4-10fa-4a47-b6dc-64b3186cdb35 req-51307e08-1ba9-47d2-a7ef-dd3c4b5b5d12 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 210 time: 0.0637064 Aug 09 15:31:48.115751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04476a49-262b-404a-b707-71f8ce2b2145 req-9b8de571-e96a-4168-903e-8f1de027c527 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:48.117649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04476a49-262b-404a-b707-71f8ce2b2145 req-9b8de571-e96a-4168-903e-8f1de027c527 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 943 time: 0.3111713 Aug 09 15:31:48.125348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-f2431fbb-73a6-4c73-b400-e444b1c467de service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811111 Aug 09 15:31:48.170994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:48.196874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:48.236782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:48.304273 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:48.318656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:48.319611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:48.321339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] 10.222.0.35 "PUT /v2.0/ports/704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 1092 time: 2.5247586 Aug 09 15:31:48.325343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:48.333386 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6ea376-e9d6-4382-b95a-bd58b525b501" -d '{"events": [{"name": "network-changed", "server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:48.381157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:48.394915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d871468d-0cc2-4b9e-9bf1-d2200877b5c2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:48.399932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['036f6e11-5b96-4e39-9df8-3a43f0b98d31'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:48.470650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Pushing event updated for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:48.494308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.494936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.495489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.495786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04476a49-262b-404a-b707-71f8ce2b2145 req-4429221f-adac-4302-aec5-9ea32af98bb2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646069 Aug 09 15:31:48.496357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.496878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.497534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.498197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.498744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.499492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.500174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.500900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.501603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564b16a-0f6c-47eb-98f2-e61ffd9ac078 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:48.532040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.66', 58611) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:48.593960 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98b5d80-b47b-4c80-9fdf-34edef96580d x-openstack-request-id: req-d98b5d80-b47b-4c80-9fdf-34edef96580d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:48.594389 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:48.594737 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d98b5d80-b47b-4c80-9fdf-34edef96580d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:48.595208 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5', 'status': 'completed', 'code': 200} Aug 09 15:31:48.630894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ab8c-d1d4-43f3-8f20-d6c5df68ca9f req-38fb0124-67e4-4172-8e3a-2f076016936a tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:48.639376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e62ab8c-d1d4-43f3-8f20-d6c5df68ca9f req-38fb0124-67e4-4172-8e3a-2f076016936a tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 947 time: 0.3928218 Aug 09 15:31:48.782345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Pushing event deleted for resources: {'Port': ['ID=036f6e11-5b96-4e39-9df8-3a43f0b98d31,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:48.816581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-6d936439-a564-4eb1-a3cc-b9b925e0df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:48.818296 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-6d936439-a564-4eb1-a3cc-b9b925e0df8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1095 time: 0.4292326 Aug 09 15:31:48.860553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6a70fd4-a896-4ce0-b7ba-f458a643e9f8 req-8bdb09af-eff1-4ebc-a693-6dca11b3e2ea tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 210 time: 0.1447411 Aug 09 15:31:48.923640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-62aedbb0-65d5-4253-b34d-ed45334981a4 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621083 Aug 09 15:31:48.943483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75044715-b55f-43ae-8b0c-6165b198d856 None None] Network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:48.952141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e62ab8c-d1d4-43f3-8f20-d6c5df68ca9f req-b2b37f7d-fc45-4162-a816-a88ddf104b62 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860913 Aug 09 15:31:49.068649 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-a20b814e-11dc-48f5-b69b-a177e48c02e9 service neutron] 10.222.0.66 "GET /v2.0/ports/12521cef-a9c6-45e9-8647-f87ed026d64b/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.4780154 Aug 09 15:31:49.072765 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-dc5f8aa7-e406-42e4-b354-540ef8069b2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 217 time: 0.0870588 Aug 09 15:31:49.096372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] No DVR routers for this DVR port 036f6e11-5b96-4e39-9df8-3a43f0b98d31 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:31:49.157668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e7c2e3fe-19fd-4e89-be3c-96520b472e38 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:49.165185 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:49.173882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:49.183489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:49.198814 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-63f59108-2b73-401e-a57c-7c59eefe69db req-d92fb788-f6fd-4cf6-9aab-bab2c2eea0b4 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.66 "DELETE /v2.0/ports/036f6e11-5b96-4e39-9df8-3a43f0b98d31 HTTP/1.1" status: 204 len: 173 time: 3.1824503 Aug 09 15:31:49.248062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a111909f-081d-4e62-948c-243c1d584e89 req-14d7c1ec-358d-48f8-a11d-ed6d0c4a2687 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 210 time: 0.1039865 Aug 09 15:31:49.275074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-06b72248-72ac-4320-a495-fcf32848cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:49.281776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 47527dcf-8d13-4386-9b8a-e2816bd654eb details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:49.289719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-06b72248-72ac-4320-a495-fcf32848cfad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1124 time: 0.1800644 Aug 09 15:31:49.302586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a86db-6df8-4be7-8ba5-3dbc3e6332f5 req-7b69128d-0896-4aad-b78b-24a102d67edd tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:49.311149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf8a86db-6df8-4be7-8ba5-3dbc3e6332f5 req-7b69128d-0896-4aad-b78b-24a102d67edd tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.2879772 Aug 09 15:31:49.358860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-35b76710-df9a-48f1-97e1-dde8b4642dec None None] Provisioning for port e7c2e3fe-19fd-4e89-be3c-96520b472e38 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:49.429317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf8a86db-6df8-4be7-8ba5-3dbc3e6332f5 req-3b30443b-ec09-40df-9d16-a8acde5fd88a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170752 Aug 09 15:31:49.515708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-170a4136-dd3d-4403-922b-a502eb0a7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:49.521135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-170a4136-dd3d-4403-922b-a502eb0a7c69 service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.2073913 Aug 09 15:31:49.521811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:49.581650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:49.588592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:49.620229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-cc5b4750-7bba-402f-b429-9a9e08a32c80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 200 len: 217 time: 0.0843790 Aug 09 15:31:49.675390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e7c2e3fe-19fd-4e89-be3c-96520b472e38 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:49.703363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e7c2e3fe-19fd-4e89-be3c-96520b472e38 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:49.703746 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:49.725831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-5c407b7d-4276-4265-ac29-f1ee40c5e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:49.727681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-5c407b7d-4276-4265-ac29-f1ee40c5e5ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.6328218 Aug 09 15:31:49.783450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706e89-2c17-4351-a955-33d3e38c494f req-ed0bd8c2-bde9-46f0-8728-4df6449e24e3 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:49.785237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7706e89-2c17-4351-a955-33d3e38c494f req-ed0bd8c2-bde9-46f0-8728-4df6449e24e3 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 943 time: 0.1620424 Aug 09 15:31:49.809506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 47527dcf-8d13-4386-9b8a-e2816bd654eb, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=47527dcf-8d13-4386-9b8a-e2816bd654eb,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:49.827336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '47527dcf-8d13-4386-9b8a-e2816bd654eb', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '47527dcf-8d13-4386-9b8a-e2816bd654eb', 'mac_address': 'fa:16:3e:c7:7d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:31:49.863274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7706e89-2c17-4351-a955-33d3e38c494f req-d06aecc5-8d35-4b9f-b932-8be8b9a98805 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685012 Aug 09 15:31:49.865249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-7c6e0b95-582d-4f91-93e2-f93861192432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:49.866698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-7c6e0b95-582d-4f91-93e2-f93861192432 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.2238410 Aug 09 15:31:49.893674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Pushing event updated for resources: {'Port': ['ID=72aff0a1-6405-4ead-910c-fba0973956fb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:49.955887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-ae4ec4e0-559b-4dd3-aabe-035f6de39c70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657704 Aug 09 15:31:49.988280 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-b2aef66f-0425-4444-a7df-67d0181d67cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2154400 Aug 09 15:31:50.116689 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:50.164329 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:50.168923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47527dcf-8d13-4386-9b8a-e2816bd654eb {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:50.203440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e785262e-cbc8-4c72-b68d-8b81222cdd0c req-736efb7c-f2c0-49ac-9921-dc6d8d283601 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=62588a75-af29-4f7c-8819-c229f63ddf18 HTTP/1.1" status: 200 len: 210 time: 0.0918946 Aug 09 15:31:50.237157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e7c2e3fe-19fd-4e89-be3c-96520b472e38, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e7c2e3fe-19fd-4e89-be3c-96520b472e38,segment=NetworkSegment(ed91dfe6-8abe-454c-a690-ca6656c7f394),segment_id=ed91dfe6-8abe-454c-a690-ca6656c7f394)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:50.252119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 47527dcf-8d13-4386-9b8a-e2816bd654eb, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=47527dcf-8d13-4386-9b8a-e2816bd654eb,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:50.253590 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:50.267455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:50.301523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-a12bdc22-e0fd-407d-a883-2a3782592e70 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363798 Aug 09 15:31:50.306212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:50.308247 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:50.313539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0e843a82-b4a1-405d-959b-e330787ee316 None None] Provisioning complete for port e7c2e3fe-19fd-4e89-be3c-96520b472e38 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:50.314213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0e843a82-b4a1-405d-959b-e330787ee316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:50.350488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:50.378916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e7c2e3fe-19fd-4e89-be3c-96520b472e38,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:50.399783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12521cef-a9c6-45e9-8647-f87ed026d64b {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:50.412510 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:50.413555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd64e6-08bc-4221-b26e-e0091a80468b req-214da7c6-1323-43dd-ac5a-3d861971b0e3 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:50.415230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cadd64e6-08bc-4221-b26e-e0091a80468b req-214da7c6-1323-43dd-ac5a-3d861971b0e3 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 947 time: 0.2093210 Aug 09 15:31:50.432640 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-042e1ca9-f9d1-4c1c-9fdb-4a972b519bef service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289030 Aug 09 15:31:50.489182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-71261bd3-6c9d-40f5-9422-91b3e18ac285 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:50.490772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=47527dcf-8d13-4386-9b8a-e2816bd654eb,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:50.492692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cadd64e6-08bc-4221-b26e-e0091a80468b req-ae241002-3704-49f4-ae8c-c6ce9d5d33d1 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562322 Aug 09 15:31:50.494100 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-71261bd3-6c9d-40f5-9422-91b3e18ac285 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.66 "GET /v2.0/networks?id=52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 200 len: 823 time: 0.8376348 Aug 09 15:31:50.494495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e49c7059-018c-4261-8b16-ddcd06eb011d req-18c9ddbb-3124-47c9-a429-caf2805c63c6 tempest-AbsoluteLimitsNegativeTestJSON-615882296 tempest-AbsoluteLimitsNegativeTestJSON-615882296-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=129a91316f874eabb89713405a3477b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113162 Aug 09 15:31:50.495152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:50.519657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['47527dcf-8d13-4386-9b8a-e2816bd654eb'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:50.601609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62588a75-af29-4f7c-8819-c229f63ddf18', 'name': 'network-vif-deleted', 'tag': '036f6e11-5b96-4e39-9df8-3a43f0b98d31'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:50.604268 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd25693f-2042-4ac9-84c8-b4c56da64972" -d '{"events": [{"server_uuid": "62588a75-af29-4f7c-8819-c229f63ddf18", "name": "network-vif-deleted", "tag": "036f6e11-5b96-4e39-9df8-3a43f0b98d31"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:50.659484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ecbc3c2-7e3f-4993-8d01-b5cd59048933 req-55771ddd-bc23-4781-81d0-0f05de67471d service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433731 Aug 09 15:31:50.695570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de70835e-d578-4d9c-913c-7cd5dce21856 req-2588c169-64fb-4c5c-b2b9-53d1b5300934 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 210 time: 0.0729489 Aug 09 15:31:50.758144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c7059-018c-4261-8b16-ddcd06eb011d req-bebae5b3-84be-4d36-a9c1-2c2bd84bf45e tempest-AbsoluteLimitsNegativeTestJSON-615882296 tempest-AbsoluteLimitsNegativeTestJSON-615882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:50.759923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e49c7059-018c-4261-8b16-ddcd06eb011d req-bebae5b3-84be-4d36-a9c1-2c2bd84bf45e tempest-AbsoluteLimitsNegativeTestJSON-615882296 tempest-AbsoluteLimitsNegativeTestJSON-615882296-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552803 Aug 09 15:31:50.782008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e49c7059-018c-4261-8b16-ddcd06eb011d req-f0e644b5-ef32-496d-93ad-3c05c37d576f tempest-AbsoluteLimitsNegativeTestJSON-615882296 tempest-AbsoluteLimitsNegativeTestJSON-615882296-project] 10.222.0.64 "GET /v2.0/quotas/129a91316f874eabb89713405a3477b6 HTTP/1.1" status: 200 len: 375 time: 0.0152836 Aug 09 15:31:50.892883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e49c7059-018c-4261-8b16-ddcd06eb011d req-21ddffcb-a1f2-47ed-895e-1cf9dc6ecfea tempest-AbsoluteLimitsNegativeTestJSON-615882296 tempest-AbsoluteLimitsNegativeTestJSON-615882296-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=129a91316f874eabb89713405a3477b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873966 Aug 09 15:31:50.922037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d891a2-9ac5-4aa2-a5e1-05f55ec68472 req-46248d5f-ea1c-4530-83f3-afbfefae03f8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:50.929752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8d891a2-9ac5-4aa2-a5e1-05f55ec68472 req-46248d5f-ea1c-4530-83f3-afbfefae03f8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.1352053 Aug 09 15:31:50.946451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e7c2e3fe-19fd-4e89-be3c-96520b472e38 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:50.995672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8d891a2-9ac5-4aa2-a5e1-05f55ec68472 req-465984e0-cfcb-46e4-9b9a-37edbe2e3351 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595198 Aug 09 15:31:51.084152 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1392eb14-b7ed-4607-bc00-90cf4b944710 x-openstack-request-id: req-1392eb14-b7ed-4607-bc00-90cf4b944710 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:51.087862 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62588a75-af29-4f7c-8819-c229f63ddf18", "name": "network-vif-deleted", "tag": "036f6e11-5b96-4e39-9df8-3a43f0b98d31", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:51.087862 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1392eb14-b7ed-4607-bc00-90cf4b944710 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:51.087862 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62588a75-af29-4f7c-8819-c229f63ddf18', 'name': 'network-vif-deleted', 'tag': '036f6e11-5b96-4e39-9df8-3a43f0b98d31', 'status': 'completed', 'code': 200} Aug 09 15:31:51.110241 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-21f939bf-6db2-4720-a2cc-d40c36bbb156 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c04a43bf1745f6b44cfddb56114a46 HTTP/1.1" status: 200 len: 380 time: 0.5890305 Aug 09 15:31:51.119101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e7c2e3fe-19fd-4e89-be3c-96520b472e38 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:51.119632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:51.143522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Request body: {'port': {'device_id': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'admin_state_up': True, 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'security_groups': ['841453d3-2c62-4314-8672-531a679aba9e']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:51.161967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfedf-9349-47f3-8798-1e3b0b2899c5 req-48877932-d53a-4ba7-8589-05e7379d179b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:51.163736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b83bfedf-9349-47f3-8798-1e3b0b2899c5 req-48877932-d53a-4ba7-8589-05e7379d179b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 943 time: 0.0911257 Aug 09 15:31:51.214402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b83bfedf-9349-47f3-8798-1e3b0b2899c5 req-f956a574-6d95-411c-98ba-35298eef598f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Aug 09 15:31:51.260511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 47527dcf-8d13-4386-9b8a-e2816bd654eb up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:51.267416 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-095f06fd-0e17-4568-863f-c547b94bd5dc req-e8407b7d-4987-4551-84cc-acc3d844924e service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694261 Aug 09 15:31:51.316605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] Transition to ACTIVE for port object 12521cef-a9c6-45e9-8647-f87ed026d64b will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:51.332278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:51.344599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:51.362613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 47527dcf-8d13-4386-9b8a-e2816bd654eb completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:51.368125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 47527dcf-8d13-4386-9b8a-e2816bd654eb triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:51.368505 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:51.471838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39736) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:51.510250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] No DVR routers for this DVR port 12521cef-a9c6-45e9-8647-f87ed026d64b on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:31:51.551949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:51.565609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] Pushing event updated for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:51.617714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-fd9cf40e-daca-45ec-8654-7d79e7d74711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:51.619641 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-fd9cf40e-daca-45ec-8654-7d79e7d74711 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1095 time: 0.2496333 Aug 09 15:31:51.626887 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bbb4cccf-05ed-4650-8f11-d3490bf97678 service neutron] 10.222.0.66 "PUT /v2.0/ports/12521cef-a9c6-45e9-8647-f87ed026d64b/bindings/n-h1-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5337093 Aug 09 15:31:51.629718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Made reservation on behalf of f0c04a43bf1745f6b44cfddb56114a46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:51.633656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:51.641246 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ec000113-2bcd-4740-a402-c40b0a2611b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:51.660096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0870796-aac4-4829-9c96-e6da84021dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47527dcf-8d13-4386-9b8a-e2816bd654eb'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:51.670369 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6283e8d6-21ec-42c3-8286-c442b79ab7d0" -d '{"events": [{"server_uuid": "d0870796-aac4-4829-9c96-e6da84021dc3", "name": "network-vif-plugged", "status": "completed", "tag": "47527dcf-8d13-4386-9b8a-e2816bd654eb"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:51.694071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 47527dcf-8d13-4386-9b8a-e2816bd654eb, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=47527dcf-8d13-4386-9b8a-e2816bd654eb,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:51.704058 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:51.705154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 12521cef-a9c6-45e9-8647-f87ed026d64b no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:31:51.803095 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b54b0d-dc11-4fcb-9175-f54b597405f8 x-openstack-request-id: req-13b54b0d-dc11-4fcb-9175-f54b597405f8 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:51.803806 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0870796-aac4-4829-9c96-e6da84021dc3", "name": "network-vif-plugged", "status": "completed", "tag": "47527dcf-8d13-4386-9b8a-e2816bd654eb", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:51.804620 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13b54b0d-dc11-4fcb-9175-f54b597405f8 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:51.805266 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0870796-aac4-4829-9c96-e6da84021dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47527dcf-8d13-4386-9b8a-e2816bd654eb', 'code': 200} Aug 09 15:31:51.836194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 12521cef-a9c6-45e9-8647-f87ed026d64b not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:31:51.837041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 036f6e11-5b96-4e39-9df8-3a43f0b98d31 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:31:51.861516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 036f6e11-5b96-4e39-9df8-3a43f0b98d31 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:31:51.862199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 036f6e11-5b96-4e39-9df8-3a43f0b98d31 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:31:51.891946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=47527dcf-8d13-4386-9b8a-e2816bd654eb,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:51.926950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4c5d7a46-a64c-4277-921a-e89f2f3c8036 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:51.927674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-4c5d7a46-a64c-4277-921a-e89f2f3c8036 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.1674936 Aug 09 15:31:51.935580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9f1a-ce8e-42cb-9b7b-01deddb5a0b0 req-372c67e0-d9e7-467e-a2ce-31a0c5e1633e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:51.943558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-183d9f1a-ce8e-42cb-9b7b-01deddb5a0b0 req-372c67e0-d9e7-467e-a2ce-31a0c5e1633e tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 949 time: 0.1319556 Aug 09 15:31:52.005318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Allocated IP 172.20.0.8 (52ecaefa-75a3-44b6-8411-ffa1b953ba99/b92b6e17-636f-429e-90db-73ac1f263e96/e378c88a-c548-4542-84e3-4f272977dc5c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:52.023736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7e2b2-35f1-4ce4-848b-90e15997b5bb req-291e4f50-b2f7-4cad-97d6-3932bc4dc12c tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.025667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8cb7e2b2-35f1-4ce4-848b-90e15997b5bb req-291e4f50-b2f7-4cad-97d6-3932bc4dc12c tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 949 time: 0.3524263 Aug 09 15:31:52.041619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab104f1-3178-431f-b772-dbc1deab6eae req-29c57501-d4ba-4f1b-8534-fe0e5763ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.044071 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ab104f1-3178-431f-b772-dbc1deab6eae req-29c57501-d4ba-4f1b-8534-fe0e5763ce4f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 1100 time: 0.1276987 Aug 09 15:31:52.065274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-183d9f1a-ce8e-42cb-9b7b-01deddb5a0b0 req-093eddc3-9293-4d09-81e0-4aa352e92df0 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207781 Aug 09 15:31:52.095144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-ae71d285-a4e5-497d-8224-201077c8eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.096753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-ae71d285-a4e5-497d-8224-201077c8eafc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb&tenant_id=56df983dc7384ddeb5bd26f643627db1 HTTP/1.1" status: 200 len: 1095 time: 0.1307645 Aug 09 15:31:52.121379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.125483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8cb7e2b2-35f1-4ce4-848b-90e15997b5bb req-cbcf7ab0-d095-443b-959f-23f91a421bb6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856974 Aug 09 15:31:52.131488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-f382a696-3988-4317-a733-48673a24951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.133436 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-f382a696-3988-4317-a733-48673a24951a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.4967380 Aug 09 15:31:52.139099 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ab104f1-3178-431f-b772-dbc1deab6eae req-ef9a0eac-e8c9-4618-8bc2-eac87557d366 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847449 Aug 09 15:31:52.240295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ec000113-2bcd-4740-a402-c40b0a2611b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.264557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ec000113-2bcd-4740-a402-c40b0a2611b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.320934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-862aed19-061e-4278-a285-c8c74315a6a8 req-4691a727-72b4-4892-84f7-c106be860e7d tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 210 time: 0.0790541 Aug 09 15:31:52.339085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-70dbf411-6ede-40b9-8b29-13e75cf96540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.341056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-70dbf411-6ede-40b9-8b29-13e75cf96540 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1095 time: 0.2140403 Aug 09 15:31:52.349361 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-08cc3794-ca92-4e44-bc5f-022ab18ba853 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 217 time: 0.0709527 Aug 09 15:31:52.360623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ec000113-2bcd-4740-a402-c40b0a2611b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=129a91316f874eabb89713405a3477b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8870199 Aug 09 15:31:52.365770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39752) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:52.375785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562a256-51a8-45e5-88fd-ec694e104a0b req-f2072c6e-0d1f-4552-85e5-216ceb5283b5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.383438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6562a256-51a8-45e5-88fd-ec694e104a0b req-f2072c6e-0d1f-4552-85e5-216ceb5283b5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.1500707 Aug 09 15:31:52.387350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec000113-2bcd-4740-a402-c40b0a2611b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486e5b22-e659-4b01-9ead-d09316c68835,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:52.518743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6562a256-51a8-45e5-88fd-ec694e104a0b req-18c252c0-0201-496f-8d25-b6793aa0a12d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338403 Aug 09 15:31:52.555620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a519de2-52cf-4010-b859-ea95a25ed550 req-0b0f2a99-9d26-4bf1-84a2-1f51df049f9c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.557240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a519de2-52cf-4010-b859-ea95a25ed550 req-0b0f2a99-9d26-4bf1-84a2-1f51df049f9c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 944 time: 0.1042681 Aug 09 15:31:52.570798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-25739108-ec51-48ce-aeac-9eb664c472b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.572765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-25739108-ec51-48ce-aeac-9eb664c472b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1861632 Aug 09 15:31:52.574955 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.582214 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-526b40ae-e934-4945-8f23-03db8a9aa830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.607939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-5fc8139b-11ae-4de8-ad4b-d157935b7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.609791 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-5fc8139b-11ae-4de8-ad4b-d157935b7a37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.2381904 Aug 09 15:31:52.635919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-bfa5c90b-c4bb-4d79-9614-20a2b1163b6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 200 len: 217 time: 0.0461826 Aug 09 15:31:52.655399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Transition to ACTIVE for port object e378c88a-c548-4542-84e3-4f272977dc5c will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:52.659302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-526b40ae-e934-4945-8f23-03db8a9aa830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.664697 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-c0f900e8-765a-4e08-9d45-c73d114a02a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440934 Aug 09 15:31:52.690316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a519de2-52cf-4010-b859-ea95a25ed550 req-3ca598e0-49ba-4967-9f53-650ec3336272 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163318 Aug 09 15:31:52.711451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-78703522-163e-4910-ab40-b527f16b7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:52.713244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-78703522-163e-4910-ab40-b527f16b7cdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0684853 Aug 09 15:31:52.755839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-35970335-f242-4f93-9be2-d3b27982be18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319853 Aug 09 15:31:52.829126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:31:52.841565 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.867887 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-526b40ae-e934-4945-8f23-03db8a9aa830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.870463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-526b40ae-e934-4945-8f23-03db8a9aa830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:52.874724 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-526b40ae-e934-4945-8f23-03db8a9aa830 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/486e5b22-e659-4b01-9ead-d09316c68835 HTTP/1.1" status: 204 len: 168 time: 0.5027308 Aug 09 15:31:52.893501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-0ac91a81-f339-43a9-8a37-cfebd77744e1 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255202 Aug 09 15:31:52.910579 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-9c7bdf6d-3242-4584-b2c7-a86bdcf6e0d6 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350347 Aug 09 15:31:53.031889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-c59c462b-24c1-4dad-a951-c7f301c8f9a1 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189282 Aug 09 15:31:53.034357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event updated for resources: {'Port': ['ID=e378c88a-c548-4542-84e3-4f272977dc5c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:53.067789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b40ae-e934-4945-8f23-03db8a9aa830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486e5b22-e659-4b01-9ead-d09316c68835,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:53.071265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:53.090598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:53.128068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:53.257300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:53.257970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:53.309961 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-2e4fe852-39a6-4e3b-b6a4-16f727f1cbcf tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1770127 Aug 09 15:31:53.330980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a8696-547c-42a0-b4fa-1584dd0ee230 req-12cb3ad8-fa01-45b3-9055-b85895343886 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:53.342865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Request body: {'port': {'device_id': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:53.345323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f48a8696-547c-42a0-b4fa-1584dd0ee230 req-12cb3ad8-fa01-45b3-9055-b85895343886 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 949 time: 0.1533239 Aug 09 15:31:53.427636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:31:53.443023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Sync routers for ids ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:31:53.470430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Routers {'12d9cd70-bfcc-4bbb-a346-56d8d734edc4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:53.473931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:53.516542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.35', 63298) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:53.620896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f48a8696-547c-42a0-b4fa-1584dd0ee230 req-e621c87d-ae31-43e2-b216-f9da0fd2e002 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743649 Aug 09 15:31:53.678587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809326-f6a5-45c2-b306-ba530250dfcb req-819f234e-f859-4aa9-a2b5-bf95f8791a3d tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:53.692844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd809326-f6a5-45c2-b306-ba530250dfcb req-819f234e-f859-4aa9-a2b5-bf95f8791a3d tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 949 time: 0.3236964 Aug 09 15:31:53.721959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-7b84edf7-0c26-4c8d-8ff1-a81c36f23c17 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:53.724708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-7b84edf7-0c26-4c8d-8ff1-a81c36f23c17 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.2636046 Aug 09 15:31:53.772765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4a3618cb-0a2c-439b-a187-7deee4a4512d None None] Provisioning for port e378c88a-c548-4542-84e3-4f272977dc5c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:53.791628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4a3618cb-0a2c-439b-a187-7deee4a4512d None None] Provisioning complete for port e378c88a-c548-4542-84e3-4f272977dc5c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:53.792168 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a3618cb-0a2c-439b-a187-7deee4a4512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:53.807556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd809326-f6a5-45c2-b306-ba530250dfcb req-e6e53212-78f4-4d06-b7c4-71c18625893f tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130869 Aug 09 15:31:53.933337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Set router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:54.079168 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:54.094197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:54.095865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7c9be15-1848-418e-82b7-9004d9f4e86f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.6227016 Aug 09 15:31:54.104089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39786) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:54.144609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4a3618cb-0a2c-439b-a187-7deee4a4512d None None] Port e378c88a-c548-4542-84e3-4f272977dc5c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:54.187845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39788) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:54.284186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206c587-5763-413e-a0cd-0c45bcf165d9 req-b78a19bd-c66f-44ea-8140-e07dfba0222f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:54.293644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4206c587-5763-413e-a0cd-0c45bcf165d9 req-b78a19bd-c66f-44ea-8140-e07dfba0222f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 931 time: 0.5139015 Aug 09 15:31:54.336341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a6a5-4996-46bf-bf65-de9e058a661a req-c53de9db-5d6d-4cb5-9d4f-9d162d35c0c3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:54.345078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fee2a6a5-4996-46bf-bf65-de9e058a661a req-c53de9db-5d6d-4cb5-9d4f-9d162d35c0c3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.1587055 Aug 09 15:31:54.383997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4206c587-5763-413e-a0cd-0c45bcf165d9 req-21da6ed5-2864-4654-8f94-78eabaee717c tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892551 Aug 09 15:31:54.444108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fee2a6a5-4996-46bf-bf65-de9e058a661a req-cda2f65a-0896-4d30-a605-c48697ecadbd tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947278 Aug 09 15:31:54.465048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-481754183-network', 'tenant_id': '7cb5c10456284136859303d13fe188fe'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:54.499183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:31:50Z', 'revision_number': 3, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port': {'id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:47Z', 'updated_at': '2021-08-09T15:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:54.503755 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8c6ea376-e9d6-4382-b95a-bd58b525b501 req-50f6addf-c27b-424a-8b88-bac25e5e6061 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4459946 Aug 09 15:31:54.520957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-772a0ba1-1be4-4182-b17f-412e942a93cc service neutron] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:54.527834 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-772a0ba1-1be4-4182-b17f-412e942a93cc service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:54.533498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780507cb-4ca8-42e6-bcac-05518829ce68 req-772a0ba1-1be4-4182-b17f-412e942a93cc service neutron] 10.222.0.35 "DELETE /v2.0/ports/12521cef-a9c6-45e9-8647-f87ed026d64b/bindings/n-h2-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.7978153 Aug 09 15:31:54.548664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15561863-0535-4374-be46-794d3b19db2d req-6b837e07-7c45-459b-951a-df05a38b5350 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:54.550638 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15561863-0535-4374-be46-794d3b19db2d req-6b837e07-7c45-459b-951a-df05a38b5350 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 949 time: 1.0233257 Aug 09 15:31:54.594840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Checking router: 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:31:54.595240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Updating router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 port 72aff0a1-6405-4ead-910c-fba0973956fb binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:31:54.610870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Made reservation on behalf of 7cb5c10456284136859303d13fe188fe for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:54.616181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:54.644061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:54.648085 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:54.683571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ff387-e860-491a-ac3d-9e407a266f62 req-da4dbc12-8062-4980-9552-2867deac1a85 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:54.692283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d70ff387-e860-491a-ac3d-9e407a266f62 req-da4dbc12-8062-4980-9552-2867deac1a85 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 944 time: 0.1576025 Aug 09 15:31:54.801101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d70ff387-e860-491a-ac3d-9e407a266f62 req-162b7bdf-351d-4a9e-8004-a330f63fe27e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026907 Aug 09 15:31:55.005237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.026584 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.089731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6466a97-82e3-4704-8ec1-99e1e425d4fa,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:55.108039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29947b-1cfc-4620-bf76-105572784c6a req-9eba9804-39cc-4701-87b4-3af562598836 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:55.109827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d29947b-1cfc-4620-bf76-105572784c6a req-9eba9804-39cc-4701-87b4-3af562598836 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 949 time: 0.1843755 Aug 09 15:31:55.117736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.129481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Deleting port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:31:55.129840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Transition to ACTIVE for port object 72aff0a1-6405-4ead-910c-fba0973956fb will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:55.130463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.134378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb18736-946f-4f90-a38e-50a6d8606d5d req-99002d55-cf71-4891-ac31-2b236005db90 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:55.135265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:31:55.144688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bb18736-946f-4f90-a38e-50a6d8606d5d req-99002d55-cf71-4891-ac31-2b236005db90 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 949 time: 0.2376342 Aug 09 15:31:55.152799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:31:55.216236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bb18736-946f-4f90-a38e-50a6d8606d5d req-787e6c22-7f19-425a-b6f0-41228b7e44ea tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704463 Aug 09 15:31:55.232387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.232729 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Added segment a058bb32-2ea9-4fd3-8d13-e8c413d01c6d of type vlan for network 0e575e7e-f329-4e12-82ba-c7f20b248530 Aug 09 15:31:55.240317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:55.260310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5', 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'port_id': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5', 'mac_address': 'fa:16:3e:ac:a7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d7e709-d5b9-4008-8b84-c3db00422153', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:31:55.262224 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.398203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d29947b-1cfc-4620-bf76-105572784c6a req-dfd697a0-cfe4-4a75-bb0b-7b66cb318f81 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774060 Aug 09 15:31:55.429470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.451077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Attempting to bind port 72aff0a1-6405-4ead-910c-fba0973956fb on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:55.451725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Attempting to bind port 72aff0a1-6405-4ead-910c-fba0973956fb by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:55.452343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Attempting to bind port 72aff0a1-6405-4ead-910c-fba0973956fb on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:55.461354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:55.462059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:55.462670 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.463276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:55.463992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Bound port: 72aff0a1-6405-4ead-910c-fba0973956fb, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:55.464601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.478609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] For port d871468d-0cc2-4b9e-9bf1-d2200877b5c2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:55.484485 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.504710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff26024-b5b0-44d9-9f86-c36a6905dade req-b292e474-5e73-4ef3-9662-910ad4a2444d tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:55.515460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ff26024-b5b0-44d9-9f86-c36a6905dade req-b292e474-5e73-4ef3-9662-910ad4a2444d tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1095 time: 0.0915854 Aug 09 15:31:55.517902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Calling delete_port for d871468d-0cc2-4b9e-9bf1-d2200877b5c2 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:31:55.522897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] For port 72aff0a1-6405-4ead-910c-fba0973956fb, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:55.526910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] For port 72aff0a1-6405-4ead-910c-fba0973956fb, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=72aff0a1-6405-4ead-910c-fba0973956fb,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:55.530134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610edec-6ed6-41ee-adc0-bf807a11aaea None None] Pushing event updated for resources: {'Port': ['ID=72aff0a1-6405-4ead-910c-fba0973956fb,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:55.536078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.538891 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.555507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.559582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e378c88a-c548-4542-84e3-4f272977dc5c {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:55.567515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.568520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:55.569107 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.586252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.589062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:31:55.611155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:55.622414 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.645973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610edec-6ed6-41ee-adc0-bf807a11aaea None None] Pushing event updated for resources: {'Port': ['ID=72aff0a1-6405-4ead-910c-fba0973956fb,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:55.648781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Routers {'12d9cd70-bfcc-4bbb-a346-56d8d734edc4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:31:55.649547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:55.662060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ff26024-b5b0-44d9-9f86-c36a6905dade req-2fc20c0a-9a49-4596-b8b8-ad19673eeb18 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459095 Aug 09 15:31:55.677356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4880178 Aug 09 15:31:55.678033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Transition to ACTIVE for port object e378c88a-c548-4542-84e3-4f272977dc5c will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:55.679144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39804) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:55.707588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:55.712195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Request body: {'subnet': {'network_id': '0e575e7e-f329-4e12-82ba-c7f20b248530', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-481754183-subnet', 'tenant_id': '7cb5c10456284136859303d13fe188fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:55.773759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] Set router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:31:55.830794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742aa0d-9d7f-4f54-ba88-3be077b620a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e575e7e-f329-4e12-82ba-c7f20b248530,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:55.853748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916ed59-cbe0-42ab-a989-b9a75343f18b req-fff5c846-ef7f-444e-a675-144d5f390076 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:55.855402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d916ed59-cbe0-42ab-a989-b9a75343f18b req-fff5c846-ef7f-444e-a675-144d5f390076 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 931 time: 0.2890198 Aug 09 15:31:55.920456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 0e575e7e-f329-4e12-82ba-c7f20b248530 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:31:56.004452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Made reservation on behalf of 7cb5c10456284136859303d13fe188fe for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:56.006760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:56.032223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['704f0886-c2b0-4d18-8ba6-b8abc8e19dd5'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:31:56.051182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Allocated IP 172.20.0.1 (51bbfd32-ac92-4c8d-9de8-33eb5c19e405/8bc0ae59-4947-43c6-8059-b45d61ccd9fe/e3d52ede-b01d-42ec-9ccd-bce104f21b40) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:56.117831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d916ed59-cbe0-42ab-a989-b9a75343f18b req-062551a4-b952-4a54-8d8a-3957214971ac tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404006 Aug 09 15:31:56.150769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae78a3-f34d-4a24-9d2f-310ecb54d059 req-bd724415-319a-4eee-9f76-9d1d66b6e349 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:56.159920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13ae78a3-f34d-4a24-9d2f-310ecb54d059 req-bd724415-319a-4eee-9f76-9d1d66b6e349 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 945 time: 0.3012455 Aug 09 15:31:56.170255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:56.217633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:56.259913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Transition to ACTIVE for port object e3d52ede-b01d-42ec-9ccd-bce104f21b40 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:56.268099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13ae78a3-f34d-4a24-9d2f-310ecb54d059 req-8f79916e-daf5-46d2-a6d6-cbc426a77c5a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029258 Aug 09 15:31:56.322515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:31:50Z', 'revision_number': 3, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port': {'id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:47Z', 'updated_at': '2021-08-09T15:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:31:56.342792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Pushing event updated for resources: {'Port': ['ID=e378c88a-c548-4542-84e3-4f272977dc5c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:56.346173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:56.367923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34709bd-8bf1-4048-96c1-c4edcd7959d8 None None] The sync data for ids ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'] in n-d-799523-2 is: [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:31:50Z', 'revision_number': 3, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port': {'id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:47Z', 'updated_at': '2021-08-09T15:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:31:56.409182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Pushing event updated for resources: {'Port': ['ID=e3d52ede-b01d-42ec-9ccd-bce104f21b40,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:56.436860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:56.468827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:56.553451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d6953-c1ad-46e9-bf77-b783ab52b891 req-eaa4b751-5f86-48cb-98e0-508b54ad9883 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:56.555052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-679d6953-c1ad-46e9-bf77-b783ab52b891 req-eaa4b751-5f86-48cb-98e0-508b54ad9883 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef HTTP/1.1" status: 200 len: 949 time: 0.1397247 Aug 09 15:31:56.564921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:56.572927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:56.673938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Pushing event deleted for resources: {'Port': ['ID=d871468d-0cc2-4b9e-9bf1-d2200877b5c2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:56.704602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-679d6953-c1ad-46e9-bf77-b783ab52b891 req-5ed2c8c0-fda7-4ad3-a7ec-25d1a5c053d6 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bbdb89d-42a6-4b1a-bc05-2aea838283b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280112 Aug 09 15:31:56.737383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-22ee9a82-34b0-4a18-84a2-7c5a0d022f26 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:56.744755 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-22ee9a82-34b0-4a18-84a2-7c5a0d022f26 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 807 time: 0.4470971 Aug 09 15:31:56.778060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] No DVR routers for this DVR port d871468d-0cc2-4b9e-9bf1-d2200877b5c2 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:31:56.780326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:56.824674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:56.831561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-c272854c-de29-4e61-b167-f83846e690d1 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/quotas/56df983dc7384ddeb5bd26f643627db1 HTTP/1.1" status: 200 len: 375 time: 0.0567744 Aug 09 15:31:56.851442 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:56.853651 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15561863-0535-4374-be46-794d3b19db2d req-0e1bb34f-4e61-4582-b26f-91aca6dba7f8 tempest-ServersAdminNegativeTestJSON-594124383 tempest-ServersAdminNegativeTestJSON-594124383-project] 10.222.0.35 "DELETE /v2.0/ports/d871468d-0cc2-4b9e-9bf1-d2200877b5c2 HTTP/1.1" status: 204 len: 173 time: 2.2930357 Aug 09 15:31:56.854165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef', 'name': 'network-vif-deleted', 'tag': 'd871468d-0cc2-4b9e-9bf1-d2200877b5c2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:56.857953 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078fa067-ef9b-4893-ad85-cdcd6e7cd657" -d '{"events": [{"server_uuid": "4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef", "name": "network-vif-deleted", "tag": "d871468d-0cc2-4b9e-9bf1-d2200877b5c2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:56.869827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Attempting to bind port e378c88a-c548-4542-84e3-4f272977dc5c on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:56.870170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Attempting to bind port e378c88a-c548-4542-84e3-4f272977dc5c by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:56.870543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Attempting to bind port e378c88a-c548-4542-84e3-4f272977dc5c on network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:56.894265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Port e378c88a-c548-4542-84e3-4f272977dc5c on network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:31:56.894781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Attempting to bind port e378c88a-c548-4542-84e3-4f272977dc5c on network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:56.914688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:56.914948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Checking segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:56.915253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Bound using segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:56.915717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Bound port: e378c88a-c548-4542-84e3-4f272977dc5c, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:56.916106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:56.937382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-96157367-5bd2-4c35-a698-67e5b6a4d78b None None] Provisioning for port e3d52ede-b01d-42ec-9ccd-bce104f21b40 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:56.941831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-96157367-5bd2-4c35-a698-67e5b6a4d78b None None] Provisioning complete for port e3d52ede-b01d-42ec-9ccd-bce104f21b40 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:56.942216 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-96157367-5bd2-4c35-a698-67e5b6a4d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:57.006576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d871468d-0cc2-4b9e-9bf1-d2200877b5c2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:31:57.049872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] For port e378c88a-c548-4542-84e3-4f272977dc5c, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:57.057000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] For port e378c88a-c548-4542-84e3-4f272977dc5c, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e378c88a-c548-4542-84e3-4f272977dc5c,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:57.075350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: d871468d-0cc2-4b9e-9bf1-d2200877b5c2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:31:57.075592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d871468d-0cc2-4b9e-9bf1-d2200877b5c2 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:31:57.088993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:57.097463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f05608-7753-46cd-8bb2-ad6e8928c44b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:57.106535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-96157367-5bd2-4c35-a698-67e5b6a4d78b None None] Port e3d52ede-b01d-42ec-9ccd-bce104f21b40 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:31:57.159986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-a3036b5a-c549-4d08-81aa-5e780a75223c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2886202 Aug 09 15:31:57.160814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Checking segment: {'id': 'a058bb32-2ea9-4fd3-8d13-e8c413d01c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0e575e7e-f329-4e12-82ba-c7f20b248530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:57.161238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Network hostable DHCP agents. Network: 0e575e7e-f329-4e12-82ba-c7f20b248530, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:31:57.174426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 72aff0a1-6405-4ead-910c-fba0973956fb up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:57.187095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:57.187865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:57.189415 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] 10.222.0.66 "PUT /v2.0/ports/e378c88a-c548-4542-84e3-4f272977dc5c HTTP/1.1" status: 200 len: 1091 time: 3.8642957 Aug 09 15:31:57.216248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dede63-01e4-4a43-832e-1544eaa4a815 req-e91f3b12-0025-4e46-9e34-8126c11fbe61 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:57.226242 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4dede63-01e4-4a43-832e-1544eaa4a815 req-e91f3b12-0025-4e46-9e34-8126c11fbe61 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 949 time: 0.3985956 Aug 09 15:31:57.285018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9da3f-8cc1-4e0b-bfd1-2935c1aefa6e service neutron] Pushing event updated for resources: {'Port': ['ID=e378c88a-c548-4542-84e3-4f272977dc5c,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:57.308893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 72aff0a1-6405-4ead-910c-fba0973956fb completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:57.331420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 72aff0a1-6405-4ead-910c-fba0973956fb triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:57.332074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:57.440417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Network 0e575e7e-f329-4e12-82ba-c7f20b248530 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:31:57.531578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 0e575e7e-f329-4e12-82ba-c7f20b248530) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:57.540152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-3fd02aaf-cb78-4576-9b80-04411cfaa6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:57.541844 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-3fd02aaf-cb78-4576-9b80-04411cfaa6ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 1094 time: 0.2439206 Aug 09 15:31:57.549676 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:57.560465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:57.561109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:57.562916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045a1c7-a7d4-47d2-aa48-7d33e5fc1986 None None] Network 0e575e7e-f329-4e12-82ba-c7f20b248530 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:57.618118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4dede63-01e4-4a43-832e-1544eaa4a815 req-0c4a3806-4af5-4de9-9338-21298d9eb69f tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908777 Aug 09 15:31:57.680441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9552e2e8-f10a-44b2-bc24-d171691a7e7b service neutron] 10.222.0.64 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047364 Aug 09 15:31:57.692641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b79ac85e-98a7-4d27-a57d-6890903187d3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0105286 Aug 09 15:31:57.752973 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:57.758968 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-0f4ba739-a723-4541-a633-9c33a8667b25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e378c88a-c548-4542-84e3-4f272977dc5c HTTP/1.1" status: 200 len: 217 time: 0.2059681 Aug 09 15:31:57.795114 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3e3e6b-fcd6-410f-aaae-6704bf769c07 x-openstack-request-id: req-db3e3e6b-fcd6-410f-aaae-6704bf769c07 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:31:57.795345 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef", "name": "network-vif-deleted", "tag": "d871468d-0cc2-4b9e-9bf1-d2200877b5c2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:31:57.795535 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db3e3e6b-fcd6-410f-aaae-6704bf769c07 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:31:57.796028 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6a9d35-b4aa-4575-8b66-e25bb1fea7ef', 'name': 'network-vif-deleted', 'tag': 'd871468d-0cc2-4b9e-9bf1-d2200877b5c2', 'status': 'completed', 'code': 200} Aug 09 15:31:57.802407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 72aff0a1-6405-4ead-910c-fba0973956fb, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=72aff0a1-6405-4ead-910c-fba0973956fb,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:57.831745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:58.032453 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:58.091432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-654dd136-29bb-4490-9679-fbe97f7d71f5 service neutron] 10.222.0.64 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971748 Aug 09 15:31:58.092112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=72aff0a1-6405-4ead-910c-fba0973956fb,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:58.126146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b03b-1b69-4d16-bd8c-2aeb1e7cc8c0 req-5abc41a5-10ad-4b2c-8c74-ad576af25db9 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:58.142983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9b2b03b-1b69-4d16-bd8c-2aeb1e7cc8c0 req-5abc41a5-10ad-4b2c-8c74-ad576af25db9 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 943 time: 0.1654279 Aug 09 15:31:58.151558 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:58.193294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-1eee50cc-0b91-45ef-a9c3-2eb94e451409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:58.194842 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-1eee50cc-0b91-45ef-a9c3-2eb94e451409 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b92b6e17-636f-429e-90db-73ac1f263e96 HTTP/1.1" status: 200 len: 862 time: 0.4205701 Aug 09 15:31:58.211124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bc2c11-a85e-4a89-8d89-51af1ad6444f None None] Network 0e575e7e-f329-4e12-82ba-c7f20b248530 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:58.245870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9b2b03b-1b69-4d16-bd8c-2aeb1e7cc8c0 req-31fc11a6-8561-4122-8d28-2b36cb5253a6 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910673 Aug 09 15:31:58.547685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32f7a-a26c-4c0a-832f-c8c56145e8ee req-ac62cc98-2f56-40bc-b69e-1378b161bce3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:58.555926 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70c32f7a-a26c-4c0a-832f-c8c56145e8ee req-ac62cc98-2f56-40bc-b69e-1378b161bce3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 945 time: 0.1811450 Aug 09 15:31:58.595631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438368fa-9006-4ae0-a997-5122f113a73e req-f03a772f-4a80-4adc-8308-aaa5c8967ce3 tempest-LiveMigrationNegativeTest-1022135818 tempest-LiveMigrationNegativeTest-1022135818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:58.603908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-438368fa-9006-4ae0-a997-5122f113a73e req-f03a772f-4a80-4adc-8308-aaa5c8967ce3 tempest-LiveMigrationNegativeTest-1022135818 tempest-LiveMigrationNegativeTest-1022135818-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 1100 time: 0.1414797 Aug 09 15:31:58.621440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-438368fa-9006-4ae0-a997-5122f113a73e req-a6d29d9a-90d5-4aef-8791-468109d41eb2 tempest-LiveMigrationNegativeTest-1022135818 tempest-LiveMigrationNegativeTest-1022135818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:58.651123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70c32f7a-a26c-4c0a-832f-c8c56145e8ee req-ca631aba-3b8a-4e91-99fa-9973d959a6f9 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920372 Aug 09 15:31:58.889874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-438368fa-9006-4ae0-a997-5122f113a73e req-a6d29d9a-90d5-4aef-8791-468109d41eb2 tempest-LiveMigrationNegativeTest-1022135818 tempest-LiveMigrationNegativeTest-1022135818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:58.902981 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-438368fa-9006-4ae0-a997-5122f113a73e req-a6d29d9a-90d5-4aef-8791-468109d41eb2 tempest-LiveMigrationNegativeTest-1022135818 tempest-LiveMigrationNegativeTest-1022135818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:58.960646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-438368fa-9006-4ae0-a997-5122f113a73e req-a6d29d9a-90d5-4aef-8791-468109d41eb2 tempest-LiveMigrationNegativeTest-1022135818 tempest-LiveMigrationNegativeTest-1022135818-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547544 Aug 09 15:31:59.023110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:59.027566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d29d9a-90d5-4aef-8791-468109d41eb2 tempest-LiveMigrationNegativeTest-1022135818 tempest-LiveMigrationNegativeTest-1022135818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a398ae4-69a7-48d2-b87f-35a2a866a7e7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:59.110869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-e3dbe233-0453-4148-9f48-9440f4f53bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:59.118413 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-e3dbe233-0453-4148-9f48-9440f4f53bba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=52ecaefa-75a3-44b6-8411-ffa1b953ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9148998 Aug 09 15:31:59.149730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f39804af-7da6-44c5-9f29-6f8d1b2dc78d req-d116e96d-a6b0-4a67-8549-91feb63b4a98 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 210 time: 0.0964150 Aug 09 15:31:59.155793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 72aff0a1-6405-4ead-910c-fba0973956fb up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:59.199670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:59.390366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:59.442037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 72aff0a1-6405-4ead-910c-fba0973956fb triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:59.442406 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:59.545999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:59.572392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39864) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:59.588578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:59.588953 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:59.653956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4984a8-3dda-4756-b735-1c6c49f854b6 req-34bc880d-b180-465e-acea-fe28a34ab30d tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:59.657374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d4984a8-3dda-4756-b735-1c6c49f854b6 req-34bc880d-b180-465e-acea-fe28a34ab30d tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 943 time: 0.1769276 Aug 09 15:31:59.752513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d4984a8-3dda-4756-b735-1c6c49f854b6 req-6ac9bdbc-7dcc-45fe-9006-68bb196e615b tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816052 Aug 09 15:31:59.765037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-38e26655-1d99-46c0-8c74-3a67a90a60fd req-afee52f4-6719-488d-a182-7ee88a4db875 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1688452175', 'description': 'tempest-description-356994807'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:59.778616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Pushing event updated for resources: {'Port': ['ID=e3d52ede-b01d-42ec-9ccd-bce104f21b40,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:59.814025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38e26655-1d99-46c0-8c74-3a67a90a60fd req-afee52f4-6719-488d-a182-7ee88a4db875 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:59.844739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'tag': 'e378c88a-c548-4542-84e3-4f272977dc5c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:31:59.862827 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbeed92-5800-4357-81b6-f589ae91ed67", "tag": "e378c88a-c548-4542-84e3-4f272977dc5c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:31:59.986616 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:59.987937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-a2540dea-9178-4de9-b94f-564102bf1619 service neutron] 10.222.0.66 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8295884 Aug 09 15:32:00.013316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:00.016231 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697463ba-1bdd-4be3-950e-1a8fd93498d1" -d '{"events": [{"server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "name": "network-vif-plugged", "status": "completed", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:00.030726 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.031737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:00.039039 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.052645 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38e26655-1d99-46c0-8c74-3a67a90a60fd req-afee52f4-6719-488d-a182-7ee88a4db875 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.060161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38e26655-1d99-46c0-8c74-3a67a90a60fd req-afee52f4-6719-488d-a182-7ee88a4db875 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.132476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:00.150989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c174a1bd-eac3-4437-aa2b-9e866530393b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb82a76e3dc1407198df2848adb156bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735512 Aug 09 15:32:00.152450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39876) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:00.187015 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c74131c4-bb15-419e-b4b4-8f7dc6fb0a99 req-c9c8a3f5-de6e-4d56-8466-d2dfb206adb6 service neutron] 10.222.0.66 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488321 Aug 09 15:32:00.212905 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38e26655-1d99-46c0-8c74-3a67a90a60fd req-afee52f4-6719-488d-a182-7ee88a4db875 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.214187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38e26655-1d99-46c0-8c74-3a67a90a60fd req-afee52f4-6719-488d-a182-7ee88a4db875 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4557486 Aug 09 15:32:00.252136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee52f4-6719-488d-a182-7ee88a4db875 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b617d3d6-afc8-4a3c-9a93-85ede1de8a57,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:00.271508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9095199-5ff9-4e51-bb27-b23696649e68 req-25a3dc2f-f48e-4c34-bda2-910c89c1f2a3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:00.273094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9095199-5ff9-4e51-bb27-b23696649e68 req-25a3dc2f-f48e-4c34-bda2-910c89c1f2a3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 946 time: 0.1133940 Aug 09 15:32:00.299005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4108a4c0-b651-465b-9ce8-37c74a6ce65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.299812 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c31812-398b-415f-8968-4b9cd54447a6 x-openstack-request-id: req-13c31812-398b-415f-8968-4b9cd54447a6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:00.300238 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbeed92-5800-4357-81b6-f589ae91ed67", "tag": "e378c88a-c548-4542-84e3-4f272977dc5c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:00.300798 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13c31812-398b-415f-8968-4b9cd54447a6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:00.301287 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'tag': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'status': 'completed', 'code': 200} Aug 09 15:32:00.323062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4108a4c0-b651-465b-9ce8-37c74a6ce65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.391872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:00.395399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:00.408290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-dfa94f66-214d-44d1-9aaf-fc61a0452b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:00.410061 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-dfa94f66-214d-44d1-9aaf-fc61a0452b56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 1094 time: 0.0745261 Aug 09 15:32:00.417234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4108a4c0-b651-465b-9ce8-37c74a6ce65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.429007 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4108a4c0-b651-465b-9ce8-37c74a6ce65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:00.434280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4108a4c0-b651-465b-9ce8-37c74a6ce65d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bbdb89d-42a6-4b1a-bc05-2aea838283b3 HTTP/1.1" status: 204 len: 168 time: 0.2617888 Aug 09 15:32:00.497824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9095199-5ff9-4e51-bb27-b23696649e68 req-1cc3160d-a1cb-479e-800a-85bee165cef9 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159798 Aug 09 15:32:00.500633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108a4c0-b651-465b-9ce8-37c74a6ce65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbdb89d-42a6-4b1a-bc05-2aea838283b3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:00.636036 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9359e10-cf84-4caa-b5af-3b81351b3e76 x-openstack-request-id: req-e9359e10-cf84-4caa-b5af-3b81351b3e76 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:00.636566 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "name": "network-vif-plugged", "status": "completed", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:00.636647 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9359e10-cf84-4caa-b5af-3b81351b3e76 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:00.637011 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5', 'code': 200} Aug 09 15:32:00.892457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a04684b-bc52-4ec6-8101-443f34934cd1 req-08b3db44-9f9b-49a5-8344-9edbd52c89d4 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 210 time: 0.1534598 Aug 09 15:32:01.032515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f571d368-990f-4699-ac1c-65780f8ec3ac None None] Provisioning complete for port e3d52ede-b01d-42ec-9ccd-bce104f21b40 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:01.033086 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f571d368-990f-4699-ac1c-65780f8ec3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.086265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a16724b6-74a1-48d0-be4e-0c5bfa6c6246 req-449e4213-5f5f-459e-bd83-7dd0ceeffbb2 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/b617d3d6-afc8-4a3c-9a93-85ede1de8a57 HTTP/1.1" status: 200 len: 1812 time: 0.1926620 Aug 09 15:32:01.106793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a16724b6-74a1-48d0-be4e-0c5bfa6c6246 req-52c8bc95-6373-4d70-be1a-17e7893799e0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b617d3d6-afc8-4a3c-9a93-85ede1de8a57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:01.107202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a16724b6-74a1-48d0-be4e-0c5bfa6c6246 req-52c8bc95-6373-4d70-be1a-17e7893799e0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b617d3d6-afc8-4a3c-9a93-85ede1de8a57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:01.129584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122c76b-96c4-48fe-837f-9cab06984ee5 req-db0baa4e-3e8a-4999-b84c-bbf90d5a5332 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:01.131537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f571d368-990f-4699-ac1c-65780f8ec3ac None None] Port e3d52ede-b01d-42ec-9ccd-bce104f21b40 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:01.132633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38a071-ca29-4e04-8c18-70b13317dd1f req-07665496-1d6b-40d7-a3fc-7c8597900a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:01.138353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3122c76b-96c4-48fe-837f-9cab06984ee5 req-db0baa4e-3e8a-4999-b84c-bbf90d5a5332 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 949 time: 0.1082065 Aug 09 15:32:01.139759 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc38a071-ca29-4e04-8c18-70b13317dd1f req-07665496-1d6b-40d7-a3fc-7c8597900a02 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1097 time: 0.2968662 Aug 09 15:32:01.173950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39902) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:01.199751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-803beb34-c499-4fec-973b-32224d8bbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:01.201271 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-803beb34-c499-4fec-973b-32224d8bbe54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 200 len: 925 time: 0.7303481 Aug 09 15:32:01.222399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3122c76b-96c4-48fe-837f-9cab06984ee5 req-b9ebc200-d325-4159-ac9c-97b3a519436e tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832148 Aug 09 15:32:01.263378 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-27494667-0405-46d4-86d1-d2745b8cf642 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e378c88a-c548-4542-84e3-4f272977dc5c HTTP/1.1" status: 200 len: 217 time: 0.0504436 Aug 09 15:32:01.266702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:32:01.273651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1812148c-45e1-47b5-9a86-dc17d7063470 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34e86c0bea1e4091a522e8930ec7f787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961220 Aug 09 15:32:01.273892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-0f8747f5-5cfc-43be-910c-09c969edb097 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:01.275262 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-0f8747f5-5cfc-43be-910c-09c969edb097 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 807 time: 0.7183325 Aug 09 15:32:01.276327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39904) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:01.289276 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a16724b6-74a1-48d0-be4e-0c5bfa6c6246 req-52c8bc95-6373-4d70-be1a-17e7893799e0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.308146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Request body: {'port': {'device_id': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'admin_state_up': True, 'tenant_id': '56df983dc7384ddeb5bd26f643627db1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:01.319423 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc38a071-ca29-4e04-8c18-70b13317dd1f req-bf46aff6-c9a7-4c14-80f3-a4062a1ccf69 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594012 Aug 09 15:32:01.346189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a16724b6-74a1-48d0-be4e-0c5bfa6c6246 req-52c8bc95-6373-4d70-be1a-17e7893799e0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.364733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a16724b6-74a1-48d0-be4e-0c5bfa6c6246 req-52c8bc95-6373-4d70-be1a-17e7893799e0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.413525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8bc95-6373-4d70-be1a-17e7893799e0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ae3e1e-c45c-4db7-858c-8e71ce26a59a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:01.429035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a16724b6-74a1-48d0-be4e-0c5bfa6c6246 req-52c8bc95-6373-4d70-be1a-17e7893799e0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.451147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a16724b6-74a1-48d0-be4e-0c5bfa6c6246 req-52c8bc95-6373-4d70-be1a-17e7893799e0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3507402 Aug 09 15:32:01.454878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a29e385b-b3f3-43ca-b405-16e5efa1cf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.476130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2099d2-ad16-48b5-b624-f66ef5ed66f6 req-90c7d59e-1b8c-403d-9208-496b1e3a726b tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:01.477758 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f2099d2-ad16-48b5-b624-f66ef5ed66f6 req-90c7d59e-1b8c-403d-9208-496b1e3a726b tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 943 time: 0.1347797 Aug 09 15:32:01.500795 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a29e385b-b3f3-43ca-b405-16e5efa1cf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.503046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-ca065370-c7ac-4799-9581-ccce9b07afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:01.503858 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-ca065370-c7ac-4799-9581-ccce9b07afa8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b92b6e17-636f-429e-90db-73ac1f263e96 HTTP/1.1" status: 200 len: 862 time: 0.2184002 Aug 09 15:32:01.568307 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f2099d2-ad16-48b5-b624-f66ef5ed66f6 req-a804e5af-4472-4062-af88-526c9fe01cf1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787773 Aug 09 15:32:01.596969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a29e385b-b3f3-43ca-b405-16e5efa1cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.600676 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a29e385b-b3f3-43ca-b405-16e5efa1cf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.606513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a29e385b-b3f3-43ca-b405-16e5efa1cf94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/443ac2e3-757c-4e79-b44d-856574c99f60 HTTP/1.1" status: 204 len: 168 time: 0.3249598 Aug 09 15:32:01.639223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e385b-b3f3-43ca-b405-16e5efa1cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ac2e3-757c-4e79-b44d-856574c99f60,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:01.697664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-e7b365e0-de39-49f2-9ab0-f38a1624141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:01.700936 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-e7b365e0-de39-49f2-9ab0-f38a1624141e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=52ecaefa-75a3-44b6-8411-ffa1b953ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865156 Aug 09 15:32:01.708310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:32:01.722142 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e9c8a0a2-4e95-476c-af7d-1eeab3c4274f admin admin] 10.222.0.64 "PUT /v2.0/routers/12d9cd70-bfcc-4bbb-a346-56d8d734edc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6102905 Aug 09 15:32:01.724822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Made reservation on behalf of 56df983dc7384ddeb5bd26f643627db1 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:01.726928 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Sync routers for ids ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:32:01.731237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:01.738726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f9bb595-f551-4d16-8112-49e4e24ed906 req-70cbdff0-5d24-40d3-bae5-974a34b074db tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/b617d3d6-afc8-4a3c-9a93-85ede1de8a57 HTTP/1.1" status: 200 len: 2405 time: 0.1045153 Aug 09 15:32:01.743542 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Routers {'12d9cd70-bfcc-4bbb-a346-56d8d734edc4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:01.744452 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:01.947300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee822e2d-17c8-4029-bb28-6bc7afc5c05e req-76596315-a7ee-4c61-b86f-4ff132839e3a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:01.948538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Allocated IP 172.20.0.9 (69377b5d-8aa6-400b-b9cd-ed4c37ebf047/1f6d6565-1efe-4b73-9839-698bdbeb1614/a4827ed7-1341-4f8a-bfdd-c9a49eaa1463) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:01.949448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee822e2d-17c8-4029-bb28-6bc7afc5c05e req-76596315-a7ee-4c61-b86f-4ff132839e3a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 946 time: 0.1190205 Aug 09 15:32:01.961004 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Set router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:02.078426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee822e2d-17c8-4029-bb28-6bc7afc5c05e req-d8be2950-0399-4da1-88c5-0db47e0386dc tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121166 Aug 09 15:32:02.201328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9c308a9-38e8-45df-a6ea-cd9de28d34e7 req-d23fdc5c-ad07-4203-81da-efa8a7260526 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-group-rules/41ae3e1e-c45c-4db7-858c-8e71ce26a59a HTTP/1.1" status: 200 len: 778 time: 0.0536165 Aug 09 15:32:02.225657 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-26b4a3cb-b555-4f33-b079-57379e4da740 service neutron] 10.222.0.66 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152440 Aug 09 15:32:02.403553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-aaee6c0f-f00a-4d07-9b81-ed3eb12a29f9 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:02.405908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-aaee6c0f-f00a-4d07-9b81-ed3eb12a29f9 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/networks?id=b2089f17-dce8-4939-a4a2-b5d2b06bc009 HTTP/1.1" status: 200 len: 814 time: 0.2272642 Aug 09 15:32:02.413565 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9c308a9-38e8-45df-a6ea-cd9de28d34e7 req-cd2c6c0f-ac18-4113-950d-30d3ff20549c tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/b617d3d6-afc8-4a3c-9a93-85ede1de8a57 HTTP/1.1" status: 200 len: 2405 time: 0.2084193 Aug 09 15:32:02.464692 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:31:57Z', 'revision_number': 4, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port': {'id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:47Z', 'updated_at': '2021-08-09T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e3d52ede-b01d-42ec-9ccd-bce104f21b40', 'name': '', 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'mac_address': 'fa:16:3e:3f:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8bc0ae59-4947-43c6-8059-b45d61ccd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:55Z', 'updated_at': '2021-08-09T15:31:58Z', 'revision_number': 2, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'subnets': [{'id': '8bc0ae59-4947-43c6-8059-b45d61ccd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:02.476189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9c308a9-38e8-45df-a6ea-cd9de28d34e7 req-069c5071-c378-47ff-9882-1f7b9fdef241 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.484805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.486554 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9c308a9-38e8-45df-a6ea-cd9de28d34e7 req-069c5071-c378-47ff-9882-1f7b9fdef241 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.501737 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0ad0347-a386-4c0b-b35b-f4c09a4340e1 req-4c6d8a99-2d85-4d11-8edd-5378e6367209 service neutron] 10.222.0.66 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664633 Aug 09 15:32:02.507607 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Checking router: 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:32:02.508341 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Updating router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 port e3d52ede-b01d-42ec-9ccd-bce104f21b40 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:32:02.543918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-d8b87ff1-ae63-4ef7-a98e-5ac4ab3e19ec tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:02.545635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-d8b87ff1-ae63-4ef7-a98e-5ac4ab3e19ec tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 949 time: 0.2765048 Aug 09 15:32:02.547599 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.547916 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9c308a9-38e8-45df-a6ea-cd9de28d34e7 req-069c5071-c378-47ff-9882-1f7b9fdef241 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.558466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-41547ab8-7ceb-4c09-8e5f-81f693934e0e tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/quotas/49aa9030b995421d98237a95697c378b HTTP/1.1" status: 200 len: 375 time: 0.1343784 Aug 09 15:32:02.566545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9c308a9-38e8-45df-a6ea-cd9de28d34e7 req-069c5071-c378-47ff-9882-1f7b9fdef241 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.567746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9c308a9-38e8-45df-a6ea-cd9de28d34e7 req-069c5071-c378-47ff-9882-1f7b9fdef241 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/41ae3e1e-c45c-4db7-858c-8e71ce26a59a HTTP/1.1" status: 204 len: 173 time: 0.1409209 Aug 09 15:32:02.578899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.608888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c5071-c378-47ff-9882-1f7b9fdef241 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41ae3e1e-c45c-4db7-858c-8e71ce26a59a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:02.678943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-3a78eb42-ef8a-4277-aa2a-3d5e2a992211 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=49aa9030b995421d98237a95697c378b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192918 Aug 09 15:32:02.689777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:02.716181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:02.728630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:02.806550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Pushing event updated for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:02.839250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:02.840965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.870874 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-50febe13-7594-4e34-8be9-f10d3ae63b6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5736010 Aug 09 15:32:02.880829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10bb6b-5c97-47ce-b3e1-3b1a7a716d7d req-13c644bc-d586-4872-b5c0-e56dfc12c004 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:02.882424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef10bb6b-5c97-47ce-b3e1-3b1a7a716d7d req-13c644bc-d586-4872-b5c0-e56dfc12c004 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 931 time: 0.1543381 Aug 09 15:32:02.886123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Request body: {'port': {'device_id': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:02.891802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-d8d12d32-64d2-4a2d-97ed-e9350851af57 service neutron] 10.222.0.64 "GET /v2.0/networks/b2089f17-dce8-4939-a4a2-b5d2b06bc009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121065 Aug 09 15:32:02.897114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Deleting port 47527dcf-8d13-4386-9b8a-e2816bd654eb {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:02.897473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:02.999648 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.108102 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.123971 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Transition to ACTIVE for port object e3d52ede-b01d-42ec-9ccd-bce104f21b40 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:03.133317 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.194047 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Pushing event updated for resources: {'Port': ['ID=e3d52ede-b01d-42ec-9ccd-bce104f21b40,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:03.227734 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.228208 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.229069 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.229436 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.229773 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.230179 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.235568 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.236698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.237057 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.237868 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.238221 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.238557 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:03.257634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e378c88a-c548-4542-84e3-4f272977dc5c details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:32:03.286105 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Attempting to bind port e3d52ede-b01d-42ec-9ccd-bce104f21b40 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:03.286570 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Attempting to bind port e3d52ede-b01d-42ec-9ccd-bce104f21b40 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:03.288331 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Attempting to bind port e3d52ede-b01d-42ec-9ccd-bce104f21b40 on network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:03.305485 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:03.305873 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Checking segment: {'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:03.306280 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.306708 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Bound using segment: {'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:03.307155 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Bound port: e3d52ede-b01d-42ec-9ccd-bce104f21b40, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed91dfe6-8abe-454c-a690-ca6656c7f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:03.307697 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.334995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef10bb6b-5c97-47ce-b3e1-3b1a7a716d7d req-bf8006e0-32cc-40d8-a47f-2ff9e1ec38ed tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411860 Aug 09 15:32:03.418741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] For port 47527dcf-8d13-4386-9b8a-e2816bd654eb, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=47527dcf-8d13-4386-9b8a-e2816bd654eb,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:03.423365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.456944 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] For port e3d52ede-b01d-42ec-9ccd-bce104f21b40, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:03.460594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-d2b189f4-78b9-42f6-b4b9-b5286bfd48c9 service neutron] 10.222.0.64 "GET /v2.0/networks/b2089f17-dce8-4939-a4a2-b5d2b06bc009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597420 Aug 09 15:32:03.462812 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] For port e3d52ede-b01d-42ec-9ccd-bce104f21b40, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e3d52ede-b01d-42ec-9ccd-bce104f21b40,segment=NetworkSegment(ed91dfe6-8abe-454c-a690-ca6656c7f394),segment_id=ed91dfe6-8abe-454c-a690-ca6656c7f394)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:03.469152 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.487720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Calling delete_port for 47527dcf-8d13-4386-9b8a-e2816bd654eb owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:03.588363 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa82c1-f573-46ee-bc35-dbf8920dc0d2 None None] Pushing event updated for resources: {'Port': ['ID=e3d52ede-b01d-42ec-9ccd-bce104f21b40,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:03.598841 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Routers {'12d9cd70-bfcc-4bbb-a346-56d8d734edc4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:03.599522 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:31:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:03.649633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e378c88a-c548-4542-84e3-4f272977dc5c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e378c88a-c548-4542-84e3-4f272977dc5c,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:03.776362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'port_id': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'mac_address': 'fa:16:3e:ad:2a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:32:03.851548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:03.877618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.879652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.902551 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] Set router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:03.911432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Transition to ACTIVE for port object a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:03.925786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:03.938401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['47527dcf-8d13-4386-9b8a-e2816bd654eb'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:03.941086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['ce11eaf9-48b7-4837-8456-4ced04cb58ef'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:04.004705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8c26f6f-7e3d-444a-8a16-35fa941dcd20 req-7eff1859-6919-4125-a823-0c3e7df96f87 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0870796-aac4-4829-9c96-e6da84021dc3 HTTP/1.1" status: 200 len: 210 time: 0.1320181 Aug 09 15:32:04.050603 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:04.094033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Pushing event updated for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:04.098987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e378c88a-c548-4542-84e3-4f272977dc5c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:04.121005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Pushing event deleted for resources: {'Port': ['ID=47527dcf-8d13-4386-9b8a-e2816bd654eb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:04.171215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e378c88a-c548-4542-84e3-4f272977dc5c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e378c88a-c548-4542-84e3-4f272977dc5c,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:04.193541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:04.199030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:04.199030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:04.210499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:04.210808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:04.221516 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:04.224499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:04.227149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:04.227666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:04.228536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Bound port: a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:04.230006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:04.246810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] No DVR routers for this DVR port 47527dcf-8d13-4386-9b8a-e2816bd654eb on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:32:04.267597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-57ff7297-f78f-4ed9-a0ff-d3befbe286a5 req-ed7c14d7-9322-4692-be01-99557f0a1f27 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1032561034', 'description': 'tempest-description-1179592009'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:04.287479 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:04.294720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2be9e67e-2ad1-4814-9f99-22c530288c64 req-f29dca40-2828-48b0-969d-094739b5e5f6 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.66 "DELETE /v2.0/ports/47527dcf-8d13-4386-9b8a-e2816bd654eb HTTP/1.1" status: 204 len: 173 time: 1.7336142 Aug 09 15:32:04.300762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0870796-aac4-4829-9c96-e6da84021dc3', 'name': 'network-vif-deleted', 'tag': '47527dcf-8d13-4386-9b8a-e2816bd654eb'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:04.309973 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb42929-149b-47e4-b08f-2100a6d184ce" -d '{"events": [{"server_uuid": "d0870796-aac4-4829-9c96-e6da84021dc3", "name": "network-vif-deleted", "tag": "47527dcf-8d13-4386-9b8a-e2816bd654eb"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:04.430382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:04.433857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:04.442968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:04.478347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e378c88a-c548-4542-84e3-4f272977dc5c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:04.490866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e378c88a-c548-4542-84e3-4f272977dc5c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:04.529982 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:31:57Z', 'revision_number': 4, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port': {'id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:47Z', 'updated_at': '2021-08-09T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e3d52ede-b01d-42ec-9ccd-bce104f21b40', 'name': '', 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'mac_address': 'fa:16:3e:3f:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8bc0ae59-4947-43c6-8059-b45d61ccd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:55Z', 'updated_at': '2021-08-09T15:32:03Z', 'revision_number': 4, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'subnets': [{'id': '8bc0ae59-4947-43c6-8059-b45d61ccd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:04.536571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:04.537396 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:04.538968 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] 10.222.0.66 "PUT /v2.0/ports/a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 HTTP/1.1" status: 200 len: 1091 time: 1.6591325 Aug 09 15:32:04.539456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:04.541914 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df52919-0732-4bba-8f40-bfef82f32898" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:04.576753 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b62ac-2197-4738-b5e0-fd3bf0a7a9a5 None None] The sync data for ids ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'] in n-d-799523-2 is: [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:31:57Z', 'revision_number': 4, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port': {'id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:47Z', 'updated_at': '2021-08-09T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e3d52ede-b01d-42ec-9ccd-bce104f21b40', 'name': '', 'network_id': '51bbfd32-ac92-4c8d-9de8-33eb5c19e405', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'mac_address': 'fa:16:3e:3f:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8bc0ae59-4947-43c6-8059-b45d61ccd9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:55Z', 'updated_at': '2021-08-09T15:32:03Z', 'revision_number': 4, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'subnets': [{'id': '8bc0ae59-4947-43c6-8059-b45d61ccd9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:32:04.607352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1060ec-121b-4d81-89d8-b514e9a7a5dd service neutron] Pushing event updated for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:04.646457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-57ff7297-f78f-4ed9-a0ff-d3befbe286a5 req-ed7c14d7-9322-4692-be01-99557f0a1f27 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:04.700735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-e4be021b-c9b5-4492-aec6-0473d9c4cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:04.702980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-e4be021b-c9b5-4492-aec6-0473d9c4cb22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1094 time: 0.1135077 Aug 09 15:32:04.804530 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-8ad69307-6f75-4ae0-975d-d7cbdfec0dbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 HTTP/1.1" status: 200 len: 217 time: 0.0928087 Aug 09 15:32:04.889477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-405c8720-78db-40fa-969d-c2417528d3dc tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6456802 Aug 09 15:32:04.916873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:04.959357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-b2af2f3a-fe9e-4795-a97a-643c59771b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:04.962039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-b2af2f3a-fe9e-4795-a97a-643c59771b13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.1396034 Aug 09 15:32:05.063035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e3d52ede-b01d-42ec-9ccd-bce104f21b40 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:05.067101 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-19ba663a-9e12-4019-8041-7eeaf988eb05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921967 Aug 09 15:32:05.084331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-57ff7297-f78f-4ed9-a0ff-d3befbe286a5 req-ed7c14d7-9322-4692-be01-99557f0a1f27 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:05.098021 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-57ff7297-f78f-4ed9-a0ff-d3befbe286a5 req-ed7c14d7-9322-4692-be01-99557f0a1f27 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:05.162475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e3d52ede-b01d-42ec-9ccd-bce104f21b40 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:05.163039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c14d7-9322-4692-be01-99557f0a1f27 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5604f13-eeec-4dee-81e2-d4fd118d9a5b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:05.167772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e3d52ede-b01d-42ec-9ccd-bce104f21b40 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:05.168191 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:05.196322 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:05.208413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-57ff7297-f78f-4ed9-a0ff-d3befbe286a5 req-ed7c14d7-9322-4692-be01-99557f0a1f27 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:05.212556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57ff7297-f78f-4ed9-a0ff-d3befbe286a5 req-ed7c14d7-9322-4692-be01-99557f0a1f27 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0182505 Aug 09 15:32:05.276923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 47527dcf-8d13-4386-9b8a-e2816bd654eb no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:32:05.315715 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-7d284f08-f5d5-455e-8280-520664dc45eb service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370903 Aug 09 15:32:05.341909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 47527dcf-8d13-4386-9b8a-e2816bd654eb {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:32:05.345940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 47527dcf-8d13-4386-9b8a-e2816bd654eb not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:32:05.424312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:05.437668 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:05.498869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e3d52ede-b01d-42ec-9ccd-bce104f21b40, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e3d52ede-b01d-42ec-9ccd-bce104f21b40,segment=NetworkSegment(ed91dfe6-8abe-454c-a690-ca6656c7f394),segment_id=ed91dfe6-8abe-454c-a690-ca6656c7f394)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:05.505918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:05.510329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7a910-1b63-443f-9c81-c8e6da1d35ee req-12e43bf4-6906-4c2b-9e1c-ba30ad25c27e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:05.519765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76f7a910-1b63-443f-9c81-c8e6da1d35ee req-12e43bf4-6906-4c2b-9e1c-ba30ad25c27e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 944 time: 0.1680586 Aug 09 15:32:05.571521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e3d52ede-b01d-42ec-9ccd-bce104f21b40,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:05.659904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Allocated IP 172.25.7.192 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/a2985281-1b1d-420f-aa07-ec5589eeb113) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:05.673489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76f7a910-1b63-443f-9c81-c8e6da1d35ee req-ee561828-a40d-4346-91ef-93add0c2dcbd tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527240 Aug 09 15:32:05.819465 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-637799f2-b487-417e-ae54-2d6ab035b4e7 req-f75f6615-0015-4390-bae5-969a1df4f4a9 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945776 Aug 09 15:32:05.994749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefa10c-15d5-4100-90bc-6c65882d21fe req-e22ea295-c331-4b71-95c1-00c24cd59514 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:06.003221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baefa10c-15d5-4100-90bc-6c65882d21fe req-e22ea295-c331-4b71-95c1-00c24cd59514 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 946 time: 0.1788003 Aug 09 15:32:06.067930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-70485d0f-49fa-4148-bd47-675e4493e1f9 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:06.069524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-70485d0f-49fa-4148-bd47-675e4493e1f9 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.66 "GET /v2.0/networks?id=b2089f17-dce8-4939-a4a2-b5d2b06bc009 HTTP/1.1" status: 200 len: 814 time: 0.3662417 Aug 09 15:32:06.083295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baefa10c-15d5-4100-90bc-6c65882d21fe req-7e17687a-9b84-43b5-b731-d097a4e855e3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797288 Aug 09 15:32:06.086928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Request body: {'port': {'device_id': '452b0135-ba18-4116-9ecb-5910c4fa6bea', 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009', 'admin_state_up': True, 'tenant_id': '49aa9030b995421d98237a95697c378b'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:06.235586 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:06.255404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da6da83b-c489-4aa9-a807-7104b9d4792f req-6aaf5b68-39ef-4ab2-9aad-174b8d63c71c tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 210 time: 0.0616257 Aug 09 15:32:06.282317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Made reservation on behalf of 49aa9030b995421d98237a95697c378b for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:06.285987 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:06.379165 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce1ed20-0eba-4951-84ce-3a480876080c x-openstack-request-id: req-3ce1ed20-0eba-4951-84ce-3a480876080c {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:06.379512 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0870796-aac4-4829-9c96-e6da84021dc3", "name": "network-vif-deleted", "tag": "47527dcf-8d13-4386-9b8a-e2816bd654eb", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:06.380044 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ce1ed20-0eba-4951-84ce-3a480876080c {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:06.380291 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0870796-aac4-4829-9c96-e6da84021dc3', 'name': 'network-vif-deleted', 'tag': '47527dcf-8d13-4386-9b8a-e2816bd654eb', 'status': 'completed', 'code': 200} Aug 09 15:32:06.381389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:06.463090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Pushing event updated for resources: {'Port': ['ID=a2985281-1b1d-420f-aa07-ec5589eeb113,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:06.468268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:06.498909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:06.504728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:06.623680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Allocated IP 172.20.0.5 (b2089f17-dce8-4939-a4a2-b5d2b06bc009/98a108cc-9d6a-48d6-872d-c9fa1951f96e/8aab4c28-d40e-4d20-9ee6-6b369fc1c667) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:06.810244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a199b-376d-4919-bb83-f33c5162bc42 req-33d26ea4-67c7-43b5-ac88-7747a87581ce tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:06.818186 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb0a199b-376d-4919-bb83-f33c5162bc42 req-33d26ea4-67c7-43b5-ac88-7747a87581ce tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 943 time: 0.3522038 Aug 09 15:32:06.877909 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:06.915285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:06.948124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Transition to ACTIVE for port object 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:07.005176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb0a199b-376d-4919-bb83-f33c5162bc42 req-1e02445a-0659-4378-852c-68ddd501de9e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830347 Aug 09 15:32:07.007903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e3d52ede-b01d-42ec-9ccd-bce104f21b40 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:07.069513 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.111112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e3d52ede-b01d-42ec-9ccd-bce104f21b40 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:07.111601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.112581 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56efc03-fa7e-4f7c-ab5f-5cd1dbc639a3 x-openstack-request-id: req-c56efc03-fa7e-4f7c-ab5f-5cd1dbc639a3 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:07.114113 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:07.114655 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c56efc03-fa7e-4f7c-ab5f-5cd1dbc639a3 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:07.115426 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463', 'status': 'completed', 'code': 200} Aug 09 15:32:07.281497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e378c88a-c548-4542-84e3-4f272977dc5c up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:07.332058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.387199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port e378c88a-c548-4542-84e3-4f272977dc5c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:07.393261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port e378c88a-c548-4542-84e3-4f272977dc5c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:07.394120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.474157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:07.498682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:07.528313 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.533019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:07.545180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:07.546833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.584116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Pushing event updated for resources: {'Port': ['ID=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:07.621487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e378c88a-c548-4542-84e3-4f272977dc5c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e378c88a-c548-4542-84e3-4f272977dc5c,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:07.623379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e378c88a-c548-4542-84e3-4f272977dc5c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:07.629670 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b012ce38-5f7d-46fd-bd3b-3b412b43b18c" -d '{"events": [{"server_uuid": "5fbeed92-5800-4357-81b6-f589ae91ed67", "name": "network-vif-plugged", "status": "completed", "tag": "e378c88a-c548-4542-84e3-4f272977dc5c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:07.636313 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.638788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-16ab4bc9-1e89-4eab-914a-2cf9a55b7cb6 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9969d450df984faf86b8df25accc4c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1529326 Aug 09 15:32:07.771016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e378c88a-c548-4542-84e3-4f272977dc5c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:07.788178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7b814c50-2ca7-4c20-8e91-b2a21bbbedba tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7081900 Aug 09 15:32:07.852425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-add25ede-6916-4954-9798-a99615b9fbbd None None] Provisioning for port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:07.861478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-add25ede-6916-4954-9798-a99615b9fbbd None None] Provisioning complete for port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:07.861794 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.862522 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-add25ede-6916-4954-9798-a99615b9fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.877067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.926494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-1b00f932-10e0-40a3-a099-bd38a7e344b0 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:07.928035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-1b00f932-10e0-40a3-a099-bd38a7e344b0 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725852 Aug 09 15:32:07.948124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-add25ede-6916-4954-9798-a99615b9fbbd None None] Port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:07.952091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.972726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-96d27f0b-ee2d-41fd-81b1-9084186e8331 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/quotas/9969d450df984faf86b8df25accc4c9d HTTP/1.1" status: 200 len: 375 time: 0.0359049 Aug 09 15:32:07.976267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Pushing event updated for resources: {'Port': ['ID=a2985281-1b1d-420f-aa07-ec5589eeb113,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:07.984100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:07.985375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-b9231057-6d84-41c0-8d63-dca9adf4c17f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0765810 Aug 09 15:32:08.029497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-033ac305-8ada-4704-aad9-822f9069ba43 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9969d450df984faf86b8df25accc4c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485148 Aug 09 15:32:08.108614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-aa96caef-9ed2-439b-a6db-eabec1d3ea81 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.1104002 Aug 09 15:32:08.578569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7d9facc-13c6-46b2-bea3-c19d3af158ce req-88d64bf7-149d-4095-9279-971d001e4bd6 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/d5604f13-eeec-4dee-81e2-d4fd118d9a5b HTTP/1.1" status: 200 len: 1813 time: 0.0810158 Aug 09 15:32:08.625340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-df391126-ac11-4ebc-ada4-80bac2054ab8 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:08.626810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-df391126-ac11-4ebc-ada4-80bac2054ab8 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.5100043 Aug 09 15:32:08.648806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-4539d65f-72f2-4785-b035-77c4a80c55b2 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:08.663124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad950eb6-ded6-4636-9d3a-79b3c2c59ffc req-4539d65f-72f2-4785-b035-77c4a80c55b2 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120237 Aug 09 15:32:08.843755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5979a8b-a5a3-4f83-9d43-7d452a290f44 req-8e0b5dc1-f982-477b-a72d-121ca35a0742 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:08.853968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5979a8b-a5a3-4f83-9d43-7d452a290f44 req-8e0b5dc1-f982-477b-a72d-121ca35a0742 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1097 time: 0.1580622 Aug 09 15:32:08.903514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f8c19-a588-4121-a8d4-4257c3bf4dcc req-c4df91e8-c850-4724-ae54-4fd7df52926b tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:08.906383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de3f8c19-a588-4121-a8d4-4257c3bf4dcc req-c4df91e8-c850-4724-ae54-4fd7df52926b tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.1349618 Aug 09 15:32:08.950825 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5979a8b-a5a3-4f83-9d43-7d452a290f44 req-1e1042cd-ff74-45ca-9585-c54aee489026 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814307 Aug 09 15:32:09.003293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de3f8c19-a588-4121-a8d4-4257c3bf4dcc req-23434f50-c534-43a7-9b66-24904c1996a8 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841608 Aug 09 15:32:09.147534 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdedaed-1e07-41ca-8b95-eae7363258c9 x-openstack-request-id: req-cbdedaed-1e07-41ca-8b95-eae7363258c9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:09.148459 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbeed92-5800-4357-81b6-f589ae91ed67", "name": "network-vif-plugged", "status": "completed", "tag": "e378c88a-c548-4542-84e3-4f272977dc5c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:09.148873 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbdedaed-1e07-41ca-8b95-eae7363258c9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:09.149443 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'code': 200} Aug 09 15:32:09.179694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2835d3-10a2-4228-9d8b-669b967c72e8 req-f15817c5-2949-4464-9dae-f96511f2879b tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:09.182182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a2835d3-10a2-4228-9d8b-669b967c72e8 req-f15817c5-2949-4464-9dae-f96511f2879b tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 931 time: 0.1087487 Aug 09 15:32:09.282103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:32:09.329764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a2835d3-10a2-4228-9d8b-669b967c72e8 req-f2ab3d30-c3d2-408d-a755-195467d45b24 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363022 Aug 09 15:32:09.395569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90467fae-e9b0-4cfd-a8ac-822afab35fda req-ab62aeb3-b026-454b-8078-68683b7f73ce tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:09.410459 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90467fae-e9b0-4cfd-a8ac-822afab35fda req-ab62aeb3-b026-454b-8078-68683b7f73ce tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 943 time: 0.1384509 Aug 09 15:32:09.509679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15401187-40d1-4e19-b1cb-75c246bceedf req-da69fd00-f6ab-47a3-ab87-ba559b23a991 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 210 time: 0.0404508 Aug 09 15:32:09.560101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90467fae-e9b0-4cfd-a8ac-822afab35fda req-da3ab702-cac4-4800-9358-4b0ab0a37560 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462328 Aug 09 15:32:09.576726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:09.597354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463', 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'port_id': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463', 'mac_address': 'fa:16:3e:b7:8b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6d6565-1efe-4b73-9839-698bdbeb1614', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:32:09.708646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:09.744868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:09.813474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:09.823124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:09.831142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f434dd6-ee08-4a90-9f12-f9324aa982a6 req-02bc2c2c-c415-498a-805d-48574582632c tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips/e1a987ff-b6e2-4789-97f1-1e01f4feceb0 HTTP/1.1" status: 200 len: 693 time: 0.1737094 Aug 09 15:32:09.963603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:10.029689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f434dd6-ee08-4a90-9f12-f9324aa982a6 req-f15bb854-0ebb-4b6a-a405-c6a8254405b8 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:10.038474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f434dd6-ee08-4a90-9f12-f9324aa982a6 req-f15bb854-0ebb-4b6a-a405-c6a8254405b8 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2060990 Aug 09 15:32:10.045223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-8f434dd6-ee08-4a90-9f12-f9324aa982a6 req-557bf959-b4d3-4eba-9299-b34476ab42d9 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:10.059014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-2d0043df-5781-4571-80b9-1e77e1bbddb2 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9969d450df984faf86b8df25accc4c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593696 Aug 09 15:32:10.060235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f434dd6-ee08-4a90-9f12-f9324aa982a6 req-557bf959-b4d3-4eba-9299-b34476ab42d9 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203891 Aug 09 15:32:10.095204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:10.108471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-fdb749a5-e45a-4a17-9751-b9fe31b6161e req-2a8c9964-d514-46a4-a374-dbbacc80c876 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1818176018', 'description': 'tempest-description-825328552'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:10.134338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6b34-600e-4fa9-b2d2-af7e838eee6b req-07fd9e71-cb46-47f0-be71-5d2b6d3a2ffa tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:10.142966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f66b6b34-600e-4fa9-b2d2-af7e838eee6b req-07fd9e71-cb46-47f0-be71-5d2b6d3a2ffa tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1097 time: 0.0799119 Aug 09 15:32:10.195078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f66b6b34-600e-4fa9-b2d2-af7e838eee6b req-1105a194-48be-4d7e-b0f0-b8ffc8ca36b4 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505347 Aug 09 15:32:10.209756 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fdb749a5-e45a-4a17-9751-b9fe31b6161e req-2a8c9964-d514-46a4-a374-dbbacc80c876 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.266668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-91b19507-fbd7-411d-8402-5ac0881b5566 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:10.268439 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-91b19507-fbd7-411d-8402-5ac0881b5566 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030654 Aug 09 15:32:10.290272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Request body: {'port': {'device_id': '5dc94876-ff18-4ea7-977e-175203e4d30b', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '9969d450df984faf86b8df25accc4c9d'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:10.538507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c4168-09ae-45e6-aef7-78ab476d2a3b req-bae02bd0-7946-4945-80f5-78562677c9f3 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:10.541375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f8c4168-09ae-45e6-aef7-78ab476d2a3b req-bae02bd0-7946-4945-80f5-78562677c9f3 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 950 time: 0.1804264 Aug 09 15:32:10.558485 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fdb749a5-e45a-4a17-9751-b9fe31b6161e req-2a8c9964-d514-46a4-a374-dbbacc80c876 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.576272 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fdb749a5-e45a-4a17-9751-b9fe31b6161e req-2a8c9964-d514-46a4-a374-dbbacc80c876 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.590317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Made reservation on behalf of 9969d450df984faf86b8df25accc4c9d for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:10.595602 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.610375 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.633325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fdb749a5-e45a-4a17-9751-b9fe31b6161e req-2a8c9964-d514-46a4-a374-dbbacc80c876 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.649416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdb749a5-e45a-4a17-9751-b9fe31b6161e req-2a8c9964-d514-46a4-a374-dbbacc80c876 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5453014 Aug 09 15:32:10.673536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f8c4168-09ae-45e6-aef7-78ab476d2a3b req-925c1e6e-62ac-4746-abbc-7c24cf585285 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/security-groups?id=a92485bb-24ab-4e86-b8dd-cd3e60a63f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191962 Aug 09 15:32:10.674945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c9964-d514-46a4-a374-dbbacc80c876 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1071e464-316e-4a0c-8912-aeb77f206f4d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:10.779245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6214805-061a-432e-8b3e-47dac34cd0f2 req-8837b547-88ab-45d3-b4b6-d339bf14ff69 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=38fa81fa53ed4409a1cc4b42193be731 HTTP/1.1" status: 200 len: 696 time: 0.1005585 Aug 09 15:32:10.834220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.841690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.934506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:10.989565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9a8fe-7ac5-4236-95b6-4ff9b0883798 req-64d69cd4-ef90-4452-9180-b85b3fbe594a tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:10.991220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58a9a8fe-7ac5-4236-95b6-4ff9b0883798 req-64d69cd4-ef90-4452-9180-b85b3fbe594a tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.1894317 Aug 09 15:32:11.028472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Allocated IP 192.168.233.45 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/b311f371-1695-44cc-8840-ea207a12db93) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:11.049597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6214805-061a-432e-8b3e-47dac34cd0f2 req-3f4823cc-6ea4-43ff-af86-740df0592b13 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:11.051245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6214805-061a-432e-8b3e-47dac34cd0f2 req-3f4823cc-6ea4-43ff-af86-740df0592b13 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/networks?id=d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 787 time: 0.2595127 Aug 09 15:32:11.073901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-b6214805-061a-432e-8b3e-47dac34cd0f2 req-07e76af5-13c5-48ad-813d-621ee6619d53 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:11.074967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6214805-061a-432e-8b3e-47dac34cd0f2 req-07e76af5-13c5-48ad-813d-621ee6619d53 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118845 Aug 09 15:32:11.096161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58a9a8fe-7ac5-4236-95b6-4ff9b0883798 req-ab9fde9d-94b4-469c-9bfd-4b284e5b96d5 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930462 Aug 09 15:32:11.221905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45322c-ba62-4917-a2aa-fe08f648b580 req-c5abda9e-e3f7-4164-8be6-3583595a6902 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:11.223538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc45322c-ba62-4917-a2aa-fe08f648b580 req-c5abda9e-e3f7-4164-8be6-3583595a6902 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 931 time: 0.0702639 Aug 09 15:32:11.296090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:11.308808 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.353761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Transition to ACTIVE for port object b311f371-1695-44cc-8840-ea207a12db93 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:11.355462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-133fbc26-bc37-473a-af5b-35ffd947abdd req-c8b119d0-55af-4d2b-a742-8cdf2b733ffe tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 210 time: 0.1078146 Aug 09 15:32:11.362879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc45322c-ba62-4917-a2aa-fe08f648b580 req-f224f372-fa31-4846-b332-83ca0685922c tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296768 Aug 09 15:32:11.412788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-92af0207-a355-4f44-a26a-684ce8ab19a2 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:11.414632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-92af0207-a355-4f44-a26a-684ce8ab19a2 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.35 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 950 time: 0.1140492 Aug 09 15:32:11.442486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:11.449453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:11.449898 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.480335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.594689 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.630760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68797698-7b56-438f-8974-5c85e89247b0 req-de240285-9c5e-4c8a-becd-fb3e2605a6a0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/1071e464-316e-4a0c-8912-aeb77f206f4d HTTP/1.1" status: 200 len: 1812 time: 0.2072618 Aug 09 15:32:11.632094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:11.640402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:11.644916 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6bd47d-a49e-4567-a431-6a3ab0af4fff" -d '{"events": [{"server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "name": "network-vif-plugged", "status": "completed", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:11.650286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:11.656375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:11.658377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.674709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:11.719660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786288-0f88-4544-bf4b-4ec1ebea339b req-82c33ea8-4258-452f-84c8-97f455cc01fb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:11.727534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb786288-0f88-4544-bf4b-4ec1ebea339b req-82c33ea8-4258-452f-84c8-97f455cc01fb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 944 time: 0.1783099 Aug 09 15:32:11.761594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:11.773689 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-0cb04835-f637-48a8-89f9-749c97daa35f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips/e1a987ff-b6e2-4789-97f1-1e01f4feceb0 HTTP/1.1" status: 200 len: 693 time: 0.1261299 Aug 09 15:32:11.782636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:11.783356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.808321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Pushing event updated for resources: {'Port': ['ID=b311f371-1695-44cc-8840-ea207a12db93,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:11.836807 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-03f5eeda-7a56-4c9a-8bd0-e10becdce177 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5536139 Aug 09 15:32:11.855199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Request body: {'port': {'device_id': '5dc94876-ff18-4ea7-977e-175203e4d30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:11.910975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Deleting port ce11eaf9-48b7-4837-8456-4ced04cb58ef {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:11.911365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.953903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.001673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb786288-0f88-4544-bf4b-4ec1ebea339b req-2bcc4d09-69f2-401d-9166-370f197e3e3c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731402 Aug 09 15:32:12.066365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-eddfd462-8679-421a-ab57-f3b1985c0740 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:12.074554 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-eddfd462-8679-421a-ab57-f3b1985c0740 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2998388 Aug 09 15:32:12.085228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-61fde7ff-65ad-4f6c-8cd7-d384a5ea574a tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:12.092826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-61fde7ff-65ad-4f6c-8cd7-d384a5ea574a tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169353 Aug 09 15:32:12.138647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2be56dad-5895-4132-bed6-23e9fee9f0a9 None None] Provisioning for port b311f371-1695-44cc-8840-ea207a12db93 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:12.155626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2be56dad-5895-4132-bed6-23e9fee9f0a9 None None] Provisioning complete for port b311f371-1695-44cc-8840-ea207a12db93 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:12.156539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2be56dad-5895-4132-bed6-23e9fee9f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.162715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] For port ce11eaf9-48b7-4837-8456-4ced04cb58ef, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ce11eaf9-48b7-4837-8456-4ced04cb58ef,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:12.163046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.273056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c29e7eb2-0cc6-46e1-9d5c-f9cb1d78b6eb req-f26fa82f-30b0-47e9-a384-7d4f560b30e7 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-687131806', 'description': 'tempest-description-1222939552'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:12.304838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Calling delete_port for ce11eaf9-48b7-4837-8456-4ced04cb58ef owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:12.308946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2be56dad-5895-4132-bed6-23e9fee9f0a9 None None] Port b311f371-1695-44cc-8840-ea207a12db93 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:12.320197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-38c59db8-bf3d-4fd8-be6e-583bdbc40c67 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.2185545 Aug 09 15:32:12.425116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c29e7eb2-0cc6-46e1-9d5c-f9cb1d78b6eb req-f26fa82f-30b0-47e9-a384-7d4f560b30e7 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.448363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-f66fac97-a5f3-4ebb-93ad-92607e52872c tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.1205087 Aug 09 15:32:12.500347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b311f371-1695-44cc-8840-ea207a12db93 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:12.521129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.548959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Transition to ACTIVE for port object b311f371-1695-44cc-8840-ea207a12db93 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:12.554562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.624542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Pushing event updated for resources: {'Port': ['ID=b311f371-1695-44cc-8840-ea207a12db93,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:12.722022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Attempting to bind port b311f371-1695-44cc-8840-ea207a12db93 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:12.722302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Attempting to bind port b311f371-1695-44cc-8840-ea207a12db93 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:12.722596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Attempting to bind port b311f371-1695-44cc-8840-ea207a12db93 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:12.727924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Port b311f371-1695-44cc-8840-ea207a12db93 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:12.728326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Attempting to bind port b311f371-1695-44cc-8840-ea207a12db93 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:12.734664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:12.735002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:12.735388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:12.736174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Bound port: b311f371-1695-44cc-8840-ea207a12db93, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:12.741901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.742151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c29e7eb2-0cc6-46e1-9d5c-f9cb1d78b6eb req-f26fa82f-30b0-47e9-a384-7d4f560b30e7 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.777087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c29e7eb2-0cc6-46e1-9d5c-f9cb1d78b6eb req-f26fa82f-30b0-47e9-a384-7d4f560b30e7 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.807426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Deleting port a2985281-1b1d-420f-aa07-ec5589eeb113 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:12.807934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.818539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.837146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['ce11eaf9-48b7-4837-8456-4ced04cb58ef'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:12.907883 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c29e7eb2-0cc6-46e1-9d5c-f9cb1d78b6eb req-f26fa82f-30b0-47e9-a384-7d4f560b30e7 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.908800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] For port b311f371-1695-44cc-8840-ea207a12db93, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:12.909983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c29e7eb2-0cc6-46e1-9d5c-f9cb1d78b6eb req-f26fa82f-30b0-47e9-a384-7d4f560b30e7 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6463048 Aug 09 15:32:12.911054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Pushing event deleted for resources: {'Port': ['ID=ce11eaf9-48b7-4837-8456-4ced04cb58ef,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:12.934398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] For port b311f371-1695-44cc-8840-ea207a12db93, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b311f371-1695-44cc-8840-ea207a12db93,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:12.945001 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.997801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:12.999951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.004236 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] 10.222.0.35 "PUT /v2.0/ports/b311f371-1695-44cc-8840-ea207a12db93 HTTP/1.1" status: 200 len: 1095 time: 1.1588135 Aug 09 15:32:13.006078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc94876-ff18-4ea7-977e-175203e4d30b', 'tag': 'b311f371-1695-44cc-8840-ea207a12db93'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:13.010693 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36da742b-6e37-4a6f-81f8-0f4d1937049e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc94876-ff18-4ea7-977e-175203e4d30b", "tag": "b311f371-1695-44cc-8840-ea207a12db93"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:13.030395 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4b668a-fb5c-42a3-a3c0-b0466b9647a9 x-openstack-request-id: req-aa4b668a-fb5c-42a3-a3c0-b0466b9647a9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:13.031127 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "name": "network-vif-plugged", "status": "completed", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:13.031719 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa4b668a-fb5c-42a3-a3c0-b0466b9647a9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:13.032376 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463', 'code': 200} Aug 09 15:32:13.059754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fa82f-30b0-47e9-a384-7d4f560b30e7 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e148c-5b6b-4cae-877b-2d09ee2e2270,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:13.068418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] No DVR routers for this DVR port ce11eaf9-48b7-4837-8456-4ced04cb58ef on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:32:13.095638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.101398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e2fff62-7b79-4058-a8bb-d3f088ec1f18 req-c52b1450-d516-49f7-9c7a-2b8e2b9b7945 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.35 "DELETE /v2.0/ports/ce11eaf9-48b7-4837-8456-4ced04cb58ef HTTP/1.1" status: 204 len: 173 time: 1.6776700 Aug 09 15:32:13.101398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91002220-9c83-4aa8-a23d-1a9feeff7636', 'name': 'network-vif-deleted', 'tag': 'ce11eaf9-48b7-4837-8456-4ced04cb58ef'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:13.107531 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37bbdd5-1ab6-49f1-8b10-c35c6d6207e0" -d '{"events": [{"server_uuid": "91002220-9c83-4aa8-a23d-1a9feeff7636", "name": "network-vif-deleted", "tag": "ce11eaf9-48b7-4837-8456-4ced04cb58ef"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:13.148797 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.149172 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.168937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed60d52-53c3-4a78-a571-fddce6cbb838 service neutron] Pushing event updated for resources: {'Port': ['ID=b311f371-1695-44cc-8840-ea207a12db93,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:13.190893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-358ce258-0b96-4abc-ac1e-773d9f63be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:13.192590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-358ce258-0b96-4abc-ac1e-773d9f63be62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9969d450df984faf86b8df25accc4c9d&device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 1098 time: 0.1087763 Aug 09 15:32:13.202498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-359199dc-6e09-475f-8e68-69d2b54b8b21 req-c6dd3bb3-83a8-4207-a3c4-eed1ff8b90d7 tempest-LiveMigrationNegativeTest-1046111042 tempest-LiveMigrationNegativeTest-1046111042-project] 10.222.0.64 "GET /v2.0/ports?device_id=91002220-9c83-4aa8-a23d-1a9feeff7636 HTTP/1.1" status: 200 len: 210 time: 0.0474365 Aug 09 15:32:13.207519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Calling delete_port for a2985281-1b1d-420f-aa07-ec5589eeb113 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:13.284794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-5b0fe248-bb35-4a9a-8859-9cc42abdd247 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b311f371-1695-44cc-8840-ea207a12db93 HTTP/1.1" status: 200 len: 217 time: 0.0794835 Aug 09 15:32:13.368543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-750ac74c-a868-4110-bbae-bb07e8d0ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:13.370505 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-750ac74c-a868-4110-bbae-bb07e8d0ed6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0777197 Aug 09 15:32:13.419088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a818f-7950-42d5-974f-119b20036c43 req-b94409b7-60cd-4e24-a4a2-56dd2ecdad09 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:13.421453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a6a818f-7950-42d5-974f-119b20036c43 req-b94409b7-60cd-4e24-a4a2-56dd2ecdad09 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.1075165 Aug 09 15:32:13.451268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-c30ba979-9724-48f0-a3f2-b53696c11efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:13.453701 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-c30ba979-9724-48f0-a3f2-b53696c11efd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746131 Aug 09 15:32:13.470597 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.529347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Pushing event deleted for resources: {'Port': ['ID=a2985281-1b1d-420f-aa07-ec5589eeb113,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:13.577140 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-7f35c9ba-6d22-47d3-b876-077cea29024a service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146047 Aug 09 15:32:13.635869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.642131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.671017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-977d496b-4022-4678-a84b-df6f06fdb9ff req-04740ae6-098e-4976-b3ad-7dbcaa1df76f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "DELETE /v2.0/floatingips/e1a987ff-b6e2-4789-97f1-1e01f4feceb0 HTTP/1.1" status: 204 len: 173 time: 1.2074838 Aug 09 15:32:13.728112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a6a818f-7950-42d5-974f-119b20036c43 req-afa60bd0-e69b-44b4-a157-2ffdc13e16e9 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897544 Aug 09 15:32:13.835009 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-25868905-d8ab-45e3-b02a-25cc40c4f102 req-ebd1f21c-007c-4e7f-a7cd-c3ab27f6d075 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477860 Aug 09 15:32:13.908245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f8c65-a4e1-4000-b353-1687dc2096a7 req-3b84047f-d6af-4741-b50c-3099df6ea39c tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:13.920030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b5f8c65-a4e1-4000-b353-1687dc2096a7 req-3b84047f-d6af-4741-b50c-3099df6ea39c tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1097 time: 0.0966637 Aug 09 15:32:14.020093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b5f8c65-a4e1-4000-b353-1687dc2096a7 req-d604a182-47aa-4118-840b-670b0b1f5933 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971804 Aug 09 15:32:14.093377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd282054-7eac-4b97-9288-136eb6eab32b req-200998b9-87e6-4aa1-ae6d-b7ee279c6631 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:14.106829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd282054-7eac-4b97-9288-136eb6eab32b req-200998b9-87e6-4aa1-ae6d-b7ee279c6631 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 947 time: 0.1549897 Aug 09 15:32:14.192495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd282054-7eac-4b97-9288-136eb6eab32b req-81b5d409-e7c1-496f-b9e8-a6e87b31cdfe tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843935 Aug 09 15:32:14.286709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680cc2-ff2a-4d2e-b7e1-f340cf8ed92e req-aee2f7f4-4713-47de-a216-8a51cc3e436e tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:14.288894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67680cc2-ff2a-4d2e-b7e1-f340cf8ed92e req-aee2f7f4-4713-47de-a216-8a51cc3e436e tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 931 time: 0.0948012 Aug 09 15:32:14.293812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f737d9e-cd63-4bbc-8a72-3f718eeb9792 req-3d1af5b9-8f39-4d5e-91e0-757bd50aba89 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/9e8e148c-5b6b-4cae-877b-2d09ee2e2270 HTTP/1.1" status: 200 len: 1812 time: 0.0694413 Aug 09 15:32:14.359531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67680cc2-ff2a-4d2e-b7e1-f340cf8ed92e req-b5411a8b-1bcc-489c-be1b-9137d2041642 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Aug 09 15:32:14.413197 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82198473-2802-4575-9d2b-8d0006505b40 x-openstack-request-id: req-82198473-2802-4575-9d2b-8d0006505b40 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:14.413589 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc94876-ff18-4ea7-977e-175203e4d30b", "tag": "b311f371-1695-44cc-8840-ea207a12db93", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:14.413913 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82198473-2802-4575-9d2b-8d0006505b40 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:14.414434 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc94876-ff18-4ea7-977e-175203e4d30b', 'tag': 'b311f371-1695-44cc-8840-ea207a12db93', 'status': 'completed', 'code': 200} Aug 09 15:32:14.446792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168744f-ec6c-44fb-83d6-1a2a0d19b9c7 req-077d88a8-6976-4ae5-aebd-4e230a0d273f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:14.457869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1168744f-ec6c-44fb-83d6-1a2a0d19b9c7 req-077d88a8-6976-4ae5-aebd-4e230a0d273f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.0836554 Aug 09 15:32:14.482360 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd6bc39-2e2d-49f7-9ac5-f7120f60122c x-openstack-request-id: req-efd6bc39-2e2d-49f7-9ac5-f7120f60122c {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:14.482736 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91002220-9c83-4aa8-a23d-1a9feeff7636", "name": "network-vif-deleted", "tag": "ce11eaf9-48b7-4837-8456-4ced04cb58ef", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:14.483059 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efd6bc39-2e2d-49f7-9ac5-f7120f60122c {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:14.483479 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91002220-9c83-4aa8-a23d-1a9feeff7636', 'name': 'network-vif-deleted', 'tag': 'ce11eaf9-48b7-4837-8456-4ced04cb58ef', 'status': 'completed', 'code': 200} Aug 09 15:32:14.510270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-6969fc38-e100-4181-a3d5-8d34c9245305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:14.512424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-6969fc38-e100-4181-a3d5-8d34c9245305 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9969d450df984faf86b8df25accc4c9d&device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 1098 time: 0.0702472 Aug 09 15:32:14.524608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1168744f-ec6c-44fb-83d6-1a2a0d19b9c7 req-0abcb078-98db-4168-ac93-6b3c6e26876d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653336 Aug 09 15:32:14.657717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-fd951f36-5b64-444c-a800-ab968e4578b7 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1708193 Aug 09 15:32:14.670472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:14.699347 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:14.701027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-f4ec6872-7ed0-4c6d-a27e-57a6dea6f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:14.704786 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-f4ec6872-7ed0-4c6d-a27e-57a6dea6f615 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1854589 Aug 09 15:32:14.809475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-d9c9b039-1159-43c1-bc75-3e0c8aafe479 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b311f371-1695-44cc-8840-ea207a12db93 HTTP/1.1" status: 200 len: 217 time: 0.0959408 Aug 09 15:32:14.922015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:14.938789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-e6c5a597-c2b5-4c78-b632-fdd4fd9d612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:14.947013 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-e6c5a597-c2b5-4c78-b632-fdd4fd9d612e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1280558 Aug 09 15:32:14.952588 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-135a3fec-eed3-4ffc-8ff4-cc0b8a19e28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:15.031342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-46c45f45-da99-4b19-acd1-a9b78e22429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:15.034802 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-46c45f45-da99-4b19-acd1-a9b78e22429b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821347 Aug 09 15:32:15.070941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ce11eaf9-48b7-4837-8456-4ced04cb58ef no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:32:15.131570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: ce11eaf9-48b7-4837-8456-4ced04cb58ef {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:32:15.132522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ce11eaf9-48b7-4837-8456-4ced04cb58ef not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:32:15.229273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Allocated IP 172.25.7.159 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/456e7add-0a1a-484c-a277-2684f8a10f97) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:15.309817 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-e4d1dcdf-e335-4a7c-92f2-d194c66c9883 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627552 Aug 09 15:32:15.491623 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36da742b-6e37-4a6f-81f8-0f4d1937049e req-ca2be400-1efb-4467-ac44-f9fab97ad035 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784115 Aug 09 15:32:15.787168 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:15.841739 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:15.889344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:15.892859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:15.897250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:15.908221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Pushing event updated for resources: {'Port': ['ID=456e7add-0a1a-484c-a277-2684f8a10f97,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:15.966909 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.012298 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.236512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.244357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.278091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.306351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Pushing event updated for resources: {'Port': ['ID=456e7add-0a1a-484c-a277-2684f8a10f97,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:16.311393 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.313449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-577b8007-8ed0-4df6-b5c2-eda373c75e03 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6556599 Aug 09 15:32:16.372237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-7902eab7-0e37-4755-a370-27494e9f0c24 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.0503283 Aug 09 15:32:16.503023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-2134117b-822f-4f84-8e19-420a93ac719f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:16.504593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-2134117b-822f-4f84-8e19-420a93ac719f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.1231029 Aug 09 15:32:16.516518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-0599a2f9-856e-44f0-991f-1f7c5f67a21f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:16.517598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a22a83f-2e51-4e18-b5aa-c1147e4f57bf req-0599a2f9-856e-44f0-991f-1f7c5f67a21f tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068800 Aug 09 15:32:16.583980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-cb5fc1c0-6a0c-44ca-8138-77c291ffad88 req-424412cd-3668-456e-8437-346d936f4651 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1090439518', 'description': 'tempest-description-734915475'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:16.613833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cb5fc1c0-6a0c-44ca-8138-77c291ffad88 req-424412cd-3668-456e-8437-346d936f4651 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.726567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cb5fc1c0-6a0c-44ca-8138-77c291ffad88 req-424412cd-3668-456e-8437-346d936f4651 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.731804 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cb5fc1c0-6a0c-44ca-8138-77c291ffad88 req-424412cd-3668-456e-8437-346d936f4651 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.770288 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cb5fc1c0-6a0c-44ca-8138-77c291ffad88 req-424412cd-3668-456e-8437-346d936f4651 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:16.771791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb5fc1c0-6a0c-44ca-8138-77c291ffad88 req-424412cd-3668-456e-8437-346d936f4651 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1985784 Aug 09 15:32:16.782447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424412cd-3668-456e-8437-346d936f4651 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a0fc3d-0fff-4f75-8c42-f2744ac5e78b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:16.898038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b84d47-c800-471d-ae83-0f7858f47430 req-b754c4d1-f4af-413f-988a-e1585dbc2e0f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:16.900024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25b84d47-c800-471d-ae83-0f7858f47430 req-b754c4d1-f4af-413f-988a-e1585dbc2e0f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.0578663 Aug 09 15:32:16.926586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40146) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:16.951681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25b84d47-c800-471d-ae83-0f7858f47430 req-19e3fb11-fd0a-4ec0-b2dc-7c839ade2720 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 Aug 09 15:32:17.072021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b311f371-1695-44cc-8840-ea207a12db93 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:32:17.094541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3836040-fce5-427a-8cf7-3e113722f0af req-f0813c9d-add2-4112-ba0e-e9bb868d65ea tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:17.096308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3836040-fce5-427a-8cf7-3e113722f0af req-f0813c9d-add2-4112-ba0e-e9bb868d65ea tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 947 time: 0.0655317 Aug 09 15:32:17.100449 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-795ce32c-cf53-4cfd-9f86-35d9fc6ef603 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f3ae7e9861742299ea85784afa3e634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705787 Aug 09 15:32:17.101813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40150) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:17.167744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3836040-fce5-427a-8cf7-3e113722f0af req-e67cfa90-d460-403b-a093-10de42b2a573 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Aug 09 15:32:17.186310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70f88440-f170-479f-8e4a-b23a1f89d15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:17.219682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b311f371-1695-44cc-8840-ea207a12db93, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b311f371-1695-44cc-8840-ea207a12db93,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:17.242395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70f88440-f170-479f-8e4a-b23a1f89d15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:17.257508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'b311f371-1695-44cc-8840-ea207a12db93', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'b311f371-1695-44cc-8840-ea207a12db93', 'mac_address': 'fa:16:3e:47:93:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:32:17.315662 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:17.334507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b311f371-1695-44cc-8840-ea207a12db93 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:17.342486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df9143-595c-4d76-992d-32cdabca835b req-b5d7036f-4bf0-4a40-b090-de5ab479d450 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:17.344396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51df9143-595c-4d76-992d-32cdabca835b req-b5d7036f-4bf0-4a40-b090-de5ab479d450 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 931 time: 0.0734081 Aug 09 15:32:17.373846 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70f88440-f170-479f-8e4a-b23a1f89d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:17.376866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70f88440-f170-479f-8e4a-b23a1f89d15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:17.378006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b311f371-1695-44cc-8840-ea207a12db93, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b311f371-1695-44cc-8840-ea207a12db93,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:17.379117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-70f88440-f170-479f-8e4a-b23a1f89d15d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a92485bb-24ab-4e86-b8dd-cd3e60a63f82 HTTP/1.1" status: 204 len: 168 time: 0.2757828 Aug 09 15:32:17.387690 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:17.397633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f88440-f170-479f-8e4a-b23a1f89d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92485bb-24ab-4e86-b8dd-cd3e60a63f82,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:17.415747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51df9143-595c-4d76-992d-32cdabca835b req-e82df6e4-d6ec-40cb-917a-a9e0862adcab tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638433 Aug 09 15:32:17.546858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b311f371-1695-44cc-8840-ea207a12db93,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:17.569400 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-769d015e-8795-4b9f-9e1a-ae65c6e69db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:17.573100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.573443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.573826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.574162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.574493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.574821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.575201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.575527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.575936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.576183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.576531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.577889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:17.641908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b311f371-1695-44cc-8840-ea207a12db93'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:17.642176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865181b-6cc0-4c00-9a7e-8b84223b0e5a req-b0ea36c3-6249-494a-9ccb-b0f20da73250 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:17.643638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c865181b-6cc0-4c00-9a7e-8b84223b0e5a req-b0ea36c3-6249-494a-9ccb-b0f20da73250 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.0960963 Aug 09 15:32:17.719885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c865181b-6cc0-4c00-9a7e-8b84223b0e5a req-320530f7-8d1a-4ac1-b5c6-455aa2a93551 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674551 Aug 09 15:32:17.773389 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:17.851026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d411e4f4-5d21-4178-b992-46123bda4562 req-f40b88d2-0443-4487-9440-118927481a27 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips/2795c950-a9b7-4a29-8817-3a3bc1cdbdf2 HTTP/1.1" status: 200 len: 693 time: 0.0772576 Aug 09 15:32:17.936365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40158) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:17.986513 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5823650e-e4af-4e30-bb16-ae8704b4371a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=257f4f9e9ceb46a58d915daac37c165c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484900 Aug 09 15:32:17.990497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40162) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:17.997910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411e4f4-5d21-4178-b992-46123bda4562 req-c2612e8c-dc85-4fe5-9fee-e06731fb2628 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:17.999386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d411e4f4-5d21-4178-b992-46123bda4562 req-c2612e8c-dc85-4fe5-9fee-e06731fb2628 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.1350572 Aug 09 15:32:18.059700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f401-0732-4c85-8a17-be1043bd5adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.062023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d411e4f4-5d21-4178-b992-46123bda4562 req-b87b288d-a2f7-40e1-b1c4-c16cb037bdc1 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.0505350 Aug 09 15:32:18.105174 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f401-0732-4c85-8a17-be1043bd5adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.124228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d411e4f4-5d21-4178-b992-46123bda4562 req-afd93c87-e0d1-4042-a340-007cb4dacde1 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.0531919 Aug 09 15:32:18.174798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f401-0732-4c85-8a17-be1043bd5adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.179466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f401-0732-4c85-8a17-be1043bd5adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.181515 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c575f401-0732-4c85-8a17-be1043bd5adf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a398ae4-69a7-48d2-b87f-35a2a866a7e7 HTTP/1.1" status: 204 len: 168 time: 0.1894875 Aug 09 15:32:18.200456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575f401-0732-4c85-8a17-be1043bd5adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a398ae4-69a7-48d2-b87f-35a2a866a7e7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:18.273607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Deleting port 456e7add-0a1a-484c-a277-2684f8a10f97 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:18.274235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.370798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Request body: {'port': {'device_id': '452b0135-ba18-4116-9ecb-5910c4fa6bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:18.462071 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.462399 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.481842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df52919-0732-4bba-8f40-bfef82f32898 req-653a13fb-f8e6-4e2c-a77d-c11ad44671f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:18.482196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Calling delete_port for 456e7add-0a1a-484c-a277-2684f8a10f97 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:18.484798 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3df52919-0732-4bba-8f40-bfef82f32898 req-653a13fb-f8e6-4e2c-a77d-c11ad44671f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1096 time: 0.0902691 Aug 09 15:32:18.487548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.559864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.66', 58625) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:18.641515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27125784-1f7d-4aed-9c55-f0b36dffd161 req-d843846f-f18d-4aaf-a3f3-653a08d60f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:18.643239 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27125784-1f7d-4aed-9c55-f0b36dffd161 req-d843846f-f18d-4aaf-a3f3-653a08d60f57 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 1096 time: 0.0976872 Aug 09 15:32:18.710286 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27125784-1f7d-4aed-9c55-f0b36dffd161 req-104faec8-0712-46f0-a43e-7486d829f7ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560961 Aug 09 15:32:18.734618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df52919-0732-4bba-8f40-bfef82f32898 req-d810f997-85b6-47fd-9bac-41f55f4cd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:18.739915 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3df52919-0732-4bba-8f40-bfef82f32898 req-d810f997-85b6-47fd-9bac-41f55f4cd5c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.2320673 Aug 09 15:32:18.772404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11facf76-3f97-41c8-8c1b-e127ea19a00b req-17030be1-c334-470b-b475-6b4cb0e7e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:18.774821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11facf76-3f97-41c8-8c1b-e127ea19a00b req-17030be1-c334-470b-b475-6b4cb0e7e046 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1096 time: 0.2091417 Aug 09 15:32:18.837549 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3df52919-0732-4bba-8f40-bfef82f32898 req-f30f43cf-a5ee-43ff-a87d-31a085ceec99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 HTTP/1.1" status: 200 len: 217 time: 0.0545020 Aug 09 15:32:18.893290 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:18.895739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-88df727e-c16d-4388-b702-5e89229114e1 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:18.897871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-88df727e-c16d-4388-b702-5e89229114e1 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256050 Aug 09 15:32:18.949605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df52919-0732-4bba-8f40-bfef82f32898 req-a7b45324-28b9-4f7d-a113-240d5ef463dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:18.960342 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3df52919-0732-4bba-8f40-bfef82f32898 req-a7b45324-28b9-4f7d-a113-240d5ef463dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0979373 Aug 09 15:32:18.980602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Request body: {'binding': {'host': 'n-h2-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:18.981164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Unknown quota resources ['binding']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:32:19.006211 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3df52919-0732-4bba-8f40-bfef82f32898 req-59a9b9c2-4d7f-4529-a486-92b03b60b5ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357742 Aug 09 15:32:19.032178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11facf76-3f97-41c8-8c1b-e127ea19a00b req-4df053e8-33b1-4640-94a7-6305085a984b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441854 Aug 09 15:32:19.102148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b311f371-1695-44cc-8840-ea207a12db93 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:19.141167 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3df52919-0732-4bba-8f40-bfef82f32898 req-b30c4d98-5e65-46af-9e77-dd3f498b2ef0 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259971 Aug 09 15:32:19.213367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port b311f371-1695-44cc-8840-ea207a12db93 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:19.222047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port b311f371-1695-44cc-8840-ea207a12db93 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:19.223111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.288768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.318257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3df52919-0732-4bba-8f40-bfef82f32898 req-b799fd90-23a1-4867-b03b-e41800f87f1b service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540484 Aug 09 15:32:19.357527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Pushing event deleted for resources: {'Port': ['ID=456e7add-0a1a-484c-a277-2684f8a10f97,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:19.396859 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.440129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc94876-ff18-4ea7-977e-175203e4d30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b311f371-1695-44cc-8840-ea207a12db93'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:19.444029 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c419ec-6a4c-4bb2-a102-24a4ee37d7b5" -d '{"events": [{"server_uuid": "5dc94876-ff18-4ea7-977e-175203e4d30b", "name": "network-vif-plugged", "status": "completed", "tag": "b311f371-1695-44cc-8840-ea207a12db93"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:19.466543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b311f371-1695-44cc-8840-ea207a12db93, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b311f371-1695-44cc-8840-ea207a12db93,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:19.478841 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.489752 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.494660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.497947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d411e4f4-5d21-4178-b992-46123bda4562 req-89c173b7-fc4c-4c26-94fb-892dfda340ce tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "DELETE /v2.0/floatingips/2795c950-a9b7-4a29-8817-3a3bc1cdbdf2 HTTP/1.1" status: 204 len: 173 time: 1.3654253 Aug 09 15:32:19.505539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:19.523601 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.567219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on host n-h2-799523-2 for vnic_type normal with profile None {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:19.567598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:19.567941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:19.575926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Transition to ACTIVE for port object 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:19.590963 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.593372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:19.594227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:19.596898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b311f371-1695-44cc-8840-ea207a12db93,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:19.652386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:19.652846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:19.653458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:19.654270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Bound port: 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:19.668727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79990e6e-bff8-4a5f-b921-3f6b5f81e8b9 req-fab8e787-3285-4069-b4b2-395e84a82bc3 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/37a0fc3d-0fff-4f75-8c42-f2744ac5e78b HTTP/1.1" status: 200 len: 1812 time: 0.1409748 Aug 09 15:32:19.882261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:19.908248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Attempting to bind port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:19.908589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Attempting to bind port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:19.908998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Attempting to bind port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 on network b2089f17-dce8-4939-a4a2-b5d2b06bc009 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:19.931214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 on network b2089f17-dce8-4939-a4a2-b5d2b06bc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:19.931543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Attempting to bind port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 on network b2089f17-dce8-4939-a4a2-b5d2b06bc009 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:19.940543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:19.951017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7737d-6e83-41b5-b7dc-64b3c54ee4e2 req-96d30f6b-8ec6-438c-8f46-f2dab3e579b2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:19.965006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1c7737d-6e83-41b5-b7dc-64b3c54ee4e2 req-96d30f6b-8ec6-438c-8f46-f2dab3e579b2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.1881835 Aug 09 15:32:19.965006 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:19.965006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-51ef97af-8b4d-477a-b5f9-5b73d33c5144 service neutron] 10.222.0.64 "POST /v2.0/ports/704f0886-c2b0-4d18-8ba6-b8abc8e19dd5/bindings HTTP/1.1" status: 201 len: 389 time: 1.0028639 Aug 09 15:32:20.000764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:20.001185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Checking segment: {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:20.001575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Bound using segment: {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:20.003326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Bound port: 8aab4c28-d40e-4d20-9ee6-6b369fc1c667, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfe9b6b-22b0-400d-b607-1e76ccf22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:20.003326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:20.049690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1c7737d-6e83-41b5-b7dc-64b3c54ee4e2 req-c1effcda-731a-4dc9-86d5-bfef9a7f639c tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859241 Aug 09 15:32:20.132603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] For port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:20.136392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] For port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:20.143135 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:20.245070 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:20.273972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.275273 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:20.277671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] 10.222.0.66 "PUT /v2.0/ports/8aab4c28-d40e-4d20-9ee6-6b369fc1c667 HTTP/1.1" status: 200 len: 1091 time: 1.9173374 Aug 09 15:32:20.294520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452b0135-ba18-4116-9ecb-5910c4fa6bea', 'tag': '8aab4c28-d40e-4d20-9ee6-6b369fc1c667'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:20.299156 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0964cd36-7fc6-482f-9c69-b69e96c7bedf" -d '{"events": [{"name": "network-changed", "server_uuid": "452b0135-ba18-4116-9ecb-5910c4fa6bea", "tag": "8aab4c28-d40e-4d20-9ee6-6b369fc1c667"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:20.321376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-78de9207-91ad-4327-a705-7572bf46bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.323771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-78de9207-91ad-4327-a705-7572bf46bf88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1097 time: 0.0688028 Aug 09 15:32:20.356453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d81fa6-7059-4054-8930-094d51ce2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:20.405451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fe12b-9b80-43b9-821d-563db1636130 req-6a05c998-8145-4cb2-9389-bec24ebc4d64 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.413266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-068fe12b-9b80-43b9-821d-563db1636130 req-6a05c998-8145-4cb2-9389-bec24ebc4d64 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 943 time: 0.2513702 Aug 09 15:32:20.433380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5491551-a6ce-4904-9483-06c7c2c4117e req-54d2c1a2-097b-4509-95fb-6b1f6c167a8a tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.441757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5491551-a6ce-4904-9483-06c7c2c4117e req-54d2c1a2-097b-4509-95fb-6b1f6c167a8a tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 949 time: 0.2811556 Aug 09 15:32:20.492182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-55aa9f45-fa3f-4d62-b4c6-13681b7149cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.496025 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-55aa9f45-fa3f-4d62-b4c6-13681b7149cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.1604073 Aug 09 15:32:20.519640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5491551-a6ce-4904-9483-06c7c2c4117e req-cd071568-56e2-48ee-9e18-5d036c708e54 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763841 Aug 09 15:32:20.526330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-068fe12b-9b80-43b9-821d-563db1636130 req-62cef78d-cb09-4f59-a534-56cd1b9b617c tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122031 Aug 09 15:32:20.531322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7af55c7b-a8fa-4901-8335-6b83e979f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.533301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-7af55c7b-a8fa-4901-8335-6b83e979f6a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49aa9030b995421d98237a95697c378b&device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 1094 time: 0.1977959 Aug 09 15:32:20.549282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-ca20f041-3bbb-4b04-8d8a-cadd79abc2ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 217 time: 0.0455267 Aug 09 15:32:20.624163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-48d2a2b9-3fcc-4e64-8d7f-91490d1c1289 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aab4c28-d40e-4d20-9ee6-6b369fc1c667 HTTP/1.1" status: 200 len: 217 time: 0.0789034 Aug 09 15:32:20.635162 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c257d77b-1f60-4508-8c7f-4cfce59c7c35 x-openstack-request-id: req-c257d77b-1f60-4508-8c7f-4cfce59c7c35 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:20.637415 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc94876-ff18-4ea7-977e-175203e4d30b", "name": "network-vif-plugged", "status": "completed", "tag": "b311f371-1695-44cc-8840-ea207a12db93", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:20.638150 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c257d77b-1f60-4508-8c7f-4cfce59c7c35 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:20.639404 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc94876-ff18-4ea7-977e-175203e4d30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b311f371-1695-44cc-8840-ea207a12db93', 'code': 200} Aug 09 15:32:20.659941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-485b4c3a-212b-4a7d-9dfe-8f7476b17627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.664783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-485b4c3a-212b-4a7d-9dfe-8f7476b17627 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.1067262 Aug 09 15:32:20.705444 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-d5100e4c-bc83-417b-9a8a-fa2a89ce0b2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313053 Aug 09 15:32:20.746130 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-78de1c70-08ea-435e-a775-989bc6dca0c6 req-8822d259-69b3-485a-a929-5f6f8067f5be tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] show failed (client error): The resource could not be found. Aug 09 15:32:20.747734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78de1c70-08ea-435e-a775-989bc6dca0c6 req-8822d259-69b3-485a-a929-5f6f8067f5be tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips/2795c950-a9b7-4a29-8817-3a3bc1cdbdf2 HTTP/1.1" status: 404 len: 350 time: 0.0830638 Aug 09 15:32:20.772335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf7520-1e83-4703-a284-164984493451 req-a2011753-cac3-45d9-8b34-bcb7ce75c47d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.774047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bddf7520-1e83-4703-a284-164984493451 req-a2011753-cac3-45d9-8b34-bcb7ce75c47d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.1504230 Aug 09 15:32:20.776702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-d93db49f-0acc-4fbd-a275-82142bdeb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.778231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-d93db49f-0acc-4fbd-a275-82142bdeb2cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98a108cc-9d6a-48d6-872d-c9fa1951f96e HTTP/1.1" status: 200 len: 853 time: 0.1400173 Aug 09 15:32:20.828096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff650b-3a20-451f-b1f6-6c8c5e0109e0 req-f2f66322-81f5-48ae-a40b-73d1dd7d8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.830032 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21ff650b-3a20-451f-b1f6-6c8c5e0109e0 req-f2f66322-81f5-48ae-a40b-73d1dd7d8e40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 1100 time: 0.0956969 Aug 09 15:32:20.841716 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-952739ef-b5dc-457a-802b-6047d2de7c4d req-b84907a0-ff50-451d-8dcf-6bbc3789fff8 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] show failed (client error): The resource could not be found. Aug 09 15:32:20.842853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952739ef-b5dc-457a-802b-6047d2de7c4d req-b84907a0-ff50-451d-8dcf-6bbc3789fff8 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/6287a3b3-88fb-4bdf-85f3-547fb4d120ab HTTP/1.1" status: 404 len: 352 time: 0.0591171 Aug 09 15:32:20.874088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1286aca6-3d3f-47ed-a059-bd6b578829c3 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634071 Aug 09 15:32:20.876435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bddf7520-1e83-4703-a284-164984493451 req-3411554e-d4b3-4767-9997-24f87700d6ef tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947614 Aug 09 15:32:20.891606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-537f703f-21b1-43c7-b7b4-982bbcacef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:20.894145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-537f703f-21b1-43c7-b7b4-982bbcacef29 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2089f17-dce8-4939-a4a2-b5d2b06bc009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959187 Aug 09 15:32:20.906881 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21ff650b-3a20-451f-b1f6-6c8c5e0109e0 req-b3e505d7-33f0-499d-8195-e58330b6b5a7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689299 Aug 09 15:32:20.960534 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2768ac12-5738-4bee-a747-f59ff527ae39 x-openstack-request-id: req-2768ac12-5738-4bee-a747-f59ff527ae39 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:20.960890 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452b0135-ba18-4116-9ecb-5910c4fa6bea", "tag": "8aab4c28-d40e-4d20-9ee6-6b369fc1c667", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:20.961258 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2768ac12-5738-4bee-a747-f59ff527ae39 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:20.961799 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452b0135-ba18-4116-9ecb-5910c4fa6bea', 'tag': '8aab4c28-d40e-4d20-9ee6-6b369fc1c667', 'status': 'completed', 'code': 200} Aug 09 15:32:21.007742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-832cbb27-f42c-4076-8c84-1b06bf7cad49 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040418 Aug 09 15:32:21.032732 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-60189ea1-270c-45d9-8375-fe819969f4c0 req-801629ba-854c-4738-b4a6-e69132bca891 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] show failed (client error): The resource could not be found. Aug 09 15:32:21.033772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60189ea1-270c-45d9-8375-fe819969f4c0 req-801629ba-854c-4738-b4a6-e69132bca891 tempest-FloatingIPsTestJSON-945475628 tempest-FloatingIPsTestJSON-945475628-project] 10.222.0.64 "GET /v2.0/floatingips/2795c950-a9b7-4a29-8817-3a3bc1cdbdf2 HTTP/1.1" status: 404 len: 350 time: 0.0709264 Aug 09 15:32:21.048435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40222) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:21.083692 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-f5058c9d-af2a-4941-bc97-5025b086db52 req-f76526de-4eb0-4451-9eba-aef914c031ef tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] show failed (client error): The resource could not be found. Aug 09 15:32:21.085413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5058c9d-af2a-4941-bc97-5025b086db52 req-f76526de-4eb0-4451-9eba-aef914c031ef tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-group-rules/3ff727e8-fdc9-419b-acec-acdc2b5650b0 HTTP/1.1" status: 404 len: 361 time: 0.0267749 Aug 09 15:32:21.086713 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:32:21.100029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bb414-d5a2-461b-9139-282d55f2b0d6 req-f6846980-6a5c-473f-bc3e-d69f0e4dfb93 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.102589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-781bb414-d5a2-461b-9139-282d55f2b0d6 req-f6846980-6a5c-473f-bc3e-d69f0e4dfb93 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 946 time: 0.1787465 Aug 09 15:32:21.112883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-b3a607f0-0bf3-46dd-a070-5a234c5a08d1 service neutron] 10.222.0.66 "GET /v2.0/networks/b2089f17-dce8-4939-a4a2-b5d2b06bc009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101648 Aug 09 15:32:21.183306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-4e1459d3-00de-495c-8ede-86e636413700 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.184771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-4e1459d3-00de-495c-8ede-86e636413700 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1097 time: 0.0943644 Aug 09 15:32:21.196762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799523-2'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:21.221656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-781bb414-d5a2-461b-9139-282d55f2b0d6 req-68c70a99-a6b4-4c4a-8344-d11262a13c89 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068325 Aug 09 15:32:21.258626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fef8b3c-28bf-4c77-97fe-4eedb374ecc1 req-0c682626-0f9d-4e4f-b16d-57b62f138bfa service neutron] 10.222.0.66 "GET /v2.0/networks/b2089f17-dce8-4939-a4a2-b5d2b06bc009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358876 Aug 09 15:32:21.314683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:21.547068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:21.613057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:21.691160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:21.694110 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96288d53-0e28-40f9-a64a-73af36bcdc8d" -d '{"events": [{"server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "name": "network-vif-unplugged", "status": "completed", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:21.699891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:21.722558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:21.821420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed1957-ee15-40c9-bdb6-cee179f1c328 req-d472706c-c239-4fad-96da-7d2d409d109a tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.824608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46ed1957-ee15-40c9-bdb6-cee179f1c328 req-d472706c-c239-4fad-96da-7d2d409d109a tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1096 time: 0.4722037 Aug 09 15:32:21.832879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-8a5942b7-97a8-4fba-96ed-2dc5c4e43a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.834647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-8a5942b7-97a8-4fba-96ed-2dc5c4e43a4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49aa9030b995421d98237a95697c378b&device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 1094 time: 0.5145044 Aug 09 15:32:21.930195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.930651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.931131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.931774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.932267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.932730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.933178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.933632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.934080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.934534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.934984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.935435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.935928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:21.938314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb6042a2-33a0-461a-9454-d84ac2e08459 req-3e8402b0-4000-45f9-ad06-d2efe1a35dde tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9260 time: 0.6282258 Aug 09 15:32:21.959295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46ed1957-ee15-40c9-bdb6-cee179f1c328 req-7a04ecbe-3d9c-43af-bcd9-61edccf88e07 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169963 Aug 09 15:32:22.032326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-138251c1-db0f-4f0f-be7e-a2e3d27ae51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:22.033865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-138251c1-db0f-4f0f-be7e-a2e3d27ae51e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2089f17-dce8-4939-a4a2-b5d2b06bc009 HTTP/1.1" status: 200 len: 916 time: 0.1897173 Aug 09 15:32:22.037606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.114781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-83dfbb8e-23e1-4fe7-88da-bfaadb5cb2ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aab4c28-d40e-4d20-9ee6-6b369fc1c667 HTTP/1.1" status: 200 len: 217 time: 0.0660367 Aug 09 15:32:22.115059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Pushing event updated for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:22.126182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b65098e-0b86-4379-bcf7-3bc4f265254a req-a0c2004a-9f5d-4479-b689-e16b91f19d58 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/37a0fc3d-0fff-4f75-8c42-f2744ac5e78b HTTP/1.1" status: 200 len: 1812 time: 0.1220937 Aug 09 15:32:22.162173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on host n-h1-799523-2 for vnic_type normal with profile {"migrating_to": "n-h2-799523-2"} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:22.162454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:22.162799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:22.173074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:22.173392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Attempting to bind port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:22.181649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:22.182008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:22.182337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:22.182774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Bound port: 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:22.183132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.190193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb764a7-3279-40cb-839a-5d9ac4056ea9 req-9d6a0eef-cea8-4cd3-87f5-06dc9b190c85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:22.191769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6fb764a7-3279-40cb-839a-5d9ac4056ea9 req-9d6a0eef-cea8-4cd3-87f5-06dc9b190c85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.1610589 Aug 09 15:32:22.221826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-26398f67-6d57-4eb0-b444-e56ef1d2e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:22.222830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-26398f67-6d57-4eb0-b444-e56ef1d2e2c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98a108cc-9d6a-48d6-872d-c9fa1951f96e HTTP/1.1" status: 200 len: 853 time: 0.1001053 Aug 09 15:32:22.297003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6fb764a7-3279-40cb-839a-5d9ac4056ea9 req-3dd2679a-5db1-4d11-9e0b-eecb8dd0db0c tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951793 Aug 09 15:32:22.299627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1b65098e-0b86-4379-bcf7-3bc4f265254a req-17f31dae-a728-4596-bad1-d3b42c12229c tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.305226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:22.309575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:22.316155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.335387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-93505328-ddd3-4bbd-80c3-7b78c9f018af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:22.335387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-93505328-ddd3-4bbd-80c3-7b78c9f018af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2089f17-dce8-4939-a4a2-b5d2b06bc009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972180 Aug 09 15:32:22.335387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1b65098e-0b86-4379-bcf7-3bc4f265254a req-17f31dae-a728-4596-bad1-d3b42c12229c tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.424857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Pushing event updated for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=8']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:22.434815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:22.435425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.436906 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-69ca159a-a379-4733-a8d6-6321278e2d45 service neutron] 10.222.0.66 "PUT /v2.0/ports/704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 1122 time: 1.2446325 Aug 09 15:32:22.482123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1b65098e-0b86-4379-bcf7-3bc4f265254a req-17f31dae-a728-4596-bad1-d3b42c12229c tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.485235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1b65098e-0b86-4379-bcf7-3bc4f265254a req-17f31dae-a728-4596-bad1-d3b42c12229c tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.486059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b65098e-0b86-4379-bcf7-3bc4f265254a req-17f31dae-a728-4596-bad1-d3b42c12229c tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "DELETE /v2.0/security-groups/37a0fc3d-0fff-4f75-8c42-f2744ac5e78b HTTP/1.1" status: 204 len: 173 time: 0.3502517 Aug 09 15:32:22.487547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Deleting port e3d52ede-b01d-42ec-9ccd-bce104f21b40 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:22.488128 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.517321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f31dae-a728-4596-bad1-d3b42c12229c tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a0fc3d-0fff-4f75-8c42-f2744ac5e78b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:22.528247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d4498-5fa1-412e-b6a8-77834fef7bbe req-20e654a5-84d2-470b-a226-7710f532d3ed tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:22.530347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b5d4498-5fa1-412e-b6a8-77834fef7bbe req-20e654a5-84d2-470b-a226-7710f532d3ed tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 949 time: 0.1117256 Aug 09 15:32:22.532360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-3ebe09b0-4026-4241-a5db-d24fc6599096 service neutron] 10.222.0.66 "GET /v2.0/networks/b2089f17-dce8-4939-a4a2-b5d2b06bc009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883175 Aug 09 15:32:22.539855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['704f0886-c2b0-4d18-8ba6-b8abc8e19dd5'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:22.589285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] For port e3d52ede-b01d-42ec-9ccd-bce104f21b40, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e3d52ede-b01d-42ec-9ccd-bce104f21b40,segment=NetworkSegment(ed91dfe6-8abe-454c-a690-ca6656c7f394),segment_id=ed91dfe6-8abe-454c-a690-ca6656c7f394)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:22.590566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.609211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Calling delete_port for e3d52ede-b01d-42ec-9ccd-bce104f21b40 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:22.741441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0964cd36-7fc6-482f-9c69-b69e96c7bedf req-6b85812d-6217-4d16-80bb-6ce54f71db59 service neutron] 10.222.0.66 "GET /v2.0/networks/b2089f17-dce8-4939-a4a2-b5d2b06bc009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858149 Aug 09 15:32:22.770050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b5d4498-5fa1-412e-b6a8-77834fef7bbe req-c00649df-46ad-45af-91df-ab2e7a49f7bc tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289829 Aug 09 15:32:22.797416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833049ee-330a-4cde-8ffd-3e067213e784 req-e1f20277-0ad2-419b-86c9-3b10e12556c2 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:22.799021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-833049ee-330a-4cde-8ffd-3e067213e784 req-e1f20277-0ad2-419b-86c9-3b10e12556c2 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 943 time: 0.2349975 Aug 09 15:32:22.819967 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c79317-c76c-44c2-8334-4aa34e0ed9f7 x-openstack-request-id: req-82c79317-c76c-44c2-8334-4aa34e0ed9f7 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:22.820564 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "name": "network-vif-unplugged", "status": "completed", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:22.821070 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82c79317-c76c-44c2-8334-4aa34e0ed9f7 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:22.821756 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5', 'code': 200} Aug 09 15:32:22.893463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:22.915692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-833049ee-330a-4cde-8ffd-3e067213e784 req-011929ef-f240-4526-9ea9-33b832e3c634 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057751 Aug 09 15:32:22.931522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d52ede-b01d-42ec-9ccd-bce104f21b40,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:22.983154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982325-bee3-47e4-bae7-28f7e161b1cd req-4886967f-e990-40a9-9ada-f46087da71fa tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:22.984742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff982325-bee3-47e4-bae7-28f7e161b1cd req-4886967f-e990-40a9-9ada-f46087da71fa tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 886 time: 0.1544123 Aug 09 15:32:23.169267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b7ff7-fdad-4e9a-a247-865e394fb73e req-2d421931-2cd5-4466-9bd7-fec7cc3ce941 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.171217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f70b7ff7-fdad-4e9a-a247-865e394fb73e req-2d421931-2cd5-4466-9bd7-fec7cc3ce941 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.0963490 Aug 09 15:32:23.173701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.184766 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40256) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:23.190194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Request body: {'floatingip': {'port_id': 'e378c88a-c548-4542-84e3-4f272977dc5c'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:23.195960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306fba5-130e-4372-aaea-df5bdf983dd2 req-2db494b2-9a04-468d-9273-faa52fa0636e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.197571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d306fba5-130e-4372-aaea-df5bdf983dd2 req-2db494b2-9a04-468d-9273-faa52fa0636e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.0926433 Aug 09 15:32:23.265102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d306fba5-130e-4372-aaea-df5bdf983dd2 req-b7d68262-3eb6-4915-b947-8e6693c2810b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Aug 09 15:32:23.278949 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dcd40f65-d279-4cbc-b90f-ba21dcbba36d req-06e9e331-1b5c-44eb-aeee-a6ad677ebc73 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/9e8e148c-5b6b-4cae-877b-2d09ee2e2270 HTTP/1.1" status: 200 len: 1812 time: 0.0799026 Aug 09 15:32:23.313504 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.360701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:32:23.364347 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dcd40f65-d279-4cbc-b90f-ba21dcbba36d req-7b9aac73-9330-4dbe-901f-204df11d5ec0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.401773 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dcd40f65-d279-4cbc-b90f-ba21dcbba36d req-7b9aac73-9330-4dbe-901f-204df11d5ec0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.490178 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dcd40f65-d279-4cbc-b90f-ba21dcbba36d req-7b9aac73-9330-4dbe-901f-204df11d5ec0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.492966 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dcd40f65-d279-4cbc-b90f-ba21dcbba36d req-7b9aac73-9330-4dbe-901f-204df11d5ec0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.494142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dcd40f65-d279-4cbc-b90f-ba21dcbba36d req-7b9aac73-9330-4dbe-901f-204df11d5ec0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "DELETE /v2.0/security-groups/9e8e148c-5b6b-4cae-877b-2d09ee2e2270 HTTP/1.1" status: 204 len: 173 time: 0.2071724 Aug 09 15:32:23.510106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:23.529648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '8aab4c28-d40e-4d20-9ee6-6b369fc1c667', 'network_id': 'b2089f17-dce8-4939-a4a2-b5d2b06bc009', 'port_id': '8aab4c28-d40e-4d20-9ee6-6b369fc1c667', 'mac_address': 'fa:16:3e:b7:18:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a108cc-9d6a-48d6-872d-c9fa1951f96e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:32:23.536725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aac73-9330-4dbe-901f-204df11d5ec0 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e148c-5b6b-4cae-877b-2d09ee2e2270,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:23.602850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.625736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:23.649124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:23.656778 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.737880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.738356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.739014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.739478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.740022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.740631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.741273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.741864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.742325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.743097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.743451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.743937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.744461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:23.761554 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d05416b4-cd51-4ce2-8eaa-1ff1b736203d req-1b537ee1-7b86-440c-afe1-3c6a6c09ba0f tempest-NetworksTest-1307379627 tempest-NetworksTest-1307379627-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9260 time: 0.2438757 Aug 09 15:32:23.765302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f07fdead-f934-4eb6-9e6f-528554ac6f50 req-6bc344a6-836e-463c-85e1-b4e1c5f4ec2d tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/1071e464-316e-4a0c-8912-aeb77f206f4d HTTP/1.1" status: 200 len: 1812 time: 0.1367819 Aug 09 15:32:23.799090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:23.907089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f07fdead-f934-4eb6-9e6f-528554ac6f50 req-3efb4f88-47a5-4989-bdaf-52385992f7cf tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:23.936598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8aab4c28-d40e-4d20-9ee6-6b369fc1c667'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:23.971763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f07fdead-f934-4eb6-9e6f-528554ac6f50 req-3efb4f88-47a5-4989-bdaf-52385992f7cf tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.035966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:32:24.083317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f07fdead-f934-4eb6-9e6f-528554ac6f50 req-3efb4f88-47a5-4989-bdaf-52385992f7cf tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.085060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f07fdead-f934-4eb6-9e6f-528554ac6f50 req-3efb4f88-47a5-4989-bdaf-52385992f7cf tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.087224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f07fdead-f934-4eb6-9e6f-528554ac6f50 req-3efb4f88-47a5-4989-bdaf-52385992f7cf tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "DELETE /v2.0/security-groups/1071e464-316e-4a0c-8912-aeb77f206f4d HTTP/1.1" status: 204 len: 173 time: 0.3140686 Aug 09 15:32:24.120240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb4f88-47a5-4989-bdaf-52385992f7cf tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071e464-316e-4a0c-8912-aeb77f206f4d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:24.160074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40284) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:24.238291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b0120-3139-4cd0-b027-28106d98854d req-07757fb5-a0b4-48ca-b6d4-210b13931a53 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:24.248479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-706b0120-3139-4cd0-b027-28106d98854d req-07757fb5-a0b4-48ca-b6d4-210b13931a53 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 944 time: 0.0766494 Aug 09 15:32:24.313621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-706b0120-3139-4cd0-b027-28106d98854d req-3d687817-3072-4647-904f-1cd58e80593a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640674 Aug 09 15:32:24.459595 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91b72e2a-4b20-4319-b9a5-d002668ac163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.471263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad9cbeee-5b34-45a4-b3ed-770f311a63ad req-61e38aa5-a4dc-4744-a354-85b988ace458 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/d5604f13-eeec-4dee-81e2-d4fd118d9a5b HTTP/1.1" status: 200 len: 1813 time: 0.1261046 Aug 09 15:32:24.562863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2866c-82cb-4815-90ed-c90001169e31 req-ebb4bc7f-1693-47b0-8a2a-c85099513129 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:24.564444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8a2866c-82cb-4815-90ed-c90001169e31 req-ebb4bc7f-1693-47b0-8a2a-c85099513129 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.1693592 Aug 09 15:32:24.646396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8a2866c-82cb-4815-90ed-c90001169e31 req-afe4e7f6-1c73-411f-8472-b9bddee52616 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687549 Aug 09 15:32:24.651461 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad9cbeee-5b34-45a4-b3ed-770f311a63ad req-898814d3-7482-46de-878f-11c06a58bb52 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.690432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad9cbeee-5b34-45a4-b3ed-770f311a63ad req-898814d3-7482-46de-878f-11c06a58bb52 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.730096 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91b72e2a-4b20-4319-b9a5-d002668ac163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.742439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91b72e2a-4b20-4319-b9a5-d002668ac163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.792371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b72e2a-4b20-4319-b9a5-d002668ac163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a22c5d5-1c27-4426-9986-dafa40a4139a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:24.800680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-91b72e2a-4b20-4319-b9a5-d002668ac163 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a21727298bde4961be9316a7255f8b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370752 Aug 09 15:32:24.804604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40296) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:24.809902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad9cbeee-5b34-45a4-b3ed-770f311a63ad req-898814d3-7482-46de-878f-11c06a58bb52 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.818254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad9cbeee-5b34-45a4-b3ed-770f311a63ad req-898814d3-7482-46de-878f-11c06a58bb52 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:24.823284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad9cbeee-5b34-45a4-b3ed-770f311a63ad req-898814d3-7482-46de-878f-11c06a58bb52 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "DELETE /v2.0/security-groups/d5604f13-eeec-4dee-81e2-d4fd118d9a5b HTTP/1.1" status: 204 len: 173 time: 0.3326864 Aug 09 15:32:24.857033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:24.859748 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407" -d '{"events": [{"name": "network-changed", "server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:24.914882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898814d3-7482-46de-878f-11c06a58bb52 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5604f13-eeec-4dee-81e2-d4fd118d9a5b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:24.935732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:32:24.978179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e33a3-2322-4470-bf0d-5b781e4fa5aa req-c4921691-f60c-4526-9993-01abc7deeca5 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:24.981380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c25e33a3-2322-4470-bf0d-5b781e4fa5aa req-c4921691-f60c-4526-9993-01abc7deeca5 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 949 time: 0.1569216 Aug 09 15:32:24.988058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3386ebcc-0941-4eb5-8200-3eea52686b8b req-ee8f44ef-65f4-493f-9139-3b72cfbbee82 tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "GET /v2.0/security-groups/b617d3d6-afc8-4a3c-9a93-85ede1de8a57 HTTP/1.1" status: 200 len: 1812 time: 0.0776322 Aug 09 15:32:24.998903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:32:25.011121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] Sync routers for ids ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:32:25.014721 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d16be864-3c90-44c1-be77-3f54290a0b5a admin admin] 10.222.0.64 "PUT /v2.0/routers/12d9cd70-bfcc-4bbb-a346-56d8d734edc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9607842 Aug 09 15:32:25.017824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40304) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:25.024169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] Routers {'12d9cd70-bfcc-4bbb-a346-56d8d734edc4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:25.024805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:25.068782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c25e33a3-2322-4470-bf0d-5b781e4fa5aa req-f7d929ce-1a46-4009-98fd-b3be86f768c4 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793030 Aug 09 15:32:25.104713 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3386ebcc-0941-4eb5-8200-3eea52686b8b req-2a3b8728-38cd-40ce-9aee-82690a520ffe tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.109821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.129195 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bae5deb-1b7b-4474-abba-561113bea4e9 x-openstack-request-id: req-8bae5deb-1b7b-4474-abba-561113bea4e9 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:25.130667 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:25.130667 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bae5deb-1b7b-4474-abba-561113bea4e9 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:25.131020 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5', 'status': 'completed', 'code': 200} Aug 09 15:32:25.135648 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.156908 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3386ebcc-0941-4eb5-8200-3eea52686b8b req-2a3b8728-38cd-40ce-9aee-82690a520ffe tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.175504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] Set router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:25.181475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8a72-e2a5-4c9c-ac76-4db82c29e517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.228318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3386ebcc-0941-4eb5-8200-3eea52686b8b req-2a3b8728-38cd-40ce-9aee-82690a520ffe tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.233389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3386ebcc-0941-4eb5-8200-3eea52686b8b req-2a3b8728-38cd-40ce-9aee-82690a520ffe tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.243588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40306) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:25.243962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3386ebcc-0941-4eb5-8200-3eea52686b8b req-2a3b8728-38cd-40ce-9aee-82690a520ffe tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] 10.222.0.64 "DELETE /v2.0/security-groups/b617d3d6-afc8-4a3c-9a93-85ede1de8a57 HTTP/1.1" status: 204 len: 173 time: 0.2477205 Aug 09 15:32:25.265120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b8728-38cd-40ce-9aee-82690a520ffe tempest-SecurityGroupRulesNegativeTestJSON-1072321222 tempest-SecurityGroupRulesNegativeTestJSON-1072321222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617d3d6-afc8-4a3c-9a93-85ede1de8a57,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:25.292986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8a72-e2a5-4c9c-ac76-4db82c29e517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.382885 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:32:25.387653 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.465622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fd09bc-b653-43b0-a787-e7b2b8172dc7 admin admin] Deleting subnet e4f05608-7753-46cd-8bb2-ad6e8928c44b {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:32:25.473564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15fd09bc-b653-43b0-a787-e7b2b8172dc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.500785 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Floating IP 68b4baba-3e8a-4e04-8d05-cb05ad4839e9 associated. External IP: 172.25.7.217, port: e378c88a-c548-4542-84e3-4f272977dc5c. Aug 09 15:32:25.504701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-a5b2409b-bf11-4f27-806f-c303d8472679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:25.506464 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-a5b2409b-bf11-4f27-806f-c303d8472679 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1125 time: 0.3270078 Aug 09 15:32:25.530086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26258d75-53a8-4a23-8bc2-f36657673bdc req-f0aab87d-6e95-4881-8aa2-af064aa2328f tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:25.542982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26258d75-53a8-4a23-8bc2-f36657673bdc req-f0aab87d-6e95-4881-8aa2-af064aa2328f tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 944 time: 0.1047463 Aug 09 15:32:25.551059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:25.633304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15fd09bc-b653-43b0-a787-e7b2b8172dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.649181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26258d75-53a8-4a23-8bc2-f36657673bdc req-25a540b9-5584-4e3d-9af6-38b04826989f tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038525 Aug 09 15:32:25.661980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:25.664358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:25.664892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.739993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:32:22Z', 'revision_number': 5, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port': {'id': '72aff0a1-6405-4ead-910c-fba0973956fb', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:47Z', 'updated_at': '2021-08-09T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:25.757964 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8a72-e2a5-4c9c-ac76-4db82c29e517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.761378 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8a72-e2a5-4c9c-ac76-4db82c29e517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.762630 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b9ff8a72-e2a5-4c9c-ac76-4db82c29e517 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a22c5d5-1c27-4426-9986-dafa40a4139a HTTP/1.1" status: 204 len: 168 time: 0.9514039 Aug 09 15:32:25.815004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] Checking router: 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:32:25.815235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff8a72-e2a5-4c9c-ac76-4db82c29e517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a22c5d5-1c27-4426-9986-dafa40a4139a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:25.829596 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.844565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:25.902598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15fd09bc-b653-43b0-a787-e7b2b8172dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:25.908216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] Routers {'12d9cd70-bfcc-4bbb-a346-56d8d734edc4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:25.908857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:25.921801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ada390-3891-47c0-96e7-c577a384efd1 req-26b8b2e5-10c9-41b5-be8e-0f130054488c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:25.923681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06ada390-3891-47c0-96e7-c577a384efd1 req-26b8b2e5-10c9-41b5-be8e-0f130054488c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 949 time: 0.0742853 Aug 09 15:32:25.953902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263345a6-ba13-4627-9b4c-d82bc7151212 req-f9a5cde2-403b-4429-abec-d7da764e54e4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:25.962220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 has no active binding in host n-h2-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:32:25.962615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-263345a6-ba13-4627-9b4c-d82bc7151212 req-f9a5cde2-403b-4429-abec-d7da764e54e4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.1674724 Aug 09 15:32:26.025410 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.063900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452b0135-ba18-4116-9ecb-5910c4fa6bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aab4c28-d40e-4d20-9ee6-6b369fc1c667'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:26.067145 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1b3b8e-57c0-4968-beca-a66316c71145" -d '{"events": [{"server_uuid": "452b0135-ba18-4116-9ecb-5910c4fa6bea", "name": "network-vif-plugged", "status": "completed", "tag": "8aab4c28-d40e-4d20-9ee6-6b369fc1c667"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:26.076804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] Set router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:26.097236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-263345a6-ba13-4627-9b4c-d82bc7151212 req-67246069-cac9-4d59-ae62-4f8714c016a4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334002 Aug 09 15:32:26.169022 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d963a7b5-537b-4707-9871-94297f34aa5d x-openstack-request-id: req-d963a7b5-537b-4707-9871-94297f34aa5d {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:26.169295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Deleting port b311f371-1695-44cc-8840-ea207a12db93 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:26.169669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.172560 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452b0135-ba18-4116-9ecb-5910c4fa6bea", "name": "network-vif-plugged", "status": "completed", "tag": "8aab4c28-d40e-4d20-9ee6-6b369fc1c667", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:26.172817 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d963a7b5-537b-4707-9871-94297f34aa5d {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:26.173498 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452b0135-ba18-4116-9ecb-5910c4fa6bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aab4c28-d40e-4d20-9ee6-6b369fc1c667', 'code': 200} Aug 09 15:32:26.183999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:26.207715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-65cf3e9c-9f7c-4071-946a-1bce9f7eecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:26.209879 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-65cf3e9c-9f7c-4071-946a-1bce9f7eecfb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.6260533 Aug 09 15:32:26.223614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:32:26.232268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:32:25Z', 'revision_number': 6, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:26.234722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.271920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15fd09bc-b653-43b0-a787-e7b2b8172dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.280385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-9c4720b3-8f3d-450a-b79a-6c19bedec6a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 217 time: 0.0587990 Aug 09 15:32:26.286891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ff83d-650a-4228-893c-54b67e17684e None None] The sync data for ids ['12d9cd70-bfcc-4bbb-a346-56d8d734edc4'] in n-d-799523-2 is: [{'id': '12d9cd70-bfcc-4bbb-a346-56d8d734edc4', 'name': 'tempest-FloatingIPsTestJSON-672944110-router', 'tenant_id': '38fa81fa53ed4409a1cc4b42193be731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:45Z', 'updated_at': '2021-08-09T15:32:25Z', 'revision_number': 6, 'project_id': '38fa81fa53ed4409a1cc4b42193be731', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:32:26.319498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd09bc-b653-43b0-a787-e7b2b8172dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f05608-7753-46cd-8bb2-ad6e8928c44b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:26.338578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:26.373623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40322) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:26.415205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] For port b311f371-1695-44cc-8840-ea207a12db93, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b311f371-1695-44cc-8840-ea207a12db93,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:26.415468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.426330 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9302877-1ffa-4b94-90ba-84bb4493c9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.440877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Calling delete_port for b311f371-1695-44cc-8840-ea207a12db93 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:26.464628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9b660-683b-4c46-8344-9265ed6fcfbf req-34627799-6ad5-4a3a-bbcb-bf5483c41c98 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:26.466153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1d9b660-683b-4c46-8344-9265ed6fcfbf req-34627799-6ad5-4a3a-bbcb-bf5483c41c98 tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc94876-ff18-4ea7-977e-175203e4d30b HTTP/1.1" status: 200 len: 949 time: 0.2441452 Aug 09 15:32:26.535591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550cf93-b688-4600-be4f-73c9bd90f78f req-f7178928-c91a-4bc9-b427-ecca9ea8cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:26.537114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3550cf93-b688-4600-be4f-73c9bd90f78f req-f7178928-c91a-4bc9-b427-ecca9ea8cffa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 1096 time: 0.2677016 Aug 09 15:32:26.611195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1d9b660-683b-4c46-8344-9265ed6fcfbf req-b9ffedf2-d9f6-4975-bab8-fc1cce20505a tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344695 Aug 09 15:32:26.631229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15fd09bc-b653-43b0-a787-e7b2b8172dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.635610 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-15fd09bc-b653-43b0-a787-e7b2b8172dc7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e4f05608-7753-46cd-8bb2-ad6e8928c44b HTTP/1.1" status: 204 len: 168 time: 1.3786380 Aug 09 15:32:26.636841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40324) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:26.676553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Deleting port 72aff0a1-6405-4ead-910c-fba0973956fb {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:26.676927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.747424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3550cf93-b688-4600-be4f-73c9bd90f78f req-392090ff-1469-4562-9196-e72c43f370e4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994765 Aug 09 15:32:26.761290 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.778450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-fa87d82b-2d76-48da-a810-5d1657a296da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:26.780396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-fa87d82b-2d76-48da-a810-5d1657a296da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.4733264 Aug 09 15:32:26.849854 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-23cb5794-b5ee-411e-9902-d12379f55019 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575745 Aug 09 15:32:26.863962 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-20705075-ac8f-4fbc-b3cc-44fc8b9816e5 service neutron] 10.222.0.35 "GET /v2.0/ports/704f0886-c2b0-4d18-8ba6-b8abc8e19dd5/bindings/n-h2-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.2361281 Aug 09 15:32:26.891860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f042-d4a1-485e-a7a8-ab05e0394116 req-f69d47e0-0ecd-4ba6-b167-4d13240352ff tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:26.893416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b84f042-d4a1-485e-a7a8-ab05e0394116 req-f69d47e0-0ecd-4ba6-b167-4d13240352ff tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 945 time: 0.1653554 Aug 09 15:32:26.896641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.909415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b311f371-1695-44cc-8840-ea207a12db93'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:26.947937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:32:26.957840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.962691 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] Sync routers for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:32:26.966408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] For port 72aff0a1-6405-4ead-910c-fba0973956fb, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=72aff0a1-6405-4ead-910c-fba0973956fb,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:26.966930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.971999 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:26.972494 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:27.000928 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9302877-1ffa-4b94-90ba-84bb4493c9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.002192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Pushing event deleted for resources: {'Port': ['ID=b311f371-1695-44cc-8840-ea207a12db93,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:27.013808 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9302877-1ffa-4b94-90ba-84bb4493c9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.024397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Calling delete_port for 72aff0a1-6405-4ead-910c-fba0973956fb owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:27.044026 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24623483-6b21-4ec5-b336-4bdb2e60303f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "PUT /v2.0/floatingips/68b4baba-3e8a-4e04-8d05-cb05ad4839e9 HTTP/1.1" status: 200 len: 991 time: 3.8555474 Aug 09 15:32:27.092436 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:27.094957 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.149166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9302877-1ffa-4b94-90ba-84bb4493c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7955d0-4dcf-44ba-9e41-d2b325b6808c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:27.191206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] No DVR routers for this DVR port b311f371-1695-44cc-8840-ea207a12db93 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:32:27.198125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.200335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06ada390-3891-47c0-96e7-c577a384efd1 req-f38067e0-4eea-4abb-b39e-6010b7eaca7c tempest-TenantUsagesTestJSON-732505686 tempest-TenantUsagesTestJSON-732505686-project] 10.222.0.35 "DELETE /v2.0/ports/b311f371-1695-44cc-8840-ea207a12db93 HTTP/1.1" status: 204 len: 173 time: 1.2284567 Aug 09 15:32:27.200661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'tag': 'e378c88a-c548-4542-84e3-4f272977dc5c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:27.205776 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a401ce4-330e-4be7-a030-9ed3a160eb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbeed92-5800-4357-81b6-f589ae91ed67", "tag": "e378c88a-c548-4542-84e3-4f272977dc5c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:27.211051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.211625 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.212590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.212955 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > port after_create 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.213297 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.213959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > port after_update 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.214280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.214712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.215170 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.215431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.219339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-977c2fbf-706c-439a-bf4d-f33ad95b1485 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598526 Aug 09 15:32:27.357998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e3d52ede-b01d-42ec-9ccd-bce104f21b40 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:32:27.378036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.382638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.383803 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.388020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:27.388567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e575e7e-f329-4e12-82ba-c7f20b248530']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:27.412163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e3d52ede-b01d-42ec-9ccd-bce104f21b40 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:32:27.416220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e3d52ede-b01d-42ec-9ccd-bce104f21b40 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:32:27.416919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 72aff0a1-6405-4ead-910c-fba0973956fb no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:32:27.443971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc94876-ff18-4ea7-977e-175203e4d30b', 'name': 'network-vif-deleted', 'tag': 'b311f371-1695-44cc-8840-ea207a12db93'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:27.447453 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6f46d-114c-4b55-8442-547c2aff57aa" -d '{"events": [{"server_uuid": "5dc94876-ff18-4ea7-977e-175203e4d30b", "name": "network-vif-deleted", "tag": "b311f371-1695-44cc-8840-ea207a12db93"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:27.462810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b84f042-d4a1-485e-a7a8-ab05e0394116 req-a6ab68b4-e368-4506-9ce4-cc82f97a66b0 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549021 Aug 09 15:32:27.475763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d9302877-1ffa-4b94-90ba-84bb4493c9c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47377d933829470cb30452da40bdb6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0997667 Aug 09 15:32:27.486212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40342) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:27.519745 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebd74cd2-e96b-4c85-9a2f-075e86a4f407 req-28b95012-fe22-45f8-abd8-ebbf967f90d9 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782588 Aug 09 15:32:27.551230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:27.554562 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5ae77a-4d7e-4c8d-9c7d-6c7cc8b81c49 x-openstack-request-id: req-3a5ae77a-4d7e-4c8d-9c7d-6c7cc8b81c49 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:27.554848 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbeed92-5800-4357-81b6-f589ae91ed67", "tag": "e378c88a-c548-4542-84e3-4f272977dc5c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:27.555095 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a5ae77a-4d7e-4c8d-9c7d-6c7cc8b81c49 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:27.555515 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'tag': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'status': 'completed', 'code': 200} Aug 09 15:32:27.573106 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68b4baba-3e8a-4e04-8d05-cb05ad4839e9', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'port_id': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'mac_address': 'fa:16:3e:ad:2a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:31:42Z', 'updated_at': '2021-08-09T15:32:24Z', 'revision_number': 1, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:27.580749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.591625 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.594546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:27.616710 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] Checking router: 85ae62c2-ec82-48d7-9f17-d9fae69bedcf for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:32:27.626960 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:27.627642 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:27.633365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a058bb32-2ea9-4fd3-8d13-e8c413d01c6d') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:27.633882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a058bb32-2ea9-4fd3-8d13-e8c413d01c6d') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:27.706024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:27.728774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.732454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=72aff0a1-6405-4ead-910c-fba0973956fb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:27.747801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:27.825187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.838757 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:27.890610 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.906719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.921744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1cbd1-4919-4b5f-ac3a-0cb57a57e59d req-08fec2dd-3ff4-4db1-b355-48841cfc7eba tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:27.931873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abf1cbd1-4919-4b5f-ac3a-0cb57a57e59d req-08fec2dd-3ff4-4db1-b355-48841cfc7eba tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 944 time: 0.4517362 Aug 09 15:32:27.947760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:32:27.948926 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:27.954665 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: from cryptography.utils import int_from_bytes Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: from cryptography.utils import int_from_bytes Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:32:28.019454 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:32:28.098496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.109623 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.114887 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.152483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-4c5d91c7-9ada-410b-9cd8-25d865928ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:28.155392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-4c5d91c7-9ada-410b-9cd8-25d865928ad2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 1096 time: 0.5533600 Aug 09 15:32:28.163672 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d00473be-0b2f-47f0-afb4-3b9877a61b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.215903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] Transition to ACTIVE for port object 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:28.219483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.220543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d9cd70-bfcc-4bbb-a346-56d8d734edc4 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:32:28.226946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.240325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.245171 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a609c9cd-f4cf-4104-a701-f149ddb65d11 admin admin] 10.222.0.64 "DELETE /v2.0/routers/12d9cd70-bfcc-4bbb-a346-56d8d734edc4 HTTP/1.1" status: 204 len: 168 time: 3.2220848 Aug 09 15:32:28.257572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40360) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:28.397831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] Pushing event updated for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:28.442107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] No DVR routers for this DVR port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:32:28.465891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-348b6ed0-d0a0-4f88-a0e9-85786be37b2b admin admin] Deleting subnet 8bc0ae59-4947-43c6-8059-b45d61ccd9fe {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:32:28.474704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-348b6ed0-d0a0-4f88-a0e9-85786be37b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.484852 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68b4baba-3e8a-4e04-8d05-cb05ad4839e9', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'port_id': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'mac_address': 'fa:16:3e:ad:2a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:31:42Z', 'updated_at': '2021-08-09T15:32:24Z', 'revision_number': 1, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:28.520674 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-348b6ed0-d0a0-4f88-a0e9-85786be37b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.521402 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecf60d-3ffb-42fa-84e7-d8c97fd78a57 None None] The sync data for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 is: [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68b4baba-3e8a-4e04-8d05-cb05ad4839e9', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'port_id': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'mac_address': 'fa:16:3e:ad:2a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:31:42Z', 'updated_at': '2021-08-09T15:32:24Z', 'revision_number': 1, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:32:28.708768 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-1ea293b8-380f-400f-92e9-9f5c03cdc509 service neutron] 10.222.0.35 "PUT /v2.0/ports/704f0886-c2b0-4d18-8ba6-b8abc8e19dd5/bindings/n-h2-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8320818 Aug 09 15:32:28.758729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-348b6ed0-d0a0-4f88-a0e9-85786be37b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.808510 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.816835 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793544ae-02c4-45f7-b373-a8bdecae113b x-openstack-request-id: req-793544ae-02c4-45f7-b373-a8bdecae113b {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:28.818699 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc94876-ff18-4ea7-977e-175203e4d30b", "name": "network-vif-deleted", "tag": "b311f371-1695-44cc-8840-ea207a12db93", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:28.819418 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-793544ae-02c4-45f7-b373-a8bdecae113b {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:28.820733 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc94876-ff18-4ea7-977e-175203e4d30b', 'name': 'network-vif-deleted', 'tag': 'b311f371-1695-44cc-8840-ea207a12db93', 'status': 'completed', 'code': 200} Aug 09 15:32:28.836778 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-348b6ed0-d0a0-4f88-a0e9-85786be37b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.837599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abf1cbd1-4919-4b5f-ac3a-0cb57a57e59d req-79eb5d4b-6324-475f-b541-bf3a840d91a7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9045765 Aug 09 15:32:28.848813 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d00473be-0b2f-47f0-afb4-3b9877a61b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.866555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-348b6ed0-d0a0-4f88-a0e9-85786be37b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.871380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e4ad9-b3e1-4b9c-a635-63cdfce121be None None] Network 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:28.872258 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-348b6ed0-d0a0-4f88-a0e9-85786be37b2b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8bc0ae59-4947-43c6-8059-b45d61ccd9fe HTTP/1.1" status: 204 len: 168 time: 0.6125965 Aug 09 15:32:28.885233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40368) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:28.917018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.920340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0e575e7e-f329-4e12-82ba-c7f20b248530 HTTP/1.1" status: 204 len: 168 time: 2.2821372 Aug 09 15:32:28.984325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b6ed0-d0a0-4f88-a0e9-85786be37b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc0ae59-4947-43c6-8059-b45d61ccd9fe,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:29.007135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-db092d80-207b-4e7b-9b9a-66411abb507a tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:29.017758 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-db092d80-207b-4e7b-9b9a-66411abb507a tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.0996447 Aug 09 15:32:29.093762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32ed42-ffb0-4a55-992b-51f33c69cead None None] New status for floating IP 68b4baba-3e8a-4e04-8d05-cb05ad4839e9: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:32:29.249970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40376) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:29.251675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298432a-0001-4a65-97ee-399395e40c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e575e7e-f329-4e12-82ba-c7f20b248530,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:29.291836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-30038814-bee9-4d82-ae2a-4c422f214483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:29.299992 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-30038814-bee9-4d82-ae2a-4c422f214483 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee&tenant_id=93cadee9f55442db8de1de7b0c004894 HTTP/1.1" status: 200 len: 1096 time: 0.2732282 Aug 09 15:32:29.377654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b311f371-1695-44cc-8840-ea207a12db93 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:32:29.378608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40378) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:29.380342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11901f-1a22-4613-b248-761e65b3b2c8 req-c71665aa-4cae-4929-ae01-58d04779e6f3 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:29.394450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf11901f-1a22-4613-b248-761e65b3b2c8 req-c71665aa-4cae-4929-ae01-58d04779e6f3 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 945 time: 0.5722125 Aug 09 15:32:29.444022 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:29.479341 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-feb5329b-3936-4729-8636-c7b253acfc69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cb5c10456284136859303d13fe188fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249262 Aug 09 15:32:29.486747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40382) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:29.488012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf11901f-1a22-4613-b248-761e65b3b2c8 req-4ebe07b1-3bda-4007-916a-9fb76c22128c tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918956 Aug 09 15:32:29.489218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-255ed24c-1a1c-4765-a791-e3c74f651305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:29.496852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-255ed24c-1a1c-4765-a791-e3c74f651305 service neutron] 10.222.0.66 "GET /v2.0/networks?id=52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 200 len: 925 time: 1.3308182 Aug 09 15:32:29.499624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d00473be-0b2f-47f0-afb4-3b9877a61b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:29.502493 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d00473be-0b2f-47f0-afb4-3b9877a61b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:29.503916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d00473be-0b2f-47f0-afb4-3b9877a61b21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e7955d0-4dcf-44ba-9e41-d2b325b6808c HTTP/1.1" status: 204 len: 168 time: 1.9205530 Aug 09 15:32:29.524094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-3107344e-a11b-43bb-9fa9-c653e386c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:29.530830 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-3107344e-a11b-43bb-9fa9-c653e386c847 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1096 time: 0.1842289 Aug 09 15:32:29.548342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: b311f371-1695-44cc-8840-ea207a12db93 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:32:29.548834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b311f371-1695-44cc-8840-ea207a12db93 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:32:29.750565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] DHCP port deletion for 51bbfd32-ac92-4c8d-9de8-33eb5c19e405 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:32:29.754322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-386f5ded-1b68-4b01-bb46-d6e100fc716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:29.757778 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-386f5ded-1b68-4b01-bb46-d6e100fc716b service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.2134957 Aug 09 15:32:29.792937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-078582ce-0e5a-4c52-a30f-6d2cd520546d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e378c88a-c548-4542-84e3-4f272977dc5c HTTP/1.1" status: 200 len: 1001 time: 0.2868092 Aug 09 15:32:29.794059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00473be-0b2f-47f0-afb4-3b9877a61b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7955d0-4dcf-44ba-9e41-d2b325b6808c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:29.901613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-7b456139-2313-4bc0-8c74-f6847bb11778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:29.905403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-7b456139-2313-4bc0-8c74-f6847bb11778 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b92b6e17-636f-429e-90db-73ac1f263e96 HTTP/1.1" status: 200 len: 862 time: 0.0794985 Aug 09 15:32:29.958834 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-91d0f19b-4f78-4000-8c8f-2e0bdd7a5f7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 217 time: 0.1841457 Aug 09 15:32:29.960017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] Deleting port e7c2e3fe-19fd-4e89-be3c-96520b472e38 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:29.960519 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.025653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Deleting port e7c2e3fe-19fd-4e89-be3c-96520b472e38 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:32:30.026175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.066882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] For port e7c2e3fe-19fd-4e89-be3c-96520b472e38, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e7c2e3fe-19fd-4e89-be3c-96520b472e38,segment=NetworkSegment(ed91dfe6-8abe-454c-a690-ca6656c7f394),segment_id=ed91dfe6-8abe-454c-a690-ca6656c7f394)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:30.067282 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.083170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] Calling delete_port for e7c2e3fe-19fd-4e89-be3c-96520b472e38 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:30.131350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-06164036-e1a7-46b3-84be-98d8f714a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:30.133765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-06164036-e1a7-46b3-84be-98d8f714a9cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=52ecaefa-75a3-44b6-8411-ffa1b953ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186904 Aug 09 15:32:30.209525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.222862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43be07c9-dd3a-4101-8173-2d07229b74b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.288252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] Pushing event deleted for resources: {'Port': ['ID=e7c2e3fe-19fd-4e89-be3c-96520b472e38,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:30.300399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd67259-e5f7-401e-b0a3-32b1d3a03f2b None None] No DVR routers for this DVR port e7c2e3fe-19fd-4e89-be3c-96520b472e38 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:32:30.328396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-02862d46-4a21-460e-9481-98220bd2c047 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9969d450df984faf86b8df25accc4c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9432456 Aug 09 15:32:30.331062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-43be3b94-890d-498d-b8a9-d38f6c10a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:30.333280 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-43be3b94-890d-498d-b8a9-d38f6c10a06e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.3669064 Aug 09 15:32:30.334026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40400) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:30.350114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43be07c9-dd3a-4101-8173-2d07229b74b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.404839 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-cedc46cb-f5d5-4186-9cf6-41050255dc93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485241 Aug 09 15:32:30.558581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817feace-99f1-4bcc-9e8c-08d4251b0f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.585247 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817feace-99f1-4bcc-9e8c-08d4251b0f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.616833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-6d9eaa5d-6baa-4c00-9f43-d935d554742e service neutron] 10.222.0.66 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849595 Aug 09 15:32:30.619943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] For port e7c2e3fe-19fd-4e89-be3c-96520b472e38, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e7c2e3fe-19fd-4e89-be3c-96520b472e38,segment=NetworkSegment(ed91dfe6-8abe-454c-a690-ca6656c7f394),segment_id=ed91dfe6-8abe-454c-a690-ca6656c7f394)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:30.620461 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.649084 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817feace-99f1-4bcc-9e8c-08d4251b0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.652040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817feace-99f1-4bcc-9e8c-08d4251b0f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.657425 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-817feace-99f1-4bcc-9e8c-08d4251b0f93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b699056-ad5c-4ea2-9cb1-f4b8cc27238f HTTP/1.1" status: 204 len: 168 time: 0.3146260 Aug 09 15:32:30.680215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Calling delete_port for e7c2e3fe-19fd-4e89-be3c-96520b472e38 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:32:30.696629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817feace-99f1-4bcc-9e8c-08d4251b0f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b699056-ad5c-4ea2-9cb1-f4b8cc27238f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:30.698001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ca985-1e7e-4ace-a465-6d86b80bfb5f req-9801d943-fd80-4562-9e8e-ef600536defe tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:30.714868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33ca985-1e7e-4ace-a465-6d86b80bfb5f req-9801d943-fd80-4562-9e8e-ef600536defe tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 945 time: 0.6701324 Aug 09 15:32:30.733424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-dc822751-acde-4e4e-a4cd-0437a606f8dc service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111284 Aug 09 15:32:30.750869 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43be07c9-dd3a-4101-8173-2d07229b74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.758748 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43be07c9-dd3a-4101-8173-2d07229b74b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:30.771308 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-43be07c9-dd3a-4101-8173-2d07229b74b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6466a97-82e3-4704-8ec1-99e1e425d4fa HTTP/1.1" status: 204 len: 168 time: 1.2824740 Aug 09 15:32:31.056114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e7c2e3fe-19fd-4e89-be3c-96520b472e38 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:32:31.084309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be07c9-dd3a-4101-8173-2d07229b74b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6466a97-82e3-4704-8ec1-99e1e425d4fa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:31.120456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-a73f7cad-68b2-4006-bc55-a5ba8ae8e969 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477874 Aug 09 15:32:31.150711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e7c2e3fe-19fd-4e89-be3c-96520b472e38 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:32:31.151972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e7c2e3fe-19fd-4e89-be3c-96520b472e38 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:32:31.180001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:32:31.217621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33ca985-1e7e-4ace-a465-6d86b80bfb5f req-4a0e0291-ba24-4656-aacd-65ec58f3a5c4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009205 Aug 09 15:32:31.272730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:32:31.288158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a401ce4-330e-4be7-a030-9ed3a160eb6f req-e9a88567-4ee4-48f6-be6f-79bee7aea041 service neutron] 10.222.0.66 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453342 Aug 09 15:32:31.322090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:31.363043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c2e3fe-19fd-4e89-be3c-96520b472e38,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:31.366319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] No DVR routers for this DVR port e7c2e3fe-19fd-4e89-be3c-96520b472e38 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:32:31.394800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40430) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:31.422973 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db6abb37-daea-4efa-a74b-201e0837886e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:31.576370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:31.613993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bbfd32-ac92-4c8d-9de8-33eb5c19e405']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:31.637913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed91dfe6-8abe-454c-a690-ca6656c7f394') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:31.639013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed91dfe6-8abe-454c-a690-ca6656c7f394') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:31.664946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:31.678509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40995e15-350a-4395-8e55-718a3f4d6acc req-acf04a12-ca6e-4f96-b350-beb7090489b6 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:31.682144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-acf04a12-ca6e-4f96-b350-beb7090489b6 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.1790478 Aug 09 15:32:31.702152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:31.751194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:32:31.751642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:32:31.754214 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:32:31.758698 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db6abb37-daea-4efa-a74b-201e0837886e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:31.766870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db6abb37-daea-4efa-a74b-201e0837886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:31.871424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-db6abb37-daea-4efa-a74b-201e0837886e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ea990e32c37423988ece90d99790ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696233 Aug 09 15:32:31.872376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40440) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:31.905386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6abb37-daea-4efa-a74b-201e0837886e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb5887c-ebdb-4d50-ae37-d7e20967944b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:31.996375 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.002923 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.008824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] 10.222.0.64 "DELETE /v2.0/networks/51bbfd32-ac92-4c8d-9de8-33eb5c19e405 HTTP/1.1" status: 204 len: 168 time: 3.0966473 Aug 09 15:32:32.023315 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38d2d34d-5ea6-4afc-a477-f3302919e87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.040277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78b8fc-c451-4793-8174-8f46c471e876 admin admin] Pushing event deleted for resources: {'Network': ['ID=51bbfd32-ac92-4c8d-9de8-33eb5c19e405,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:32.068536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-40995e15-350a-4395-8e55-718a3f4d6acc req-2872fc7a-d183-45f5-b2e4-c5baba669106 service neutron] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:32.078818 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-40995e15-350a-4395-8e55-718a3f4d6acc req-2872fc7a-d183-45f5-b2e4-c5baba669106 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.082439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40995e15-350a-4395-8e55-718a3f4d6acc req-2872fc7a-d183-45f5-b2e4-c5baba669106 service neutron] 10.222.0.66 "DELETE /v2.0/ports/704f0886-c2b0-4d18-8ba6-b8abc8e19dd5/bindings/n-h1-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.3910639 Aug 09 15:32:32.121770 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38d2d34d-5ea6-4afc-a477-f3302919e87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.250598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38d2d34d-5ea6-4afc-a477-f3302919e87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.258263 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38d2d34d-5ea6-4afc-a477-f3302919e87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.261209 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38d2d34d-5ea6-4afc-a477-f3302919e87a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fb5887c-ebdb-4d50-ae37-d7e20967944b HTTP/1.1" status: 204 len: 168 time: 0.3657224 Aug 09 15:32:32.283921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2d34d-5ea6-4afc-a477-f3302919e87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb5887c-ebdb-4d50-ae37-d7e20967944b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:32.408216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07597fe-52db-4f5a-926a-47daf6bac51f req-0858837a-a741-47a8-8cec-d5fdb9813ae1 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:32.410417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d07597fe-52db-4f5a-926a-47daf6bac51f req-0858837a-a741-47a8-8cec-d5fdb9813ae1 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 945 time: 0.0900056 Aug 09 15:32:32.476205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d07597fe-52db-4f5a-926a-47daf6bac51f req-fce4a140-24cd-4b18-a9cf-d7134f0658f6 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550206 Aug 09 15:32:32.548894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40462) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:32.619707 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0a3d21b5-a8dd-4f3e-9266-c220e0ff816f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38fa81fa53ed4409a1cc4b42193be731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695474 Aug 09 15:32:32.623896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40468) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:32.776030 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d84fef71-fdd7-4d9b-be03-e1933c1d2ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.791006 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaddb33-fdb4-4903-9934-a6cdf72a179e req-c5e39431-74fa-492c-8488-70e8b4b16c5c tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:32.792681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2aaddb33-fdb4-4903-9934-a6cdf72a179e req-c5e39431-74fa-492c-8488-70e8b4b16c5c tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1096 time: 0.1047840 Aug 09 15:32:32.814708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d84fef71-fdd7-4d9b-be03-e1933c1d2ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.874904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2aaddb33-fdb4-4903-9934-a6cdf72a179e req-1b3df71a-6e27-4e2c-a7b4-95ce52e2afc4 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709891 Aug 09 15:32:32.905732 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d84fef71-fdd7-4d9b-be03-e1933c1d2ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.908466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d84fef71-fdd7-4d9b-be03-e1933c1d2ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:32.912458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d84fef71-fdd7-4d9b-be03-e1933c1d2ae6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9dd197ab-acbb-4a98-9cca-ca4e03576bb6 HTTP/1.1" status: 204 len: 168 time: 0.2848322 Aug 09 15:32:32.920890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fef71-fdd7-4d9b-be03-e1933c1d2ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd197ab-acbb-4a98-9cca-ca4e03576bb6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:33.513181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a589eec5-1c83-4aac-8c44-b3680ffc25c3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:33.515078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a589eec5-1c83-4aac-8c44-b3680ffc25c3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 821 time: 0.1368196 Aug 09 15:32:33.541571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-aad247ce-2b91-48c2-b410-0cca14268572 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/quotas/93cadee9f55442db8de1de7b0c004894 HTTP/1.1" status: 200 len: 375 time: 0.0134704 Aug 09 15:32:33.635169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-2d6dacef-0b05-4306-b421-435e167b017f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851142 Aug 09 15:32:33.777281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-d22e45ca-0934-4ad6-ab00-a73951929e48 service neutron] 10.222.0.64 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303375 Aug 09 15:32:33.886140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4ffe7f0b-8732-4010-bdb7-e3d5cd572953 service neutron] 10.222.0.64 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062555 Aug 09 15:32:34.246900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3bfeed1-a7a5-460b-90a9-f45619a5c51b req-3eb94de1-ed0f-48c5-ad3b-75e7cadf90cd tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 210 time: 0.1065047 Aug 09 15:32:34.302814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40542) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:34.827266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-683992511-network', 'tenant_id': 'a67454e37dcc4c27bca1f66159d45ef7'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:34.877644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Made reservation on behalf of a67454e37dcc4c27bca1f66159d45ef7 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:34.884017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:34.917025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:35.428354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:35.436678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:35.461954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:32:35.474622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-067573e0-189a-4e5a-b80b-8468aa0b20bc req-0a073715-f37a-4746-8c36-a49dec9eb8b9 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 210 time: 0.0528939 Aug 09 15:32:35.532473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:35.533457 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Added segment 0c5ddb17-69a4-4068-bc25-a4b885f0d627 of type vlan for network ad8feb55-9b89-4451-9eee-b5d3b15d1b01 Aug 09 15:32:35.534412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40580) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:35.570695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72517f8e-a4dd-4341-8600-f8a105de08e6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:35.622935 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:35.694538 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:35.699774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:35.701580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:35.825302 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5205216 Aug 09 15:32:35.828384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40594) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:35.836508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Request body: {'subnet': {'network_id': 'ad8feb55-9b89-4451-9eee-b5d3b15d1b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-683992511-subnet', 'tenant_id': 'a67454e37dcc4c27bca1f66159d45ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:35.859245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa2d39-4d8f-494d-a028-30a123ea88a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8feb55-9b89-4451-9eee-b5d3b15d1b01,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:35.871273 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ad8feb55-9b89-4451-9eee-b5d3b15d1b01 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:32:35.886803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-223648899-network', 'tenant_id': '45f5d86ac5504705a348e07eca40a783'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:35.923330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Made reservation on behalf of a67454e37dcc4c27bca1f66159d45ef7 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:35.928489 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.039796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-eb7efc80-b115-4036-9dda-fe6bcea9a692 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:36.041362 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-eb7efc80-b115-4036-9dda-fe6bcea9a692 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 821 time: 0.1834834 Aug 09 15:32:36.057399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Request body: {'port': {'device_id': '138ca1bd-66a4-45b1-b853-81e29e486901', 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'admin_state_up': True, 'tenant_id': '93cadee9f55442db8de1de7b0c004894'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:36.068435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Made reservation on behalf of 45f5d86ac5504705a348e07eca40a783 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:36.071563 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.091605 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.213054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40602) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:36.260642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.308167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Made reservation on behalf of 93cadee9f55442db8de1de7b0c004894 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:36.312205 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.316770 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.406918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-network', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:36.415842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:32:36.425736 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.439396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd21d3-c693-4eb5-8180-4fc719706464,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:36.443373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.444714 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Added segment 602bae56-33e2-467a-a34d-51c98e7f0780 of type vlan for network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 Aug 09 15:32:36.512034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Made reservation on behalf of fa6da0751ce44a6dad73736c5edf9b05 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:36.514961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.539175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.555573 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.565175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Checking segment: {'id': '0c5ddb17-69a4-4068-bc25-a4b885f0d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'ad8feb55-9b89-4451-9eee-b5d3b15d1b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:36.566145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Network hostable DHCP agents. Network: ad8feb55-9b89-4451-9eee-b5d3b15d1b01, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:32:36.570163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50b10fb-6045-4ca2-873b-09e8221257bd,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:36.593807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Allocated IP 172.20.0.12 (7a1652f2-e7df-429a-bfeb-03d9527afb84/b0d7e709-d5b9-4008-8b84-c3db00422153/e1872d5e-0a40-4ad5-85b6-5515aa25b3b2) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:36.610491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Network ad8feb55-9b89-4451-9eee-b5d3b15d1b01 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:32:36.637099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ad8feb55-9b89-4451-9eee-b5d3b15d1b01) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:36.645174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51493cc-591f-474d-80a5-29387498f2a5 None None] Network ad8feb55-9b89-4451-9eee-b5d3b15d1b01 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:36.677067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.678090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:36.692418 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.745038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d023026-aded-4e4f-adb1-cf866e255b6f req-8ae9de3d-7e43-4e91-a67e-bca2d025379f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 210 time: 0.1221261 Aug 09 15:32:36.746387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:36.746969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.891931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] Pushing event updated for resources: {'Network': ['ID=5e357e04-99ba-4ed6-a74d-b777e490d0f1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:36.967375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:32:36.974915 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.986955 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:36.988773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43483e4e-d62d-49a2-9fcc-f535a7411d68 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4523866 Aug 09 15:32:36.991072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ef8adc84-e786-4aa8-9f1d-a9d63959f860 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1614151 Aug 09 15:32:36.993018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40624) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:37.001446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Request body: {'subnet': {'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-subnet', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:37.043976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.046925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b40a6a-147d-4b50-889c-fd1023f326b0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:37.061291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:32:37.063957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Made reservation on behalf of 45f5d86ac5504705a348e07eca40a783 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:37.067260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.082231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.082692 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Added segment 6119a3c1-9a94-4ba4-a488-b5f12e4772ab of type vlan for network 8005705d-1e98-4176-ab80-fdff079fcb1f Aug 09 15:32:37.208004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7a2ad-80c1-4ef1-87c2-d9f36ada60e4 None None] Network ad8feb55-9b89-4451-9eee-b5d3b15d1b01 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:37.284439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.321635 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.417556 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:32:37.437104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Network 7a1652f2-e7df-429a-bfeb-03d9527afb84 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:37.437836 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.452472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:37.455647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:37.504334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Pushing event updated for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:37.523058 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-c8d0a469-c86e-4116-9d72-204f29e1fb86 req-36260dd9-dc31-4908-887c-999195b3ad92 tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] show failed (client error): The resource could not be found. Aug 09 15:32:37.524517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8d0a469-c86e-4116-9d72-204f29e1fb86 req-36260dd9-dc31-4908-887c-999195b3ad92 tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] 10.222.0.64 "GET /v2.0/security-groups/bd6e5071-0a6b-4964-a0bf-23934e6b5697 HTTP/1.1" status: 404 len: 352 time: 0.0770762 Aug 09 15:32:37.524773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.527094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:37.528510 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.575394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Checking segment: {'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:37.576276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Network hostable DHCP agents. Network: 5e357e04-99ba-4ed6-a74d-b777e490d0f1, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:32:37.582012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deecdfaa-0551-4d57-a38f-f58094b0a4c1,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:37.607422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:32:37.628954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 5e357e04-99ba-4ed6-a74d-b777e490d0f1) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:37.639397 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c05487c-a13c-4e5b-bd05-5c93ca540c52 None None] Network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:37.652041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:37.653085 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.677523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eb4e4862-7668-4129-a0c4-08a881e16334 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6832917 Aug 09 15:32:37.681808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40648) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:37.707172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:37.709270 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.718529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:37.730637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90fe0f88-5e2a-4e89-b800-0ab32549cee7 req-0f3fb80b-1de0-4ab5-a9a7-7f8d79c74777 tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a67454e37dcc4c27bca1f66159d45ef7 HTTP/1.1" status: 200 len: 2984 time: 0.1258652 Aug 09 15:32:37.762894 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.5485590 Aug 09 15:32:37.763173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40650) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:37.775709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Request body: {'subnet': {'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-subnet', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:37.815338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.817781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.824467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce96684-4dbd-482f-b398-784bb52200e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8005705d-1e98-4176-ab80-fdff079fcb1f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:37.847916 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-4b4c6bf8-110c-4c4e-a038-5889379d9e40 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7966094 Aug 09 15:32:37.868135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 8005705d-1e98-4176-ab80-fdff079fcb1f details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:32:37.869493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Request body: {'port': {'device_id': '138ca1bd-66a4-45b1-b853-81e29e486901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:37.899318 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90fe0f88-5e2a-4e89-b800-0ab32549cee7 req-b5bb5fb4-ac05-44b8-9c1d-ad052378d57f tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] 10.222.0.64 "GET /v2.0/security-groups/72517f8e-a4dd-4341-8600-f8a105de08e6 HTTP/1.1" status: 200 len: 2981 time: 0.1673019 Aug 09 15:32:37.944786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Made reservation on behalf of fa6da0751ce44a6dad73736c5edf9b05 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:37.947183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.961531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-5e357e04-99ba-4ed6-a74d-b777e490d0f1', 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'fixed_ips': [{'subnet_id': 'deecdfaa-0551-4d57-a38f-f58094b0a4c1'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:32:37.962414 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.026922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.031092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.139950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Allocated IP 172.20.0.2 (5e357e04-99ba-4ed6-a74d-b777e490d0f1/deecdfaa-0551-4d57-a38f-f58094b0a4c1/e4ecdba4-8512-4b86-aed2-c9212558429b) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:38.325587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90fe0f88-5e2a-4e89-b800-0ab32549cee7 req-4508d050-885c-45f6-86fd-770ed6ddaf83 tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] 10.222.0.64 "GET /v2.0/security-groups/72517f8e-a4dd-4341-8600-f8a105de08e6 HTTP/1.1" status: 200 len: 2981 time: 0.4248841 Aug 09 15:32:38.349345 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.380931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7d0d5-e30b-4b9f-bf91-495330825c8d req-e9ea412b-ec15-44d6-a78c-a487a04d8a60 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:38.387733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbe7d0d5-e30b-4b9f-bf91-495330825c8d req-e9ea412b-ec15-44d6-a78c-a487a04d8a60 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 932 time: 0.4589026 Aug 09 15:32:38.466335 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.482076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Transition to ACTIVE for port object e4ecdba4-8512-4b86-aed2-c9212558429b will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:38.500395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Transition to ACTIVE for port object e4ecdba4-8512-4b86-aed2-c9212558429b will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:38.511355 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.578705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11a1bb45-f010-481f-91df-e49ca3ea069c req-41a1074a-9eaf-4298-9aec-6f6be2b7d31c tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] 10.222.0.64 "GET /v2.0/security-groups/72517f8e-a4dd-4341-8600-f8a105de08e6 HTTP/1.1" status: 200 len: 2981 time: 0.0804169 Aug 09 15:32:38.599432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:38.602773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:38.603873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbe7d0d5-e30b-4b9f-bf91-495330825c8d req-ecdb4083-3ec1-46b2-ad40-a26505c3d221 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051911 Aug 09 15:32:38.607763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:38.659222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Pushing event updated for resources: {'Port': ['ID=e4ecdba4-8512-4b86-aed2-c9212558429b,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:38.748195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Attempting to bind port e4ecdba4-8512-4b86-aed2-c9212558429b on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:38.748961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Attempting to bind port e4ecdba4-8512-4b86-aed2-c9212558429b by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:38.752002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Attempting to bind port e4ecdba4-8512-4b86-aed2-c9212558429b on network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:38.758031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:38.758696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Checking segment: {'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:38.759278 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.760077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Bound using segment: {'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:38.760705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Bound port: e4ecdba4-8512-4b86-aed2-c9212558429b, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:38.761257 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.838192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] For port e4ecdba4-8512-4b86-aed2-c9212558429b, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:38.844787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] For port e4ecdba4-8512-4b86-aed2-c9212558429b, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e4ecdba4-8512-4b86-aed2-c9212558429b,segment=NetworkSegment(602bae56-33e2-467a-a34d-51c98e7f0780),segment_id=602bae56-33e2-467a-a34d-51c98e7f0780)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:38.856202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:38.864244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.871388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.873521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40668) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:38.891981 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-11a1bb45-f010-481f-91df-e49ca3ea069c req-1fd599aa-abe3-4f83-916a-084db8278d9e tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 15:32:38.893715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.898298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11a1bb45-f010-481f-91df-e49ca3ea069c req-1fd599aa-abe3-4f83-916a-084db8278d9e tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] 10.222.0.64 "DELETE /v2.0/security-groups/72517f8e-a4dd-4341-8600-f8a105de08e6 HTTP/1.1" status: 409 len: 352 time: 0.3186376 Aug 09 15:32:38.930977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.933480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Transition to ACTIVE for port object e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:38.941152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.950640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:38.980908 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-d4481f15-6d33-46f8-bfd7-1e1ff544e3fe req-b5dfd6df-90ba-465a-a930-e48350872965 tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] show failed (client error): The resource could not be found. Aug 09 15:32:38.989591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4481f15-6d33-46f8-bfd7-1e1ff544e3fe req-b5dfd6df-90ba-465a-a930-e48350872965 tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] 10.222.0.64 "GET /v2.0/security-groups/fd5d039f-0624-4944-8c05-a272b3189e5e HTTP/1.1" status: 404 len: 352 time: 0.0665641 Aug 09 15:32:39.048423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01b51c-71bf-4fd2-afb8-d265f0510fcf None None] Pushing event updated for resources: {'Port': ['ID=e4ecdba4-8512-4b86-aed2-c9212558429b,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:39.052355 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-7ad7ac22-7f92-4c78-8437-c6a3f83ab92d req-aa0e5b8e-5d4e-42a1-a2e3-c19847d983e6 tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] show failed (client error): The resource could not be found. Aug 09 15:32:39.053508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ad7ac22-7f92-4c78-8437-c6a3f83ab92d req-aa0e5b8e-5d4e-42a1-a2e3-c19847d983e6 tempest-SecurityGroupsNegativeTestJSON-906901411 tempest-SecurityGroupsNegativeTestJSON-906901411-project] 10.222.0.64 "GET /v2.0/security-groups/7ed9b259-c391-4d27-9806-897a9c6082c2 HTTP/1.1" status: 404 len: 352 time: 0.0392528 Aug 09 15:32:39.060637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Checking segment: {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:39.060997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Network hostable DHCP agents. Network: 8005705d-1e98-4176-ab80-fdff079fcb1f, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:32:39.068006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40676) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:39.069335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1df4bf0-96fe-4216-b055-28cfbc78c951,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:39.094050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Network 8005705d-1e98-4176-ab80-fdff079fcb1f is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:32:39.115514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 8005705d-1e98-4176-ab80-fdff079fcb1f) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:39.121062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:39.122447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.135894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db3549-4a0d-4113-a74a-dff9b05240f2 None None] Network 8005705d-1e98-4176-ab80-fdff079fcb1f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:39.151761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-68ea9f84-c12b-4172-8d9a-97d9b763fa46 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3874769 Aug 09 15:32:39.152529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40678) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:39.162632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:39.187416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Pushing event updated for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:39.198602 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42fb9cb3-4181-42a4-8d6e-cacc2158571f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.220840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.222175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.283660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9f4722-487d-4246-abea-3a45c6755031 admin admin] Deleting subnet c50b10fb-6045-4ca2-873b-09e8221257bd {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:32:39.349252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4722-487d-4246-abea-3a45c6755031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.385922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.438916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Allocated IP 172.25.7.228 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/577e6501-f9a2-41bb-99ef-a169e91ccabc) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:39.485518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4722-487d-4246-abea-3a45c6755031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.493083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-8005705d-1e98-4176-ab80-fdff079fcb1f', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:32:39.493934 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.576662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:39.577213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:39.577572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:39.656825 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.682847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:39.683142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:39.700239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:39.700844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:39.700966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:39.701427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Bound port: e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:39.701916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.709008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4722-487d-4246-abea-3a45c6755031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.799801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Allocated IP 172.20.0.2 (8005705d-1e98-4176-ab80-fdff079fcb1f/f1df4bf0-96fe-4216-b055-28cfbc78c951/4ed3c0a1-562e-44d3-a0f7-b57056fb5206) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:39.820240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4722-487d-4246-abea-3a45c6755031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.831106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a588f-993c-4dca-adb9-040793ceb590 req-7257dc55-5413-41a8-8ae9-21c76e95e457 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:39.842024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e38a588f-993c-4dca-adb9-040793ceb590 req-7257dc55-5413-41a8-8ae9-21c76e95e457 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.0879104 Aug 09 15:32:39.858054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f4722-487d-4246-abea-3a45c6755031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50b10fb-6045-4ca2-873b-09e8221257bd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:39.917395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e38a588f-993c-4dca-adb9-040793ceb590 req-40dc8924-3824-4412-b1ef-3ac84bf08188 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686672 Aug 09 15:32:39.937556 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4722-487d-4246-abea-3a45c6755031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:39.941821 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5b9f4722-487d-4246-abea-3a45c6755031 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c50b10fb-6045-4ca2-873b-09e8221257bd HTTP/1.1" status: 204 len: 168 time: 0.8704815 Aug 09 15:32:39.951640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40688) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:39.977111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.040920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42fb9cb3-4181-42a4-8d6e-cacc2158571f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.051451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:40.057917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:40.058162 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.059638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42fb9cb3-4181-42a4-8d6e-cacc2158571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.070471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Transition to ACTIVE for port object 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:40.092328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Transition to ACTIVE for port object 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:40.093179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.103270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.141771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-42fb9cb3-4181-42a4-8d6e-cacc2158571f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9975bf23a3334237a22dde450ab56aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2652287 Aug 09 15:32:40.153600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Network 8005705d-1e98-4176-ab80-fdff079fcb1f is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:40.159736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:40.163089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:40.189339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40690) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:40.209341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:40.210462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.212170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Pushing event updated for resources: {'Port': ['ID=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:40.212810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] 10.222.0.35 "PUT /v2.0/ports/e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 HTTP/1.1" status: 200 len: 1092 time: 2.3536315 Aug 09 15:32:40.233826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:40.240053 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47" -d '{"events": [{"name": "network-changed", "server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:40.243328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb9cb3-4181-42a4-8d6e-cacc2158571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6907d6-1bc7-4b1f-aae7-2f6dc57b0414,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:40.269257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Attempting to bind port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:40.269698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Attempting to bind port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:40.270092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Attempting to bind port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 on network 8005705d-1e98-4176-ab80-fdff079fcb1f {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:40.277512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:40.277883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Checking segment: {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:40.279246 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.279697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Bound using segment: {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:40.281402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Bound port: 4ed3c0a1-562e-44d3-a0f7-b57056fb5206, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:40.281828 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.330176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.371621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e891ae-1613-44a6-a0a0-bc2a12398f32 service neutron] Pushing event updated for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:40.397761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] For port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:40.409850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] For port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:40.417302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.434492 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21df22c-a16f-478b-bd75-7c57e8a2fc56 x-openstack-request-id: req-d21df22c-a16f-478b-bd75-7c57e8a2fc56 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:40.435577 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:40.435844 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d21df22c-a16f-478b-bd75-7c57e8a2fc56 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:40.436305 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2', 'status': 'completed', 'code': 200} Aug 09 15:32:40.441695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Pushing event updated for resources: {'Port': ['ID=577e6501-f9a2-41bb-99ef-a169e91ccabc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:40.459047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:40.465235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:40.468997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:40.533020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec671a-582f-471a-bafe-2cad6f4856db None None] Pushing event updated for resources: {'Port': ['ID=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:40.596901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84161c0f-8fcd-4340-9ee3-e02567cd346a None None] Network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:40.610407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a61e7ef-f53f-4408-826f-a50157f9e280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.663321 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.665113 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a61e7ef-f53f-4408-826f-a50157f9e280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.693753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.747664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.792504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-22e7a66e-1ea1-4dbb-a228-e2e08152ff27 None None] Provisioning for port e4ecdba4-8512-4b86-aed2-c9212558429b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:40.885305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.898325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8feb55-9b89-4451-9eee-b5d3b15d1b01']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:40.930589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5ddb17-69a4-4068-bc25-a4b885f0d627') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:40.935168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5ddb17-69a4-4068-bc25-a4b885f0d627') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:40.946259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.972086 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.983730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:32:40.984490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:32:41.082444 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:32:41.166422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e4ecdba4-8512-4b86-aed2-c9212558429b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:41.175896 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.182946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.196747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ad8feb55-9b89-4451-9eee-b5d3b15d1b01 HTTP/1.1" status: 204 len: 168 time: 1.2418077 Aug 09 15:32:41.298809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe8652-5aad-4098-949b-1fe18916a073 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8feb55-9b89-4451-9eee-b5d3b15d1b01,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:41.420773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-0f3bc7fe-c0f1-4e16-b9ee-ad4e000b9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:41.425415 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-0f3bc7fe-c0f1-4e16-b9ee-ad4e000b9516 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1095 time: 1.1503267 Aug 09 15:32:41.483963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08527384-6fb4-40f8-9b06-2e859aac85c8 req-d45da37c-e48b-40b2-a97a-a8f9048dfaa5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:41.502636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08527384-6fb4-40f8-9b06-2e859aac85c8 req-d45da37c-e48b-40b2-a97a-a8f9048dfaa5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.2793944 Aug 09 15:32:41.527394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e4ecdba4-8512-4b86-aed2-c9212558429b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:41.529410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40706) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:41.557162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e4ecdba4-8512-4b86-aed2-c9212558429b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:41.557889 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.581617 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-831c563a-6f28-4f91-a089-a4d7d6fb4831 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 HTTP/1.1" status: 200 len: 217 time: 0.1355174 Aug 09 15:32:41.582530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Allocated IP 172.25.7.177 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/a1940d03-6f44-4469-8ff5-557b56293048) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:41.687737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-74ae28d9-c7f8-415a-a485-fad458f74661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:41.690183 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-74ae28d9-c7f8-415a-a485-fad458f74661 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.0871587 Aug 09 15:32:41.739122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-76198b79-e130-4254-854d-ea8c6791c117 None None] Provisioning complete for port e4ecdba4-8512-4b86-aed2-c9212558429b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:41.739488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-76198b79-e130-4254-854d-ea8c6791c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.822968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08527384-6fb4-40f8-9b06-2e859aac85c8 req-66a4d57a-9955-4021-96a4-9a7d8b942cba tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184566 Aug 09 15:32:41.888897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fc4a5bb6-223b-4c12-92ad-bec8d7a36a04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a67454e37dcc4c27bca1f66159d45ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748421 Aug 09 15:32:41.889289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40712) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:41.957328 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.007458 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.024842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e4e2398-6517-44bb-9fe2-39f70ded508e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.033671 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-8d3afec1-5577-4594-bcc3-d5078541a062 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3361475 Aug 09 15:32:42.049063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a61e7ef-f53f-4408-826f-a50157f9e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.051699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a61e7ef-f53f-4408-826f-a50157f9e280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.053315 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9a61e7ef-f53f-4408-826f-a50157f9e280 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf6907d6-1bc7-4b1f-aae7-2f6dc57b0414 HTTP/1.1" status: 204 len: 168 time: 1.8565354 Aug 09 15:32:42.080019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e4ecdba4-8512-4b86-aed2-c9212558429b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e4ecdba4-8512-4b86-aed2-c9212558429b,segment=NetworkSegment(602bae56-33e2-467a-a34d-51c98e7f0780),segment_id=602bae56-33e2-467a-a34d-51c98e7f0780)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:42.086219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61e7ef-f53f-4408-826f-a50157f9e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6907d6-1bc7-4b1f-aae7-2f6dc57b0414,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:42.104487 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.122870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e4e2398-6517-44bb-9fe2-39f70ded508e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.145223 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-76198b79-e130-4254-854d-ea8c6791c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.178478 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.210552 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.287789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-76198b79-e130-4254-854d-ea8c6791c117 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:32:42.288402 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-76198b79-e130-4254-854d-ea8c6791c117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:32:42.289275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e4ecdba4-8512-4b86-aed2-c9212558429b,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:42.350963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:42.358758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:42.367561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:42.419757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Pushing event updated for resources: {'Port': ['ID=a1940d03-6f44-4469-8ff5-557b56293048,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:42.426107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb245c-f31f-480c-b412-cea2732751c1 None None] Network 8005705d-1e98-4176-ab80-fdff079fcb1f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:42.428062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e4e2398-6517-44bb-9fe2-39f70ded508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.433182 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e4e2398-6517-44bb-9fe2-39f70ded508e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.441623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4e4e2398-6517-44bb-9fe2-39f70ded508e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72517f8e-a4dd-4341-8600-f8a105de08e6 HTTP/1.1" status: 204 len: 168 time: 0.5382478 Aug 09 15:32:42.463449 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-78f46814-e022-4bb8-867b-836bad12ec68 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074066 Aug 09 15:32:42.491071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e2398-6517-44bb-9fe2-39f70ded508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72517f8e-a4dd-4341-8600-f8a105de08e6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:42.759320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.832863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40726) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:42.869478 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-012e79c3-91bb-4f37-8ce5-ff4c292455d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.879411 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ad8e0-1839-414a-9a5f-98a7472133ff req-6ff6725d-3503-4a81-9c7e-fd98e1785bc2 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985839 Aug 09 15:32:43.085397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-499662e4-6069-4a61-b65d-56a68176e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:43.088014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-499662e4-6069-4a61-b65d-56a68176e97f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1095 time: 0.0831068 Aug 09 15:32:43.130015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.214159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff125e-51c7-4b02-9114-12fccb1fbddd req-c64d18fd-c76a-48c6-9cc8-1a7280ddef20 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:43.217552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57ff125e-51c7-4b02-9114-12fccb1fbddd req-c64d18fd-c76a-48c6-9cc8-1a7280ddef20 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.1853418 Aug 09 15:32:43.261837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:43.291532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-fc47bb9b-72d1-4889-81c5-8e1fefe3d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:43.293311 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-fc47bb9b-72d1-4889-81c5-8e1fefe3d025 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.1970243 Aug 09 15:32:43.334865 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-012e79c3-91bb-4f37-8ce5-ff4c292455d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.348473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-012e79c3-91bb-4f37-8ce5-ff4c292455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.353861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57ff125e-51c7-4b02-9114-12fccb1fbddd req-98bcabdf-85f1-4413-96fa-d86fa7b99331 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243079 Aug 09 15:32:43.356586 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-1c496e5f-5f75-4c9d-b5a4-a333b87406e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 HTTP/1.1" status: 200 len: 217 time: 0.0548193 Aug 09 15:32:43.460264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:43.471595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Router 8a5a6115-9146-4113-8859-1d50ab1a12a8 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:32:43.472338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e4ecdba4-8512-4b86-aed2-c9212558429b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:43.493212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-012e79c3-91bb-4f37-8ce5-ff4c292455d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=113e81c798a04d24a809b97ccacf5421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591587 Aug 09 15:32:43.493769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-1fa495ec-bb17-4f69-9d93-4da1a9ecd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:43.496921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40740) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:43.499533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e79c3-91bb-4f37-8ce5-ff4c292455d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb0f07c-c016-41d2-8ef3-29146c979c0d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:43.499730 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-1fa495ec-bb17-4f69-9d93-4da1a9ecd135 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.1355312 Aug 09 15:32:43.578247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-209cda0a-8e82-4bc3-b9e2-185065dffed8 None None] Provisioning for port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:43.582442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e4ecdba4-8512-4b86-aed2-c9212558429b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:43.582811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.590101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-209cda0a-8e82-4bc3-b9e2-185065dffed8 None None] Provisioning complete for port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:43.590999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209cda0a-8e82-4bc3-b9e2-185065dffed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.626919 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-25325588-4a88-45c2-b677-0711b6ec1118 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128776 Aug 09 15:32:43.783228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.837559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:32:43.853136 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Sync routers for ids ['8a5a6115-9146-4113-8859-1d50ab1a12a8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:32:43.908539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209cda0a-8e82-4bc3-b9e2-185065dffed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.932211 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.934701 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-47d2e76e-4e52-4a78-aa68-d4970227dabe admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2482436 Aug 09 15:32:43.943893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40754) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:43.986985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-209cda0a-8e82-4bc3-b9e2-185065dffed8 None None] For port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:43.992792 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209cda0a-8e82-4bc3-b9e2-185065dffed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.117795 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4881500e-8e98-4b88-9613-b286014a5b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.162177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cda0a-8e82-4bc3-b9e2-185065dffed8 None None] Pushing event updated for resources: {'Port': ['ID=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:44.167210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-34cd3f79-5001-43f9-af01-c588e3cd9e41 None None] Provisioning complete for port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:44.168892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f79-5001-43f9-af01-c588e3cd9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.179183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40762) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:44.179414 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Routers {'8a5a6115-9146-4113-8859-1d50ab1a12a8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:44.179813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8a5a6115-9146-4113-8859-1d50ab1a12a8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:44.288657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4881500e-8e98-4b88-9613-b286014a5b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.305895 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-55230e22-9e1b-4a87-8f63-6376b8ec38bd service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679463 Aug 09 15:32:44.331108 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Set router 8a5a6115-9146-4113-8859-1d50ab1a12a8 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:44.379043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2106441094-network', 'tenant_id': '9a1ca6f932a74a529f21f581f6d8e668'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:44.393564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda50b4-1d77-4c68-9890-b5bee2604cd8 req-66d24db4-104e-4a94-ac13-d09f24bb9365 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:44.395209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eeda50b4-1d77-4c68-9890-b5bee2604cd8 req-66d24db4-104e-4a94-ac13-d09f24bb9365 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1096 time: 0.1347907 Aug 09 15:32:44.427668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d1e6137-bc2f-4bef-a7cb-3d1ad8814f47 req-2f855dc1-ec27-4d2e-80c6-99fb2bb9335e service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137648 Aug 09 15:32:44.438914 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4881500e-8e98-4b88-9613-b286014a5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.441495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4881500e-8e98-4b88-9613-b286014a5b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.443945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4881500e-8e98-4b88-9613-b286014a5b81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bb0f07c-c016-41d2-8ef3-29146c979c0d HTTP/1.1" status: 204 len: 168 time: 0.9149806 Aug 09 15:32:44.451175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Router cb1b651f-2508-4e97-bf2f-39b7354fb601 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:32:44.456008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Made reservation on behalf of 9a1ca6f932a74a529f21f581f6d8e668 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:44.458761 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.498571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881500e-8e98-4b88-9613-b286014a5b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb0f07c-c016-41d2-8ef3-29146c979c0d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:44.526509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.559504 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eeda50b4-1d77-4c68-9890-b5bee2604cd8 req-f180fdaa-d000-4202-95c8-8d478c027a5a tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528733 Aug 09 15:32:44.661868 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:32:41Z', 'revision_number': 3, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port': {'id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:38Z', 'updated_at': '2021-08-09T15:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:44.692874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7458df-fb78-45dd-b35d-48a566b8c11c req-965af0d5-aac0-4847-8ec6-cb1ead7721b8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:44.700310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d7458df-fb78-45dd-b35d-48a566b8c11c req-965af0d5-aac0-4847-8ec6-cb1ead7721b8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.2041259 Aug 09 15:32:44.706616 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Checking router: 8a5a6115-9146-4113-8859-1d50ab1a12a8 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:32:44.707194 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Updating router 8a5a6115-9146-4113-8859-1d50ab1a12a8 port 577e6501-f9a2-41bb-99ef-a169e91ccabc binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:32:44.754736 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.770522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:32:44.782509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Sync routers for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:32:44.793703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d7458df-fb78-45dd-b35d-48a566b8c11c req-22692734-683f-43da-9318-80513d003479 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870190 Aug 09 15:32:44.800472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:44.802706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:44.815798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.874116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.880925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.889265 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.890647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-765b74b6-0695-4613-b7b5-4542206a0fdf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.7370188 Aug 09 15:32:44.893886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40776) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:44.933148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:32:44.962860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:44.979559 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:44.980902 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Added segment 7cd98558-4439-4b0a-857c-3e31d3ef5703 of type vlan for network 989e0916-e481-4122-bc58-21c8d8d91c15 Aug 09 15:32:44.995908 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8b3afd6f-52cb-41bf-a627-5a764442b496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.068930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:45.071213 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.129059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.133131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:45.135268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.254525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:45.261931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:32:45.269172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0841455 Aug 09 15:32:45.275505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40792) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:45.284790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Request body: {'subnet': {'network_id': '989e0916-e481-4122-bc58-21c8d8d91c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2106441094-subnet', 'tenant_id': '9a1ca6f932a74a529f21f581f6d8e668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:45.329264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990f011-3e82-40b1-ad2c-f68b44e2b228 admin admin] Pushing event updated for resources: {'Network': ['ID=989e0916-e481-4122-bc58-21c8d8d91c15,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:45.351087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Made reservation on behalf of 9a1ca6f932a74a529f21f581f6d8e668 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:45.353786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.365066 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.401318 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Transition to ACTIVE for port object 577e6501-f9a2-41bb-99ef-a169e91ccabc will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:45.410316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 989e0916-e481-4122-bc58-21c8d8d91c15 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:32:45.415449 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.504440 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Attempting to bind port 577e6501-f9a2-41bb-99ef-a169e91ccabc on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:45.504939 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Attempting to bind port 577e6501-f9a2-41bb-99ef-a169e91ccabc by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:45.505374 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Attempting to bind port 577e6501-f9a2-41bb-99ef-a169e91ccabc on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:45.514818 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc57886-16a7-4d36-bc24-0962b0de9d5e None None] Pushing event updated for resources: {'Port': ['ID=577e6501-f9a2-41bb-99ef-a169e91ccabc,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:45.518998 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:45.519465 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:45.520026 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.520604 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:45.521212 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Bound port: 577e6501-f9a2-41bb-99ef-a169e91ccabc, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:45.521922 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.669145 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] For port 577e6501-f9a2-41bb-99ef-a169e91ccabc, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:45.677114 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] For port 577e6501-f9a2-41bb-99ef-a169e91ccabc, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=577e6501-f9a2-41bb-99ef-a169e91ccabc,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:45.690592 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.730404 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.763846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Allocated IP 172.20.0.1 (5e357e04-99ba-4ed6-a74d-b777e490d0f1/deecdfaa-0551-4d57-a38f-f58094b0a4c1/558e0aed-fda4-4ed1-bc7d-dd3272031e30) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:45.767592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:45.768008 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:45.795767 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Routers {'8a5a6115-9146-4113-8859-1d50ab1a12a8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:45.803201 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8a5a6115-9146-4113-8859-1d50ab1a12a8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:45.814154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc4958d-54a2-475a-99bb-cb23e3be4584,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:45.835478 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc57886-16a7-4d36-bc24-0962b0de9d5e None None] Pushing event updated for resources: {'Port': ['ID=577e6501-f9a2-41bb-99ef-a169e91ccabc,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:45.894521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Checking segment: {'id': '7cd98558-4439-4b0a-857c-3e31d3ef5703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '989e0916-e481-4122-bc58-21c8d8d91c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:45.894946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Network hostable DHCP agents. Network: 989e0916-e481-4122-bc58-21c8d8d91c15, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:32:45.916110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Network 989e0916-e481-4122-bc58-21c8d8d91c15 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:32:45.921277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:45.945141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 989e0916-e481-4122-bc58-21c8d8d91c15) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:45.957201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d9dac-6e9d-49b6-b5d8-6d8a8a1324a5 None None] Network 989e0916-e481-4122-bc58-21c8d8d91c15 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:45.960206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2', 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'port_id': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2', 'mac_address': 'fa:16:3e:41:39:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d7e709-d5b9-4008-8b84-c3db00422153', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:32:45.967034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:45.967668 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:46.035666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] Set router 8a5a6115-9146-4113-8859-1d50ab1a12a8 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:46.071892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b8e301c2-e64c-499b-b08c-d5bf09d63b44 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7940567 Aug 09 15:32:46.074874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:42Z', 'revision_number': 3, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:46.112614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313fc2a-ead7-42b6-8ade-8f89be48627e req-059a2acd-aeeb-4b95-be03-2b2e9355b384 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:46.121363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1313fc2a-ead7-42b6-8ade-8f89be48627e req-059a2acd-aeeb-4b95-be03-2b2e9355b384 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.1828952 Aug 09 15:32:46.144208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:46.203528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Checking router: cb1b651f-2508-4e97-bf2f-39b7354fb601 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:32:46.204148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Updating router cb1b651f-2508-4e97-bf2f-39b7354fb601 port a1940d03-6f44-4469-8ff5-557b56293048 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:32:46.204900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1313fc2a-ead7-42b6-8ade-8f89be48627e req-497df0cf-1d90-4cac-9d75-67bd4660b043 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825999 Aug 09 15:32:46.272794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Transition to ACTIVE for port object 558e0aed-fda4-4ed1-bc7d-dd3272031e30 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:46.300195 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:46.302192 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:46.393321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:46.398541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-ce944541-31a2-4262-9e1c-5ca7817cb64a tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:46.401461 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:32:41Z', 'revision_number': 3, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port': {'id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:38Z', 'updated_at': '2021-08-09T15:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:46.405795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-ce944541-31a2-4262-9e1c-5ca7817cb64a tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142519 Aug 09 15:32:46.412199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:46.423645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Request body: {'binding': {'host': 'n-h1-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:46.425022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Unknown quota resources ['binding']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:32:46.444310 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cc5a4-ad68-4612-a264-ccf56dfa7d90 None None] The sync data for ids ['8a5a6115-9146-4113-8859-1d50ab1a12a8'] in n-d-799523-2 is: [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:32:41Z', 'revision_number': 3, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port': {'id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:38Z', 'updated_at': '2021-08-09T15:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:32:46.514858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:46.521237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:46.536708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:46.585486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:46.600530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:46.621149 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:46.639744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e7d548-54df-44e9-b3a0-0e35c720ae75 None None] Network 989e0916-e481-4122-bc58-21c8d8d91c15 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:46.733631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Pushing event updated for resources: {'Port': ['ID=558e0aed-fda4-4ed1-bc7d-dd3272031e30,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:46.775913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on host n-h1-799523-2 for vnic_type normal with profile None {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:46.776207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:46.776548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:46.786219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:46.786546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:46.802200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:46.802200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:46.804022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:46.804522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Bound port: a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:46.958939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:46.960652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:32:46.968557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:46.970146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a0af1e3a-c605-4404-aa9b-bc5eb459f159 service neutron] 10.222.0.64 "POST /v2.0/ports/a4827ed7-1341-4f8a-bfdd-c9a49eaa1463/bindings HTTP/1.1" status: 201 len: 389 time: 0.5540211 Aug 09 15:32:46.994349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.238102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682d9f-25a9-4ac6-a449-dce2f9e88a78 req-d59f4a97-0be2-4d09-bad1-900770f36abb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:47.257433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.266851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4682d9f-25a9-4ac6-a449-dce2f9e88a78 req-d59f4a97-0be2-4d09-bad1-900770f36abb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.1258519 Aug 09 15:32:47.408440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4682d9f-25a9-4ac6-a449-dce2f9e88a78 req-a3d1ccc8-f890-4ab8-a835-b7ff37ce57e8 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401510 Aug 09 15:32:47.415943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:47.431906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Allocated IP 172.20.0.1 (8005705d-1e98-4176-ab80-fdff079fcb1f/f1df4bf0-96fe-4216-b055-28cfbc78c951/cfe47f78-9225-4cb8-844f-41d91ebfaa11) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:47.444067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-23888093-3109-4719-aeb9-2fb623c2fb5d None None] Provisioning for port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:47.491532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-23888093-3109-4719-aeb9-2fb623c2fb5d None None] Provisioning complete for port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:47.492184 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23888093-3109-4719-aeb9-2fb623c2fb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.555469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-23888093-3109-4719-aeb9-2fb623c2fb5d None None] Port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:47.598010 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-28c4d9bc-01f6-40d2-b220-759a94c4e779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.606260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-7de053fb-aa87-4e0c-a5fc-0b39ee847000 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:47.614363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-7de053fb-aa87-4e0c-a5fc-0b39ee847000 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/networks?id=989e0916-e481-4122-bc58-21c8d8d91c15 HTTP/1.1" status: 200 len: 814 time: 0.2704377 Aug 09 15:32:47.617626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4ccba9a4-eb99-4515-809b-12320c9af22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:47.619617 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4ccba9a4-eb99-4515-809b-12320c9af22d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1096 time: 0.2824590 Aug 09 15:32:47.658142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-47bdba19-91d5-4121-9946-3edeca0be657 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/quotas/9a1ca6f932a74a529f21f581f6d8e668 HTTP/1.1" status: 200 len: 375 time: 0.0425344 Aug 09 15:32:47.704631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-97d6b9f4-07be-42ab-bf06-950151b329c5 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a1ca6f932a74a529f21f581f6d8e668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452025 Aug 09 15:32:47.721911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180211f5-eff6-4293-a5d9-6fcea84cc3e9 req-17b704fb-317d-49b2-8fe3-6621530f21af tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:47.723944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-180211f5-eff6-4293-a5d9-6fcea84cc3e9 req-17b704fb-317d-49b2-8fe3-6621530f21af tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 945 time: 0.1432421 Aug 09 15:32:47.811204 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.811606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.827706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-180211f5-eff6-4293-a5d9-6fcea84cc3e9 req-5a6940aa-cd12-43ba-8152-652299c80d5a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939693 Aug 09 15:32:47.840281 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.863692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-fc2bda53-ce06-437c-8d54-49657c2ecb58 service neutron] 10.222.0.64 "GET /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386311 Aug 09 15:32:47.865499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Transition to ACTIVE for port object a1940d03-6f44-4469-8ff5-557b56293048 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:47.869216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-843c3f80-45b3-464a-8e31-69ffe5416090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:47.870912 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-843c3f80-45b3-464a-8e31-69ffe5416090 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.2390673 Aug 09 15:32:47.875629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Transition to ACTIVE for port object cfe47f78-9225-4cb8-844f-41d91ebfaa11 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:47.895701 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.949891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baa1c2-2932-4566-88fb-2125fca20ea9 None None] Pushing event updated for resources: {'Port': ['ID=a1940d03-6f44-4469-8ff5-557b56293048,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:47.974884 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.978555 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-6cc1b2b1-efb8-45e3-a85d-2fbada888b2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 HTTP/1.1" status: 200 len: 217 time: 0.0985613 Aug 09 15:32:47.984341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:47.991553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Attempting to bind port a1940d03-6f44-4469-8ff5-557b56293048 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:47.992198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Attempting to bind port a1940d03-6f44-4469-8ff5-557b56293048 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:47.992549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Attempting to bind port a1940d03-6f44-4469-8ff5-557b56293048 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:47.997782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-70354cf5-63c8-4e0b-9efa-54aedc937d3e service neutron] 10.222.0.64 "GET /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239195 Aug 09 15:32:48.000947 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:48.001348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:48.001705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:48.002093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:48.002567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Bound port: a1940d03-6f44-4469-8ff5-557b56293048, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:48.002914 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:48.059357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:48.089853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] For port a1940d03-6f44-4469-8ff5-557b56293048, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:48.101793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] For port a1940d03-6f44-4469-8ff5-557b56293048, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a1940d03-6f44-4469-8ff5-557b56293048,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:48.111096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:48.132942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:48.174040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Network 8005705d-1e98-4176-ab80-fdff079fcb1f is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:48.194407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:48.195049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:48.247360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baa1c2-2932-4566-88fb-2125fca20ea9 None None] Pushing event updated for resources: {'Port': ['ID=a1940d03-6f44-4469-8ff5-557b56293048,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:48.255694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c2011e6-325f-428a-ac0a-992c4e152526 req-e5d1b813-9c13-4a10-b5b2-5db522284b73 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 210 time: 0.0320377 Aug 09 15:32:48.265945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:48.271521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:48.309282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Pushing event updated for resources: {'Port': ['ID=558e0aed-fda4-4ed1-bc7d-dd3272031e30,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:48.322409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-7d552755-c44e-46be-a04b-4b2f949f68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:48.323972 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-7d552755-c44e-46be-a04b-4b2f949f68f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.3367321 Aug 09 15:32:48.378341 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:48.499258 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:48.665066 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a3b675ea-3949-4a26-8a5a-7ba777d1721e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2682362 Aug 09 15:32:48.669309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba10ed-7711-44e6-9beb-f4f517f71d44 req-3275ea66-ca8a-459c-9c8b-98dd5e8adf1e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:48.679021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54ba10ed-7711-44e6-9beb-f4f517f71d44 req-3275ea66-ca8a-459c-9c8b-98dd5e8adf1e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.0920506 Aug 09 15:32:48.800371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fc2dcd3b-b1f1-4ff2-a2dd-e776c54da03f None None] Provisioning for port cfe47f78-9225-4cb8-844f-41d91ebfaa11 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:48.801499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54ba10ed-7711-44e6-9beb-f4f517f71d44 req-09586d18-0137-48e8-a07f-5c69e09244c9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200206 Aug 09 15:32:48.809694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:42Z', 'revision_number': 3, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:48.816486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fc2dcd3b-b1f1-4ff2-a2dd-e776c54da03f None None] Provisioning complete for port cfe47f78-9225-4cb8-844f-41d91ebfaa11 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:48.816858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcd3b-b1f1-4ff2-a2dd-e776c54da03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:48.837828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Pushing event updated for resources: {'Port': ['ID=cfe47f78-9225-4cb8-844f-41d91ebfaa11,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:48.876402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.876851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.877350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.877888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.878316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.878790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.879264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.879845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.880320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.880687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.881087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.881414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:48.981910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8107898-c920-4d76-a2c8-fe81f02cc0d9 None None] The sync data for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 is: [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:42Z', 'revision_number': 3, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:32:48.994109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fc2dcd3b-b1f1-4ff2-a2dd-e776c54da03f None None] Port cfe47f78-9225-4cb8-844f-41d91ebfaa11 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:49.014003 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.049149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 577e6501-f9a2-41bb-99ef-a169e91ccabc up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:49.116314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:49.116553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568ea1a-0c31-48c9-b784-6ab72e1dc9f3 req-386eaa7d-8417-49a7-97a0-b3f08a459f41 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:49.123365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.124897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2568ea1a-0c31-48c9-b784-6ab72e1dc9f3 req-386eaa7d-8417-49a7-97a0-b3f08a459f41 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 945 time: 0.0929620 Aug 09 15:32:49.127116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:49.176475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-66a419be-1e35-4c27-b1b6-a78cca6f6406 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860563 Aug 09 15:32:49.202904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 577e6501-f9a2-41bb-99ef-a169e91ccabc completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:49.203808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2568ea1a-0c31-48c9-b784-6ab72e1dc9f3 req-ee0f5003-564d-4dbf-953b-78c832735a2b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658140 Aug 09 15:32:49.207810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 577e6501-f9a2-41bb-99ef-a169e91ccabc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:49.209409 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.265895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:49.445781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:49.462022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dc2b2c3-e51f-4eb0-9486-408733e28d86 req-9e9a2cbb-3a0d-4cf1-aa91-bbce5f938736 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 210 time: 0.0589159 Aug 09 15:32:49.516494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:49.516861 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.556206 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.614750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 577e6501-f9a2-41bb-99ef-a169e91ccabc, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=577e6501-f9a2-41bb-99ef-a169e91ccabc,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:49.630727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.680738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d3676ae7-5365-494b-91b6-7d30fd097296 None None] Provisioning complete for port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:49.681258 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d3676ae7-5365-494b-91b6-7d30fd097296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.778392 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-a7ae769e-b267-4afc-9083-188044bfd632 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377021 Aug 09 15:32:49.788736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Router 8a5a6115-9146-4113-8859-1d50ab1a12a8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:32:49.799140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d3676ae7-5365-494b-91b6-7d30fd097296 None None] Port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:49.811042 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.836061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=577e6501-f9a2-41bb-99ef-a169e91ccabc,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:49.847025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:49.850009 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc44d4bb-8378-4c3c-9f69-6384d64f9279" -d '{"events": [{"server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "name": "network-vif-plugged", "status": "completed", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:49.870940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:49.877975 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.950093 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cfc1ff-e2fa-4d6a-a55a-783dd28284da x-openstack-request-id: req-e7cfc1ff-e2fa-4d6a-a55a-783dd28284da {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:49.950795 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "name": "network-vif-plugged", "status": "completed", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:49.951145 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7cfc1ff-e2fa-4d6a-a55a-783dd28284da {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:49.951879 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2', 'code': 200} Aug 09 15:32:50.020906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:50.141341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa21584-a39f-402b-9206-87419af00720 req-b6e068ff-81ef-4944-98fc-393296274997 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:50.149479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-daa21584-a39f-402b-9206-87419af00720 req-b6e068ff-81ef-4944-98fc-393296274997 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.1762383 Aug 09 15:32:50.248324 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:50.297756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-7490126d-af0d-4496-805f-717566eab5f0 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:50.300524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-7490126d-af0d-4496-805f-717566eab5f0 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.66 "GET /v2.0/networks?id=989e0916-e481-4122-bc58-21c8d8d91c15 HTTP/1.1" status: 200 len: 814 time: 0.2699721 Aug 09 15:32:50.315645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-daa21584-a39f-402b-9206-87419af00720 req-0432d1f1-b4c3-4c27-b51e-1ddc08b7ea7a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623688 Aug 09 15:32:50.325958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Request body: {'port': {'device_id': '94ea41ad-67e4-467a-bcca-fa2f81e80f50', 'network_id': '989e0916-e481-4122-bc58-21c8d8d91c15', 'admin_state_up': True, 'tenant_id': '9a1ca6f932a74a529f21f581f6d8e668'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:50.526659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee1d0-2bc0-4dea-8765-34af60c588f4 req-eb30a93f-c76c-4094-b868-443dd4c66ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:50.528966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3dcee1d0-2bc0-4dea-8765-34af60c588f4 req-eb30a93f-c76c-4094-b868-443dd4c66ad6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1097 time: 0.1143880 Aug 09 15:32:50.534576 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:50.562433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c11432-9334-41d1-8661-5aceb788dd2f req-d8ce130a-7dbc-4d38-9eef-ee47c3480ea1 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:50.564182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-00c11432-9334-41d1-8661-5aceb788dd2f req-d8ce130a-7dbc-4d38-9eef-ee47c3480ea1 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 946 time: 0.1104248 Aug 09 15:32:50.565017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Made reservation on behalf of 9a1ca6f932a74a529f21f581f6d8e668 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:50.568588 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:50.597995 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:50.698011 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3dcee1d0-2bc0-4dea-8765-34af60c588f4 req-5fec8a46-c939-4293-9318-bba87ea481d4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517563 Aug 09 15:32:50.705021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:32:50.718800 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Sync routers for ids ['8a5a6115-9146-4113-8859-1d50ab1a12a8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:32:50.723233 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f9e62ab7-6c60-44a4-b1fd-9456077ebdc2 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a5a6115-9146-4113-8859-1d50ab1a12a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7776263 Aug 09 15:32:50.758386 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:50.761212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Pushing event updated for resources: {'Port': ['ID=cfe47f78-9225-4cb8-844f-41d91ebfaa11,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:50.771884 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Routers {'8a5a6115-9146-4113-8859-1d50ab1a12a8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:50.771884 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8a5a6115-9146-4113-8859-1d50ab1a12a8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:50.946747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40948) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:51.014084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Network 8005705d-1e98-4176-ab80-fdff079fcb1f is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:51.015642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:51.084571 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Set router 8a5a6115-9146-4113-8859-1d50ab1a12a8 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:51.180746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a1940d03-6f44-4469-8ff5-557b56293048 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:51.222465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50f6b383-aa10-430c-a448-34005006af1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.292199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-010a2418-b243-4d1b-910a-9046193d02d1 req-e619f38f-b7e6-40b1-8d23-04041d57c72d tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 210 time: 0.6768534 Aug 09 15:32:51.305558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port a1940d03-6f44-4469-8ff5-557b56293048 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:51.322093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a1940d03-6f44-4469-8ff5-557b56293048 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:51.323662 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.437199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:32:47Z', 'revision_number': 4, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port': {'id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:38Z', 'updated_at': '2021-08-09T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '558e0aed-fda4-4ed1-bc7d-dd3272031e30', 'name': '', 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'mac_address': 'fa:16:3e:54:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'deecdfaa-0551-4d57-a38f-f58094b0a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:44Z', 'updated_at': '2021-08-09T15:32:47Z', 'revision_number': 2, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'subnets': [{'id': 'deecdfaa-0551-4d57-a38f-f58094b0a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:51.455912 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.462668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a78d331e-284e-4409-82e7-dc291c6f5da8 None None] Provisioning complete for port cfe47f78-9225-4cb8-844f-41d91ebfaa11 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:51.463562 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a78d331e-284e-4409-82e7-dc291c6f5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.501933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Allocated IP 172.20.0.4 (989e0916-e481-4122-bc58-21c8d8d91c15/9fc4958d-54a2-475a-99bb-cb23e3be4584/bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:51.503412 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Checking router: 8a5a6115-9146-4113-8859-1d50ab1a12a8 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:32:51.504011 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Updating router 8a5a6115-9146-4113-8859-1d50ab1a12a8 port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:32:51.513421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port a1940d03-6f44-4469-8ff5-557b56293048, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a1940d03-6f44-4469-8ff5-557b56293048,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:51.521182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50f6b383-aa10-430c-a448-34005006af1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.533199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50f6b383-aa10-430c-a448-34005006af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.533631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.537789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 577e6501-f9a2-41bb-99ef-a169e91ccabc up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:51.555517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Router cb1b651f-2508-4e97-bf2f-39b7354fb601 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:32:51.575659 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.607135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a78d331e-284e-4409-82e7-dc291c6f5da8 None None] Port cfe47f78-9225-4cb8-844f-41d91ebfaa11 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:51.629927 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-50f6b383-aa10-430c-a448-34005006af1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f86cceb8fca34918a842fa3028ca58a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816971 Aug 09 15:32:51.632457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6b383-aa10-430c-a448-34005006af1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31456d16-344a-4536-931e-5880bcc46ed8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:51.694871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:51.773408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 577e6501-f9a2-41bb-99ef-a169e91ccabc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:51.773408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.775279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=a1940d03-6f44-4469-8ff5-557b56293048,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:51.794745 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e32900df-ba65-41c9-b000-cebc8ba9a2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.845928 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.862985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e32900df-ba65-41c9-b000-cebc8ba9a2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.887376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:32:51.898737 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0d32ea87-63d4-44dd-845d-f8d99ad5de2b admin admin] 10.222.0.64 "PUT /v2.0/routers/cb1b651f-2508-4e97-bf2f-39b7354fb601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0038226 Aug 09 15:32:51.905268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-00c11432-9334-41d1-8661-5aceb788dd2f req-44f9db32-8dcc-444e-bf57-3bc8b3764632 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3335192 Aug 09 15:32:51.930766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Sync routers for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:32:51.941111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e32900df-ba65-41c9-b000-cebc8ba9a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.943922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e32900df-ba65-41c9-b000-cebc8ba9a2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.945142 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e32900df-ba65-41c9-b000-cebc8ba9a2d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31456d16-344a-4536-931e-5880bcc46ed8 HTTP/1.1" status: 204 len: 168 time: 0.2487094 Aug 09 15:32:51.960155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:51.960809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:51.973313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.977746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32900df-ba65-41c9-b000-cebc8ba9a2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31456d16-344a-4536-931e-5880bcc46ed8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:52.131481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Network 989e0916-e481-4122-bc58-21c8d8d91c15 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:52.132580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Pushing event updated for resources: {'Port': ['ID=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:52.197639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:52.220781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:52.240418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:52.241350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.241847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.242331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.242811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.243273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.243747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.244264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.244731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.245213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.245701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.246166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.246631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:52.362846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47433f23-a3e0-4133-997a-eecfae415088 req-3f06f86d-4185-4a4d-a700-1e250983b670 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4798820 Aug 09 15:32:52.393121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:52.430032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:52.430985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.433539 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.445624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8646c-9dbb-4177-8aa5-13b18d15af5f req-d11ea31c-82de-4a22-966f-f934b7f43e99 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:52.450852 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Transition to ACTIVE for port object 558e0aed-fda4-4ed1-bc7d-dd3272031e30 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:52.453512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40978) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:52.460239 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.464456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52d8646c-9dbb-4177-8aa5-13b18d15af5f req-d11ea31c-82de-4a22-966f-f934b7f43e99 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.3466032 Aug 09 15:32:52.482137 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fafc6679-1fec-4db0-b421-daf7d9589df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.521576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.540942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-0ce9799f-20da-4ab2-8f84-00814e24c78c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2215323 Aug 09 15:32:52.551886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:49Z', 'revision_number': 2, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:52.568633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Request body: {'port': {'device_id': '94ea41ad-67e4-467a-bcca-fa2f81e80f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:52.585829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Checking router: cb1b651f-2508-4e97-bf2f-39b7354fb601 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:32:52.586251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Updating router cb1b651f-2508-4e97-bf2f-39b7354fb601 port cfe47f78-9225-4cb8-844f-41d91ebfaa11 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:32:52.589675 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37365e-7f2e-4e37-86c1-ee670175ba0c None None] Pushing event updated for resources: {'Port': ['ID=558e0aed-fda4-4ed1-bc7d-dd3272031e30,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:52.604487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52d8646c-9dbb-4177-8aa5-13b18d15af5f req-4d6838ff-08ab-4613-af00-7aad940a1aa5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383350 Aug 09 15:32:52.637180 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.648487 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Attempting to bind port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:52.648862 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Attempting to bind port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:52.649682 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Attempting to bind port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 on network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:52.655968 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:52.656408 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Checking segment: {'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:52.657021 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.657457 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Bound using segment: {'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:52.658407 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Bound port: 558e0aed-fda4-4ed1-bc7d-dd3272031e30, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602bae56-33e2-467a-a34d-51c98e7f0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:52.658609 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.701589 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fafc6679-1fec-4db0-b421-daf7d9589df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.709490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fafc6679-1fec-4db0-b421-daf7d9589df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.764839 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] For port 558e0aed-fda4-4ed1-bc7d-dd3272031e30, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:52.769989 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] For port 558e0aed-fda4-4ed1-bc7d-dd3272031e30, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=558e0aed-fda4-4ed1-bc7d-dd3272031e30,segment=NetworkSegment(602bae56-33e2-467a-a34d-51c98e7f0780),segment_id=602bae56-33e2-467a-a34d-51c98e7f0780)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:52.779443 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.810691 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fafc6679-1fec-4db0-b421-daf7d9589df4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78bb7813c553409c816ea1cf74af8b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558609 Aug 09 15:32:52.823165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:52.826681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc6679-1fec-4db0-b421-daf7d9589df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30505ed6-b5ff-40ac-b3b5-79b0fe83cbe7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:52.856853 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.894998 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Routers {'8a5a6115-9146-4113-8859-1d50ab1a12a8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:52.895643 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8a5a6115-9146-4113-8859-1d50ab1a12a8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:52.953108 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80f7803c-94b2-4753-92a2-952e9b313d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.047156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80f7803c-94b2-4753-92a2-952e9b313d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.084986 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] Set router 8a5a6115-9146-4113-8859-1d50ab1a12a8 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:53.103366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a1940d03-6f44-4469-8ff5-557b56293048 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:53.151686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80f7803c-94b2-4753-92a2-952e9b313d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.154733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80f7803c-94b2-4753-92a2-952e9b313d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.160494 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-80f7803c-94b2-4753-92a2-952e9b313d13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30505ed6-b5ff-40ac-b3b5-79b0fe83cbe7 HTTP/1.1" status: 204 len: 168 time: 0.3344350 Aug 09 15:32:53.177018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7803c-94b2-4753-92a2-952e9b313d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30505ed6-b5ff-40ac-b3b5-79b0fe83cbe7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:53.183246 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.420235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a1940d03-6f44-4469-8ff5-557b56293048 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:53.420938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.541960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:53.554329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.592846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Transition to ACTIVE for port object bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:53.608199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37365e-7f2e-4e37-86c1-ee670175ba0c None None] Pushing event updated for resources: {'Port': ['ID=558e0aed-fda4-4ed1-bc7d-dd3272031e30,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:53.637684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Allocated IP 172.25.7.211 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/7d4ee22f-3e4b-41e3-af29-589b363e6d08) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:53.661637 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:32:47Z', 'revision_number': 4, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port': {'id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:38Z', 'updated_at': '2021-08-09T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '558e0aed-fda4-4ed1-bc7d-dd3272031e30', 'name': '', 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'mac_address': 'fa:16:3e:54:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'deecdfaa-0551-4d57-a38f-f58094b0a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:44Z', 'updated_at': '2021-08-09T15:32:52Z', 'revision_number': 4, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'subnets': [{'id': 'deecdfaa-0551-4d57-a38f-f58094b0a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:53.671596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.707069 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73800e11-f399-49e4-b513-5924738bb6bf None None] The sync data for ids ['8a5a6115-9146-4113-8859-1d50ab1a12a8'] in n-d-799523-2 is: [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:32:47Z', 'revision_number': 4, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port': {'id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:38Z', 'updated_at': '2021-08-09T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '558e0aed-fda4-4ed1-bc7d-dd3272031e30', 'name': '', 'network_id': '5e357e04-99ba-4ed6-a74d-b777e490d0f1', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'mac_address': 'fa:16:3e:54:6c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'deecdfaa-0551-4d57-a38f-f58094b0a4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:44Z', 'updated_at': '2021-08-09T15:32:52Z', 'revision_number': 4, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'subnets': [{'id': 'deecdfaa-0551-4d57-a38f-f58094b0a4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:32:53.736785 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.800457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Transition to ACTIVE for port object cfe47f78-9225-4cb8-844f-41d91ebfaa11 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:53.810090 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:53.862901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Pushing event updated for resources: {'Port': ['ID=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:54.024449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a37647-61ba-45cf-948f-da465abb41c0 None None] Pushing event updated for resources: {'Port': ['ID=cfe47f78-9225-4cb8-844f-41d91ebfaa11,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:54.071852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.088383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Attempting to bind port cfe47f78-9225-4cb8-844f-41d91ebfaa11 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:54.088759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Attempting to bind port cfe47f78-9225-4cb8-844f-41d91ebfaa11 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:54.089125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Attempting to bind port cfe47f78-9225-4cb8-844f-41d91ebfaa11 on network 8005705d-1e98-4176-ab80-fdff079fcb1f {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:54.100112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:54.100112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Checking segment: {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:54.100112 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.100823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Bound using segment: {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:54.100984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Bound port: cfe47f78-9225-4cb8-844f-41d91ebfaa11, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:54.101274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.106512 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Attempting to bind port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:54.106789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Attempting to bind port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '7cd98558-4439-4b0a-857c-3e31d3ef5703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '989e0916-e481-4122-bc58-21c8d8d91c15'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:54.107131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Attempting to bind port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 on network 989e0916-e481-4122-bc58-21c8d8d91c15 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:54.126964 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 on network 989e0916-e481-4122-bc58-21c8d8d91c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:54.131303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Attempting to bind port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 on network 989e0916-e481-4122-bc58-21c8d8d91c15 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:54.192560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:54.193634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Checking segment: {'id': '7cd98558-4439-4b0a-857c-3e31d3ef5703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '989e0916-e481-4122-bc58-21c8d8d91c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:54.194105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Bound using segment: {'id': '7cd98558-4439-4b0a-857c-3e31d3ef5703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '989e0916-e481-4122-bc58-21c8d8d91c15'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:54.194834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Bound port: bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd98558-4439-4b0a-857c-3e31d3ef5703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '989e0916-e481-4122-bc58-21c8d8d91c15'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:54.195593 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.220510 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.262007 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] For port cfe47f78-9225-4cb8-844f-41d91ebfaa11, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:54.272005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] For port cfe47f78-9225-4cb8-844f-41d91ebfaa11, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=cfe47f78-9225-4cb8-844f-41d91ebfaa11,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:54.293516 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.376775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event updated for resources: {'Port': ['ID=7d4ee22f-3e4b-41e3-af29-589b363e6d08,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:54.376918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:54.382074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:54.411135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:54.431075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:54.433941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:54.448110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a37647-61ba-45cf-948f-da465abb41c0 None None] Pushing event updated for resources: {'Port': ['ID=cfe47f78-9225-4cb8-844f-41d91ebfaa11,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:54.511038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] For port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:54.541208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] For port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,segment=NetworkSegment(7cd98558-4439-4b0a-857c-3e31d3ef5703),segment_id=7cd98558-4439-4b0a-857c-3e31d3ef5703)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:54.566599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:32:54.631900 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.645488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.665852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:54.666495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.667916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] 10.222.0.66 "PUT /v2.0/ports/bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 HTTP/1.1" status: 200 len: 1091 time: 2.1091003 Aug 09 15:32:54.674031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ea41ad-67e4-467a-bcca-fa2f81e80f50', 'tag': 'bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:54.686935 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607761fa-1233-4aa5-993b-5c7d17f4fdda" -d '{"events": [{"name": "network-changed", "server_uuid": "94ea41ad-67e4-467a-bcca-fa2f81e80f50", "tag": "bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:54.744934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-26a3c3af-3423-4101-bf96-8c2de4fa98b8 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:54.746551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-26a3c3af-3423-4101-bf96-8c2de4fa98b8 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/networks?id=8005705d-1e98-4176-ab80-fdff079fcb1f HTTP/1.1" status: 200 len: 829 time: 0.5556469 Aug 09 15:32:54.803275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:54.875563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-035edccb-08e0-4b37-916b-76960d97c222 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/quotas/fa6da0751ce44a6dad73736c5edf9b05 HTTP/1.1" status: 200 len: 375 time: 0.1136317 Aug 09 15:32:54.958061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975d8b3-6fa3-426f-826d-093712470942 service neutron] Pushing event updated for resources: {'Port': ['ID=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:55.004406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-bbfbb7fe-99a3-4619-868b-2e9f06c7c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:55.005948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-bbfbb7fe-99a3-4619-868b-2e9f06c7c62b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca6f932a74a529f21f581f6d8e668&device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 1094 time: 0.2696762 Aug 09 15:32:55.024296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:54Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:55.069562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9607540-b202-48cd-a551-8c8946b80972 None None] The sync data for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 is: [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:54Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:32:55.076455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-f7d60e69-fb83-454a-85b5-3994e152f897 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 HTTP/1.1" status: 200 len: 217 time: 0.0609121 Aug 09 15:32:55.091015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 558e0aed-fda4-4ed1-bc7d-dd3272031e30 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:55.098370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-7ee93eab-dc5f-4134-a424-e43645fce76f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa6da0751ce44a6dad73736c5edf9b05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1989896 Aug 09 15:32:55.202391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:55.207703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:55.210688 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.230463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.353502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.406254 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.432187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-94bf5684-aee3-4702-9684-a9f0e39dd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:55.433794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-94bf5684-aee3-4702-9684-a9f0e39dd84c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fc4958d-54a2-475a-99bb-cb23e3be4584 HTTP/1.1" status: 200 len: 854 time: 0.3429427 Aug 09 15:32:55.463375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 558e0aed-fda4-4ed1-bc7d-dd3272031e30, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=558e0aed-fda4-4ed1-bc7d-dd3272031e30,segment=NetworkSegment(602bae56-33e2-467a-a34d-51c98e7f0780),segment_id=602bae56-33e2-467a-a34d-51c98e7f0780)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:55.474851 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.547706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-60671ff4-d50b-466e-8f59-f9a71f1ea93a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=989e0916-e481-4122-bc58-21c8d8d91c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932426 Aug 09 15:32:55.552353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event updated for resources: {'Port': ['ID=7d4ee22f-3e4b-41e3-af29-589b363e6d08,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:55.559376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-5fce40c4-77fb-4e9b-aaea-b34fe7ce85ca service neutron] 10.222.0.64 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451888 Aug 09 15:32:55.614848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=558e0aed-fda4-4ed1-bc7d-dd3272031e30,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:55.661564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.721369 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.729238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47433f23-a3e0-4133-997a-eecfae415088 req-7c91871b-32be-4b61-9c54-af15d7fc7cda tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3506944 Aug 09 15:32:55.832522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47433f23-a3e0-4133-997a-eecfae415088 req-33f8071e-4fe4-432f-8e1f-c88897f78bb3 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.1020837 Aug 09 15:32:55.891792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-d734f690-57b1-43e4-a966-2030dc2cd1fc service neutron] 10.222.0.64 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188171 Aug 09 15:32:55.893829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-1271b286-ce91-4d02-a948-b5a40b796c60 service neutron] 10.222.0.66 "GET /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337390 Aug 09 15:32:55.967878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47433f23-a3e0-4133-997a-eecfae415088 req-2e61f715-71d0-4249-b003-6ed56a3476c8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:55.969423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47433f23-a3e0-4133-997a-eecfae415088 req-2e61f715-71d0-4249-b003-6ed56a3476c8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.1349185 Aug 09 15:32:56.078046 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1115d8e-ce4c-4b8a-acc2-72d8e9508d23 req-acbbd7a5-81b3-4c32-b94a-f41333444385 service neutron] 10.222.0.66 "GET /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181927 Aug 09 15:32:56.157040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644244-4603-48e5-89f7-206b5e1bda89 req-0a569f2c-277a-4bd2-ad15-07e405b8cbb7 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:56.159270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46644244-4603-48e5-89f7-206b5e1bda89 req-0a569f2c-277a-4bd2-ad15-07e405b8cbb7 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 943 time: 0.0692656 Aug 09 15:32:56.226864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46644244-4603-48e5-89f7-206b5e1bda89 req-69ff2ede-b3bf-43a9-a7f9-e7ade8a04f74 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613079 Aug 09 15:32:56.249466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59802b6c-ce9d-4dde-a790-86aa9427f6b1 req-a4683d14-7a18-498a-b553-fa4b12524bb3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:56.250414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59802b6c-ce9d-4dde-a790-86aa9427f6b1 req-a4683d14-7a18-498a-b553-fa4b12524bb3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 946 time: 0.0763249 Aug 09 15:32:56.294908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59802b6c-ce9d-4dde-a790-86aa9427f6b1 req-6ef80aff-619a-4dd1-9315-38297fb800c9 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Aug 09 15:32:56.381220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e165b4-a401-4c45-86e6-3fd2cef562da req-6d4c8dee-d153-41f6-b26d-919ac33036b9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:56.383912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2e165b4-a401-4c45-86e6-3fd2cef562da req-6d4c8dee-d153-41f6-b26d-919ac33036b9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.0812519 Aug 09 15:32:56.436879 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95314fd1-9601-4067-8a5a-c44d15c0a36a x-openstack-request-id: req-95314fd1-9601-4067-8a5a-c44d15c0a36a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:32:56.437212 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ea41ad-67e4-467a-bcca-fa2f81e80f50", "tag": "bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:32:56.437466 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95314fd1-9601-4067-8a5a-c44d15c0a36a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:32:56.437893 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ea41ad-67e4-467a-bcca-fa2f81e80f50', 'tag': 'bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9', 'status': 'completed', 'code': 200} Aug 09 15:32:56.447542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2e165b4-a401-4c45-86e6-3fd2cef562da req-0b118366-d9e7-4541-9753-bc06ca89a527 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520198 Aug 09 15:32:56.562757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-c1d435a2-c77f-45d0-96b3-4f9bd8f300de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:56.564442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-c1d435a2-c77f-45d0-96b3-4f9bd8f300de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca6f932a74a529f21f581f6d8e668&device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 1094 time: 0.0953195 Aug 09 15:32:56.968600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-1753b8e4-0876-4766-8ef8-12c31d4fdb16 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768890 Aug 09 15:32:57.065371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-da58a370-8aa4-414f-81b0-358819690802 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6062431 Aug 09 15:32:57.070355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:57.113499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cfe47f78-9225-4cb8-844f-41d91ebfaa11 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:57.132520 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:57.179725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-9945bbd7-9b0e-4537-bbb3-f4573d6f21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:57.181623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-9945bbd7-9b0e-4537-bbb3-f4573d6f21d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=989e0916-e481-4122-bc58-21c8d8d91c15 HTTP/1.1" status: 200 len: 916 time: 0.5972345 Aug 09 15:32:57.186095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port cfe47f78-9225-4cb8-844f-41d91ebfaa11 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:57.191881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port cfe47f78-9225-4cb8-844f-41d91ebfaa11 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:57.192547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:57.273405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-1c3acd86-87e0-4fa1-8cde-aeb6fc8a9039 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 HTTP/1.1" status: 200 len: 217 time: 0.0551767 Aug 09 15:32:57.357174 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:57.368028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-898911c3-cfa2-4a61-835d-826c569a8e9d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:57.370464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-898911c3-cfa2-4a61-835d-826c569a8e9d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3945429 Aug 09 15:32:57.448442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port cfe47f78-9225-4cb8-844f-41d91ebfaa11, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=cfe47f78-9225-4cb8-844f-41d91ebfaa11,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:57.468224 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:57.469349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 558e0aed-fda4-4ed1-bc7d-dd3272031e30 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:57.474517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-5f20c632-2feb-4739-9e47-38a8204fcc86 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/quotas/91b8740009c74cf6a1abf633c70dfcd8 HTTP/1.1" status: 200 len: 375 time: 0.0773051 Aug 09 15:32:57.501521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-cfb363b5-08a3-40b9-af5f-6b1f97e27a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:57.503848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-cfb363b5-08a3-40b9-af5f-6b1f97e27a84 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fc4958d-54a2-475a-99bb-cb23e3be4584 HTTP/1.1" status: 200 len: 854 time: 0.2013710 Aug 09 15:32:57.553895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-03cce9e9-a276-4ad7-b093-1304e75fbc31 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750947 Aug 09 15:32:57.594029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-caf69521-eb82-49ba-b507-92e93917601c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=989e0916-e481-4122-bc58-21c8d8d91c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553834 Aug 09 15:32:57.629375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-022c4818-56df-4a55-a2cc-dcaac3ab14b4 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:57.631186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-022c4818-56df-4a55-a2cc-dcaac3ab14b4 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.35 "GET /v2.0/networks?id=8005705d-1e98-4176-ab80-fdff079fcb1f HTTP/1.1" status: 200 len: 829 time: 0.2666624 Aug 09 15:32:57.648820 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Request body: {'port': {'device_id': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'admin_state_up': True, 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:57.677738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:57.678623 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:57.788535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=cfe47f78-9225-4cb8-844f-41d91ebfaa11,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:57.812759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:57.842480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Made reservation on behalf of fa6da0751ce44a6dad73736c5edf9b05 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:57.847811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:57.977740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-2f612f17-d51c-452b-9e07-6e70a342342a service neutron] 10.222.0.66 "GET /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584182 Aug 09 15:32:58.000302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.051486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b734c850-2373-4203-b66c-9a3d48a8898e req-fa7fcdca-184c-4394-9568-2c4143bd1f49 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 210 time: 0.1115739 Aug 09 15:32:58.097849 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.097998 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:32:58.137134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Allocated IP 172.20.0.13 (8005705d-1e98-4176-ab80-fdff079fcb1f/f1df4bf0-96fe-4216-b055-28cfbc78c951/7c27e8db-adb8-4f03-ba21-eee4348fbf23) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:58.192199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-607761fa-1233-4aa5-993b-5c7d17f4fdda req-5673fdd0-3e41-4fe4-978f-963c11c02598 service neutron] 10.222.0.66 "GET /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916466 Aug 09 15:32:58.208300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Allocated IP 172.25.7.65 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/cbb13efd-f2aa-4256-b8a7-ee990245ec67) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:58.287300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc3ea2-6739-4b24-9c7c-3c5d8b5655e0 req-a8853a89-30e7-416f-afc3-5d5b4c4594d5 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:58.289181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ffc3ea2-6739-4b24-9c7c-3c5d8b5655e0 req-a8853a89-30e7-416f-afc3-5d5b4c4594d5 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1097 time: 0.1188290 Aug 09 15:32:58.378251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.395892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Transition to ACTIVE for port object 7c27e8db-adb8-4f03-ba21-eee4348fbf23 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:58.401541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.424660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ffc3ea2-6739-4b24-9c7c-3c5d8b5655e0 req-425faa3f-4b02-4a88-9a3c-0c7619751f88 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925837 Aug 09 15:32:58.440617 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.501467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Network 8005705d-1e98-4176-ab80-fdff079fcb1f is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:58.503642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.512479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:58.516407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:58.529352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Pushing event updated for resources: {'Port': ['ID=7c27e8db-adb8-4f03-ba21-eee4348fbf23,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:58.560530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:58.588860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:58.594235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:58.650028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:58.651335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.679595 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-2584919d-f081-4b7e-8120-23d6b7a5e57f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0361698 Aug 09 15:32:58.706027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Request body: {'port': {'device_id': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:58.808816 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.817658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event updated for resources: {'Port': ['ID=cbb13efd-f2aa-4256-b8a7-ee990245ec67,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:58.846996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fcef2-d8f7-4198-adaa-17b5553f4b9d req-cc2f007a-ec9a-48d7-b82f-319caf3936ae tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:58.856270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-704fcef2-d8f7-4198-adaa-17b5553f4b9d req-cc2f007a-ec9a-48d7-b82f-319caf3936ae tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 943 time: 0.1841702 Aug 09 15:32:58.887809 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.902250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c6bf8aac-089a-4bad-85de-b701a7d2f8d2 None None] Provisioning for port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:58.917290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c6bf8aac-089a-4bad-85de-b701a7d2f8d2 None None] Provisioning complete for port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:58.917707 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8aac-089a-4bad-85de-b701a7d2f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.929310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-704fcef2-d8f7-4198-adaa-17b5553f4b9d req-9e64b47d-f1c9-4244-869c-24aa4e01f634 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719721 Aug 09 15:32:59.016289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.020323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf8aac-089a-4bad-85de-b701a7d2f8d2 None None] Port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:59.049709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cfe47f78-9225-4cb8-844f-41d91ebfaa11 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:59.124223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port cfe47f78-9225-4cb8-844f-41d91ebfaa11 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:59.124638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.196352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c27e8db-adb8-4f03-ba21-eee4348fbf23 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:59.209184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.234913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Transition to ACTIVE for port object 7c27e8db-adb8-4f03-ba21-eee4348fbf23 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:59.241366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.247472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3dd78-d01a-4691-9f91-dac7ed5a9bf8 req-a8ca5080-56a1-4337-ba14-aba46f1eb07e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:59.248119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87f3dd78-d01a-4691-9f91-dac7ed5a9bf8 req-a8ca5080-56a1-4337-ba14-aba46f1eb07e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.0857685 Aug 09 15:32:59.309219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87f3dd78-d01a-4691-9f91-dac7ed5a9bf8 req-0068a754-daa5-4bf8-8009-5e1051f62f25 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532646 Aug 09 15:32:59.320732 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.338417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.353437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Pushing event updated for resources: {'Port': ['ID=7c27e8db-adb8-4f03-ba21-eee4348fbf23,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:59.465783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Attempting to bind port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:59.466138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Attempting to bind port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:59.466470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Attempting to bind port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 on network 8005705d-1e98-4176-ab80-fdff079fcb1f {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:59.472634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 on network 8005705d-1e98-4176-ab80-fdff079fcb1f not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:32:59.472959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Attempting to bind port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 on network 8005705d-1e98-4176-ab80-fdff079fcb1f {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:59.479168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:59.479512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Checking segment: {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:59.479935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Bound using segment: {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:59.480510 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Bound port: 7c27e8db-adb8-4f03-ba21-eee4348fbf23, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6119a3c1-9a94-4ba4-a488-b5f12e4772ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:59.480937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.487787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.562371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-ad672fdc-fa4c-4125-9fbe-969c8e0c8c6a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175845 Aug 09 15:32:59.585595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:32:59.595035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] For port 7c27e8db-adb8-4f03-ba21-eee4348fbf23, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:59.601590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] For port 7c27e8db-adb8-4f03-ba21-eee4348fbf23, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:59.608664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.701724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event updated for resources: {'Port': ['ID=cbb13efd-f2aa-4256-b8a7-ee990245ec67,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:59.713623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:59.714331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.720088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 200 len: 1092 time: 1.0193012 Aug 09 15:32:59.720345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-9cd7fa38-b0c5-455c-85da-01f3e425c038 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2181659 Aug 09 15:32:59.720603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:32:59.728847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.733199 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:32:59.745314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-d313e1d4-417f-4b17-8e3e-53672265aca1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6669650 Aug 09 15:32:59.791563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,segment=NetworkSegment(7cd98558-4439-4b0a-857c-3e31d3ef5703),segment_id=7cd98558-4439-4b0a-857c-3e31d3ef5703)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:59.811181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9', 'network_id': '989e0916-e481-4122-bc58-21c8d8d91c15', 'port_id': 'bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9', 'mac_address': 'fa:16:3e:16:0f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc4958d-54a2-475a-99bb-cb23e3be4584', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:32:59.846307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585724da-2fbf-4ec4-a769-902b14c1c242 service neutron] Pushing event updated for resources: {'Port': ['ID=7c27e8db-adb8-4f03-ba21-eee4348fbf23,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:59.870430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-56c27ccc-e75f-4eda-9d8f-b053ec604300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:59.872414 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.875582 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-56c27ccc-e75f-4eda-9d8f-b053ec604300 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa6da0751ce44a6dad73736c5edf9b05&device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 1095 time: 0.1069660 Aug 09 15:32:59.909037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:32:59.932531 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-7af40956-edfe-4dbb-9cec-ea30246cf52d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 200 len: 217 time: 0.0485172 Aug 09 15:32:59.941745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,segment=NetworkSegment(7cd98558-4439-4b0a-857c-3e31d3ef5703),segment_id=7cd98558-4439-4b0a-857c-3e31d3ef5703)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:59.948062 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.996985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-0132bb7c-10b4-4913-8911-8947c819f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:59.999380 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-0132bb7c-10b4-4913-8911-8947c819f5dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1df4bf0-96fe-4216-b055-28cfbc78c951 HTTP/1.1" status: 200 len: 868 time: 0.0593243 Aug 09 15:33:00.005829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-eef78429-1259-4007-bf5d-00a1be0d48b9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:00.007404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-eef78429-1259-4007-bf5d-00a1be0d48b9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484193 Aug 09 15:33:00.010451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-04e3699e-1594-4298-9faa-b9d480162c53 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.2625623 Aug 09 15:33:00.012162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:00.045202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Request body: {'port': {'device_id': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '91b8740009c74cf6a1abf633c70dfcd8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:00.064881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-ef24023d-6409-4b32-8012-17c8d2ed8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:00.066553 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-ef24023d-6409-4b32-8012-17c8d2ed8b90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8005705d-1e98-4176-ab80-fdff079fcb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596037 Aug 09 15:33:00.162892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e0baebd5-5be6-4205-971e-76d241ad8be4 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:00.164558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e0baebd5-5be6-4205-971e-76d241ad8be4 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6012840 Aug 09 15:33:00.199111 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-c74de89e-668d-4df2-a6d7-0b26baec4579 service neutron] 10.222.0.35 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230011 Aug 09 15:33:00.218673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-2d693059-90d6-4733-8ed0-e94338404e36 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/quotas/91b8740009c74cf6a1abf633c70dfcd8 HTTP/1.1" status: 200 len: 375 time: 0.0421274 Aug 09 15:33:00.274250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-7f8e54e0-6570-48cf-9aa0-fad8633a5739 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:00.275351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a1746d2-cbcb-4fe1-8068-91f8ebf1589c req-7f8e54e0-6570-48cf-9aa0-fad8633a5739 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2536447 Aug 09 15:33:00.278111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-1c20f044-5b3f-4b6d-9e65-5252021b6e96 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394597 Aug 09 15:33:00.302869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Made reservation on behalf of 91b8740009c74cf6a1abf633c70dfcd8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:00.308239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:00.323763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:00.384094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:00.440810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-87ea3785-e6ea-4b51-81dd-9875b9c6dcca req-cca0e849-f459-45d5-8b2b-51bf62b83b8f service neutron] 10.222.0.35 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337725 Aug 09 15:33:00.588281 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bab544-04ff-4b64-882f-948d1c91069a x-openstack-request-id: req-28bab544-04ff-4b64-882f-948d1c91069a {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:00.588672 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:00.589017 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28bab544-04ff-4b64-882f-948d1c91069a {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:00.589574 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'status': 'completed', 'code': 200} Aug 09 15:33:00.608475 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:00.628277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:00.731203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-d65539a6-3daa-4705-a7db-dadd557b8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:00.732818 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-d65539a6-3daa-4705-a7db-dadd557b8972 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa6da0751ce44a6dad73736c5edf9b05&device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 1095 time: 0.1172266 Aug 09 15:33:00.873595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-4d89e651-f02f-4193-a101-0b404a1b4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:00.875203 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-4d89e651-f02f-4193-a101-0b404a1b4a47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8005705d-1e98-4176-ab80-fdff079fcb1f HTTP/1.1" status: 200 len: 931 time: 0.1346653 Aug 09 15:33:00.963569 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-e596192f-d2e5-4b3a-aaf2-60f2ebd54795 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 200 len: 217 time: 0.0794771 Aug 09 15:33:01.005350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Allocated IP 192.168.233.246 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/b20605db-73f5-49ac-8985-25565fc39567) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:01.077264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42143bdb-ba00-4639-bde1-a68927e4abeb req-6afc76c3-3069-4fa8-b0a2-ced76521e4ee tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:01.080403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42143bdb-ba00-4639-bde1-a68927e4abeb req-6afc76c3-3069-4fa8-b0a2-ced76521e4ee tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 944 time: 0.5337112 Aug 09 15:33:01.093566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c025d9-4ce0-4cf6-8403-6a24ee4138cf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:01.109108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-9d0885ac-4c17-499d-be9b-b87a723a7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:01.115581 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-9d0885ac-4c17-499d-be9b-b87a723a7b80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1df4bf0-96fe-4216-b055-28cfbc78c951 HTTP/1.1" status: 200 len: 868 time: 0.1438534 Aug 09 15:33:01.156738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914e346-b7cb-4d9a-a507-f862ba6e3808 req-ee89d6a7-68e8-4f23-9cc0-2eff5047a292 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:01.164805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8914e346-b7cb-4d9a-a507-f862ba6e3808 req-ee89d6a7-68e8-4f23-9cc0-2eff5047a292 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 944 time: 0.3098247 Aug 09 15:33:01.227076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-0eb78d7a-4a31-4491-872f-b19cb1b8de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:01.230413 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-0eb78d7a-4a31-4491-872f-b19cb1b8de78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8005705d-1e98-4176-ab80-fdff079fcb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054277 Aug 09 15:33:01.273493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8914e346-b7cb-4d9a-a507-f862ba6e3808 req-fcf1aaaa-b500-4efa-a373-527fb01fa8bc tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052732 Aug 09 15:33:01.277047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42143bdb-ba00-4639-bde1-a68927e4abeb req-fa3207fd-8578-4587-bb7d-af45d0307d74 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/security-groups?id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586354 Aug 09 15:33:01.473970 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-f820a639-7d90-433e-85d0-92a2717aae71 service neutron] 10.222.0.35 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347951 Aug 09 15:33:01.601202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed1208be-cb5f-4bfd-bb26-b5d482963bb6 req-5ce31e41-60d5-4cb0-b654-1f10ef470831 service neutron] 10.222.0.35 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203318 Aug 09 15:33:01.608662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:01.668402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-5f166630-6473-4b8e-b4a4-af5783dab523 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2549300 Aug 09 15:33:01.671645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:01.678404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:01.679104 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.681239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:01.692954 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.707010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e6ab3-d2ce-401e-8aaf-9feb71fb3860 req-c94592e7-3202-4773-96d2-d6adef613968 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:01.710100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c62e6ab3-d2ce-401e-8aaf-9feb71fb3860 req-c94592e7-3202-4773-96d2-d6adef613968 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.1650045 Aug 09 15:33:01.751222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Transition to ACTIVE for port object b20605db-73f5-49ac-8985-25565fc39567 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:01.778363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.810651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c62e6ab3-d2ce-401e-8aaf-9feb71fb3860 req-ee0a73e2-7a8e-425c-89ee-6cd185ed7599 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900631 Aug 09 15:33:01.819786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.848105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ea41ad-67e4-467a-bcca-fa2f81e80f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:01.851041 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf39208-ec9a-44eb-b07d-6dca67396bee" -d '{"events": [{"server_uuid": "94ea41ad-67e4-467a-bcca-fa2f81e80f50", "name": "network-vif-plugged", "status": "completed", "tag": "bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:01.870965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,segment=NetworkSegment(7cd98558-4439-4b0a-857c-3e31d3ef5703),segment_id=7cd98558-4439-4b0a-857c-3e31d3ef5703)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:01.877651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.915914 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.996313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:02.016413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:02.016604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:02.019285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:02.028492 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-1a0b7b01-bf4e-4d50-a19d-bb6b4da09c82 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879178 Aug 09 15:33:02.138721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:02.177873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ae37feb-ab4f-422d-a088-e958fbfa4f68 req-76fb08ec-7813-4b8d-9721-ebf42b4673cb tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 210 time: 0.1131907 Aug 09 15:33:02.223662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:02.257657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-56344763-b91b-416f-91da-ef2025a5a0ba tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:02.261826 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbef975-fae5-488f-8074-1b693a2e20e8 x-openstack-request-id: req-2dbef975-fae5-488f-8074-1b693a2e20e8 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:02.262284 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ea41ad-67e4-467a-bcca-fa2f81e80f50", "name": "network-vif-plugged", "status": "completed", "tag": "bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:02.262648 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2dbef975-fae5-488f-8074-1b693a2e20e8 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:02.263144 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ea41ad-67e4-467a-bcca-fa2f81e80f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9', 'code': 200} Aug 09 15:33:02.263594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:02.264700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:02.264847 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-56344763-b91b-416f-91da-ef2025a5a0ba tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282698 Aug 09 15:33:02.279879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Request body: {'port': {'device_id': '6b39bc61-43c5-46eb-a628-e120c63ed620', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '91b8740009c74cf6a1abf633c70dfcd8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:02.348639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e66f8f56-6c94-4f43-a380-62ebeed42e84 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3114121 Aug 09 15:33:02.367399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Request body: {'port': {'device_id': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:02.418831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-204a02de-9dca-46a5-8f0e-e6acbafe6154 None None] Provisioning for port b20605db-73f5-49ac-8985-25565fc39567 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:02.434793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-204a02de-9dca-46a5-8f0e-e6acbafe6154 None None] Provisioning complete for port b20605db-73f5-49ac-8985-25565fc39567 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:02.436886 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-204a02de-9dca-46a5-8f0e-e6acbafe6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:02.506255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462d93d-f07f-4924-b9dc-87bcdb89ee66 req-e7b00c44-7599-42ac-9b67-b62bd662cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:02.507854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-204a02de-9dca-46a5-8f0e-e6acbafe6154 None None] Port b20605db-73f5-49ac-8985-25565fc39567 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:02.508542 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3462d93d-f07f-4924-b9dc-87bcdb89ee66 req-e7b00c44-7599-42ac-9b67-b62bd662cd56 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 1096 time: 0.0794265 Aug 09 15:33:02.534885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Made reservation on behalf of 91b8740009c74cf6a1abf633c70dfcd8 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:02.538484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:02.570702 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3462d93d-f07f-4924-b9dc-87bcdb89ee66 req-c4efd537-8383-4cf7-bbe1-07372318da3e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529757 Aug 09 15:33:02.703106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Allocated IP 192.168.233.86 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/241362e7-7d77-4c16-9497-c82273eac709) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:02.818092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Allocated IP 172.25.7.229 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/1483561f-26a4-461b-83bd-44e244a6dbc4) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:02.836143 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:02.855075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1fa5a-e028-4137-b0c6-6962f90a0c90 req-06002b90-ee90-4af4-bacc-dda71e6d705e tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:02.857033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d1fa5a-e028-4137-b0c6-6962f90a0c90 req-06002b90-ee90-4af4-bacc-dda71e6d705e tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 945 time: 0.4142416 Aug 09 15:33:02.862029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:02.877812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Transition to ACTIVE for port object 241362e7-7d77-4c16-9497-c82273eac709 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:02.915448 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:02.955913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:02.961107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:02.964851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:02.999517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Pushing event updated for resources: {'Port': ['ID=241362e7-7d77-4c16-9497-c82273eac709,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:03.028279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:03.028951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.045028 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-6a92e7fa-e068-4b8b-8106-c1567611700c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7698333 Aug 09 15:33:03.063573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d1fa5a-e028-4137-b0c6-6962f90a0c90 req-8512081e-be32-48b2-81de-1bf0a6ac127e tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830103 Aug 09 15:33:03.063721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Request body: {'port': {'device_id': '6b39bc61-43c5-46eb-a628-e120c63ed620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:03.133171 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.187135 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.236493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e7822fe6-ae94-40db-a0c1-e370af5822ff None None] Provisioning for port 241362e7-7d77-4c16-9497-c82273eac709 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:03.240578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e7822fe6-ae94-40db-a0c1-e370af5822ff None None] Provisioning complete for port 241362e7-7d77-4c16-9497-c82273eac709 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:03.240947 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7822fe6-ae94-40db-a0c1-e370af5822ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.266970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a1c15-0f39-481b-8dcd-15a72ad4aa3e req-d862e80c-7880-4376-ad4f-84e8bc6d1142 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:03.268231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a1c15-0f39-481b-8dcd-15a72ad4aa3e req-d862e80c-7880-4376-ad4f-84e8bc6d1142 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 944 time: 0.1227407 Aug 09 15:33:03.280913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e7822fe6-ae94-40db-a0c1-e370af5822ff None None] Port 241362e7-7d77-4c16-9497-c82273eac709 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:03.286539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7c27e8db-adb8-4f03-ba21-eee4348fbf23 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:03.335563 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.382562 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a1c15-0f39-481b-8dcd-15a72ad4aa3e req-33067a2c-6c42-4919-8fc7-3d9cda44cf95 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/security-groups?id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029053 Aug 09 15:33:03.393382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7c27e8db-adb8-4f03-ba21-eee4348fbf23, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:03.414108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'port_id': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'mac_address': 'fa:16:3e:8d:10:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:33:03.431104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:03.435730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:03.438223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:03.441888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20605db-73f5-49ac-8985-25565fc39567 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:03.453158 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.468012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c27e8db-adb8-4f03-ba21-eee4348fbf23 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:03.472592 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.474811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event updated for resources: {'Port': ['ID=1483561f-26a4-461b-83bd-44e244a6dbc4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:03.495749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7c27e8db-adb8-4f03-ba21-eee4348fbf23, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:03.499585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Transition to ACTIVE for port object b20605db-73f5-49ac-8985-25565fc39567 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:03.501590 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.517938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.557479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7c27e8db-adb8-4f03-ba21-eee4348fbf23,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:03.622375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:03.671431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.684545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241362e7-7d77-4c16-9497-c82273eac709 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:03.696939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.723196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Transition to ACTIVE for port object 241362e7-7d77-4c16-9497-c82273eac709 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:03.729161 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.758837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7c27e8db-adb8-4f03-ba21-eee4348fbf23'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:03.852105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=241362e7-7d77-4c16-9497-c82273eac709,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:03.866691 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.930958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f3551-cbab-4e83-a325-e0c26bef65a0 req-21be1556-1f03-4dde-9304-8e0d0a7168f5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:03.939600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e5f3551-cbab-4e83-a325-e0c26bef65a0 req-21be1556-1f03-4dde-9304-8e0d0a7168f5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.2532749 Aug 09 15:33:03.979108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Attempting to bind port 241362e7-7d77-4c16-9497-c82273eac709 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:03.979904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Attempting to bind port 241362e7-7d77-4c16-9497-c82273eac709 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:03.980786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Attempting to bind port 241362e7-7d77-4c16-9497-c82273eac709 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:03.988600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Port 241362e7-7d77-4c16-9497-c82273eac709 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:03.989220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Attempting to bind port 241362e7-7d77-4c16-9497-c82273eac709 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:03.995474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:03.995873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:03.996327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:03.996844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Bound port: 241362e7-7d77-4c16-9497-c82273eac709, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:03.998093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.000129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Attempting to bind port b20605db-73f5-49ac-8985-25565fc39567 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:04.000472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Attempting to bind port b20605db-73f5-49ac-8985-25565fc39567 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:04.000806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Attempting to bind port b20605db-73f5-49ac-8985-25565fc39567 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:04.009060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Port b20605db-73f5-49ac-8985-25565fc39567 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:04.009387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Attempting to bind port b20605db-73f5-49ac-8985-25565fc39567 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:04.032757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e5f3551-cbab-4e83-a325-e0c26bef65a0 req-4e4a8c0f-78ea-4deb-ae58-21e3562934e1 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911198 Aug 09 15:33:04.059998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:04.060339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:04.060716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:04.061158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Bound port: b20605db-73f5-49ac-8985-25565fc39567, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:04.061514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.074592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] For port 241362e7-7d77-4c16-9497-c82273eac709, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:04.078638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] For port 241362e7-7d77-4c16-9497-c82273eac709, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=241362e7-7d77-4c16-9497-c82273eac709,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:04.083449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.101432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.102280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.103684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/241362e7-7d77-4c16-9497-c82273eac709 HTTP/1.1" status: 200 len: 1095 time: 1.0504258 Aug 09 15:33:04.124843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b39bc61-43c5-46eb-a628-e120c63ed620', 'tag': '241362e7-7d77-4c16-9497-c82273eac709'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:04.128338 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0bec35-d803-4b50-962f-618d31919c56" -d '{"events": [{"name": "network-changed", "server_uuid": "6b39bc61-43c5-46eb-a628-e120c63ed620", "tag": "241362e7-7d77-4c16-9497-c82273eac709"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:04.181442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69bb0-b1d3-4c12-8254-9fc37ec3c4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=241362e7-7d77-4c16-9497-c82273eac709,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:04.214832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:04.220493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-af1389ef-0082-4fa5-9bcd-dd146f28dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.221678 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-af1389ef-0082-4fa5-9bcd-dd146f28dc0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 1098 time: 0.0700097 Aug 09 15:33:04.233648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:04.247554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ea6a6-574e-4988-823f-80e39fbbd380 req-65e20ac8-44f0-4fbb-b3fb-fb807238aa34 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.249181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c7ea6a6-574e-4988-823f-80e39fbbd380 req-65e20ac8-44f0-4fbb-b3fb-fb807238aa34 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 947 time: 0.1212184 Aug 09 15:33:04.253872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.272263 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-83ea42a9-cae8-48b3-a24f-6be746c92469 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=241362e7-7d77-4c16-9497-c82273eac709 HTTP/1.1" status: 200 len: 217 time: 0.0425017 Aug 09 15:33:04.279474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.314869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.319288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.319664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.321073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] 10.222.0.66 "PUT /v2.0/ports/b20605db-73f5-49ac-8985-25565fc39567 HTTP/1.1" status: 200 len: 1096 time: 1.9586341 Aug 09 15:33:04.323996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:04.325072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-506e10d7-a93d-4c8f-bbc8-09dc32205126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.326348 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3afb4a1-4a9a-4a98-8c75-562d58876475" -d '{"events": [{"name": "network-changed", "server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "tag": "b20605db-73f5-49ac-8985-25565fc39567"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:04.326699 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-506e10d7-a93d-4c8f-bbc8-09dc32205126 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0469797 Aug 09 15:33:04.387879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-4b888201-b4be-4ba9-82bb-7bfb5bbec79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.389700 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-4b888201-b4be-4ba9-82bb-7bfb5bbec79b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553281 Aug 09 15:33:04.391455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c7ea6a6-574e-4988-823f-80e39fbbd380 req-658ed96a-2248-42b2-947f-85a236a58927 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257071 Aug 09 15:33:04.416463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215378a-9c29-4c2b-bd74-d5a9e38eac53 service neutron] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:04.451132 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.510188 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-2619b6e5-b15d-4121-bb79-ad067baea5ea service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093354 Aug 09 15:33:04.517085 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:04.525348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8488843 Aug 09 15:33:04.571787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11b38b-0b26-4100-9651-64d9b451a5aa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event updated for resources: {'Port': ['ID=1483561f-26a4-461b-83bd-44e244a6dbc4,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:04.596556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-b1925c67-6231-498c-9860-0229a9ce7531 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0699639 Aug 09 15:33:04.622906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-7f75e7bb-4226-4edd-aecc-3dbda4e312a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.624532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-7f75e7bb-4226-4edd-aecc-3dbda4e312a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1099 time: 0.2321353 Aug 09 15:33:04.627884 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e88e37cf-85fe-4b38-9e6c-8c49e16d4a16 req-bf6c28d0-dd29-4c06-aa77-6c16e33cbbaf service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094861 Aug 09 15:33:04.708371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-5b87daad-3fac-4dab-bffb-18dacc5c435e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b20605db-73f5-49ac-8985-25565fc39567 HTTP/1.1" status: 200 len: 217 time: 0.0462086 Aug 09 15:33:04.797494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-c4a1e41a-6cd9-40e2-9e1c-38ec35137132 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.809646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-841b5963-5b38-4b60-82ea-b34e90e04d7c req-c4a1e41a-6cd9-40e2-9e1c-38ec35137132 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2119172 Aug 09 15:33:04.811257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-7b49ddb6-51cc-47b5-94cd-985476344620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.812736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-7b49ddb6-51cc-47b5-94cd-985476344620 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0951471 Aug 09 15:33:04.937372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c988e-7d49-4237-9c46-dfc4d2ffeb21 req-917195d6-825f-48e9-8079-bed9383bebe5 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.938958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc7c988e-7d49-4237-9c46-dfc4d2ffeb21 req-917195d6-825f-48e9-8079-bed9383bebe5 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 945 time: 0.1150293 Aug 09 15:33:04.944492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-7a834bb3-7c6d-45a4-bde8-7ced443cc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.945964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-7a834bb3-7c6d-45a4-bde8-7ced443cc370 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107342 Aug 09 15:33:04.975206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c01e1-5698-4fdf-b2e3-35f9ee08d928 req-baaca88b-df8b-4fbf-9d2c-53366caa7945 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:04.976866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d5c01e1-5698-4fdf-b2e3-35f9ee08d928 req-baaca88b-df8b-4fbf-9d2c-53366caa7945 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 945 time: 0.1180172 Aug 09 15:33:05.071879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc7c988e-7d49-4237-9c46-dfc4d2ffeb21 req-66bbf48a-0fa6-4e5c-9a07-7b4f1f1ea00c tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248751 Aug 09 15:33:05.093833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d5c01e1-5698-4fdf-b2e3-35f9ee08d928 req-71a4c676-3902-4f24-b385-81428e2b0bdf tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059051 Aug 09 15:33:05.151192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-7438b102-a9ae-4231-b5a8-8c2e375ab692 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730235 Aug 09 15:33:05.162657 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4599de-70cf-4552-aaf0-073ecc7fe8b7 x-openstack-request-id: req-2e4599de-70cf-4552-aaf0-073ecc7fe8b7 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:05.163196 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b39bc61-43c5-46eb-a628-e120c63ed620", "tag": "241362e7-7d77-4c16-9497-c82273eac709", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:05.163196 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e4599de-70cf-4552-aaf0-073ecc7fe8b7 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:05.163569 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b39bc61-43c5-46eb-a628-e120c63ed620', 'tag': '241362e7-7d77-4c16-9497-c82273eac709', 'status': 'completed', 'code': 200} Aug 09 15:33:05.184332 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2cc392-581c-4f8f-834c-3fe08ce712d7 x-openstack-request-id: req-7d2cc392-581c-4f8f-834c-3fe08ce712d7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:05.184857 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "tag": "b20605db-73f5-49ac-8985-25565fc39567", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:05.185209 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d2cc392-581c-4f8f-834c-3fe08ce712d7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:05.185607 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567', 'status': 'completed', 'code': 200} Aug 09 15:33:05.242888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bec35-d803-4b50-962f-618d31919c56 req-40aa0d53-d23a-4af9-9e87-f721238d98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:05.245777 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e0bec35-d803-4b50-962f-618d31919c56 req-40aa0d53-d23a-4af9-9e87-f721238d98bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 1098 time: 0.0583360 Aug 09 15:33:05.282496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7c27e8db-adb8-4f03-ba21-eee4348fbf23 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:05.325883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa322c-55e8-4259-a8eb-b0b25a8b0de6 req-62c0d19c-0dd7-4fb9-b1d1-76fe5c169bc7 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:05.327661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65fa322c-55e8-4259-a8eb-b0b25a8b0de6 req-62c0d19c-0dd7-4fb9-b1d1-76fe5c169bc7 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 945 time: 0.0833967 Aug 09 15:33:05.363523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bec35-d803-4b50-962f-618d31919c56 req-de8f5c02-b8c8-4b7d-9b37-9c156dad7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:05.365300 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e0bec35-d803-4b50-962f-618d31919c56 req-de8f5c02-b8c8-4b7d-9b37-9c156dad7888 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1117294 Aug 09 15:33:05.366807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:05.373920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:05.374430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:05.462074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c92be3-6168-457b-a433-898dd97eb7f3 req-e0231412-8a36-4d40-a134-9c748d94ded3 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910640 Aug 09 15:33:05.493479 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:05.548968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:05.553975 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfa19bd-1590-415d-b4cc-755029361512" -d '{"events": [{"server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "name": "network-vif-plugged", "status": "completed", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:05.568015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65fa322c-55e8-4259-a8eb-b0b25a8b0de6 req-f1c8cd24-7cd6-4556-9016-fef35647daa7 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/security-groups?id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567965 Aug 09 15:33:05.584644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7c27e8db-adb8-4f03-ba21-eee4348fbf23, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:05.593786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:05.642484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-b18bea3a-b85d-4639-8bbe-5fede1302844 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3118477 Aug 09 15:33:05.653093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:05.672085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7c27e8db-adb8-4f03-ba21-eee4348fbf23,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:05.720028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-38b90d52-d9a8-4744-9636-5550354984a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:05.721594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-38b90d52-d9a8-4744-9636-5550354984a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1099 time: 0.1854725 Aug 09 15:33:05.724765 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:05.757709 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e0bec35-d803-4b50-962f-618d31919c56 req-98bc63d8-daf5-4427-9974-ff5fa378f0e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=241362e7-7d77-4c16-9497-c82273eac709 HTTP/1.1" status: 200 len: 217 time: 0.3835795 Aug 09 15:33:05.818459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bec35-d803-4b50-962f-618d31919c56 req-ae0dbd4a-4f9d-46e3-8556-19bc329c90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:05.820675 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e0bec35-d803-4b50-962f-618d31919c56 req-ae0dbd4a-4f9d-46e3-8556-19bc329c90b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0548015 Aug 09 15:33:05.847064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce70ce-a8d4-40da-891b-51972ae887ce req-275f96e2-0237-4880-9d09-2d39a4e2127f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:05.848894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-acce70ce-a8d4-40da-891b-51972ae887ce req-275f96e2-0237-4880-9d09-2d39a4e2127f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.1672440 Aug 09 15:33:05.876683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bec35-d803-4b50-962f-618d31919c56 req-be43a3f1-c1ff-4e1f-b9ed-3bc71c59f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:05.878328 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e0bec35-d803-4b50-962f-618d31919c56 req-be43a3f1-c1ff-4e1f-b9ed-3bc71c59f9aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502222 Aug 09 15:33:05.929660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-acce70ce-a8d4-40da-891b-51972ae887ce req-d07c9430-6208-4bb9-9e38-ad4d3a2bb0d0 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712304 Aug 09 15:33:05.956977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-45f95664-c49f-4d08-8e10-743c77e8cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:05.956977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-45f95664-c49f-4d08-8e10-743c77e8cd44 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2165821 Aug 09 15:33:05.998192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e0bec35-d803-4b50-962f-618d31919c56 req-f42a524a-d5a3-49c7-9726-332207e5401e service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120994 Aug 09 15:33:06.021969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-f3b5da15-5f30-4ea7-82bc-e18f681a2532 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b20605db-73f5-49ac-8985-25565fc39567 HTTP/1.1" status: 200 len: 217 time: 0.0531857 Aug 09 15:33:06.095304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:06.128008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-cc9fd0e5-1f53-4f0b-8279-c468df7f8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:06.129506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-cc9fd0e5-1f53-4f0b-8279-c468df7f8ff2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0994666 Aug 09 15:33:06.132576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-197abbc3-dcd6-412f-838d-c8cf3379c641 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:06.134015 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-197abbc3-dcd6-412f-838d-c8cf3379c641 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.66 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 945 time: 0.0726426 Aug 09 15:33:06.151982 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e0bec35-d803-4b50-962f-618d31919c56 req-8a203942-a2ad-428f-8aaf-3f029a5d806c service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459246 Aug 09 15:33:06.265097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Deleting port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:06.265821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:06.384197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] For port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:06.384573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:06.401367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Calling delete_port for 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:06.482455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affd6e5-c983-4b3c-a4ea-bdd4ee9cc1ce req-c049e338-c7f3-4ae2-b6e1-df0d7e4fbc0b tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:06.485087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2affd6e5-c983-4b3c-a4ea-bdd4ee9cc1ce req-c049e338-c7f3-4ae2-b6e1-df0d7e4fbc0b tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 947 time: 0.4040639 Aug 09 15:33:06.536808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-fadd9183-f2a1-49c0-b35a-f6b6092c89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:06.538225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-fadd9183-f2a1-49c0-b35a-f6b6092c89a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3762748 Aug 09 15:33:06.546777 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:06.564252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8aab4c28-d40e-4d20-9ee6-6b369fc1c667'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:06.619526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Allocated IP 172.25.7.28 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e49d6132-53e5-484f-b363-c6fac42a9cb3) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:06.624498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2affd6e5-c983-4b3c-a4ea-bdd4ee9cc1ce req-ab140feb-a63e-45f7-b48b-6f84c09729ef tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340272 Aug 09 15:33:06.626102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Pushing event deleted for resources: {'Port': ['ID=8aab4c28-d40e-4d20-9ee6-6b369fc1c667,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:06.629565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] No DVR routers for this DVR port 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:06.633273 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:06.636343 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-07fd2649-68f8-427d-bf3b-3f2b763e0fd8 req-daf03486-ac8b-4053-acec-91da85f7012a tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.66 "DELETE /v2.0/ports/8aab4c28-d40e-4d20-9ee6-6b369fc1c667 HTTP/1.1" status: 204 len: 173 time: 0.4753029 Aug 09 15:33:06.697552 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7613336-c621-411a-90d2-2d4f790989f9 x-openstack-request-id: req-e7613336-c621-411a-90d2-2d4f790989f9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:06.697843 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "name": "network-vif-plugged", "status": "completed", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:06.698272 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7613336-c621-411a-90d2-2d4f790989f9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:06.698835 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'code': 200} Aug 09 15:33:06.729712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-7f616ee5-3e81-44f0-aa3d-48d5ed97e2c9 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746402 Aug 09 15:33:06.829873 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:06.898756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4eccb7-e917-4b56-b44c-21e72062b3e5 req-5ce78625-c71e-4b5a-bcbe-295455313e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:06.902170 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ad4eccb7-e917-4b56-b44c-21e72062b3e5 req-5ce78625-c71e-4b5a-bcbe-295455313e7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 1097 time: 0.0862479 Aug 09 15:33:06.921442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3afb4a1-4a9a-4a98-8c75-562d58876475 req-7e7e9ae0-9f81-4e16-b757-e30c6d6a4fe6 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779408 Aug 09 15:33:06.989129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17360b5d-c8aa-44cf-bbe6-c58353af75b2 req-919ffb6d-9cb8-4707-83fe-e553d7add679 tempest-AttachSCSIVolumeTestJSON-583903031 tempest-AttachSCSIVolumeTestJSON-583903031-project] 10.222.0.64 "GET /v2.0/ports?device_id=452b0135-ba18-4116-9ecb-5910c4fa6bea HTTP/1.1" status: 200 len: 210 time: 0.0433207 Aug 09 15:33:06.992517 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.034694 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ad4eccb7-e917-4b56-b44c-21e72062b3e5 req-c3fcc511-02d0-487a-b215-59f180a5dd48 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252527 Aug 09 15:33:07.036803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-855a6f50-630a-4a10-9a75-7ac369e59c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:07.038199 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-855a6f50-630a-4a10-9a75-7ac369e59c5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca6f932a74a529f21f581f6d8e668&device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 1096 time: 0.1277108 Aug 09 15:33:07.038720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:07.048312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:07.050993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:07.100219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event updated for resources: {'Port': ['ID=e49d6132-53e5-484f-b363-c6fac42a9cb3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:07.166380 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.170046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452b0135-ba18-4116-9ecb-5910c4fa6bea', 'name': 'network-vif-deleted', 'tag': '8aab4c28-d40e-4d20-9ee6-6b369fc1c667'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:07.174995 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4152273c-ffba-49d3-a75d-704c558b50ce" -d '{"events": [{"server_uuid": "452b0135-ba18-4116-9ecb-5910c4fa6bea", "name": "network-vif-deleted", "tag": "8aab4c28-d40e-4d20-9ee6-6b369fc1c667"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:07.190156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-70198438-58c8-4b96-a6ea-5423f765d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:07.191766 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-70198438-58c8-4b96-a6ea-5423f765d79a service neutron] 10.222.0.66 "GET /v2.0/networks?id=989e0916-e481-4122-bc58-21c8d8d91c15 HTTP/1.1" status: 200 len: 916 time: 0.1448934 Aug 09 15:33:07.240946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.254009 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-200699d5-2a5a-4f32-9084-72dc774a5d03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 HTTP/1.1" status: 200 len: 217 time: 0.0467296 Aug 09 15:33:07.287358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 241362e7-7d77-4c16-9497-c82273eac709 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:07.298093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163d22-ade9-42fa-87f0-ec68e8db9066 req-7c8d46db-5301-4702-89f0-ffa3fcc87e8b tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:07.299595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a163d22-ade9-42fa-87f0-ec68e8db9066 req-7c8d46db-5301-4702-89f0-ffa3fcc87e8b tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 946 time: 0.0943229 Aug 09 15:33:07.403047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a163d22-ade9-42fa-87f0-ec68e8db9066 req-ca649c49-7986-41e5-87c8-e010c88567ba tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/security-groups?id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807126 Aug 09 15:33:07.421824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 241362e7-7d77-4c16-9497-c82273eac709, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=241362e7-7d77-4c16-9497-c82273eac709,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:07.426777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-4c3292f9-ceb9-4405-bf86-a4f0de6ecbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:07.429297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-4c3292f9-ceb9-4405-bf86-a4f0de6ecbb4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9fc4958d-54a2-475a-99bb-cb23e3be4584 HTTP/1.1" status: 200 len: 854 time: 0.0798240 Aug 09 15:33:07.457289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '241362e7-7d77-4c16-9497-c82273eac709', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '241362e7-7d77-4c16-9497-c82273eac709', 'mac_address': 'fa:16:3e:0f:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:33:07.482061 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-c6e4ca06-7fa1-4c5a-bc7d-11237ac910f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=989e0916-e481-4122-bc58-21c8d8d91c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387962 Aug 09 15:33:07.512482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.532730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241362e7-7d77-4c16-9497-c82273eac709 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:07.539296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.547924 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.578176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 241362e7-7d77-4c16-9497-c82273eac709, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=241362e7-7d77-4c16-9497-c82273eac709,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:07.584949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.613986 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-1b25c88f-dfd2-4448-b2eb-a992cdddecda service neutron] 10.222.0.66 "GET /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156530 Aug 09 15:33:07.643560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810d9b4-2b45-4fae-863f-b4a329225751 req-2c381966-a86e-4661-a8f6-6c51597099bf tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:07.652827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3810d9b4-2b45-4fae-863f-b4a329225751 req-2c381966-a86e-4661-a8f6-6c51597099bf tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 945 time: 0.1587040 Aug 09 15:33:07.661962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=241362e7-7d77-4c16-9497-c82273eac709,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:07.692792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event updated for resources: {'Port': ['ID=e49d6132-53e5-484f-b363-c6fac42a9cb3,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:07.713804 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.722108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3810d9b4-2b45-4fae-863f-b4a329225751 req-89c08854-b034-4dd0-8e2a-dab299e49d1c tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610120 Aug 09 15:33:07.722317 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4871dff4-a21c-4b21-b753-32aa4075bd60 req-27537390-0536-4cc5-8e31-dd5e6bfc9eb3 service neutron] 10.222.0.66 "GET /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992193 Aug 09 15:33:07.750018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.752328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-1d4871ee-d3fb-42ec-a8c6-f918924123db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1086557 Aug 09 15:33:07.818916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-b29855cc-f7b5-4d69-a9ea-b9d50fb75e01 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.0610039 Aug 09 15:33:07.902955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e52079-93f5-4342-a63f-cc6e3a54f48c req-5fdb7d81-94da-42a0-b251-bf3366f1aeb2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:07.904446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4e52079-93f5-4342-a63f-cc6e3a54f48c req-5fdb7d81-94da-42a0-b251-bf3366f1aeb2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.1050506 Aug 09 15:33:07.938082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['241362e7-7d77-4c16-9497-c82273eac709'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:08.002256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-3efdb188-1edc-4aa9-8b95-26722c0cface tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:08.004405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81d970dd-752c-46d2-98f0-9c42cbaae6f2 req-3efdb188-1edc-4aa9-8b95-26722c0cface tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.1710882 Aug 09 15:33:08.024622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4e52079-93f5-4342-a63f-cc6e3a54f48c req-6f6a96b2-7895-4b35-b7b7-4544535a22e1 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982745 Aug 09 15:33:08.092685 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e012e3a8-c4fb-4a9d-9d86-45d3927e3881 x-openstack-request-id: req-e012e3a8-c4fb-4a9d-9d86-45d3927e3881 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:08.092685 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452b0135-ba18-4116-9ecb-5910c4fa6bea", "name": "network-vif-deleted", "tag": "8aab4c28-d40e-4d20-9ee6-6b369fc1c667", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:08.092685 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e012e3a8-c4fb-4a9d-9d86-45d3927e3881 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:08.093488 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452b0135-ba18-4116-9ecb-5910c4fa6bea', 'name': 'network-vif-deleted', 'tag': '8aab4c28-d40e-4d20-9ee6-6b369fc1c667', 'status': 'completed', 'code': 200} Aug 09 15:33:08.202386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07d65cbf-3b90-4103-9dc3-e51554c33ad5 req-030a830c-f94e-4959-b3ed-aa5e5df3c5a6 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips/231d54a8-d162-48a1-9aaf-c91e1ff2f0f3 HTTP/1.1" status: 200 len: 692 time: 0.0759139 Aug 09 15:33:08.273705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ecee6-841b-48ac-832c-1885379bdf53 req-0b6c30f9-75a3-414a-814f-40924c498f0e tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:08.275234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b52ecee6-841b-48ac-832c-1885379bdf53 req-0b6c30f9-75a3-414a-814f-40924c498f0e tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 948 time: 0.1396403 Aug 09 15:33:08.350640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b52ecee6-841b-48ac-832c-1885379bdf53 req-9abc5365-2557-4e2e-81b1-6a8defe6ee3d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618112 Aug 09 15:33:08.362092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d65cbf-3b90-4103-9dc3-e51554c33ad5 req-a979331d-5acb-447c-8098-b57fe81d8102 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:08.363756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07d65cbf-3b90-4103-9dc3-e51554c33ad5 req-a979331d-5acb-447c-8098-b57fe81d8102 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.1531768 Aug 09 15:33:08.380513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-07d65cbf-3b90-4103-9dc3-e51554c33ad5 req-67e61eda-5e78-469b-ba56-a947235d3701 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:33:08.381711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07d65cbf-3b90-4103-9dc3-e51554c33ad5 req-67e61eda-5e78-469b-ba56-a947235d3701 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064042 Aug 09 15:33:08.468128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24338802-8151-4388-b69b-7899816292f3 req-c689c423-844f-4296-ac2e-04a6878563b6 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips/231d54a8-d162-48a1-9aaf-c91e1ff2f0f3 HTTP/1.1" status: 200 len: 692 time: 0.0552902 Aug 09 15:33:08.618878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338802-8151-4388-b69b-7899816292f3 req-7fb5e3a4-987e-4ffc-9414-79d37602a2ce tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:08.620408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24338802-8151-4388-b69b-7899816292f3 req-7fb5e3a4-987e-4ffc-9414-79d37602a2ce tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.1515596 Aug 09 15:33:08.636438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee946-83ad-44dd-8d1f-324a94ff7372 req-5f3a93d8-cdbd-485a-81fe-25352645d60f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:08.638109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf3ee946-83ad-44dd-8d1f-324a94ff7372 req-5f3a93d8-cdbd-485a-81fe-25352645d60f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 946 time: 0.0922019 Aug 09 15:33:08.642981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-24338802-8151-4388-b69b-7899816292f3 req-3359a704-3617-400e-b13a-012e0486cff4 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:33:08.644098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24338802-8151-4388-b69b-7899816292f3 req-3359a704-3617-400e-b13a-012e0486cff4 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163355 Aug 09 15:33:08.722265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24338802-8151-4388-b69b-7899816292f3 req-631c4baf-64f8-4309-aaeb-e98e2e6ff508 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.0699708 Aug 09 15:33:08.730413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf3ee946-83ad-44dd-8d1f-324a94ff7372 req-1003c90e-c714-411c-bff2-6ce9db8c2388 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/security-groups?id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846231 Aug 09 15:33:08.782191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24338802-8151-4388-b69b-7899816292f3 req-e2884455-2fe7-4609-8dba-919accbba156 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.28 HTTP/1.1" status: 200 len: 695 time: 0.0506604 Aug 09 15:33:08.981741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431248b9-1115-43e7-b257-f7cab77e30a1 req-c8492012-a456-437a-a8f9-e048ae5567a4 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:08.983709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-431248b9-1115-43e7-b257-f7cab77e30a1 req-c8492012-a456-437a-a8f9-e048ae5567a4 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 945 time: 0.1358123 Aug 09 15:33:09.046135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-431248b9-1115-43e7-b257-f7cab77e30a1 req-c9cc29ee-3435-443d-b70c-9230cee689ae tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535910 Aug 09 15:33:09.048934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Deleting port e49d6132-53e5-484f-b363-c6fac42a9cb3 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:09.049369 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.303620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 241362e7-7d77-4c16-9497-c82273eac709 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:09.350907 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.351232 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.378139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 241362e7-7d77-4c16-9497-c82273eac709 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:09.387164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 241362e7-7d77-4c16-9497-c82273eac709 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:09.387946 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.392210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Calling delete_port for e49d6132-53e5-484f-b363-c6fac42a9cb3 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:09.465731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e59581a-313d-47d0-9768-1add3df54ded req-591bdc9a-2203-43a2-83a7-47d97e8f5b44 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 258 time: 0.3709946 Aug 09 15:33:09.471680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.481827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:09.496077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b39bc61-43c5-46eb-a628-e120c63ed620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241362e7-7d77-4c16-9497-c82273eac709'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:09.498542 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039c4ef3-c656-432a-93dc-cd671688150a" -d '{"events": [{"server_uuid": "6b39bc61-43c5-46eb-a628-e120c63ed620", "name": "network-vif-plugged", "status": "completed", "tag": "241362e7-7d77-4c16-9497-c82273eac709"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:09.512213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 241362e7-7d77-4c16-9497-c82273eac709, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=241362e7-7d77-4c16-9497-c82273eac709,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:09.518475 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.526736 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.581471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=241362e7-7d77-4c16-9497-c82273eac709,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:09.628496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:09.631438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.667628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event deleted for resources: {'Port': ['ID=e49d6132-53e5-484f-b363-c6fac42a9cb3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:09.690790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-aff2fd54-226a-42d4-a311-ad9f00a40e28 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:09.692810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-aff2fd54-226a-42d4-a311-ad9f00a40e28 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.0690541 Aug 09 15:33:09.716353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799523-2'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:09.783267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.788110 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.791075 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.804244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24338802-8151-4388-b69b-7899816292f3 req-dfcf515d-67d7-4372-9151-dff9441c324a tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "DELETE /v2.0/floatingips/231d54a8-d162-48a1-9aaf-c91e1ff2f0f3 HTTP/1.1" status: 204 len: 173 time: 1.0160809 Aug 09 15:33:09.809636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:09.811731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:09.834102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:09.834102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8aab4c28-d40e-4d20-9ee6-6b369fc1c667 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:09.935071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:09.948838 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'b20605db-73f5-49ac-8985-25565fc39567', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'b20605db-73f5-49ac-8985-25565fc39567', 'mac_address': 'fa:16:3e:19:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:33:09.999068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.010221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:10.015870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca50f9-aa46-4e8a-83fe-c4cc58860042 req-18330e85-e73c-4a08-a18f-1820850ccbff tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:10.017557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35ca50f9-aa46-4e8a-83fe-c4cc58860042 req-18330e85-e73c-4a08-a18f-1820850ccbff tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 945 time: 0.1208410 Aug 09 15:33:10.018984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Allocated IP 172.25.7.198 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e6be81f5-e8f0-42c8-8837-7a2a0731c73b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:10.028132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20605db-73f5-49ac-8985-25565fc39567 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:10.056629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:10.064362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.065772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:10.118799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.119696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35ca50f9-aa46-4e8a-83fe-c4cc58860042 req-4834a2dd-8ac8-4129-a98c-fb5da5c02beb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934496 Aug 09 15:33:10.122032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:10.125154 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70126d4c-d1c1-4241-a455-377752724021" -d '{"events": [{"server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "name": "network-vif-unplugged", "status": "completed", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:10.128849 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.129213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:10.175496 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.221507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Pushing event updated for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:10.224482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on host n-h2-799523-2 for vnic_type normal with profile {"migrating_to": "n-h1-799523-2"} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:10.224816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:10.225269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:10.229522 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.230381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:10.230743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Attempting to bind port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:10.237074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:10.237426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:10.237810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:10.238240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Bound port: a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:10.238600 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.275592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:10.280441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:10.283443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:10.337589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:10.341015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:10.346609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.352859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Pushing event updated for resources: {'Port': ['ID=e6be81f5-e8f0-42c8-8837-7a2a0731c73b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:10.361482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b20605db-73f5-49ac-8985-25565fc39567'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:10.418807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.431353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc1f9-a2af-4819-bfdc-1025c93de42c req-b2dbfbf7-ff88-4933-8158-26b1258be023 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:10.433126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61ddc1f9-a2af-4819-bfdc-1025c93de42c req-b2dbfbf7-ff88-4933-8158-26b1258be023 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 949 time: 0.1220679 Aug 09 15:33:10.462654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Pushing event updated for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=8']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:10.496867 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.513415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:10.513968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.516376 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-4c7d4e12-6388-4c79-a2ad-df80fea91cdf service neutron] 10.222.0.35 "PUT /v2.0/ports/a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 HTTP/1.1" status: 200 len: 1121 time: 0.8050313 Aug 09 15:33:10.544247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61ddc1f9-a2af-4819-bfdc-1025c93de42c req-fdd8b955-ec19-4d27-90a2-8cb944deec47 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018436 Aug 09 15:33:10.621249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:10.627046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:10.697939 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e563e2d-d72f-4e19-80d1-72ad98d4a05f x-openstack-request-id: req-4e563e2d-d72f-4e19-80d1-72ad98d4a05f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:10.698370 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b39bc61-43c5-46eb-a628-e120c63ed620", "name": "network-vif-plugged", "status": "completed", "tag": "241362e7-7d77-4c16-9497-c82273eac709", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:10.698715 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e563e2d-d72f-4e19-80d1-72ad98d4a05f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:10.699369 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b39bc61-43c5-46eb-a628-e120c63ed620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241362e7-7d77-4c16-9497-c82273eac709', 'code': 200} Aug 09 15:33:10.709072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.738508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.806585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1fcf0-b691-4236-98a5-14fa89b23427 req-2846db73-3e60-4553-96a6-70d541d974ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:10.808062 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7fa1fcf0-b691-4236-98a5-14fa89b23427 req-2846db73-3e60-4553-96a6-70d541d974ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 1100 time: 0.0524781 Aug 09 15:33:10.858259 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7fa1fcf0-b691-4236-98a5-14fa89b23427 req-73ff90a1-f8dc-414f-8aab-931a8173a3b0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Aug 09 15:33:11.237302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Pushing event updated for resources: {'Port': ['ID=e6be81f5-e8f0-42c8-8837-7a2a0731c73b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:11.263220 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:11.285375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4363-a67b-47bc-965f-4fb77c941dfb req-f643596e-d07c-47c1-8804-88ade6ac38fd tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:11.286884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd8d4363-a67b-47bc-965f-4fb77c941dfb req-f643596e-d07c-47c1-8804-88ade6ac38fd tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5818133 Aug 09 15:33:11.294343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:11.296928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e59581a-313d-47d0-9768-1add3df54ded req-2203a3e3-a5e1-413b-afb5-168dc6857102 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8187575 Aug 09 15:33:11.325015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:11.354984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e59581a-313d-47d0-9768-1add3df54ded req-4abb1571-cd3a-4a25-8e92-f9fcbb4e8bb6 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 696 time: 0.0508101 Aug 09 15:33:11.377720 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b002e626-0e21-4d07-9338-399711cb8f9d x-openstack-request-id: req-b002e626-0e21-4d07-9338-399711cb8f9d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:11.378021 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "name": "network-vif-unplugged", "status": "completed", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:11.378277 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b002e626-0e21-4d07-9338-399711cb8f9d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:11.378675 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463', 'code': 200} Aug 09 15:33:11.471074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59581a-313d-47d0-9768-1add3df54ded req-715386e7-cbdd-4227-bd33-2e5d67f22218 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:11.471593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:11.472755 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e59581a-313d-47d0-9768-1add3df54ded req-715386e7-cbdd-4227-bd33-2e5d67f22218 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.1122010 Aug 09 15:33:11.491123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 has no active binding in host n-h1-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:33:11.635267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01e45dc4-8904-4677-8816-73e90fcda845 req-f1b2e19a-7525-407f-b8da-edb4eabee4e3 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=45f5d86ac5504705a348e07eca40a783 HTTP/1.1" status: 200 len: 1656 time: 0.0705755 Aug 09 15:33:11.638911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:11.651839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de859397-054d-4682-93f3-5391ee124ed9 req-b9ab8f76-9085-4177-bce0-89732abce57c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:11.653852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de859397-054d-4682-93f3-5391ee124ed9 req-b9ab8f76-9085-4177-bce0-89732abce57c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 943 time: 0.1161747 Aug 09 15:33:11.704967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port b20605db-73f5-49ac-8985-25565fc39567 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:11.710212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port b20605db-73f5-49ac-8985-25565fc39567 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:11.710587 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:11.761875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de859397-054d-4682-93f3-5391ee124ed9 req-6729995a-4f1a-4c9b-8563-52d7755712d9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986123 Aug 09 15:33:11.807026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45dc4-8904-4677-8816-73e90fcda845 req-0d683f5b-5486-472f-a061-519206021f38 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:11.809023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01e45dc4-8904-4677-8816-73e90fcda845 req-0d683f5b-5486-472f-a061-519206021f38 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks?id=d8200317-e626-42d3-906a-260c9ad8aee8&id=d8200317-e626-42d3-906a-260c9ad8aee8&id=d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 787 time: 0.1649709 Aug 09 15:33:11.819575 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:11.854611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:11.862156 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:11.933688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:12.017035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-77d5a4c1-65e1-4804-8383-965c246ac1d1 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:12.018657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-77d5a4c1-65e1-4804-8383-965c246ac1d1 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1245215 Aug 09 15:33:12.027647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a090bc6-de2d-4690-ac5e-a7474bed39a2 req-9f607e02-0ffd-4924-9666-ee8febbe7b19 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:12.029272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a090bc6-de2d-4690-ac5e-a7474bed39a2 req-9f607e02-0ffd-4924-9666-ee8febbe7b19 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 945 time: 0.1249602 Aug 09 15:33:12.083764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-881fc665-fe7f-4d8c-b2b0-1c03089176d6 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 696 time: 0.0534976 Aug 09 15:33:12.095633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Request body: {'floatingip': {'port_id': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:12.144934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:12.149040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a090bc6-de2d-4690-ac5e-a7474bed39a2 req-812fd5f7-8f7d-4282-8ed2-471a7bc06f1e tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.64 "GET /v2.0/security-groups?id=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124578 Aug 09 15:33:12.338887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e01a-c276-484b-bbc2-7a5e65268d57 req-f2a94cbd-0d95-4755-ae21-23422b12f453 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:12.340402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ee5e01a-c276-484b-bbc2-7a5e65268d57 req-f2a94cbd-0d95-4755-ae21-23422b12f453 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 949 time: 0.1226134 Aug 09 15:33:12.420104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ee5e01a-c276-484b-bbc2-7a5e65268d57 req-1172fcf7-1c1c-4cbf-b5c1-b9c62d7f1158 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732222 Aug 09 15:33:12.602686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-32021278-dffd-4fdd-a912-65466fab7858 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips/639955e3-2f07-4496-a1a6-853b96c4209b HTTP/1.1" status: 200 len: 693 time: 0.0824347 Aug 09 15:33:12.700786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:12.703229 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b55853e-8a46-4f02-843c-6230d9ff09b1" -d '{"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-plugged", "status": "completed", "tag": "b20605db-73f5-49ac-8985-25565fc39567"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:12.884586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-3d020699-a940-4274-8552-0db6745df726 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:12.885815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-3d020699-a940-4274-8552-0db6745df726 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2663620 Aug 09 15:33:12.971607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-13e7d71e-7a70-4b0c-a929-97c30ee32a5c tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0751245 Aug 09 15:33:12.973644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:12.983143 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.076571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-e04067aa-47e5-4a9f-a726-e9bc66aca475 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0956371 Aug 09 15:33:13.223966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-e33e0961-a102-4b4c-b58b-b823ccb8aa95 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:13.225556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-e33e0961-a102-4b4c-b58b-b823ccb8aa95 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.66 "GET /v2.0/ports?device_id=94ea41ad-67e4-467a-bcca-fa2f81e80f50 HTTP/1.1" status: 200 len: 945 time: 0.0532224 Aug 09 15:33:13.329394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Deleting port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:13.329599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.382352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:13.385272 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d88282f-6226-43fb-9948-9808d5d44394" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:13.429503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] For port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,segment=NetworkSegment(7cd98558-4439-4b0a-857c-3e31d3ef5703),segment_id=7cd98558-4439-4b0a-857c-3e31d3ef5703)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:13.429867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.443857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Calling delete_port for bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:13.491487 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Floating IP 68229c34-6afd-4d0b-b4aa-0678bb809a26 associated. External IP: 172.25.7.198, port: 7c27e8db-adb8-4f03-ba21-eee4348fbf23. Aug 09 15:33:13.594351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Deleting port 1483561f-26a4-461b-83bd-44e244a6dbc4 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:13.594687 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.595694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.609347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:13.632213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Pushing event deleted for resources: {'Port': ['ID=bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:13.665831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] No DVR routers for this DVR port bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:13.668576 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.671024 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc1d341c-f1eb-4d73-b646-3984742ad7f1 req-7dc144c6-6b8a-4b89-b595-05ade24a03e9 tempest-InstanceActionsTestJSON-220286515 tempest-InstanceActionsTestJSON-220286515-project] 10.222.0.66 "DELETE /v2.0/ports/bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 HTTP/1.1" status: 204 len: 173 time: 0.4375479 Aug 09 15:33:13.722836 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.723294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.763035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Calling delete_port for 1483561f-26a4-461b-83bd-44e244a6dbc4 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:13.835115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Router cb1b651f-2508-4e97-bf2f-39b7354fb601 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:33:13.999210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:14.006345 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:14.012378 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] Sync routers for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:14.023269 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:14.023991 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:14.026119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:14.061920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event deleted for resources: {'Port': ['ID=1483561f-26a4-461b-83bd-44e244a6dbc4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:14.069035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-84666c1d-1560-43a9-97df-ab09e469c64a tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "PUT /v2.0/floatingips/68229c34-6afd-4d0b-b4aa-0678bb809a26 HTTP/1.1" status: 200 len: 997 time: 1.9784186 Aug 09 15:33:14.069490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:14.071810 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0116cfc-b1b5-49b7-b023-f7655572a84b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:14.142104 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:14.162333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:14.164920 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:14.166188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79f25eb9-1b19-4bae-a471-9f39a3f37f55 req-04c70d43-499d-43bf-85bb-461c18cfbec8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "DELETE /v2.0/floatingips/639955e3-2f07-4496-a1a6-853b96c4209b HTTP/1.1" status: 204 len: 173 time: 1.0829582 Aug 09 15:33:14.169297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-ca5c5b0c-3eab-40e9-8d38-4407a8061421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:14.171171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-ca5c5b0c-3eab-40e9-8d38-4407a8061421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa6da0751ce44a6dad73736c5edf9b05&device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 1097 time: 0.0782630 Aug 09 15:33:14.308832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4150a1-8721-429c-8eaa-3124caa5c07c req-a552490e-0763-4b68-993f-70e28e09b8cc tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:14.310440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe4150a1-8721-429c-8eaa-3124caa5c07c req-a552490e-0763-4b68-993f-70e28e09b8cc tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.0796928 Aug 09 15:33:14.316049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-557c7d78-241e-4d61-b4ef-2ac34f60333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:14.323331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-557c7d78-241e-4d61-b4ef-2ac34f60333a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8005705d-1e98-4176-ab80-fdff079fcb1f HTTP/1.1" status: 200 len: 931 time: 0.1450257 Aug 09 15:33:14.409374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe4150a1-8721-429c-8eaa-3124caa5c07c req-139b413e-ee8e-4060-b98e-025b810fa7b7 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789323 Aug 09 15:33:14.415582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-de64c8b8-68d3-4996-b3e3-2554fcaad6ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 200 len: 1000 time: 0.0913956 Aug 09 15:33:14.430282 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68229c34-6afd-4d0b-b4aa-0678bb809a26', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'port_id': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'mac_address': 'fa:16:3e:8d:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:33:10Z', 'updated_at': '2021-08-09T15:33:12Z', 'revision_number': 1, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:57Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:14.461569 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] Checking router: cb1b651f-2508-4e97-bf2f-39b7354fb601 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:14.468040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-081e29fe-016a-4059-bb41-742f0750dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:14.469566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-081e29fe-016a-4059-bb41-742f0750dc83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1df4bf0-96fe-4216-b055-28cfbc78c951 HTTP/1.1" status: 200 len: 868 time: 0.0481093 Aug 09 15:33:14.473761 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:14.474440 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:32:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:14.484171 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c580d100-b780-42c1-ad46-0cf5aa51afb6 x-openstack-request-id: req-c580d100-b780-42c1-ad46-0cf5aa51afb6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:14.485087 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-plugged", "status": "completed", "tag": "b20605db-73f5-49ac-8985-25565fc39567", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:14.485542 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c580d100-b780-42c1-ad46-0cf5aa51afb6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:14.486139 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567', 'code': 200} Aug 09 15:33:14.529189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-90cd6ac3-45e2-47ce-acaa-e63990529f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:14.532184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-90cd6ac3-45e2-47ce-acaa-e63990529f46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8005705d-1e98-4176-ab80-fdff079fcb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553722 Aug 09 15:33:14.541951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-32d98645-3f89-4052-be94-0a9985cefe70 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:33:14.543057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-32d98645-3f89-4052-be94-0a9985cefe70 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054941 Aug 09 15:33:14.596858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabea2e-5551-4a91-b971-8192f36ffd1d req-6618aad1-a1ca-4656-a1a7-b7843b7716a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:14.598628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4aabea2e-5551-4a91-b971-8192f36ffd1d req-6618aad1-a1ca-4656-a1a7-b7843b7716a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1101 time: 0.0462914 Aug 09 15:33:14.604824 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:14.644010 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4aabea2e-5551-4a91-b971-8192f36ffd1d req-8873f4fe-3725-4cbb-8427-568c6cd0158e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Aug 09 15:33:14.658599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b615c27-a08e-4af8-b3a0-6ff8cc5484f5 req-0e1aa261-2271-4b19-9898-c852aad68860 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:14.660143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b615c27-a08e-4af8-b3a0-6ff8cc5484f5 req-0e1aa261-2271-4b19-9898-c852aad68860 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 943 time: 0.1090281 Aug 09 15:33:14.705043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-9a6c0295-6c14-473c-a5bc-6b2489f2a951 service neutron] 10.222.0.64 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549361 Aug 09 15:33:14.725710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b615c27-a08e-4af8-b3a0-6ff8cc5484f5 req-02f5905a-cc26-408e-9363-691b3d170062 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 Aug 09 15:33:14.779746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41344) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:14.821289 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2522b1-f4d5-4739-82e2-2fe54c8cabf3 x-openstack-request-id: req-9f2522b1-f4d5-4739-82e2-2fe54c8cabf3 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:14.822498 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:14.822940 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f2522b1-f4d5-4739-82e2-2fe54c8cabf3 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:14.823518 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463', 'status': 'completed', 'code': 200} Aug 09 15:33:14.837125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9723a8f1-47b8-4b89-afdb-19b70a6c9b43 req-4e57ba24-be0a-4be4-a0c5-8dfed63e8854 service neutron] 10.222.0.64 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236422 Aug 09 15:33:14.846653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58d2764-74aa-4201-be0c-ba659f89648a admin admin] Deleting subnet 9fc4958d-54a2-475a-99bb-cb23e3be4584 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:33:14.850299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c58d2764-74aa-4201-be0c-ba659f89648a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:14.882967 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68229c34-6afd-4d0b-b4aa-0678bb809a26', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'port_id': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'mac_address': 'fa:16:3e:8d:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:33:10Z', 'updated_at': '2021-08-09T15:33:12Z', 'revision_number': 1, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:57Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:14.905198 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d82216-16c0-45be-baed-2baa85165cff x-openstack-request-id: req-c7d82216-16c0-45be-baed-2baa85165cff {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:14.905459 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:14.905975 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7d82216-16c0-45be-baed-2baa85165cff {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:14.906367 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'status': 'completed', 'code': 200} Aug 09 15:33:14.942458 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-997be92e-8ac7-4da7-bc3f-4afe5dc9f88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:14.946952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41348) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:15.007327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c58d2764-74aa-4201-be0c-ba659f89648a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:15.026061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e9a096-4e8f-42a0-a525-049a4c98c744 None None] The sync data for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 is: [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68229c34-6afd-4d0b-b4aa-0678bb809a26', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'port_id': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'mac_address': 'fa:16:3e:8d:10:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:33:10Z', 'updated_at': '2021-08-09T15:33:12Z', 'revision_number': 1, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:57Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:15.052044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88282f-6226-43fb-9948-9808d5d44394 req-b99691c9-7e4f-4b6a-8233-663c36e874bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:15.054014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d88282f-6226-43fb-9948-9808d5d44394 req-b99691c9-7e4f-4b6a-8233-663c36e874bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1124 time: 0.1809442 Aug 09 15:33:15.078961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-099b047d-d995-456e-ac49-f2e798936b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:15.080512 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-099b047d-d995-456e-ac49-f2e798936b53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa6da0751ce44a6dad73736c5edf9b05&device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 1097 time: 0.1391716 Aug 09 15:33:15.084027 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c58d2764-74aa-4201-be0c-ba659f89648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:15.143762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-9e0bf7b0-1e23-4257-8d7d-7a516021718e tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips/594831ae-2d91-4e58-b197-79c799f1e6fc HTTP/1.1" status: 200 len: 692 time: 0.1863103 Aug 09 15:33:15.303677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88282f-6226-43fb-9948-9808d5d44394 req-cfa714b5-9ce8-4392-a29c-f91d232e1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:15.305866 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d88282f-6226-43fb-9948-9808d5d44394 req-cfa714b5-9ce8-4392-a29c-f91d232e1d65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.2415912 Aug 09 15:33:15.309051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c58d2764-74aa-4201-be0c-ba659f89648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:15.313576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-00bf6919-d1ba-4adf-a3a3-26a81010eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:15.315418 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-00bf6919-d1ba-4adf-a3a3-26a81010eb2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8005705d-1e98-4176-ab80-fdff079fcb1f HTTP/1.1" status: 200 len: 931 time: 0.2196503 Aug 09 15:33:15.360973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac29ca3-e3e0-486e-a9dd-2bb5db0b8844 None None] New status for floating IP 68229c34-6afd-4d0b-b4aa-0678bb809a26: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:33:15.393365 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d88282f-6226-43fb-9948-9808d5d44394 req-fd141f37-e83d-4b48-90e7-db22ff8f6c16 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 HTTP/1.1" status: 200 len: 217 time: 0.0707130 Aug 09 15:33:15.403845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d2764-74aa-4201-be0c-ba659f89648a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc4958d-54a2-475a-99bb-cb23e3be4584,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:15.409903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5715e74-de8c-447c-9e07-e360a568b979 req-f9e9f07f-b93a-46ee-8341-9f89b9d90044 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 258 time: 0.4124312 Aug 09 15:33:15.413741 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c58d2764-74aa-4201-be0c-ba659f89648a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:15.415663 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c58d2764-74aa-4201-be0c-ba659f89648a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9fc4958d-54a2-475a-99bb-cb23e3be4584 HTTP/1.1" status: 204 len: 168 time: 0.6338573 Aug 09 15:33:15.427640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:15.474994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41350) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:15.641972 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-c4389732-a885-4ac9-b1c5-682a6afa0f8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 200 len: 1000 time: 0.2470379 Aug 09 15:33:15.645287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88282f-6226-43fb-9948-9808d5d44394 req-5222fadf-a910-45b6-a73e-a03b5d85fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:15.647551 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d88282f-6226-43fb-9948-9808d5d44394 req-5222fadf-a910-45b6-a73e-a03b5d85fdf6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.2305911 Aug 09 15:33:15.657917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-1ed21c88-a80c-46f8-9766-1c9f1ec6e7fa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:15.665402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-1ed21c88-a80c-46f8-9766-1c9f1ec6e7fa tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.4584320 Aug 09 15:33:15.686612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:15.728615 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d88282f-6226-43fb-9948-9808d5d44394 req-a05b5003-af7e-43b3-9817-3ed712c5b197 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683026 Aug 09 15:33:15.734789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-6e368d33-7845-486b-a852-e8d4c6064902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:15.737582 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-6e368d33-7845-486b-a852-e8d4c6064902 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1df4bf0-96fe-4216-b055-28cfbc78c951 HTTP/1.1" status: 200 len: 868 time: 0.0872953 Aug 09 15:33:15.747811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:15.778437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-d0b2c210-a109-4591-bed8-0cc3a10c90a1 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.1111836 Aug 09 15:33:15.849664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-4a71c665-aea9-4107-b039-323f5ad0f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:15.851377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-4a71c665-aea9-4107-b039-323f5ad0f93c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8005705d-1e98-4176-ab80-fdff079fcb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048708 Aug 09 15:33:15.870158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-85c6e752-c196-4517-9957-eb0ec9b583db tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0833061 Aug 09 15:33:15.880924 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d88282f-6226-43fb-9948-9808d5d44394 req-d12e7906-9235-4cca-8dea-81a33c025ad4 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232326 Aug 09 15:33:16.036032 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-a820e9e1-308f-492f-8edc-b4b667e438e1 service neutron] 10.222.0.35 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683345 Aug 09 15:33:16.039789 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d88282f-6226-43fb-9948-9808d5d44394 req-0e0a6c65-61d5-4447-bb60-3be50457f499 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491988 Aug 09 15:33:16.137636 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0116cfc-b1b5-49b7-b023-f7655572a84b req-d8fe8168-4a44-4927-81ef-7b90fb3df0e4 service neutron] 10.222.0.35 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913713 Aug 09 15:33:16.331950 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.384349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989e0916-e481-4122-bc58-21c8d8d91c15']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:16.405275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd98558-4439-4b0a-857c-3e31d3ef5703') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:16.405551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd98558-4439-4b0a-857c-3e31d3ef5703') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:16.448901 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.477209 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.495246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:33:16.495721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:33:16.497412 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:33:16.582343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.594242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.632965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Deleting port cbb13efd-f2aa-4256-b8a7-ee990245ec67 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:16.633203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.636255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.638162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] 10.222.0.64 "DELETE /v2.0/networks/989e0916-e481-4122-bc58-21c8d8d91c15 HTTP/1.1" status: 204 len: 168 time: 1.1621521 Aug 09 15:33:16.715343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c56a9-3866-4570-8ba7-cdefb3b18a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=989e0916-e481-4122-bc58-21c8d8d91c15,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:16.825605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ea41ad-67e4-467a-bcca-fa2f81e80f50', 'name': 'network-vif-deleted', 'tag': 'bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:16.828520 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b07b2b-f5dd-4ff8-828a-394e7276cdd7" -d '{"events": [{"server_uuid": "94ea41ad-67e4-467a-bcca-fa2f81e80f50", "name": "network-vif-deleted", "tag": "bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:16.846228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.846525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.851111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41368) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:16.855216 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.873317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Allocated IP 172.25.7.171 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/0dc8bd3c-bb4e-41e7-9096-ec7894d27aca) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:16.901368 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c1c12fe7-71ff-4a32-ba24-a4dcfa47b3cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a1ca6f932a74a529f21f581f6d8e668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488451 Aug 09 15:33:16.904708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41370) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:16.914241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Calling delete_port for cbb13efd-f2aa-4256-b8a7-ee990245ec67 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:16.959336 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6c942-14d3-4a20-abcc-071a50a1ca4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:16.983806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6c942-14d3-4a20-abcc-071a50a1ca4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.053816 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6c942-14d3-4a20-abcc-071a50a1ca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.059009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6c942-14d3-4a20-abcc-071a50a1ca4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.063394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-89c6c942-14d3-4a20-abcc-071a50a1ca4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9 HTTP/1.1" status: 204 len: 168 time: 0.1549599 Aug 09 15:33:17.077058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6c942-14d3-4a20-abcc-071a50a1ca4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22b7a3c-8c2a-452e-8dc2-d3f52f0675d9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:17.248049 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.349038 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.401740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event deleted for resources: {'Port': ['ID=cbb13efd-f2aa-4256-b8a7-ee990245ec67,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:17.439369 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-99ec87f5-6b16-4965-b2e5-4ba71a6a166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.454722 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.552271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:17.567317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:17.577160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:17.602118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Pushing event updated for resources: {'Port': ['ID=0dc8bd3c-bb4e-41e7-9096-ec7894d27aca,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:17.606988 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.609567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.610749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6086406d-8539-43d8-8e3f-30d33f73dd5f req-6f3708c2-63a8-472f-9dc7-c842124cacd8 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "DELETE /v2.0/floatingips/594831ae-2d91-4e58-b197-79c799f1e6fc HTTP/1.1" status: 204 len: 173 time: 1.4189367 Aug 09 15:33:17.652883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Deleting port 65a8901d-78f7-443c-be7c-a1f36d6cc752 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:17.653227 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.684166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:17.747264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:17.747528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:17.764529 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.781859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.822341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522adcce-b5a3-4bf7-8b23-6b1b286e5615 req-471ad975-bf57-4433-98ef-a79e90edf30f tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:17.824018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-522adcce-b5a3-4bf7-8b23-6b1b286e5615 req-471ad975-bf57-4433-98ef-a79e90edf30f tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1409292 Aug 09 15:33:17.845504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] For port 65a8901d-78f7-443c-be7c-a1f36d6cc752, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=65a8901d-78f7-443c-be7c-a1f36d6cc752,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:17.845868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.881220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Calling delete_port for 65a8901d-78f7-443c-be7c-a1f36d6cc752 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:17.887769 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:17.927001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41394) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:17.963386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-522adcce-b5a3-4bf7-8b23-6b1b286e5615 req-480c68c0-ea21-4f02-a006-f6bd04a2ab45 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215062 Aug 09 15:33:17.969853 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-bbf4e10e-ee5b-4bc8-b3f1-9eaaf8e54c18 service neutron] 10.222.0.66 "GET /v2.0/ports/a4827ed7-1341-4f8a-bfdd-c9a49eaa1463/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.0628979 Aug 09 15:33:18.155581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-231791746-network', 'tenant_id': '7e6d963514f14915835ebf6971cec108'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:18.181719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:18.202150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:18.234272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Made reservation on behalf of 7e6d963514f14915835ebf6971cec108 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:18.236545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:18.236719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:18.248491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:18.262922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:18.277764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a475-3f56-45fe-9582-5e607a6e68d6 req-e389d5e8-3ddb-4d07-b76f-55b66414968f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:18.279378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7364a475-3f56-45fe-9582-5e607a6e68d6 req-e389d5e8-3ddb-4d07-b76f-55b66414968f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 943 time: 0.2127976 Aug 09 15:33:18.282419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:18.341050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] Transition to ACTIVE for port object a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:18.344981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:18.350171 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:18.663493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] No DVR routers for this DVR port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:18.683009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] Pushing event updated for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:18.702551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:18.705656 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-650b4d6b-ab0f-419b-b380-6706d314007b service neutron] 10.222.0.66 "PUT /v2.0/ports/a4827ed7-1341-4f8a-bfdd-c9a49eaa1463/bindings/n-h1-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7281053 Aug 09 15:33:18.726900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7364a475-3f56-45fe-9582-5e607a6e68d6 req-03353897-8ab0-4112-bb97-ba128e284f25 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307568 Aug 09 15:33:18.820805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-c3b78354-29e2-4f17-95b1-a4b5edb1dc22 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:18.822317 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-c3b78354-29e2-4f17-95b1-a4b5edb1dc22 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.0508242 Aug 09 15:33:18.833363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:18.871054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-d1f9a3bf-432f-414b-9c90-7b2bd72ce7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:18.872651 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-d1f9a3bf-432f-414b-9c90-7b2bd72ce7c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387&tenant_id=56df983dc7384ddeb5bd26f643627db1 HTTP/1.1" status: 200 len: 1095 time: 0.0419340 Aug 09 15:33:18.875612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Pushing event updated for resources: {'Port': ['ID=0dc8bd3c-bb4e-41e7-9096-ec7894d27aca,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:18.886970 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:18.941036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a8901d-78f7-443c-be7c-a1f36d6cc752,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:18.941783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-11449387-0e4e-4b11-856e-5aeeee5f7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:18.943292 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-11449387-0e4e-4b11-856e-5aeeee5f7c93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1095 time: 0.0473247 Aug 09 15:33:18.943813 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.004374 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.013651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386717c1-fc56-40ea-98d2-cb305a08f886 req-5ef5441e-8dfc-4c0e-bbcf-3408f591ce99 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:19.015347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-386717c1-fc56-40ea-98d2-cb305a08f886 req-5ef5441e-8dfc-4c0e-bbcf-3408f591ce99 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1097 time: 0.2093711 Aug 09 15:33:19.021553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.035702 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.037358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5715e74-de8c-447c-9e07-e360a568b979 req-bd1d94b8-1aa1-4fdc-94e9-052e3969dc50 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6185174 Aug 09 15:33:19.054132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-f655c182-f9c2-4c41-9ebf-7338f5c7ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:19.055726 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-f655c182-f9c2-4c41-9ebf-7338f5c7ab63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1047370 Aug 09 15:33:19.068626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:33:19.111344 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-08df395c-2bae-4868-af72-da579a4e7904 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 HTTP/1.1" status: 200 len: 217 time: 0.0437958 Aug 09 15:33:19.165189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-874c3220-b94f-41ae-a155-32041e04d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:19.166834 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-874c3220-b94f-41ae-a155-32041e04d1e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0477676 Aug 09 15:33:19.186509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.186810 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Added segment b9f3c252-4cb1-4be5-91a1-f8219c268396 of type vlan for network 819b1b52-28cf-4f2e-9cf0-70825fe88061 Aug 09 15:33:19.191813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e564404-76ba-4a14-bd80-34683daeba41,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:19.199944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-34b1c6b2-470a-49fb-983e-96b292ab930b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251005 Aug 09 15:33:19.208968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5715e74-de8c-447c-9e07-e360a568b979 req-dff14bce-4cc2-40f3-874d-56428686bda2 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.1482155 Aug 09 15:33:19.221598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-386717c1-fc56-40ea-98d2-cb305a08f886 req-48c9a466-89a4-4e3b-8a76-2df6b994ce55 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924272 Aug 09 15:33:19.308650 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-bb10ee30-2813-4d44-aa09-a83f44a7ee92 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008587 Aug 09 15:33:19.359581 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.360192 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685354f1-984e-416c-92b1-b39e042f47db x-openstack-request-id: req-685354f1-984e-416c-92b1-b39e042f47db {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:19.360192 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ea41ad-67e4-467a-bcca-fa2f81e80f50", "name": "network-vif-deleted", "tag": "bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:19.360376 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-685354f1-984e-416c-92b1-b39e042f47db {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:19.360713 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ea41ad-67e4-467a-bcca-fa2f81e80f50', 'name': 'network-vif-deleted', 'tag': 'bedcc236-bcc5-4a44-b0eb-20fbeb98c4e9', 'status': 'completed', 'code': 200} Aug 09 15:33:19.406588 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-e341be79-568d-4270-b2cf-d90630c57727 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912049 Aug 09 15:33:19.423038 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.457812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-6e26b326-dc43-418a-8488-e9fe528b0934 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips/25a68dee-171e-4b21-9223-47dce7d41fe5 HTTP/1.1" status: 200 len: 693 time: 0.0894008 Aug 09 15:33:19.593620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.594668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:19.595319 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.604465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5715e74-de8c-447c-9e07-e360a568b979 req-c4cbca23-4c97-4178-9aeb-69b265a535c3 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:19.605953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5715e74-de8c-447c-9e07-e360a568b979 req-c4cbca23-4c97-4178-9aeb-69b265a535c3 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.3867385 Aug 09 15:33:19.690670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-dceddcbf-db59-4c2c-a16d-cc464a99da76 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:19.692295 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-dceddcbf-db59-4c2c-a16d-cc464a99da76 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.0489161 Aug 09 15:33:19.701369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:19.704737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7750776 Aug 09 15:33:19.706585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41414) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:19.711700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Request body: {'subnet': {'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-231791746-subnet', 'tenant_id': '7e6d963514f14915835ebf6971cec108', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:19.755793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:19.775660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-5191267e-b6f1-4b99-8b09-fadef3f490a6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776803 Aug 09 15:33:19.793536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Made reservation on behalf of 7e6d963514f14915835ebf6971cec108 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:19.796455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.814223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99171f-9a8d-43a3-9688-3f8982e3e690 admin admin] Pushing event updated for resources: {'Network': ['ID=819b1b52-28cf-4f2e-9cf0-70825fe88061,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:19.830053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:33:19.845487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-8bcb1743-f978-4f0f-a4f6-6fe50a435289 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:19.847008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-8bcb1743-f978-4f0f-a4f6-6fe50a435289 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.3739872 Aug 09 15:33:19.932744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-974e45c1-d8d6-4d2a-b425-06a7e0697197 service neutron] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:19.938252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-974e45c1-d8d6-4d2a-b425-06a7e0697197 service neutron] Notify callbacks [] for binding, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:19.939395 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c441346-1c69-4920-87ea-2a53d4f31d9e req-974e45c1-d8d6-4d2a-b425-06a7e0697197 service neutron] 10.222.0.35 "DELETE /v2.0/ports/a4827ed7-1341-4f8a-bfdd-c9a49eaa1463/bindings/n-h2-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.2392700 Aug 09 15:33:19.977826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-babdef38-cf35-412a-a992-cb8196116b21 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.1033182 Aug 09 15:33:20.048921 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.105717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-c6aa2fee-ed5b-48cf-994e-ec2dda166e6c tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.1106603 Aug 09 15:33:20.117301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8865ca07-efe9-402b-9b56-7dba512f799a,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:20.118454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-0ee6d499-b43c-47da-b3a6-60c6d7f374b4 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:20.120142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-0ee6d499-b43c-47da-b3a6-60c6d7f374b4 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233244 Aug 09 15:33:20.123778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Checking segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:20.124459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Network hostable DHCP agents. Network: 819b1b52-28cf-4f2e-9cf0-70825fe88061, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:33:20.145562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:33:20.157575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 819b1b52-28cf-4f2e-9cf0-70825fe88061) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:20.163537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:20.164200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.168906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1049cf-507d-4a87-ac13-5872f19d34c5 None None] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:20.182769 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f0d36f02-bfa2-403d-a170-b08fee083793 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4750733 Aug 09 15:33:20.202713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-8b4c31e3-e36c-42c5-9e55-9ff85d518f44 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/quotas/91b8740009c74cf6a1abf633c70dfcd8 HTTP/1.1" status: 200 len: 375 time: 0.0665474 Aug 09 15:33:20.211885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Router c4ab274a-ff4a-4052-967d-12589167677a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:33:20.258916 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.363234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-819b1b52-28cf-4f2e-9cf0-70825fe88061', 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061', 'tenant_id': '7e6d963514f14915835ebf6971cec108', 'fixed_ips': [{'subnet_id': '8865ca07-efe9-402b-9b56-7dba512f799a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:33:20.364132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.469745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-e1040a11-a534-4eef-8656-7fe68626401b tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2545795 Aug 09 15:33:20.493080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Deleting port 7d4ee22f-3e4b-41e3-af29-589b363e6d08 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:20.494207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.562039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:20.577279 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ee532-8507-48aa-9110-75084a306966 None None] Sync routers for ids ['c4ab274a-ff4a-4052-967d-12589167677a'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:20.581184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1449ae40-744d-4efc-a9a7-1ca5e1fa8581 admin admin] 10.222.0.64 "PUT /v2.0/routers/c4ab274a-ff4a-4052-967d-12589167677a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6328936 Aug 09 15:33:20.584231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41428) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:20.598782 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ee532-8507-48aa-9110-75084a306966 None None] Routers {'c4ab274a-ff4a-4052-967d-12589167677a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:20.599925 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-631ee532-8507-48aa-9110-75084a306966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c4ab274a-ff4a-4052-967d-12589167677a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:20.606218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Allocated IP 172.20.0.2 (819b1b52-28cf-4f2e-9cf0-70825fe88061/8865ca07-efe9-402b-9b56-7dba512f799a/7ddebcd1-6e73-4496-94b9-8b433c893045) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:20.644428 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.644828 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.672037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Calling delete_port for 7d4ee22f-3e4b-41e3-af29-589b363e6d08 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:20.778883 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.819406 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-631ee532-8507-48aa-9110-75084a306966 None None] Set router c4ab274a-ff4a-4052-967d-12589167677a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:20.819663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.829538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Transition to ACTIVE for port object 7ddebcd1-6e73-4496-94b9-8b433c893045 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:20.846792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Transition to ACTIVE for port object 7ddebcd1-6e73-4496-94b9-8b433c893045 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:20.854800 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:20.902007 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:20.906025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:20.914294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:20.977903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Pushing event updated for resources: {'Port': ['ID=7ddebcd1-6e73-4496-94b9-8b433c893045,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:20.988735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.989269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.989701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.990131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.990672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.991263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.992123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.992683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.993236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.993788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.994392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:20.994924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:21.017421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Attempting to bind port 7ddebcd1-6e73-4496-94b9-8b433c893045 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:21.018197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Attempting to bind port 7ddebcd1-6e73-4496-94b9-8b433c893045 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:21.019182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Attempting to bind port 7ddebcd1-6e73-4496-94b9-8b433c893045 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:21.026887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:21.028357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Checking segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:21.029546 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.030189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Bound using segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:21.031515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Bound port: 7ddebcd1-6e73-4496-94b9-8b433c893045, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:21.032309 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.041615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.137344 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.143250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] For port 7ddebcd1-6e73-4496-94b9-8b433c893045, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:21.148110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] For port 7ddebcd1-6e73-4496-94b9-8b433c893045, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ddebcd1-6e73-4496-94b9-8b433c893045,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:21.160579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.206783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Pushing event deleted for resources: {'Port': ['ID=7d4ee22f-3e4b-41e3-af29-589b363e6d08,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:21.209175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Deleting port affbeb61-ee8f-4b9a-879f-ec74c5545121 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:21.210305 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.246099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ff37-c572-47aa-896a-1cf1a53ccba1 None None] Pushing event updated for resources: {'Port': ['ID=7ddebcd1-6e73-4496-94b9-8b433c893045,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:21.313725 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.317829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.319230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fc00d85-d5d2-464f-bf6c-a282e0064a4c req-96f77a52-35c5-49b4-a55e-ac6b2c1ea036 tempest-FloatingIPDetailsTestJSON-526447552 tempest-FloatingIPDetailsTestJSON-526447552-project] 10.222.0.64 "DELETE /v2.0/floatingips/25a68dee-171e-4b21-9223-47dce7d41fe5 HTTP/1.1" status: 204 len: 173 time: 1.1979015 Aug 09 15:33:21.328307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41442) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:21.360160 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-631ee532-8507-48aa-9110-75084a306966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:33:18Z', 'revision_number': 5, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port': {'id': 'affbeb61-ee8f-4b9a-879f-ec74c5545121', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:30:49Z', 'updated_at': '2021-08-09T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:21.397820 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ee532-8507-48aa-9110-75084a306966 None None] Checking router: c4ab274a-ff4a-4052-967d-12589167677a for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:21.409199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ee532-8507-48aa-9110-75084a306966 None None] Routers {'c4ab274a-ff4a-4052-967d-12589167677a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:21.410116 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-631ee532-8507-48aa-9110-75084a306966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c4ab274a-ff4a-4052-967d-12589167677a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:21.426886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] For port affbeb61-ee8f-4b9a-879f-ec74c5545121, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=affbeb61-ee8f-4b9a-879f-ec74c5545121,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:21.427258 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.503474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Calling delete_port for affbeb61-ee8f-4b9a-879f-ec74c5545121 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:21.599672 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-631ee532-8507-48aa-9110-75084a306966 None None] Set router c4ab274a-ff4a-4052-967d-12589167677a gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:21.680964 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af440f-a14b-49e6-acb3-a1a56b305fc9 req-b7822cb6-a968-4983-9679-91b259afef33 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:21.684072 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-631ee532-8507-48aa-9110-75084a306966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:33:21Z', 'revision_number': 6, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:21.689886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0af440f-a14b-49e6-acb3-a1a56b305fc9 req-b7822cb6-a968-4983-9679-91b259afef33 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1044989 Aug 09 15:33:21.720585 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ee532-8507-48aa-9110-75084a306966 None None] The sync data for ids ['c4ab274a-ff4a-4052-967d-12589167677a'] in n-d-799523-2 is: [{'id': 'c4ab274a-ff4a-4052-967d-12589167677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-308651854-router', 'tenant_id': '49aa9030b995421d98237a95697c378b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:30:47Z', 'updated_at': '2021-08-09T15:33:21Z', 'revision_number': 6, 'project_id': '49aa9030b995421d98237a95697c378b', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:21.784996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0af440f-a14b-49e6-acb3-a1a56b305fc9 req-54dfca18-e3bd-4d47-9ffa-6ca1c26d490d tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.0897520 Aug 09 15:33:21.791469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-e0af440f-a14b-49e6-acb3-a1a56b305fc9 req-228c45dd-4b45-4bd4-a5a6-7105d77bbbd9 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Request body: {'floatingip': {'port_id': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:21.838807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e0af440f-a14b-49e6-acb3-a1a56b305fc9 req-228c45dd-4b45-4bd4-a5a6-7105d77bbbd9 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:21.949795 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.006639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=affbeb61-ee8f-4b9a-879f-ec74c5545121,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:22.109213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.140942 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-e0af440f-a14b-49e6-acb3-a1a56b305fc9 req-228c45dd-4b45-4bd4-a5a6-7105d77bbbd9 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] update failed (client error): There was a conflict when trying to complete your request. Aug 09 15:33:22.142160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0af440f-a14b-49e6-acb3-a1a56b305fc9 req-228c45dd-4b45-4bd4-a5a6-7105d77bbbd9 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "PUT /v2.0/floatingips/a1ed62ce-4e81-477f-99e9-23d0280783a9 HTTP/1.1" status: 409 len: 551 time: 0.3560128 Aug 09 15:33:22.227659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.232845 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.292506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.293438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4ab274a-ff4a-4052-967d-12589167677a {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:33:22.300392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.301663 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b8ae6af2-f5c5-47be-affd-69f00b8a32c7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c4ab274a-ff4a-4052-967d-12589167677a HTTP/1.1" status: 204 len: 168 time: 1.7162383 Aug 09 15:33:22.314028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41464) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:22.367419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.381940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-e1ea29f9-34fb-44a7-ad7b-0a4e463939ed tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:33:22.382966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-e1ea29f9-34fb-44a7-ad7b-0a4e463939ed tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087202 Aug 09 15:33:22.404022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9faa4e-72df-4e86-82b9-a6ffb29390a8 req-936229ba-c48f-4235-892a-d709ec4457da tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:22.405855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc9faa4e-72df-4e86-82b9-a6ffb29390a8 req-936229ba-c48f-4235-892a-d709ec4457da tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 944 time: 0.1749506 Aug 09 15:33:22.411345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb58276-ebbf-4962-b589-fcd7698855ea admin admin] Deleting subnet 98a108cc-9d6a-48d6-872d-c9fa1951f96e {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:33:22.415119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5cb58276-ebbf-4962-b589-fcd7698855ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.444636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Request body: {'binding': {'host': 'n-h2-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:22.445109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Unknown quota resources ['binding']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:33:22.504970 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5cb58276-ebbf-4962-b589-fcd7698855ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.518391 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-0413a805-1f71-43b0-b657-3742d2981ae1 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906162 Aug 09 15:33:22.638824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b987ca9f-fbe3-4715-be92-d6abcca63c4b None None] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:22.712109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-97420eb4-c932-4264-b9d2-36278f66b38d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:22.712387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-91d66598-d7e5-4822-ae87-0588fe2fd3ad None None] Provisioning for port 7ddebcd1-6e73-4496-94b9-8b433c893045 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:22.714217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-97420eb4-c932-4264-b9d2-36278f66b38d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654696 Aug 09 15:33:22.748500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Request body: {'port': {'device_id': 'a3053918-f9a0-44ac-ac34-d3e2e01f510a', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '91b8740009c74cf6a1abf633c70dfcd8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:22.910131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Deleting port 558e0aed-fda4-4ed1-bc7d-dd3272031e30 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:22.910485 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:22.974528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Made reservation on behalf of 91b8740009c74cf6a1abf633c70dfcd8 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:22.978826 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.035453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc9faa4e-72df-4e86-82b9-a6ffb29390a8 req-6e9fcb19-7030-4ef5-95a7-2c2ad847a3ed tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845320 Aug 09 15:33:23.112289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ddebcd1-6e73-4496-94b9-8b433c893045 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:23.138923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] For port 558e0aed-fda4-4ed1-bc7d-dd3272031e30, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=558e0aed-fda4-4ed1-bc7d-dd3272031e30,segment=NetworkSegment(602bae56-33e2-467a-a34d-51c98e7f0780),segment_id=602bae56-33e2-467a-a34d-51c98e7f0780)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:23.139712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.153193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on host n-h2-799523-2 for vnic_type normal with profile None {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:23.153193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:23.153508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:23.159766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5cb58276-ebbf-4962-b589-fcd7698855ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.163103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Calling delete_port for 558e0aed-fda4-4ed1-bc7d-dd3272031e30 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:23.190412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:23.190783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:23.198914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:23.198914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:23.199681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:23.199791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Bound port: e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:23.219004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7ddebcd1-6e73-4496-94b9-8b433c893045 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:23.223611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ddebcd1-6e73-4496-94b9-8b433c893045 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:23.224236 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.284752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:23.287318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-990ba17e-4eb6-47f3-967f-a38691d5564d None None] Provisioning complete for port 7ddebcd1-6e73-4496-94b9-8b433c893045 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:23.287705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-990ba17e-4eb6-47f3-967f-a38691d5564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.288029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5cb58276-ebbf-4962-b589-fcd7698855ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.295189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.296467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-047a7b94-51a8-49d5-ba1b-71f2de1618a5 service neutron] 10.222.0.64 "POST /v2.0/ports/e1872d5e-0a40-4ad5-85b6-5515aa25b3b2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8890285 Aug 09 15:33:23.320716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb58276-ebbf-4962-b589-fcd7698855ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a108cc-9d6a-48d6-872d-c9fa1951f96e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:23.328542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5cb58276-ebbf-4962-b589-fcd7698855ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.332835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5cb58276-ebbf-4962-b589-fcd7698855ea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/98a108cc-9d6a-48d6-872d-c9fa1951f96e HTTP/1.1" status: 204 len: 168 time: 1.0157130 Aug 09 15:33:23.334304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41470) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:23.346200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e47804-cca4-4481-ade1-b6dee057a3f9 None None] Network b2089f17-dce8-4939-a4a2-b5d2b06bc009 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:23.465730 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.547568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7ddebcd1-6e73-4496-94b9-8b433c893045, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ddebcd1-6e73-4496-94b9-8b433c893045,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:23.570840 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.617507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.637868 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-990ba17e-4eb6-47f3-967f-a38691d5564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.656501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-004f2642-9cff-4a27-bd5e-956e0c7cd721 req-88b062aa-e289-4e49-bf0f-1d38039950df tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 210 time: 0.1507215 Aug 09 15:33:23.669811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device affbeb61-ee8f-4b9a-879f-ec74c5545121 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:23.719723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Allocated IP 192.168.233.225 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/214e8443-8933-4947-9746-241fde9f0dd9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:23.825099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7ddebcd1-6e73-4496-94b9-8b433c893045,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:23.828687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: affbeb61-ee8f-4b9a-879f-ec74c5545121 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:23.829049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device affbeb61-ee8f-4b9a-879f-ec74c5545121 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:23.829484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 65a8901d-78f7-443c-be7c-a1f36d6cc752 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:23.857031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd1d1-fae2-4429-a346-630e4285600d req-02824863-b8b3-467d-b741-f276c5dde177 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:23.859994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-02824863-b8b3-467d-b741-f276c5dde177 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 815 time: 0.4003301 Aug 09 15:33:23.869323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 65a8901d-78f7-443c-be7c-a1f36d6cc752 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:23.869682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 65a8901d-78f7-443c-be7c-a1f36d6cc752 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:23.870343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-fd8fdc7f-3f2c-4d19-9616-36b68888754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:23.872302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-fd8fdc7f-3f2c-4d19-9616-36b68888754e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1097 time: 0.2501750 Aug 09 15:33:23.895887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-5d08193f-2a99-4064-bd27-b0702dd5080c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips/a1ed62ce-4e81-477f-99e9-23d0280783a9 HTTP/1.1" status: 200 len: 693 time: 0.1766384 Aug 09 15:33:23.904229 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-990ba17e-4eb6-47f3-967f-a38691d5564d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:33:23.904671 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-990ba17e-4eb6-47f3-967f-a38691d5564d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:33:23.922113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-1a4c098f-28f4-4c22-b1bb-b4db85855bee tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/quotas/7e6d963514f14915835ebf6971cec108 HTTP/1.1" status: 200 len: 375 time: 0.0466490 Aug 09 15:33:23.929423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] DHCP port deletion for b2089f17-dce8-4939-a4a2-b5d2b06bc009 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:33:23.978867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] Deleting port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:23.979242 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.989607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.993489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.026789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Transition to ACTIVE for port object 214e8443-8933-4947-9746-241fde9f0dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:24.031771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=558e0aed-fda4-4ed1-bc7d-dd3272031e30,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:24.049815 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] For port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:24.050656 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.067088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] Calling delete_port for 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:24.084215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Deleting port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:24.084850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.156093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.163671 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.173163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b20605db-73f5-49ac-8985-25565fc39567'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:24.175165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['241362e7-7d77-4c16-9497-c82273eac709'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:24.195484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-d46a75b2-94a6-4363-8790-8ccf0c7007fc tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2389951 Aug 09 15:33:24.200275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-2cec6954-f6fe-439f-862a-aba4572ee5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:24.203214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-2cec6954-f6fe-439f-862a-aba4572ee5b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.3104208 Aug 09 15:33:24.238343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-10554663-ad81-45d7-86fd-ddb6206c8fc1 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:24.239488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-10554663-ad81-45d7-86fd-ddb6206c8fc1 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.3296924 Aug 09 15:33:24.245085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:24.259472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:24.259770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] Pushing event deleted for resources: {'Port': ['ID=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:24.261566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2a77e-06f5-4d96-8bf2-393ea83077d6 None None] No DVR routers for this DVR port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:24.287396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Pushing event updated for resources: {'Port': ['ID=214e8443-8933-4947-9746-241fde9f0dd9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:24.290198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:24.340625 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.345990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-531c4004-4613-4c16-bbfc-afb8f322bf32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 HTTP/1.1" status: 200 len: 217 time: 0.1304502 Aug 09 15:33:24.369519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:24.370241 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.398065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] For port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,segment=NetworkSegment(acfe9b6b-22b0-400d-b607-1e76ccf22c17),segment_id=acfe9b6b-22b0-400d-b607-1e76ccf22c17)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:24.398553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.469035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Calling delete_port for 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:24.473608 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d50a2807-2e3a-4bc2-b75f-01875c331a22 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7326384 Aug 09 15:33:24.480087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-4fbc392e-de0d-45c2-8927-b0a8d48f08c0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.1412699 Aug 09 15:33:24.492297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Request body: {'port': {'device_id': 'a3053918-f9a0-44ac-ac34-d3e2e01f510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:24.601437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.603615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-ef180e2e-c9e8-4c64-855f-8d0c24fb18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:24.606331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-ef180e2e-c9e8-4c64-855f-8d0c24fb18c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.1797397 Aug 09 15:33:24.613245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-9f788cc5-eea0-48fe-8a37-61c877a9b61f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.1168811 Aug 09 15:33:24.617481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-59478f64-3179-496e-9265-24073e489735 None None] Provisioning for port 214e8443-8933-4947-9746-241fde9f0dd9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:24.625942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-59478f64-3179-496e-9265-24073e489735 None None] Provisioning complete for port 214e8443-8933-4947-9746-241fde9f0dd9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:24.626311 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59478f64-3179-496e-9265-24073e489735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.632236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-383d8a2d-67a7-4d4a-9eef-af0ae6a7e0fe service neutron] 10.222.0.64 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227338 Aug 09 15:33:24.673039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-59478f64-3179-496e-9265-24073e489735 None None] Port 214e8443-8933-4947-9746-241fde9f0dd9 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:24.698888 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-3cfcc5cf-8bc8-44c4-bc54-2b17cac081c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816019 Aug 09 15:33:24.767475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Router 8a5a6115-9146-4113-8859-1d50ab1a12a8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:33:24.883701 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:24.943653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:24.957781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:24.959421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] No DVR routers for this DVR port 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:24.968788 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d7ea026e-1093-4165-8347-b11e565128f8 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a5a6115-9146-4113-8859-1d50ab1a12a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6367111 Aug 09 15:33:24.968788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41486) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:24.970015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-4bf211a3-61dd-424f-9c85-d2a7524199fb service neutron] 10.222.0.64 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068817 Aug 09 15:33:24.985130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] Sync routers for ids ['8a5a6115-9146-4113-8859-1d50ab1a12a8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:25.001917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] Routers {'8a5a6115-9146-4113-8859-1d50ab1a12a8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:25.002681 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8a5a6115-9146-4113-8859-1d50ab1a12a8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:25.006794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-e472bee2-347b-4399-abda-f06645590775 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935343 Aug 09 15:33:25.096482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214e8443-8933-4947-9746-241fde9f0dd9 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:25.114299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.142753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Deleting port 0dc8bd3c-bb4e-41e7-9096-ec7894d27aca {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:25.142753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.142753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2089f17-dce8-4939-a4a2-b5d2b06bc009']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:25.143156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.168753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Transition to ACTIVE for port object 214e8443-8933-4947-9746-241fde9f0dd9 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:25.170501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.186241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfe9b6b-22b0-400d-b607-1e76ccf22c17') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:25.186487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfe9b6b-22b0-400d-b607-1e76ccf22c17') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:25.208585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ddebcd1-6e73-4496-94b9-8b433c893045 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:25.213993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.244967 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.251051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.258281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-a397ccbb-d707-467f-bdea-daed95fb034d service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392051 Aug 09 15:33:25.262465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:33:25.262636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:33:25.264978 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:33:25.288962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] Set router 8a5a6115-9146-4113-8859-1d50ab1a12a8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:25.398875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.399172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Pushing event updated for resources: {'Port': ['ID=214e8443-8933-4947-9746-241fde9f0dd9,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:25.399343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.457583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Calling delete_port for 0dc8bd3c-bb4e-41e7-9096-ec7894d27aca owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:25.469432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.482590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.488796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] 10.222.0.64 "DELETE /v2.0/networks/b2089f17-dce8-4939-a4a2-b5d2b06bc009 HTTP/1.1" status: 204 len: 168 time: 2.1494765 Aug 09 15:33:25.490896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41500) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:25.512668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f795365-d448-48c6-a261-49bb5c4b61fd admin admin] Pushing event deleted for resources: {'Network': ['ID=b2089f17-dce8-4939-a4a2-b5d2b06bc009,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:25.518608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ddebcd1-6e73-4496-94b9-8b433c893045 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:25.519214 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.595775 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.597457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7dfaa-e89e-40e3-9c68-66d3ef5be5af req-ad526174-68a8-42da-9223-78921bee319a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:25.599659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10c7dfaa-e89e-40e3-9c68-66d3ef5be5af req-ad526174-68a8-42da-9223-78921bee319a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 946 time: 0.2888293 Aug 09 15:33:25.683983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Attempting to bind port 214e8443-8933-4947-9746-241fde9f0dd9 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:25.684588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Attempting to bind port 214e8443-8933-4947-9746-241fde9f0dd9 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:25.685096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Attempting to bind port 214e8443-8933-4947-9746-241fde9f0dd9 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:25.695795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Port 214e8443-8933-4947-9746-241fde9f0dd9 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:25.696817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Attempting to bind port 214e8443-8933-4947-9746-241fde9f0dd9 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:25.712363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:25.712962 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:25.713521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:25.714358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Bound port: 214e8443-8933-4947-9746-241fde9f0dd9, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:25.714921 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.732260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10c7dfaa-e89e-40e3-9c68-66d3ef5be5af req-bc0350e7-229c-4cce-98e9-8f900c8d26fc tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173782 Aug 09 15:33:25.849560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:33:23Z', 'revision_number': 5, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port': {'id': '577e6501-f9a2-41bb-99ef-a169e91ccabc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:38Z', 'updated_at': '2021-08-09T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:25.871517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Deleting port 577e6501-f9a2-41bb-99ef-a169e91ccabc {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:25.875720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:25.930601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:25.934258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] Checking router: 8a5a6115-9146-4113-8859-1d50ab1a12a8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:25.989182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] Routers {'8a5a6115-9146-4113-8859-1d50ab1a12a8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:25.993883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8a5a6115-9146-4113-8859-1d50ab1a12a8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:25.997521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] For port 214e8443-8933-4947-9746-241fde9f0dd9, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:26.005212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] For port 214e8443-8933-4947-9746-241fde9f0dd9, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=214e8443-8933-4947-9746-241fde9f0dd9,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:26.011611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.094892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:26.095797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.098798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:26.099285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ffd80e6-7d69-4ec9-ac0d-e0065137f0f4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:26.101241 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] 10.222.0.66 "PUT /v2.0/ports/214e8443-8933-4947-9746-241fde9f0dd9 HTTP/1.1" status: 200 len: 1096 time: 1.6133337 Aug 09 15:33:26.104032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3053918-f9a0-44ac-ac34-d3e2e01f510a', 'tag': '214e8443-8933-4947-9746-241fde9f0dd9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:26.106996 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a882981-4a7d-4d2f-a932-d50f8679c8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a3053918-f9a0-44ac-ac34-d3e2e01f510a", "tag": "214e8443-8933-4947-9746-241fde9f0dd9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:26.127011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] For port 577e6501-f9a2-41bb-99ef-a169e91ccabc, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=577e6501-f9a2-41bb-99ef-a169e91ccabc,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:26.127483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.151810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] Set router 8a5a6115-9146-4113-8859-1d50ab1a12a8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:26.165532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Calling delete_port for 577e6501-f9a2-41bb-99ef-a169e91ccabc owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:26.242158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6d043-45b0-4d81-98be-a9f677608341 service neutron] Pushing event updated for resources: {'Port': ['ID=214e8443-8933-4947-9746-241fde9f0dd9,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:26.260899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:33:25Z', 'revision_number': 6, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:26.324858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d695b9d-10e7-482b-a5f7-fab9b7527e13 None None] The sync data for ids ['8a5a6115-9146-4113-8859-1d50ab1a12a8'] in n-d-799523-2 is: [{'id': '8a5a6115-9146-4113-8859-1d50ab1a12a8', 'name': 'tempest-FloatingIPDetailsTestJSON-223648899-router', 'tenant_id': '45f5d86ac5504705a348e07eca40a783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:37Z', 'updated_at': '2021-08-09T15:33:25Z', 'revision_number': 6, 'project_id': '45f5d86ac5504705a348e07eca40a783', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:26.343565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d2354c18-283d-4697-a5a5-71cd689c7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:26.345323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-d2354c18-283d-4697-a5a5-71cd689c7579 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 1099 time: 0.1776934 Aug 09 15:33:26.441259 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-9bde4e35-43f5-4370-8d81-9117be045da5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=214e8443-8933-4947-9746-241fde9f0dd9 HTTP/1.1" status: 200 len: 217 time: 0.0444539 Aug 09 15:33:26.503803 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.534293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-14f7f655-cbbe-477e-825d-e7fdfb719d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:26.535908 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-14f7f655-cbbe-477e-825d-e7fdfb719d39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0791411 Aug 09 15:33:26.563875 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.564157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Pushing event deleted for resources: {'Port': ['ID=0dc8bd3c-bb4e-41e7-9096-ec7894d27aca,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:26.574267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5336c6e-53d0-42f5-8a31-5306b172abd2 req-ffd510b2-6d4e-4f9f-be58-3937389f254d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:26.582686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5336c6e-53d0-42f5-8a31-5306b172abd2 req-ffd510b2-6d4e-4f9f-be58-3937389f254d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 948 time: 0.1407638 Aug 09 15:33:26.637544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=577e6501-f9a2-41bb-99ef-a169e91ccabc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:26.674530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-e1fdd286-5895-41ad-8c53-a20fc861dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:26.676139 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-e1fdd286-5895-41ad-8c53-a20fc861dfbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241941 Aug 09 15:33:26.714288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5336c6e-53d0-42f5-8a31-5306b172abd2 req-c2d4d880-8c88-4261-80f6-15cd056405fe tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304770 Aug 09 15:33:26.747175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.750606 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.751961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d4e3f4a-e90d-4623-8920-ef78b9f866c2 req-22171541-f78b-43c7-bbf5-4985bbeafdb0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "DELETE /v2.0/floatingips/a1ed62ce-4e81-477f-99e9-23d0280783a9 HTTP/1.1" status: 204 len: 173 time: 2.1220820 Aug 09 15:33:26.884392 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-658e1ca5-a3ee-40d0-bac7-ba33498fbe06 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002258 Aug 09 15:33:26.887571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.067600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd1d1-fae2-4429-a346-630e4285600d req-12a36042-94a8-4b0f-9b31-4ee019795100 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:27.069386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-12a36042-94a8-4b0f-9b31-4ee019795100 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.66 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 815 time: 0.3144584 Aug 09 15:33:27.080312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844bc52-949d-46c4-acef-b3630936b9f3 req-c688e00b-b644-4ed9-acc7-47077875c62e tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:27.082013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7844bc52-949d-46c4-acef-b3630936b9f3 req-c688e00b-b644-4ed9-acc7-47077875c62e tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1095 time: 0.2130075 Aug 09 15:33:27.091175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 558e0aed-fda4-4ed1-bc7d-dd3272031e30 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:27.093024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-6fca6066-8676-4c21-93c5-aa3c14bb25d7 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:27.100480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-6fca6066-8676-4c21-93c5-aa3c14bb25d7 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 815 time: 0.2504203 Aug 09 15:33:27.111192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Request body: {'port': {'device_id': 'ccb59df2-6a79-4b06-9fdc-cc9c552571da', 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061', 'admin_state_up': True, 'tenant_id': '7e6d963514f14915835ebf6971cec108'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:27.123330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 558e0aed-fda4-4ed1-bc7d-dd3272031e30 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:27.126891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 558e0aed-fda4-4ed1-bc7d-dd3272031e30 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:27.187543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-6a2e965a-44a8-4b58-8803-a74f94ffb0da tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/quotas/7e6d963514f14915835ebf6971cec108 HTTP/1.1" status: 200 len: 375 time: 0.0858462 Aug 09 15:33:27.272224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7844bc52-949d-46c4-acef-b3630936b9f3 req-657f5fd4-050e-409b-ba19-b5207122e3e8 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572394 Aug 09 15:33:27.307113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-3fec5fa1-cc9b-4f18-8a03-216930c5d71c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186280 Aug 09 15:33:27.310387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.379401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.381826 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.430523 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be700d-fb21-4c47-a7fa-ba8bac1f4a21 x-openstack-request-id: req-b9be700d-fb21-4c47-a7fa-ba8bac1f4a21 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:27.431109 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3053918-f9a0-44ac-ac34-d3e2e01f510a", "tag": "214e8443-8933-4947-9746-241fde9f0dd9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:27.431521 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9be700d-fb21-4c47-a7fa-ba8bac1f4a21 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:27.432083 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3053918-f9a0-44ac-ac34-d3e2e01f510a', 'tag': '214e8443-8933-4947-9746-241fde9f0dd9', 'status': 'completed', 'code': 200} Aug 09 15:33:27.485203 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.485984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5a6115-9146-4113-8859-1d50ab1a12a8 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:33:27.491586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.495317 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38665fc5-0550-4fec-93e5-a8bc944bf5f0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8a5a6115-9146-4113-8859-1d50ab1a12a8 HTTP/1.1" status: 204 len: 168 time: 2.5256207 Aug 09 15:33:27.496553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41522) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:27.532177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Made reservation on behalf of 7e6d963514f14915835ebf6971cec108 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:27.537218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.571022 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0902172-c3a9-4004-9e4a-358b4700e0c4 req-8d9330a3-2deb-4b89-87f5-6b16e425af17 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547916 Aug 09 15:33:27.576083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88c58b3-7ca2-4c60-901e-17684e4ef459 admin admin] Deleting subnet deecdfaa-0551-4d57-a38f-f58094b0a4c1 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:33:27.579572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c88c58b3-7ca2-4c60-901e-17684e4ef459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.595652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-ca8d1c28-e385-4f15-9e87-76021380bca2 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 1002 time: 0.2311981 Aug 09 15:33:27.636345 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c88c58b3-7ca2-4c60-901e-17684e4ef459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.739588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-61a9aeac-8ca6-46af-bd70-bc35d993e993 service neutron] 10.222.0.64 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213362 Aug 09 15:33:27.767293 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c88c58b3-7ca2-4c60-901e-17684e4ef459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.795801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-45f616c0-fbca-4d49-882a-7d8c5249c1b4 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:27.797180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-45f616c0-fbca-4d49-882a-7d8c5249c1b4 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports/7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 200 len: 943 time: 0.1942577 Aug 09 15:33:27.798219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-4e639018-7fd1-45ce-9a70-85e0a23d276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:27.799796 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-4e639018-7fd1-45ce-9a70-85e0a23d276d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 1099 time: 0.1427116 Aug 09 15:33:27.889581 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.942015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-abe9bf42-ae83-40c6-9067-86a49e5b499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:27.943538 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-abe9bf42-ae83-40c6-9067-86a49e5b499b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1292043 Aug 09 15:33:27.945194 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c88c58b3-7ca2-4c60-901e-17684e4ef459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.976684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Allocated IP 172.20.0.11 (819b1b52-28cf-4f2e-9cf0-70825fe88061/8865ca07-efe9-402b-9b56-7dba512f799a/9bca55e0-0e87-4f3f-a9a7-30275e641a02) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:27.978881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c58b3-7ca2-4c60-901e-17684e4ef459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deecdfaa-0551-4d57-a38f-f58094b0a4c1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:27.996942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-6e1da219-16ab-4d74-9aad-b7894ef6d99f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 1002 time: 0.1364343 Aug 09 15:33:28.010823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-7c22c18d-880b-49b7-871d-1a99b36ba89e service neutron] 10.222.0.64 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649837 Aug 09 15:33:28.013681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c88c58b3-7ca2-4c60-901e-17684e4ef459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.018777 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c88c58b3-7ca2-4c60-901e-17684e4ef459 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/deecdfaa-0551-4d57-a38f-f58094b0a4c1 HTTP/1.1" status: 204 len: 168 time: 0.5160232 Aug 09 15:33:28.018777 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-5b76ed4f-6b14-408e-a7b5-d7b44373df3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=214e8443-8933-4947-9746-241fde9f0dd9 HTTP/1.1" status: 200 len: 217 time: 0.0636189 Aug 09 15:33:28.018777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:28.038196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506bef48-db59-4204-af39-01f8f63b644c None None] Network 5e357e04-99ba-4ed6-a74d-b777e490d0f1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:28.158032 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.161478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-88797d00-d995-41ef-8b03-6ee0cefebbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:28.163052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-88797d00-d995-41ef-8b03-6ee0cefebbad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1365197 Aug 09 15:33:28.204733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.265343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-9f9344b9-9249-4b2f-88df-3a10b1370d70 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:28.266767 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-9f9344b9-9249-4b2f-88df-3a10b1370d70 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2601442 Aug 09 15:33:28.374257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-e052382c-2c6a-49f9-bcda-b439068a4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:28.380460 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-e052382c-2c6a-49f9-bcda-b439068a4f71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086585 Aug 09 15:33:28.401182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Deleting port 6b328633-2590-40ba-8bdd-649a82679593 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:28.401681 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.461047 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.484138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] DHCP port deletion for 5e357e04-99ba-4ed6-a74d-b777e490d0f1 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:33:28.522114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Deleting port e4ecdba4-8512-4b86-aed2-c9212558429b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:28.522564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.568466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-22e89d56-0013-4731-bc46-04476c2371c6 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 1002 time: 0.2692127 Aug 09 15:33:28.590175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] Deleting port e4ecdba4-8512-4b86-aed2-c9212558429b {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:28.590555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.623857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:28.629808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] For port e4ecdba4-8512-4b86-aed2-c9212558429b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e4ecdba4-8512-4b86-aed2-c9212558429b,segment=NetworkSegment(602bae56-33e2-467a-a34d-51c98e7f0780),segment_id=602bae56-33e2-467a-a34d-51c98e7f0780)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:28.630180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.643326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Transition to ACTIVE for port object 9bca55e0-0e87-4f3f-a9a7-30275e641a02 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:28.665720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Calling delete_port for e4ecdba4-8512-4b86-aed2-c9212558429b owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:28.790609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] For port e4ecdba4-8512-4b86-aed2-c9212558429b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e4ecdba4-8512-4b86-aed2-c9212558429b,segment=NetworkSegment(602bae56-33e2-467a-a34d-51c98e7f0780),segment_id=602bae56-33e2-467a-a34d-51c98e7f0780)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:28.791006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.795866 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-a443fe94-c246-4da2-9cc3-2a4e54ff405a service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677533 Aug 09 15:33:28.821652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] Calling delete_port for e4ecdba4-8512-4b86-aed2-c9212558429b owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:28.824960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed156-e47c-4993-bbec-b9d193121b03 req-c4a2976a-d9a1-4bfa-a48f-294715366193 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:28.832596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3bed156-e47c-4993-bbec-b9d193121b03 req-c4a2976a-d9a1-4bfa-a48f-294715366193 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 946 time: 0.4771738 Aug 09 15:33:28.918230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3bed156-e47c-4993-bbec-b9d193121b03 req-c3c4f70f-0e17-4565-8f27-c01cd4872ad3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847242 Aug 09 15:33:28.920747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.926608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] For port 6b328633-2590-40ba-8bdd-649a82679593, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b328633-2590-40ba-8bdd-649a82679593,segment=NetworkSegment(9a258ac1-d71e-493b-b2f1-ae14d46df570),segment_id=9a258ac1-d71e-493b-b2f1-ae14d46df570)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:28.927298 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.952151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.957607 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.000659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ecdba4-8512-4b86-aed2-c9212558429b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:29.005719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Calling delete_port for 6b328633-2590-40ba-8bdd-649a82679593 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:29.006907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] No DVR routers for this DVR port e4ecdba4-8512-4b86-aed2-c9212558429b on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:29.024585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] Pushing event deleted for resources: {'Port': ['ID=e4ecdba4-8512-4b86-aed2-c9212558429b,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:29.026742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967baf2-32be-4a97-bdb6-9482abf70a24 None None] No DVR routers for this DVR port e4ecdba4-8512-4b86-aed2-c9212558429b on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:29.043617 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.066370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 577e6501-f9a2-41bb-99ef-a169e91ccabc no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:29.108274 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1a882981-4a7d-4d2f-a932-d50f8679c8cf req-87d63c90-a5cb-4cad-b046-d61072dd9ff7 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983782 Aug 09 15:33:29.120231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.120491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 577e6501-f9a2-41bb-99ef-a169e91ccabc {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:29.120644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 577e6501-f9a2-41bb-99ef-a169e91ccabc not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:29.121372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e4ecdba4-8512-4b86-aed2-c9212558429b no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:29.135132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e357e04-99ba-4ed6-a74d-b777e490d0f1']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:29.159639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602bae56-33e2-467a-a34d-51c98e7f0780') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:29.160069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602bae56-33e2-467a-a34d-51c98e7f0780') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:29.178864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e4ecdba4-8512-4b86-aed2-c9212558429b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:29.180134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e4ecdba4-8512-4b86-aed2-c9212558429b not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:29.185879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.211165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.219021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:33:29.219852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:33:29.221906 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:33:29.264085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:29.286015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:29.289425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.298062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.302720 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5e357e04-99ba-4ed6-a74d-b777e490d0f1 HTTP/1.1" status: 204 len: 168 time: 1.2812123 Aug 09 15:33:29.314954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:29.316108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7310c0d-6b37-40db-947f-7f3ae0f189b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e357e04-99ba-4ed6-a74d-b777e490d0f1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:29.327600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Pushing event updated for resources: {'Port': ['ID=9bca55e0-0e87-4f3f-a9a7-30275e641a02,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:29.441584 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.449833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e462eb-f97a-4b1a-a45b-e98d77a5bc92 req-4021aa2e-a2a0-4ef9-b619-5e65b179c9f4 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:29.451412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6e462eb-f97a-4b1a-a45b-e98d77a5bc92 req-4021aa2e-a2a0-4ef9-b619-5e65b179c9f4 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 1095 time: 0.2358608 Aug 09 15:33:29.461866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.462178 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Floating IP 68229c34-6afd-4d0b-b4aa-0678bb809a26 disassociated. External IP: 172.25.7.198, port: 7c27e8db-adb8-4f03-ba21-eee4348fbf23. Aug 09 15:33:29.480931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41542) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:29.556751 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-143ee3b4-efb1-4d05-92ce-39d20cf7c6bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45f5d86ac5504705a348e07eca40a783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742226 Aug 09 15:33:29.559009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:29.602062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6fd1f10a-e4ca-4d78-bc4b-dd335efad540 None None] Provisioning for port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:29.609041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:29.609729 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.610129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6fd1f10a-e4ca-4d78-bc4b-dd335efad540 None None] Provisioning complete for port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:29.612321 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fd1f10a-e4ca-4d78-bc4b-dd335efad540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.634770 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99a9d7d8-0f58-4cc5-81d2-af819fd567d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.653474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6fd1f10a-e4ca-4d78-bc4b-dd335efad540 None None] Port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:29.667150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99a9d7d8-0f58-4cc5-81d2-af819fd567d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.674370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6e462eb-f97a-4b1a-a45b-e98d77a5bc92 req-fff80f42-1287-4ea7-8bc6-eeb9f653c76c tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135122 Aug 09 15:33:29.701408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-8bdcf0b9-cba6-489d-9e0b-34f729110de5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6171327 Aug 09 15:33:29.732124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Request body: {'port': {'device_id': 'ccb59df2-6a79-4b06-9fdc-cc9c552571da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:29.747595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 214e8443-8933-4947-9746-241fde9f0dd9 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:29.752919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99a9d7d8-0f58-4cc5-81d2-af819fd567d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.756739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99a9d7d8-0f58-4cc5-81d2-af819fd567d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:29.760739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-99a9d7d8-0f58-4cc5-81d2-af819fd567d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcbd21d3-c693-4eb5-8180-4fc719706464 HTTP/1.1" status: 204 len: 168 time: 0.1978593 Aug 09 15:33:29.779515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9d7d8-0f58-4cc5-81d2-af819fd567d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd21d3-c693-4eb5-8180-4fc719706464,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:29.921098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 214e8443-8933-4947-9746-241fde9f0dd9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=214e8443-8933-4947-9746-241fde9f0dd9,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:29.935035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '214e8443-8933-4947-9746-241fde9f0dd9', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '214e8443-8933-4947-9746-241fde9f0dd9', 'mac_address': 'fa:16:3e:fc:ed:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:33:30.119538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bb41a23c-5b6a-43f2-89b2-aa6c50dfce9e tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:30.121517 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bb41a23c-5b6a-43f2-89b2-aa6c50dfce9e tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.66 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 815 time: 0.1893847 Aug 09 15:33:30.137914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Request body: {'port': {'device_id': '3bc0eadc-9a24-4873-9e3b-3d8b04c17efa', 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061', 'admin_state_up': True, 'tenant_id': '7e6d963514f14915835ebf6971cec108'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:30.168309 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:30.198111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214e8443-8933-4947-9746-241fde9f0dd9 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:30.249518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 214e8443-8933-4947-9746-241fde9f0dd9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=214e8443-8933-4947-9746-241fde9f0dd9,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:30.260662 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:30.307680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Made reservation on behalf of 7e6d963514f14915835ebf6971cec108 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:30.313529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:30.313929 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:30.353515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=214e8443-8933-4947-9746-241fde9f0dd9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:30.401027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b328633-2590-40ba-8bdd-649a82679593,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:30.413934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:30.473174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1b45-280b-4d67-8565-037ba7bcbb13 req-3fcb6bba-af69-497b-ae95-07eb5272d0da tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:30.474821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88af1b45-280b-4d67-8565-037ba7bcbb13 req-3fcb6bba-af69-497b-ae95-07eb5272d0da tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 948 time: 0.2620697 Aug 09 15:33:30.548704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Allocated IP 172.20.0.8 (819b1b52-28cf-4f2e-9cf0-70825fe88061/8865ca07-efe9-402b-9b56-7dba512f799a/be28dd7d-b1fa-43b3-bf1b-1bf737456829) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:30.560572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['214e8443-8933-4947-9746-241fde9f0dd9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:30.874934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:30.891211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Transition to ACTIVE for port object be28dd7d-b1fa-43b3-bf1b-1bf737456829 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:30.915832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Router cb1b651f-2508-4e97-bf2f-39b7354fb601 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:33:30.938304 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88af1b45-280b-4d67-8565-037ba7bcbb13 req-d4edb220-b438-42f9-adda-f602434fdeeb tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808556 Aug 09 15:33:30.939055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:30.982454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:30.986365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:30.989877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:31.057653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:31.058368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.076233 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9449148 Aug 09 15:33:31.093244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8394d-2f29-4c9e-a831-070fc0fc0a0a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Pushing event updated for resources: {'Port': ['ID=be28dd7d-b1fa-43b3-bf1b-1bf737456829,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:31.115217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Request body: {'port': {'device_id': '3bc0eadc-9a24-4873-9e3b-3d8b04c17efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:31.184238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.207528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.290792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9c168b34-9cc5-4f36-b0ff-db0f6f0c902e None None] Provisioning for port be28dd7d-b1fa-43b3-bf1b-1bf737456829 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:31.295551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9c168b34-9cc5-4f36-b0ff-db0f6f0c902e None None] Provisioning complete for port be28dd7d-b1fa-43b3-bf1b-1bf737456829 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:31.296301 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c168b34-9cc5-4f36-b0ff-db0f6f0c902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.337412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9c168b34-9cc5-4f36-b0ff-db0f6f0c902e None None] Port be28dd7d-b1fa-43b3-bf1b-1bf737456829 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:31.403724 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-47f5c50c-b2a9-4d03-953c-6399bcea95f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396972 Aug 09 15:33:31.446506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-a73e11e6-e087-4931-ac83-f5d192d2e41c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:31.448104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-a73e11e6-e087-4931-ac83-f5d192d2e41c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 815 time: 0.3790104 Aug 09 15:33:31.468773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:31.480025 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] Sync routers for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:31.481825 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.489837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bca55e0-0e87-4f3f-a9a7-30275e641a02 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:31.490728 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:31.491444 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:31.497718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-1d6c4edf-b914-481a-88a6-43ca513c8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:31.503346 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-1d6c4edf-b914-481a-88a6-43ca513c8974 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 1096 time: 0.0517998 Aug 09 15:33:31.509707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.528051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-a3442c9c-f86e-444b-8143-2b735547315e tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/quotas/7e6d963514f14915835ebf6971cec108 HTTP/1.1" status: 200 len: 375 time: 0.0666075 Aug 09 15:33:31.552973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Transition to ACTIVE for port object 9bca55e0-0e87-4f3f-a9a7-30275e641a02 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:31.562757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-f6acfd2f-7bf7-475f-93b1-34298b6a9655 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "PUT /v2.0/floatingips/68229c34-6afd-4d0b-b4aa-0678bb809a26 HTTP/1.1" status: 200 len: 695 time: 2.9818285 Aug 09 15:33:31.565138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:31.567593 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7968967-7fe4-4643-b052-b01b451a8ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:31.585541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.618468 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:31.687938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-d64e0c07-f976-4012-8727-35e46aaaba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:31.689520 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-d64e0c07-f976-4012-8727-35e46aaaba9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1636531 Aug 09 15:33:31.747293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 214e8443-8933-4947-9746-241fde9f0dd9 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:31.748706 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-cd62c705-b949-4ea3-a691-a3458745bfc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 200 len: 217 time: 0.0426402 Aug 09 15:33:31.775917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Pushing event updated for resources: {'Port': ['ID=9bca55e0-0e87-4f3f-a9a7-30275e641a02,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:31.810867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76643675-9823-4048-bc10-973690c4bd3a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2621610 Aug 09 15:33:31.821295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 214e8443-8933-4947-9746-241fde9f0dd9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:31.825928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 214e8443-8933-4947-9746-241fde9f0dd9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:31.826302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.855600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-1d53b8a7-bcf4-48f6-97e3-e8217d80a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:31.857128 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-1d53b8a7-bcf4-48f6-97e3-e8217d80a674 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0964808 Aug 09 15:33:31.862875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be28dd7d-b1fa-43b3-bf1b-1bf737456829 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:31.871498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.913308 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-f8beaeae-b5c3-4003-9163-f1dc2c4ddf4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391593 Aug 09 15:33:31.922786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Transition to ACTIVE for port object be28dd7d-b1fa-43b3-bf1b-1bf737456829 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:31.930126 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.931992 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:57Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:31.932570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:31.962867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3053918-f9a0-44ac-ac34-d3e2e01f510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214e8443-8933-4947-9746-241fde9f0dd9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:31.965982 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515a3f3b-d6cd-42fe-9cc3-12bb0de99b91" -d '{"events": [{"server_uuid": "a3053918-f9a0-44ac-ac34-d3e2e01f510a", "name": "network-vif-plugged", "status": "completed", "tag": "214e8443-8933-4947-9746-241fde9f0dd9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:31.978778 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] Checking router: cb1b651f-2508-4e97-bf2f-39b7354fb601 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:31.981390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 214e8443-8933-4947-9746-241fde9f0dd9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=214e8443-8933-4947-9746-241fde9f0dd9,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:31.989394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:32.002570 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:32.004219 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:32.050954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=214e8443-8933-4947-9746-241fde9f0dd9,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:32.061133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Pushing event updated for resources: {'Port': ['ID=be28dd7d-b1fa-43b3-bf1b-1bf737456829,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:32.061730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-b5258ebd-051a-4a33-bced-cede7a5c3a3c service neutron] 10.222.0.64 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491386 Aug 09 15:33:32.081448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-47ef157a-fdf0-4a0a-8c8a-4b63e2ecfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:32.083106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-47ef157a-fdf0-4a0a-8c8a-4b63e2ecfcf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa6da0751ce44a6dad73736c5edf9b05&device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 1097 time: 0.4940462 Aug 09 15:33:32.135247 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-7693b287-80f0-4020-8175-07404b075685 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112613 Aug 09 15:33:32.161724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:33:32.181753 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:32.220030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Attempting to bind port be28dd7d-b1fa-43b3-bf1b-1bf737456829 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:32.220610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Attempting to bind port be28dd7d-b1fa-43b3-bf1b-1bf737456829 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:32.220719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Attempting to bind port be28dd7d-b1fa-43b3-bf1b-1bf737456829 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:32.226184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Attempting to bind port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:32.226668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Attempting to bind port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:32.227095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Attempting to bind port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:32.228360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Port be28dd7d-b1fa-43b3-bf1b-1bf737456829 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:32.228684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Attempting to bind port be28dd7d-b1fa-43b3-bf1b-1bf737456829 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:32.236033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:32.236312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Checking segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:32.236704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Bound using segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:32.237151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Bound port: be28dd7d-b1fa-43b3-bf1b-1bf737456829, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:32.237512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:32.254972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:32.255460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Attempting to bind port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:32.318026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:32.318433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Checking segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:32.318911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Bound using segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:32.319471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Bound port: 9bca55e0-0e87-4f3f-a9a7-30275e641a02, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:32.319959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:32.331870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] For port be28dd7d-b1fa-43b3-bf1b-1bf737456829, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:32.335160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] For port be28dd7d-b1fa-43b3-bf1b-1bf737456829, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=be28dd7d-b1fa-43b3-bf1b-1bf737456829,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:32.338004 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d0b935b-3458-4c21-8b90-c46570d24707 req-df6677f7-5011-4759-8d00-71f58005d64c service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869380 Aug 09 15:33:32.341393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:32.367440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3e51d7dd-d832-4a8a-8dd3-6964be991f47 service neutron] 10.222.0.64 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042362 Aug 09 15:33:32.398084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:32.398543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:32.400010 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] 10.222.0.66 "PUT /v2.0/ports/be28dd7d-b1fa-43b3-bf1b-1bf737456829 HTTP/1.1" status: 200 len: 1091 time: 1.3035605 Aug 09 15:33:32.400468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc0eadc-9a24-4873-9e3b-3d8b04c17efa', 'tag': 'be28dd7d-b1fa-43b3-bf1b-1bf737456829'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:32.406176 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba6a00f-2399-40b9-82f8-298c5d51bc17" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc0eadc-9a24-4873-9e3b-3d8b04c17efa", "tag": "be28dd7d-b1fa-43b3-bf1b-1bf737456829"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:32.409785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-8accaaee-ab42-4de8-83be-fd478b45cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:32.416004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-8accaaee-ab42-4de8-83be-fd478b45cd6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8005705d-1e98-4176-ab80-fdff079fcb1f HTTP/1.1" status: 200 len: 931 time: 0.3128538 Aug 09 15:33:32.444174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf538978-a392-4669-aa78-1f17436b93dd service neutron] Pushing event updated for resources: {'Port': ['ID=be28dd7d-b1fa-43b3-bf1b-1bf737456829,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:32.515236 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:57Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:32.542301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-57ea0174-9794-4383-8603-7c3d350d6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:32.549553 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-57ea0174-9794-4383-8603-7c3d350d6dd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 1094 time: 0.0947416 Aug 09 15:33:32.572779 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3caccc4-4dbb-4417-8864-b340338bfbc2 None None] The sync data for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 is: [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:32:48Z', 'revision_number': 4, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'cfe47f78-9225-4cb8-844f-41d91ebfaa11', 'name': '', 'network_id': '8005705d-1e98-4176-ab80-fdff079fcb1f', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'mac_address': 'fa:16:3e:5b:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:47Z', 'updated_at': '2021-08-09T15:32:57Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'subnets': [{'id': 'f1df4bf0-96fe-4216-b055-28cfbc78c951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:32.574057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:32.581124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-1ccceac2-1694-40e1-acc7-c051c721e213 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 200 len: 217 time: 0.1106064 Aug 09 15:33:32.591786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb0caea2-0794-4d62-8a52-b7ba5f856585 admin admin] 10.222.0.64 "PUT /v2.0/routers/31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0902722 Aug 09 15:33:32.593917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] Sync routers for ids ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:32.605547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] Routers {'31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:32.606473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:32.632353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41596) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:32.640104 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-86c5df21-3d41-4b71-b819-42ee1df5cbcb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be28dd7d-b1fa-43b3-bf1b-1bf737456829 HTTP/1.1" status: 200 len: 217 time: 0.0792301 Aug 09 15:33:32.645857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] For port 9bca55e0-0e87-4f3f-a9a7-30275e641a02, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:32.654759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] For port 9bca55e0-0e87-4f3f-a9a7-30275e641a02, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9bca55e0-0e87-4f3f-a9a7-30275e641a02,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:32.747656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-6ee03ff8-a4eb-4e1d-960b-1dab24b0b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:32.756075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-6ee03ff8-a4eb-4e1d-960b-1dab24b0b188 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1df4bf0-96fe-4216-b055-28cfbc78c951 HTTP/1.1" status: 200 len: 868 time: 0.0990741 Aug 09 15:33:32.771977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:32.883920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] Set router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:32.891680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:32.892341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:32.893783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] 10.222.0.66 "PUT /v2.0/ports/9bca55e0-0e87-4f3f-a9a7-30275e641a02 HTTP/1.1" status: 200 len: 1092 time: 3.1675777 Aug 09 15:33:32.996957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-c798f763-0894-4687-b7fd-d745b0d0b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:32.999033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-c798f763-0894-4687-b7fd-d745b0d0b3e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8005705d-1e98-4176-ab80-fdff079fcb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2421064 Aug 09 15:33:33.023121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-155bf022-6de4-4e7b-8e7d-7fbb88ba81c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2472081 Aug 09 15:33:33.092876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-1b8fe6ce-d162-41ea-8651-af9acdcd829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:33.094331 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-1b8fe6ce-d162-41ea-8651-af9acdcd829f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8865ca07-efe9-402b-9b56-7dba512f799a HTTP/1.1" status: 200 len: 854 time: 0.2100532 Aug 09 15:33:33.095926 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:33.105005 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9851a-8c41-4029-84e9-32c491da6e4b None None] New status for floating IP 68229c34-6afd-4d0b-b4aa-0678bb809a26: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:33:33.175645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a8917-3d3a-4b6a-a167-0f7c20caef41 service neutron] Pushing event updated for resources: {'Port': ['ID=9bca55e0-0e87-4f3f-a9a7-30275e641a02,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:33.253877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:33.275759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-f7f8078b-03f7-41b1-b529-bf6ebebb0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:33.277897 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-f7f8078b-03f7-41b1-b529-bf6ebebb0458 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=819b1b52-28cf-4f2e-9cf0-70825fe88061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341391 Aug 09 15:33:33.319742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:33:29Z', 'revision_number': 5, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port': {'id': 'dac35eb8-8459-443c-be74-d78691f048c2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:33.374463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] Checking router: 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:33.413308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] Routers {'31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:33.414236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:33.575612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] Set router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:33.707499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd1d1-fae2-4429-a346-630e4285600d req-f4d7ba60-2265-4403-be63-9f3a96f5dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:33.710885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-f4d7ba60-2265-4403-be63-9f3a96f5dbdc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 1095 time: 0.7514274 Aug 09 15:33:33.719514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-97953bf0-b7ec-4d47-94d9-c6343bebafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:33.720216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:33:33Z', 'revision_number': 6, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:33.721896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-97953bf0-b7ec-4d47-94d9-c6343bebafcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1096 time: 0.5861342 Aug 09 15:33:33.736852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Deleting port dac35eb8-8459-443c-be74-d78691f048c2 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:33.737445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:33.784378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8254c3-b425-4e8f-a4ee-f353a4659dff None None] The sync data for ids ['31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073'] in n-d-799523-2 is: [{'id': '31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073', 'name': 'tempest-AttachSCSIVolumeTestJSON-10119785-router', 'tenant_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:06Z', 'updated_at': '2021-08-09T15:33:33Z', 'revision_number': 6, 'project_id': 'b64af6d85f3b41048c6b2e2e26039adf', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:33.801090 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-d4c38c0a-e060-4e49-9e57-365323f6a8d9 service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959104 Aug 09 15:33:33.805830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-d1eaa872-3dee-4d03-a8e2-7fb5eec27924 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bca55e0-0e87-4f3f-a9a7-30275e641a02 HTTP/1.1" status: 200 len: 217 time: 0.0828633 Aug 09 15:33:33.826204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173dcae-52ad-4779-9d7f-f8c666ceeaef req-8e3ac23b-2dd5-4074-9808-5ffa3875a102 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:33.827736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c173dcae-52ad-4779-9d7f-f8c666ceeaef req-8e3ac23b-2dd5-4074-9808-5ffa3875a102 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 946 time: 0.6469760 Aug 09 15:33:33.902829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] For port dac35eb8-8459-443c-be74-d78691f048c2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dac35eb8-8459-443c-be74-d78691f048c2,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:33.903234 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:33.923544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Calling delete_port for dac35eb8-8459-443c-be74-d78691f048c2 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:33.944980 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-12a78609-0bf2-49f8-9d92-6a9f85800e25 service neutron] 10.222.0.64 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8848126 Aug 09 15:33:33.953732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd1d1-fae2-4429-a346-630e4285600d req-bdce2fe3-9009-46eb-b69f-513cbba96f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:33.955233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-bdce2fe3-9009-46eb-b69f-513cbba96f57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8865ca07-efe9-402b-9b56-7dba512f799a HTTP/1.1" status: 200 len: 854 time: 0.1263978 Aug 09 15:33:33.977426 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d0b014b4-7725-4268-8d83-79c60ffd59fa req-306ff945-fb77-4643-b8f2-4eb648d631a6 service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615088 Aug 09 15:33:34.035169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c173dcae-52ad-4779-9d7f-f8c666ceeaef req-36c987ab-033c-4e95-8519-23f32a1dab59 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475179 Aug 09 15:33:34.090356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-475748d5-1f8d-46ec-97bf-d175a8aeb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:34.091901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-475748d5-1f8d-46ec-97bf-d175a8aeb6fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.3111084 Aug 09 15:33:34.132537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:34.155665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-4bb403b1-a08c-40a7-a82f-e6cb77a4550c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 217 time: 0.0508819 Aug 09 15:33:34.160027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd1d1-fae2-4429-a346-630e4285600d req-cf1fd884-1a45-4b43-aed1-3f8b46699bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:34.161507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-cf1fd884-1a45-4b43-aed1-3f8b46699bed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=819b1b52-28cf-4f2e-9cf0-70825fe88061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789646 Aug 09 15:33:34.208912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3a4ff13-7122-462f-9c14-cff610f04aaf req-cc74af31-aad4-43a4-a8df-c9dc683b0109 service neutron] 10.222.0.64 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480803 Aug 09 15:33:34.233150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac35eb8-8459-443c-be74-d78691f048c2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:34.345348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-b3a07d0d-777a-4817-b641-185aba453fba service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716404 Aug 09 15:33:34.347082 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dcc886-ae89-4275-a22a-3be665b532f2 x-openstack-request-id: req-94dcc886-ae89-4275-a22a-3be665b532f2 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:34.347855 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:34.347855 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94dcc886-ae89-4275-a22a-3be665b532f2 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:34.348708 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'status': 'completed', 'code': 200} Aug 09 15:33:34.388211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-6532e1e8-87dc-408a-9bc2-f3147e31a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:34.390005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-6532e1e8-87dc-408a-9bc2-f3147e31a5d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.2153060 Aug 09 15:33:34.518051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-4f1b6ec5-3dc1-4534-80c9-173a118d8f7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056552 Aug 09 15:33:34.521237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:34.567640 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08583a6c-4a27-4da8-a2d2-62e52f087baf x-openstack-request-id: req-08583a6c-4a27-4da8-a2d2-62e52f087baf {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:34.567955 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3053918-f9a0-44ac-ac34-d3e2e01f510a", "name": "network-vif-plugged", "status": "completed", "tag": "214e8443-8933-4947-9746-241fde9f0dd9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:34.568413 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08583a6c-4a27-4da8-a2d2-62e52f087baf {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:34.568816 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3053918-f9a0-44ac-ac34-d3e2e01f510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214e8443-8933-4947-9746-241fde9f0dd9', 'code': 200} Aug 09 15:33:34.634466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:34.637060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:34.688599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-11d68668-e5ff-4392-85c9-fe9865677606 service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974951 Aug 09 15:33:34.709245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97175e6-3b82-47a1-a970-e565bc5e20b0 req-0ae2c704-fd50-40b8-9431-0a5a3ff51612 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:34.710543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b97175e6-3b82-47a1-a970-e565bc5e20b0 req-0ae2c704-fd50-40b8-9431-0a5a3ff51612 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 950 time: 0.2337148 Aug 09 15:33:34.710914 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23a93e1-428f-44e0-946b-b937a381139b x-openstack-request-id: req-f23a93e1-428f-44e0-946b-b937a381139b {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:34.711201 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc0eadc-9a24-4873-9e3b-3d8b04c17efa", "tag": "be28dd7d-b1fa-43b3-bf1b-1bf737456829", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:34.711445 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f23a93e1-428f-44e0-946b-b937a381139b {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:34.711916 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc0eadc-9a24-4873-9e3b-3d8b04c17efa', 'tag': 'be28dd7d-b1fa-43b3-bf1b-1bf737456829', 'status': 'completed', 'code': 200} Aug 09 15:33:34.730173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:34.730696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:33:34.736505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:34.737722 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-709c89bf-ad8a-41e3-851e-ca5a234a9140 admin admin] 10.222.0.64 "DELETE /v2.0/routers/31f7c6bf-4e1d-4b0f-ad1e-9d09e6ae8073 HTTP/1.1" status: 204 len: 168 time: 2.0997434 Aug 09 15:33:34.759840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41620) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:34.784754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-a66ccf25-f61a-4199-ae26-f565b23c5923 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467544 Aug 09 15:33:34.810164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b97175e6-3b82-47a1-a970-e565bc5e20b0 req-f965408e-b50c-4400-a10f-6e0db1b764dd tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881732 Aug 09 15:33:34.873739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-8e44e973-4fdc-474e-8c64-a130ea9db6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:34.875404 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-8e44e973-4fdc-474e-8c64-a130ea9db6bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa6da0751ce44a6dad73736c5edf9b05&device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 1097 time: 0.4183218 Aug 09 15:33:34.895675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-ba0d2004-743a-4977-a104-c2efe89bf64f tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:34.897332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-ba0d2004-743a-4977-a104-c2efe89bf64f tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.35 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 815 time: 0.6219721 Aug 09 15:33:34.919694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29fd5b68-d1b4-49d8-8597-eb85c1ba8d98 req-3b8a682a-ad91-4a84-9b4b-d66665db6ad3 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 210 time: 0.0893288 Aug 09 15:33:34.982266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b44deb-7a57-46c2-a49d-d69aa8849d83 req-3a534d32-196c-48e0-8f0d-189b764ea69f service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873465 Aug 09 15:33:35.000145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Request body: {'port': {'device_id': '3d16e711-c5a8-4c47-8a7c-4b4086f287b9', 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061', 'admin_state_up': True, 'tenant_id': '7e6d963514f14915835ebf6971cec108'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:35.016508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ddc309-9288-4fb6-a6e0-c3490821ac9d admin admin] Deleting subnet 89389070-d374-4694-b61d-c891d0c71881 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:33:35.044832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b328633-2590-40ba-8bdd-649a82679593 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:35.061523 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc309-9288-4fb6-a6e0-c3490821ac9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.067318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b45cd-f7c9-41f4-8f6a-8b88e9367691 req-86024bf8-d64d-4779-be5c-0ce29f8b6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:35.068914 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d99b45cd-f7c9-41f4-8f6a-8b88e9367691 req-86024bf8-d64d-4779-be5c-0ce29f8b6c5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 1101 time: 0.3791420 Aug 09 15:33:35.075555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-97f9ab0a-4d2b-4bda-8b62-bc08403f8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:35.077909 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-97f9ab0a-4d2b-4bda-8b62-bc08403f8bf3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 1094 time: 0.3867822 Aug 09 15:33:35.084094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41624) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:35.092031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6b328633-2590-40ba-8bdd-649a82679593 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:35.092585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b328633-2590-40ba-8bdd-649a82679593 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:35.093499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dac35eb8-8459-443c-be74-d78691f048c2 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:35.098327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-7ba181cd-1723-478e-ac50-16b75db7f7c9 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips/68229c34-6afd-4d0b-b4aa-0678bb809a26 HTTP/1.1" status: 200 len: 693 time: 0.1150029 Aug 09 15:33:35.099019 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:33:35.143385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: dac35eb8-8459-443c-be74-d78691f048c2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:35.152178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dac35eb8-8459-443c-be74-d78691f048c2 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:35.191448 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc309-9288-4fb6-a6e0-c3490821ac9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.282206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c9e0c77-d90d-4189-ac03-254d1037f50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.314167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-4fcb0af8-1ef1-4500-8187-c9dcd2a52888 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:35.315574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-4fcb0af8-1ef1-4500-8187-c9dcd2a52888 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2042747 Aug 09 15:33:35.342491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81d3ea-4728-4491-a44f-753b50a2e439 req-ba46ec7e-7fa0-414e-9b68-13010e5b7a96 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:35.342491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e81d3ea-4728-4491-a44f-753b50a2e439 req-ba46ec7e-7fa0-414e-9b68-13010e5b7a96 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 946 time: 0.1765904 Aug 09 15:33:35.411411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-e30b2d79-35f6-4f0c-b66c-9ec68677af64 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 696 time: 0.0875115 Aug 09 15:33:35.445197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d99b45cd-f7c9-41f4-8f6a-8b88e9367691 req-b5bfc3d3-027c-46ff-ad38-bfd3dfb941bd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701419 Aug 09 15:33:35.462814 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc309-9288-4fb6-a6e0-c3490821ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.485961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e81d3ea-4728-4491-a44f-753b50a2e439 req-4d0a4ee0-3e26-4c34-8c38-6b7209cd3161 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399221 Aug 09 15:33:35.514106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-4885dabd-30e0-4940-9bf3-4a72c3811b06 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.198 HTTP/1.1" status: 200 len: 696 time: 0.0699167 Aug 09 15:33:35.579801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-ebad2bbc-06ef-4675-ab9c-5269c758ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:35.582607 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-ebad2bbc-06ef-4675-ab9c-5269c758ac3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8005705d-1e98-4176-ab80-fdff079fcb1f HTTP/1.1" status: 200 len: 931 time: 0.6798425 Aug 09 15:33:35.648624 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-97d474df-0460-4323-b1f4-b20dfc451d70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 200 len: 217 time: 0.0586321 Aug 09 15:33:35.653028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-5cd92b9f-f2b2-4a29-aa59-ea55729d5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:35.654683 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-5cd92b9f-f2b2-4a29-aa59-ea55729d5e56 service neutron] 10.222.0.66 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 917 time: 0.3809235 Aug 09 15:33:35.656346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc309-9288-4fb6-a6e0-c3490821ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.669241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c9e0c77-d90d-4189-ac03-254d1037f50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.675501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c9e0c77-d90d-4189-ac03-254d1037f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.740425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddc309-9288-4fb6-a6e0-c3490821ac9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89389070-d374-4694-b61d-c891d0c71881,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:35.750952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b123b-9f30-4cbe-9887-a3b0743c60bb None None] Network 20099272-74df-43a9-b40e-d5a156e7da0c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:35.753728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2c9e0c77-d90d-4189-ac03-254d1037f50e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53ecbb5a00784d699d19ea349c97a470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6685553 Aug 09 15:33:35.756338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41632) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:35.763467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e0c77-d90d-4189-ac03-254d1037f50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b21da7-8a47-416b-9282-bccf223c5d38,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:35.779212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Deleting port e6be81f5-e8f0-42c8-8837-7a2a0731c73b {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:35.779562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.820441 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc309-9288-4fb6-a6e0-c3490821ac9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.830285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41634) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:35.832018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a8ddc309-9288-4fb6-a6e0-c3490821ac9d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/89389070-d374-4694-b61d-c891d0c71881 HTTP/1.1" status: 204 len: 168 time: 1.0412540 Aug 09 15:33:35.845992 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-0f2bd448-1f31-4424-98a2-c2abbada1b44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be28dd7d-b1fa-43b3-bf1b-1bf737456829 HTTP/1.1" status: 200 len: 217 time: 0.1701415 Aug 09 15:33:35.894731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-69a358aa-599d-44fa-9d72-718c5f62d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:35.896248 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-69a358aa-599d-44fa-9d72-718c5f62d0a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1df4bf0-96fe-4216-b055-28cfbc78c951 HTTP/1.1" status: 200 len: 868 time: 0.2366164 Aug 09 15:33:35.916701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Made reservation on behalf of 7e6d963514f14915835ebf6971cec108 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:35.920477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:35.985786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-a5d4dd5e-279d-445b-8764-d56a18bb053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:35.987318 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-a5d4dd5e-279d-445b-8764-d56a18bb053d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8865ca07-efe9-402b-9b56-7dba512f799a HTTP/1.1" status: 200 len: 854 time: 0.1248910 Aug 09 15:33:36.007624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c101c368-99aa-463a-8465-284948ffc841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.012323 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.016033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.016854 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.029750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] DHCP port deletion for 20099272-74df-43a9-b40e-d5a156e7da0c request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:33:36.046380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Calling delete_port for e6be81f5-e8f0-42c8-8837-7a2a0731c73b owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:36.047165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-1c1a677c-41e8-41a0-91be-a284bc97ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:36.048750 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-1c1a677c-41e8-41a0-91be-a284bc97ad9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8005705d-1e98-4176-ab80-fdff079fcb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258957 Aug 09 15:33:36.076853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] Deleting port d5f87253-ec2a-485d-b436-453d8a270fd1 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:36.077834 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.145439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] For port d5f87253-ec2a-485d-b436-453d8a270fd1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d5f87253-ec2a-485d-b436-453d8a270fd1,segment=NetworkSegment(9a258ac1-d71e-493b-b2f1-ae14d46df570),segment_id=9a258ac1-d71e-493b-b2f1-ae14d46df570)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:36.146105 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.160528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] Calling delete_port for d5f87253-ec2a-485d-b436-453d8a270fd1 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:36.184504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-2e8b2120-59c3-4e94-a0bc-d53a044dafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:36.186091 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-2e8b2120-59c3-4e94-a0bc-d53a044dafff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=819b1b52-28cf-4f2e-9cf0-70825fe88061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550632 Aug 09 15:33:36.266292 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.268983 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-ce72fb13-3037-4313-9c80-70ee4b42d898 service neutron] 10.222.0.35 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039373 Aug 09 15:33:36.271658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Allocated IP 172.20.0.9 (819b1b52-28cf-4f2e-9cf0-70825fe88061/8865ca07-efe9-402b-9b56-7dba512f799a/3974657a-3e40-40ed-9300-23997ddd03c3) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:36.276964 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be23e-56ba-43d8-9044-6ed5dda84754 req-28444962-5c20-4402-92bb-f19644c3b694 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:36.286791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-660be23e-56ba-43d8-9044-6ed5dda84754 req-28444962-5c20-4402-92bb-f19644c3b694 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 950 time: 0.3897865 Aug 09 15:33:36.301061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] Pushing event deleted for resources: {'Port': ['ID=d5f87253-ec2a-485d-b436-453d8a270fd1,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:36.302722 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c101c368-99aa-463a-8465-284948ffc841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.311630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.318615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009c20e-41ff-4630-adda-a7c0e8e87fc4 None None] No DVR routers for this DVR port d5f87253-ec2a-485d-b436-453d8a270fd1 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:36.394841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb59df2-6a79-4b06-9fdc-cc9c552571da', 'tag': '9bca55e0-0e87-4f3f-a9a7-30275e641a02'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:36.397535 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15721ac1-5370-48b7-9600-17921f06b0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb59df2-6a79-4b06-9fdc-cc9c552571da", "tag": "9bca55e0-0e87-4f3f-a9a7-30275e641a02"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:36.434016 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-11a3d345-4e9c-43a2-be60-8ce0dd01b176 service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341914 Aug 09 15:33:36.474377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Pushing event deleted for resources: {'Port': ['ID=e6be81f5-e8f0-42c8-8837-7a2a0731c73b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:36.566830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-660be23e-56ba-43d8-9044-6ed5dda84754 req-11905c88-9efa-432b-a788-c41c0b6cc51c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789612 Aug 09 15:33:36.568251 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7968967-7fe4-4643-b052-b01b451a8ee0 req-b155a6bc-478f-4759-aa2c-b2808b1b391c service neutron] 10.222.0.35 "GET /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890859 Aug 09 15:33:36.580934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.587273 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.591158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07794a1c-d68f-4f55-a003-78ea3f3e37bf req-61155292-cd45-4074-b741-44c6636c284c tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "DELETE /v2.0/floatingips/68229c34-6afd-4d0b-b4aa-0678bb809a26 HTTP/1.1" status: 204 len: 173 time: 1.0843909 Aug 09 15:33:36.606319 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.618092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20099272-74df-43a9-b40e-d5a156e7da0c']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:36.631359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a258ac1-d71e-493b-b2f1-ae14d46df570') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:36.631697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a258ac1-d71e-493b-b2f1-ae14d46df570') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:36.649061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.659791 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c101c368-99aa-463a-8465-284948ffc841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.662879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c101c368-99aa-463a-8465-284948ffc841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.664270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c101c368-99aa-463a-8465-284948ffc841 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2b21da7-8a47-416b-9282-bccf223c5d38 HTTP/1.1" status: 204 len: 168 time: 0.9067950 Aug 09 15:33:36.709927 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.712491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101c368-99aa-463a-8465-284948ffc841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b21da7-8a47-416b-9282-bccf223c5d38,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:36.720993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:33:36.721522 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:33:36.723946 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:33:36.751933 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ad35d-bc2a-4244-afa3-7eeac7785de8 x-openstack-request-id: req-e16ad35d-bc2a-4244-afa3-7eeac7785de8 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:36.752369 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb59df2-6a79-4b06-9fdc-cc9c552571da", "tag": "9bca55e0-0e87-4f3f-a9a7-30275e641a02", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:36.752725 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e16ad35d-bc2a-4244-afa3-7eeac7785de8 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:36.753219 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb59df2-6a79-4b06-9fdc-cc9c552571da', 'tag': '9bca55e0-0e87-4f3f-a9a7-30275e641a02', 'status': 'completed', 'code': 200} Aug 09 15:33:36.835855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5599f373-f324-443f-8f77-2f37b0c30abe req-c04dd4f5-3908-458c-9cca-49c37172f688 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 210 time: 0.0455687 Aug 09 15:33:36.855203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.868559 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:36.876183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] 10.222.0.64 "DELETE /v2.0/networks/20099272-74df-43a9-b40e-d5a156e7da0c HTTP/1.1" status: 204 len: 168 time: 1.0397437 Aug 09 15:33:36.891023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c20265-ddd6-4876-8876-25726719b044 admin admin] Pushing event deleted for resources: {'Network': ['ID=20099272-74df-43a9-b40e-d5a156e7da0c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:37.030344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd05bd-1053-4b37-8e41-bea5d2b7e69b req-a7b6814e-47be-4b55-9125-2f17a254f857 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:37.036179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bfdd05bd-1053-4b37-8e41-bea5d2b7e69b req-a7b6814e-47be-4b55-9125-2f17a254f857 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 946 time: 0.1187983 Aug 09 15:33:37.065138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d5f87253-ec2a-485d-b436-453d8a270fd1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:37.122449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: d5f87253-ec2a-485d-b436-453d8a270fd1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:37.124229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d5f87253-ec2a-485d-b436-453d8a270fd1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:37.165658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6ba6a00f-2399-40b9-82f8-298c5d51bc17 req-93aeff95-44f7-4b9e-a9d1-409f811d2af7 service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981311 Aug 09 15:33:37.175217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bfdd05bd-1053-4b37-8e41-bea5d2b7e69b req-e0f7d044-d139-4384-b8b4-60d308480e52 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312988 Aug 09 15:33:37.220549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1871b8-71e0-444f-8da5-0a7a1b4bd9d7 req-cc28b6af-07b9-48c7-b91c-bf9ad00f95e0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:37.231717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e1871b8-71e0-444f-8da5-0a7a1b4bd9d7 req-cc28b6af-07b9-48c7-b91c-bf9ad00f95e0 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1579053 Aug 09 15:33:37.247534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15721ac1-5370-48b7-9600-17921f06b0ca req-dbf2ca02-a8e0-4fb2-9d62-9c92c58b7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:37.249397 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15721ac1-5370-48b7-9600-17921f06b0ca req-dbf2ca02-a8e0-4fb2-9d62-9c92c58b7c41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 1095 time: 0.1173408 Aug 09 15:33:37.254913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:37.282995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41662) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:37.296474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e1871b8-71e0-444f-8da5-0a7a1b4bd9d7 req-132a9a39-f0a8-4817-818d-2036bea8abcb tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0636497 Aug 09 15:33:37.365748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15721ac1-5370-48b7-9600-17921f06b0ca req-23378c7b-1b61-4746-bfe0-c6de858d8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:37.367323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15721ac1-5370-48b7-9600-17921f06b0ca req-23378c7b-1b61-4746-bfe0-c6de858d8d68 service neutron] 10.222.0.66 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 917 time: 0.1050167 Aug 09 15:33:37.409331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01508011-6ee1-4377-8d8f-07dca009f29c req-78e8d589-a496-4bab-92c9-589cdd82fd54 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0754766 Aug 09 15:33:37.420856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Transition to ACTIVE for port object 3974657a-3e40-40ed-9300-23997ddd03c3 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:37.445782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ebc1593c-cc53-4d96-a5c6-43831f43369e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49aa9030b995421d98237a95697c378b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615014 Aug 09 15:33:37.448511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41670) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:37.469527 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15721ac1-5370-48b7-9600-17921f06b0ca req-b28562f4-1227-404f-9f7a-2368bf77c1eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bca55e0-0e87-4f3f-a9a7-30275e641a02 HTTP/1.1" status: 200 len: 217 time: 0.0614531 Aug 09 15:33:37.480432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-adb3c143-2edd-4a89-adfb-fe0ccc6ea67f tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:37.481928 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-adb3c143-2edd-4a89-adfb-fe0ccc6ea67f tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1097 time: 0.1133344 Aug 09 15:33:37.524124 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-024c98a9-f5e2-4321-afd2-e81afda7a1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:37.546721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799523-2'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:37.557585 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-024c98a9-f5e2-4321-afd2-e81afda7a1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:37.625749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15721ac1-5370-48b7-9600-17921f06b0ca req-b1f0274d-cdb8-49a4-9585-10aaf8b2842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:37.627914 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15721ac1-5370-48b7-9600-17921f06b0ca req-b1f0274d-cdb8-49a4-9585-10aaf8b2842a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8865ca07-efe9-402b-9b56-7dba512f799a HTTP/1.1" status: 200 len: 854 time: 0.1450243 Aug 09 15:33:37.659999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:37.672103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-024c98a9-f5e2-4321-afd2-e81afda7a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:37.675134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-024c98a9-f5e2-4321-afd2-e81afda7a1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:37.676783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-024c98a9-f5e2-4321-afd2-e81afda7a1c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba HTTP/1.1" status: 204 len: 168 time: 0.2271013 Aug 09 15:33:37.687235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c98a9-f5e2-4321-afd2-e81afda7a1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99c0ebc-7cfa-4a8a-92b9-9bd8a02f42ba,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:37.747210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9bca55e0-0e87-4f3f-a9a7-30275e641a02 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:37.807012 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:37.843615 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:37.852518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:37.856105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:37.924038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b47a5-abd5-4b28-8fdc-f54feb26be52 req-6f2a0c6b-44be-4f5e-ac42-6661b3548e88 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:37.933248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc2b47a5-abd5-4b28-8fdc-f54feb26be52 req-6f2a0c6b-44be-4f5e-ac42-6661b3548e88 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 950 time: 0.2435186 Aug 09 15:33:38.015324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1b0c2-cf2b-4bd0-87ad-4b357e2979b0 req-23375fea-e0ab-4756-9b42-1f92052c724e tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:38.024473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70a1b0c2-cf2b-4bd0-87ad-4b357e2979b0 req-23375fea-e0ab-4756-9b42-1f92052c724e tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 946 time: 0.2824430 Aug 09 15:33:38.036456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9bca55e0-0e87-4f3f-a9a7-30275e641a02, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9bca55e0-0e87-4f3f-a9a7-30275e641a02,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:38.070822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:38.071790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '9bca55e0-0e87-4f3f-a9a7-30275e641a02', 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061', 'port_id': '9bca55e0-0e87-4f3f-a9a7-30275e641a02', 'mac_address': 'fa:16:3e:c0:37:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8865ca07-efe9-402b-9b56-7dba512f799a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:33:38.079904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc2b47a5-abd5-4b28-8fdc-f54feb26be52 req-bdbd8452-15c2-48b1-a113-8c67c640f822 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453784 Aug 09 15:33:38.135169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70a1b0c2-cf2b-4bd0-87ad-4b357e2979b0 req-7d3c7978-8f47-4ef7-a052-fab0afd519b4 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/security-groups?id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095846 Aug 09 15:33:38.139765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:38.185254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41698) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:38.201344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Pushing event updated for resources: {'Port': ['ID=3974657a-3e40-40ed-9300-23997ddd03c3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:38.220269 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.221666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41704) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:38.245895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15721ac1-5370-48b7-9600-17921f06b0ca req-c4d20cc1-138a-4a95-956c-2eff687ac2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:38.247859 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15721ac1-5370-48b7-9600-17921f06b0ca req-c4d20cc1-138a-4a95-956c-2eff687ac2aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=819b1b52-28cf-4f2e-9cf0-70825fe88061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5895154 Aug 09 15:33:38.255333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bca55e0-0e87-4f3f-a9a7-30275e641a02 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:38.305014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9bca55e0-0e87-4f3f-a9a7-30275e641a02, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9bca55e0-0e87-4f3f-a9a7-30275e641a02,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:38.312110 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.314564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device be28dd7d-b1fa-43b3-bf1b-1bf737456829 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:38.355489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:38.359101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0b3714dc-33ed-423b-8c9a-dc1a1234721b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b64af6d85f3b41048c6b2e2e26039adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335797 Aug 09 15:33:38.362396 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e293559c-9bfc-4228-bbca-1ea436de4648" -d '{"events": [{"server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "name": "network-vif-unplugged", "status": "completed", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:38.365387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41706) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:38.367769 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.423094 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.432363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92d4d7-ed03-4158-be93-71645b3bfc5d req-65999026-8cae-4407-921e-2be191f265fb tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:38.438682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:38.441956 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.443177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e92d4d7-ed03-4158-be93-71645b3bfc5d req-65999026-8cae-4407-921e-2be191f265fb tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 931 time: 0.1254318 Aug 09 15:33:38.493173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c7e2238f-5344-421f-bd5c-a2969bae29d1 None None] Provisioning for port 3974657a-3e40-40ed-9300-23997ddd03c3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:38.503403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c7e2238f-5344-421f-bd5c-a2969bae29d1 None None] Provisioning complete for port 3974657a-3e40-40ed-9300-23997ddd03c3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:38.510103 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c7e2238f-5344-421f-bd5c-a2969bae29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.517144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e92d4d7-ed03-4158-be93-71645b3bfc5d req-7a0317d2-9af8-4f74-a4a0-43e92947c1a6 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660238 Aug 09 15:33:38.542826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1831572442-network', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:38.587498 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15721ac1-5370-48b7-9600-17921f06b0ca req-166f561f-096a-4413-b18c-d8f5bc980e2d service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220005 Aug 09 15:33:38.592314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Made reservation on behalf of 4b9aed832cf24bfc87ba3854728591b6 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:38.594774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.596350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port be28dd7d-b1fa-43b3-bf1b-1bf737456829, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=be28dd7d-b1fa-43b3-bf1b-1bf737456829,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:38.601553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=9bca55e0-0e87-4f3f-a9a7-30275e641a02,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:38.628783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3dc6b4c0-0454-4448-90b6-643c72e91adf tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6869206 Aug 09 15:33:38.632747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.645935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'be28dd7d-b1fa-43b3-bf1b-1bf737456829', 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061', 'port_id': 'be28dd7d-b1fa-43b3-bf1b-1bf737456829', 'mac_address': 'fa:16:3e:42:dc:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8865ca07-efe9-402b-9b56-7dba512f799a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:33:38.657892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2238f-5344-421f-bd5c-a2969bae29d1 None None] Port 3974657a-3e40-40ed-9300-23997ddd03c3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:38.694626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Request body: {'port': {'device_id': '3d16e711-c5a8-4c47-8a7c-4b4086f287b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:38.703066 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.719742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be28dd7d-b1fa-43b3-bf1b-1bf737456829 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:38.750872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port be28dd7d-b1fa-43b3-bf1b-1bf737456829, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=be28dd7d-b1fa-43b3-bf1b-1bf737456829,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:38.757528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.768395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875dca3-b5bb-4918-87e8-b0fd8b52d2bf req-ba399e56-0bd9-4a2a-80ec-48c73d8f3c23 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:38.770004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9875dca3-b5bb-4918-87e8-b0fd8b52d2bf req-ba399e56-0bd9-4a2a-80ec-48c73d8f3c23 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.1624720 Aug 09 15:33:38.835985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9875dca3-b5bb-4918-87e8-b0fd8b52d2bf req-7a99b671-71f2-4f31-a751-8e6fabd87da2 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559113 Aug 09 15:33:38.862374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=be28dd7d-b1fa-43b3-bf1b-1bf737456829,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:38.883923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Pushing event updated for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:38.893581 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.898820 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.901162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on host n-h1-799523-2 for vnic_type normal with profile {"migrating_to": "n-h2-799523-2"} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:38.901508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:38.902127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:38.925466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99f9270c-49e5-472a-b49a-d3b2e81bcb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.939729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:33:38.951627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6004a35b-9719-4624-b9f1-631450f9bdc8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:38.960167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.960652 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Added segment 35df76a1-22e1-493c-b354-f35d1c1b644c of type vlan for network 1e526aea-abc7-42cb-9203-6ed6487eea76 Aug 09 15:33:38.961099 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d889f3-2bc9-42d5-bb4b-4f563d45bdba x-openstack-request-id: req-d5d889f3-2bc9-42d5-bb4b-4f563d45bdba {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:38.962631 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "name": "network-vif-unplugged", "status": "completed", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:38.962631 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5d889f3-2bc9-42d5-bb4b-4f563d45bdba {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:38.962631 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2', 'code': 200} Aug 09 15:33:38.962971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:38.963531 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Attempting to bind port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:38.980401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:38.984764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99f9270c-49e5-472a-b49a-d3b2e81bcb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.004488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:39.004666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:39.004949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:39.005394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Bound port: e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:39.005755 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.027611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.059302 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15721ac1-5370-48b7-9600-17921f06b0ca req-f4ac1944-6ee7-4477-8726-367328b36d6d service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476044 Aug 09 15:33:39.068994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.070440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.071285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.101316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['9bca55e0-0e87-4f3f-a9a7-30275e641a02'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:39.131696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['be28dd7d-b1fa-43b3-bf1b-1bf737456829'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:39.193147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99f9270c-49e5-472a-b49a-d3b2e81bcb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.195719 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99f9270c-49e5-472a-b49a-d3b2e81bcb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.196933 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-99f9270c-49e5-472a-b49a-d3b2e81bcb3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5989eaf8-1a6d-419f-9baa-fc1e8097dbb6 HTTP/1.1" status: 204 len: 168 time: 0.8219008 Aug 09 15:33:39.205615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] Pushing event updated for resources: {'Network': ['ID=1e526aea-abc7-42cb-9203-6ed6487eea76,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:39.218074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ca485fa7-3eae-4419-83e9-b16775935da1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0315845 Aug 09 15:33:39.219157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41718) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:39.230258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:33:39.231024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Request body: {'subnet': {'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-subnet', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:39.362112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Made reservation on behalf of 4b9aed832cf24bfc87ba3854728591b6 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:39.365181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.540939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74238c-b78d-424b-a570-4499ed36e3c8 req-53604d76-11da-4780-9a9b-af07785ee493 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.548561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d74238c-b78d-424b-a570-4499ed36e3c8 req-53604d76-11da-4780-9a9b-af07785ee493 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 946 time: 0.2790642 Aug 09 15:33:39.559757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:39.563204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9270c-49e5-472a-b49a-d3b2e81bcb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5989eaf8-1a6d-419f-9baa-fc1e8097dbb6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:39.606772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:39.624105 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.645130 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-f69f8dee-3ce3-4336-86f7-8a17de771807 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.646674 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-f69f8dee-3ce3-4336-86f7-8a17de771807 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 946 time: 0.4042618 Aug 09 15:33:39.670908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d74238c-b78d-424b-a570-4499ed36e3c8 req-5ea987f5-9bb3-4ce7-91ae-51ba48349fb4 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/security-groups?id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214516 Aug 09 15:33:39.682555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.683438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.684216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.684794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.684916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.685354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.686069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.686276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.686744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.687207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.687677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.688168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.688632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.689092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.701425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-bafdc9fb-6d31-4429-ae33-8dfac50ac265 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9&device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa&device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da&device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a&device_id=6b39bc61-43c5-46eb-a628-e120c63ed620&device_id=163438a0-b09a-4806-8c67-3e6796e7dd73&device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d&device_id=138ca1bd-66a4-45b1-b853-81e29e486901&device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387&device_id=5fbeed92-5800-4357-81b6-f589ae91ed67&device_id=47e286b2-da35-43dc-b242-5db01942f3ee&device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb&device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd&device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 12545 time: 0.1400833 Aug 09 15:33:39.722962 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-6813d095-a8a3-44b7-852b-09c654bd550c tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.764759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3974657a-3e40-40ed-9300-23997ddd03c3 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:39.774778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:39.849163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.882523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.910790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:39.911804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:39.914165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] 10.222.0.66 "PUT /v2.0/ports/e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 HTTP/1.1" status: 200 len: 1122 time: 2.3762946 Aug 09 15:33:39.941068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2984fff-deb1-4b6a-afc0-a764dfeefd27 service neutron] Pushing event updated for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=8']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:39.983077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b330a5-5e24-4a35-bc3b-92623b7e992e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:39.995323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Transition to ACTIVE for port object 3974657a-3e40-40ed-9300-23997ddd03c3 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:40.000786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.007613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-6813d095-a8a3-44b7-852b-09c654bd550c tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.020350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Checking segment: {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:40.020965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Network hostable DHCP agents. Network: 1e526aea-abc7-42cb-9203-6ed6487eea76, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:33:40.028683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:40.059121 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-6813d095-a8a3-44b7-852b-09c654bd550c tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.124071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0448bc8c-2b02-406a-8ec5-6233ce4397ed req-6813d095-a8a3-44b7-852b-09c654bd550c tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&id=841453d3-2c62-4314-8672-531a679aba9e&id=c848f949-f430-4c59-8c76-23a5e5b8f19c&id=13b40a6a-147d-4b50-889c-fd1023f326b0&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4216471 Aug 09 15:33:40.149528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:40.155488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3974657a-3e40-40ed-9300-23997ddd03c3,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:40.198869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813d095-a8a3-44b7-852b-09c654bd550c tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fea7246-058b-48bc-8c18-0a895cc812a1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:40.204222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:33:40.210393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Deleting port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:40.211092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.221522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68b87-7341-41c5-8983-97bcae41f4a8 req-d5990d7f-0e75-4efc-a450-2e65547767f1 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:40.224321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57d68b87-7341-41c5-8983-97bcae41f4a8 req-d5990d7f-0e75-4efc-a450-2e65547767f1 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 943 time: 0.2191334 Aug 09 15:33:40.225900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 1e526aea-abc7-42cb-9203-6ed6487eea76) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:40.230581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:40.231217 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.308213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88939d-4233-4b2a-a616-7d50a177a2ad None None] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:40.320452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57d68b87-7341-41c5-8983-97bcae41f4a8 req-0339ffcd-07a2-4130-b54a-d2536c4cc2b3 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854285 Aug 09 15:33:40.322868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8aef5569-de60-479b-9aef-128425965e99 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1030910 Aug 09 15:33:40.329265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41758) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:40.336075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:40.372264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794b5f1-9ae8-478c-a0bd-3251cea8eca9 req-64ddde66-2732-40f3-8a13-46c41bbd9aab tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:40.373956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0794b5f1-9ae8-478c-a0bd-3251cea8eca9 req-64ddde66-2732-40f3-8a13-46c41bbd9aab tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.1120894 Aug 09 15:33:40.398404 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.400779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.472424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0794b5f1-9ae8-478c-a0bd-3251cea8eca9 req-05b5e744-3a84-40fb-88b0-7eec116cecec tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663795 Aug 09 15:33:40.518168 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.533958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] For port 7c27e8db-adb8-4f03-ba21-eee4348fbf23, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c27e8db-adb8-4f03-ba21-eee4348fbf23,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:40.534481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.561898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Calling delete_port for 7c27e8db-adb8-4f03-ba21-eee4348fbf23 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:40.724977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:40.790804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 has no active binding in host n-h2-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:33:40.931127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Attempting to bind port 3974657a-3e40-40ed-9300-23997ddd03c3 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:40.931485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Attempting to bind port 3974657a-3e40-40ed-9300-23997ddd03c3 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:40.931861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Attempting to bind port 3974657a-3e40-40ed-9300-23997ddd03c3 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:40.937822 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.947593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Port 3974657a-3e40-40ed-9300-23997ddd03c3 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:40.948045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Attempting to bind port 3974657a-3e40-40ed-9300-23997ddd03c3 on network 819b1b52-28cf-4f2e-9cf0-70825fe88061 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:41.002995 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:41.005440 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44387d0-c236-4118-a0c0-81ac176a7496" -d '{"events": [{"name": "network-changed", "server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:41.036175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7c27e8db-adb8-4f03-ba21-eee4348fbf23'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:41.042212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Pushing event deleted for resources: {'Port': ['ID=7c27e8db-adb8-4f03-ba21-eee4348fbf23,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:41.072696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:41.073051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Checking segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:41.073446 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Bound using segment: {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:41.073954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Bound port: 3974657a-3e40-40ed-9300-23997ddd03c3, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f3c252-4cb1-4be5-91a1-f8219c268396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:41.074366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.089708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-1e526aea-abc7-42cb-9203-6ed6487eea76', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:33:41.090831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.157096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] No DVR routers for this DVR port 7c27e8db-adb8-4f03-ba21-eee4348fbf23 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:41.177728 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.219200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6460cf-e4f5-4240-bfc5-9f07803a4702 req-5fffbc99-117c-4a6d-bbb8-fb2baed3fef6 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.219942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6460cf-e4f5-4240-bfc5-9f07803a4702 req-5fffbc99-117c-4a6d-bbb8-fb2baed3fef6 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.220588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6460cf-e4f5-4240-bfc5-9f07803a4702 req-5fffbc99-117c-4a6d-bbb8-fb2baed3fef6 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.224653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] For port 3974657a-3e40-40ed-9300-23997ddd03c3, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:41.228777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] For port 3974657a-3e40-40ed-9300-23997ddd03c3, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3974657a-3e40-40ed-9300-23997ddd03c3,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:41.230821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae6460cf-e4f5-4240-bfc5-9f07803a4702 req-5fffbc99-117c-4a6d-bbb8-fb2baed3fef6 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a&device_id=6b39bc61-43c5-46eb-a628-e120c63ed620&device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 2883 time: 0.2416129 Aug 09 15:33:41.231022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.233480 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9850d3c6-a493-40dd-9925-a473c77a0afb req-d8889466-5a48-4a21-a8d8-a88d377ffc2f tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.35 "DELETE /v2.0/ports/7c27e8db-adb8-4f03-ba21-eee4348fbf23 HTTP/1.1" status: 204 len: 173 time: 1.5456939 Aug 09 15:33:41.235717 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.312701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.313455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.315165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] 10.222.0.35 "PUT /v2.0/ports/3974657a-3e40-40ed-9300-23997ddd03c3 HTTP/1.1" status: 200 len: 1091 time: 2.6285155 Aug 09 15:33:41.345255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae6460cf-e4f5-4240-bfc5-9f07803a4702 req-48b6e043-a7f6-4391-879c-437225552315 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120563 Aug 09 15:33:41.393566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9c14e-7f02-4729-af03-d392f5853bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=3974657a-3e40-40ed-9300-23997ddd03c3,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:41.444241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2aee5ed6-ef0e-4556-acb3-73e57844147d req-c7a8ea2a-d70e-4689-80ec-363c6e56437b tempest-FloatingIPsAssociationNegativeTestJSON-2139263031 tempest-FloatingIPsAssociationNegativeTestJSON-2139263031-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4433b0c-54aa-43ab-8de7-869ac5bc7b9d HTTP/1.1" status: 200 len: 210 time: 0.0610936 Aug 09 15:33:41.530039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Allocated IP 172.20.0.2 (1e526aea-abc7-42cb-9203-6ed6487eea76/74b330a5-5e24-4a35-bc3b-92623b7e992e/b0aabcb3-1215-4f1d-a016-471279cbceb5) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:41.542847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-83c1e0dc-4ed0-411b-b560-4b3aa44267a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.546821 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-83c1e0dc-4ed0-411b-b560-4b3aa44267a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 1094 time: 0.1371195 Aug 09 15:33:41.562498 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5cac0d-d8ae-4c6e-8fdb-23c365d1f78d x-openstack-request-id: req-3d5cac0d-d8ae-4c6e-8fdb-23c365d1f78d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:41.563060 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:41.563060 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d5cac0d-d8ae-4c6e-8fdb-23c365d1f78d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:41.563488 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2', 'status': 'completed', 'code': 200} Aug 09 15:33:41.700366 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-4dfc030b-0aab-4e2e-befa-a0b2243dc3f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3974657a-3e40-40ed-9300-23997ddd03c3 HTTP/1.1" status: 200 len: 217 time: 0.1358020 Aug 09 15:33:41.790957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9bca55e0-0e87-4f3f-a9a7-30275e641a02 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:41.804669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-4814140a-9198-4c01-9693-cb0d2413dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.806438 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-4814140a-9198-4c01-9693-cb0d2413dbdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1125 time: 0.2164235 Aug 09 15:33:41.812979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-6594fe3c-4e18-4461-80cb-b078cf17d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.814973 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-6594fe3c-4e18-4461-80cb-b078cf17d969 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8865ca07-efe9-402b-9b56-7dba512f799a HTTP/1.1" status: 200 len: 854 time: 0.0875504 Aug 09 15:33:41.849475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159d0e7-e468-43d1-a1f8-5e9a452c7f72 req-53514abc-5b0a-4ccf-9e9b-276de062a8fe tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.858160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a159d0e7-e468-43d1-a1f8-5e9a452c7f72 req-53514abc-5b0a-4ccf-9e9b-276de062a8fe tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 943 time: 0.1462948 Aug 09 15:33:41.885647 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.904024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f87d8-159a-4e01-b13a-c6917fa2a5b1 req-d355770d-a8b7-4251-93c7-31e5ccfa7dc1 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.911623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-717f87d8-159a-4e01-b13a-c6917fa2a5b1 req-d355770d-a8b7-4251-93c7-31e5ccfa7dc1 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.2009504 Aug 09 15:33:41.920745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.943446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Transition to ACTIVE for port object b0aabcb3-1215-4f1d-a016-471279cbceb5 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:41.975263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:41.980630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Transition to ACTIVE for port object b0aabcb3-1215-4f1d-a016-471279cbceb5 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:41.982089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a159d0e7-e468-43d1-a1f8-5e9a452c7f72 req-51abb46a-c81e-453d-9bf7-422372ba6e2c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229432 Aug 09 15:33:41.982350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:41.982816 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.986064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-24a6de30-7f23-48fa-8ac0-a62b3f2b2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:41.988606 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-24a6de30-7f23-48fa-8ac0-a62b3f2b2f54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=819b1b52-28cf-4f2e-9cf0-70825fe88061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616793 Aug 09 15:33:41.990156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.048250 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.078695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-717f87d8-159a-4e01-b13a-c6917fa2a5b1 req-22717d22-aabf-43ab-8e07-3c85f653ecc4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660554 Aug 09 15:33:42.120586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-4211dfcf-61d6-4306-bfb2-f11ff13264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:42.124441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-4211dfcf-61d6-4306-bfb2-f11ff13264f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.3084743 Aug 09 15:33:42.171129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:42.180051 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.182362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:42.186160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:42.292093 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-26614324-e3f4-48f2-a926-140111ef888a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 HTTP/1.1" status: 200 len: 217 time: 0.1394620 Aug 09 15:33:42.321735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Pushing event updated for resources: {'Port': ['ID=b0aabcb3-1215-4f1d-a016-471279cbceb5,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:42.337226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Attempting to bind port b0aabcb3-1215-4f1d-a016-471279cbceb5 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:42.343766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Attempting to bind port b0aabcb3-1215-4f1d-a016-471279cbceb5 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:42.344443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Attempting to bind port b0aabcb3-1215-4f1d-a016-471279cbceb5 on network 1e526aea-abc7-42cb-9203-6ed6487eea76 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:42.347274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb59df2-6a79-4b06-9fdc-cc9c552571da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bca55e0-0e87-4f3f-a9a7-30275e641a02'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:42.355390 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312fd56d-4d2c-4478-bbc7-5020d503b501" -d '{"events": [{"server_uuid": "ccb59df2-6a79-4b06-9fdc-cc9c552571da", "name": "network-vif-plugged", "status": "completed", "tag": "9bca55e0-0e87-4f3f-a9a7-30275e641a02"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:42.369175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Allocated IP 172.25.7.90 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/867e64cc-99a5-4db2-b0f3-2d449b059c5c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:42.398092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:42.401079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Checking segment: {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:42.404369 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.405613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Bound using segment: {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:42.407110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Bound port: b0aabcb3-1215-4f1d-a016-471279cbceb5, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:42.409490 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.434207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9bca55e0-0e87-4f3f-a9a7-30275e641a02, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9bca55e0-0e87-4f3f-a9a7-30275e641a02,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:42.453835 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.455847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device be28dd7d-b1fa-43b3-bf1b-1bf737456829 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:42.459342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-5636b0b3-dd96-473b-9080-0fd0b8205779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:42.466108 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-5636b0b3-dd96-473b-9080-0fd0b8205779 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.1730678 Aug 09 15:33:42.479367 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-3a0e781c-7baf-4f0d-8012-d3ad3f206bf8 service neutron] 10.222.0.35 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775999 Aug 09 15:33:42.603436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] For port b0aabcb3-1215-4f1d-a016-471279cbceb5, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:42.606140 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.607939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] For port b0aabcb3-1215-4f1d-a016-471279cbceb5, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b0aabcb3-1215-4f1d-a016-471279cbceb5,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:42.611644 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d875b521-a07a-48b6-8082-bd1e08b28fe1 x-openstack-request-id: req-d875b521-a07a-48b6-8082-bd1e08b28fe1 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:42.612370 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb59df2-6a79-4b06-9fdc-cc9c552571da", "name": "network-vif-plugged", "status": "completed", "tag": "9bca55e0-0e87-4f3f-a9a7-30275e641a02", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:42.612915 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d875b521-a07a-48b6-8082-bd1e08b28fe1 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:42.613730 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb59df2-6a79-4b06-9fdc-cc9c552571da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bca55e0-0e87-4f3f-a9a7-30275e641a02', 'code': 200} Aug 09 15:33:42.650097 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.688125 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-aa3f719f-9171-4119-a202-c7a9f0a3ef57 req-c6cb493a-386a-44cb-91fb-989c0263366a service neutron] 10.222.0.35 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942365 Aug 09 15:33:42.699979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.736419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port be28dd7d-b1fa-43b3-bf1b-1bf737456829 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:42.744211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port be28dd7d-b1fa-43b3-bf1b-1bf737456829 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:42.744930 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:42.754129 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-f661881f-c8cc-4985-aea7-2fea930487fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2777321 Aug 09 15:33:42.801307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=9bca55e0-0e87-4f3f-a9a7-30275e641a02,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:42.845380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:42.848674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:42.866759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Pushing event updated for resources: {'Port': ['ID=867e64cc-99a5-4db2-b0f3-2d449b059c5c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:42.880748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:42.887899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733c412-3ca9-4768-a564-659c6382eebd req-a0765d93-bc50-402b-a273-4065f1fa1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:42.891063 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1733c412-3ca9-4768-a564-659c6382eebd req-a0765d93-bc50-402b-a273-4065f1fa1722 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 1097 time: 0.2010264 Aug 09 15:33:43.047547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:43.108966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port be28dd7d-b1fa-43b3-bf1b-1bf737456829, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=be28dd7d-b1fa-43b3-bf1b-1bf737456829,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:43.116373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:43.130624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d934b69-251e-4e18-81e1-3e815c56adfe None None] Pushing event updated for resources: {'Port': ['ID=b0aabcb3-1215-4f1d-a016-471279cbceb5,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:43.135210 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-3259308d-2248-4990-9bed-8dc4cd4c5fc4 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548229 Aug 09 15:33:43.143035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41890) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:43.196176 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1733c412-3ca9-4768-a564-659c6382eebd req-ee09de44-7461-48ac-9846-d841b0d47879 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930140 Aug 09 15:33:43.220202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=be28dd7d-b1fa-43b3-bf1b-1bf737456829,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:43.360704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375b130-e02d-4558-a9fc-050b549aa337 req-b9dd464a-8951-4e04-aca5-dcffef7a88a9 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:43.362276 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0375b130-e02d-4558-a9fc-050b549aa337 req-b9dd464a-8951-4e04-aca5-dcffef7a88a9 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1101 time: 0.1272068 Aug 09 15:33:43.371043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec293bef-05d9-41a7-a23f-a58fa567c9f6 req-255421b4-770d-47e3-97ba-1ffe2bb1742a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:43.372827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec293bef-05d9-41a7-a23f-a58fa567c9f6 req-255421b4-770d-47e3-97ba-1ffe2bb1742a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 943 time: 0.1573322 Aug 09 15:33:43.477199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7c27e8db-adb8-4f03-ba21-eee4348fbf23 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:43.500513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 7c27e8db-adb8-4f03-ba21-eee4348fbf23 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:43.500961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7c27e8db-adb8-4f03-ba21-eee4348fbf23 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:43.518185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0375b130-e02d-4558-a9fc-050b549aa337 req-5efcda66-8c7c-43fb-9346-3baec2d12f7a tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038344 Aug 09 15:33:43.524074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec293bef-05d9-41a7-a23f-a58fa567c9f6 req-a89d6617-81d6-4da5-9232-2ea0b13647a2 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128683 Aug 09 15:33:43.538733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:43.596169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'name': 'network-vif-deleted', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23'}, {'name': 'network-changed', 'server_uuid': '3d16e711-c5a8-4c47-8a7c-4b4086f287b9', 'tag': '3974657a-3e40-40ed-9300-23997ddd03c3'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:43.598129 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808" -d '{"events": [{"server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "name": "network-vif-deleted", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23"}, {"name": "network-changed", "server_uuid": "3d16e711-c5a8-4c47-8a7c-4b4086f287b9", "tag": "3974657a-3e40-40ed-9300-23997ddd03c3"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:43.730625 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e44387d0-c236-4118-a0c0-81ac176a7496 req-95250933-e95b-4732-8daf-bf3eaaf6995d service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791259 Aug 09 15:33:43.883358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7a7c-53f6-4223-9923-6da3f968c250 req-d6fc9438-4a9a-470e-8f4b-46e1fec1edda tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:43.885217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2ba7a7c-53f6-4223-9923-6da3f968c250 req-d6fc9438-4a9a-470e-8f4b-46e1fec1edda tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1101 time: 0.1543267 Aug 09 15:33:43.907053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d095a-8e9f-41b3-a251-e81a7245cdba req-05d66fa6-ca85-4f7c-9b60-78881f15dea0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:43.912331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-403d095a-8e9f-41b3-a251-e81a7245cdba req-05d66fa6-ca85-4f7c-9b60-78881f15dea0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.2192326 Aug 09 15:33:43.966183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:44.051352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f5656a-98e9-49f0-ade3-c93280091fa0 None None] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:44.059249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2ba7a7c-53f6-4223-9923-6da3f968c250 req-c5582866-f743-41a9-85fa-d6cda0241238 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412146 Aug 09 15:33:44.101401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:44.129434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0eb08ffe-0e06-4f07-840c-6ca5d758bff2 None None] Provisioning for port b0aabcb3-1215-4f1d-a016-471279cbceb5 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:44.153681 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1df4341-90cb-4c72-8b53-22c4bd67d59e x-openstack-request-id: req-b1df4341-90cb-4c72-8b53-22c4bd67d59e {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:44.154047 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4433b0c-54aa-43ab-8de7-869ac5bc7b9d", "name": "network-vif-deleted", "tag": "7c27e8db-adb8-4f03-ba21-eee4348fbf23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d16e711-c5a8-4c47-8a7c-4b4086f287b9", "tag": "3974657a-3e40-40ed-9300-23997ddd03c3", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:44.154368 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1df4341-90cb-4c72-8b53-22c4bd67d59e {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:44.154936 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4433b0c-54aa-43ab-8de7-869ac5bc7b9d', 'name': 'network-vif-deleted', 'tag': '7c27e8db-adb8-4f03-ba21-eee4348fbf23', 'status': 'completed', 'code': 200} Aug 09 15:33:44.155075 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d16e711-c5a8-4c47-8a7c-4b4086f287b9', 'tag': '3974657a-3e40-40ed-9300-23997ddd03c3', 'status': 'completed', 'code': 200} Aug 09 15:33:44.213796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-403d095a-8e9f-41b3-a251-e81a7245cdba req-ff7a56e9-0bbb-45f2-b866-835dcf67e9d6 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962918 Aug 09 15:33:44.269215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-dd1e1a10-697b-42e8-9d78-eafbe3749f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:44.270727 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-dd1e1a10-697b-42e8-9d78-eafbe3749f72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 1094 time: 0.1130745 Aug 09 15:33:44.315395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Router 26688623-14ec-4671-8d9a-519d4614d4fd is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:33:44.537180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-58c534f2-a607-43c9-a4f0-7134dd7d7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:44.539170 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-58c534f2-a607-43c9-a4f0-7134dd7d7706 service neutron] 10.222.0.35 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 917 time: 0.2597995 Aug 09 15:33:44.554796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:44.569573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Sync routers for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:44.584506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:44.589837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:44.602516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:44.613057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2dd53776-f4c4-4fe4-848e-833d0626962e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2819340 Aug 09 15:33:44.614210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41920) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:44.678459 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-d558acfc-29dd-401d-8be0-62da492c36e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3974657a-3e40-40ed-9300-23997ddd03c3 HTTP/1.1" status: 200 len: 217 time: 0.1262095 Aug 09 15:33:44.693475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc0eadc-9a24-4873-9e3b-3d8b04c17efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be28dd7d-b1fa-43b3-bf1b-1bf737456829'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:44.705684 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5827f6b6-5a23-4b49-b7d4-6dd54b0c68c4" -d '{"events": [{"server_uuid": "3bc0eadc-9a24-4873-9e3b-3d8b04c17efa", "name": "network-vif-plugged", "status": "completed", "tag": "be28dd7d-b1fa-43b3-bf1b-1bf737456829"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:44.764253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-b6777e54-7a62-4f63-b7d9-ad332f4d1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:44.765900 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-b6777e54-7a62-4f63-b7d9-ad332f4d1a10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8865ca07-efe9-402b-9b56-7dba512f799a HTTP/1.1" status: 200 len: 854 time: 0.0833371 Aug 09 15:33:44.843047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeaebc-c865-49e9-85fa-26afc0258bf9 req-776a46a5-f243-4a6a-85c4-42fbafdfaaca tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:44.845048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54eeaebc-c865-49e9-85fa-26afc0258bf9 req-776a46a5-f243-4a6a-85c4-42fbafdfaaca tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 943 time: 0.1170833 Aug 09 15:33:44.968078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-f151ec28-50e0-458a-ad5b-8d8d5f4f9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:44.973586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54eeaebc-c865-49e9-85fa-26afc0258bf9 req-8147eb8b-106c-4827-98b2-ea67e80f5a88 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169069 Aug 09 15:33:44.975532 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-f151ec28-50e0-458a-ad5b-8d8d5f4f9468 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=819b1b52-28cf-4f2e-9cf0-70825fe88061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889784 Aug 09 15:33:44.980903 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a32ad9-6e45-4dd5-8d4b-a615a6b5b08b x-openstack-request-id: req-87a32ad9-6e45-4dd5-8d4b-a615a6b5b08b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:44.994754 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc0eadc-9a24-4873-9e3b-3d8b04c17efa", "name": "network-vif-plugged", "status": "completed", "tag": "be28dd7d-b1fa-43b3-bf1b-1bf737456829", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:44.994754 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87a32ad9-6e45-4dd5-8d4b-a615a6b5b08b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:44.994754 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc0eadc-9a24-4873-9e3b-3d8b04c17efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be28dd7d-b1fa-43b3-bf1b-1bf737456829', 'code': 200} Aug 09 15:33:45.018017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:45.149078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-897e1a68-3e55-4d35-8b5d-4bdf6844e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:45.163367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b0aabcb3-1215-4f1d-a016-471279cbceb5 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:45.196871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Deleting port cfe47f78-9225-4cb8-844f-41d91ebfaa11 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:45.197257 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:45.229453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41942) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:45.351802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b0aabcb3-1215-4f1d-a016-471279cbceb5 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:45.360286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b0aabcb3-1215-4f1d-a016-471279cbceb5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:45.360999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:45.376456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] For port cfe47f78-9225-4cb8-844f-41d91ebfaa11, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=cfe47f78-9225-4cb8-844f-41d91ebfaa11,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:45.378860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:45.419551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Calling delete_port for cfe47f78-9225-4cb8-844f-41d91ebfaa11 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:45.545304 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:45.577350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb138-4a47-4d47-8cc6-11009a6a7df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:45.611029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3974657a-3e40-40ed-9300-23997ddd03c3 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:45.684480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b0aabcb3-1215-4f1d-a016-471279cbceb5, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b0aabcb3-1215-4f1d-a016-471279cbceb5,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:45.730472 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:45.789322 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:45.830133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe47f78-9225-4cb8-844f-41d91ebfaa11,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:45.837445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2175d-19e5-4965-82c4-e84930d7421d req-442ff73b-dc07-420a-a56b-2c43c7b7b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:45.839309 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5bd2175d-19e5-4965-82c4-e84930d7421d req-442ff73b-dc07-420a-a56b-2c43c7b7b2fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 1096 time: 0.7583020 Aug 09 15:33:45.851115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:43Z', 'revision_number': 3, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:45.906987 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-19546d9f-1f93-4072-a420-b83155377980 service neutron] 10.222.0.35 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9161506 Aug 09 15:33:46.164221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3974657a-3e40-40ed-9300-23997ddd03c3, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3974657a-3e40-40ed-9300-23997ddd03c3,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:46.186936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=b0aabcb3-1215-4f1d-a016-471279cbceb5,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:46.190478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '3974657a-3e40-40ed-9300-23997ddd03c3', 'network_id': '819b1b52-28cf-4f2e-9cf0-70825fe88061', 'port_id': '3974657a-3e40-40ed-9300-23997ddd03c3', 'mac_address': 'fa:16:3e:2d:3e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8865ca07-efe9-402b-9b56-7dba512f799a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:33:46.193278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Checking router: 26688623-14ec-4671-8d9a-519d4614d4fd for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:46.194125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Updating router 26688623-14ec-4671-8d9a-519d4614d4fd port 867e64cc-99a5-4db2-b0f3-2d449b059c5c binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:33:46.212334 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5bd2175d-19e5-4965-82c4-e84930d7421d req-850dfe10-a2fa-47fe-bd84-52bf2c8e2e82 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614352 Aug 09 15:33:46.310341 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.312353 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5dca1dd4-ef00-471a-bcf9-13cba4d3b808 req-fbe6004c-294d-4720-b8e3-31c9018f045d service neutron] 10.222.0.35 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950305 Aug 09 15:33:46.385445 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.405548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.438337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eb205-ebce-4b8b-b1de-fdd5ec51e50f req-c2638d55-9815-4ddd-b730-a213faeff408 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:46.446823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-253eb205-ebce-4b8b-b1de-fdd5ec51e50f req-c2638d55-9815-4ddd-b730-a213faeff408 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.8657846 Aug 09 15:33:46.487476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c9fb9-bdac-451d-9afb-b2cb5663aa38 req-682bbf40-2787-4bf8-8048-e84f2be70751 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:46.497464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a9c9fb9-bdac-451d-9afb-b2cb5663aa38 req-682bbf40-2787-4bf8-8048-e84f2be70751 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.9001265 Aug 09 15:33:46.610191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-253eb205-ebce-4b8b-b1de-fdd5ec51e50f req-7769160c-a0fa-4c46-a348-973aff77f3a0 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620791 Aug 09 15:33:46.713208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3974657a-3e40-40ed-9300-23997ddd03c3 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:46.729655 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb138-4a47-4d47-8cc6-11009a6a7df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.754336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb138-4a47-4d47-8cc6-11009a6a7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.765689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Router cb1b651f-2508-4e97-bf2f-39b7354fb601 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:33:46.780758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3974657a-3e40-40ed-9300-23997ddd03c3, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3974657a-3e40-40ed-9300-23997ddd03c3,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:46.795601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.805186 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.824171 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.851185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Transition to ACTIVE for port object 867e64cc-99a5-4db2-b0f3-2d449b059c5c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:46.868761 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:46.900598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb138-4a47-4d47-8cc6-11009a6a7df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7b750e-fcd2-44e7-9a97-c4519a3e7da9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:46.902538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:46.904606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=3974657a-3e40-40ed-9300-23997ddd03c3,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:46.913538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a9c9fb9-bdac-451d-9afb-b2cb5663aa38 req-86c8261c-9310-4765-bb94-08668abe5a7c tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151342 Aug 09 15:33:46.916191 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] Sync routers for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:46.917869 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ead93e23-159b-4a2d-a7e3-f8f6b7509f07 admin admin] 10.222.0.64 "PUT /v2.0/routers/cb1b651f-2508-4e97-bf2f-39b7354fb601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7645638 Aug 09 15:33:46.918294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:46.960162 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:46.961294 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:47.029720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6a3eb138-4a47-4d47-8cc6-11009a6a7df5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6940fd85c8d34041a25cbc77bac63499&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7967024 Aug 09 15:33:47.030369 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41968) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:47.070052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Attempting to bind port 867e64cc-99a5-4db2-b0f3-2d449b059c5c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:47.070488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Attempting to bind port 867e64cc-99a5-4db2-b0f3-2d449b059c5c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:47.071973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Attempting to bind port 867e64cc-99a5-4db2-b0f3-2d449b059c5c on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:47.084271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:47.084708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:47.085196 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.085626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:47.086222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Bound port: 867e64cc-99a5-4db2-b0f3-2d449b059c5c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:47.086689 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.103058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516198c-613c-4f80-8cec-3879754c0ea4 None None] Pushing event updated for resources: {'Port': ['ID=867e64cc-99a5-4db2-b0f3-2d449b059c5c,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:47.147034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['3974657a-3e40-40ed-9300-23997ddd03c3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:33:47.160185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99db92-319e-4b44-b819-afd1caed18b8 req-28db2bd6-bd26-458c-84de-bc2b60372958 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:47.161012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e99db92-319e-4b44-b819-afd1caed18b8 req-28db2bd6-bd26-458c-84de-bc2b60372958 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 944 time: 0.4148805 Aug 09 15:33:47.254440 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:47.263964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b0aabcb3-1215-4f1d-a016-471279cbceb5 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:47.267668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-531a7fad-8213-4259-a1f1-08f397ca68e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.282301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] For port 867e64cc-99a5-4db2-b0f3-2d449b059c5c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:47.314796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-531a7fad-8213-4259-a1f1-08f397ca68e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.339130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e99db92-319e-4b44-b819-afd1caed18b8 req-70e8db1b-fb75-40b7-940e-85dc3e2b9a0d tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636140 Aug 09 15:33:47.393167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] For port 867e64cc-99a5-4db2-b0f3-2d449b059c5c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=867e64cc-99a5-4db2-b0f3-2d449b059c5c,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:47.402996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.412352 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.500966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Allocated IP 172.20.0.1 (1e526aea-abc7-42cb-9203-6ed6487eea76/74b330a5-5e24-4a35-bc3b-92623b7e992e/e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:47.505494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:47.551219 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:33:45Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:47.580051 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c642ed2-e1b3-4a16-9fe6-1995697d0256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.618875 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] Checking router: cb1b651f-2508-4e97-bf2f-39b7354fb601 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:47.639913 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] Routers {'cb1b651f-2508-4e97-bf2f-39b7354fb601'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:47.640654 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cb1b651f-2508-4e97-bf2f-39b7354fb601'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:47.680633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-531a7fad-8213-4259-a1f1-08f397ca68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.697462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-531a7fad-8213-4259-a1f1-08f397ca68e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.702149 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-531a7fad-8213-4259-a1f1-08f397ca68e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d7b750e-fcd2-44e7-9a97-c4519a3e7da9 HTTP/1.1" status: 204 len: 168 time: 0.6685736 Aug 09 15:33:47.722120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.727755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:47.728939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:47.737803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516198c-613c-4f80-8cec-3879754c0ea4 None None] Pushing event updated for resources: {'Port': ['ID=867e64cc-99a5-4db2-b0f3-2d449b059c5c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:47.746471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a7fad-8213-4259-a1f1-08f397ca68e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7b750e-fcd2-44e7-9a97-c4519a3e7da9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:47.759684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.825498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b0aabcb3-1215-4f1d-a016-471279cbceb5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:47.825936 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.847250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Transition to ACTIVE for port object e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:47.881421 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.893984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Deleting port a1940d03-6f44-4469-8ff5-557b56293048 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:47.894648 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:47.986299 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] Set router cb1b651f-2508-4e97-bf2f-39b7354fb601 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:48.030147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] For port a1940d03-6f44-4469-8ff5-557b56293048, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a1940d03-6f44-4469-8ff5-557b56293048,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:48.030783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:48.068140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Calling delete_port for a1940d03-6f44-4469-8ff5-557b56293048 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:48.145052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:48.235423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb662c4-d891-4263-9f96-d2ba4fae291e req-06751ea2-0fa2-47f1-85be-1b239e0ffe77 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:48.260232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fb662c4-d891-4263-9f96-d2ba4fae291e req-06751ea2-0fa2-47f1-85be-1b239e0ffe77 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.3986540 Aug 09 15:33:48.286315 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:48.383207 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:33:45Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:48.420104 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f76b6c-ae21-439f-a3ee-4dc5171b9e21 None None] The sync data for ids ['cb1b651f-2508-4e97-bf2f-39b7354fb601'] in n-d-799523-2 is: [{'id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117115687-router', 'tenant_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:39Z', 'updated_at': '2021-08-09T15:33:45Z', 'revision_number': 5, 'project_id': 'fa6da0751ce44a6dad73736c5edf9b05', 'gw_port': {'id': 'a1940d03-6f44-4469-8ff5-557b56293048', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b651f-2508-4e97-bf2f-39b7354fb601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:40Z', 'updated_at': '2021-08-09T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:48.458039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ead2f4-348b-4160-956f-c8218acbed3e req-54b3ee92-e1fb-4b3a-9c18-c00f970cce7a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:48.466029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-00ead2f4-348b-4160-956f-c8218acbed3e req-54b3ee92-e1fb-4b3a-9c18-c00f970cce7a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.3912704 Aug 09 15:33:48.475054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:48.501643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:48.517129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:48.539370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fb662c4-d891-4263-9f96-d2ba4fae291e req-471c7780-1d26-404d-8f45-f35ab2b34e5d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776601 Aug 09 15:33:48.541808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:48.572624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Pushing event updated for resources: {'Port': ['ID=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:48.591367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1940d03-6f44-4469-8ff5-557b56293048,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:48.689749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:43Z', 'revision_number': 3, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:48.746899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-00ead2f4-348b-4160-956f-c8218acbed3e req-1b462463-938d-41b8-84e6-1258bb879d66 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738323 Aug 09 15:33:48.779277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:48.785445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:48.808399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37082a3a-914f-4120-b08c-2a45fe031ee1 None None] The sync data for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 is: [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:43Z', 'revision_number': 3, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:48.914540 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.004588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ed98d223-8721-4ccb-ac5c-cc92d883c2a0 None None] Provisioning for port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:49.016983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ed98d223-8721-4ccb-ac5c-cc92d883c2a0 None None] Provisioning complete for port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:49.017459 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed98d223-8721-4ccb-ac5c-cc92d883c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.033557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.040636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.056165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3154da2-c534-4583-a826-0b3b93fc3c58 req-dce2b7ca-6305-4242-a386-8c6f8a9d3cfe tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:49.058417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3154da2-c534-4583-a826-0b3b93fc3c58 req-dce2b7ca-6305-4242-a386-8c6f8a9d3cfe tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 944 time: 0.1559463 Aug 09 15:33:49.089608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ed98d223-8721-4ccb-ac5c-cc92d883c2a0 None None] Port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:49.104729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cfe47f78-9225-4cb8-844f-41d91ebfaa11 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:49.162001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: cfe47f78-9225-4cb8-844f-41d91ebfaa11 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:49.162357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cfe47f78-9225-4cb8-844f-41d91ebfaa11 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:49.195150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3154da2-c534-4583-a826-0b3b93fc3c58 req-11695de1-d418-4d9f-8606-0e5cb99b6bb2 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282008 Aug 09 15:33:49.213665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.251666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.253855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1b651f-2508-4e97-bf2f-39b7354fb601 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:33:49.261040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.264718 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0062efc1-9ca0-4a12-b873-c209e290ab25 admin admin] 10.222.0.64 "DELETE /v2.0/routers/cb1b651f-2508-4e97-bf2f-39b7354fb601 HTTP/1.1" status: 204 len: 168 time: 2.3430877 Aug 09 15:33:49.278574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42002) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:49.381648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-faaa90e4-ddbe-4070-bd62-4551ff50d0ae service neutron] 10.222.0.35 "GET /v2.0/ports/e1872d5e-0a40-4ad5-85b6-5515aa25b3b2/bindings/n-h2-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.3781796 Aug 09 15:33:49.385138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Deleting subnet f1df4bf0-96fe-4216-b055-28cfbc78c951 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:33:49.388865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.503625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3974657a-3e40-40ed-9300-23997ddd03c3 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:49.535140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.596654 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.605548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.642267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 3974657a-3e40-40ed-9300-23997ddd03c3 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:49.656345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 3974657a-3e40-40ed-9300-23997ddd03c3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:49.658565 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.784396 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.810002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Pushing event updated for resources: {'Port': ['ID=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:49.810428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d16e711-c5a8-4c47-8a7c-4b4086f287b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974657a-3e40-40ed-9300-23997ddd03c3'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:49.813767 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c431f53c-74bd-4839-b433-8be4bdf244af" -d '{"events": [{"server_uuid": "3d16e711-c5a8-4c47-8a7c-4b4086f287b9", "name": "network-vif-plugged", "status": "completed", "tag": "3974657a-3e40-40ed-9300-23997ddd03c3"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:49.831748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3974657a-3e40-40ed-9300-23997ddd03c3, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3974657a-3e40-40ed-9300-23997ddd03c3,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:49.839197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.849799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.877325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4aa38-f6d8-4a6a-9f0b-4f32646f124b req-67177def-fbca-4a99-80fb-72f6cd1fc7d7 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:49.879191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6e4aa38-f6d8-4a6a-9f0b-4f32646f124b req-67177def-fbca-4a99-80fb-72f6cd1fc7d7 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1821411 Aug 09 15:33:49.939313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=3974657a-3e40-40ed-9300-23997ddd03c3,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:50.037401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-8e85bdd2-3534-4ed1-9065-1bb4c2825389 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8799d6f3a50b48ea992d6e5b222a6463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722754 Aug 09 15:33:50.088637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6e4aa38-f6d8-4a6a-9f0b-4f32646f124b req-e4110053-83f0-48cd-990d-81ff4e5975c6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684675 Aug 09 15:33:50.247067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:50.258613 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:50.258932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-3680d0f0-339d-4f2a-82ef-e716ddbd6912 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:50.261442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-3680d0f0-339d-4f2a-82ef-e716ddbd6912 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225955 Aug 09 15:33:50.262419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:50.368503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:50.377099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-726a3bfb-40ba-4938-8d7f-4c7223ee113e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/quotas/8799d6f3a50b48ea992d6e5b222a6463 HTTP/1.1" status: 200 len: 375 time: 0.0976403 Aug 09 15:33:50.468686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-a843e555-e031-4ce6-9192-f8133bde68bf tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8799d6f3a50b48ea992d6e5b222a6463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735435 Aug 09 15:33:50.482391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726c6c4-2ef3-4f13-8e42-f493ae4ba7e7 req-7ffba9bc-fe7f-4bf6-b145-a5c906c41aef tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:50.482818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:50.490005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7726c6c4-2ef3-4f13-8e42-f493ae4ba7e7 req-7ffba9bc-fe7f-4bf6-b145-a5c906c41aef tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 944 time: 0.1707580 Aug 09 15:33:50.492961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:50.532583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1df4bf0-96fe-4216-b055-28cfbc78c951,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:50.539523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:50.550956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4eb3d-f054-4d1b-8a66-35d8b96c0a25 None None] Network 8005705d-1e98-4176-ab80-fdff079fcb1f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:50.552420 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:50.557544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f1df4bf0-96fe-4216-b055-28cfbc78c951 HTTP/1.1" status: 204 len: 168 time: 1.2789593 Aug 09 15:33:50.577263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42030) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:50.580366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7726c6c4-2ef3-4f13-8e42-f493ae4ba7e7 req-c0a622bf-beb7-421e-86a3-df5fe5f1dfd0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894728 Aug 09 15:33:50.582014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.582364 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.582704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.583041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.583373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.583855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.584045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.584374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.584696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.585017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.585335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.585653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49dff86-6d88-4e2c-b2de-65f61914d805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:50.594848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Router 26688623-14ec-4671-8d9a-519d4614d4fd has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:33:50.660355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:50.676652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:50.680180 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a4b46c-fd85-441c-bb1d-2638889a8e73 x-openstack-request-id: req-f5a4b46c-fd85-441c-bb1d-2638889a8e73 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:50.680468 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d16e711-c5a8-4c47-8a7c-4b4086f287b9", "name": "network-vif-plugged", "status": "completed", "tag": "3974657a-3e40-40ed-9300-23997ddd03c3", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:50.680725 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5a4b46c-fd85-441c-bb1d-2638889a8e73 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:50.688497 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d16e711-c5a8-4c47-8a7c-4b4086f287b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974657a-3e40-40ed-9300-23997ddd03c3', 'code': 200} Aug 09 15:33:50.709470 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:50.712164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:50.763652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fe074ff4-0d36-4844-bd41-eaabde5bf3bb None None] Provisioning complete for port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:50.764478 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fe074ff4-0d36-4844-bd41-eaabde5bf3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:50.902210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fe074ff4-0d36-4844-bd41-eaabde5bf3bb None None] Port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:50.903994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d70917-ce27-40f8-b2e5-ccd9175d5ad9 req-242f822f-8d26-4ddb-8728-57e945d61066 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 210 time: 0.0611978 Aug 09 15:33:50.914176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:50.929225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2334cded-ff38-446c-b674-dc2df9b2c52d admin admin] 10.222.0.64 "PUT /v2.0/routers/26688623-14ec-4671-8d9a-519d4614d4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3137844 Aug 09 15:33:51.003238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] Transition to ACTIVE for port object e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:51.004514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13516abb-b3bf-4df4-af73-b0cc677d3944 req-ca03777c-efa5-4a43-8446-b69162b55050 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:51.006184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3114fc-a113-438d-83bd-c004fdd1a2fb req-39350346-04c5-41a1-a670-98a310a52406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:51.007694 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f3114fc-a113-438d-83bd-c004fdd1a2fb req-39350346-04c5-41a1-a670-98a310a52406 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 1096 time: 0.2070763 Aug 09 15:33:51.010684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.019403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13516abb-b3bf-4df4-af73-b0cc677d3944 req-ca03777c-efa5-4a43-8446-b69162b55050 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.2078717 Aug 09 15:33:51.051736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Deleting port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:51.052109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.133412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] DHCP port deletion for 8005705d-1e98-4176-ab80-fdff079fcb1f request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:33:51.148481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13516abb-b3bf-4df4-af73-b0cc677d3944 req-d06f82a4-67b0-4541-8755-ea9057aaf63c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280558 Aug 09 15:33:51.212286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 867e64cc-99a5-4db2-b0f3-2d449b059c5c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:51.243698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] No DVR routers for this DVR port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:51.284519 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f3114fc-a113-438d-83bd-c004fdd1a2fb req-d125dc9d-0699-4a1b-9399-c44c84981695 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618911 Aug 09 15:33:51.287298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] For port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:51.288164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.312664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] Pushing event updated for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:51.325749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Calling delete_port for 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:51.330742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8ae13edf-3d62-4644-ab99-4fe920e25590 service neutron] 10.222.0.35 "PUT /v2.0/ports/e1872d5e-0a40-4ad5-85b6-5515aa25b3b2/bindings/n-h2-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9399314 Aug 09 15:33:51.393954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] Deleting port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:33:51.394582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.397827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08fda3-a43e-463a-925f-149910132c26 req-8db92eb2-93b4-4bae-a839-73d03ebf232c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:51.399529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a08fda3-a43e-463a-925f-149910132c26 req-8db92eb2-93b4-4bae-a839-73d03ebf232c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1758163 Aug 09 15:33:51.420864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 867e64cc-99a5-4db2-b0f3-2d449b059c5c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:51.510998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 867e64cc-99a5-4db2-b0f3-2d449b059c5c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:51.512076 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.516826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a08fda3-a43e-463a-925f-149910132c26 req-355b785a-8ae9-4a89-9250-2b0dbdc0e195 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045456 Aug 09 15:33:51.530851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-744e64a0-6ca4-4847-9bca-2f74c228dd97 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:51.533402 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-744e64a0-6ca4-4847-9bca-2f74c228dd97 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.1058683 Aug 09 15:33:51.557120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.610698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] For port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,segment=NetworkSegment(6119a3c1-9a94-4ba4-a488-b5f12e4772ab),segment_id=6119a3c1-9a94-4ba4-a488-b5f12e4772ab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:51.611638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.627456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Sync routers for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:51.635106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] Calling delete_port for 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:33:51.655961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] No DVR routers for this DVR port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:51.664344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:51.675571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:51.676222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:51.786989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51bc5-3037-4319-ad96-0d0b1a5a55f7 req-1aa99d81-cc39-4358-9004-b8b59878f1f5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:51.795984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2bb51bc5-3037-4319-ad96-0d0b1a5a55f7 req-1aa99d81-cc39-4358-9004-b8b59878f1f5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 945 time: 0.1079984 Aug 09 15:33:51.806472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-910df7e7-8c06-4698-baf8-f0316ff6a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:51.810852 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-910df7e7-8c06-4698-baf8-f0316ff6a34b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901&tenant_id=93cadee9f55442db8de1de7b0c004894 HTTP/1.1" status: 200 len: 1096 time: 0.2555068 Aug 09 15:33:51.814976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.829243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8005705d-1e98-4176-ab80-fdff079fcb1f']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:51.847310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6119a3c1-9a94-4ba4-a488-b5f12e4772ab') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:51.847613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6119a3c1-9a94-4ba4-a488-b5f12e4772ab') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:51.859146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2bb51bc5-3037-4319-ad96-0d0b1a5a55f7 req-494e1b49-ffb8-4f14-8bef-17f954bab6c6 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563402 Aug 09 15:33:51.871157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.910331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.920563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:33:51.921236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:33:51.925554 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:33:51.975856 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:51.992755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-df3a7d9f-196a-4d2b-aeab-76c7741d27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:51.994990 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-df3a7d9f-196a-4d2b-aeab-76c7741d27db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1096 time: 0.1508405 Aug 09 15:33:52.018800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4719813-604f-45d6-a3c6-c5a9265d31b5 req-21a92869-48b9-4498-81f6-fd671ea269b4 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 210 time: 0.0350559 Aug 09 15:33:52.065903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 867e64cc-99a5-4db2-b0f3-2d449b059c5c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=867e64cc-99a5-4db2-b0f3-2d449b059c5c,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:52.074145 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:52.074381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:52.086485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a1940d03-6f44-4469-8ff5-557b56293048 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:52.092168 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:52.095880 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:52.098068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] 10.222.0.64 "DELETE /v2.0/networks/8005705d-1e98-4176-ab80-fdff079fcb1f HTTP/1.1" status: 204 len: 168 time: 1.5198905 Aug 09 15:33:52.126207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda77aba-d680-432e-b0bc-c424aa6055de admin admin] Pushing event deleted for resources: {'Network': ['ID=8005705d-1e98-4176-ab80-fdff079fcb1f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:52.145394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] Network 8005705d-1e98-4176-ab80-fdff079fcb1f is not hosted by any dhcp agent {{(pid=94179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:33:52.145910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] No DVR routers for this DVR port 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:33:52.155183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a1940d03-6f44-4469-8ff5-557b56293048 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:52.155525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a1940d03-6f44-4469-8ff5-557b56293048 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:52.182226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:52.185626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-7b612082-c1bf-4e4b-8447-3910c8bfb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:52.188190 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-7b612082-c1bf-4e4b-8447-3910c8bfb15d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.1791368 Aug 09 15:33:52.233841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=867e64cc-99a5-4db2-b0f3-2d449b059c5c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:52.276852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4eb69c-c6c1-45d1-a52c-c267dfc2c1d9 None None] Pushing event deleted for resources: {'Port': ['ID=4ed3c0a1-562e-44d3-a0f7-b57056fb5206,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:52.327865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-5390f33e-6fe2-4128-b2a8-17e09c35e4fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 HTTP/1.1" status: 200 len: 217 time: 0.1295040 Aug 09 15:33:52.372944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77faa50-205e-47be-b60d-9ca1f03fa654 req-9c78b6cc-5b2b-498e-96f9-e11303e3432a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:52.376306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a77faa50-205e-47be-b60d-9ca1f03fa654 req-9c78b6cc-5b2b-498e-96f9-e11303e3432a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.0791838 Aug 09 15:33:52.439953 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-f21058a5-60fb-45e1-b43e-af1e06ba0335 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8799d6f3a50b48ea992d6e5b222a6463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322740 Aug 09 15:33:52.456016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a77faa50-205e-47be-b60d-9ca1f03fa654 req-3c8fc8ae-4fbc-4296-b466-f3dcc06a6092 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710664 Aug 09 15:33:52.493955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42068) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:52.579271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 2, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:52.588185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-b0ebfcb0-089a-493b-8685-3fcbc785d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:52.594122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8ba704c9-5a3e-42ab-b533-907d1c2a9f20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa6da0751ce44a6dad73736c5edf9b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985551 Aug 09 15:33:52.594443 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-b0ebfcb0-089a-493b-8685-3fcbc785d5ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.2567482 Aug 09 15:33:52.599676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42072) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:52.624154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Checking router: 26688623-14ec-4671-8d9a-519d4614d4fd for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:52.624516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Updating router 26688623-14ec-4671-8d9a-519d4614d4fd port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:33:52.655944 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:52.656210 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-71c052a4-8c93-4475-bc30-c228242fbf74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415587 Aug 09 15:33:52.780389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-5d6fedf5-b1a0-4894-9caf-1b1d92cf1d01 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:52.782151 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-5d6fedf5-b1a0-4894-9caf-1b1d92cf1d01 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240016 Aug 09 15:33:52.799947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Request body: {'port': {'device_id': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '8799d6f3a50b48ea992d6e5b222a6463'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:52.803965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e045d74-2e77-40a4-ab62-21069d6d95de req-cc90d4d9-a4e9-4e88-8776-69f01d4999a4 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:52.816775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e045d74-2e77-40a4-ab62-21069d6d95de req-cc90d4d9-a4e9-4e88-8776-69f01d4999a4 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1248724 Aug 09 15:33:52.824635 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fca6a93a-dcf7-47e1-a031-728a5727fa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:52.901558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fca6a93a-dcf7-47e1-a031-728a5727fa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:52.911308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e045d74-2e77-40a4-ab62-21069d6d95de req-48336734-9e7f-458f-838e-bbb25bc4c012 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894818 Aug 09 15:33:52.916056 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-78d3b5ee-d746-424d-95d7-470fb80caa8b service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459641 Aug 09 15:33:53.069399 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.072210 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fca6a93a-dcf7-47e1-a031-728a5727fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.074992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fca6a93a-dcf7-47e1-a031-728a5727fa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.078864 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fca6a93a-dcf7-47e1-a031-728a5727fa5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13b40a6a-147d-4b50-889c-fd1023f326b0 HTTP/1.1" status: 204 len: 168 time: 0.4773188 Aug 09 15:33:53.096204 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8094a894-f990-4e30-a745-2a7bbc331a57 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619689 Aug 09 15:33:53.097074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6a93a-dcf7-47e1-a031-728a5727fa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b40a6a-147d-4b50-889c-fd1023f326b0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:53.097702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Transition to ACTIVE for port object e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:53.099637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Made reservation on behalf of 8799d6f3a50b48ea992d6e5b222a6463 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:53.103495 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.109514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 867e64cc-99a5-4db2-b0f3-2d449b059c5c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:53.115436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.115936 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.154685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6496bb5-1f47-41e7-8cda-5de69f79fa07 req-b3fe5ade-8e7f-4ac4-a91e-542948c9535d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:53.157953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6496bb5-1f47-41e7-8cda-5de69f79fa07 req-b3fe5ade-8e7f-4ac4-a91e-542948c9535d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1227925 Aug 09 15:33:53.162712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42084) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:53.171644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894716712', 'description': 'tempest-description--1728252170'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:53.211983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:33:53.211983 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:33:53.211983 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id_1': '4b9aed832cf24bfc87ba3854728591b6', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 33, 53, 186320)}] Aug 09 15:33:53.211983 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:33:53.212631 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:33:53.221573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6496bb5-1f47-41e7-8cda-5de69f79fa07 req-f3bdf067-952c-4618-90f5-16f6bc513f48 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541587 Aug 09 15:33:53.412587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003557de-72ba-42a6-990a-0d12f16b9e11 None None] Pushing event updated for resources: {'Port': ['ID=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:53.444009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 867e64cc-99a5-4db2-b0f3-2d449b059c5c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:53.444406 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.453681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.466199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.487185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce36c7-9897-44bb-9589-4daec16722ee req-b31dca03-381d-43e9-a43f-6a09157f8156 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:53.488895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11ce36c7-9897-44bb-9589-4daec16722ee req-b31dca03-381d-43e9-a43f-6a09157f8156 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 945 time: 0.2194672 Aug 09 15:33:53.506822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Attempting to bind port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:53.507428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Attempting to bind port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:53.507808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Attempting to bind port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d on network 1e526aea-abc7-42cb-9203-6ed6487eea76 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:53.515635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:53.516274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Checking segment: {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:53.516683 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.517337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Bound using segment: {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:53.517662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Bound port: e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:53.518067 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.562716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12478fc-2fe6-4a9c-ae25-3c950901612d req-4ef7bd59-afe7-43a2-b0cb-71d37cee3860 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:53.570242 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b12478fc-2fe6-4a9c-ae25-3c950901612d req-4ef7bd59-afe7-43a2-b0cb-71d37cee3860 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 945 time: 0.1952300 Aug 09 15:33:53.598034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d16189-8e9d-4829-817c-bd1efd7df751,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:53.639789 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11ce36c7-9897-44bb-9589-4daec16722ee req-92b7ba28-998e-4360-bafb-1c1ef6778f1d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372764 Aug 09 15:33:53.691726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8d478db4-638c-4abf-90b9-a07fa1bd8170 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:53.694729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b12478fc-2fe6-4a9c-ae25-3c950901612d req-7bc8401c-2c9c-4582-8649-6db1e0d3830d tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235313 Aug 09 15:33:53.705474 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-8d478db4-638c-4abf-90b9-a07fa1bd8170 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.2327399 Aug 09 15:33:53.746070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] For port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:53.753295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] For port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:53.767026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:53.875628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003557de-72ba-42a6-990a-0d12f16b9e11 None None] Pushing event updated for resources: {'Port': ['ID=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:53.895776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:33:53.900924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c208405a-267f-4ee2-92bf-127884f5ebd6 req-a0b97b55-9a57-41be-8ce1-e51e1d02720d tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 210 time: 0.0897076 Aug 09 15:33:53.925540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:53.926157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:33:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:53.927785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:33:53.928147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ed3c0a1-562e-44d3-a0f7-b57056fb5206 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:33:54.114267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:54.122096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.203630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Allocated IP 192.168.233.168 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/9e92177b-b667-4395-9ba7-1a1895479149) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:54.236035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-ac730cf8-3dfa-475f-868b-d85d5d3ad9de service neutron] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:54.245440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-ac730cf8-3dfa-475f-868b-d85d5d3ad9de service neutron] Notify callbacks [] for binding, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.246569 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f4e7e0-e687-40f8-a1cd-a7e482fed49e req-ac730cf8-3dfa-475f-868b-d85d5d3ad9de service neutron] 10.222.0.66 "DELETE /v2.0/ports/e1872d5e-0a40-4ad5-85b6-5515aa25b3b2/bindings/n-h1-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.5263023 Aug 09 15:33:54.297983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b6488-157e-487a-87eb-3242f1d92659 req-c7802d99-db26-4cb5-81bb-9f555426c4fc tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:54.299588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de5b6488-157e-487a-87eb-3242f1d92659 req-c7802d99-db26-4cb5-81bb-9f555426c4fc tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.0677497 Aug 09 15:33:54.412790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de5b6488-157e-487a-87eb-3242f1d92659 req-47e0cf47-17a4-4331-afff-c494a228ccd6 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963089 Aug 09 15:33:54.455855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.472238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.530472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:54.549757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37505e73-8b03-40df-9873-24967df9d4ce req-a25f7f05-4b5d-4ed9-b8a1-6d56cbe0dfbc tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:54.558368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37505e73-8b03-40df-9873-24967df9d4ce req-a25f7f05-4b5d-4ed9-b8a1-6d56cbe0dfbc tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1589599 Aug 09 15:33:54.578049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.592639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.598146 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1672563d-dc0d-4b92-898d-ee49e5ebd70b tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4318397 Aug 09 15:33:54.599319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42118) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:54.606454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6a8f5fd0-817b-4c5e-8098-a43b876aac63 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Request body: {'security_group_rule': {'security_group_id': '12fba5c4-6ec9-429f-bad0-32b3cdeda0d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:54.614243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:53Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:54.615787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Transition to ACTIVE for port object 9e92177b-b667-4395-9ba7-1a1895479149 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:54.646778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37505e73-8b03-40df-9873-24967df9d4ce req-0c6b0f27-eeff-4d66-acb6-b20827169585 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870602 Aug 09 15:33:54.662288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd0-817b-4c5e-8098-a43b876aac63 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.682400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ba669-b4bb-4c6c-adbf-fc095c29031a None None] The sync data for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 is: [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:53Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:54.691259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.804869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:54.816006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:54.829677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:54.903141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:54.962435 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd0-817b-4c5e-8098-a43b876aac63 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.974552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd0-817b-4c5e-8098-a43b876aac63 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:54.996836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:54.997512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.031713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88897e-3226-4354-984d-8bbd81f85004 req-8231f8b0-0f21-49de-9952-c3bd8b717366 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:55.046404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c88897e-3226-4354-984d-8bbd81f85004 req-8231f8b0-0f21-49de-9952-c3bd8b717366 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1004536 Aug 09 15:33:55.059554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f5fd0-817b-4c5e-8098-a43b876aac63 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bb2ce1-84a1-4587-b319-13a27b001d57,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:55.088192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd0-817b-4c5e-8098-a43b876aac63 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.091565 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6a8f5fd0-817b-4c5e-8098-a43b876aac63 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4911308 Aug 09 15:33:55.094892 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-79eda008-99e7-4d01-91d3-257deb8dcd7e tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3009617 Aug 09 15:33:55.096255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42134) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:55.102168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bfaa52f8-e1bb-4372-ab1d-98c85bbd5548 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Request body: {'security_group_rule': {'security_group_id': '12fba5c4-6ec9-429f-bad0-32b3cdeda0d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:55.108120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c88897e-3226-4354-984d-8bbd81f85004 req-a4ca3ee0-fa10-49e5-848f-09774e980002 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599082 Aug 09 15:33:55.123146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Request body: {'port': {'device_id': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:55.191681 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:55.238145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d83330-37c7-4425-b30e-40890fb7055e req-5b4238fd-fcab-4f5e-8a73-3372328a2496 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:55.240078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d83330-37c7-4425-b30e-40890fb7055e req-5b4238fd-fcab-4f5e-8a73-3372328a2496 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 945 time: 0.0866370 Aug 09 15:33:55.300988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:55.321079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:55.321601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.326692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.347098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfaa52f8-e1bb-4372-ab1d-98c85bbd5548 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.393363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d83330-37c7-4425-b30e-40890fb7055e req-7a9a58f4-7ee4-47ed-b82a-f89608a5e3b3 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413941 Aug 09 15:33:55.467473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f296a2-0cc5-444e-b078-e935a594a218 req-47360ea5-9649-4914-a669-885febf79163 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:55.472203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2f296a2-0cc5-444e-b078-e935a594a218 req-47360ea5-9649-4914-a669-885febf79163 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 936 time: 0.1146433 Aug 09 15:33:55.489262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cbdeb0d5-d9ff-474e-b933-faebd8ce9294 None None] Provisioning for port 9e92177b-b667-4395-9ba7-1a1895479149 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:55.508404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cbdeb0d5-d9ff-474e-b933-faebd8ce9294 None None] Provisioning complete for port 9e92177b-b667-4395-9ba7-1a1895479149 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:55.509542 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb0d5-d9ff-474e-b933-faebd8ce9294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.571429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2f296a2-0cc5-444e-b078-e935a594a218 req-67878077-92b0-412c-997a-470f82d711f3 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847158 Aug 09 15:33:55.667235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfaa52f8-e1bb-4372-ab1d-98c85bbd5548 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.704107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfaa52f8-e1bb-4372-ab1d-98c85bbd5548 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.749756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa52f8-e1bb-4372-ab1d-98c85bbd5548 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580e0275-cb68-4ffc-b616-5a4e6d4f799f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:55.794602 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.856934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cbdeb0d5-d9ff-474e-b933-faebd8ce9294 None None] Port 9e92177b-b667-4395-9ba7-1a1895479149 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:55.863466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:55.874761 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.893444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfaa52f8-e1bb-4372-ab1d-98c85bbd5548 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:55.898222 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bfaa52f8-e1bb-4372-ab1d-98c85bbd5548 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7980716 Aug 09 15:33:55.898681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42158) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:55.905750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:55.960435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:55.975442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.059149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e92177b-b667-4395-9ba7-1a1895479149 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:56.071922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.090502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Transition to ACTIVE for port object 9e92177b-b667-4395-9ba7-1a1895479149 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:56.095984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.114790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28c6c-3fdc-40bb-8805-8cdcc0d3c851 req-5e913b33-374c-41fc-b99a-38c2538b01ca tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:56.116410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88f28c6c-3fdc-40bb-8805-8cdcc0d3c851 req-5e913b33-374c-41fc-b99a-38c2538b01ca tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1096 time: 0.1453209 Aug 09 15:33:56.127713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc7e0-36c2-4f9a-a4e3-5545147b51f6 req-f6761458-9f16-486c-81e6-185e93f1ce9b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:56.134419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc7e0-36c2-4f9a-a4e3-5545147b51f6 req-f6761458-9f16-486c-81e6-185e93f1ce9b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:56.141154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc7e0-36c2-4f9a-a4e3-5545147b51f6 req-f6761458-9f16-486c-81e6-185e93f1ce9b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:56.148867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b86dc7e0-36c2-4f9a-a4e3-5545147b51f6 req-f6761458-9f16-486c-81e6-185e93f1ce9b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9&device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa&device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 2417 time: 0.1956754 Aug 09 15:33:56.149566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:56.247410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Attempting to bind port 9e92177b-b667-4395-9ba7-1a1895479149 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:56.247740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Attempting to bind port 9e92177b-b667-4395-9ba7-1a1895479149 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:56.248090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Attempting to bind port 9e92177b-b667-4395-9ba7-1a1895479149 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:56.253248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b86dc7e0-36c2-4f9a-a4e3-5545147b51f6 req-34419edf-bbcc-4b94-9b51-15622ddf8096 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025839 Aug 09 15:33:56.267200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Port 9e92177b-b667-4395-9ba7-1a1895479149 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:33:56.267200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Attempting to bind port 9e92177b-b667-4395-9ba7-1a1895479149 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:56.273706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:56.274043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:56.274432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:56.274948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Bound port: 9e92177b-b667-4395-9ba7-1a1895479149, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:56.275346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.292470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88f28c6c-3fdc-40bb-8805-8cdcc0d3c851 req-d3bd30ff-5a5a-4329-868e-dc0fd5d5b778 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311414 Aug 09 15:33:56.419716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.429984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:56.437170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:56.445132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.493793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b754a64-a4d0-44db-a98f-6ca3165cd90c req-675ee038-521a-4c37-937f-bb90897b7f8c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:56.495540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b754a64-a4d0-44db-a98f-6ca3165cd90c req-675ee038-521a-4c37-937f-bb90897b7f8c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1260843 Aug 09 15:33:56.504202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:56.504824 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.506253 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e92177b-b667-4395-9ba7-1a1895479149 HTTP/1.1" status: 200 len: 1096 time: 1.3910604 Aug 09 15:33:56.507281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:33:56.514981 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8279d11-c5e5-45f1-a453-df8e163df69e" -d '{"events": [{"name": "network-changed", "server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "tag": "9e92177b-b667-4395-9ba7-1a1895479149"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:33:56.604383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b60e63-9a53-4204-9c8a-6d305886e451 service neutron] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:56.629555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-06f3f1b8-1a40-4257-a7c5-54aba20e5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:56.631196 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-06f3f1b8-1a40-4257-a7c5-54aba20e5485 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8799d6f3a50b48ea992d6e5b222a6463&device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 1099 time: 0.0784848 Aug 09 15:33:56.690046 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b754a64-a4d0-44db-a98f-6ca3165cd90c req-8153abb8-c90c-4750-bca9-00b4eceb363d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822650 Aug 09 15:33:56.743386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00facd-a397-449a-8b8a-f3640d183501 req-03f1ffc4-729b-4a00-8e79-25ec4283006b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:56.753437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b00facd-a397-449a-8b8a-f3640d183501 req-03f1ffc4-729b-4a00-8e79-25ec4283006b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.1521719 Aug 09 15:33:56.788394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Allocated IP 172.25.7.84 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/a90285d7-0fc4-4de9-b5c8-cf3b4cf7ee9f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:56.831649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b00facd-a397-449a-8b8a-f3640d183501 req-1cea3f21-512e-4971-b335-5346594e20a2 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762420 Aug 09 15:33:57.041923 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ffa739-8e8c-441e-97c4-bfb613857d99 x-openstack-request-id: req-e6ffa739-8e8c-441e-97c4-bfb613857d99 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:33:57.042574 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "tag": "9e92177b-b667-4395-9ba7-1a1895479149", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:33:57.042574 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6ffa739-8e8c-441e-97c4-bfb613857d99 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:33:57.042771 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149', 'status': 'completed', 'code': 200} Aug 09 15:33:57.044709 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-c9af1737-26f3-4dbf-bad7-8aee61f333c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=9e92177b-b667-4395-9ba7-1a1895479149 HTTP/1.1" status: 200 len: 217 time: 0.4042823 Aug 09 15:33:57.049793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:57.092859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:57.100096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:57.100466 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:57.108505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-f6c134da-29a7-4318-b269-ce783b488ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:57.110120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-f6c134da-29a7-4318-b269-ce783b488ada service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0562415 Aug 09 15:33:57.114018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9d18-a944-4e5e-b88c-c4195456e762 req-4e1ead4d-2351-4c71-aa2b-032d22b8cfb2 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:57.116112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f33e9d18-a944-4e5e-b88c-c4195456e762 req-4e1ead4d-2351-4c71-aa2b-032d22b8cfb2 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 1096 time: 0.1903880 Aug 09 15:33:57.133731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03fda-de69-4c59-b8d6-43b4f7134451 req-295dfdea-c195-415f-9c3a-8827ef9ce732 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:57.135347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebe03fda-de69-4c59-b8d6-43b4f7134451 req-295dfdea-c195-415f-9c3a-8827ef9ce732 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 948 time: 0.0978739 Aug 09 15:33:57.164399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-1625a81c-cedd-4def-96f3-970a1e539b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:57.166133 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-1625a81c-cedd-4def-96f3-970a1e539b14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489333 Aug 09 15:33:57.209790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebe03fda-de69-4c59-b8d6-43b4f7134451 req-348328c3-8c3c-427b-8d89-5d3c6689b770 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Aug 09 15:33:57.217014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f33e9d18-a944-4e5e-b88c-c4195456e762 req-64dc92df-b335-4fa3-81bb-cf1c359d6188 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914140 Aug 09 15:33:57.244241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:57.273822 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-22449a53-b35e-41f7-ae51-56fec76071d4 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001608 Aug 09 15:33:57.334671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:57.343718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:57.347934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:57.423507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event updated for resources: {'Port': ['ID=a90285d7-0fc4-4de9-b5c8-cf3b4cf7ee9f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:57.432337 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cf6fdfe5-0016-473e-b3cf-5e74a4d8fa89 req-7c083852-b532-4020-863b-4edce2436e5a service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511199 Aug 09 15:33:57.466356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.466709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.468097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.468426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.469374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.469718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.470086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.470389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.470718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.471050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.471378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.471699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:57.574679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-8407e9ac-ad6d-411e-8bf5-7a052dd411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:57.576715 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:57.576851 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-8407e9ac-ad6d-411e-8bf5-7a052dd411d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8799d6f3a50b48ea992d6e5b222a6463&device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 1099 time: 0.0757391 Aug 09 15:33:57.659540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:57.716064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-84105d9f-8fcc-4fd6-94ae-1e0463992e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:57.717731 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-84105d9f-8fcc-4fd6-94ae-1e0463992e4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1310837 Aug 09 15:33:57.785005 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-8490bf39-2d8c-4a3b-87fa-8c1143bfe35a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=9e92177b-b667-4395-9ba7-1a1895479149 HTTP/1.1" status: 200 len: 217 time: 0.0534573 Aug 09 15:33:57.880672 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:57.882150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42212) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:57.904059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-da9a8a7c-5417-4ee1-a6b8-4f96182ae771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:57.905623 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-da9a8a7c-5417-4ee1-a6b8-4f96182ae771 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1154697 Aug 09 15:33:58.035383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-0b4eba7b-348a-4845-97ef-e2e1ca1b8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:58.038913 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-0b4eba7b-348a-4845-97ef-e2e1ca1b8b6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230309 Aug 09 15:33:58.079751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2115694-7eed-487d-89b9-2be4182687d4 req-47ece1da-5de8-4bff-936a-829fa9535729 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:58.081271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2115694-7eed-487d-89b9-2be4182687d4 req-47ece1da-5de8-4bff-936a-829fa9535729 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1447318 Aug 09 15:33:58.100274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.134367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.134658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50c5998d-8558-4d12-bd07-694e7dd8f841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.157065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.209398 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-bbe29035-d336-4c20-aa93-d77ce22924ab service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615443 Aug 09 15:33:58.300730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2115694-7eed-487d-89b9-2be4182687d4 req-8d5f584d-43c4-4f02-9314-b18b7a929b7c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007468 Aug 09 15:33:58.312767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.333499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event updated for resources: {'Port': ['ID=a90285d7-0fc4-4de9-b5c8-cf3b4cf7ee9f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:58.366863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50c5998d-8558-4d12-bd07-694e7dd8f841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.369603 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8279d11-c5e5-45f1-a453-df8e163df69e req-d29fccd0-306b-42ec-b881-bbf79ab9472d service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515427 Aug 09 15:33:58.373303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50c5998d-8558-4d12-bd07-694e7dd8f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.420613 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-50c5998d-8558-4d12-bd07-694e7dd8f841 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be6abae14d2c48e5a13eb9cea861e742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371959 Aug 09 15:33:58.422759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5998d-8558-4d12-bd07-694e7dd8f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8878026d-10c3-4d56-9398-40c4e0b62108,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:58.425675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42222) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:58.434370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.445607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-764ec9e3-01ff-4d0c-acfa-a65267acf72c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5454721 Aug 09 15:33:58.472780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56565b01-d6b9-4769-8ec9-e694711a89a8 req-4b851fe8-fa94-4a46-9bdf-f7f506b9deac tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:58.480844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56565b01-d6b9-4769-8ec9-e694711a89a8 req-4b851fe8-fa94-4a46-9bdf-f7f506b9deac tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 948 time: 0.1101851 Aug 09 15:33:58.508677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d69c44c-7652-40e8-bd3d-7c716d6f2cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.541699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56565b01-d6b9-4769-8ec9-e694711a89a8 req-590dc855-4015-40bc-adb7-44760bce1754 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579157 Aug 09 15:33:58.556783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d69c44c-7652-40e8-bd3d-7c716d6f2cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.644533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d69c44c-7652-40e8-bd3d-7c716d6f2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.647523 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d69c44c-7652-40e8-bd3d-7c716d6f2cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.648768 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d69c44c-7652-40e8-bd3d-7c716d6f2cd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8878026d-10c3-4d56-9398-40c4e0b62108 HTTP/1.1" status: 204 len: 168 time: 0.2103822 Aug 09 15:33:58.659227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69c44c-7652-40e8-bd3d-7c716d6f2cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878026d-10c3-4d56-9398-40c4e0b62108,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:58.793960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-2add67b5-f59d-4ea1-9682-410fc4d39cea tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--894716712&fields=id&tenant_id=4b9aed832cf24bfc87ba3854728591b6 HTTP/1.1" status: 200 len: 267 time: 0.0782413 Aug 09 15:33:59.031001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-79a18e07-3ee8-4027-8e42-ff2942c39655 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:59.040498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-79a18e07-3ee8-4027-8e42-ff2942c39655 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/networks?id=1e526aea-abc7-42cb-9203-6ed6487eea76 HTTP/1.1" status: 200 len: 815 time: 0.2327998 Aug 09 15:33:59.059833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-04f283b0-8867-4e2f-bb02-dac681f2ef7a tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/quotas/4b9aed832cf24bfc87ba3854728591b6 HTTP/1.1" status: 200 len: 375 time: 0.0183272 Aug 09 15:33:59.170570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-faf9914c-3ca4-47e3-a932-9034f675dc66 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9aed832cf24bfc87ba3854728591b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1094556 Aug 09 15:33:59.334805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-8a844670-a8ad-4648-9965-7f4286bbe960 service neutron] 10.222.0.64 "GET /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606088 Aug 09 15:33:59.459223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726df57a-6180-49d3-900d-389e754572a7 req-f53de9bf-2546-48f5-a110-cef9b85e232c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:59.467964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-726df57a-6180-49d3-900d-389e754572a7 req-f53de9bf-2546-48f5-a110-cef9b85e232c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1607175 Aug 09 15:33:59.525640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-726df57a-6180-49d3-900d-389e754572a7 req-917fc6d0-96a2-45c8-946a-c7d50ac298f0 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517819 Aug 09 15:33:59.558230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-fb1738ff-3437-452a-98a3-43e1c26e841d service neutron] 10.222.0.64 "GET /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026210 Aug 09 15:33:59.576072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:33:59.705373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462f8c3-2456-4a96-ad1d-aa54fb4c86c0 req-9f845386-47da-46cd-9961-7e291857fb6c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:59.707521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f462f8c3-2456-4a96-ad1d-aa54fb4c86c0 req-9f845386-47da-46cd-9961-7e291857fb6c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.0799191 Aug 09 15:33:59.794766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:59.808632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f462f8c3-2456-4a96-ad1d-aa54fb4c86c0 req-14182226-ebcd-42bb-93ff-c70be59397c2 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935047 Aug 09 15:33:59.817544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9e92177b-b667-4395-9ba7-1a1895479149', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '9e92177b-b667-4395-9ba7-1a1895479149', 'mac_address': 'fa:16:3e:a0:77:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:33:59.871621 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:59.888440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e92177b-b667-4395-9ba7-1a1895479149 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:33:59.917305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:59.922537 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:59.981160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a79ae-8502-40d9-b771-341b47ea7612 req-2a45360f-5dd5-4498-8fb5-fe278467067f tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:59.985868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a51a79ae-8502-40d9-b771-341b47ea7612 req-2a45360f-5dd5-4498-8fb5-fe278467067f tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 948 time: 0.1183426 Aug 09 15:34:00.011684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:00.066363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a51a79ae-8502-40d9-b771-341b47ea7612 req-76fd4e88-e971-4c97-9dd8-80c606f41e5c tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721006 Aug 09 15:34:00.176338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cfc8a7c-0987-4fb2-a936-68f2877da3ef req-e912884a-9173-4c60-a616-eaaf8cdc8824 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 210 time: 0.0453084 Aug 09 15:34:00.198661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9e92177b-b667-4395-9ba7-1a1895479149'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:00.238390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-28c1be24-cbd0-46ff-9794-797184e12541 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=059068b90c834c6aa2cef7cffa6663e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607328 Aug 09 15:34:00.401348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15020-419d-4eef-8661-f1a59a01402f req-723bc1ba-75e2-4690-aa7d-e53f23c738fd tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:00.409514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-723bc1ba-75e2-4690-aa7d-e53f23c738fd tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652157 Aug 09 15:34:00.445136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-1d6f32a0-210f-423d-ac12-1c054608f5a1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/quotas/059068b90c834c6aa2cef7cffa6663e9 HTTP/1.1" status: 200 len: 375 time: 0.0345950 Aug 09 15:34:00.480516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-8d0ac6b6-14d7-40f7-8135-871cd5323646 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=059068b90c834c6aa2cef7cffa6663e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343354 Aug 09 15:34:00.733049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01964424-1e5f-4d70-af5d-11cf563f19ad req-5073ca6d-c1bf-492b-ae24-2d998ddb3ea0 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 210 time: 0.0830896 Aug 09 15:34:00.798570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4483-f889-4479-843e-f6ded3be6cb1 req-2c04f02c-98a5-4d39-ac01-f474de29ce82 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:00.811299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-574b4483-f889-4479-843e-f6ded3be6cb1 req-2c04f02c-98a5-4d39-ac01-f474de29ce82 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.2104342 Aug 09 15:34:00.891853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-574b4483-f889-4479-843e-f6ded3be6cb1 req-f8877e97-a4f9-4509-8762-97915ae7cec2 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792012 Aug 09 15:34:00.978055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f045e-5d58-4616-aa8a-c9c58daff73d req-69119da6-27e5-437f-aa74-ab431bb35def tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:00.980171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-954f045e-5d58-4616-aa8a-c9c58daff73d req-69119da6-27e5-437f-aa74-ab431bb35def tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.0540826 Aug 09 15:34:01.022210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-954f045e-5d58-4616-aa8a-c9c58daff73d req-d1e36724-25be-4ebf-96b6-e021d5d3d702 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Aug 09 15:34:01.209861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3a939-95e2-49ad-ac67-c77cd9170bee req-2aace548-226a-486e-93bf-385699e415bc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:01.211546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62b3a939-95e2-49ad-ac67-c77cd9170bee req-2aace548-226a-486e-93bf-385699e415bc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 949 time: 0.0589890 Aug 09 15:34:01.296453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62b3a939-95e2-49ad-ac67-c77cd9170bee req-2aeefc46-7189-4d5c-a7aa-9bf49ca38d5d tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767937 Aug 09 15:34:01.370827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b9e3f3b-41bd-48c8-b256-cc16ce6e5b3a req-c0621cb3-741b-4757-94c5-446569225587 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 210 time: 0.0461020 Aug 09 15:34:01.580626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-96355dbb-772f-47ec-8150-8bfc1ad73480 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:01.595194 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-96355dbb-772f-47ec-8150-8bfc1ad73480 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.35 "GET /v2.0/networks?id=1e526aea-abc7-42cb-9203-6ed6487eea76 HTTP/1.1" status: 200 len: 815 time: 0.1699376 Aug 09 15:34:01.597395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:01.678921 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-49ecb5b7-8d48-4466-8b46-8b9ed4b79e7c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b9aed832cf24bfc87ba3854728591b6 HTTP/1.1" status: 200 len: 379 time: 0.0778801 Aug 09 15:34:01.689818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 9e92177b-b667-4395-9ba7-1a1895479149 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:01.691319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Request body: {'port': {'device_id': 'da74a128-41f8-4f47-8649-6067e77738c0', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'admin_state_up': True, 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'security_groups': ['12fba5c4-6ec9-429f-bad0-32b3cdeda0d6']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:01.696185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9e92177b-b667-4395-9ba7-1a1895479149 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:01.701312 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:01.803148 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:01.825237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Made reservation on behalf of 4b9aed832cf24bfc87ba3854728591b6 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:34:01.831403 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:01.839222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:01.841751 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6fc16b-660f-4600-98a1-b756f229e5c0" -d '{"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-plugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:01.855728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:01.865085 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:01.921031 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4992d8-1679-48ed-9a5c-e373af37efc5 x-openstack-request-id: req-3a4992d8-1679-48ed-9a5c-e373af37efc5 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:01.921311 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-plugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:01.921760 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a4992d8-1679-48ed-9a5c-e373af37efc5 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:01.922311 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149', 'code': 200} Aug 09 15:34:01.937622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:01.942539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:01.984761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04e9973e-d401-48a6-83c4-b53d01707f62 req-9389b07b-842c-4821-a050-a52afea54ec1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 210 time: 0.0665691 Aug 09 15:34:02.014676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:02.133509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3488984-4bf4-4557-acbe-26bae1d801db req-98b1d1a5-2381-4b5c-ab0f-20773d76f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:02.135492 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c3488984-4bf4-4557-acbe-26bae1d801db req-98b1d1a5-2381-4b5c-ab0f-20773d76f815 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 1101 time: 0.0943143 Aug 09 15:34:02.180445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Allocated IP 172.20.0.9 (1e526aea-abc7-42cb-9203-6ed6487eea76/74b330a5-5e24-4a35-bc3b-92623b7e992e/b2f57747-e5e1-4755-ab34-d0a97275a371) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:34:02.202308 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:02.206700 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c3488984-4bf4-4557-acbe-26bae1d801db req-ea417304-791c-4412-bebb-1a122d500dad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532904 Aug 09 15:34:02.318517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:02.328642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-698d463c-cd29-4536-b026-b7c943459576 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=059068b90c834c6aa2cef7cffa6663e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2264674 Aug 09 15:34:02.340315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:02.343851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'b20605db-73f5-49ac-8985-25565fc39567', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'b20605db-73f5-49ac-8985-25565fc39567', 'mac_address': 'fa:16:3e:19:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:02.346555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:02.373164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a8a07-39e2-4f67-b0a5-8e11b7fc7e72 req-c3151692-67d9-44b4-a8a2-ebdb4a7f9762 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:02.378917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d2a8a07-39e2-4f67-b0a5-8e11b7fc7e72 req-c3151692-67d9-44b4-a8a2-ebdb4a7f9762 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.3038523 Aug 09 15:34:02.402030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:02.422495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Transition to ACTIVE for port object b2f57747-e5e1-4755-ab34-d0a97275a371 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:02.446979 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:02.487706 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:02.505405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:02.512096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20605db-73f5-49ac-8985-25565fc39567 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:02.547006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:34:02.548732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:02.551080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:34:02.557107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:34:02.567446 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:02.609693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event updated for resources: {'Port': ['ID=b2f57747-e5e1-4755-ab34-d0a97275a371,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:02.643608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:02.660150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:02.660811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:02.678671 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-e7c10171-dd4a-416e-bd04-dad411f3df17 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928694 Aug 09 15:34:02.693067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Request body: {'port': {'device_id': 'da74a128-41f8-4f47-8649-6067e77738c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:02.762220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:02.912572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b20605db-73f5-49ac-8985-25565fc39567'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:02.936733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66f51-5a96-4daf-a89f-88d4fb309064 req-ba3a3ad7-dc66-47fa-adb6-4e673207d126 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:02.944393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35a66f51-5a96-4daf-a89f-88d4fb309064 req-ba3a3ad7-dc66-47fa-adb6-4e673207d126 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.7073643 Aug 09 15:34:03.013743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d2a8a07-39e2-4f67-b0a5-8e11b7fc7e72 req-26297cdc-0e5a-48ee-894a-792d21d361e5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139650 Aug 09 15:34:03.023255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-17046741-bd53-4c73-9c40-0434bb744950 None None] Provisioning for port b2f57747-e5e1-4755-ab34-d0a97275a371 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:03.030815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35a66f51-5a96-4daf-a89f-88d4fb309064 req-c1c41c13-59e3-46d1-9ecc-fb570e9a8cf9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854452 Aug 09 15:34:03.056858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-17046741-bd53-4c73-9c40-0434bb744950 None None] Provisioning complete for port b2f57747-e5e1-4755-ab34-d0a97275a371 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:03.057146 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-17046741-bd53-4c73-9c40-0434bb744950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.073179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15020-419d-4eef-8661-f1a59a01402f req-6fd7d72e-cd55-45b9-8652-b1a94a9e7f5d tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:03.084624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-6fd7d72e-cd55-45b9-8652-b1a94a9e7f5d tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7383237 Aug 09 15:34:03.100030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Request body: {'port': {'device_id': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '059068b90c834c6aa2cef7cffa6663e9'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:03.166401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f57747-e5e1-4755-ab34-d0a97275a371 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:03.177614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.196746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Transition to ACTIVE for port object b2f57747-e5e1-4755-ab34-d0a97275a371 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:03.202574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.204918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-17046741-bd53-4c73-9c40-0434bb744950 None None] Port b2f57747-e5e1-4755-ab34-d0a97275a371 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:34:03.275584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f57747-e5e1-4755-ab34-d0a97275a371,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:03.386764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Attempting to bind port b2f57747-e5e1-4755-ab34-d0a97275a371 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:03.387495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Attempting to bind port b2f57747-e5e1-4755-ab34-d0a97275a371 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:03.388024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Attempting to bind port b2f57747-e5e1-4755-ab34-d0a97275a371 on network 1e526aea-abc7-42cb-9203-6ed6487eea76 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:03.393221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Port b2f57747-e5e1-4755-ab34-d0a97275a371 on network 1e526aea-abc7-42cb-9203-6ed6487eea76 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:03.393804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Attempting to bind port b2f57747-e5e1-4755-ab34-d0a97275a371 on network 1e526aea-abc7-42cb-9203-6ed6487eea76 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:03.399374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:03.400043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Checking segment: {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:03.400783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Bound using segment: {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:03.401707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Bound port: b2f57747-e5e1-4755-ab34-d0a97275a371, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35df76a1-22e1-493c-b354-f35d1c1b644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:03.402240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.452454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d8fe-a434-4013-821d-4aa13ba2390f req-a61a0eec-7691-4485-9e1f-e3d9aaace6a1 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:03.454067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08e5d8fe-a434-4013-821d-4aa13ba2390f req-a61a0eec-7691-4485-9e1f-e3d9aaace6a1 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 950 time: 0.3266680 Aug 09 15:34:03.493419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9751a-6a5d-4695-95e5-5bd5dbf46614 req-ef2ecb29-2d93-4b04-af1a-d01eed086065 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:03.498175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] For port b2f57747-e5e1-4755-ab34-d0a97275a371, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:34:03.501283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9f9751a-6a5d-4695-95e5-5bd5dbf46614 req-ef2ecb29-2d93-4b04-af1a-d01eed086065 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 943 time: 0.1296058 Aug 09 15:34:03.501534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] For port b2f57747-e5e1-4755-ab34-d0a97275a371, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2f57747-e5e1-4755-ab34-d0a97275a371,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:03.507160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.547332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Made reservation on behalf of 059068b90c834c6aa2cef7cffa6663e9 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:34:03.550811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.561164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:03.561685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.563219 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-3da73774-9c82-4da3-947a-354db293f884 service neutron] 10.222.0.35 "PUT /v2.0/ports/b2f57747-e5e1-4755-ab34-d0a97275a371 HTTP/1.1" status: 200 len: 1091 time: 0.8756154 Aug 09 15:34:03.563668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da74a128-41f8-4f47-8649-6067e77738c0', 'tag': 'b2f57747-e5e1-4755-ab34-d0a97275a371'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:03.566009 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cf03b0-f121-49fa-8a89-50ebff10e919" -d '{"events": [{"name": "network-changed", "server_uuid": "da74a128-41f8-4f47-8649-6067e77738c0", "tag": "b2f57747-e5e1-4755-ab34-d0a97275a371"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:03.569097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08e5d8fe-a434-4013-821d-4aa13ba2390f req-dd637653-94e6-45f9-81b8-8f7d2be3105a tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045117 Aug 09 15:34:03.571625 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.607926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da73774-9c82-4da3-947a-354db293f884 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f57747-e5e1-4755-ab34-d0a97275a371,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:03.645340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9f9751a-6a5d-4695-95e5-5bd5dbf46614 req-72440584-5bb6-426f-beb9-a6cc348fb2de tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384504 Aug 09 15:34:03.711796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-c51ad028-cd2c-43ba-b96e-2eb116469690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:03.722090 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-c51ad028-cd2c-43ba-b96e-2eb116469690 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b9aed832cf24bfc87ba3854728591b6&device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 1094 time: 0.0989850 Aug 09 15:34:03.822968 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-134d60e0-cbd4-4681-b319-4c6f242fa994 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2f57747-e5e1-4755-ab34-d0a97275a371 HTTP/1.1" status: 200 len: 217 time: 0.0919988 Aug 09 15:34:03.850846 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.875637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:03.923403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:03.926577 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26c001f-f03d-434b-a01b-ae9a79badbd5" -d '{"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-unplugged", "status": "completed", "tag": "b20605db-73f5-49ac-8985-25565fc39567"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:03.944610 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfdf59b-f4e6-4996-9d34-b7880f78b707 x-openstack-request-id: req-ddfdf59b-f4e6-4996-9d34-b7880f78b707 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:03.945140 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da74a128-41f8-4f47-8649-6067e77738c0", "tag": "b2f57747-e5e1-4755-ab34-d0a97275a371", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:03.945564 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddfdf59b-f4e6-4996-9d34-b7880f78b707 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:03.946196 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da74a128-41f8-4f47-8649-6067e77738c0', 'tag': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'status': 'completed', 'code': 200} Aug 09 15:34:03.987677 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6786ed1-c9f4-4110-8feb-197aa4242ecb x-openstack-request-id: req-b6786ed1-c9f4-4110-8feb-197aa4242ecb {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:03.988449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-8082a1bd-3430-4647-855c-0ec576abcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:03.988608 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-unplugged", "status": "completed", "tag": "b20605db-73f5-49ac-8985-25565fc39567", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:03.988717 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6786ed1-c9f4-4110-8feb-197aa4242ecb {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:03.989165 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567', 'code': 200} Aug 09 15:34:03.990224 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-8082a1bd-3430-4647-855c-0ec576abcb41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b330a5-5e24-4a35-bc3b-92623b7e992e HTTP/1.1" status: 200 len: 854 time: 0.1532412 Aug 09 15:34:04.036625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b959e8ec-d64b-4f61-8b78-f3f302ae017f req-40011d1d-e42d-4002-b5cd-0fa53fd37a61 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 210 time: 0.2124069 Aug 09 15:34:04.083175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-9707303d-225e-4d5d-b094-0a51efd3a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.088396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-9707303d-225e-4d5d-b094-0a51efd3a250 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e526aea-abc7-42cb-9203-6ed6487eea76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884025 Aug 09 15:34:04.088615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Allocated IP 192.168.233.134 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/7ef1de09-d673-46ec-9681-f45862a3198b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:34:04.112386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:04.221798 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-d58ac38c-a6f6-4c89-9554-81ee0b0f5f3b service neutron] 10.222.0.35 "GET /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237593 Aug 09 15:34:04.307115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb69f-193d-4998-9ea1-6307d09176e0 req-f2c988c5-fdda-4e8b-8ce8-119747a7942f tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.308606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9aafb69f-193d-4998-9ea1-6307d09176e0 req-f2c988c5-fdda-4e8b-8ce8-119747a7942f tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 949 time: 0.1531522 Aug 09 15:34:04.320024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a6856-a917-4c2f-815e-e3a36d5258ab req-b7ba122f-a94e-403b-8ffe-a2ec6b2c290b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.321685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d7a6856-a917-4c2f-815e-e3a36d5258ab req-b7ba122f-a94e-403b-8ffe-a2ec6b2c290b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1514311 Aug 09 15:34:04.335185 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bea9d9e-e8a1-4ae4-9551-7d340886d290 req-80b87909-0582-4db8-ae5b-949611145b3a service neutron] 10.222.0.35 "GET /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021435 Aug 09 15:34:04.371645 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:04.411324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Transition to ACTIVE for port object 7ef1de09-d673-46ec-9681-f45862a3198b will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:04.415638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9aafb69f-193d-4998-9ea1-6307d09176e0 req-126a83f6-f5c7-4409-a8da-b664b2b8c601 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879784 Aug 09 15:34:04.440553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d7a6856-a917-4c2f-815e-e3a36d5258ab req-556d3980-8171-4277-a55e-0f5d0cf66ad3 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960209 Aug 09 15:34:04.462924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-c059378e-54a7-4fa1-ad8c-26332d6c148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.464623 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-c059378e-54a7-4fa1-ad8c-26332d6c148f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b9aed832cf24bfc87ba3854728591b6&device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 1094 time: 0.0778213 Aug 09 15:34:04.475774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:04.533539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:34:04.538381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:34:04.540808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Pushing event updated for resources: {'Port': ['ID=7ef1de09-d673-46ec-9681-f45862a3198b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:04.543226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:34:04.584018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-efc12085-a8ae-48d4-b5de-f86f052ac356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.585905 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-efc12085-a8ae-48d4-b5de-f86f052ac356 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e526aea-abc7-42cb-9203-6ed6487eea76 HTTP/1.1" status: 200 len: 917 time: 0.1121526 Aug 09 15:34:04.594820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.595501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:04.615272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-a7df699e-0faf-4965-a5ff-a0d5d6804fd1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5206888 Aug 09 15:34:04.636345 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-bd7ae50a-8b6a-49ff-9030-edaa8bc546eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2f57747-e5e1-4755-ab34-d0a97275a371 HTTP/1.1" status: 200 len: 217 time: 0.0417483 Aug 09 15:34:04.639099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Request body: {'port': {'device_id': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:04.742364 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-845177f4-c6f9-4d80-9afd-b680d93e7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.744838 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-845177f4-c6f9-4d80-9afd-b680d93e7f5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b330a5-5e24-4a35-bc3b-92623b7e992e HTTP/1.1" status: 200 len: 854 time: 0.0967686 Aug 09 15:34:04.763184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:04.801909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9215542-c7c8-4f5f-94d4-664959b04065 req-9e9ff304-c37f-4f02-9697-658648109eed tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.809887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9215542-c7c8-4f5f-94d4-664959b04065 req-9e9ff304-c37f-4f02-9697-658648109eed tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 950 time: 0.1328857 Aug 09 15:34:04.817861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-7ee592f3-89f8-4433-a4be-e715e5404f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.819493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-7ee592f3-89f8-4433-a4be-e715e5404f82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e526aea-abc7-42cb-9203-6ed6487eea76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590703 Aug 09 15:34:04.917549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00696-660d-4b44-873b-3d3955322851 req-b905fb6b-025e-4468-9978-bdc052f4d03f tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:04.919604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14c00696-660d-4b44-873b-3d3955322851 req-b905fb6b-025e-4468-9978-bdc052f4d03f tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 943 time: 0.1517086 Aug 09 15:34:04.929028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4d2b0787-3721-40ce-97f9-f5665c1355cb None None] Provisioning for port 7ef1de09-d673-46ec-9681-f45862a3198b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:04.939182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4d2b0787-3721-40ce-97f9-f5665c1355cb None None] Provisioning complete for port 7ef1de09-d673-46ec-9681-f45862a3198b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:04.939182 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d2b0787-3721-40ce-97f9-f5665c1355cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:04.948306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9215542-c7c8-4f5f-94d4-664959b04065 req-5c891864-7a95-4db2-b7bf-08c2d0634e41 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376088 Aug 09 15:34:05.014934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-1f85d829-e4c2-4ca5-919b-31de6b82756b service neutron] 10.222.0.35 "GET /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862063 Aug 09 15:34:05.042799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b0787-3721-40ce-97f9-f5665c1355cb None None] Port 7ef1de09-d673-46ec-9681-f45862a3198b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:34:05.114332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14c00696-660d-4b44-873b-3d3955322851 req-c2e6d710-9602-4074-ad39-1fe89bd32180 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739559 Aug 09 15:34:05.268636 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d9cf03b0-f121-49fa-8a89-50ebff10e919 req-1b46e778-1bc7-4a8f-97de-c27e54f0c51f service neutron] 10.222.0.35 "GET /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376902 Aug 09 15:34:05.511323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c28a1-87d5-42a6-8aae-aefb6c3dd661 req-81de7889-dabf-498c-a0b0-27a4e7be5321 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:05.519939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c6c28a1-87d5-42a6-8aae-aefb6c3dd661 req-81de7889-dabf-498c-a0b0-27a4e7be5321 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 936 time: 0.2109690 Aug 09 15:34:05.637552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c6c28a1-87d5-42a6-8aae-aefb6c3dd661 req-1175a3ab-29f9-4ae9-b84c-da3b1457a37e tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165452 Aug 09 15:34:05.746104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef1de09-d673-46ec-9681-f45862a3198b {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:05.772148 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:05.806396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Transition to ACTIVE for port object 7ef1de09-d673-46ec-9681-f45862a3198b will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:05.835934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:05.951283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:05.992493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef1de09-d673-46ec-9681-f45862a3198b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:06.005031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec24b91-4653-4664-9a77-ea9f8f32ef01 req-7240a45f-7395-4b06-a966-2cd091d7d20a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:06.012549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bec24b91-4653-4664-9a77-ea9f8f32ef01 req-7240a45f-7395-4b06-a966-2cd091d7d20a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.2212124 Aug 09 15:34:06.077124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port b20605db-73f5-49ac-8985-25565fc39567 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:06.079366 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:06.176604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7fedb-987f-4b01-bb8f-56f11ee55146 req-60f25650-8bc2-4a8a-beb5-96360c89c92f tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:06.180433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59a7fedb-987f-4b01-bb8f-56f11ee55146 req-60f25650-8bc2-4a8a-beb5-96360c89c92f tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 949 time: 0.2692077 Aug 09 15:34:06.259639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bec24b91-4653-4664-9a77-ea9f8f32ef01 req-192e6bb2-e485-43e5-8ef5-4cf2cf4a2fde tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000031 Aug 09 15:34:06.305337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:06.342685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59a7fedb-987f-4b01-bb8f-56f11ee55146 req-8102fc8f-14ae-4a63-b292-38b93eb2d0f1 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316037 Aug 09 15:34:06.344775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Attempting to bind port 7ef1de09-d673-46ec-9681-f45862a3198b on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:06.345129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Attempting to bind port 7ef1de09-d673-46ec-9681-f45862a3198b by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:06.347228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:06.347794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Attempting to bind port 7ef1de09-d673-46ec-9681-f45862a3198b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:06.353003 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bdec93-3288-470a-bdea-9852f71f38b9" -d '{"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-plugged", "status": "completed", "tag": "b20605db-73f5-49ac-8985-25565fc39567"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:06.360386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Port 7ef1de09-d673-46ec-9681-f45862a3198b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:06.361066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Attempting to bind port 7ef1de09-d673-46ec-9681-f45862a3198b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:06.386599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:06.386955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:06.387377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:06.388057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Bound port: 7ef1de09-d673-46ec-9681-f45862a3198b, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:06.391031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:06.414452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:06.421486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:06.557749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:06.601914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] For port 7ef1de09-d673-46ec-9681-f45862a3198b, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:34:06.621960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] For port 7ef1de09-d673-46ec-9681-f45862a3198b, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7ef1de09-d673-46ec-9681-f45862a3198b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:06.636653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:06.658816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6474ac-04dd-4dcd-9638-dfe500207b9a req-26a24425-6b0d-4473-809d-0e851e39c834 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:06.658816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a6474ac-04dd-4dcd-9638-dfe500207b9a req-26a24425-6b0d-4473-809d-0e851e39c834 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 943 time: 0.1077960 Aug 09 15:34:06.666104 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baa9a45-dea3-4d2f-9c08-243e2aeb722e x-openstack-request-id: req-6baa9a45-dea3-4d2f-9c08-243e2aeb722e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:06.666409 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-plugged", "status": "completed", "tag": "b20605db-73f5-49ac-8985-25565fc39567", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:06.666743 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6baa9a45-dea3-4d2f-9c08-243e2aeb722e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:06.667197 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567', 'code': 200} Aug 09 15:34:06.728472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:06.729093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:06.730595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] 10.222.0.35 "PUT /v2.0/ports/7ef1de09-d673-46ec-9681-f45862a3198b HTTP/1.1" status: 200 len: 1096 time: 2.0964973 Aug 09 15:34:06.731404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'tag': '7ef1de09-d673-46ec-9681-f45862a3198b'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:06.733860 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ebbb21-305e-457d-9fa5-59b8bda79bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "79e7fa92-449f-4b06-a586-bda2af2b077c", "tag": "7ef1de09-d673-46ec-9681-f45862a3198b"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:06.821010 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a6474ac-04dd-4dcd-9638-dfe500207b9a req-57664623-d873-43b5-9170-a075cf26d583 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214299 Aug 09 15:34:06.883759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb5446-1788-43e9-9161-d3ede23a0a79 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef1de09-d673-46ec-9681-f45862a3198b,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:06.935375 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51fc21d-8afd-4898-b882-347865f56f0f x-openstack-request-id: req-b51fc21d-8afd-4898-b882-347865f56f0f {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:06.935672 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e7fa92-449f-4b06-a586-bda2af2b077c", "tag": "7ef1de09-d673-46ec-9681-f45862a3198b", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:06.935959 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b51fc21d-8afd-4898-b882-347865f56f0f {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:06.936373 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'tag': '7ef1de09-d673-46ec-9681-f45862a3198b', 'status': 'completed', 'code': 200} Aug 09 15:34:07.013983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42f9a-f219-4007-983d-646b6a936549 req-54f7774c-fc3e-453d-8764-a3c5d4458ce8 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:07.032879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56b42f9a-f219-4007-983d-646b6a936549 req-54f7774c-fc3e-453d-8764-a3c5d4458ce8 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 948 time: 0.2642848 Aug 09 15:34:07.078450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdd3f8-56ab-47c2-ace4-5660b31dbd93 req-ff09038c-ed31-4ec5-9a96-bca15fc0883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:07.080464 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c0cdd3f8-56ab-47c2-ace4-5660b31dbd93 req-ff09038c-ed31-4ec5-9a96-bca15fc0883c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1101 time: 0.1126473 Aug 09 15:34:07.081539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15020-419d-4eef-8661-f1a59a01402f req-e8c664e2-3331-4687-9163-bc387c6e30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:07.084256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-e8c664e2-3331-4687-9163-bc387c6e30f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=059068b90c834c6aa2cef7cffa6663e9&device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 1099 time: 0.2235925 Aug 09 15:34:07.129003 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c0cdd3f8-56ab-47c2-ace4-5660b31dbd93 req-953c95a0-4523-443a-988f-1eed32e37d77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Aug 09 15:34:07.180489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-9799f6ef-6b0f-4fc9-acaf-8c9ffada857f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=7ef1de09-d673-46ec-9681-f45862a3198b HTTP/1.1" status: 200 len: 217 time: 0.0866930 Aug 09 15:34:07.187369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56b42f9a-f219-4007-983d-646b6a936549 req-2cef3ee9-4558-4052-a1aa-d5fb7a7ba5b3 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507857 Aug 09 15:34:07.243252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15020-419d-4eef-8661-f1a59a01402f req-10f6a51a-9b74-49f1-a85f-d2f00f1d3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:07.244862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-10f6a51a-9b74-49f1-a85f-d2f00f1d3e4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0550668 Aug 09 15:34:07.298397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15020-419d-4eef-8661-f1a59a01402f req-9c29f172-bbcf-45ef-979d-e478e66bae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:07.300112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-9c29f172-bbcf-45ef-979d-e478e66bae62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471435 Aug 09 15:34:07.470165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-bca79fbd-dc2a-4135-9b14-255f163fc0bf service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548285 Aug 09 15:34:07.513979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25cfcd-3ffe-4dd3-b645-eb76669e2e6a req-892cb103-7ba4-48fe-98ca-b0998fbfa2c0 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:07.515536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e25cfcd-3ffe-4dd3-b645-eb76669e2e6a req-892cb103-7ba4-48fe-98ca-b0998fbfa2c0 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1470165 Aug 09 15:34:07.610378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bcc9-5f08-4a02-ba98-0ff8a2079783 req-6495793d-eaa5-4f2d-a2a5-575b431cf86d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:07.611891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1310bcc9-5f08-4a02-ba98-0ff8a2079783 req-6495793d-eaa5-4f2d-a2a5-575b431cf86d tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1615725 Aug 09 15:34:07.635683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:07.654799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e25cfcd-3ffe-4dd3-b645-eb76669e2e6a req-9e9db9e3-c9be-49dc-89de-1b9a0c158628 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234128 Aug 09 15:34:07.718296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf15020-419d-4eef-8661-f1a59a01402f req-5226a7c6-21ad-4bd8-8524-c722c830b64e service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229187 Aug 09 15:34:07.722069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1310bcc9-5f08-4a02-ba98-0ff8a2079783 req-5aac4900-7fb0-4a10-8aa8-c377f5912bd1 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987706 Aug 09 15:34:07.811107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:07.826340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9e92177b-b667-4395-9ba7-1a1895479149', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '9e92177b-b667-4395-9ba7-1a1895479149', 'mac_address': 'fa:16:3e:a0:77:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:07.859084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-9ccac598-c289-4422-8efe-30405ab8dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:07.861007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-9ccac598-c289-4422-8efe-30405ab8dd75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=059068b90c834c6aa2cef7cffa6663e9&device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 1099 time: 0.0809164 Aug 09 15:34:07.900479 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:07.940945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e92177b-b667-4395-9ba7-1a1895479149 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:07.975377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:07.980950 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:07.981613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b2f57747-e5e1-4755-ab34-d0a97275a371 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:08.096100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f2b59-a8bf-4dfd-be3e-fa4b8a638c4b req-3f74d97a-2e1f-4f22-9427-fe86008130df tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:08.097451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:08.097659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d49f2b59-a8bf-4dfd-be3e-fa4b8a638c4b req-3f74d97a-2e1f-4f22-9427-fe86008130df tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 943 time: 0.1489053 Aug 09 15:34:08.106945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-9fa4b745-7713-4e1e-9318-bde28b383d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:08.108469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-9fa4b745-7713-4e1e-9318-bde28b383d2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2396305 Aug 09 15:34:08.153597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b2f57747-e5e1-4755-ab34-d0a97275a371, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2f57747-e5e1-4755-ab34-d0a97275a371,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:08.167170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'port_id': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'mac_address': 'fa:16:3e:6e:51:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:08.180372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-258c957a-8b62-46b4-87ec-97ba597b8029 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:08.182125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-258c957a-8b62-46b4-87ec-97ba597b8029 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 807 time: 0.2322314 Aug 09 15:34:08.183452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-db575e85-e45b-4508-bded-479e01c0cb06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=7ef1de09-d673-46ec-9681-f45862a3198b HTTP/1.1" status: 200 len: 217 time: 0.0658503 Aug 09 15:34:08.227741 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:08.235197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-0fda83aa-0f57-4d43-acff-46b9f920af00 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/quotas/56df983dc7384ddeb5bd26f643627db1 HTTP/1.1" status: 200 len: 375 time: 0.0451882 Aug 09 15:34:08.247846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f57747-e5e1-4755-ab34-d0a97275a371 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:08.261035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d49f2b59-a8bf-4dfd-be3e-fa4b8a638c4b req-bf5f18b6-7455-42f4-abc6-f41c875acbad tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287358 Aug 09 15:34:08.282426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b2f57747-e5e1-4755-ab34-d0a97275a371, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2f57747-e5e1-4755-ab34-d0a97275a371,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:08.288049 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:08.350574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-63b8c4d2-4ce1-4765-8def-c1c0ec12e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:08.353440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-63b8c4d2-4ce1-4765-8def-c1c0ec12e1dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1502299 Aug 09 15:34:08.355466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b2f57747-e5e1-4755-ab34-d0a97275a371,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:08.432979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-34dd667c-ae62-4d51-8036-a31cfeffc2c1 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1784627 Aug 09 15:34:08.455034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9e92177b-b667-4395-9ba7-1a1895479149'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:08.455900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454923e-99aa-40c9-bb69-4865444c2d58 req-fcadfaba-cb85-4753-854b-2fb0cdd85ac5 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:08.457474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1454923e-99aa-40c9-bb69-4865444c2d58 req-fcadfaba-cb85-4753-854b-2fb0cdd85ac5 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 948 time: 0.1364441 Aug 09 15:34:08.518937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-ac745dbd-f8fa-40e2-bb92-bace99fcb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:08.520490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-ac745dbd-f8fa-40e2-bb92-bace99fcb43b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434410 Aug 09 15:34:08.629671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1454923e-99aa-40c9-bb69-4865444c2d58 req-7bb15379-8e15-467d-84f4-ed7637bec87f tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502638 Aug 09 15:34:08.675008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6d551fef-cf34-4c46-bd64-95f60c345305 service neutron] 10.222.0.64 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336729 Aug 09 15:34:08.759242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b2f57747-e5e1-4755-ab34-d0a97275a371'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:08.784519 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-4332fba2-9a35-4014-93aa-7a691b5bcfe4 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528338 Aug 09 15:34:08.914901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-b7a573d9-d64f-4aab-ac56-3bb500f43949 service neutron] 10.222.0.64 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321563 Aug 09 15:34:08.925139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786e64-9731-43a2-9cff-1f302b51e431 req-be658968-74a2-4179-874e-fa3568c8eecb tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:08.926964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd786e64-9731-43a2-9cff-1f302b51e431 req-be658968-74a2-4179-874e-fa3568c8eecb tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1598768 Aug 09 15:34:08.980384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34ebbb21-305e-457d-9fa5-59b8bda79bd7 req-606a7010-8e19-4717-a360-69569c9251df service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702497 Aug 09 15:34:09.023224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd786e64-9731-43a2-9cff-1f302b51e431 req-20fc9204-61b7-48b2-a389-76a24bea1669 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833938 Aug 09 15:34:09.184458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32176ef5-5eb5-41f8-ad39-9728b4274c65 req-5ca0cf58-fd36-4f59-b9fd-f900f4a840a6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:09.186159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32176ef5-5eb5-41f8-ad39-9728b4274c65 req-5ca0cf58-fd36-4f59-b9fd-f900f4a840a6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.0638678 Aug 09 15:34:09.240531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32176ef5-5eb5-41f8-ad39-9728b4274c65 req-1d6faed7-2375-4699-be72-b47e1b2dffb6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Aug 09 15:34:09.479135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a860332-13ee-4af7-9192-cfa3d2f2616a req-e9b29926-dc94-45a9-87d8-6db7764df11c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:09.480742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a860332-13ee-4af7-9192-cfa3d2f2616a req-e9b29926-dc94-45a9-87d8-6db7764df11c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 944 time: 0.0580032 Aug 09 15:34:09.530585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a860332-13ee-4af7-9192-cfa3d2f2616a req-96fcd8d3-1425-41f5-8431-fe9450a6fdca tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Aug 09 15:34:09.654391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:09.810914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9e92177b-b667-4395-9ba7-1a1895479149 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:09.811706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:09.822301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ad1e1-69c8-4a6a-bece-28664c706812 req-e56a2970-9a38-439f-83e3-61086c2751bf tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:09.836214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba0ad1e1-69c8-4a6a-bece-28664c706812 req-e56a2970-9a38-439f-83e3-61086c2751bf tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.0892079 Aug 09 15:34:09.885264 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba0ad1e1-69c8-4a6a-bece-28664c706812 req-3997f1af-6ed1-4ec4-9000-6463f30e5f8c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Aug 09 15:34:09.940931 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:09.998338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:10.002597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:10.004035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60c95431-de00-4d74-9ff9-cea14f910777 req-7a7300f3-6322-4d23-b2fe-140c14798633 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 210 time: 0.0519235 Aug 09 15:34:10.007514 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba0405b-b881-449c-bed4-644fe4e52656" -d '{"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-plugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:10.013047 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:10.106909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:10.155054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139b36c-c06a-4488-b435-27f62972fca9 req-4f07696b-83b6-48e1-9a43-20ff613390b3 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:10.161311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f139b36c-c06a-4488-b435-27f62972fca9 req-4f07696b-83b6-48e1-9a43-20ff613390b3 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 948 time: 0.0739393 Aug 09 15:34:10.222171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f139b36c-c06a-4488-b435-27f62972fca9 req-d9faf3c8-d537-4f30-90b4-d53b87fcbf1e tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576510 Aug 09 15:34:10.863378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e37f6d67-f082-4009-bf6e-e11893401421 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:10.865119 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e37f6d67-f082-4009-bf6e-e11893401421 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 807 time: 0.1839879 Aug 09 15:34:10.893426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Request body: {'port': {'device_id': '5de743fa-f494-4e00-bf94-71724fdef387', 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'admin_state_up': True, 'tenant_id': '56df983dc7384ddeb5bd26f643627db1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:11.076495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Made reservation on behalf of 56df983dc7384ddeb5bd26f643627db1 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:34:11.087334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:11.254029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Allocated IP 172.20.0.4 (69377b5d-8aa6-400b-b9cd-ed4c37ebf047/1f6d6565-1efe-4b73-9839-698bdbeb1614/9561a9a9-16f0-4769-bb57-f8f77f5e78e0) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:34:11.481620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:11.546656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:11.559583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:11.582142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:34:11.630053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:34:11.641235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:34:11.684206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7ef1de09-d673-46ec-9681-f45862a3198b details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:11.693210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b2f57747-e5e1-4755-ab34-d0a97275a371 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:11.709318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Pushing event updated for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:11.773253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:11.774606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:11.811365 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-6428b151-28a3-48bf-9c94-a68d1beb5984 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9223862 Aug 09 15:34:11.826414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Request body: {'port': {'device_id': '5de743fa-f494-4e00-bf94-71724fdef387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:11.952723 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:12.026749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7ef1de09-d673-46ec-9681-f45862a3198b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7ef1de09-d673-46ec-9681-f45862a3198b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:12.045895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7ef1de09-d673-46ec-9681-f45862a3198b', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '7ef1de09-d673-46ec-9681-f45862a3198b', 'mac_address': 'fa:16:3e:98:99:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:12.069132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port b2f57747-e5e1-4755-ab34-d0a97275a371 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:12.089600 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:34:12.107020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port b2f57747-e5e1-4755-ab34-d0a97275a371 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:12.108235 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:12.200140 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:12.237418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef1de09-d673-46ec-9681-f45862a3198b {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:12.365550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7ef1de09-d673-46ec-9681-f45862a3198b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7ef1de09-d673-46ec-9681-f45862a3198b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:12.394557 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:12.466646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:12.472887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7ef1de09-d673-46ec-9681-f45862a3198b,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:12.515118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b2f57747-e5e1-4755-ab34-d0a97275a371, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2f57747-e5e1-4755-ab34-d0a97275a371,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:12.522013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:12.555701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:12.575900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:12.604137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Transition to ACTIVE for port object 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:12.612559 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:12.651196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b2f57747-e5e1-4755-ab34-d0a97275a371,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:12.747873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Pushing event updated for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:12.766424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7ef1de09-d673-46ec-9681-f45862a3198b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:12.943306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:12.946144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:12.946852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:12.993455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:12.994729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:13.011253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:13.013146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:13.014205 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:13.015425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Bound port: 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:13.016193 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:13.139382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:34:13.143111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:13.150073 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:13.248345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Pushing event updated for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:13.269196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:13.271466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:13.280210 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e2006f8b-2bb1-4372-8d74-c4950df97f58 service neutron] 10.222.0.66 "PUT /v2.0/ports/9561a9a9-16f0-4769-bb57-f8f77f5e78e0 HTTP/1.1" status: 200 len: 1091 time: 1.4589107 Aug 09 15:34:13.283380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:13.293837 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73fe4cc-8322-4b39-86d3-1d621a485e86" -d '{"events": [{"name": "network-changed", "server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:13.425966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-4213667a-1c91-448c-b808-7c8f19d64124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:13.428245 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-4213667a-1c91-448c-b808-7c8f19d64124 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1094 time: 0.0987954 Aug 09 15:34:13.530708 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-1e2fba4f-d08e-4ce3-aada-afafd548084c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0 HTTP/1.1" status: 200 len: 217 time: 0.0862563 Aug 09 15:34:13.619464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-ea091075-0527-4b37-9461-1782386ea323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:13.621198 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-ea091075-0527-4b37-9461-1782386ea323 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0740137 Aug 09 15:34:13.666046 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-26a3742f-7ae6-4e3a-9181-986128699104 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317593 Aug 09 15:34:13.865779 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-e31078b5-3c87-489e-a502-f57d434547d9 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892962 Aug 09 15:34:14.032782 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-69331ea9-a6c8-4e40-9e62-9d64e290f410 req-529488bc-15f5-4b66-84f2-fab589c733d4 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572323 Aug 09 15:34:14.926924 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-655ec080-8177-4baa-91b2-be9f4fe3ec6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:15.688241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7ef1de09-d673-46ec-9681-f45862a3198b up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:15.792996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 7ef1de09-d673-46ec-9681-f45862a3198b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:15.801346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7ef1de09-d673-46ec-9681-f45862a3198b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:15.802026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:16.116062 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:16.180663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7ef1de09-d673-46ec-9681-f45862a3198b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7ef1de09-d673-46ec-9681-f45862a3198b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:16.190507 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:16.274047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7ef1de09-d673-46ec-9681-f45862a3198b,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:17.438950 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a68595dd-a774-4b70-ac5d-daa5fc0f255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:17.764662 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:18.913410 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:20.257245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:20.993118 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d613e5c-7ed7-4254-85aa-959d8cdf1488 x-openstack-request-id: req-7d613e5c-7ed7-4254-85aa-959d8cdf1488 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:20.993523 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-plugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:20.994217 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d613e5c-7ed7-4254-85aa-959d8cdf1488 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:20.995459 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149', 'code': 200} Aug 09 15:34:21.160638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fda599-d426-426d-89ad-22cf8f0a2f13 req-1752d7bb-8bb2-49a7-b240-e94f2f329ee2 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:21.163005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2fda599-d426-426d-89ad-22cf8f0a2f13 req-1752d7bb-8bb2-49a7-b240-e94f2f329ee2 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.0924683 Aug 09 15:34:21.222675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2fda599-d426-426d-89ad-22cf8f0a2f13 req-5feccdd4-fd29-4a33-ab60-90d8a5ccd1d0 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484524 Aug 09 15:34:21.403729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cc97e-0ca9-4ef7-9804-b2de744acf43 req-ae124cf8-8c4f-4a55-90e0-b4c85ed8e489 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:21.405446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-560cc97e-0ca9-4ef7-9804-b2de744acf43 req-ae124cf8-8c4f-4a55-90e0-b4c85ed8e489 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 945 time: 0.1080208 Aug 09 15:34:21.423739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69324f2-0656-477a-8b67-b615cc0fab8c req-1223b5b8-024a-4a5b-83bf-3e1c9effdfe2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:21.425576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b69324f2-0656-477a-8b67-b615cc0fab8c req-1223b5b8-024a-4a5b-83bf-3e1c9effdfe2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 943 time: 0.0771847 Aug 09 15:34:21.512350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-560cc97e-0ca9-4ef7-9804-b2de744acf43 req-c824ef81-6c11-44fe-b3fd-b6675f80d775 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854723 Aug 09 15:34:21.528422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b69324f2-0656-477a-8b67-b615cc0fab8c req-8ebf4d72-f9f4-4457-8ebf-a94db3d3301d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953321 Aug 09 15:34:21.620850 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1090b935-4bde-457f-a919-ce7cb02bfabd x-openstack-request-id: req-1090b935-4bde-457f-a919-ce7cb02bfabd {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:21.621753 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:21.621753 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1090b935-4bde-457f-a919-ce7cb02bfabd {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:21.622152 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0', 'status': 'completed', 'code': 200} Aug 09 15:34:21.656821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213361a-75a1-40b1-b771-9c386d0a1a6e req-5c766dcd-206a-4e74-a829-1ca62f031cb1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:21.658426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a213361a-75a1-40b1-b771-9c386d0a1a6e req-5c766dcd-206a-4e74-a829-1ca62f031cb1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 950 time: 0.0671551 Aug 09 15:34:21.740239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-df182628-bd82-4e18-9be8-927ca4aa205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:21.743323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-df182628-bd82-4e18-9be8-927ca4aa205e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1094 time: 0.0820954 Aug 09 15:34:21.749576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a213361a-75a1-40b1-b771-9c386d0a1a6e req-a6a15128-f9f2-497e-b881-0f4204f73878 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748293 Aug 09 15:34:21.845665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af5ac5-e621-4b4e-b14d-658f5260ef1b req-e927c662-2060-4b75-9ded-bdee5f3e4b0a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:21.855091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73af5ac5-e621-4b4e-b14d-658f5260ef1b req-e927c662-2060-4b75-9ded-bdee5f3e4b0a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1042240 Aug 09 15:34:21.882714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-f0ee3e70-9e37-48e4-9990-28d3cc3569ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:21.891743 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-f0ee3e70-9e37-48e4-9990-28d3cc3569ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1366253 Aug 09 15:34:21.922485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73af5ac5-e621-4b4e-b14d-658f5260ef1b req-585349b8-6fe5-478a-9812-9defe0d81ea8 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659983 Aug 09 15:34:21.954174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f478d-d485-4fd4-8ed4-eb305a1fffa8 req-72b99691-66c2-45dd-b8e6-d79c4af22646 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:21.956882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e76f478d-d485-4fd4-8ed4-eb305a1fffa8 req-72b99691-66c2-45dd-b8e6-d79c4af22646 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.0819192 Aug 09 15:34:21.957774 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-f3dd0f34-1225-48ed-ba9c-85a59ccdac61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0 HTTP/1.1" status: 200 len: 217 time: 0.0559144 Aug 09 15:34:22.015945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e76f478d-d485-4fd4-8ed4-eb305a1fffa8 req-df45aee2-5a9c-4ec6-9e87-5014aa13127e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521760 Aug 09 15:34:22.034702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-9df2a2a2-1ac3-4c40-a2ac-019ddaf322ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:22.037388 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-9df2a2a2-1ac3-4c40-a2ac-019ddaf322ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.0687973 Aug 09 15:34:22.103031 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-c745a54f-2fd5-4fd0-8069-9ae932be0344 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579371 Aug 09 15:34:22.164418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f356d8d-1c64-454b-8025-d9212a43bdd7 req-27db6721-5573-4d34-bc35-065190851f87 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:22.169007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f356d8d-1c64-454b-8025-d9212a43bdd7 req-27db6721-5573-4d34-bc35-065190851f87 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 950 time: 0.0719104 Aug 09 15:34:22.249468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f356d8d-1c64-454b-8025-d9212a43bdd7 req-35d91973-31ce-4a57-ba86-83606d73966c tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741558 Aug 09 15:34:22.255130 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-d8860a06-e15d-44e8-a55f-aa481c7b3a7f service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423259 Aug 09 15:34:22.390267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84acf9-f7c8-47e7-8cff-1da975bbf499 req-46ce53cf-1d81-4400-9252-101feb0152ef tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:22.405015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf84acf9-f7c8-47e7-8cff-1da975bbf499 req-46ce53cf-1d81-4400-9252-101feb0152ef tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.0782590 Aug 09 15:34:22.436684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c73fe4cc-8322-4b39-86d3-1d621a485e86 req-6443546b-045d-490e-bb89-9f9128c7f1f1 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743910 Aug 09 15:34:22.439621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf84acf9-f7c8-47e7-8cff-1da975bbf499 req-71910b4f-8c0f-4d0a-939e-bf2a3ea5c40c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Aug 09 15:34:22.475252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-bd66b9aa-74ca-4e62-90a8-a31fcb64fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:22.476898 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-bd66b9aa-74ca-4e62-90a8-a31fcb64fb52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e6d963514f14915835ebf6971cec108&device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 1097 time: 0.0956111 Aug 09 15:34:22.625783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-73ea0ee6-e195-402f-8d97-49c2ac1fdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:22.628556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-73ea0ee6-e195-402f-8d97-49c2ac1fdc7b service neutron] 10.222.0.66 "GET /v2.0/networks?id=819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 200 len: 917 time: 0.1430066 Aug 09 15:34:22.680243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0e01-6c3e-4be4-a8ba-c99012093762 req-a1476cef-a8c1-4b32-90ca-c59f5be7a3e5 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:22.682023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48cf0e01-6c3e-4be4-a8ba-c99012093762 req-a1476cef-a8c1-4b32-90ca-c59f5be7a3e5 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 945 time: 0.0663958 Aug 09 15:34:22.779743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48cf0e01-6c3e-4be4-a8ba-c99012093762 req-2ae5a83b-b277-4faa-b5c9-7e2cf02ed29a tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839324 Aug 09 15:34:22.924999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e72c-0989-4083-8ddd-9bfd4e97e217 req-4aecb9cc-7d02-441d-84b0-2dc38746af23 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:22.936192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fc6e72c-0989-4083-8ddd-9bfd4e97e217 req-4aecb9cc-7d02-441d-84b0-2dc38746af23 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 943 time: 0.0951228 Aug 09 15:34:22.987008 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-ea4d44d4-f361-44db-aae4-1be73c081e4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bca55e0-0e87-4f3f-a9a7-30275e641a02 HTTP/1.1" status: 200 len: 217 time: 0.3482418 Aug 09 15:34:22.996683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fc6e72c-0989-4083-8ddd-9bfd4e97e217 req-ebf56943-f69e-48bb-861d-cd4e1369109b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591085 Aug 09 15:34:22.997232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da74a128-41f8-4f47-8649-6067e77738c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f57747-e5e1-4755-ab34-d0a97275a371'}, {'server_uuid': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef1de09-d673-46ec-9681-f45862a3198b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:22.999682 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c369d-5b74-4203-9b95-bfe1c250b86e" -d '{"events": [{"server_uuid": "da74a128-41f8-4f47-8649-6067e77738c0", "name": "network-vif-plugged", "status": "completed", "tag": "b2f57747-e5e1-4755-ab34-d0a97275a371"}, {"server_uuid": "79e7fa92-449f-4b06-a586-bda2af2b077c", "name": "network-vif-plugged", "status": "completed", "tag": "7ef1de09-d673-46ec-9681-f45862a3198b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:23.076769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-a61e258e-2331-49e7-af58-6e2073f2ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:23.080202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-a61e258e-2331-49e7-af58-6e2073f2ebfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8865ca07-efe9-402b-9b56-7dba512f799a HTTP/1.1" status: 200 len: 854 time: 0.0789621 Aug 09 15:34:23.144646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-2f64ca79-d943-4374-a240-b67dead68290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:23.146375 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-2f64ca79-d943-4374-a240-b67dead68290 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=819b1b52-28cf-4f2e-9cf0-70825fe88061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574956 Aug 09 15:34:23.308677 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-4c9a1fdd-6d50-4a5c-8f0e-49f1d236085c service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496797 Aug 09 15:34:23.426144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37b96b-3f41-48dc-bf94-727ba6f0caa9 req-f63fc852-8c83-4d6e-91cb-a654e25b0193 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:23.435892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d37b96b-3f41-48dc-bf94-727ba6f0caa9 req-f63fc852-8c83-4d6e-91cb-a654e25b0193 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 950 time: 0.1112895 Aug 09 15:34:23.452631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c39add-92ba-4ed2-8dae-9919e8df03b9 req-0db398ff-847e-47e8-a628-a39726bc94e9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:23.461160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3c39add-92ba-4ed2-8dae-9919e8df03b9 req-0db398ff-847e-47e8-a628-a39726bc94e9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1252522 Aug 09 15:34:23.462961 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a33f90da-e3ec-4226-abc6-ea6044cfa189 req-9f8476eb-0503-4f2d-9d6f-b8177da48177 service neutron] 10.222.0.66 "GET /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456957 Aug 09 15:34:23.516204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d37b96b-3f41-48dc-bf94-727ba6f0caa9 req-282a86b5-fdcb-4e6e-9cb3-804ea78e8c81 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791583 Aug 09 15:34:23.544056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3c39add-92ba-4ed2-8dae-9919e8df03b9 req-caf85100-7f13-4bb9-a8c6-469a5c000e6c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814605 Aug 09 15:34:23.610948 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7306a789-b0f0-4f9d-840d-e9cbcebafea7 x-openstack-request-id: req-7306a789-b0f0-4f9d-840d-e9cbcebafea7 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:23.611698 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da74a128-41f8-4f47-8649-6067e77738c0", "name": "network-vif-plugged", "status": "completed", "tag": "b2f57747-e5e1-4755-ab34-d0a97275a371", "code": 200}, {"server_uuid": "79e7fa92-449f-4b06-a586-bda2af2b077c", "name": "network-vif-plugged", "status": "completed", "tag": "7ef1de09-d673-46ec-9681-f45862a3198b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:23.612483 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7306a789-b0f0-4f9d-840d-e9cbcebafea7 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:23.613672 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da74a128-41f8-4f47-8649-6067e77738c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'code': 200} Aug 09 15:34:23.614290 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef1de09-d673-46ec-9681-f45862a3198b', 'code': 200} Aug 09 15:34:23.771910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20ffb3-ab12-4b0a-83ff-32f3f568d15f req-a8015710-2ad6-4200-9a3f-5d72eda99498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:23.773533 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d20ffb3-ab12-4b0a-83ff-32f3f568d15f req-a8015710-2ad6-4200-9a3f-5d72eda99498 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 1101 time: 0.0496900 Aug 09 15:34:23.839147 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d20ffb3-ab12-4b0a-83ff-32f3f568d15f req-20f8c1ae-3f79-4ddf-a6ac-ca03da1acd63 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529842 Aug 09 15:34:23.865105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995031b9-bf1a-4edb-abc6-c1919a94f5ec req-a4e8aa05-2db6-4dcf-849b-e4c5580675d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:23.868082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-995031b9-bf1a-4edb-abc6-c1919a94f5ec req-a4e8aa05-2db6-4dcf-849b-e4c5580675d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 1096 time: 0.1594460 Aug 09 15:34:23.873745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-2875c05f-985b-49f8-aba8-482bda6dc948 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1937344032&fields=id&tenant_id=f0c04a43bf1745f6b44cfddb56114a46 HTTP/1.1" status: 200 len: 267 time: 0.1261451 Aug 09 15:34:23.887040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e35c19-07a0-4d3c-8d0c-a8f56e7005fa req-cca72af7-8cd1-4f41-a39c-76442c650ab7 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:23.889663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9e35c19-07a0-4d3c-8d0c-a8f56e7005fa req-cca72af7-8cd1-4f41-a39c-76442c650ab7 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1979895 Aug 09 15:34:24.032396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9e35c19-07a0-4d3c-8d0c-a8f56e7005fa req-e2816245-cee5-447e-add5-989b08be54fb tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289189 Aug 09 15:34:24.046788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:24.055097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-995031b9-bf1a-4edb-abc6-c1919a94f5ec req-32658611-c937-4ac1-bb91-049d055dd8b3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262400 Aug 09 15:34:24.107757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-b497e566-a7c5-4085-8f59-6779f16a93b8 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:24.109566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-b497e566-a7c5-4085-8f59-6779f16a93b8 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/networks?id=52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 200 len: 823 time: 0.2186112 Aug 09 15:34:24.152677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-2e8d911c-ddcc-4ade-ad0b-e748c4455a8f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/quotas/f0c04a43bf1745f6b44cfddb56114a46 HTTP/1.1" status: 200 len: 375 time: 0.0313835 Aug 09 15:34:24.239454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:24.243476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-5b2c4164-de3e-438d-bbfd-d2bf21a76d5c tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0756474 Aug 09 15:34:24.255922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0', 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047', 'port_id': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0', 'mac_address': 'fa:16:3e:d1:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6d6565-1efe-4b73-9839-698bdbeb1614', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:24.305060 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:24.339580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:24.366685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:24.372992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:24.393297 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-1967bdb3-6ad1-457d-8d5e-93118fbbed6d service neutron] 10.222.0.64 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476159 Aug 09 15:34:24.446580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:24.455857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.456374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.456717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.457329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.457919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.458537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.459095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.459664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.460519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.461127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.461874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.462450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:24.736720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['9561a9a9-16f0-4769-bb57-f8f77f5e78e0'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:24.887402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff15c59-170d-40d0-8aec-c0e4ed68bad5 req-785cfb45-6f91-44c7-8fe0-685998513af2 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:24.889855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ff15c59-170d-40d0-8aec-c0e4ed68bad5 req-785cfb45-6f91-44c7-8fe0-685998513af2 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 945 time: 0.1149619 Aug 09 15:34:24.895379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-0714039a-d62a-41ab-b27b-5b8a5f911f1a service neutron] 10.222.0.64 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946780 Aug 09 15:34:24.964454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ff15c59-170d-40d0-8aec-c0e4ed68bad5 req-e23ab3e8-ac41-44da-bdc5-251faf776697 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671234 Aug 09 15:34:25.178252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafc920-e070-488c-b203-b6349c510f4c req-1934916b-d81c-4505-87e1-715694a9dde2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:25.180103 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1dafc920-e070-488c-b203-b6349c510f4c req-1934916b-d81c-4505-87e1-715694a9dde2 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.66 "GET /v2.0/ports?device_id=5fbeed92-5800-4357-81b6-f589ae91ed67 HTTP/1.1" status: 200 len: 945 time: 0.1147358 Aug 09 15:34:25.184414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a5e59-a81e-4f31-acf5-d454150cf2f5 req-d7766703-3882-4094-b0ed-26479387ea00 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:25.186685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be7a5e59-a81e-4f31-acf5-d454150cf2f5 req-d7766703-3882-4094-b0ed-26479387ea00 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 944 time: 0.0894141 Aug 09 15:34:25.245751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be7a5e59-a81e-4f31-acf5-d454150cf2f5 req-c05df1e9-95e6-4f39-9417-b15bf3901835 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508866 Aug 09 15:34:25.351125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Deleting port e378c88a-c548-4542-84e3-4f272977dc5c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:25.351900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:25.475728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e896b-6335-45fb-bca6-3d177221220c req-c9bd28b2-401a-4bc9-b088-5919234ea5d5 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:25.484146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d6e896b-6335-45fb-bca6-3d177221220c req-c9bd28b2-401a-4bc9-b088-5919234ea5d5 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 950 time: 0.1114500 Aug 09 15:34:25.485899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] For port e378c88a-c548-4542-84e3-4f272977dc5c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e378c88a-c548-4542-84e3-4f272977dc5c,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:25.486790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:25.503073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd69329-3168-444f-8e3e-7145fc86ea3d req-a2cc021c-6dd5-490b-80e0-39236f1c0ac7 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:25.511544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3dd69329-3168-444f-8e3e-7145fc86ea3d req-a2cc021c-6dd5-490b-80e0-39236f1c0ac7 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1262627 Aug 09 15:34:25.561558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d6e896b-6335-45fb-bca6-3d177221220c req-828e4cce-2276-4a47-8a71-588057b91ca1 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763373 Aug 09 15:34:25.616254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3dd69329-3168-444f-8e3e-7145fc86ea3d req-05eeafd5-a8e8-4571-a22d-46300a8764f5 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037149 Aug 09 15:34:25.750995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3ec62ee-3bd6-4baa-9d1a-464bbc952b16 req-4d0b4b3c-fa3b-44fd-baae-393e2bd37385 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 210 time: 0.0593934 Aug 09 15:34:25.752343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:25.865061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c3ee-beb0-4971-b379-02460731a510 req-6739bad8-2057-48c0-be56-336c7f0a2744 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:25.873715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c48c3ee-beb0-4971-b379-02460731a510 req-6739bad8-2057-48c0-be56-336c7f0a2744 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1619928 Aug 09 15:34:25.934326 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:25.950308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c48c3ee-beb0-4971-b379-02460731a510 req-0d38362a-e352-483d-b39e-97631a032878 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Aug 09 15:34:25.992192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:25.995133 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8053d9ca-8e40-4fb6-af2c-d4df73252f42" -d '{"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-unplugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:26.012986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:26.019776 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.062342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:26.100989 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.105162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.105796 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Floating IP 68b4baba-3e8a-4e04-8d05-cb05ad4839e9 disassociated. External IP: 172.25.7.217, port: e378c88a-c548-4542-84e3-4f272977dc5c. Aug 09 15:34:26.106852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Calling delete_port for e378c88a-c548-4542-84e3-4f272977dc5c owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:26.205261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:26.207567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465919b-4b1a-4694-b38a-f1991e52d0d2 req-ae58a3e9-21cb-4ed5-a7c6-607795763d7f tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:26.211440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6465919b-4b1a-4694-b38a-f1991e52d0d2 req-ae58a3e9-21cb-4ed5-a7c6-607795763d7f tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1044860 Aug 09 15:34:26.238675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:26.243898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:26.244697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.292750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6465919b-4b1a-4694-b38a-f1991e52d0d2 req-5d9f7f6e-be50-49e1-b7ee-1cd9a1cdfe75 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737064 Aug 09 15:34:26.321920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e871d-ee81-407d-934d-e06389f15800 req-6fc0d9c4-0654-49cf-a0c5-a2ddd6866662 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:26.325998 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e1e871d-ee81-407d-934d-e06389f15800 req-6fc0d9c4-0654-49cf-a0c5-a2ddd6866662 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 945 time: 0.1109951 Aug 09 15:34:26.381092 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f71b24-faa6-471d-925d-9be4e3a44ace x-openstack-request-id: req-f0f71b24-faa6-471d-925d-9be4e3a44ace {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:26.381498 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-unplugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:26.381763 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0f71b24-faa6-471d-925d-9be4e3a44ace {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:26.388923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e1e871d-ee81-407d-934d-e06389f15800 req-7c885d56-8c3d-41ff-910a-2f183e5f391f tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613954 Aug 09 15:34:26.396354 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149', 'code': 200} Aug 09 15:34:26.451407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.498745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.506596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event deleted for resources: {'Port': ['ID=e378c88a-c548-4542-84e3-4f272977dc5c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:26.541264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:26.548119 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.609745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:26.614564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615cae9-d5bd-43a9-8fd1-92934eb5ce8a req-2e847fb4-9a79-48d7-b7ad-c7a133e70e63 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:26.624414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8615cae9-d5bd-43a9-8fd1-92934eb5ce8a req-2e847fb4-9a79-48d7-b7ad-c7a133e70e63 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 944 time: 0.1662269 Aug 09 15:34:26.643002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beec24f-02c4-44e4-9379-527ba9d6a450 req-478f94e1-be6b-4d5d-ab27-16175f96ee37 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:26.644971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4beec24f-02c4-44e4-9379-527ba9d6a450 req-478f94e1-be6b-4d5d-ab27-16175f96ee37 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 950 time: 0.1748998 Aug 09 15:34:26.686933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:34:26.687300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8615cae9-d5bd-43a9-8fd1-92934eb5ce8a req-18e55c30-40b0-4d09-88bb-b749224bcff9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614467 Aug 09 15:34:26.723458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4beec24f-02c4-44e4-9379-527ba9d6a450 req-aadffe2a-5657-4ed4-8e38-1b0d6ee75a48 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623610 Aug 09 15:34:26.913841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66892ec-bc3b-4a5f-8685-474ea986108e req-d7712a9c-c34b-404e-8ade-edc8b30f4b8e tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:26.915966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d66892ec-bc3b-4a5f-8685-474ea986108e req-d7712a9c-c34b-404e-8ade-edc8b30f4b8e tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 945 time: 0.1137900 Aug 09 15:34:26.933893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:34:26.951044 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] Sync routers for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:34:26.966413 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:34:26.967063 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:26.998348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] No DVR routers for this DVR port e378c88a-c548-4542-84e3-4f272977dc5c on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:27.001092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:27.003700 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1dafc920-e070-488c-b203-b6349c510f4c req-369f5a2c-562f-494a-97e7-1a434e5d5a85 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.66 "DELETE /v2.0/ports/e378c88a-c548-4542-84e3-4f272977dc5c HTTP/1.1" status: 204 len: 173 time: 1.8106539 Aug 09 15:34:27.004312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'name': 'network-vif-deleted', 'tag': 'e378c88a-c548-4542-84e3-4f272977dc5c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:27.007086 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef2991-5ed4-4f67-8e54-65012f3e3d61" -d '{"events": [{"server_uuid": "5fbeed92-5800-4357-81b6-f589ae91ed67", "name": "network-vif-deleted", "tag": "e378c88a-c548-4542-84e3-4f272977dc5c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:27.139671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d66892ec-bc3b-4a5f-8685-474ea986108e req-7fe212f8-4272-4c96-894b-41ed730b4f50 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113168 Aug 09 15:34:27.151895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23425b95-7255-42e6-9509-d4a124f91822 req-3be786e1-dadf-4345-a73e-8aa97cf87080 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:27.153813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23425b95-7255-42e6-9509-d4a124f91822 req-3be786e1-dadf-4345-a73e-8aa97cf87080 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 945 time: 0.2859633 Aug 09 15:34:27.168898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42890) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:27.185294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Request body: {'floatingip': {'port_id': 'b2f57747-e5e1-4755-ab34-d0a97275a371'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:27.208133 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:34:27.225049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-61fd9d88-089f-4336-9e6f-ee89aaad9374 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:27.228552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-61fd9d88-089f-4336-9e6f-ee89aaad9374 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.35 "GET /v2.0/networks?id=52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 200 len: 823 time: 0.2394936 Aug 09 15:34:27.310183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:27.338423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-4392b85d-8855-4a45-8578-d4d789556f91 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c04a43bf1745f6b44cfddb56114a46 HTTP/1.1" status: 200 len: 380 time: 0.0964136 Aug 09 15:34:27.359995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Request body: {'port': {'device_id': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'admin_state_up': True, 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'security_groups': ['841453d3-2c62-4314-8672-531a679aba9e']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:27.382769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c58d6fa-7aa4-476e-b248-1078f871ce7d req-74ab98fd-9df2-49f2-8411-8ba8a3f417f6 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 210 time: 0.0428665 Aug 09 15:34:27.467146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce61be-6c40-42b9-9e6a-003dbe6f9eaa req-1ef7ba80-ccdb-4da3-b8d6-9dfdefc6d8ab tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:27.469143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7dce61be-6c40-42b9-9e6a-003dbe6f9eaa req-1ef7ba80-ccdb-4da3-b8d6-9dfdefc6d8ab tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1959491 Aug 09 15:34:27.512858 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:27.561870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7dce61be-6c40-42b9-9e6a-003dbe6f9eaa req-9577de62-dc8d-42c6-bef0-84dbe662f4f9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818472 Aug 09 15:34:27.686904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Made reservation on behalf of f0c04a43bf1745f6b44cfddb56114a46 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:34:27.690325 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eabf262-0d17-4bb4-be66-c9a5dd3c8f0e x-openstack-request-id: req-8eabf262-0d17-4bb4-be66-c9a5dd3c8f0e {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:27.691412 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbeed92-5800-4357-81b6-f589ae91ed67", "name": "network-vif-deleted", "tag": "e378c88a-c548-4542-84e3-4f272977dc5c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:27.691910 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8eabf262-0d17-4bb4-be66-c9a5dd3c8f0e {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:27.692641 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbeed92-5800-4357-81b6-f589ae91ed67', 'name': 'network-vif-deleted', 'tag': 'e378c88a-c548-4542-84e3-4f272977dc5c', 'status': 'completed', 'code': 200} Aug 09 15:34:27.704483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:27.711149 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] Checking router: 85ae62c2-ec82-48d7-9f17-d9fae69bedcf for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:34:27.723913 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:34:27.724640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:27.753169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:27.945103 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:27.998709 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:34:28.027306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:28.052068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9e92177b-b667-4395-9ba7-1a1895479149', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '9e92177b-b667-4395-9ba7-1a1895479149', 'mac_address': 'fa:16:3e:a0:77:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:28.089034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094584a5-f9f1-4f75-8e13-6d1cd86eff91 req-ecb1dc73-aa82-4b54-9af6-f26921c30908 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:28.100518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-094584a5-f9f1-4f75-8e13-6d1cd86eff91 req-ecb1dc73-aa82-4b54-9af6-f26921c30908 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.4765694 Aug 09 15:34:28.170932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:28.182123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:28.210959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c8182-317f-4b0c-a1e2-8bc76a9489b6 req-7f64f418-f61a-4f14-bbdb-eb109771d1a9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:28.212000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e92177b-b667-4395-9ba7-1a1895479149 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:28.212687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-732c8182-317f-4b0c-a1e2-8bc76a9489b6 req-7f64f418-f61a-4f14-bbdb-eb109771d1a9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.3741825 Aug 09 15:34:28.234857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:34:28.270301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-094584a5-f9f1-4f75-8e13-6d1cd86eff91 req-b3f13e77-e95d-4050-ae38-9a0b430940e1 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685796 Aug 09 15:34:28.286507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:28.299960 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:28.337891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Allocated IP 172.20.0.12 (52ecaefa-75a3-44b6-8411-ffa1b953ba99/b92b6e17-636f-429e-90db-73ac1f263e96/d8c85836-55a8-4753-8bdd-a77e24ded155) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:34:28.366961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-732c8182-317f-4b0c-a1e2-8bc76a9489b6 req-21dafff3-d71d-4d67-978d-e42ef6ed4043 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394699 Aug 09 15:34:28.402303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:28.413006 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83af65ef-2b65-49a6-aebf-da6b59ffb6d5" -d '{"events": [{"server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "name": "network-vif-plugged", "status": "completed", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:28.447548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9e92177b-b667-4395-9ba7-1a1895479149'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:28.479623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-d41d8f26-5b52-4e52-8bd1-378addb5b32d tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:28.494965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-d41d8f26-5b52-4e52-8bd1-378addb5b32d tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.35 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 950 time: 0.3410721 Aug 09 15:34:28.502436 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:28.504637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:28.531214 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:28.568531 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c54f1a-033d-43c9-9077-046bbbcb0d1d None None] The sync data for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 is: [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:34:28.612610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:28.625888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-73efd1ab-605f-405e-8a1c-627ea50d48db req-565ebb20-2e18-46a6-8e5c-62e0ed6e1345 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:34:28.639712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73efd1ab-605f-405e-8a1c-627ea50d48db req-565ebb20-2e18-46a6-8e5c-62e0ed6e1345 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231462 Aug 09 15:34:28.891340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053109cf-9330-4595-889e-726d5634c861 req-ef4308d6-3e8d-489b-b775-258840d6b867 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:28.896764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-053109cf-9330-4595-889e-726d5634c861 req-ef4308d6-3e8d-489b-b775-258840d6b867 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 950 time: 0.4754863 Aug 09 15:34:28.937278 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Floating IP 0d299d7a-c699-4630-b747-066fb4504b6e associated. External IP: 172.25.7.84, port: b2f57747-e5e1-4755-ab34-d0a97275a371. Aug 09 15:34:29.042317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:29.060741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Transition to ACTIVE for port object d8c85836-55a8-4753-8bdd-a77e24ded155 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:29.156245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73efd1ab-605f-405e-8a1c-627ea50d48db req-d3ad0845-ef43-408f-a210-4d6374305cfe tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5147700 Aug 09 15:34:29.173773 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:29.227589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc2068-df81-4ed5-a9aa-d89788de5ce6 None None] New status for floating IP 68b4baba-3e8a-4e04-8d05-cb05ad4839e9: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:34:29.272369 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Deleting port 7ef1de09-d673-46ec-9681-f45862a3198b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:29.272653 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:29.367659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-053109cf-9330-4595-889e-726d5634c861 req-27b842aa-ba4b-4bf3-ab02-ff6ea6606322 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445643 Aug 09 15:34:29.375544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:34:29.394391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:34:29.419711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:34:29.513582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event updated for resources: {'Port': ['ID=d8c85836-55a8-4753-8bdd-a77e24ded155,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:29.608797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:29.609494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:29.635317 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e730a64-0d46-4480-9146-aed5d44e17b2 x-openstack-request-id: req-2e730a64-0d46-4480-9146-aed5d44e17b2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:29.635667 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "name": "network-vif-plugged", "status": "completed", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:29.636004 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e730a64-0d46-4480-9146-aed5d44e17b2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:29.636474 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0', 'code': 200} Aug 09 15:34:29.732243 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-fcc1a37e-8d62-4c15-8dad-584dbe03ef63 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3771381 Aug 09 15:34:29.748561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Request body: {'port': {'device_id': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:29.770610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:29.877467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9e92177b-b667-4395-9ba7-1a1895479149 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:29.877876 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:29.898962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c239-f349-4581-8735-e907dc5f51a7 req-ddad15e1-880c-4483-977f-c5c583e8b889 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:29.900496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b98c239-f349-4581-8735-e907dc5f51a7 req-ddad15e1-880c-4483-977f-c5c583e8b889 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 932 time: 0.2813311 Aug 09 15:34:29.941130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b8859eac-a8ab-4fdd-82da-d59b8dc6b021 None None] Provisioning for port d8c85836-55a8-4753-8bdd-a77e24ded155 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:29.946758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b8859eac-a8ab-4fdd-82da-d59b8dc6b021 None None] Provisioning complete for port d8c85836-55a8-4753-8bdd-a77e24ded155 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:29.947180 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b8859eac-a8ab-4fdd-82da-d59b8dc6b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.037197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b8859eac-a8ab-4fdd-82da-d59b8dc6b021 None None] Port d8c85836-55a8-4753-8bdd-a77e24ded155 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:34:30.041255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.066978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b98c239-f349-4581-8735-e907dc5f51a7 req-dd8d49ad-48a4-406b-8647-a2bc039ae067 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434505 Aug 09 15:34:30.088825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:30.092987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43736a56-5ff4-4144-82aa-85df5533e727 req-e4667833-6891-433b-9c13-58f3e8efcb5e tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:30.098457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43736a56-5ff4-4144-82aa-85df5533e727 req-e4667833-6891-433b-9c13-58f3e8efcb5e tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.3467941 Aug 09 15:34:30.107383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.111628 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.112682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7ef1de09-d673-46ec-9681-f45862a3198b no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:30.114951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e378c88a-c548-4542-84e3-4f272977dc5c no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:30.189035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: e378c88a-c548-4542-84e3-4f272977dc5c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:34:30.189371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e378c88a-c548-4542-84e3-4f272977dc5c not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:34:30.196561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43736a56-5ff4-4144-82aa-85df5533e727 req-7f60a2d2-c245-49f2-bb66-bde84ac249d3 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838182 Aug 09 15:34:30.262539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:30.321901 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.357557 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] For port 7ef1de09-d673-46ec-9681-f45862a3198b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7ef1de09-d673-46ec-9681-f45862a3198b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:30.358330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.384734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7ef1de09-d673-46ec-9681-f45862a3198b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7ef1de09-d673-46ec-9681-f45862a3198b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:30.391373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.397999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536f460-2f9d-4536-b1e2-01462474b516 req-7ff22c27-f488-4683-ad33-340013f00179 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:30.399664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e536f460-2f9d-4536-b1e2-01462474b516 req-7ff22c27-f488-4683-ad33-340013f00179 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.1797597 Aug 09 15:34:30.405251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Calling delete_port for 7ef1de09-d673-46ec-9681-f45862a3198b owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:30.421375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Router 26688623-14ec-4671-8d9a-519d4614d4fd has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:34:30.460326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7ef1de09-d673-46ec-9681-f45862a3198b,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:30.474418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ae511-3ec9-45a6-854d-888269504ffd req-6a23566d-d1f4-48c2-8948-0c33636ff51e tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:30.476008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-813ae511-3ec9-45a6-854d-888269504ffd req-6a23566d-d1f4-48c2-8948-0c33636ff51e tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.1629634 Aug 09 15:34:30.492051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da924c06-3201-45e0-8ada-95d31ce9dc8f req-7720afa4-7998-45fb-83e6-80f37f68497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:30.497951 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-da924c06-3201-45e0-8ada-95d31ce9dc8f req-7720afa4-7998-45fb-83e6-80f37f68497c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1096 time: 0.2414448 Aug 09 15:34:30.548104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e536f460-2f9d-4536-b1e2-01462474b516 req-85e18971-e3d2-4cad-bab1-66d83fe62716 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384635 Aug 09 15:34:30.595769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-813ae511-3ec9-45a6-854d-888269504ffd req-55da3005-1fb8-4fe9-9666-808469ba795b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093016 Aug 09 15:34:30.644107 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-da924c06-3201-45e0-8ada-95d31ce9dc8f req-9440d1d7-c614-4ece-9b62-22028dde2661 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065071 Aug 09 15:34:30.765065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c85836-55a8-4753-8bdd-a77e24ded155 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:30.781409 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.783862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:34:30.796696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.798719 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11522ff-958e-481c-af6a-03457226b890 None None] Sync routers for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:34:30.814423 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11522ff-958e-481c-af6a-03457226b890 None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:34:30.815043 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a11522ff-958e-481c-af6a-03457226b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:30.847760 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1ab6de1d-dd53-4218-aa94-2561891a68fe tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "PUT /v2.0/floatingips/0d299d7a-c699-4630-b747-066fb4504b6e HTTP/1.1" status: 200 len: 990 time: 3.6759040 Aug 09 15:34:30.849145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da74a128-41f8-4f47-8649-6067e77738c0', 'tag': 'b2f57747-e5e1-4755-ab34-d0a97275a371'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:30.853017 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053b610c-4d02-4727-8bd4-0ea8c0b84449" -d '{"events": [{"name": "network-changed", "server_uuid": "da74a128-41f8-4f47-8649-6067e77738c0", "tag": "b2f57747-e5e1-4755-ab34-d0a97275a371"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:30.857280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.864513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Transition to ACTIVE for port object d8c85836-55a8-4753-8bdd-a77e24ded155 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:30.906551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4652b-5197-4211-876c-85d669ee3b49 req-8d2f9e18-2c5d-43cc-af3e-f4c317952508 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:30.906833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Pushing event deleted for resources: {'Port': ['ID=7ef1de09-d673-46ec-9681-f45862a3198b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:30.914590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43e4652b-5197-4211-876c-85d669ee3b49 req-8d2f9e18-2c5d-43cc-af3e-f4c317952508 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e7fa92-449f-4b06-a586-bda2af2b077c HTTP/1.1" status: 200 len: 948 time: 0.2032795 Aug 09 15:34:30.923717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.990881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] No DVR routers for this DVR port 7ef1de09-d673-46ec-9681-f45862a3198b on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:30.994334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:30.997371 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2973899-90a7-434a-aa17-fed9a1aab23f req-40b400d6-344d-4ea0-a666-5edc8d44cb8b tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.35 "DELETE /v2.0/ports/7ef1de09-d673-46ec-9681-f45862a3198b HTTP/1.1" status: 204 len: 173 time: 2.4602766 Aug 09 15:34:31.105963 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a11522ff-958e-481c-af6a-03457226b890 None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:34:31.149115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43e4652b-5197-4211-876c-85d669ee3b49 req-d2f4228f-a02a-4b54-940b-4c35f2bb8e54 tempest-ImagesNegativeTestJSON-2072192128 tempest-ImagesNegativeTestJSON-2072192128-project] 10.222.0.64 "GET /v2.0/security-groups?id=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336113 Aug 09 15:34:31.173636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b08883-63ea-431a-81f9-9574f5ec283f req-eef8217c-27fb-4e64-85e7-d4cfa46735ad tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:31.175287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37b08883-63ea-431a-81f9-9574f5ec283f req-eef8217c-27fb-4e64-85e7-d4cfa46735ad tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 945 time: 0.3592107 Aug 09 15:34:31.259187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Pushing event updated for resources: {'Port': ['ID=d8c85836-55a8-4753-8bdd-a77e24ded155,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:31.391418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37b08883-63ea-431a-81f9-9574f5ec283f req-86cb890c-0845-4983-9dae-a245a72f6f3c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908038 Aug 09 15:34:31.430490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Attempting to bind port d8c85836-55a8-4753-8bdd-a77e24ded155 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:31.430490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Attempting to bind port d8c85836-55a8-4753-8bdd-a77e24ded155 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:31.430490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Attempting to bind port d8c85836-55a8-4753-8bdd-a77e24ded155 on network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:31.471083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Port d8c85836-55a8-4753-8bdd-a77e24ded155 on network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:31.471413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Attempting to bind port d8c85836-55a8-4753-8bdd-a77e24ded155 on network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:31.486937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:31.487276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Checking segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:31.487658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Bound using segment: {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:31.488135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Bound port: d8c85836-55a8-4753-8bdd-a77e24ded155, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327172cb-7e66-4f3d-b601-c8267d4a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:31.488497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:31.581812 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140ca788-18b7-443e-88d3-7409bc1387b8 x-openstack-request-id: req-140ca788-18b7-443e-88d3-7409bc1387b8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:31.582332 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da74a128-41f8-4f47-8649-6067e77738c0", "tag": "b2f57747-e5e1-4755-ab34-d0a97275a371", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:31.582332 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-140ca788-18b7-443e-88d3-7409bc1387b8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:31.582714 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da74a128-41f8-4f47-8649-6067e77738c0', 'tag': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'status': 'completed', 'code': 200} Aug 09 15:34:31.630361 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a11522ff-958e-481c-af6a-03457226b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '0d299d7a-c699-4630-b747-066fb4504b6e', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'floating_ip_address': '172.25.7.84', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'port_id': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'mac_address': 'fa:16:3e:6e:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74a128-41f8-4f47-8649-6067e77738c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:33:57Z', 'updated_at': '2021-08-09T15:34:28Z', 'revision_number': 1, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:55Z', 'revision_number': 5, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:31.638333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149'}, {'server_uuid': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef1de09-d673-46ec-9681-f45862a3198b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:31.646597 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f22e45-a89d-46b3-a92e-258806368fa2" -d '{"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-plugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149"}, {"server_uuid": "79e7fa92-449f-4b06-a586-bda2af2b077c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ef1de09-d673-46ec-9681-f45862a3198b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:31.706017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754572-a4c9-495d-ae72-3a77960bd033 req-04b1f571-4dad-4aca-bc45-c88922a2ee1a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:31.707846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-04b1f571-4dad-4aca-bc45-c88922a2ee1a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 821 time: 0.3117516 Aug 09 15:34:31.712383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-c923ab38-5746-4d88-b71b-ea26d99daa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:31.714216 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-c923ab38-5746-4d88-b71b-ea26d99daa9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b9aed832cf24bfc87ba3854728591b6&device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 1096 time: 0.1061623 Aug 09 15:34:31.761617 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11522ff-958e-481c-af6a-03457226b890 None None] Checking router: 26688623-14ec-4671-8d9a-519d4614d4fd for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:34:31.778781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-5de1a4a6-94cb-4ea9-aaef-211e6469e4a0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/quotas/93cadee9f55442db8de1de7b0c004894 HTTP/1.1" status: 200 len: 375 time: 0.0344243 Aug 09 15:34:31.796880 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11522ff-958e-481c-af6a-03457226b890 None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:34:31.797881 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a11522ff-958e-481c-af6a-03457226b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:31.821076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] For port d8c85836-55a8-4753-8bdd-a77e24ded155, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:34:31.830185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559a8e1-5196-4a92-98ee-716ebf822111 req-7fea8af6-3547-46d6-bc85-12013461878e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:31.837831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3559a8e1-5196-4a92-98ee-716ebf822111 req-7fea8af6-3547-46d6-bc85-12013461878e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 944 time: 0.1217442 Aug 09 15:34:31.891293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] For port d8c85836-55a8-4753-8bdd-a77e24ded155, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c85836-55a8-4753-8bdd-a77e24ded155,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:31.911371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:32.054490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-756b184d-1f52-4698-8f0c-37c3b412b962 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2746654 Aug 09 15:34:32.062339 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a11522ff-958e-481c-af6a-03457226b890 None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:34:32.107328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.108502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:32.110967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] 10.222.0.35 "PUT /v2.0/ports/d8c85836-55a8-4753-8bdd-a77e24ded155 HTTP/1.1" status: 200 len: 1092 time: 2.3678794 Aug 09 15:34:32.112915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f37f84-7587-4d07-bb40-8199edf33fbb service neutron] Pushing event updated for resources: {'Port': ['ID=d8c85836-55a8-4753-8bdd-a77e24ded155,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:32.133802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-52e6810a-8019-48bb-a696-686bd2b91bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.136074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-52e6810a-8019-48bb-a696-686bd2b91bc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e526aea-abc7-42cb-9203-6ed6487eea76 HTTP/1.1" status: 200 len: 917 time: 0.4015670 Aug 09 15:34:32.138230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'tag': 'd8c85836-55a8-4753-8bdd-a77e24ded155'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:32.151438 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a89d0c-8d02-4a44-9abd-97183a90acb4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6801d5-86b9-469a-9f73-b4c88108fbf8", "tag": "d8c85836-55a8-4753-8bdd-a77e24ded155"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:32.179493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3559a8e1-5196-4a92-98ee-716ebf822111 req-65aaaa33-7770-453b-acaa-933d16c2ab94 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406091 Aug 09 15:34:32.261613 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-9263e206-1860-444b-a2fc-8ee238c62fd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2f57747-e5e1-4755-ab34-d0a97275a371 HTTP/1.1" status: 200 len: 998 time: 0.1167474 Aug 09 15:34:32.362097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-ce25fce0-8967-4a82-95f5-7bfdab56d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.369470 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-ce25fce0-8967-4a82-95f5-7bfdab56d7cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b330a5-5e24-4a35-bc3b-92623b7e992e HTTP/1.1" status: 200 len: 854 time: 0.0928943 Aug 09 15:34:32.390484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-e17cb2f5-976f-4de7-8338-171d9a744f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.402538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-e17cb2f5-976f-4de7-8338-171d9a744f73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1864946 Aug 09 15:34:32.468833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-c2ce02f1-f257-4b02-a6be-f57bcaeaedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.470786 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-c2ce02f1-f257-4b02-a6be-f57bcaeaedb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e526aea-abc7-42cb-9203-6ed6487eea76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939002 Aug 09 15:34:32.474455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-8f01299c-ed11-4d3f-b18c-839fc9fb261f service neutron] 10.222.0.64 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189615 Aug 09 15:34:32.479590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-806b965a-2dc2-4cd0-b113-286c0eaac9d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865440 Aug 09 15:34:32.484370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-943aff57-9677-4f24-9c47-973edbedbc9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8c85836-55a8-4753-8bdd-a77e24ded155 HTTP/1.1" status: 200 len: 217 time: 0.0659776 Aug 09 15:34:32.525084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b988b-4078-4110-b4ff-399e0137f4e4 req-e4150522-0cb1-4bc4-aa9e-016f819b2774 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.545830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb9b988b-4078-4110-b4ff-399e0137f4e4 req-e4150522-0cb1-4bc4-aa9e-016f819b2774 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.2311199 Aug 09 15:34:32.569893 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a11522ff-958e-481c-af6a-03457226b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '0d299d7a-c699-4630-b747-066fb4504b6e', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'floating_ip_address': '172.25.7.84', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'port_id': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'mac_address': 'fa:16:3e:6e:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74a128-41f8-4f47-8649-6067e77738c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:33:57Z', 'updated_at': '2021-08-09T15:34:28Z', 'revision_number': 1, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:55Z', 'revision_number': 5, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:32.607033 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11522ff-958e-481c-af6a-03457226b890 None None] The sync data for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 is: [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '0d299d7a-c699-4630-b747-066fb4504b6e', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'floating_ip_address': '172.25.7.84', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'port_id': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'mac_address': 'fa:16:3e:6e:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74a128-41f8-4f47-8649-6067e77738c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:33:57Z', 'updated_at': '2021-08-09T15:34:28Z', 'revision_number': 1, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:55Z', 'revision_number': 5, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:34:32.630566 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-25b20faf-8e66-44fb-860c-9189f8570fcb service neutron] 10.222.0.35 "GET /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415234 Aug 09 15:34:32.665990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-e1753402-1bda-45da-8337-935d617dca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.667541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-e1753402-1bda-45da-8337-935d617dca9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b92b6e17-636f-429e-90db-73ac1f263e96 HTTP/1.1" status: 200 len: 862 time: 0.1555355 Aug 09 15:34:32.680672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb9b988b-4078-4110-b4ff-399e0137f4e4 req-13181650-79a9-4000-8f77-c9d6db0e1bde tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335995 Aug 09 15:34:32.774839 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-053b610c-4d02-4727-8bd4-0ea8c0b84449 req-333166c9-53cb-4a05-b40e-459eec96e9f9 service neutron] 10.222.0.35 "GET /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312585 Aug 09 15:34:32.785897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-91ca9950-2ee9-40bf-b82f-c82edf904157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.787749 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-91ca9950-2ee9-40bf-b82f-c82edf904157 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 1095 time: 0.1556218 Aug 09 15:34:32.846359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-7243dd72-d756-4eb6-a63a-f7a44cfa94cd service neutron] 10.222.0.64 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708584 Aug 09 15:34:32.885040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-6acc6ac5-aaed-41b2-9bf5-bbcd983bc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.886625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-6acc6ac5-aaed-41b2-9bf5-bbcd983bc1ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52ecaefa-75a3-44b6-8411-ffa1b953ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865191 Aug 09 15:34:32.899945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9efc1-1de0-436c-8604-dac8c9464fe3 req-025cf2c6-fa54-4472-b0f7-9700afea5419 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:32.902520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51f9efc1-1de0-436c-8604-dac8c9464fe3 req-025cf2c6-fa54-4472-b0f7-9700afea5419 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.1125677 Aug 09 15:34:33.017298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51f9efc1-1de0-436c-8604-dac8c9464fe3 req-3294331e-1071-4e50-b672-c4889138a488 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060610 Aug 09 15:34:33.056646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ad0df-3c15-4a77-ad8f-be51e507e8a7 None None] New status for floating IP 0d299d7a-c699-4630-b747-066fb4504b6e: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:34:33.092841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-2c03d4ec-9ef0-4ece-80df-8eafe82b7148 service neutron] 10.222.0.35 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892574 Aug 09 15:34:33.115045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-315a51b2-7d8b-414c-b8cb-808b6d4773da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:33.117495 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-315a51b2-7d8b-414c-b8cb-808b6d4773da service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.2668464 Aug 09 15:34:33.131778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-00178698-c2d6-4eab-8e60-7bc328235414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:33.134329 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-00178698-c2d6-4eab-8e60-7bc328235414 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1101 time: 0.3166604 Aug 09 15:34:33.316207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2da1b28-3862-4ebc-8e0c-e91df7ad082e req-6a9833e2-70ac-4b95-872a-02016bb8fd70 service neutron] 10.222.0.35 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135015 Aug 09 15:34:33.326288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33bc28-38c8-4e13-a8a2-1bfdce58f840 req-7ec0224f-c575-4336-89f1-6675e94fab0c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:33.335299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d33bc28-38c8-4e13-a8a2-1bfdce58f840 req-7ec0224f-c575-4336-89f1-6675e94fab0c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.1301799 Aug 09 15:34:33.354895 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-e3453c7d-ac48-4aa5-b231-dd522a9c0024 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 200 len: 217 time: 0.2158892 Aug 09 15:34:33.417831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d33bc28-38c8-4e13-a8a2-1bfdce58f840 req-5f97a44e-f993-41ec-a8bb-a900712ddf4f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764930 Aug 09 15:34:33.448420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-6e3483ab-1670-4b4d-b3dc-1a9dda54ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:33.450025 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-6e3483ab-1670-4b4d-b3dc-1a9dda54ed92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2337146 Aug 09 15:34:33.525857 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebefeaf9-d8bd-42ea-a04d-f6b1cf036e2a x-openstack-request-id: req-ebefeaf9-d8bd-42ea-a04d-f6b1cf036e2a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:33.526485 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-plugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149", "code": 200}, {"server_uuid": "79e7fa92-449f-4b06-a586-bda2af2b077c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ef1de09-d673-46ec-9681-f45862a3198b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:33.526987 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebefeaf9-d8bd-42ea-a04d-f6b1cf036e2a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:33.527594 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149', 'code': 200} Aug 09 15:34:33.528084 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef1de09-d673-46ec-9681-f45862a3198b', 'code': 200} Aug 09 15:34:33.539282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-5eedb413-9ec1-4f9e-a771-6e297bd7c179 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b20605db-73f5-49ac-8985-25565fc39567 HTTP/1.1" status: 200 len: 217 time: 0.0794954 Aug 09 15:34:33.544081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-f9509a40-1f11-4e73-9044-e9934e161b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:33.545581 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-f9509a40-1f11-4e73-9044-e9934e161b94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.1760533 Aug 09 15:34:33.599768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'name': 'network-vif-deleted', 'tag': '7ef1de09-d673-46ec-9681-f45862a3198b'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:33.604220 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2272079c-c72d-461c-91d5-f4bebd831956" -d '{"events": [{"server_uuid": "79e7fa92-449f-4b06-a586-bda2af2b077c", "name": "network-vif-deleted", "tag": "7ef1de09-d673-46ec-9681-f45862a3198b"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:33.622858 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8817b0b5-4e75-4c0b-86a5-050a14b916ea x-openstack-request-id: req-8817b0b5-4e75-4c0b-86a5-050a14b916ea {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:33.623363 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6801d5-86b9-469a-9f73-b4c88108fbf8", "tag": "d8c85836-55a8-4753-8bdd-a77e24ded155", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:33.623739 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8817b0b5-4e75-4c0b-86a5-050a14b916ea {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:33.624199 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'tag': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'status': 'completed', 'code': 200} Aug 09 15:34:33.668362 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-e177ac5d-3cca-420e-ae02-96c77844d546 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023428 Aug 09 15:34:33.693301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-4f83b4e3-861a-469c-9c18-af725d3eaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:33.695663 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-4f83b4e3-861a-469c-9c18-af725d3eaefc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1428978 Aug 09 15:34:33.807585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-f97d028f-5371-4527-baf1-a31991726992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:33.817163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-f97d028f-5371-4527-baf1-a31991726992 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1183546 Aug 09 15:34:33.922055 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-3e069bf5-ee39-4f33-8341-a213340f344c service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837785 Aug 09 15:34:33.949958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-a6b57c69-be21-4d25-85a5-0dd42705a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:33.951551 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-a6b57c69-be21-4d25-85a5-0dd42705a051 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2412910 Aug 09 15:34:34.234106 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52d13aff-15e4-4ebd-b10e-f387b1e4d067 req-71545170-7bf8-44f9-bb9d-5f3c89c148f6 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952945 Aug 09 15:34:34.257570 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-92045636-c883-40a3-b678-fcf41041aae6 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935853 Aug 09 15:34:34.439418 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e5ba51d5-a983-4c14-bb6c-23d5259d1ec5 req-61ad522a-aca1-4ed5-8f61-b27340ab0fa5 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737163 Aug 09 15:34:34.566849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ed98d-f675-4560-abf7-9b965395b71b req-4889f9dd-85a9-421a-8cb7-8da853019df6 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:34.573439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ed98d-f675-4560-abf7-9b965395b71b req-4889f9dd-85a9-421a-8cb7-8da853019df6 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:34.590920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ed98d-f675-4560-abf7-9b965395b71b req-4889f9dd-85a9-421a-8cb7-8da853019df6 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:34.595330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a34ed98d-f675-4560-abf7-9b965395b71b req-4889f9dd-85a9-421a-8cb7-8da853019df6 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9&device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa&device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 2417 time: 0.7263534 Aug 09 15:34:34.611786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee66cf1-1cc2-41e1-bb13-37b90fc74d7f req-bb102926-6bb6-43c2-ac15-c268885576f6 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:34.617374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ee66cf1-1cc2-41e1-bb13-37b90fc74d7f req-bb102926-6bb6-43c2-ac15-c268885576f6 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 944 time: 0.7983749 Aug 09 15:34:34.726230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-687b74a0-b55c-4e12-8170-03b43781e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:34.727902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-687b74a0-b55c-4e12-8170-03b43781e793 service neutron] 10.222.0.35 "GET /v2.0/networks?id=52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 200 len: 925 time: 0.8849237 Aug 09 15:34:34.736785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ee66cf1-1cc2-41e1-bb13-37b90fc74d7f req-0b987edb-c169-441a-b409-66c1d58a0c6c tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995340 Aug 09 15:34:34.741580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a34ed98d-f675-4560-abf7-9b965395b71b req-dfdeddc6-6b30-4378-b584-98e3012844b5 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183944 Aug 09 15:34:34.823711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-7902a587-9bfa-4bcb-82d2-97ce6f928e60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8c85836-55a8-4753-8bdd-a77e24ded155 HTTP/1.1" status: 200 len: 217 time: 0.0748794 Aug 09 15:34:34.965261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-d1017ec8-4073-40da-82bd-6ccb33d990ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:34.965261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-d1017ec8-4073-40da-82bd-6ccb33d990ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b92b6e17-636f-429e-90db-73ac1f263e96 HTTP/1.1" status: 200 len: 862 time: 0.1229322 Aug 09 15:34:35.052437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ec20c93-7035-42ef-9349-585c11c7c992 req-741fd339-a6d6-4ba5-a10d-45429367db09 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 210 time: 0.1057451 Aug 09 15:34:35.090664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1283db-4239-40f3-94fa-1a5d1303327f req-242bb87e-9752-481a-9abe-56bfe0e58f29 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:35.097828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f1283db-4239-40f3-94fa-1a5d1303327f req-242bb87e-9752-481a-9abe-56bfe0e58f29 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1096 time: 0.1720123 Aug 09 15:34:35.110293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-c7c6837f-bffb-4c88-97d3-12e46bd1e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:35.111808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-c7c6837f-bffb-4c88-97d3-12e46bd1e852 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52ecaefa-75a3-44b6-8411-ffa1b953ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858352 Aug 09 15:34:35.164379 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe8dc3-306b-4f14-a2a6-5595910fa07d x-openstack-request-id: req-3fbe8dc3-306b-4f14-a2a6-5595910fa07d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:35.165398 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e7fa92-449f-4b06-a586-bda2af2b077c", "name": "network-vif-deleted", "tag": "7ef1de09-d673-46ec-9681-f45862a3198b", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:35.165877 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fbe8dc3-306b-4f14-a2a6-5595910fa07d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:35.166684 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e7fa92-449f-4b06-a586-bda2af2b077c', 'name': 'network-vif-deleted', 'tag': '7ef1de09-d673-46ec-9681-f45862a3198b', 'status': 'completed', 'code': 200} Aug 09 15:34:35.204470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f1283db-4239-40f3-94fa-1a5d1303327f req-7b6f4ebc-f281-4ae3-a432-841affdceb9d tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056058 Aug 09 15:34:35.289854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754572-a4c9-495d-ae72-3a77960bd033 req-56e0a969-c063-4364-bdb2-52a502e3a1c8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:35.307772 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-56e0a969-c063-4364-bdb2-52a502e3a1c8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 821 time: 0.2643464 Aug 09 15:34:35.328070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Request body: {'port': {'device_id': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'admin_state_up': True, 'tenant_id': '93cadee9f55442db8de1de7b0c004894'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:35.418049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-cf0fa98a-106b-43ab-99f3-0567d1866c82 service neutron] 10.222.0.35 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899759 Aug 09 15:34:35.561992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-cd085842-c925-4060-bdb1-83a19e84521a req-b54e807e-aff4-40d4-94d1-f71907055795 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:34:35.567407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd085842-c925-4060-bdb1-83a19e84521a req-b54e807e-aff4-40d4-94d1-f71907055795 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107534 Aug 09 15:34:35.632872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Made reservation on behalf of 93cadee9f55442db8de1de7b0c004894 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:34:35.639182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:35.658552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d7f6-3418-4a3b-8b77-4703dfeb36f0 req-73391fd1-2298-4dbb-bd2b-a459abf6318a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:35.669257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a629d7f6-3418-4a3b-8b77-4703dfeb36f0 req-73391fd1-2298-4dbb-bd2b-a459abf6318a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.3155386 Aug 09 15:34:35.774952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a629d7f6-3418-4a3b-8b77-4703dfeb36f0 req-b32361ea-b0bc-4181-958f-2d503f2b8836 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047611 Aug 09 15:34:35.808261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d8c85836-55a8-4753-8bdd-a77e24ded155 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:35.932250 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd085842-c925-4060-bdb1-83a19e84521a req-f8d67f54-fe25-4ab2-9c9d-5f49ab72523a tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3202238 Aug 09 15:34:36.055112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d8c85836-55a8-4753-8bdd-a77e24ded155, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c85836-55a8-4753-8bdd-a77e24ded155,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:36.071732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'port_id': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'mac_address': 'fa:16:3e:80:9b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:36.092198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85a89d0c-8d02-4a44-9abd-97183a90acb4 req-a602ef0d-f8f2-4338-a05b-2b728f6aea64 service neutron] 10.222.0.35 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240819 Aug 09 15:34:36.128146 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:36.149959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c85836-55a8-4753-8bdd-a77e24ded155 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:36.173687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Allocated IP 172.20.0.10 (7a1652f2-e7df-429a-bfeb-03d9527afb84/b0d7e709-d5b9-4008-8b84-c3db00422153/b12914c2-d6fc-4cfe-af2a-7d0840500162) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:34:36.195612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d8c85836-55a8-4753-8bdd-a77e24ded155, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c85836-55a8-4753-8bdd-a77e24ded155,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:36.206246 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:36.224003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f9ac3-1e57-4e90-9d03-a8293c249c8f req-c37cd03b-3990-45aa-ba30-3eb5ad7fdbea tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:36.242709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-614f9ac3-1e57-4e90-9d03-a8293c249c8f req-c37cd03b-3990-45aa-ba30-3eb5ad7fdbea tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1096 time: 0.1493409 Aug 09 15:34:36.288368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d8c85836-55a8-4753-8bdd-a77e24ded155,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:36.352909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-614f9ac3-1e57-4e90-9d03-a8293c249c8f req-06eee209-38de-4950-949c-f48f870f8357 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829141 Aug 09 15:34:36.555531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d8c85836-55a8-4753-8bdd-a77e24ded155'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:36.680044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80a9d1ab-4395-4095-8b65-a660d6fa66d3 req-7704eaad-ae90-40ea-8f8e-8935e97b246d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 210 time: 0.1147938 Aug 09 15:34:36.701412 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:36.743893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058c258-2cfc-41ad-9455-a63a3cf296c0 req-30584861-722e-49cf-8f2c-c8fc1b1d1941 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:36.750934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3058c258-2cfc-41ad-9455-a63a3cf296c0 req-30584861-722e-49cf-8f2c-c8fc1b1d1941 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 945 time: 0.2324266 Aug 09 15:34:36.837935 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:36.875044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:36.876624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3058c258-2cfc-41ad-9455-a63a3cf296c0 req-a81af13c-7f9e-4fb8-ae9b-7322be18be74 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151397 Aug 09 15:34:36.935601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Network 7a1652f2-e7df-429a-bfeb-03d9527afb84 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:34:36.954003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:34:36.962315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:34:36.979868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Pushing event updated for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:37.127799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:37.135560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:37.170979 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1b315572-47fa-41f2-b400-4ef05d5ec56d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8496506 Aug 09 15:34:37.185313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Request body: {'port': {'device_id': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:37.361107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:37.516226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71191b3f-6311-42eb-ba12-16e748842d2c req-c0ca0f32-e692-4e21-b811-2afa943229d6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:37.534943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71191b3f-6311-42eb-ba12-16e748842d2c req-c0ca0f32-e692-4e21-b811-2afa943229d6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1589007 Aug 09 15:34:37.690376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71191b3f-6311-42eb-ba12-16e748842d2c req-048ea98d-2677-485e-9a54-870e60b2e3c3 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540914 Aug 09 15:34:38.161825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12914c2-d6fc-4cfe-af2a-7d0840500162 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:38.175288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:38.205970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Transition to ACTIVE for port object b12914c2-d6fc-4cfe-af2a-7d0840500162 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:38.215537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:38.290314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Pushing event updated for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:38.334597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7d4a8-4deb-4a82-85c6-2c920437437d req-cdfec657-fcf9-487d-a856-298e92d87f56 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:38.344502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2a7d4a8-4deb-4a82-85c6-2c920437437d req-cdfec657-fcf9-487d-a856-298e92d87f56 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 932 time: 0.1692598 Aug 09 15:34:38.424447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:38.424774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:38.425138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:38.429056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2a7d4a8-4deb-4a82-85c6-2c920437437d req-8b605639-8186-4594-9a57-496cb8df9585 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828807 Aug 09 15:34:38.430983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:38.431318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:38.438197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:38.438542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:38.439663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:38.440161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Bound port: b12914c2-d6fc-4cfe-af2a-7d0840500162, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:38.440531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:38.566571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:34:38.577870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:38.586474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:38.683643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b57a-c765-4176-b869-e3424904d10f req-b2ee62e3-ce63-4714-8cf8-e1db966202f6 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:38.692231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cf5b57a-c765-4176-b869-e3424904d10f req-b2ee62e3-ce63-4714-8cf8-e1db966202f6 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 945 time: 0.0776989 Aug 09 15:34:38.742840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:38.742840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:38.742840 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] 10.222.0.35 "PUT /v2.0/ports/b12914c2-d6fc-4cfe-af2a-7d0840500162 HTTP/1.1" status: 200 len: 1092 time: 1.5585070 Aug 09 15:34:38.742840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64a74-3848-4bc2-a5e6-2a95470adc93 service neutron] Pushing event updated for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:38.766743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:38.771885 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89181dcd-7bd6-42a7-ac41-fe712e595379" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:38.788781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cf5b57a-c765-4176-b869-e3424904d10f req-d85595a2-a497-402e-8781-27dc19fefa54 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946193 Aug 09 15:34:38.887297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754572-a4c9-495d-ae72-3a77960bd033 req-b5612753-2f0c-4f16-a14e-89537ebe005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:38.889770 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-b5612753-2f0c-4f16-a14e-89537ebe005e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0805502 Aug 09 15:34:38.955395 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-74f732f8-94dd-4430-9fce-6d762eb90576 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162 HTTP/1.1" status: 200 len: 217 time: 0.0524547 Aug 09 15:34:39.033140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1bb2aba8-de50-45ae-b92d-20d8700b3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:39.036104 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-1bb2aba8-de50-45ae-b92d-20d8700b3bef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.0722957 Aug 09 15:34:39.090093 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-ecee8542-c6e2-49a7-a89d-9dd111738f3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368357 Aug 09 15:34:39.325963 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-0d9abc90-c3a5-460d-9cdb-9fb15dff88e0 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151842 Aug 09 15:34:39.531646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-dc507ee4-6322-4422-b8d2-12b9bcaa3d35 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:34:39.537178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-dc507ee4-6322-4422-b8d2-12b9bcaa3d35 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263283 Aug 09 15:34:39.579350 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57754572-a4c9-495d-ae72-3a77960bd033 req-46f32cce-ae08-4292-8faf-517f63bbac11 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262697 Aug 09 15:34:39.591544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Request body: {'binding': {'host': 'n-h1-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:39.593623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Unknown quota resources ['binding']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:34:39.619766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c826faa-6972-4d13-957a-f3d7eabebf8b req-51ebee62-5b02-4591-9aba-ba8b06ebe80a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:39.622699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c826faa-6972-4d13-957a-f3d7eabebf8b req-51ebee62-5b02-4591-9aba-ba8b06ebe80a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1588802 Aug 09 15:34:39.809631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c826faa-6972-4d13-957a-f3d7eabebf8b req-df34c99c-06e7-4dbd-b0d2-107e0f5875e8 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531563 Aug 09 15:34:39.813967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d8c85836-55a8-4753-8bdd-a77e24ded155 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:39.885466 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86449b96-dd22-4893-b382-ac9ccedc4ea7 x-openstack-request-id: req-86449b96-dd22-4893-b382-ac9ccedc4ea7 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:39.886413 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:39.886413 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86449b96-dd22-4893-b382-ac9ccedc4ea7 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:39.886824 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162', 'status': 'completed', 'code': 200} Aug 09 15:34:39.949122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port d8c85836-55a8-4753-8bdd-a77e24ded155 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:39.957684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port d8c85836-55a8-4753-8bdd-a77e24ded155 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:39.958291 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:40.007035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43140) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:40.036529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on host n-h1-799523-2 for vnic_type normal with profile None {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:40.037112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:40.037677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:40.057457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:40.057794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:40.065614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:40.065957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:40.066355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:40.066809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Bound port: 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:40.094480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-cf829fea-d91e-49a5-aea7-aaaf05261b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:40.095947 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-cf829fea-d91e-49a5-aea7-aaaf05261b91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1095 time: 0.1695805 Aug 09 15:34:40.188478 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:40.227620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:40.235113 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:40.236662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c85836-55a8-4753-8bdd-a77e24ded155'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:40.239220 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ac098f-0008-421c-a09f-0069cf995745" -d '{"events": [{"server_uuid": "5f6801d5-86b9-469a-9f73-b4c88108fbf8", "name": "network-vif-plugged", "status": "completed", "tag": "d8c85836-55a8-4753-8bdd-a77e24ded155"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:40.255855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-45a73baf-efc5-4c4e-a96e-bba3a25a335c service neutron] 10.222.0.64 "POST /v2.0/ports/9561a9a9-16f0-4769-bb57-f8f77f5e78e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.6706412 Aug 09 15:34:40.281567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d8c85836-55a8-4753-8bdd-a77e24ded155, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c85836-55a8-4753-8bdd-a77e24ded155,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:40.293000 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:40.312364 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-ca5fbedb-d783-4cb2-8535-b1a7925af684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:40.322596 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-ca5fbedb-d783-4cb2-8535-b1a7925af684 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.2111299 Aug 09 15:34:40.462589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d8c85836-55a8-4753-8bdd-a77e24ded155,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:40.464723 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-e284abb0-7bbe-492a-86b2-39e5eda28219 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162 HTTP/1.1" status: 200 len: 217 time: 0.1389518 Aug 09 15:34:40.502339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-73fc3894-8926-47c0-aeb5-d9b1d7b74365 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=059068b90c834c6aa2cef7cffa6663e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936342 Aug 09 15:34:40.508590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43152) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:40.535129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-61d713fa-2ef5-4936-bf2e-5f987f1adb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:40.537289 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-61d713fa-2ef5-4936-bf2e-5f987f1adb2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.0596144 Aug 09 15:34:40.655810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-7b1c6b63-ce87-41bd-9846-6a6e2c81e467 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966570 Aug 09 15:34:40.661340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d38fdf-9d98-4cc3-9703-11affb23ddeb req-f6a9fecb-afe4-4bab-9d61-a96d81cb4341 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:40.670271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d38fdf-9d98-4cc3-9703-11affb23ddeb req-f6a9fecb-afe4-4bab-9d61-a96d81cb4341 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.1478245 Aug 09 15:34:40.743330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c454c9b-6d69-469f-8670-15be29fe271d req-6aac6f4a-697b-47d4-a172-d318245fb4f8 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:40.750912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c454c9b-6d69-469f-8670-15be29fe271d req-6aac6f4a-697b-47d4-a172-d318245fb4f8 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.1764653 Aug 09 15:34:40.753108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fc9a554e-5919-47c6-9369-63ee6b1ecea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:40.831890 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fc9a554e-5919-47c6-9369-63ee6b1ecea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:40.864085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d38fdf-9d98-4cc3-9703-11affb23ddeb req-06e603dc-70e9-4a05-ad47-1cfec24246ff tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922109 Aug 09 15:34:40.879710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c454c9b-6d69-469f-8670-15be29fe271d req-27aecd7a-78f0-4705-afa3-e4f2050889d5 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277685 Aug 09 15:34:40.927064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-68880569-4e52-41bf-ba49-d2532037282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:40.937845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-68880569-4e52-41bf-ba49-d2532037282d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1096 time: 0.2555771 Aug 09 15:34:40.970779 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a65c5fe-dc0d-4d41-978f-4348a9b8d3d4 x-openstack-request-id: req-0a65c5fe-dc0d-4d41-978f-4348a9b8d3d4 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:40.971403 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6801d5-86b9-469a-9f73-b4c88108fbf8", "name": "network-vif-plugged", "status": "completed", "tag": "d8c85836-55a8-4753-8bdd-a77e24ded155", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:40.971403 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a65c5fe-dc0d-4d41-978f-4348a9b8d3d4 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:40.971845 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'code': 200} Aug 09 15:34:41.008852 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-93a4bba2-16c0-43a1-8253-e6f3da8bf453 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342338 Aug 09 15:34:41.273507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fc9a554e-5919-47c6-9369-63ee6b1ecea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:41.276463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fc9a554e-5919-47c6-9369-63ee6b1ecea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:41.277663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fc9a554e-5919-47c6-9369-63ee6b1ecea2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4 HTTP/1.1" status: 204 len: 168 time: 0.7680440 Aug 09 15:34:41.324859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2dcb-2c9f-4847-a65d-16d4ff120ff8 req-ab1cc291-97d1-4ebb-a467-b6a842135412 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:41.338205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c4d2dcb-2c9f-4847-a65d-16d4ff120ff8 req-ab1cc291-97d1-4ebb-a467-b6a842135412 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.2356935 Aug 09 15:34:41.342779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-21517071-77d8-43f1-82bb-09dcf8b19dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:41.356581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-21517071-77d8-43f1-82bb-09dcf8b19dcc service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.4071686 Aug 09 15:34:41.481701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a554e-5919-47c6-9369-63ee6b1ecea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ef2d6a-f72d-405f-bdb3-a9b7d750b6b4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:41.489030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d03a24b3-9f1e-4bf7-9fb5-1d131a2e6527 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0 HTTP/1.1" status: 200 len: 217 time: 0.1082642 Aug 09 15:34:41.516337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39155-c5b8-4b61-a87e-cb7ed35a14ab req-30ceea75-db3e-4057-b61e-2f059509b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:41.519167 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9ba39155-c5b8-4b61-a87e-cb7ed35a14ab req-30ceea75-db3e-4057-b61e-2f059509b048 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 1097 time: 0.2987216 Aug 09 15:34:41.621244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c4d2dcb-2c9f-4847-a65d-16d4ff120ff8 req-10c01aee-7fe6-483d-825c-3c9d92efb658 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817595 Aug 09 15:34:41.623143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-89181dcd-7bd6-42a7-ac41-fe712e595379 req-8ea244e0-f212-4ce2-b1ee-2fd6854f6da3 service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022835 Aug 09 15:34:41.703354 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9ba39155-c5b8-4b61-a87e-cb7ed35a14ab req-188dfe02-b255-4e66-8b32-8384f3c162b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592963 Aug 09 15:34:41.745105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-7481c0e2-6f0b-4ed5-a349-d5e4602d55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:41.746697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-7481c0e2-6f0b-4ed5-a349-d5e4602d55f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.1978135 Aug 09 15:34:41.840588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-0805a784-bd71-4ab6-b884-9443356c2ff3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445211 Aug 09 15:34:42.056519 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-263286dc-7a34-4277-994b-b6f317bb99f5 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860127 Aug 09 15:34:42.068376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759653f-59f9-4f7b-bbf7-76d8d9458c4b req-ef9c9504-e9d6-4e50-ad0b-e8d4b4243bdf tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:42.070535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0759653f-59f9-4f7b-bbf7-76d8d9458c4b req-ef9c9504-e9d6-4e50-ad0b-e8d4b4243bdf tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.3019071 Aug 09 15:34:42.360880 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0759653f-59f9-4f7b-bbf7-76d8d9458c4b req-96521f48-5470-4a24-8325-f67361b2e1db tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696505 Aug 09 15:34:42.472490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003448f-3b71-465c-88f0-414e31bcaed6 req-1e499c92-70e0-48b7-8615-bd9df3f73e3d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:42.486030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6003448f-3b71-465c-88f0-414e31bcaed6 req-1e499c92-70e0-48b7-8615-bd9df3f73e3d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.2633536 Aug 09 15:34:42.492062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-b1134e14-cb16-44c1-9ecb-5a37772b1658 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204586 Aug 09 15:34:42.627158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6003448f-3b71-465c-88f0-414e31bcaed6 req-d173a35b-d1e7-4442-842a-e95a9e85f49f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390297 Aug 09 15:34:42.638666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43200) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:42.795518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c41af1-1100-4409-ac2c-7ae24e47eac3 req-822baa83-950d-46df-aeb8-90760b5a6c4d tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:42.814816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7c41af1-1100-4409-ac2c-7ae24e47eac3 req-822baa83-950d-46df-aeb8-90760b5a6c4d tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.2512889 Aug 09 15:34:42.834550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-359376966-network', 'tenant_id': '6ba2988e9afa45f39a083b6eb7e4d823'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:42.897630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Made reservation on behalf of 6ba2988e9afa45f39a083b6eb7e4d823 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:34:42.905129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:42.928729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7c41af1-1100-4409-ac2c-7ae24e47eac3 req-baaf9727-02c2-4a42-88b7-886cb9a47424 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052823 Aug 09 15:34:42.938358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.151767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.168282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.215366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:34:43.250075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e20a6c-ba34-4378-b7cb-453a57050e07,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:43.289394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.290369 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Added segment b9b4c1e8-909f-4ecd-aeff-f91cf8510945 of type vlan for network c0bf920c-4570-4b7b-ac9a-9deede4023eb Aug 09 15:34:43.309862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60220cb-b6e7-4fe7-95ea-eb7da0554d20 req-8d3860b6-3ebf-49c3-a476-4138fc7ea066 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:43.319180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60220cb-b6e7-4fe7-95ea-eb7da0554d20 req-8d3860b6-3ebf-49c3-a476-4138fc7ea066 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.3295441 Aug 09 15:34:43.345790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862217-35fe-45df-bd60-bdd39ce92391 req-3031731a-f7c5-4af4-a24e-f22c902a45e2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:43.347881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5862217-35fe-45df-bd60-bdd39ce92391 req-3031731a-f7c5-4af4-a24e-f22c902a45e2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.3055289 Aug 09 15:34:43.415881 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.454327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a60220cb-b6e7-4fe7-95ea-eb7da0554d20 req-bc71dfd5-b1b9-48b8-9f22-cf1fd89d0e0c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285443 Aug 09 15:34:43.462536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5862217-35fe-45df-bd60-bdd39ce92391 req-3e169e97-45e8-4a38-8d28-3bde11076cb1 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041725 Aug 09 15:34:43.501497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.502552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:43.503157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.598589 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9551764 Aug 09 15:34:43.599625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43216) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:43.608373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Request body: {'subnet': {'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-359376966-subnet', 'tenant_id': '6ba2988e9afa45f39a083b6eb7e4d823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:43.613533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9844d-c463-4cdc-a0cf-3a0e561837ca admin admin] Pushing event updated for resources: {'Network': ['ID=c0bf920c-4570-4b7b-ac9a-9deede4023eb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:43.627650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c0bf920c-4570-4b7b-ac9a-9deede4023eb details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:34:43.643354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Made reservation on behalf of 6ba2988e9afa45f39a083b6eb7e4d823 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:34:43.654024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.733120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd60b77-abf6-4c43-b437-21991c8f8b49 req-46f4336e-a0fc-492d-b40d-fa98169c23f5 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:43.737208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddd60b77-abf6-4c43-b437-21991c8f8b49 req-46f4336e-a0fc-492d-b40d-fa98169c23f5 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.1831851 Aug 09 15:34:43.953250 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddd60b77-abf6-4c43-b437-21991c8f8b49 req-a3ca74f8-6840-4189-a186-55dc4bcbe85c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971366 Aug 09 15:34:43.958533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.990927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606ba7-339c-4057-a63b-73e51c117e28 req-edced3d9-32e5-4ddd-aff0-b1f521c9d458 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:44.007265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20606ba7-339c-4057-a63b-73e51c117e28 req-edced3d9-32e5-4ddd-aff0-b1f521c9d458 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.2201021 Aug 09 15:34:44.045025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc36b79-bba6-4f8a-bd55-5395070bf0b0,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:44.063881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Checking segment: {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:44.064461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Network hostable DHCP agents. Network: c0bf920c-4570-4b7b-ac9a-9deede4023eb, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:34:44.084266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-81b5ce13-6a4f-48da-8384-ab4e6a315a52 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:44.087153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-81b5ce13-6a4f-48da-8384-ab4e6a315a52 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.2352705 Aug 09 15:34:44.120973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Network c0bf920c-4570-4b7b-ac9a-9deede4023eb is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:34:44.135891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20606ba7-339c-4057-a63b-73e51c117e28 req-5bf75dd3-98d2-4022-a412-ba74cfee1143 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275644 Aug 09 15:34:44.147633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c0bf920c-4570-4b7b-ac9a-9deede4023eb) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:34:44.163839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a4f6d-da5b-4064-8f99-3b1aae012fc7 None None] Network c0bf920c-4570-4b7b-ac9a-9deede4023eb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:34:44.176796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:44.182664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:44.260455 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fbe150f2-f683-48e6-99b6-07a4a6d3b747 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6576159 Aug 09 15:34:44.599421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2de1a2-39d8-47db-83bb-ac5a2487d11b req-c8942e92-10c3-4ca2-82a5-3fd698dd671f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:44.618788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a2de1a2-39d8-47db-83bb-ac5a2487d11b req-c8942e92-10c3-4ca2-82a5-3fd698dd671f tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.2100248 Aug 09 15:34:44.690420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Deleting port 3974657a-3e40-40ed-9300-23997ddd03c3 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:44.690754 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:44.894852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aaf101-9bb4-43dd-aae7-60bac07b415b None None] Network c0bf920c-4570-4b7b-ac9a-9deede4023eb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:34:44.895575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a2de1a2-39d8-47db-83bb-ac5a2487d11b req-36d025a4-f03c-49e6-ae2d-26775aed4c3b tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724948 Aug 09 15:34:44.990930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966cffe-77c6-454c-8f10-a05edf8be4e9 req-19c685a1-9987-483d-bddf-8799020c922f tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:45.015187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e966cffe-77c6-454c-8f10-a05edf8be4e9 req-19c685a1-9987-483d-bddf-8799020c922f tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d16e711-c5a8-4c47-8a7c-4b4086f287b9 HTTP/1.1" status: 200 len: 945 time: 0.3774915 Aug 09 15:34:45.025660 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d2750f11-7047-46ed-84f5-d7e91dc8e5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:45.188968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] For port 3974657a-3e40-40ed-9300-23997ddd03c3, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3974657a-3e40-40ed-9300-23997ddd03c3,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:45.189408 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:45.196637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e966cffe-77c6-454c-8f10-a05edf8be4e9 req-7bab71ee-5cec-4e25-80da-762c606dfc09 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586199 Aug 09 15:34:45.219062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Calling delete_port for 3974657a-3e40-40ed-9300-23997ddd03c3 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:45.302798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789c1b-0e69-40e6-b5f3-c055cc0e4cd7 req-20a05e1b-c746-47cc-ad00-5395268608ad tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:45.304870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7789c1b-0e69-40e6-b5f3-c055cc0e4cd7 req-20a05e1b-c746-47cc-ad00-5395268608ad tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.2019210 Aug 09 15:34:45.422860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7789c1b-0e69-40e6-b5f3-c055cc0e4cd7 req-3f39804c-aa0e-4bb6-b954-a81e47e4b11c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049228 Aug 09 15:34:45.697389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:45.718699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['3974657a-3e40-40ed-9300-23997ddd03c3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:45.736432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['be28dd7d-b1fa-43b3-bf1b-1bf737456829', '9bca55e0-0e87-4f3f-a9a7-30275e641a02'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:45.786009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb1334-30e5-4ac9-ab49-64a55a505887 req-f515b786-0967-458f-aaab-4fe6678e2514 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:45.788210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65cb1334-30e5-4ac9-ab49-64a55a505887 req-f515b786-0967-458f-aaab-4fe6678e2514 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.2447228 Aug 09 15:34:45.789233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Pushing event deleted for resources: {'Port': ['ID=3974657a-3e40-40ed-9300-23997ddd03c3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:45.803039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43266) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:45.808950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Request body: {'floatingip': {'port_id': 'd8c85836-55a8-4753-8bdd-a77e24ded155'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:45.856148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] No DVR routers for this DVR port 3974657a-3e40-40ed-9300-23997ddd03c3 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:45.862705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:45.868883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3170d3c8-0f1b-4e91-8f4c-9bd34bfcb89f req-0eea4fbe-b013-47fa-91c8-f08ce6ce072c tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.35 "DELETE /v2.0/ports/3974657a-3e40-40ed-9300-23997ddd03c3 HTTP/1.1" status: 204 len: 173 time: 1.7599289 Aug 09 15:34:45.869389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d16e711-c5a8-4c47-8a7c-4b4086f287b9', 'name': 'network-vif-deleted', 'tag': '3974657a-3e40-40ed-9300-23997ddd03c3'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:45.873092 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dfa089-fb00-4a78-b121-9219c4577a8e" -d '{"events": [{"server_uuid": "3d16e711-c5a8-4c47-8a7c-4b4086f287b9", "name": "network-vif-deleted", "tag": "3974657a-3e40-40ed-9300-23997ddd03c3"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:45.897672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-9237b728-23e2-4753-a48a-95c7e5c36fde tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:45.900899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-9237b728-23e2-4753-a48a-95c7e5c36fde tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 821 time: 0.3392115 Aug 09 15:34:45.972636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-629332fe-80ae-47d9-a9f0-ae619683f82a tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/quotas/6ba2988e9afa45f39a083b6eb7e4d823 HTTP/1.1" status: 200 len: 375 time: 0.0569682 Aug 09 15:34:45.975081 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:46.034856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-e5668ed1-b09e-4f9c-bf17-f65b3ef221ef tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605619 Aug 09 15:34:46.146833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc129e-72de-483f-8cda-c55ae52647a8 req-8ca219e5-420f-4eb0-bb74-71e76e3a493a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:46.165192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56cc129e-72de-483f-8cda-c55ae52647a8 req-8ca219e5-420f-4eb0-bb74-71e76e3a493a tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 950 time: 0.2459557 Aug 09 15:34:46.166027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:46.263661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56cc129e-72de-483f-8cda-c55ae52647a8 req-cd2d7da9-43aa-4e9d-ac18-477c34415fee tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971971 Aug 09 15:34:46.331673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:46.347140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:46.352226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'b20605db-73f5-49ac-8985-25565fc39567', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'b20605db-73f5-49ac-8985-25565fc39567', 'mac_address': 'fa:16:3e:19:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:46.372062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-abe86d14-85b4-4ecf-8325-2e22c2a975b8 service neutron] 10.222.0.64 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358817 Aug 09 15:34:46.601402 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:46.670295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b20605db-73f5-49ac-8985-25565fc39567 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:46.676202 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:46.775072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:46.800979 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:46.903950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:47.047945 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:34:47.048683 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:34:47.102451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b20605db-73f5-49ac-8985-25565fc39567'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:47.171617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43147581-9854-4886-8c13-36de9e8b4749 req-7d883b11-b3b6-420e-aa1b-06031ef35d6b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:47.188659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43147581-9854-4886-8c13-36de9e8b4749 req-7d883b11-b3b6-420e-aa1b-06031ef35d6b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.1995385 Aug 09 15:34:47.229720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-84cbdf45-d74d-4514-ad16-e99a334c52db service neutron] 10.222.0.64 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8404536 Aug 09 15:34:47.276015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43147581-9854-4886-8c13-36de9e8b4749 req-fac0d11f-5b92-455b-a58d-5c2361764449 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799778 Aug 09 15:34:47.424697 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfb67c9-1ea7-421c-aba0-6614443b8802 x-openstack-request-id: req-ccfb67c9-1ea7-421c-aba0-6614443b8802 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:47.425004 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d16e711-c5a8-4c47-8a7c-4b4086f287b9", "name": "network-vif-deleted", "tag": "3974657a-3e40-40ed-9300-23997ddd03c3", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:47.425313 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccfb67c9-1ea7-421c-aba0-6614443b8802 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:47.427041 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d16e711-c5a8-4c47-8a7c-4b4086f287b9', 'name': 'network-vif-deleted', 'tag': '3974657a-3e40-40ed-9300-23997ddd03c3', 'status': 'completed', 'code': 200} Aug 09 15:34:47.450088 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c9e9bdba-8c80-4b04-b3ad-c439723f2d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:47.595236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fd8e-68d2-4857-9b9f-6596d3c21674 req-802f32cc-1394-4a4a-b695-fc128d4d4ac7 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:47.603911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0564fd8e-68d2-4857-9b9f-6596d3c21674 req-802f32cc-1394-4a4a-b695-fc128d4d4ac7 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.0624599 Aug 09 15:34:47.650691 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:47.657880 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:34:47.683394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b20605db-73f5-49ac-8985-25565fc39567 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:47.692678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0564fd8e-68d2-4857-9b9f-6596d3c21674 req-55273b0f-135d-4ce0-b7e1-45539cecc68b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799878 Aug 09 15:34:47.750845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:47.758208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:47.791992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b535fd4-6b85-475e-9b18-a6e68691e5b0 req-42216d58-b435-4eac-bb02-cd823641098c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:47.796069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b535fd4-6b85-475e-9b18-a6e68691e5b0 req-42216d58-b435-4eac-bb02-cd823641098c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 949 time: 0.1631837 Aug 09 15:34:47.800712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:47.808573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:47.837740 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:47.883233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3974657a-3e40-40ed-9300-23997ddd03c3 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:47.925248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b535fd4-6b85-475e-9b18-a6e68691e5b0 req-bc6c46fb-fd51-48f1-9005-c713a6e16597 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227605 Aug 09 15:34:47.948062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 3974657a-3e40-40ed-9300-23997ddd03c3 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:34:47.948805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3974657a-3e40-40ed-9300-23997ddd03c3 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:34:47.950810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:48.101672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a66749b3-8e29-41f2-a744-27844f5d986e req-9c9d3c5c-a644-4082-9863-7365618f0fd6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 210 time: 0.1184540 Aug 09 15:34:48.180519 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Floating IP 68b4baba-3e8a-4e04-8d05-cb05ad4839e9 associated. External IP: 172.25.7.217, port: d8c85836-55a8-4753-8bdd-a77e24ded155. Aug 09 15:34:48.357464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c1ad9-487f-43a2-9d63-efe3f197d6c6 req-768cf6aa-c966-44aa-ac89-2c9ce33e5a25 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:48.362414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb7c1ad9-487f-43a2-9d63-efe3f197d6c6 req-768cf6aa-c966-44aa-ac89-2c9ce33e5a25 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 945 time: 0.1012495 Aug 09 15:34:48.498245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb7c1ad9-487f-43a2-9d63-efe3f197d6c6 req-ec7ec921-0b81-41b4-8a22-dddfea19ea77 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192355 Aug 09 15:34:48.587296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950cf9c-8637-499f-aa36-7468be8debb6 req-4dc7cda7-14b2-4d5e-b85a-cd91e27991b7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:48.601518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b950cf9c-8637-499f-aa36-7468be8debb6 req-4dc7cda7-14b2-4d5e-b85a-cd91e27991b7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.1689122 Aug 09 15:34:48.697584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b950cf9c-8637-499f-aa36-7468be8debb6 req-73aadd18-4dc3-465b-8f17-24f22f371965 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935378 Aug 09 15:34:48.778370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:34:48.859946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9af690-00dd-4ac8-8665-e5f83308d3ac req-4db25f3c-003f-4829-8ffe-dd423cb3355b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:48.861774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f9af690-00dd-4ac8-8665-e5f83308d3ac req-4db25f3c-003f-4829-8ffe-dd423cb3355b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.0750613 Aug 09 15:34:48.911623 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:48.961289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f9af690-00dd-4ac8-8665-e5f83308d3ac req-577ae080-95eb-4aa4-9dc1-69adfe7e2a2f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753400 Aug 09 15:34:48.977419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:34:48.989148 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] Sync routers for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:34:49.028001 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:49.030479 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:34:49.032300 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:49.118556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c71255c-2a00-413d-bfa1-6f15da13c462 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "PUT /v2.0/floatingips/68b4baba-3e8a-4e04-8d05-cb05ad4839e9 HTTP/1.1" status: 200 len: 992 time: 3.3134577 Aug 09 15:34:49.119289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'tag': 'd8c85836-55a8-4753-8bdd-a77e24ded155'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:49.122208 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f12df98-3c37-4424-982f-65fe5cbcadad" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6801d5-86b9-469a-9f73-b4c88108fbf8", "tag": "d8c85836-55a8-4753-8bdd-a77e24ded155"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:49.171494 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:34:49.262059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0e90-ad25-4c95-a57c-c916d09f2eeb req-27664c78-01c8-4d68-9513-a45e72b2aa5c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:49.271266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-561b0e90-ad25-4c95-a57c-c916d09f2eeb req-27664c78-01c8-4d68-9513-a45e72b2aa5c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 949 time: 0.2306588 Aug 09 15:34:49.295305 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:34:49.364051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-561b0e90-ad25-4c95-a57c-c916d09f2eeb req-48c31497-8c7a-445d-993d-98214c365b2c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916567 Aug 09 15:34:49.483895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-e049ba80-4c34-49b8-a5c5-005a19981a1f tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:49.498093 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-e049ba80-4c34-49b8-a5c5-005a19981a1f tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 821 time: 0.3162169 Aug 09 15:34:49.522764 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca357bd0-2e37-4c40-bb4e-fbe61e235cc0 x-openstack-request-id: req-ca357bd0-2e37-4c40-bb4e-fbe61e235cc0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:49.523728 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6801d5-86b9-469a-9f73-b4c88108fbf8", "tag": "d8c85836-55a8-4753-8bdd-a77e24ded155", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:49.525404 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca357bd0-2e37-4c40-bb4e-fbe61e235cc0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:49.528305 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'tag': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'status': 'completed', 'code': 200} Aug 09 15:34:49.533664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Request body: {'port': {'device_id': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'admin_state_up': True, 'tenant_id': '6ba2988e9afa45f39a083b6eb7e4d823'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:49.584269 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e5d7374-7f05-47fc-842e-bc8dc1fbff72 req-b8c1c5b9-8c3f-4e73-80c5-1fa4befd26f0 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 210 time: 0.0848835 Aug 09 15:34:49.604750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-c4caa1c9-9001-4d04-99c9-d0852c1b6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:49.607611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-c4caa1c9-9001-4d04-99c9-d0852c1b6dd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 1097 time: 0.1666729 Aug 09 15:34:49.627288 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68b4baba-3e8a-4e04-8d05-cb05ad4839e9', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'port_id': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'mac_address': 'fa:16:3e:80:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:31:42Z', 'updated_at': '2021-08-09T15:34:47Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:49.909175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-40f46d52-3052-48f5-8e57-4e6ebd6128a2 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:49.911549 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-40f46d52-3052-48f5-8e57-4e6ebd6128a2 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 945 time: 0.1827757 Aug 09 15:34:49.913180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Made reservation on behalf of 6ba2988e9afa45f39a083b6eb7e4d823 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:34:49.917173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:49.951923 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] Checking router: 85ae62c2-ec82-48d7-9f17-d9fae69bedcf for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:34:49.968886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:34:49.969659 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:50.042086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1f2c0-35be-4826-a67c-3efff7541415 req-5d00081e-047c-46ca-878c-fc63eab13151 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:50.050168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ce1f2c0-35be-4826-a67c-3efff7541415 req-5d00081e-047c-46ca-878c-fc63eab13151 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 945 time: 0.3836110 Aug 09 15:34:50.085288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-a23e4073-0007-4650-83ea-019b73148d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:50.088739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-a23e4073-0007-4650-83ea-019b73148d1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 200 len: 925 time: 0.4693475 Aug 09 15:34:50.136395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef4023-4b70-4e1d-bbc3-33aa5ab959dc req-fe553f47-212c-4154-b2e0-11ecf6ece47e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:50.138875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9ef4023-4b70-4e1d-bbc3-33aa5ab959dc req-fe553f47-212c-4154-b2e0-11ecf6ece47e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.2642877 Aug 09 15:34:50.158671 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:34:50.165281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:50.204394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Deleting port be28dd7d-b1fa-43b3-bf1b-1bf737456829 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:50.205329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:50.235433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-451c17d7-c303-4b6c-8283-836264bcf893 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8c85836-55a8-4753-8bdd-a77e24ded155 HTTP/1.1" status: 200 len: 1000 time: 0.1316507 Aug 09 15:34:50.275729 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:50.295066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port b20605db-73f5-49ac-8985-25565fc39567 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:50.295351 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:50.305913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Allocated IP 172.20.0.14 (c0bf920c-4570-4b7b-ac9a-9deede4023eb/7fc36b79-bba6-4f8a-bd55-5395070bf0b0/199e84ab-3724-4efa-90db-b36dd0ffcccc) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:34:50.383298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-3bddfb88-65f5-4cbf-85f7-58823359cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:50.386481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-3bddfb88-65f5-4cbf-85f7-58823359cc19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b92b6e17-636f-429e-90db-73ac1f263e96 HTTP/1.1" status: 200 len: 862 time: 0.1258154 Aug 09 15:34:50.415292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] For port be28dd7d-b1fa-43b3-bf1b-1bf737456829, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=be28dd7d-b1fa-43b3-bf1b-1bf737456829,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:50.416058 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:50.458401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Calling delete_port for be28dd7d-b1fa-43b3-bf1b-1bf737456829 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:50.492538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ce1f2c0-35be-4826-a67c-3efff7541415 req-0c78067a-251e-4632-8715-62434ca7ec7e tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313831 Aug 09 15:34:50.527702 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:50.568034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9ef4023-4b70-4e1d-bbc3-33aa5ab959dc req-49c4766d-5cb3-4405-bee7-a7fe9084d796 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300653 Aug 09 15:34:50.575040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:50.583448 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43501f3-1109-4129-b4b6-9823a6a6d041" -d '{"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-plugged", "status": "completed", "tag": "b20605db-73f5-49ac-8985-25565fc39567"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:50.619596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-f91bed98-be06-4c77-abfc-5c45a7067d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:50.622840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-f91bed98-be06-4c77-abfc-5c45a7067d5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52ecaefa-75a3-44b6-8411-ffa1b953ba99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207232 Aug 09 15:34:50.630258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:50.649610 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:50.725978 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:50.770254 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68b4baba-3e8a-4e04-8d05-cb05ad4839e9', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'port_id': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'mac_address': 'fa:16:3e:80:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:31:42Z', 'updated_at': '2021-08-09T15:34:47Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:50.792831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=11']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:50.794910 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:50.853966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f08676-5c7c-4660-8f9e-1b34cb61add7 req-0f574644-48f1-43f5-90cd-e0c31e0d57c5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:50.856251 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75f18e-fe6b-483c-aef3-b5ed75a4efcf None None] The sync data for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 is: [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '68b4baba-3e8a-4e04-8d05-cb05ad4839e9', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'port_id': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'mac_address': 'fa:16:3e:80:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:31:42Z', 'updated_at': '2021-08-09T15:34:47Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:34:50.862709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66f08676-5c7c-4660-8f9e-1b34cb61add7 req-0f574644-48f1-43f5-90cd-e0c31e0d57c5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.1350415 Aug 09 15:34:50.900912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Network c0bf920c-4570-4b7b-ac9a-9deede4023eb is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:34:50.904877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-72dc1147-60ec-442a-b0a4-5633ca4645d8 service neutron] 10.222.0.35 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683084 Aug 09 15:34:50.907090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:34:50.912834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:34:50.958113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event updated for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:50.980004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.980354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.980691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.981029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.981360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.981691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.982017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.982343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.982666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.982992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.983314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:50.983768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:51.004585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66f08676-5c7c-4660-8f9e-1b34cb61add7 req-0a6e4c11-5ed3-4146-ab56-061dbe4bbb36 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364467 Aug 09 15:34:51.043603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:51.044313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:51.063201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a79a-edd3-4e3f-8a8a-075453d881aa req-c276f9da-6389-4e15-ba56-04d59e0fe504 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:51.065344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb69a79a-edd3-4e3f-8a8a-075453d881aa req-c276f9da-6389-4e15-ba56-04d59e0fe504 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 951 time: 0.1873276 Aug 09 15:34:51.077124 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e041de-1d21-4ab1-bd05-79dfa0f10f3e x-openstack-request-id: req-f0e041de-1d21-4ab1-bd05-79dfa0f10f3e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:51.077483 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-plugged", "status": "completed", "tag": "b20605db-73f5-49ac-8985-25565fc39567", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:51.077875 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0e041de-1d21-4ab1-bd05-79dfa0f10f3e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:51.078275 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567', 'code': 200} Aug 09 15:34:51.104686 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-ffcc3796-18e2-4478-8a73-cba2b71317b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5751204 Aug 09 15:34:51.121647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Request body: {'port': {'device_id': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:51.136847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f12df98-3c37-4424-982f-65fe5cbcadad req-85a94fb6-d5ea-4959-baa2-11f4cc2b4f44 service neutron] 10.222.0.35 "GET /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056336 Aug 09 15:34:51.208545 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:51.220735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:51.234218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['be28dd7d-b1fa-43b3-bf1b-1bf737456829', '9bca55e0-0e87-4f3f-a9a7-30275e641a02'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:51.321388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cbd0d-3425-4219-a420-7ae389b21355 None None] New status for floating IP 68b4baba-3e8a-4e04-8d05-cb05ad4839e9: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:34:51.323950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Pushing event deleted for resources: {'Port': ['ID=be28dd7d-b1fa-43b3-bf1b-1bf737456829,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:51.359904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] No DVR routers for this DVR port be28dd7d-b1fa-43b3-bf1b-1bf737456829 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:51.363505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:51.365755 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-11a90017-1cdd-43e0-9888-8d8f1a47b0b2 req-35e10cb3-bc71-41f2-a8fa-51643ab27ded tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.66 "DELETE /v2.0/ports/be28dd7d-b1fa-43b3-bf1b-1bf737456829 HTTP/1.1" status: 204 len: 173 time: 1.4458663 Aug 09 15:34:51.410475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb69a79a-edd3-4e3f-8a8a-075453d881aa req-c75fd028-ed51-497e-90c1-4a9df1aa5c7c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937834 Aug 09 15:34:51.445445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f7102-b02e-4768-848f-2263635d01ff req-2e6652aa-8c91-4ce3-8400-4203af023a25 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:51.454796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e68f7102-b02e-4768-848f-2263635d01ff req-2e6652aa-8c91-4ce3-8400-4203af023a25 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 932 time: 0.1456606 Aug 09 15:34:51.479134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d907f6-233b-4372-b38a-e812ef316328 req-52f834a3-5f54-4dd4-97b9-cbc93fdd5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:51.481075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84d907f6-233b-4372-b38a-e812ef316328 req-52f834a3-5f54-4dd4-97b9-cbc93fdd5e22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1102 time: 0.2037847 Aug 09 15:34:51.537064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc0eadc-9a24-4873-9e3b-3d8b04c17efa', 'name': 'network-vif-deleted', 'tag': 'be28dd7d-b1fa-43b3-bf1b-1bf737456829'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:51.540750 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7d58cc-1ad3-4232-89a7-6302bbafbbd2" -d '{"events": [{"server_uuid": "3bc0eadc-9a24-4873-9e3b-3d8b04c17efa", "name": "network-vif-deleted", "tag": "be28dd7d-b1fa-43b3-bf1b-1bf737456829"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:51.563164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e68f7102-b02e-4768-848f-2263635d01ff req-7f04db14-2e43-4026-bec4-0486d2813735 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073642 Aug 09 15:34:51.568890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84d907f6-233b-4372-b38a-e812ef316328 req-05401c26-93be-4f44-a30c-6c28f7026f86 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670903 Aug 09 15:34:51.648560 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bdfb72-c357-44c0-857f-2b8e6999b3d8 x-openstack-request-id: req-05bdfb72-c357-44c0-857f-2b8e6999b3d8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:51.648944 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc0eadc-9a24-4873-9e3b-3d8b04c17efa", "name": "network-vif-deleted", "tag": "be28dd7d-b1fa-43b3-bf1b-1bf737456829", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:51.649285 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05bdfb72-c357-44c0-857f-2b8e6999b3d8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:51.650137 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc0eadc-9a24-4873-9e3b-3d8b04c17efa', 'name': 'network-vif-deleted', 'tag': 'be28dd7d-b1fa-43b3-bf1b-1bf737456829', 'status': 'completed', 'code': 200} Aug 09 15:34:51.675155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0344410-3b1b-4156-a846-02ac6c24cfba req-6bd81e1e-ae8e-480d-b31d-d00f3672e9fd tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bc0eadc-9a24-4873-9e3b-3d8b04c17efa HTTP/1.1" status: 200 len: 210 time: 0.0392849 Aug 09 15:34:51.766849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199e84ab-3724-4efa-90db-b36dd0ffcccc {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:51.777017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:51.783944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db184335-2f90-410a-acb3-1f9d426183d3 req-67468636-ed92-4a04-bdda-8c3714cf47d0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:51.786750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db184335-2f90-410a-acb3-1f9d426183d3 req-67468636-ed92-4a04-bdda-8c3714cf47d0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.0677109 Aug 09 15:34:51.797071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Transition to ACTIVE for port object 199e84ab-3724-4efa-90db-b36dd0ffcccc will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:34:51.801421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:51.876062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db184335-2f90-410a-acb3-1f9d426183d3 req-4770a9ee-43ef-4553-a060-2d59db2b35f5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816674 Aug 09 15:34:51.879892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Pushing event updated for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:51.889049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b12914c2-d6fc-4cfe-af2a-7d0840500162 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:52.001848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Attempting to bind port 199e84ab-3724-4efa-90db-b36dd0ffcccc on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:52.002495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Attempting to bind port 199e84ab-3724-4efa-90db-b36dd0ffcccc by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:52.002603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Attempting to bind port 199e84ab-3724-4efa-90db-b36dd0ffcccc on network c0bf920c-4570-4b7b-ac9a-9deede4023eb {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:52.008668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Port 199e84ab-3724-4efa-90db-b36dd0ffcccc on network c0bf920c-4570-4b7b-ac9a-9deede4023eb not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:52.009066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Attempting to bind port 199e84ab-3724-4efa-90db-b36dd0ffcccc on network c0bf920c-4570-4b7b-ac9a-9deede4023eb {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:52.013560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e145eb6-5479-4626-b4cd-40a44a5ecc10 req-aee77f98-62b0-4feb-afa4-81acb022bbe4 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.015279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:52.015629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Checking segment: {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:52.016053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Bound using segment: {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:52.016638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Bound port: 199e84ab-3724-4efa-90db-b36dd0ffcccc, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:52.017175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:52.023068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e145eb6-5479-4626-b4cd-40a44a5ecc10 req-aee77f98-62b0-4feb-afa4-81acb022bbe4 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 951 time: 0.0737486 Aug 09 15:34:52.036361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:52.050673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'b12914c2-d6fc-4cfe-af2a-7d0840500162', 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84', 'port_id': 'b12914c2-d6fc-4cfe-af2a-7d0840500162', 'mac_address': 'fa:16:3e:56:b6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d7e709-d5b9-4008-8b84-c3db00422153', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:52.082724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e145eb6-5479-4626-b4cd-40a44a5ecc10 req-49b74de5-bcdf-48fc-9ec9-aeb6ab50fe88 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588109 Aug 09 15:34:52.125528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:52.148786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:34:52.155452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12914c2-d6fc-4cfe-af2a-7d0840500162 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:52.156712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:52.165529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:52.176132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a6d2-1663-4979-9400-df6eaf52e2fc req-ebbcec87-5e83-42e9-9e6b-1870c1beea27 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.185009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:52.186876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9320a6d2-1663-4979-9400-df6eaf52e2fc req-ebbcec87-5e83-42e9-9e6b-1870c1beea27 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.0790441 Aug 09 15:34:52.190943 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:52.215272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.215973 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:52.217481 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] 10.222.0.66 "PUT /v2.0/ports/199e84ab-3724-4efa-90db-b36dd0ffcccc HTTP/1.1" status: 200 len: 1092 time: 1.1019485 Aug 09 15:34:52.253824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9320a6d2-1663-4979-9400-df6eaf52e2fc req-a2dc19d9-41da-4aed-96e0-8007be09c792 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657637 Aug 09 15:34:52.263092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:52.282674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015c36e-2aa1-439f-8777-f72b5d309aef service neutron] Pushing event updated for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:52.337824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-6eeaab7c-5dc2-4377-baee-8c3e5855dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.339437 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-6eeaab7c-5dc2-4377-baee-8c3e5855dac8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 1095 time: 0.0742297 Aug 09 15:34:52.382939 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-4674ca26-00f9-48db-88c6-55e2d5e76770 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc HTTP/1.1" status: 200 len: 217 time: 0.0343938 Aug 09 15:34:52.450145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-f9967e27-ab64-4db4-8e3c-628485e9d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.451515 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-f9967e27-ab64-4db4-8e3c-628485e9d8e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fc36b79-bba6-4f8a-bd55-5395070bf0b0 HTTP/1.1" status: 200 len: 861 time: 0.0549953 Aug 09 15:34:52.498378 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-d761ee93-bbe4-4064-9786-4c4d3079d90b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0bf920c-4570-4b7b-ac9a-9deede4023eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359654 Aug 09 15:34:52.531578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b12914c2-d6fc-4cfe-af2a-7d0840500162'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:52.545625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97370f05-6499-44c2-abe5-397e109b9293 req-417d55e3-e7f2-49d3-a6e3-822d56c74cc1 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.549139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97370f05-6499-44c2-abe5-397e109b9293 req-417d55e3-e7f2-49d3-a6e3-822d56c74cc1 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 951 time: 0.0630474 Aug 09 15:34:52.618150 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-cf47700b-73fe-49b3-8f45-d0467c377108 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106536 Aug 09 15:34:52.625480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97370f05-6499-44c2-abe5-397e109b9293 req-4f20a23d-a2b2-4124-afc4-5c19743a90c3 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647974 Aug 09 15:34:52.805553 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-72f73e5d-4f9f-47ad-a39c-15edfb04e60a req-d8a6a6ba-349a-4d5c-8f2f-2227a486e0a2 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787474 Aug 09 15:34:52.865569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985a60-f93c-45b7-bdac-de0e62a4f021 req-c05eaf61-3e64-49b5-b818-eb94ea48609b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.867796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2985a60-f93c-45b7-bdac-de0e62a4f021 req-c05eaf61-3e64-49b5-b818-eb94ea48609b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 944 time: 0.0548546 Aug 09 15:34:52.912307 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2985a60-f93c-45b7-bdac-de0e62a4f021 req-3f087ec9-3419-42f5-b769-b1b04c948281 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382760 Aug 09 15:34:53.033555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af3f3-396a-4817-b03e-0160613f6640 req-d71d6b7e-c323-4634-a604-545f46fa1dd4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:53.035176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a03af3f3-396a-4817-b03e-0160613f6640 req-d71d6b7e-c323-4634-a604-545f46fa1dd4 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Aug 09 15:34:53.090605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a03af3f3-396a-4817-b03e-0160613f6640 req-52f6697f-7a4e-4475-826e-e24af3cd1fd8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491669 Aug 09 15:34:53.302160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174190f7-213e-45a8-98ee-3eee53b1902b req-87c72d57-564f-4dff-9793-6d44e2f255a3 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:53.304724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-174190f7-213e-45a8-98ee-3eee53b1902b req-87c72d57-564f-4dff-9793-6d44e2f255a3 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.0782189 Aug 09 15:34:53.339954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db294b64-f6c1-482a-b580-07381101f614 req-071cb843-566d-4923-bc43-df25a3dc16b3 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:53.341441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db294b64-f6c1-482a-b580-07381101f614 req-071cb843-566d-4923-bc43-df25a3dc16b3 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 951 time: 0.0834444 Aug 09 15:34:53.373419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-174190f7-213e-45a8-98ee-3eee53b1902b req-65c8ab09-25f5-4e77-8210-101e7f855e4b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612540 Aug 09 15:34:53.394505 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db294b64-f6c1-482a-b580-07381101f614 req-aebcd224-79d9-4a29-a56a-aaa678055e20 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460432 Aug 09 15:34:53.485885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f230c2-602d-4667-8cf7-3e97088a6b64 req-067dbe51-27d7-4588-a23f-183d001287cb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:53.488251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5f230c2-602d-4667-8cf7-3e97088a6b64 req-067dbe51-27d7-4588-a23f-183d001287cb tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.0580547 Aug 09 15:34:53.535318 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5f230c2-602d-4667-8cf7-3e97088a6b64 req-a18a2107-c12b-454e-a4be-829f5b848a5d tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385923 Aug 09 15:34:53.651609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:53.654989 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7266b5af-1793-4102-8a02-c16db2294cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:53.692397 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a01054-43a0-4ec4-a34e-caa0eb7452b8 x-openstack-request-id: req-34a01054-43a0-4ec4-a34e-caa0eb7452b8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:53.692701 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:53.692955 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34a01054-43a0-4ec4-a34e-caa0eb7452b8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:53.693357 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'status': 'completed', 'code': 200} Aug 09 15:34:53.749738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363fe4b-9d1b-453c-bc51-3024dc1f4730 req-59ccf0c5-a88b-422e-8136-1ce627911982 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:53.751553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d363fe4b-9d1b-453c-bc51-3024dc1f4730 req-59ccf0c5-a88b-422e-8136-1ce627911982 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 951 time: 0.0521507 Aug 09 15:34:53.768445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-a936785a-f986-474a-a73a-934c1806f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:53.770126 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-a936785a-f986-474a-a73a-934c1806f724 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 1095 time: 0.0483344 Aug 09 15:34:53.796985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d363fe4b-9d1b-453c-bc51-3024dc1f4730 req-aa59dc2c-4403-4bb1-ad20-a0818c4d2bc8 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381057 Aug 09 15:34:53.872546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-36971ff9-f23b-4914-827b-5cf56f157649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:53.874044 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-36971ff9-f23b-4914-827b-5cf56f157649 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 923 time: 0.0939257 Aug 09 15:34:53.894449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b12914c2-d6fc-4cfe-af2a-7d0840500162 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:53.925879 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-b7b2f8f7-4b71-4c0e-9ad4-b5eba542f2ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc HTTP/1.1" status: 200 len: 217 time: 0.0429871 Aug 09 15:34:53.959534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port b12914c2-d6fc-4cfe-af2a-7d0840500162 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:53.966160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port b12914c2-d6fc-4cfe-af2a-7d0840500162 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:53.966955 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:53.983019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-8e5d5356-44eb-438f-98dd-66f0eb43501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:53.984771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-8e5d5356-44eb-438f-98dd-66f0eb43501c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fc36b79-bba6-4f8a-bd55-5395070bf0b0 HTTP/1.1" status: 200 len: 861 time: 0.0508807 Aug 09 15:34:54.027191 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-cc98d55f-2f8c-4a74-818c-5d8d6e02faaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0bf920c-4570-4b7b-ac9a-9deede4023eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323422 Aug 09 15:34:54.075451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979ba4-6b86-420c-b54a-4a0900afc1d5 req-62d13150-e6ed-48b0-b5a3-10fab4b1df40 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.076315 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:54.077211 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08979ba4-6b86-420c-b54a-4a0900afc1d5 req-62d13150-e6ed-48b0-b5a3-10fab4b1df40 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 944 time: 0.0836504 Aug 09 15:34:54.080189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba857b1e-3a7b-4a0b-80e7-5c1359431dc0 req-91f1b559-6ae9-4c23-9471-5558598788d1 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.081987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba857b1e-3a7b-4a0b-80e7-5c1359431dc0 req-91f1b559-6ae9-4c23-9471-5558598788d1 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1102 time: 0.0871704 Aug 09 15:34:54.103658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:54.106371 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f01eaa-9daa-4517-8d84-1d524e20b426" -d '{"events": [{"server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "name": "network-vif-plugged", "status": "completed", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:54.120171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:54.125192 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:54.126270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:54.141817 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-80ba45a1-6c6b-4695-9ac4-46c4abc20d65 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051583 Aug 09 15:34:54.146184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba857b1e-3a7b-4a0b-80e7-5c1359431dc0 req-e7665c2c-9391-4b42-855b-71b5a4ca94fd tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565279 Aug 09 15:34:54.159979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08979ba4-6b86-420c-b54a-4a0900afc1d5 req-1943674d-c344-4cf9-ad5c-484073a4812d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715508 Aug 09 15:34:54.198901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device be28dd7d-b1fa-43b3-bf1b-1bf737456829 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:54.301703 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7266b5af-1793-4102-8a02-c16db2294cd3 req-f9aa8377-cc5e-4ff9-a23c-ab4e420ee97b service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506228 Aug 09 15:34:54.367678 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c3ac3-8967-499b-956e-ed86ac6d3ade x-openstack-request-id: req-df8c3ac3-8967-499b-956e-ed86ac6d3ade {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:54.368014 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "name": "network-vif-plugged", "status": "completed", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:54.368243 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df8c3ac3-8967-499b-956e-ed86ac6d3ade {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:54.368652 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162', 'code': 200} Aug 09 15:34:54.374811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: be28dd7d-b1fa-43b3-bf1b-1bf737456829 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:34:54.375151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device be28dd7d-b1fa-43b3-bf1b-1bf737456829 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:34:54.388538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:54.388879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eebf98-6d6f-4617-9b4f-904226d9550e req-76270c47-1fbc-45ce-bff2-7b6cc63eba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.391091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45eebf98-6d6f-4617-9b4f-904226d9550e req-76270c47-1fbc-45ce-bff2-7b6cc63eba14 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0763006 Aug 09 15:34:54.406105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903b8ec-fa13-4567-a6ab-a2535b4f8c48 req-9aa03a0c-64b1-4df2-bc46-7dced7ce4d1b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.408513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6903b8ec-fa13-4567-a6ab-a2535b4f8c48 req-9aa03a0c-64b1-4df2-bc46-7dced7ce4d1b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.1515064 Aug 09 15:34:54.429920 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:54.465864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:54.470629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45eebf98-6d6f-4617-9b4f-904226d9550e req-f727f55b-e6e9-4a73-9999-22ef2fdd76d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606115 Aug 09 15:34:54.470765 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:54.487577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6903b8ec-fa13-4567-a6ab-a2535b4f8c48 req-0ea4852c-7986-47db-9779-1721e015b1ef tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693829 Aug 09 15:34:54.527114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=11']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:54.607988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281fae-67cb-42dc-9ae8-65c46ef1f5a1 req-fdec550a-fe4a-44b8-acf4-f9d0678c4874 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.609609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e281fae-67cb-42dc-9ae8-65c46ef1f5a1 req-fdec550a-fe4a-44b8-acf4-f9d0678c4874 tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 1102 time: 0.0790331 Aug 09 15:34:54.631971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419a37-c737-427a-baa1-772146a62fdf req-1dc75374-dd67-4542-bf94-323402feb316 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.633675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36419a37-c737-427a-baa1-772146a62fdf req-1dc75374-dd67-4542-bf94-323402feb316 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.0703106 Aug 09 15:34:54.682620 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e281fae-67cb-42dc-9ae8-65c46ef1f5a1 req-16b9e98f-b2f8-45c0-9242-f35e4d48eb4e tempest-ServersAdminTestJSON-2002474703 tempest-ServersAdminTestJSON-2002474703-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648911 Aug 09 15:34:54.692943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36419a37-c737-427a-baa1-772146a62fdf req-14275246-f0ee-4a81-8059-05c94821d875 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/security-groups?id=7e564404-76ba-4a14-bd80-34683daeba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Aug 09 15:34:54.841549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0eb0f-3b0d-4bbc-a3ac-739c1f9bf489 req-9efb4704-658c-4060-a7cd-1433aabe5119 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.843584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0e0eb0f-3b0d-4bbc-a3ac-739c1f9bf489 req-9efb4704-658c-4060-a7cd-1433aabe5119 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 949 time: 0.0875251 Aug 09 15:34:54.885123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9005-4e0f-4afe-8a75-91505f46d13b req-6a590516-56b5-4a21-8fe5-afc91b34d8e9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.886647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e0e9005-4e0f-4afe-8a75-91505f46d13b req-6a590516-56b5-4a21-8fe5-afc91b34d8e9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.0986965 Aug 09 15:34:54.923625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0e0eb0f-3b0d-4bbc-a3ac-739c1f9bf489 req-a93ea471-f4aa-4e33-86f9-e00b4ffc4bc2 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6d16189-8e9d-4829-817c-bd1efd7df751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732300 Aug 09 15:34:54.948466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e0e9005-4e0f-4afe-8a75-91505f46d13b req-9bd4b4e7-ee38-454f-8513-381f931d1477 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 Aug 09 15:34:54.950581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-a84c71c5-bf3b-416f-b8eb-95c426e8d980 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:54.951845 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-a84c71c5-bf3b-416f-b8eb-95c426e8d980 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.66 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 946 time: 0.0522289 Aug 09 15:34:55.245065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eafae-bd89-434e-8db9-83689f21667c req-04259e7f-c2b4-49da-80a9-a04a1cdfdc30 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:55.246791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d7eafae-bd89-434e-8db9-83689f21667c req-04259e7f-c2b4-49da-80a9-a04a1cdfdc30 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 950 time: 0.1114972 Aug 09 15:34:55.316358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d7eafae-bd89-434e-8db9-83689f21667c req-f6a9c1ce-2bb6-44e2-875d-7d4e88d35d68 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594416 Aug 09 15:34:55.327216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Deleting port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:55.327596 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:55.328847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7349f5-de43-41fc-af55-81f9c318a992 req-e70247cf-0232-4a2f-9fab-1428a49d7d7e tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:55.330435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc7349f5-de43-41fc-af55-81f9c318a992 req-e70247cf-0232-4a2f-9fab-1428a49d7d7e tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 944 time: 0.0825295 Aug 09 15:34:55.397102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc7349f5-de43-41fc-af55-81f9c318a992 req-0172a41c-204a-4b68-b901-98cfe92d21f8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601385 Aug 09 15:34:55.415521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-33326270-a86b-401a-bc60-384ac1ea3fc9 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:55.417281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-33326270-a86b-401a-bc60-384ac1ea3fc9 tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.35 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 949 time: 0.0739329 Aug 09 15:34:55.430383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] For port 9bca55e0-0e87-4f3f-a9a7-30275e641a02, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9bca55e0-0e87-4f3f-a9a7-30275e641a02,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:55.431049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:55.449503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Calling delete_port for 9bca55e0-0e87-4f3f-a9a7-30275e641a02 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:55.519147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Deleting port 9e92177b-b667-4395-9ba7-1a1895479149 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:55.519511 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:55.598151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:55.614778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['9bca55e0-0e87-4f3f-a9a7-30275e641a02'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:55.632074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Pushing event deleted for resources: {'Port': ['ID=9bca55e0-0e87-4f3f-a9a7-30275e641a02,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:55.659994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] For port 9e92177b-b667-4395-9ba7-1a1895479149, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e92177b-b667-4395-9ba7-1a1895479149,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:55.660433 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:55.680930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7ff2b-3539-4e6c-9507-5c846bb609ba req-f763a124-8164-4efd-99fb-16688bdaf9b0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:55.682457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93c7ff2b-3539-4e6c-9507-5c846bb609ba req-f763a124-8164-4efd-99fb-16688bdaf9b0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.1020184 Aug 09 15:34:55.685501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] No DVR routers for this DVR port 9bca55e0-0e87-4f3f-a9a7-30275e641a02 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:55.688155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:55.689371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Calling delete_port for 9e92177b-b667-4395-9ba7-1a1895479149 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:55.690366 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-644c4305-c82d-4ce1-a57f-484c311e5c10 req-9ba22a96-ae5c-4638-9c15-61d3201b9c2b tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.66 "DELETE /v2.0/ports/9bca55e0-0e87-4f3f-a9a7-30275e641a02 HTTP/1.1" status: 204 len: 173 time: 0.7321186 Aug 09 15:34:55.694072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb59df2-6a79-4b06-9fdc-cc9c552571da', 'name': 'network-vif-deleted', 'tag': '9bca55e0-0e87-4f3f-a9a7-30275e641a02'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:55.696480 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2f2e3f-5ba5-44df-908a-ad93240c9226" -d '{"events": [{"server_uuid": "ccb59df2-6a79-4b06-9fdc-cc9c552571da", "name": "network-vif-deleted", "tag": "9bca55e0-0e87-4f3f-a9a7-30275e641a02"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:55.737838 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26016a49-1f18-49fb-89b0-3cee0d8a27d6 x-openstack-request-id: req-26016a49-1f18-49fb-89b0-3cee0d8a27d6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:55.738408 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb59df2-6a79-4b06-9fdc-cc9c552571da", "name": "network-vif-deleted", "tag": "9bca55e0-0e87-4f3f-a9a7-30275e641a02", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:55.738877 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26016a49-1f18-49fb-89b0-3cee0d8a27d6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:55.739489 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb59df2-6a79-4b06-9fdc-cc9c552571da', 'name': 'network-vif-deleted', 'tag': '9bca55e0-0e87-4f3f-a9a7-30275e641a02', 'status': 'completed', 'code': 200} Aug 09 15:34:55.783775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93c7ff2b-3539-4e6c-9507-5c846bb609ba req-9c804abe-93c6-4238-8f21-178656599724 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767760 Aug 09 15:34:55.824496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9d4269a-208f-41ac-85b8-623e36bccf7a req-1d675e1c-0a8b-459f-bcc8-3525bea52378 tempest-ListServerFiltersTestJSON-1962776894 tempest-ListServerFiltersTestJSON-1962776894-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccb59df2-6a79-4b06-9fdc-cc9c552571da HTTP/1.1" status: 200 len: 210 time: 0.0365500 Aug 09 15:34:55.901840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:55.931200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Pushing event deleted for resources: {'Port': ['ID=9e92177b-b667-4395-9ba7-1a1895479149,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:55.974552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] No DVR routers for this DVR port 9e92177b-b667-4395-9ba7-1a1895479149 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:55.977880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:55.980326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d40d0ded-aa3a-439f-8b3e-91d3353a21b6 req-209d0bac-83f7-46be-96f3-e62519e16bcc tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.35 "DELETE /v2.0/ports/9e92177b-b667-4395-9ba7-1a1895479149 HTTP/1.1" status: 204 len: 173 time: 0.5553339 Aug 09 15:34:55.980997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-deleted', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:55.985454 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0691e7d-fe60-4b0c-8672-343da19334c0" -d '{"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-deleted", "tag": "9e92177b-b667-4395-9ba7-1a1895479149"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:56.040465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-115aee56-6d52-4a91-aaf2-b7e238924736 req-123c81a3-3e47-4333-9135-c46ec391797b tempest-ImagesOneServerTestJSON-1678718881 tempest-ImagesOneServerTestJSON-1678718881-project] 10.222.0.64 "GET /v2.0/ports?device_id=c71af1c6-5389-4543-bf39-8c6f16f61be1 HTTP/1.1" status: 200 len: 210 time: 0.0373955 Aug 09 15:34:56.106353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f3254-9888-4bd7-ad1e-27bb3bde07ed req-6c9db854-d5c4-4648-bfeb-849b1aa53eef tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:56.108360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b5f3254-9888-4bd7-ad1e-27bb3bde07ed req-6c9db854-d5c4-4648-bfeb-849b1aa53eef tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.0786533 Aug 09 15:34:56.109992 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86feb31c-a4e4-43e9-831e-44a3a62598cf x-openstack-request-id: req-86feb31c-a4e4-43e9-831e-44a3a62598cf {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:56.110400 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-deleted", "tag": "9e92177b-b667-4395-9ba7-1a1895479149", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:56.116851 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86feb31c-a4e4-43e9-831e-44a3a62598cf {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:56.117309 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-deleted', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149', 'status': 'completed', 'code': 200} Aug 09 15:34:56.159595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b5f3254-9888-4bd7-ad1e-27bb3bde07ed req-151f801a-df0f-4df4-9152-9f5ca59fdcbe tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Aug 09 15:34:56.196232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 199e84ab-3724-4efa-90db-b36dd0ffcccc details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:56.309036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:56.325110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'port_id': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'mac_address': 'fa:16:3e:0a:5e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc36b79-bba6-4f8a-bd55-5395070bf0b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:34:56.369313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:56.371967 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1807207-e35f-4d4a-b504-dfeac460894f" -d '{"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-unplugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:56.375574 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:56.391667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199e84ab-3724-4efa-90db-b36dd0ffcccc {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:34:56.419871 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1bd209-c908-451b-9c94-ea5953246e8f x-openstack-request-id: req-9a1bd209-c908-451b-9c94-ea5953246e8f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:56.420177 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71af1c6-5389-4543-bf39-8c6f16f61be1", "name": "network-vif-unplugged", "status": "completed", "tag": "9e92177b-b667-4395-9ba7-1a1895479149", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:56.420533 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a1bd209-c908-451b-9c94-ea5953246e8f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:56.421009 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71af1c6-5389-4543-bf39-8c6f16f61be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e92177b-b667-4395-9ba7-1a1895479149', 'code': 200} Aug 09 15:34:56.423104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:56.431625 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:56.454527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c57df-46cd-49a0-a273-a2e6b373296e req-1acc302a-8962-4525-a80a-973894e582c9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:56.456199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-399c57df-46cd-49a0-a273-a2e6b373296e req-1acc302a-8962-4525-a80a-973894e582c9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 950 time: 0.0594697 Aug 09 15:34:56.502716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:56.526755 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-399c57df-46cd-49a0-a273-a2e6b373296e req-868557b3-5a3d-44f5-8935-5deedd072195 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628526 Aug 09 15:34:56.576628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac22dca-f3cb-477f-85aa-119a0a3d971c req-b7fe3b37-e228-401d-bdd5-838a90540762 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:56.578727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ac22dca-f3cb-477f-85aa-119a0a3d971c req-b7fe3b37-e228-401d-bdd5-838a90540762 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 945 time: 0.0787807 Aug 09 15:34:56.628185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ed36c-76bc-4a24-be0e-28225f713598 req-9d9e21b4-1362-4d1e-8bdb-8276566de962 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:56.630633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-534ed36c-76bc-4a24-be0e-28225f713598 req-9d9e21b4-1362-4d1e-8bdb-8276566de962 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 950 time: 0.0637238 Aug 09 15:34:56.633128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ac22dca-f3cb-477f-85aa-119a0a3d971c req-e0e04ffa-d8d3-429e-8c37-818976250f5b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Aug 09 15:34:56.716907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['199e84ab-3724-4efa-90db-b36dd0ffcccc'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:56.737858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Deleting port 214e8443-8933-4947-9746-241fde9f0dd9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:56.738192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:56.829540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] For port 214e8443-8933-4947-9746-241fde9f0dd9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=214e8443-8933-4947-9746-241fde9f0dd9,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:56.829921 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:56.844250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Calling delete_port for 214e8443-8933-4947-9746-241fde9f0dd9 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:56.893920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43542) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:56.932252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d338e8-9128-4bae-bd98-3cc8060eb4eb req-8c738f08-acc4-4aa2-9381-55b2baba57ea tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:56.933792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44d338e8-9128-4bae-bd98-3cc8060eb4eb req-8c738f08-acc4-4aa2-9381-55b2baba57ea tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.0612035 Aug 09 15:34:56.954550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab22a6c-2e4d-4edb-8bba-8498f927e153 admin admin] Deleting subnet 8865ca07-efe9-402b-9b56-7dba512f799a {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:34:56.965589 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab22a6c-2e4d-4edb-8bba-8498f927e153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:56.974685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44d338e8-9128-4bae-bd98-3cc8060eb4eb req-70c50a5f-795a-4b31-9727-9460be12a35c tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343645 Aug 09 15:34:57.023794 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab22a6c-2e4d-4edb-8bba-8498f927e153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.083037 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.101244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['241362e7-7d77-4c16-9497-c82273eac709'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:57.123362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320299cc-9805-4c54-aac3-cd85e8bf0dd5 req-bc789d26-05c0-42bb-b480-9b5c70389e14 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:57.126624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-320299cc-9805-4c54-aac3-cd85e8bf0dd5 req-bc789d26-05c0-42bb-b480-9b5c70389e14 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0643659 Aug 09 15:34:57.141413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Pushing event deleted for resources: {'Port': ['ID=214e8443-8933-4947-9746-241fde9f0dd9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:57.193357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] No DVR routers for this DVR port 214e8443-8933-4947-9746-241fde9f0dd9 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:57.197546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.199776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-534ed36c-76bc-4a24-be0e-28225f713598 req-252ebc9b-be08-462f-b40a-8e849737bd61 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "DELETE /v2.0/ports/214e8443-8933-4947-9746-241fde9f0dd9 HTTP/1.1" status: 204 len: 173 time: 0.5588109 Aug 09 15:34:57.201203 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab22a6c-2e4d-4edb-8bba-8498f927e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.206274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-320299cc-9805-4c54-aac3-cd85e8bf0dd5 req-9f15c41d-a3a2-4105-be99-489db13a64df tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719068 Aug 09 15:34:57.302294 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab22a6c-2e4d-4edb-8bba-8498f927e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.347216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab22a6c-2e4d-4edb-8bba-8498f927e153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8865ca07-efe9-402b-9b56-7dba512f799a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:57.352164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab22a6c-2e4d-4edb-8bba-8498f927e153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.355996 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fab22a6c-2e4d-4edb-8bba-8498f927e153 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8865ca07-efe9-402b-9b56-7dba512f799a HTTP/1.1" status: 204 len: 168 time: 0.4593053 Aug 09 15:34:57.357329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43556) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:57.369779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a7b45-790e-4333-b280-e318776d1bd8 req-0b0cd545-5997-4543-872c-defb4ad3d884 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:57.372645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['214e8443-8933-4947-9746-241fde9f0dd9', 'b20605db-73f5-49ac-8985-25565fc39567'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:57.375887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ca9e7-098c-4fba-8091-76e42cfb8f76 None None] Network 819b1b52-28cf-4f2e-9cf0-70825fe88061 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:34:57.382338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c83a7b45-790e-4333-b280-e318776d1bd8 req-0b0cd545-5997-4543-872c-defb4ad3d884 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 945 time: 0.1113133 Aug 09 15:34:57.432818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c83a7b45-790e-4333-b280-e318776d1bd8 req-b87f69cc-01ea-4bc1-aaff-afc7e849227f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490460 Aug 09 15:34:57.475548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.538055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-82b4edda-8ec6-45ec-b394-edc9b6462b22 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:57.540092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43560) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:57.541564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-82b4edda-8ec6-45ec-b394-edc9b6462b22 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.1025639 Aug 09 15:34:57.556004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa3e9c-57a7-437b-85e1-5353afa078ce req-6b995ef3-1137-4b68-96c5-6a02f5f9e508 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:57.565393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-acaa3e9c-57a7-437b-85e1-5353afa078ce req-6b995ef3-1137-4b68-96c5-6a02f5f9e508 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0849409 Aug 09 15:34:57.578010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799523-2'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:57.589118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Deleting port 7ddebcd1-6e73-4496-94b9-8b433c893045 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:57.591765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.705325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] DHCP port deletion for 819b1b52-28cf-4f2e-9cf0-70825fe88061 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:34:57.749083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3053918-f9a0-44ac-ac34-d3e2e01f510a', 'name': 'network-vif-deleted', 'tag': '214e8443-8933-4947-9746-241fde9f0dd9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:57.751788 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c1d51e-08ea-41df-95ca-36d6e668ea66" -d '{"events": [{"server_uuid": "a3053918-f9a0-44ac-ac34-d3e2e01f510a", "name": "network-vif-deleted", "tag": "214e8443-8933-4947-9746-241fde9f0dd9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:57.770124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-acaa3e9c-57a7-437b-85e1-5353afa078ce req-613d57cf-b03e-4ab6-88b3-71bede083e56 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981730 Aug 09 15:34:57.798611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] For port 7ddebcd1-6e73-4496-94b9-8b433c893045, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ddebcd1-6e73-4496-94b9-8b433c893045,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:57.799118 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.805032 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-922a8181-3473-4ff3-b12c-37cd4ff3df4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8799d6f3a50b48ea992d6e5b222a6463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635865 Aug 09 15:34:57.811103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43572) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:57.825024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] Deleting port 7ddebcd1-6e73-4496-94b9-8b433c893045 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:34:57.825524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.836777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Calling delete_port for 7ddebcd1-6e73-4496-94b9-8b433c893045 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:57.854717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-167879f4-eb3d-4f3f-b073-ae954b8d19d8 req-5e30c023-5e88-4573-9225-002ad3259bc3 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3053918-f9a0-44ac-ac34-d3e2e01f510a HTTP/1.1" status: 200 len: 210 time: 0.1102746 Aug 09 15:34:57.862698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.912064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:34:57.914692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:57.938720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 9e92177b-b667-4395-9ba7-1a1895479149 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:34:57.939063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e92177b-b667-4395-9ba7-1a1895479149 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:34:57.960535 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.979675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] For port 7ddebcd1-6e73-4496-94b9-8b433c893045, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ddebcd1-6e73-4496-94b9-8b433c893045,segment=NetworkSegment(b9f3c252-4cb1-4be5-91a1-f8219c268396),segment_id=b9f3c252-4cb1-4be5-91a1-f8219c268396)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:57.983860 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.988681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0034-bb7e-4212-89f3-3455638baac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.018334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0034-bb7e-4212-89f3-3455638baac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.023036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] Calling delete_port for 7ddebcd1-6e73-4496-94b9-8b433c893045 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:34:58.074816 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc616bf-ba94-441b-80c5-37aff3a3d817 x-openstack-request-id: req-8fc616bf-ba94-441b-80c5-37aff3a3d817 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:58.075284 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3053918-f9a0-44ac-ac34-d3e2e01f510a", "name": "network-vif-deleted", "tag": "214e8443-8933-4947-9746-241fde9f0dd9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:58.075662 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fc616bf-ba94-441b-80c5-37aff3a3d817 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:58.076195 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3053918-f9a0-44ac-ac34-d3e2e01f510a', 'name': 'network-vif-deleted', 'tag': '214e8443-8933-4947-9746-241fde9f0dd9', 'status': 'completed', 'code': 200} Aug 09 15:34:58.087640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0034-bb7e-4212-89f3-3455638baac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.090761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0556bab-9342-416f-abae-20126995a7e2 req-d8a16300-7031-41d0-bd37-1b56f7cb78a2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:58.091285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0034-bb7e-4212-89f3-3455638baac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.094557 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2b9e0034-bb7e-4212-89f3-3455638baac7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6d16189-8e9d-4829-817c-bd1efd7df751 HTTP/1.1" status: 204 len: 168 time: 0.2799902 Aug 09 15:34:58.094741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0556bab-9342-416f-abae-20126995a7e2 req-d8a16300-7031-41d0-bd37-1b56f7cb78a2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 945 time: 0.0844171 Aug 09 15:34:58.105039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e0034-bb7e-4212-89f3-3455638baac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d16189-8e9d-4829-817c-bd1efd7df751,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:58.131234 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.170196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddebcd1-6e73-4496-94b9-8b433c893045,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:58.174294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] No DVR routers for this DVR port 7ddebcd1-6e73-4496-94b9-8b433c893045 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:58.221894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 199e84ab-3724-4efa-90db-b36dd0ffcccc up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:34:58.236273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:58.271727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.279652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.295093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819b1b52-28cf-4f2e-9cf0-70825fe88061']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:58.303454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:34:58.311771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:58.326238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f3c252-4cb1-4be5-91a1-f8219c268396') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:58.326920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f3c252-4cb1-4be5-91a1-f8219c268396') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:34:58.333487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 has no active binding in host n-h1-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:34:58.343184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 199e84ab-3724-4efa-90db-b36dd0ffcccc completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:34:58.348586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 199e84ab-3724-4efa-90db-b36dd0ffcccc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:58.348906 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.352207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0556bab-9342-416f-abae-20126995a7e2 req-6e259240-b91e-43f4-bed9-18144e41d95c tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246535 Aug 09 15:34:58.364068 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.392075 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.396038 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.414247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:58.419608 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55894216-7b14-4c32-a00c-541035e324c6" -d '{"events": [{"server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "name": "network-vif-unplugged", "status": "completed", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:58.428253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] Pushing event deleted for resources: {'Port': ['ID=7ddebcd1-6e73-4496-94b9-8b433c893045,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:58.429488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:34:58.430578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.436759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa6c07-464b-4f4d-9816-ab543a7ec079 None None] No DVR routers for this DVR port 7ddebcd1-6e73-4496-94b9-8b433c893045 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:34:58.440277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.455274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:34:58.465604 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:34:58.554998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.559722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.567601 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.572856 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] 10.222.0.64 "DELETE /v2.0/networks/819b1b52-28cf-4f2e-9cf0-70825fe88061 HTTP/1.1" status: 204 len: 168 time: 1.2101214 Aug 09 15:34:58.574812 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f81ebc-4a97-4606-bf1c-f82ae8481989 x-openstack-request-id: req-94f81ebc-4a97-4606-bf1c-f82ae8481989 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:58.575145 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "name": "network-vif-unplugged", "status": "completed", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:58.575557 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94f81ebc-4a97-4606-bf1c-f82ae8481989 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:58.576210 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0', 'code': 200} Aug 09 15:34:58.624842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05013689-0fbe-4441-a2e1-68c4a6509d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=819b1b52-28cf-4f2e-9cf0-70825fe88061,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:58.655950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:34:58.657160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:34:58.660058 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec9c5e9-a0af-4040-a415-0a1193850419" -d '{"events": [{"server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "name": "network-vif-plugged", "status": "completed", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:34:58.661510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:58.664705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.665673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9bca55e0-0e87-4f3f-a9a7-30275e641a02 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:58.710312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.710610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.710928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.711121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.711492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.711879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.712122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.712447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.712767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.713087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.713405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.713724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:58.714887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 9bca55e0-0e87-4f3f-a9a7-30275e641a02 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:34:58.715285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9bca55e0-0e87-4f3f-a9a7-30275e641a02 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:34:58.719323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on host n-h2-799523-2 for vnic_type normal with profile {"migrating_to": "n-h1-799523-2"} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:58.719656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:58.720018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:58.729713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:58.730043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Attempting to bind port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on network 69377b5d-8aa6-400b-b9cd-ed4c37ebf047 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:58.739356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:58.739705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Checking segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:58.740131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Bound using segment: {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:58.740756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Bound port: 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9433e728-5c93-4165-a297-f58dfd3bf9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '69377b5d-8aa6-400b-b9cd-ed4c37ebf047'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:58.741365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.761083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3811-05cb-42bc-844c-91f29c648640 req-3167a196-6ad9-4c41-86a9-324e4bc11f1a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:58.762667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8bbf3811-05cb-42bc-844c-91f29c648640 req-3167a196-6ad9-4c41-86a9-324e4bc11f1a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 943 time: 0.1164784 Aug 09 15:34:58.772333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:58.805863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43610) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:58.848235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8bbf3811-05cb-42bc-844c-91f29c648640 req-57542587-07f9-47bc-9ca4-4b9429524a61 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784421 Aug 09 15:34:58.857086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:34:58.861076 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38bb159e-36b1-43fa-8fc9-7c8a96ecdfa0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e6d963514f14915835ebf6971cec108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539055 Aug 09 15:34:58.861452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:58.862174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43614) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:58.886397 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.946741 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03413780-3283-4afe-87ae-2b96c813c836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.951160 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a9db8-c48a-4aea-af77-344ab88c23a4 x-openstack-request-id: req-b85a9db8-c48a-4aea-af77-344ab88c23a4 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:34:58.951677 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "name": "network-vif-plugged", "status": "completed", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:34:58.951677 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b85a9db8-c48a-4aea-af77-344ab88c23a4 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:34:58.952111 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'code': 200} Aug 09 15:34:58.986570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03413780-3283-4afe-87ae-2b96c813c836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.999142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=8']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:59.011896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:59.012621 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:59.015362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-d9779115-c79c-4826-adb6-f60e5259a8b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/9561a9a9-16f0-4769-bb57-f8f77f5e78e0 HTTP/1.1" status: 200 len: 1121 time: 1.4629226 Aug 09 15:34:59.110483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['9561a9a9-16f0-4769-bb57-f8f77f5e78e0'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:59.193960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db87d0-dd44-4cf4-980a-f9700402578a req-7c45335e-a796-47b6-ada5-53011a5d459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:59.198338 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75db87d0-dd44-4cf4-980a-f9700402578a req-7c45335e-a796-47b6-ada5-53011a5d459f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 1097 time: 0.1575582 Aug 09 15:34:59.207864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03413780-3283-4afe-87ae-2b96c813c836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:59.212443 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03413780-3283-4afe-87ae-2b96c813c836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:59.217415 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-03413780-3283-4afe-87ae-2b96c813c836 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e564404-76ba-4a14-bd80-34683daeba41 HTTP/1.1" status: 204 len: 168 time: 0.3537734 Aug 09 15:34:59.221263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9561a9a9-16f0-4769-bb57-f8f77f5e78e0'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:34:59.258738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03413780-3283-4afe-87ae-2b96c813c836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e564404-76ba-4a14-bd80-34683daeba41,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:59.278342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ddebcd1-6e73-4496-94b9-8b433c893045 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:34:59.279808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75db87d0-dd44-4cf4-980a-f9700402578a req-dae9ceb7-f68e-4908-82be-5db5d6484152 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607295 Aug 09 15:34:59.347615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7ddebcd1-6e73-4496-94b9-8b433c893045 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:34:59.348191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ddebcd1-6e73-4496-94b9-8b433c893045 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:34:59.528990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958d68f-346f-412e-8b9a-7c6307abdf41 req-ff234805-3d09-4d44-bbc0-af794b76484c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:59.554606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3958d68f-346f-412e-8b9a-7c6307abdf41 req-ff234805-3d09-4d44-bbc0-af794b76484c tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 949 time: 0.1030200 Aug 09 15:34:59.646178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3958d68f-346f-412e-8b9a-7c6307abdf41 req-f041e469-5297-416c-998a-44747f4bade6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863712 Aug 09 15:34:59.650822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-c8529099-4f9d-4e2b-9034-001352a07d80 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:34:59.652040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-c8529099-4f9d-4e2b-9034-001352a07d80 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106890 Aug 09 15:34:59.666282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Request body: {'binding': {'host': 'n-h2-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:59.666846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Unknown quota resources ['binding']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:34:59.821005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70952140-2f6c-4614-b71a-dc2fe2639215 req-70b847ec-d355-4363-a75f-fd7832877a81 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:59.822514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70952140-2f6c-4614-b71a-dc2fe2639215 req-70b847ec-d355-4363-a75f-fd7832877a81 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.0791457 Aug 09 15:34:59.881879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on host n-h2-799523-2 for vnic_type normal with profile None {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:34:59.882146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:34:59.882432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:59.889856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70952140-2f6c-4614-b71a-dc2fe2639215 req-bf1f53c8-4bc5-4bc5-aa4d-de06cf8d5929 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582139 Aug 09 15:34:59.891917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:34:59.892237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:34:59.897630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:34:59.897973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:34:59.898429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:34:59.898849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Bound port: b12914c2-d6fc-4cfe-af2a-7d0840500162, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:34:59.962333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:34:59.966941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:59.968499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-61100602-43d5-4e67-9a76-bc3101b5f315 service neutron] 10.222.0.64 "POST /v2.0/ports/b12914c2-d6fc-4cfe-af2a-7d0840500162/bindings HTTP/1.1" status: 201 len: 389 time: 0.3061378 Aug 09 15:35:00.122419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804a11b-76b6-41e2-ab20-3e736df40e53 req-3782f61f-ba49-4065-b744-bcda327f7675 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:00.124228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5804a11b-76b6-41e2-ab20-3e736df40e53 req-3782f61f-ba49-4065-b744-bcda327f7675 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 943 time: 0.0936525 Aug 09 15:35:00.216146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013651ae-43c4-456b-aa78-c5a17a873502 req-81f65bfb-0918-46fb-b1da-5ae9a1c24000 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:00.217813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-013651ae-43c4-456b-aa78-c5a17a873502 req-81f65bfb-0918-46fb-b1da-5ae9a1c24000 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.0869267 Aug 09 15:35:00.221763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5804a11b-76b6-41e2-ab20-3e736df40e53 req-8b90c2d0-896b-4fe3-bc2b-d8c6800c1845 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554171 Aug 09 15:35:00.224036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 214e8443-8933-4947-9746-241fde9f0dd9 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:00.272559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 214e8443-8933-4947-9746-241fde9f0dd9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:00.272906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 214e8443-8933-4947-9746-241fde9f0dd9 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:00.305423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-7c4332ac-db00-440c-9702-4b266fad7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:00.306782 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-7c4332ac-db00-440c-9702-4b266fad7ab0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0913620 Aug 09 15:35:00.308429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-013651ae-43c4-456b-aa78-c5a17a873502 req-c51801aa-7a40-4d7d-96a3-b2a1068ea5d8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754471 Aug 09 15:35:00.335952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43678) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:00.422567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-d2632c7a-c353-4ace-9486-a9466c967fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:00.424160 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-d2632c7a-c353-4ace-9486-a9466c967fce service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.1076305 Aug 09 15:35:00.451628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-808846408-network', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:00.471419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-4a36561c-4b22-49c7-ab5a-16aaea56e165 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162 HTTP/1.1" status: 200 len: 217 time: 0.0396621 Aug 09 15:35:00.474258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Made reservation on behalf of 9345f1ab3536491e8c6ddbd7c8d069a0 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:00.476953 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:00.485777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:00.536346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-17054d8b-c5b4-46a3-92ff-34d0fc37a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:00.540332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-17054d8b-c5b4-46a3-92ff-34d0fc37a7cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.0580533 Aug 09 15:35:00.579153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:00.581591 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-55322c8e-8b17-4848-b4c1-12d0c5b2d4ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321555 Aug 09 15:35:00.583702 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737f7dc9-32f8-4e7c-ae86-ac039db998e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:00.623206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:00.629088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:00.643360 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc11e513-319b-4d19-b8db-982accf85689 x-openstack-request-id: req-cc11e513-319b-4d19-b8db-982accf85689 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:00.643948 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:00.644464 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc11e513-319b-4d19-b8db-982accf85689 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:00.645078 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0', 'status': 'completed', 'code': 200} Aug 09 15:35:00.665673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:35:00.700918 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-cd352a77-627e-4b54-95a3-67a83eca2754 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113489 Aug 09 15:35:00.713391 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:00.713710 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Added segment 3802f25d-bd68-4ddf-983e-365fe3f84553 of type vlan for network ef85b93e-e499-4972-8244-c314697005fe Aug 09 15:35:00.716312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c973c-c3fd-4abd-ab49-1c07d4345ee7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:00.775720 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:00.780841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-7985113a-6687-411b-ac03-c318bd01c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:00.782374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-7985113a-6687-411b-ac03-c318bd01c232 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1124 time: 0.1073813 Aug 09 15:35:00.825637 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-a1fc99b2-a117-44d8-b6a0-490d70bce54d service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146479 Aug 09 15:35:01.248234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.249218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:01.249792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.359908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbb6d2-4db4-4e40-874d-4a3b3350fb67 req-4a8bf623-bcd0-4a90-8da1-07272333de60 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:01.361632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44fbb6d2-4db4-4e40-874d-4a3b3350fb67 req-4a8bf623-bcd0-4a90-8da1-07272333de60 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 949 time: 0.5774813 Aug 09 15:35:01.374991 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0378847 Aug 09 15:35:01.378097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43706) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:01.384784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Request body: {'subnet': {'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-808846408-subnet', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:01.387736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-c2717a79-dba9-48ea-8837-674348a5bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:01.389742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-c2717a79-dba9-48ea-8837-674348a5bf9b service neutron] 10.222.0.66 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.5938399 Aug 09 15:35:01.410686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Made reservation on behalf of 9345f1ab3536491e8c6ddbd7c8d069a0 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:01.414714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b91efa-5b17-4479-8536-a4496569aa00 admin admin] Pushing event updated for resources: {'Network': ['ID=ef85b93e-e499-4972-8244-c314697005fe,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:01.416176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.426906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ef85b93e-e499-4972-8244-c314697005fe details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:35:01.436388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab752fb-16a8-4bba-830a-f0b3a1d6e690 req-892ca4db-c2f4-4eb6-9fd5-88a1d2cb0353 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:01.443712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bab752fb-16a8-4bba-830a-f0b3a1d6e690 req-892ca4db-c2f4-4eb6-9fd5-88a1d2cb0353 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.2434940 Aug 09 15:35:01.487808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-581f8c70-8f43-46e5-9055-5fc9ce37eae6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:01.489418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-581f8c70-8f43-46e5-9055-5fc9ce37eae6 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 949 time: 0.2358112 Aug 09 15:35:01.493484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-d9e2c6a7-fecd-4ef0-8cfd-c7c305c5af1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0 HTTP/1.1" status: 200 len: 217 time: 0.0798802 Aug 09 15:35:01.584263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44fbb6d2-4db4-4e40-874d-4a3b3350fb67 req-119abfcf-b224-4c1b-a291-043e836eda15 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066734 Aug 09 15:35:01.638224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.645112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bab752fb-16a8-4bba-830a-f0b3a1d6e690 req-13b01677-4ae8-4024-96a2-e54831b9528b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998172 Aug 09 15:35:01.679868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-ad6a58dc-df89-4246-8597-1576383af9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:01.681422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-ad6a58dc-df89-4246-8597-1576383af9e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.1701338 Aug 09 15:35:01.710951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f561c7-e720-471b-bc6f-314785afddb5,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:01.728500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Checking segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:01.728871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Network hostable DHCP agents. Network: ef85b93e-e499-4972-8244-c314697005fe, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:35:01.753648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Network ef85b93e-e499-4972-8244-c314697005fe is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:35:01.766551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ef85b93e-e499-4972-8244-c314697005fe) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:01.772105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:01.772712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.781251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d357eb-c48c-4d42-8768-0c4f2fd3d320 None None] Network ef85b93e-e499-4972-8244-c314697005fe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:35:01.786428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-5179da28-e567-4c25-a2cb-cd96f9d26974 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946877 Aug 09 15:35:01.796860 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-64a45833-2b3e-4653-b1b6-168fd0ccdd69 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4161727 Aug 09 15:35:01.799807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43718) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:01.809808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:01.858386 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.861024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.889489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Deleting port 241362e7-7d77-4c16-9497-c82273eac709 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:01.889871 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.934990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:01.994647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4b2c1-6307-43a5-8cef-c3d9b2107a1c req-c0fa9a4d-685f-4447-85d6-a6cf6821f1e9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:02.002628 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8de4b2c1-6307-43a5-8cef-c3d9b2107a1c req-c0fa9a4d-685f-4447-85d6-a6cf6821f1e9 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 943 time: 0.2371490 Aug 09 15:35:02.036959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-ef85b93e-e499-4972-8244-c314697005fe', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:35:02.038720 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.094212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.121874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec970e8d-30b8-4a44-8bb7-e8ed5ab7578d req-f7687f3e-a51d-40ea-bf17-0c53ea599d00 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:02.123456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec970e8d-30b8-4a44-8bb7-e8ed5ab7578d req-f7687f3e-a51d-40ea-bf17-0c53ea599d00 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.1706808 Aug 09 15:35:02.133119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-397ba573-c321-45d2-9177-5f80417478b2 service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306248 Aug 09 15:35:02.155524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8de4b2c1-6307-43a5-8cef-c3d9b2107a1c req-84da10f2-ccd2-4fcd-8af2-5424c5ac59bf tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469378 Aug 09 15:35:02.292731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec970e8d-30b8-4a44-8bb7-e8ed5ab7578d req-c8aced57-60e8-4fea-a469-38c2a3025a62 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583471 Aug 09 15:35:02.296948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] For port 241362e7-7d77-4c16-9497-c82273eac709, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=241362e7-7d77-4c16-9497-c82273eac709,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:02.297488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.323362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Calling delete_port for 241362e7-7d77-4c16-9497-c82273eac709 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:02.323588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Allocated IP 172.20.0.2 (ef85b93e-e499-4972-8244-c314697005fe/c4f561c7-e720-471b-bc6f-314785afddb5/6d13c727-f1f0-41a2-9144-fdf041be78d1) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:02.459405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-737f7dc9-32f8-4e7c-ae86-ac039db998e9 req-770bff41-9989-4532-8901-b35603d62cdf service neutron] 10.222.0.66 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641571 Aug 09 15:35:02.483608 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.517929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cf2f4-50d4-4dbf-ada3-b16b7773c1cd req-608ce394-2fef-42f4-a389-4cd3324f2518 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:02.521303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c64cf2f4-50d4-4dbf-ada3-b16b7773c1cd req-608ce394-2fef-42f4-a389-4cd3324f2518 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.1468825 Aug 09 15:35:02.526480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.611788 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.629153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b20605db-73f5-49ac-8985-25565fc39567'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:02.656771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Pushing event deleted for resources: {'Port': ['ID=241362e7-7d77-4c16-9497-c82273eac709,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:02.673819 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.695601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Transition to ACTIVE for port object 6d13c727-f1f0-41a2-9144-fdf041be78d1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:02.718926 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c64cf2f4-50d4-4dbf-ada3-b16b7773c1cd req-2831131b-6439-4ae0-be1b-2918d36ab7e6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848710 Aug 09 15:35:02.734080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Transition to ACTIVE for port object 6d13c727-f1f0-41a2-9144-fdf041be78d1 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:02.749336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-811bf1d0-fad1-4fe8-9e9c-ed2f95e2cb54 req-ca352c53-5adb-4594-901e-f2867ba34493 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b39bc61-43c5-46eb-a628-e120c63ed620 HTTP/1.1" status: 200 len: 210 time: 0.0525563 Aug 09 15:35:02.749336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] No DVR routers for this DVR port 241362e7-7d77-4c16-9497-c82273eac709 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:02.752893 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.755187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca45c6e-65d0-4be6-aed3-4c11c4917b07 req-58c86b27-b49c-4ba5-8160-7f76ad4aa143 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.35 "DELETE /v2.0/ports/241362e7-7d77-4c16-9497-c82273eac709 HTTP/1.1" status: 204 len: 173 time: 1.2427607 Aug 09 15:35:02.755924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b39bc61-43c5-46eb-a628-e120c63ed620', 'name': 'network-vif-deleted', 'tag': '241362e7-7d77-4c16-9497-c82273eac709'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:02.759546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Allocated IP 172.25.7.68 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/673fcdac-5a21-48c3-958e-d0acce8e0c55) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:02.768819 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1142f76-5468-4c9e-838c-e16bb4a1f835" -d '{"events": [{"server_uuid": "6b39bc61-43c5-46eb-a628-e120c63ed620", "name": "network-vif-deleted", "tag": "241362e7-7d77-4c16-9497-c82273eac709"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:02.813064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:02.827762 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd0795-33d1-47ff-b9bc-da6fe929650c x-openstack-request-id: req-71bd0795-33d1-47ff-b9bc-da6fe929650c {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:02.828168 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b39bc61-43c5-46eb-a628-e120c63ed620", "name": "network-vif-deleted", "tag": "241362e7-7d77-4c16-9497-c82273eac709", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:02.828518 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71bd0795-33d1-47ff-b9bc-da6fe929650c {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:02.828989 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b39bc61-43c5-46eb-a628-e120c63ed620', 'name': 'network-vif-deleted', 'tag': '241362e7-7d77-4c16-9497-c82273eac709', 'status': 'completed', 'code': 200} Aug 09 15:35:02.878062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Network ef85b93e-e499-4972-8244-c314697005fe is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:02.896968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:02.905284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:02.987978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Pushing event updated for resources: {'Port': ['ID=6d13c727-f1f0-41a2-9144-fdf041be78d1,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:03.001567 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:03.017428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e9e2f-7696-4c12-b3a6-fd11338a3894 req-512bc2d5-c236-4788-8b7e-da8b78da75d7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:03.024823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc3e9e2f-7696-4c12-b3a6-fd11338a3894 req-512bc2d5-c236-4788-8b7e-da8b78da75d7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.1072571 Aug 09 15:35:03.070835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Attempting to bind port 6d13c727-f1f0-41a2-9144-fdf041be78d1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:03.071330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Attempting to bind port 6d13c727-f1f0-41a2-9144-fdf041be78d1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:03.071755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Attempting to bind port 6d13c727-f1f0-41a2-9144-fdf041be78d1 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:03.078931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:03.085081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:03.086329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Checking segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:03.087024 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:03.087663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Bound using segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:03.088530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Bound port: 6d13c727-f1f0-41a2-9144-fdf041be78d1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:03.089411 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:03.092244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc3e9e2f-7696-4c12-b3a6-fd11338a3894 req-2ea881f0-b0bf-40a1-9cfc-004b2bdf2d94 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605063 Aug 09 15:35:03.191379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:03.193454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=673fcdac-5a21-48c3-958e-d0acce8e0c55,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:03.197363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:03.199745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:03.259396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] For port 6d13c727-f1f0-41a2-9144-fdf041be78d1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:03.266492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] For port 6d13c727-f1f0-41a2-9144-fdf041be78d1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6d13c727-f1f0-41a2-9144-fdf041be78d1,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:03.276087 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:03.378916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac404fa-b187-4d68-a713-0618635ef276 None None] Pushing event updated for resources: {'Port': ['ID=6d13c727-f1f0-41a2-9144-fdf041be78d1,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:03.388119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747242f-b915-422c-9ff7-50515264c651 req-87b4b232-7651-4605-a12a-23c8ad150508 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:03.389809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b747242f-b915-422c-9ff7-50515264c651 req-87b4b232-7651-4605-a12a-23c8ad150508 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.1451304 Aug 09 15:35:03.419285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978ec2a-f6d4-41b4-a207-9cc0fd49b160 req-7cd8ff2e-fe90-42a9-b1c5-2f2f4b0c4c2b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:03.420899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2978ec2a-f6d4-41b4-a207-9cc0fd49b160 req-7cd8ff2e-fe90-42a9-b1c5-2f2f4b0c4c2b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 943 time: 0.1649849 Aug 09 15:35:03.499416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b747242f-b915-422c-9ff7-50515264c651 req-7c8cdca8-f7c1-4523-a5a6-8d7a79e7c22f tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923223 Aug 09 15:35:03.573429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2978ec2a-f6d4-41b4-a207-9cc0fd49b160 req-38c9b6ad-ab18-43b1-9d4e-7d748645e125 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431649 Aug 09 15:35:03.755317 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:03.864711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2e958-bdc6-411b-ab37-6f797f6662d6 req-8712ee3d-077a-499b-bdfa-25f6eb087e99 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:03.874093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bd2e958-bdc6-411b-ab37-6f797f6662d6 req-8712ee3d-077a-499b-bdfa-25f6eb087e99 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.2009666 Aug 09 15:35:03.948543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf14b1-3d50-4aa6-be7b-1644335e053f req-989fdb2f-aa98-46f8-ac34-6e5e2368d38c tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:03.950457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bbf14b1-3d50-4aa6-be7b-1644335e053f req-989fdb2f-aa98-46f8-ac34-6e5e2368d38c tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.1677969 Aug 09 15:35:03.957261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 241362e7-7d77-4c16-9497-c82273eac709 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:04.014977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 241362e7-7d77-4c16-9497-c82273eac709 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:04.015349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 241362e7-7d77-4c16-9497-c82273eac709 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:04.051587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bbf14b1-3d50-4aa6-be7b-1644335e053f req-348d6e38-fb0e-48c3-8363-8aec3cd464d6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868101 Aug 09 15:35:04.063296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bd2e958-bdc6-411b-ab37-6f797f6662d6 req-699b7b82-9fa5-43cc-b6e6-af47066f4b44 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857343 Aug 09 15:35:04.360813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62106e7a-4638-432a-a40a-423b5cfb2d15 req-3254c697-3f4f-495e-ac3b-b2cd10fcad41 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:04.363057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62106e7a-4638-432a-a40a-423b5cfb2d15 req-3254c697-3f4f-495e-ac3b-b2cd10fcad41 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.0714405 Aug 09 15:35:04.430946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:04.460162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62106e7a-4638-432a-a40a-423b5cfb2d15 req-c6669963-4f0d-40ac-b816-c87513c8368e tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845742 Aug 09 15:35:04.678769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Router b26371b1-c28a-4146-a647-24b14b0aa465 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:35:04.764374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ee53-3af0-4e24-96a5-0ca900ae2a3d req-eb2c4f9f-787d-488a-b1d8-64744674b67b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:04.765885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53d6ee53-3af0-4e24-96a5-0ca900ae2a3d req-eb2c4f9f-787d-488a-b1d8-64744674b67b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.1434686 Aug 09 15:35:04.797614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aedea4-3dc1-432e-a507-2256f9beadd0 req-735a2553-5ba6-43cd-8b1c-526ec0a2d594 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:04.799404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23aedea4-3dc1-432e-a507-2256f9beadd0 req-735a2553-5ba6-43cd-8b1c-526ec0a2d594 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 951 time: 0.1164103 Aug 09 15:35:04.807653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9e7536-e893-428b-9fe9-80a52fa34fd5 None None] Network ef85b93e-e499-4972-8244-c314697005fe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:35:04.849495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:35:04.863129 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Sync routers for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:35:04.875524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:04.877083 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dc61ca97-2787-481d-bcfe-27ebc566bbf3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0744967 Aug 09 15:35:04.880147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:04.886002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53d6ee53-3af0-4e24-96a5-0ca900ae2a3d req-86548191-ca17-4d8c-b1f8-ba4def88080e tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092739 Aug 09 15:35:04.895698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:35:04.902638 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:04.927685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-61211826-7fb2-47fc-bc1d-a27f64972bd3 None None] Provisioning for port 6d13c727-f1f0-41a2-9144-fdf041be78d1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:04.932400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23aedea4-3dc1-432e-a507-2256f9beadd0 req-b78b5cc4-97cf-43a3-916d-7017912e46b9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130030 Aug 09 15:35:05.128173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd0d15-e601-4925-8bbe-2e33dc545a1b req-a9755f26-a8e6-429c-a28d-d17044a7ee6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:05.132773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6fd0d15-e601-4925-8bbe-2e33dc545a1b req-a9755f26-a8e6-429c-a28d-d17044a7ee6c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 943 time: 0.1051295 Aug 09 15:35:05.177357 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:35:05.262433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6d13c727-f1f0-41a2-9144-fdf041be78d1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:05.348325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6fd0d15-e601-4925-8bbe-2e33dc545a1b req-7d70867c-c90f-4e0c-90db-cf246aada6ce tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072332 Aug 09 15:35:05.403028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b319ad-659e-44e1-9aae-bef941f5751c req-8b3ea021-8299-493c-a622-d47c02f92510 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:05.412583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6d13c727-f1f0-41a2-9144-fdf041be78d1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:05.416736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83b319ad-659e-44e1-9aae-bef941f5751c req-8b3ea021-8299-493c-a622-d47c02f92510 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.2806320 Aug 09 15:35:05.421109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6d13c727-f1f0-41a2-9144-fdf041be78d1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:05.422912 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:05.521169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83b319ad-659e-44e1-9aae-bef941f5751c req-74367200-37b8-437f-b751-27edd5f7d6a3 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008978 Aug 09 15:35:05.604781 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:03Z', 'revision_number': 3, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:05.660051 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Checking router: b26371b1-c28a-4146-a647-24b14b0aa465 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:35:05.660880 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Updating router b26371b1-c28a-4146-a647-24b14b0aa465 port 673fcdac-5a21-48c3-958e-d0acce8e0c55 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:35:05.703421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0098491-8aa4-4bca-8154-8ad8dc186d9e req-58f1dfb9-9a96-4302-8f2d-207073737605 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:05.707702 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:05.723873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0098491-8aa4-4bca-8154-8ad8dc186d9e req-58f1dfb9-9a96-4302-8f2d-207073737605 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.1996694 Aug 09 15:35:05.837158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0098491-8aa4-4bca-8154-8ad8dc186d9e req-732ac2e0-1e23-4ff4-99df-d5836ae49540 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039517 Aug 09 15:35:05.934655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-13b439d1-831f-4994-9fbb-83d02e31e025 None None] Provisioning complete for port 6d13c727-f1f0-41a2-9144-fdf041be78d1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:05.937103 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-13b439d1-831f-4994-9fbb-83d02e31e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.092077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3926d-2728-438d-94d5-3075fadd2643 req-d3d42821-ce21-4c65-bc01-eded7a61047e tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:06.096859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55f3926d-2728-438d-94d5-3075fadd2643 req-d3d42821-ce21-4c65-bc01-eded7a61047e tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 951 time: 0.1875443 Aug 09 15:35:06.125167 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.127269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.206771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6d13c727-f1f0-41a2-9144-fdf041be78d1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6d13c727-f1f0-41a2-9144-fdf041be78d1,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:06.269658 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.279705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:06.318577 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.331744 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Transition to ACTIVE for port object 673fcdac-5a21-48c3-958e-d0acce8e0c55 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:06.340584 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.448203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08717434-8169-4531-8028-cc4cd9253f9b req-a4852ba4-172d-4388-842b-4e310f753874 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:06.460887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08717434-8169-4531-8028-cc4cd9253f9b req-a4852ba4-172d-4388-842b-4e310f753874 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 951 time: 0.3494437 Aug 09 15:35:06.473823 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-13b439d1-831f-4994-9fbb-83d02e31e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.486489 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Attempting to bind port 673fcdac-5a21-48c3-958e-d0acce8e0c55 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:06.491451 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Attempting to bind port 673fcdac-5a21-48c3-958e-d0acce8e0c55 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:06.492221 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Attempting to bind port 673fcdac-5a21-48c3-958e-d0acce8e0c55 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:06.506824 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Pushing event updated for resources: {'Port': ['ID=673fcdac-5a21-48c3-958e-d0acce8e0c55,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:06.523548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Deleting port b20605db-73f5-49ac-8985-25565fc39567 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:06.523919 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.529361 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:06.529857 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:06.530328 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.531206 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:06.531760 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Bound port: 673fcdac-5a21-48c3-958e-d0acce8e0c55, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:06.532285 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.542234 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.542692 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.544354 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.544729 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.545061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.545396 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.545725 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.546051 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.546371 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.546691 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.547011 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.547336 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:06.555547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6d13c727-f1f0-41a2-9144-fdf041be78d1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:06.613642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Allocated IP 172.20.0.1 (ef85b93e-e499-4972-8244-c314697005fe/c4f561c7-e720-471b-bc6f-314785afddb5/6b205ee5-de60-40f6-9dfa-3ef7399d7432) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:06.633006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08717434-8169-4531-8028-cc4cd9253f9b req-0a6122ff-3fe6-4e0e-9157-68ee1e0c7454 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/security-groups?id=13c025d9-4ce0-4cf6-8403-6a24ee4138cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709523 Aug 09 15:35:06.683796 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] For port 673fcdac-5a21-48c3-958e-d0acce8e0c55, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:06.692771 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] For port 673fcdac-5a21-48c3-958e-d0acce8e0c55, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=673fcdac-5a21-48c3-958e-d0acce8e0c55,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:06.705424 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:06.832907 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-13b439d1-831f-4994-9fbb-83d02e31e025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:35:06.833374 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-13b439d1-831f-4994-9fbb-83d02e31e025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:35:06.853408 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:35:06.853928 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:06.912288 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffb3e9-bf52-4657-91d0-7e1c937ee976 None None] Pushing event updated for resources: {'Port': ['ID=673fcdac-5a21-48c3-958e-d0acce8e0c55,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:07.052338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:07.092638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Transition to ACTIVE for port object 6b205ee5-de60-40f6-9dfa-3ef7399d7432 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:07.096352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293aa9e1-df4c-4af1-9850-2362550e0a18 req-f8f12124-a7ed-46ef-8f14-90de13d9cab6 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:07.111070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-293aa9e1-df4c-4af1-9850-2362550e0a18 req-f8f12124-a7ed-46ef-8f14-90de13d9cab6 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 943 time: 0.2135460 Aug 09 15:35:07.114596 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:35:07.198854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:07.205097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] For port b20605db-73f5-49ac-8985-25565fc39567, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b20605db-73f5-49ac-8985-25565fc39567,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:07.205819 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:07.225363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Calling delete_port for b20605db-73f5-49ac-8985-25565fc39567 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:07.232031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6d13c727-f1f0-41a2-9144-fdf041be78d1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:07.325396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Network ef85b93e-e499-4972-8244-c314697005fe is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:07.332196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-293aa9e1-df4c-4af1-9850-2362550e0a18 req-2c8285c8-0479-483b-88c3-0deeb3889821 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143440 Aug 09 15:35:07.365756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:07.383261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:07.466960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Pushing event updated for resources: {'Port': ['ID=6b205ee5-de60-40f6-9dfa-3ef7399d7432,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:07.502719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:07.509683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6d13c727-f1f0-41a2-9144-fdf041be78d1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:07.510867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:07.523003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b20605db-73f5-49ac-8985-25565fc39567'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:07.560364 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-0a07d1ca-a5ba-41a9-b43a-788be1354d47 service neutron] 10.222.0.66 "GET /v2.0/ports/9561a9a9-16f0-4769-bb57-f8f77f5e78e0/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.3530695 Aug 09 15:35:07.585202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:07.619255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Pushing event deleted for resources: {'Port': ['ID=b20605db-73f5-49ac-8985-25565fc39567,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:07.640081 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:03Z', 'revision_number': 3, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:07.707310 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9b850-be88-401c-a48d-c476104819c7 None None] The sync data for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 is: [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:03Z', 'revision_number': 3, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:35:07.750448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-601f676a-983d-487a-9ed9-2ddf36a1e492 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3d316da62f89406cb241b9e292e8f320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353862 Aug 09 15:35:07.795710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] No DVR routers for this DVR port b20605db-73f5-49ac-8985-25565fc39567 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:07.813388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:07.817769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55f3926d-2728-438d-94d5-3075fadd2643 req-dc0eaf11-27e1-4346-b354-1cd86e59e732 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.66 "DELETE /v2.0/ports/b20605db-73f5-49ac-8985-25565fc39567 HTTP/1.1" status: 204 len: 173 time: 1.7160356 Aug 09 15:35:07.818532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-deleted', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:07.821857 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64cba4d-b379-4e6e-ae0b-98432c4228df" -d '{"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-deleted", "tag": "b20605db-73f5-49ac-8985-25565fc39567"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:07.857148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27d71c-2e50-4366-8331-0924b925a3c9 req-56d8d7ef-888c-4dbe-ac65-2ee08d8286a7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:07.870648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf27d71c-2e50-4366-8331-0924b925a3c9 req-56d8d7ef-888c-4dbe-ac65-2ee08d8286a7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.4037354 Aug 09 15:35:07.878662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e66b97f9-d3d0-4805-ac18-1e8c05d95159 None None] Provisioning for port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:07.904971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e66b97f9-d3d0-4805-ac18-1e8c05d95159 None None] Provisioning complete for port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:07.905637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e66b97f9-d3d0-4805-ac18-1e8c05d95159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:07.949790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e66b97f9-d3d0-4805-ac18-1e8c05d95159 None None] Port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:35:08.064425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf27d71c-2e50-4366-8331-0924b925a3c9 req-a3294608-62fa-46e2-afa8-2310e25554d8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848278 Aug 09 15:35:08.111870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:08.122248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:08.140347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-57bd7a68-663e-493f-839c-25de1529ad87 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:08.146224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-57bd7a68-663e-493f-839c-25de1529ad87 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524427 Aug 09 15:35:08.167366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-45239d02-beec-4c62-a8e9-5f06c9ab1c59 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/quotas/3d316da62f89406cb241b9e292e8f320 HTTP/1.1" status: 200 len: 375 time: 0.0201266 Aug 09 15:35:08.202050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:08.229379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-caf57ff0-b208-4b06-88ca-0ec228210849 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d316da62f89406cb241b9e292e8f320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609694 Aug 09 15:35:08.261508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:08.335437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6087db-a78e-47a6-aa07-51af195b7fa8 req-58f93b66-adf1-4067-a19d-4349d817ce6b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:08.337152 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd6087db-a78e-47a6-aa07-51af195b7fa8 req-58f93b66-adf1-4067-a19d-4349d817ce6b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.1239355 Aug 09 15:35:08.407183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:08.418330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd6087db-a78e-47a6-aa07-51af195b7fa8 req-404637b9-da0c-468c-bdf1-b71c710852c1 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746927 Aug 09 15:35:08.434117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:08.506764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:08.525898 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:08.705535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:08.712197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45474cfe-2d94-4bc4-9dd0-45b1d25ce51f req-5c0a470e-993a-475b-8d31-582b493558e9 tempest-ServersAdminTestJSON-1500321415 tempest-ServersAdminTestJSON-1500321415-project] 10.222.0.64 "GET /v2.0/ports?device_id=163438a0-b09a-4806-8c67-3e6796e7dd73 HTTP/1.1" status: 200 len: 210 time: 0.0638459 Aug 09 15:35:08.722887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Pushing event updated for resources: {'Port': ['ID=6b205ee5-de60-40f6-9dfa-3ef7399d7432,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:08.835667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] Transition to ACTIVE for port object 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:08.850706 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:08.901855 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c5021-4808-47bf-9445-ae8e29a86919 x-openstack-request-id: req-c64c5021-4808-47bf-9445-ae8e29a86919 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:08.902394 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163438a0-b09a-4806-8c67-3e6796e7dd73", "name": "network-vif-deleted", "tag": "b20605db-73f5-49ac-8985-25565fc39567", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:08.902764 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c64c5021-4808-47bf-9445-ae8e29a86919 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:08.903271 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163438a0-b09a-4806-8c67-3e6796e7dd73', 'name': 'network-vif-deleted', 'tag': 'b20605db-73f5-49ac-8985-25565fc39567', 'status': 'completed', 'code': 200} Aug 09 15:35:09.000679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] No DVR routers for this DVR port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:09.045339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:09.061361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Network ef85b93e-e499-4972-8244-c314697005fe is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:09.103453 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-961db95d-27a7-4dde-ae6b-c3b0794489f6 service neutron] 10.222.0.66 "PUT /v2.0/ports/9561a9a9-16f0-4769-bb57-f8f77f5e78e0/bindings/n-h1-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5314403 Aug 09 15:35:09.112326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:09.168879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fce5d1-e244-406f-9de2-5e20ecbeb7e4 req-22329034-73d8-4fc6-8b64-4d4fedefdf22 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:09.173502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07fce5d1-e244-406f-9de2-5e20ecbeb7e4 req-22329034-73d8-4fc6-8b64-4d4fedefdf22 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 944 time: 0.1417632 Aug 09 15:35:09.253948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 673fcdac-5a21-48c3-958e-d0acce8e0c55 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:09.325729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-f6d0fdb5-ddcf-4542-b94a-90bf46ff05e3 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3d316da62f89406cb241b9e292e8f320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212349 Aug 09 15:35:09.373590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Router b26371b1-c28a-4146-a647-24b14b0aa465 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:35:09.401211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 673fcdac-5a21-48c3-958e-d0acce8e0c55 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:09.410398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 673fcdac-5a21-48c3-958e-d0acce8e0c55 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:09.410835 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:09.472284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-31cc6c9f-721b-4903-a328-c37336cfa5a2 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:09.474004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-31cc6c9f-721b-4903-a328-c37336cfa5a2 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.2993515 Aug 09 15:35:09.626514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:09.655786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 673fcdac-5a21-48c3-958e-d0acce8e0c55, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=673fcdac-5a21-48c3-958e-d0acce8e0c55,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:09.664858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:09.696392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-5612f038-05a9-4c6b-8a26-a4de0635f806 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:09.707268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-5612f038-05a9-4c6b-8a26-a4de0635f806 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3752925 Aug 09 15:35:09.730441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=673fcdac-5a21-48c3-958e-d0acce8e0c55,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:09.745556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-e757823e-0fd7-4c18-8510-2fb35adb7212 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/quotas/3d316da62f89406cb241b9e292e8f320 HTTP/1.1" status: 200 len: 375 time: 0.0355666 Aug 09 15:35:09.748681 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-899486eb-714d-440b-bca2-5c52ed258820 None None] Provisioning complete for port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:09.749074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-899486eb-714d-440b-bca2-5c52ed258820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:09.777780 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:35:09.791845 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f381ebf1-b857-45bd-ac5d-705a9bec002e admin admin] 10.222.0.64 "PUT /v2.0/routers/b26371b1-c28a-4146-a647-24b14b0aa465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9105046 Aug 09 15:35:09.824992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-899486eb-714d-440b-bca2-5c52ed258820 None None] Port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:35:09.831272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-e6441c03-206b-4382-ad5b-2d59d227aa6f tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d316da62f89406cb241b9e292e8f320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834050 Aug 09 15:35:09.844286 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-4bd393fb-d47c-49e9-b22a-036169dd5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:09.850923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-4bd393fb-d47c-49e9-b22a-036169dd5a5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387&tenant_id=56df983dc7384ddeb5bd26f643627db1 HTTP/1.1" status: 200 len: 1095 time: 0.3581903 Aug 09 15:35:09.861142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07fce5d1-e244-406f-9de2-5e20ecbeb7e4 req-f0cf5f0b-6f39-4b85-bc6c-a49615458569 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150720 Aug 09 15:35:09.967414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-525b826f-3342-42b7-af8f-cb50b32b74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:09.970955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-525b826f-3342-42b7-af8f-cb50b32b74fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1095 time: 0.0863175 Aug 09 15:35:10.253081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3b268-1cd9-4981-81dd-0606bf77b892 req-2cea7eb4-3ae7-46f0-b29c-da5024d964db tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:10.261475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30f3b268-1cd9-4981-81dd-0606bf77b892 req-2cea7eb4-3ae7-46f0-b29c-da5024d964db tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.1805727 Aug 09 15:35:10.271544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 199e84ab-3724-4efa-90db-b36dd0ffcccc details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:10.276710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:10.347891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: b20605db-73f5-49ac-8985-25565fc39567 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:10.348297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b20605db-73f5-49ac-8985-25565fc39567 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:10.359980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bdb65-7a77-497b-a0b1-ca35d5072c7b req-4b9b0e97-55e6-4c41-9251-02148ead1239 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:10.361362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed4bdb65-7a77-497b-a0b1-ca35d5072c7b req-4b9b0e97-55e6-4c41-9251-02148ead1239 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.1957676 Aug 09 15:35:10.368630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-97e96dbc-bcde-4d0c-9300-bdffa77bfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:10.370178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-97e96dbc-bcde-4d0c-9300-bdffa77bfeb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.3925886 Aug 09 15:35:10.385090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30f3b268-1cd9-4981-81dd-0606bf77b892 req-beead060-4ab9-496f-97d1-4aa313a72862 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227012 Aug 09 15:35:10.511096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:10.526240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'port_id': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'mac_address': 'fa:16:3e:0a:5e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc36b79-bba6-4f8a-bd55-5395070bf0b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:10.529922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-50356024-19ce-4865-9bf7-46231fe4ae2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0 HTTP/1.1" status: 200 len: 217 time: 0.1409895 Aug 09 15:35:10.531537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Sync routers for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:35:10.576581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:35:10.577565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:10.633122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed4bdb65-7a77-497b-a0b1-ca35d5072c7b req-51b57b7d-cad8-4003-90c2-064dfdde6b68 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597702 Aug 09 15:35:10.645549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-e8f00d62-9549-4e58-9484-6c60d139020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:10.647681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-e8f00d62-9549-4e58-9484-6c60d139020a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.1111355 Aug 09 15:35:10.694692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-387013f5-df7c-43d9-a1bb-9e32d630a939 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372677 Aug 09 15:35:10.701954 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:10.772137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 199e84ab-3724-4efa-90db-b36dd0ffcccc {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:10.794056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:10.803884 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:10.822466 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-ee9c21ff-a01b-471f-ac27-4aebcc24ac7c tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3d316da62f89406cb241b9e292e8f320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442243 Aug 09 15:35:10.868204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:35:10.899990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['199e84ab-3724-4efa-90db-b36dd0ffcccc'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:10.922579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6578ed24-3a5d-4567-88e0-f4df88aaddd7 req-e4bcd1c1-8297-4736-a4a1-467833b56889 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 210 time: 0.1616011 Aug 09 15:35:10.967780 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43988) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:10.998920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-ad5773e6-b6c5-42c4-9b46-70d5f7403636 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892022 Aug 09 15:35:11.017182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:11.062443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e7208bb7-57f6-42bf-8801-845d305cd427 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:11.119245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43992) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:11.121459 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e7208bb7-57f6-42bf-8801-845d305cd427 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914448 Aug 09 15:35:11.141839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4338bddf-62db-4031-b380-9ebc74203e3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41997082', 'description': 'tempest-description--1780254524'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:11.147321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Request body: {'port': {'device_id': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '3d316da62f89406cb241b9e292e8f320'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:11.210989 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4338bddf-62db-4031-b380-9ebc74203e3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.243097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-181cde2f-68c3-4c61-86ac-c0e9820d3754 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343261 Aug 09 15:35:11.338733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 673fcdac-5a21-48c3-958e-d0acce8e0c55 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:11.405713 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dd337137-703c-40b8-a404-f874b10ab3e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91b8740009c74cf6a1abf633c70dfcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325569 Aug 09 15:35:11.409802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43996) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:11.478298 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0d8d-1400-4fef-800d-c322ced17a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.512253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0d8d-1400-4fef-800d-c322ced17a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.512555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:08Z', 'revision_number': 2, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:11.562070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 673fcdac-5a21-48c3-958e-d0acce8e0c55 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:11.562359 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.564212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Checking router: b26371b1-c28a-4146-a647-24b14b0aa465 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:35:11.565035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Updating router b26371b1-c28a-4146-a647-24b14b0aa465 port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:35:11.580322 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0d8d-1400-4fef-800d-c322ced17a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.587517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0d8d-1400-4fef-800d-c322ced17a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.589605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7f5f0d8d-1400-4fef-800d-c322ced17a31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13c025d9-4ce0-4cf6-8403-6a24ee4138cf HTTP/1.1" status: 204 len: 168 time: 0.1781895 Aug 09 15:35:11.600169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f0d8d-1400-4fef-800d-c322ced17a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c025d9-4ce0-4cf6-8403-6a24ee4138cf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:11.647488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.691609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb9c08-a656-4a9c-8edd-713d53f87207 req-338cf522-148c-4ceb-b048-77908316669c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:11.704991 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69fb9c08-a656-4a9c-8edd-713d53f87207 req-338cf522-148c-4ceb-b048-77908316669c tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 944 time: 0.4708440 Aug 09 15:35:11.821819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-313f5a0c-a105-493c-a196-4fb8be241c8d tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3d316da62f89406cb241b9e292e8f320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775738 Aug 09 15:35:11.858782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69fb9c08-a656-4a9c-8edd-713d53f87207 req-36b397ee-92c2-434d-81d9-d2d6003bd2f0 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477568 Aug 09 15:35:11.982707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4338bddf-62db-4031-b380-9ebc74203e3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.994741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44010) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:12.009275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4338bddf-62db-4031-b380-9ebc74203e3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.034350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Made reservation on behalf of 3d316da62f89406cb241b9e292e8f320 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:12.038763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.046130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-f7045218-4416-4ba0-8993-9d81460137a1 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:12.047427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-f7045218-4416-4ba0-8993-9d81460137a1 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387&tenant_id=56df983dc7384ddeb5bd26f643627db1&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.3392882 Aug 09 15:35:12.060381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.062313 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.076265 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b77e4648-4a3c-491e-bd2d-40ab8e764fe9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4067a11fd914ad59f1184cbe7080c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801105 Aug 09 15:35:12.078211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d4d67-dfdf-42d0-9ad2-c6cd4aecf05d req-f319ff01-32d4-468a-996d-5fe2df2aaccc tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:12.079937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e08d4d67-dfdf-42d0-9ad2-c6cd4aecf05d req-f319ff01-32d4-468a-996d-5fe2df2aaccc tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 945 time: 0.3727591 Aug 09 15:35:12.080414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44014) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:12.084145 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Transition to ACTIVE for port object 6b205ee5-de60-40f6-9dfa-3ef7399d7432 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:12.094361 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.150630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4338bddf-62db-4031-b380-9ebc74203e3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.151911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4338bddf-62db-4031-b380-9ebc74203e3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0313399 Aug 09 15:35:12.156792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44016) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:12.170359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ef45d052-8f4a-4240-ac1f-f1844beb2da9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'security_group_rule': {'security_group_id': '8b65252f-941d-4010-9676-31c14fec4b55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:12.184144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338bddf-62db-4031-b380-9ebc74203e3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b65252f-941d-4010-9676-31c14fec4b55,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:12.189322 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88f9d77d-2eab-4207-9b13-db2e17060349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.206581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba332e3-4f79-4619-9ffc-f538b7797114 req-317a0b3a-b517-4bb3-8be5-2955590f334e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:12.209310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ba332e3-4f79-4619-9ffc-f538b7797114 req-317a0b3a-b517-4bb3-8be5-2955590f334e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.2226565 Aug 09 15:35:12.224558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-8a302cc3-4fdc-46cc-8deb-16eaa8250795 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:12.226371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-8a302cc3-4fdc-46cc-8deb-16eaa8250795 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856733 Aug 09 15:35:12.230053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88f9d77d-2eab-4207-9b13-db2e17060349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.253813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Request body: {'port': {'device_id': '95bb369d-d531-4b1f-a430-899a6b84959b', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '3d316da62f89406cb241b9e292e8f320'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:12.288280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.289330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 199e84ab-3724-4efa-90db-b36dd0ffcccc up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:12.312323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.320530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e08d4d67-dfdf-42d0-9ad2-c6cd4aecf05d req-0ba6b125-95d3-4a02-84ea-e91fd759e8b6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157741 Aug 09 15:35:12.357539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ccb3a-aad7-47cb-b264-f42c4750887a None None] Pushing event updated for resources: {'Port': ['ID=6b205ee5-de60-40f6-9dfa-3ef7399d7432,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:12.368550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88f9d77d-2eab-4207-9b13-db2e17060349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.372825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88f9d77d-2eab-4207-9b13-db2e17060349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.376569 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-88f9d77d-2eab-4207-9b13-db2e17060349 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fea7246-058b-48bc-8c18-0a895cc812a1 HTTP/1.1" status: 204 len: 168 time: 0.2926528 Aug 09 15:35:12.398430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ba332e3-4f79-4619-9ffc-f538b7797114 req-c7b3b3a6-4b24-46c7-aefa-ef49b08008c8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651895 Aug 09 15:35:12.466347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-cc7f2ccd-1719-4b89-a5de-d36dfc213de8 service neutron] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:12.473362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-cc7f2ccd-1719-4b89-a5de-d36dfc213de8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.475528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36dea10f-1ddc-4ab4-a2fc-c6bb58c97bff req-cc7f2ccd-1719-4b89-a5de-d36dfc213de8 service neutron] 10.222.0.35 "DELETE /v2.0/ports/9561a9a9-16f0-4769-bb57-f8f77f5e78e0/bindings/n-h2-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.4085302 Aug 09 15:35:12.500071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Attempting to bind port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:12.500474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Attempting to bind port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:12.500795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Attempting to bind port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:12.508463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Made reservation on behalf of 3d316da62f89406cb241b9e292e8f320 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:12.513594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 199e84ab-3724-4efa-90db-b36dd0ffcccc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:12.514053 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.524697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:12.525074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Checking segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:12.525484 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.526334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Bound using segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:12.526463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Bound port: 6b205ee5-de60-40f6-9dfa-3ef7399d7432, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:12.526774 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.542519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.594627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef45d052-8f4a-4240-ac1f-f1844beb2da9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.635348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a2722-da61-4041-a499-6d066f4b1b10,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:12.662966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9d77d-2eab-4207-9b13-db2e17060349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fea7246-058b-48bc-8c18-0a895cc812a1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:12.709944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d97877a-9081-4d34-9166-610f5e4122e3 req-a75f1e34-4262-4ea2-b6a8-9078970682be tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 210 time: 0.0769427 Aug 09 15:35:12.780696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Allocated IP 192.168.233.166 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/2ff22878-2d0d-40c2-b927-1422b004cb06) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:12.783741 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef45d052-8f4a-4240-ac1f-f1844beb2da9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.790449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] For port 6b205ee5-de60-40f6-9dfa-3ef7399d7432, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:12.791185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef45d052-8f4a-4240-ac1f-f1844beb2da9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.837060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45d052-8f4a-4240-ac1f-f1844beb2da9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0002c460-b6a0-45ce-99d6-626fb9e6251e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:12.844658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] For port 6b205ee5-de60-40f6-9dfa-3ef7399d7432, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b205ee5-de60-40f6-9dfa-3ef7399d7432,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:12.851132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.854942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.864732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef45d052-8f4a-4240-ac1f-f1844beb2da9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.870535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44026) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:12.870992 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ef45d052-8f4a-4240-ac1f-f1844beb2da9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7127619 Aug 09 15:35:12.875966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5caf1d51-227b-4ea6-9918-b24a6012f63d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'security_group_rule': {'security_group_id': '8b65252f-941d-4010-9676-31c14fec4b55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:12.996762 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d51-227b-4ea6-9918-b24a6012f63d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.035378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ccb3a-aad7-47cb-b264-f42c4750887a None None] Pushing event updated for resources: {'Port': ['ID=6b205ee5-de60-40f6-9dfa-3ef7399d7432,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:13.057578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:35:13.058216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:34:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:13.089264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2923da7-27b3-4d88-9c03-16feeb2974ce req-b68d544d-06bc-4aa5-8daa-14235a16ffb2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:13.098863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2923da7-27b3-4d88-9c03-16feeb2974ce req-b68d544d-06bc-4aa5-8daa-14235a16ffb2 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 944 time: 0.1539025 Aug 09 15:35:13.104155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.120499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Transition to ACTIVE for port object 2ff22878-2d0d-40c2-b927-1422b004cb06 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:13.164939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.182061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d51-227b-4ea6-9918-b24a6012f63d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.208881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2923da7-27b3-4d88-9c03-16feeb2974ce req-2df28fea-8bbd-4eb1-ba80-be04e674bbb7 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080019 Aug 09 15:35:13.222756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:35:13.264309 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d51-227b-4ea6-9918-b24a6012f63d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.294895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:13.307772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:13.310637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:13.324056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:13.326069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:13.326581 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d42983-897a-404f-b380-a5f748372380" -d '{"events": [{"server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "name": "network-vif-plugged", "status": "completed", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:13.399416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf1d51-227b-4ea6-9918-b24a6012f63d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e7a901-5b55-4e10-8a44-0c9aaf7e0a7d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:13.432576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d51-227b-4ea6-9918-b24a6012f63d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.436646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5caf1d51-227b-4ea6-9918-b24a6012f63d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5648060 Aug 09 15:35:13.447743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44044) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:13.461101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:13.477408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:13.485223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.519013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Allocated IP 192.168.233.187 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/292d3396-1147-4973-8a90-97122ea97466) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:13.525721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-0a00f0fb-f171-42a2-9f29-66a8d50b16c7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:13.527636 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-0a00f0fb-f171-42a2-9f29-66a8d50b16c7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 945 time: 0.4935594 Aug 09 15:35:13.545106 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050a7802-cfde-42f8-9fd4-76082a711d92 x-openstack-request-id: req-050a7802-cfde-42f8-9fd4-76082a711d92 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:13.545727 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "name": "network-vif-plugged", "status": "completed", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:13.545840 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-050a7802-cfde-42f8-9fd4-76082a711d92 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:13.553495 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'code': 200} Aug 09 15:35:13.575627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.595667 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7665221a-b6ca-47ec-b55b-2bd71aff5a4a tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4533696 Aug 09 15:35:13.619503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:13.624604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Request body: {'port': {'device_id': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:13.648044 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.702926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df132d68-36cd-4f57-81ac-4f0deb500697 req-82b0b603-06c2-4f65-9948-6ec3fa87ce09 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:13.711167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df132d68-36cd-4f57-81ac-4f0deb500697 req-82b0b603-06c2-4f65-9948-6ec3fa87ce09 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 1095 time: 0.2174411 Aug 09 15:35:13.763088 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.786067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:13.796738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:12Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:13.828807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210bf27-e353-46cc-9379-27a4317e9fc3 None None] The sync data for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 is: [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:12Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:35:13.835971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Deleting port 199e84ab-3724-4efa-90db-b36dd0ffcccc {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:13.836230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.858070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-143e605e-364f-4dfa-ab6a-34e2de6b0739 None None] Provisioning for port 2ff22878-2d0d-40c2-b927-1422b004cb06 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:13.864693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-143e605e-364f-4dfa-ab6a-34e2de6b0739 None None] Provisioning complete for port 2ff22878-2d0d-40c2-b927-1422b004cb06 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:13.865098 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-143e605e-364f-4dfa-ab6a-34e2de6b0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.940507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.949813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-143e605e-364f-4dfa-ab6a-34e2de6b0739 None None] Port 2ff22878-2d0d-40c2-b927-1422b004cb06 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:35:13.962774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Transition to ACTIVE for port object 292d3396-1147-4973-8a90-97122ea97466 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:13.978462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df132d68-36cd-4f57-81ac-4f0deb500697 req-bc96958a-ff24-415d-9eed-c0ad3c4b43d0 tempest-LiveMigrationTest-78119307 tempest-LiveMigrationTest-78119307-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663691 Aug 09 15:35:14.000219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65bce2-878e-4a55-b6af-88117b63a65d req-5aecb191-a6d8-4dbc-8f7e-92ea26620a96 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:14.005261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a65bce2-878e-4a55-b6af-88117b63a65d req-5aecb191-a6d8-4dbc-8f7e-92ea26620a96 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 946 time: 0.4092498 Aug 09 15:35:14.131238 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:14.246732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:14.254445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a65bce2-878e-4a55-b6af-88117b63a65d req-cc1290d2-d510-42b2-8970-fa0bce91715f tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341223 Aug 09 15:35:14.261855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:14.265968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:14.294726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 199e84ab-3724-4efa-90db-b36dd0ffcccc no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:14.313581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f71243-e019-4f9a-a24b-87ba204b7424 req-d0792671-5ff8-4fe1-a131-18ff26ad4791 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:14.322983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08f71243-e019-4f9a-a24b-87ba204b7424 req-d0792671-5ff8-4fe1-a131-18ff26ad4791 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.2168710 Aug 09 15:35:14.325019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Pushing event updated for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:14.377936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:14.416135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08f71243-e019-4f9a-a24b-87ba204b7424 req-890eabf7-9b6e-4be1-ab03-303ffa75cbab tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920630 Aug 09 15:35:14.435457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:14.439951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:14.576629 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:14.617577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:14.618255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:14.618737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-3581d48f-f2ea-4758-882d-4b935146d540 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3748617 Aug 09 15:35:14.648299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 199e84ab-3724-4efa-90db-b36dd0ffcccc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=199e84ab-3724-4efa-90db-b36dd0ffcccc,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:14.652011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Calling delete_port for 199e84ab-3724-4efa-90db-b36dd0ffcccc owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:14.656530 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:14.708321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Request body: {'port': {'device_id': '95bb369d-d531-4b1f-a430-899a6b84959b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:14.745454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:14.751086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c5b8bc86-b652-458d-b791-1a2932d494fe None None] Provisioning for port 292d3396-1147-4973-8a90-97122ea97466 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:14.760092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c5b8bc86-b652-458d-b791-1a2932d494fe None None] Provisioning complete for port 292d3396-1147-4973-8a90-97122ea97466 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:14.760515 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c5b8bc86-b652-458d-b791-1a2932d494fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:14.814903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8bc86-b652-458d-b791-1a2932d494fe None None] Port 292d3396-1147-4973-8a90-97122ea97466 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:35:14.915696 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd5c4-4c76-4f9d-aeea-4c86c0f1a62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:14.932982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285fcaf-6bdf-49c6-9e2d-9ecb371cfb44 req-4c1c700c-557a-4173-956f-e282ad8ccc35 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:14.941460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3285fcaf-6bdf-49c6-9e2d-9ecb371cfb44 req-4c1c700c-557a-4173-956f-e282ad8ccc35 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 936 time: 0.3815765 Aug 09 15:35:14.980482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.031402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Allocated IP 172.25.7.97 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/f77962a9-ec7b-4b3a-bba3-9dffc0a2f9e5) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:15.093692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.148026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event deleted for resources: {'Port': ['ID=199e84ab-3724-4efa-90db-b36dd0ffcccc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:15.154035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff22878-2d0d-40c2-b927-1422b004cb06 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:15.170950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.173903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3285fcaf-6bdf-49c6-9e2d-9ecb371cfb44 req-b9e20c3f-baec-4f6a-8580-0aa26d1b1864 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314913 Aug 09 15:35:15.211871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204242d-4022-40f9-b9b5-235cb5996029 req-f223ca64-4bc6-47a2-bf15-5101b42f9f03 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:15.221366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b205ee5-de60-40f6-9dfa-3ef7399d7432 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:15.222818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9204242d-4022-40f9-b9b5-235cb5996029 req-f223ca64-4bc6-47a2-bf15-5101b42f9f03 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 944 time: 0.2591798 Aug 09 15:35:15.260760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] No DVR routers for this DVR port 199e84ab-3724-4efa-90db-b36dd0ffcccc on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:15.267369 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.269353 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3b90a6c3-135d-447e-95dc-b3698d0866b2 req-6bb10609-7ae2-41ed-b18a-145cf54c51b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "DELETE /v2.0/ports/199e84ab-3724-4efa-90db-b36dd0ffcccc HTTP/1.1" status: 204 len: 173 time: 1.7345219 Aug 09 15:35:15.272011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'name': 'network-vif-deleted', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:15.275469 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fcbeca-c996-4a9f-9337-8e23d953942b" -d '{"events": [{"server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "name": "network-vif-deleted", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:15.278811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Transition to ACTIVE for port object 2ff22878-2d0d-40c2-b927-1422b004cb06 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:15.290227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.318259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:15.324209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:15.325007 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.354662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:15.485871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Attempting to bind port 2ff22878-2d0d-40c2-b927-1422b004cb06 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:15.486231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Attempting to bind port 2ff22878-2d0d-40c2-b927-1422b004cb06 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:15.486563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Attempting to bind port 2ff22878-2d0d-40c2-b927-1422b004cb06 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:15.497596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9204242d-4022-40f9-b9b5-235cb5996029 req-93b9a3e4-bd32-442f-b23b-83d9e2dfe3f3 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737553 Aug 09 15:35:15.499960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Port 2ff22878-2d0d-40c2-b927-1422b004cb06 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:15.500412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Attempting to bind port 2ff22878-2d0d-40c2-b927-1422b004cb06 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:15.508011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:15.508334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:15.508636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:15.509221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Bound port: 2ff22878-2d0d-40c2-b927-1422b004cb06, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:15.509593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.530634 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.559872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:15.586010 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e77ee29-1ad2-4722-8652-2c515b77fb56" -d '{"events": [{"server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "name": "network-vif-unplugged", "status": "completed", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:15.611804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6b205ee5-de60-40f6-9dfa-3ef7399d7432, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b205ee5-de60-40f6-9dfa-3ef7399d7432,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:15.629015 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.648634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:15.660550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:15.667113 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.697456 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5eee8f-df6a-481a-ab13-2c9773345853 x-openstack-request-id: req-9c5eee8f-df6a-481a-ab13-2c9773345853 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:15.697689 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "name": "network-vif-deleted", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:15.697877 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c5eee8f-df6a-481a-ab13-2c9773345853 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:15.698279 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'name': 'network-vif-deleted', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'status': 'completed', 'code': 200} Aug 09 15:35:15.722591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:15.723223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.737261 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] 10.222.0.66 "PUT /v2.0/ports/2ff22878-2d0d-40c2-b927-1422b004cb06 HTTP/1.1" status: 200 len: 1096 time: 2.1238348 Aug 09 15:35:15.778811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6b205ee5-de60-40f6-9dfa-3ef7399d7432,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:15.783560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072b95-9766-4370-96af-a88b4a0d5eee service neutron] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:15.788702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bb805d9-a29a-4798-80d0-4cf7f541ac14 req-d02f3ab0-f5fb-4b70-9485-d309897b8c66 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=41862714-d77a-468a-a079-0d3e3b7f1c00 HTTP/1.1" status: 200 len: 210 time: 0.1151376 Aug 09 15:35:15.847465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:15.870548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-20e49935-1204-467a-bb6c-72d35941916a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:15.872943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-20e49935-1204-467a-bb6c-72d35941916a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 944 time: 0.3474088 Aug 09 15:35:15.878138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-24bf774e-9dc5-49c1-a0a0-cc9bdfd2c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:15.882234 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-24bf774e-9dc5-49c1-a0a0-cc9bdfd2c742 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d316da62f89406cb241b9e292e8f320&device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 1099 time: 0.0939984 Aug 09 15:35:15.943445 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-7ddf57fa-894f-40c5-a967-375ecb9af65e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=2ff22878-2d0d-40c2-b927-1422b004cb06 HTTP/1.1" status: 200 len: 217 time: 0.0524504 Aug 09 15:35:16.017082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-76559737-81ea-42ea-bf5d-a07cc28c4faa tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952203 Aug 09 15:35:16.037621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-037fcacc-7718-46f5-90f6-ea38f14251de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:16.040129 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-037fcacc-7718-46f5-90f6-ea38f14251de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0886633 Aug 09 15:35:16.123920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-605c17f4-160d-4753-a234-648f319891d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:16.126090 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-605c17f4-160d-4753-a234-648f319891d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774772 Aug 09 15:35:16.233900 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-654862be-db09-4401-89e2-2bcd2023e143 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980518 Aug 09 15:35:16.247275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627707c-921f-4b08-a4b7-371c87c2c848 req-2a40086a-581c-472d-8c28-94c7bf8bdddf tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:16.248862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c627707c-921f-4b08-a4b7-371c87c2c848 req-2a40086a-581c-472d-8c28-94c7bf8bdddf tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 946 time: 0.3583107 Aug 09 15:35:16.249912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.256799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292d3396-1147-4973-8a90-97122ea97466 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:16.301507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.344975 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4b21c12-3884-4ab4-a4ea-2dae68a5a9fc req-bd285cb7-fa14-497a-a5a7-4aa093de34e9 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023896 Aug 09 15:35:16.374199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:16.383970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Transition to ACTIVE for port object 292d3396-1147-4973-8a90-97122ea97466 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:16.389959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:16.394117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:16.409480 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.431319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'Port': ['ID=f77962a9-ec7b-4b3a-bba3-9dffc0a2f9e5,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:16.440309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-16a8af35-6846-4f3c-a9be-b66d621bd6fb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:16.441820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-16a8af35-6846-4f3c-a9be-b66d621bd6fb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4115138 Aug 09 15:35:16.450388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Deleting port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:16.450717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.482193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c627707c-921f-4b08-a4b7-371c87c2c848 req-5b904fe7-0e60-490d-9a60-2329df35cd71 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181191 Aug 09 15:35:16.554573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-046750a3-39d7-425c-af95-509635bb23eb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/quotas/7d11dbd0e4144a5a88c071ba4e5b5168 HTTP/1.1" status: 200 len: 375 time: 0.1007540 Aug 09 15:35:16.578152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Pushing event updated for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:16.616506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-051bc2f8-c6f4-4d64-9dfc-d46f2d358483 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:16.618088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-051bc2f8-c6f4-4d64-9dfc-d46f2d358483 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1097 time: 0.0661170 Aug 09 15:35:16.639352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799523-2'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:16.647484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-6945242f-9cb3-4ea7-abfc-909dac261bc8 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702007 Aug 09 15:35:16.717501 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1682706c-7be0-4b7b-901a-6b6435caade2 x-openstack-request-id: req-1682706c-7be0-4b7b-901a-6b6435caade2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:16.718028 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41862714-d77a-468a-a079-0d3e3b7f1c00", "name": "network-vif-unplugged", "status": "completed", "tag": "199e84ab-3724-4efa-90db-b36dd0ffcccc", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:16.718028 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1682706c-7be0-4b7b-901a-6b6435caade2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:16.718430 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41862714-d77a-468a-a079-0d3e3b7f1c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199e84ab-3724-4efa-90db-b36dd0ffcccc', 'code': 200} Aug 09 15:35:16.722015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] For port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:16.722383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.747682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.773500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Calling delete_port for 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:16.788426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.878408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Attempting to bind port 292d3396-1147-4973-8a90-97122ea97466 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:16.878746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Attempting to bind port 292d3396-1147-4973-8a90-97122ea97466 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:16.879070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Attempting to bind port 292d3396-1147-4973-8a90-97122ea97466 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:16.903707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.906759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Port 292d3396-1147-4973-8a90-97122ea97466 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:16.907079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Attempting to bind port 292d3396-1147-4973-8a90-97122ea97466 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:16.949814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:16.950163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:16.950543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:16.950987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Bound port: 292d3396-1147-4973-8a90-97122ea97466, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:16.951348 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:16.972077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:17.021891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:17.072433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.078661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.168723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:17.189179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on host n-h1-799523-2 for vnic_type normal with profile {"migrating_to": "n-h2-799523-2"} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:17.189934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:17.190434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:17.194520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b205ee5-de60-40f6-9dfa-3ef7399d7432 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:17.197243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:17.198661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Attempting to bind port b12914c2-d6fc-4cfe-af2a-7d0840500162 on network 7a1652f2-e7df-429a-bfeb-03d9527afb84 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:17.204210 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:17.204548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Checking segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:17.204986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Bound using segment: {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:17.205459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Bound port: b12914c2-d6fc-4cfe-af2a-7d0840500162, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '7a1652f2-e7df-429a-bfeb-03d9527afb84'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:17.205820 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.207042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e340-7b75-45e4-ab6f-d00c68ef7131 req-5f4e19e6-9339-4eaa-8995-235383340adb tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:17.210693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71e4e340-7b75-45e4-ab6f-d00c68ef7131 req-5f4e19e6-9339-4eaa-8995-235383340adb tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 948 time: 0.2657800 Aug 09 15:35:17.236510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a768eed-cdee-46d8-825b-65b9eee11ace req-a4f79624-2ca7-43d5-bcc5-46ef280f2183 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:17.238089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a768eed-cdee-46d8-825b-65b9eee11ace req-a4f79624-2ca7-43d5-bcc5-46ef280f2183 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 944 time: 0.2993796 Aug 09 15:35:17.271301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:17.297017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:17.297652 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.300515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:17.305004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:17.313183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.412887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:17.413704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.418887 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] 10.222.0.66 "PUT /v2.0/ports/b12914c2-d6fc-4cfe-af2a-7d0840500162 HTTP/1.1" status: 200 len: 1122 time: 0.7899027 Aug 09 15:35:17.438869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd392b-1424-4555-92f4-3cca2d1697d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=8']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:17.466908 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9716-b3b8-40a8-ad93-dbfc484d6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.502793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b12914c2-d6fc-4cfe-af2a-7d0840500162'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:17.538180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b12914c2-d6fc-4cfe-af2a-7d0840500162'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:17.700042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06'}, {'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162'}, {'name': 'network-changed', 'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:17.703017 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35606148-7162-41b4-a62f-6957d456b5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06"}, {"server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "name": "network-vif-unplugged", "status": "completed", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162"}, {"name": "network-changed", "server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:17.705114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:17.713866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.737105 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.776506 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.785676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71e4e340-7b75-45e4-ab6f-d00c68ef7131 req-710cca45-5f5a-479b-b32b-0ecfed3b4b54 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586827 Aug 09 15:35:17.793413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Pushing event deleted for resources: {'Port': ['ID=9561a9a9-16f0-4769-bb57-f8f77f5e78e0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:17.816926 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a768eed-cdee-46d8-825b-65b9eee11ace req-e5db8a66-d9bd-465a-8c67-550496d7f248 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576537 Aug 09 15:35:17.843436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:17.844333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.846172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] 10.222.0.66 "PUT /v2.0/ports/292d3396-1147-4973-8a90-97122ea97466 HTTP/1.1" status: 200 len: 1096 time: 3.1610065 Aug 09 15:35:17.871291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'tag': '292d3396-1147-4973-8a90-97122ea97466'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:17.874113 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa50458-b6ad-4e41-a01b-e63b37a8728f" -d '{"events": [{"name": "network-changed", "server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "tag": "292d3396-1147-4973-8a90-97122ea97466"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:17.881121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:17.888032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.918092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] No DVR routers for this DVR port 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:17.930054 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.937809 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:17.939864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd846ceb-09c6-4b5b-9052-d597b1ec7e36 req-be53ac32-a66b-4ed3-992a-14cae88f705b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.35 "DELETE /v2.0/ports/9561a9a9-16f0-4769-bb57-f8f77f5e78e0 HTTP/1.1" status: 204 len: 173 time: 2.0468583 Aug 09 15:35:18.018627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:18.063772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9610fdc6-32da-4d77-8c2d-f94ee1e73d78 req-e74987b1-8ffb-4992-9310-779712ebb77b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 210 time: 0.1273546 Aug 09 15:35:18.066166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:18.066772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9561a9a9-16f0-4769-bb57-f8f77f5e78e0 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:18.134543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9831-b6a3-4534-9e65-222603b66169 service neutron] Pushing event updated for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:18.189450 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-a09452cb-f52c-4d2d-8f77-90a4231e9322 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842235 Aug 09 15:35:18.239418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-b27f69d1-fafc-43c0-9c8a-b564951b1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:18.241518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-b27f69d1-fafc-43c0-9c8a-b564951b1ba5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d316da62f89406cb241b9e292e8f320&device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 1099 time: 0.3346190 Aug 09 15:35:18.284495 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3c500-60d3-4baa-b3c6-81162f75f37d x-openstack-request-id: req-38f3c500-60d3-4baa-b3c6-81162f75f37d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:18.284859 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06", "status": "completed", "code": 200}, {"server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "name": "network-vif-unplugged", "status": "completed", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162", "code": 200}, {"name": "network-changed", "server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:18.285499 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38f3c500-60d3-4baa-b3c6-81162f75f37d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:18.286060 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'status': 'completed', 'code': 200} Aug 09 15:35:18.286669 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162', 'code': 200} Aug 09 15:35:18.287085 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162', 'status': 'completed', 'code': 200} Aug 09 15:35:18.305443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b12914c2-d6fc-4cfe-af2a-7d0840500162 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:18.313393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d497f7-b4f6-4312-a0d8-ffcca9c0d61a req-3909b929-78a7-4ff5-8987-907177712462 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:18.317819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f7d497f7-b4f6-4312-a0d8-ffcca9c0d61a req-3909b929-78a7-4ff5-8987-907177712462 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.3235681 Aug 09 15:35:18.319337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:18.440473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'Port': ['ID=f77962a9-ec7b-4b3a-bba3-9dffc0a2f9e5,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:18.470165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-b5fdad14-dc20-4ca2-9773-e0d6414a1b9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=292d3396-1147-4973-8a90-97122ea97466 HTTP/1.1" status: 200 len: 217 time: 0.1408496 Aug 09 15:35:18.500886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-ed28ec88-c390-4eec-a9a2-cfdc8c837e1b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:18.511065 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-ed28ec88-c390-4eec-a9a2-cfdc8c837e1b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138714 Aug 09 15:35:18.518057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:18.531851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-83dc0b54-88eb-4abe-a740-f3a63da0b887 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0675712 Aug 09 15:35:18.560642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Request body: {'port': {'device_id': '785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7d11dbd0e4144a5a88c071ba4e5b5168'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:18.575878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f7d497f7-b4f6-4312-a0d8-ffcca9c0d61a req-b60b4bfb-4e90-4612-b0e5-7eff96e54ebf tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319747 Aug 09 15:35:18.623502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606148-7162-41b4-a62f-6957d456b5b0 req-c436d7b1-232a-4a00-975c-e5cf332edac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:18.625259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-c436d7b1-232a-4a00-975c-e5cf332edac0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1125 time: 0.2918785 Aug 09 15:35:18.632880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-2655be01-ec1d-4d5e-9d38-e674fac1484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:18.635174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-2655be01-ec1d-4d5e-9d38-e674fac1484e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1490800 Aug 09 15:35:18.678389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:18.713994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b12914c2-d6fc-4cfe-af2a-7d0840500162 has no active binding in host n-h2-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:35:18.719295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:18.763541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606148-7162-41b4-a62f-6957d456b5b0 req-b2879afe-e748-4a42-ba08-57acdf305aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:18.765925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-b2879afe-e748-4a42-ba08-57acdf305aad service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.1290941 Aug 09 15:35:18.767539 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8a123a-1404-4d14-9a1e-b04127b83e9c x-openstack-request-id: req-3a8a123a-1404-4d14-9a1e-b04127b83e9c {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:18.767856 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "tag": "292d3396-1147-4973-8a90-97122ea97466", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:18.768242 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a8a123a-1404-4d14-9a1e-b04127b83e9c {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:18.768688 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'tag': '292d3396-1147-4973-8a90-97122ea97466', 'status': 'completed', 'code': 200} Aug 09 15:35:18.809409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606148-7162-41b4-a62f-6957d456b5b0 req-9d4a8870-eced-48b5-a309-4b76a4f3d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:18.812432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-9d4a8870-eced-48b5-a309-4b76a4f3d18f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d316da62f89406cb241b9e292e8f320&device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 1099 time: 0.4627018 Aug 09 15:35:18.849330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-694056d2-db6b-4a01-91c9-a018b6f96d68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162 HTTP/1.1" status: 200 len: 217 time: 0.0477350 Aug 09 15:35:18.870649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-1ae000a4-6896-4703-b475-7383558c2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:18.872420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-1ae000a4-6896-4703-b475-7383558c2422 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029346 Aug 09 15:35:18.965923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Made reservation on behalf of 7d11dbd0e4144a5a88c071ba4e5b5168 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:18.968938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:18.970968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:18.982955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'mac_address': 'fa:16:3e:bd:b5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:18.986024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.008638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44152) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:19.014439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-65fec88f-c17e-43cc-bb07-745c2c9fd6c0 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170890830', 'description': 'tempest-description--1964060474'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:19.025861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-e35770df-64ce-4cb8-9ec1-b055a63dd418 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172938 Aug 09 15:35:19.037538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.060189 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.116260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff22878-2d0d-40c2-b927-1422b004cb06 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:19.140265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606148-7162-41b4-a62f-6957d456b5b0 req-3c4e46e4-c47a-40c4-ae5c-1d2b64b2561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:19.141054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-9a70a0fa-63aa-4928-8c53-6c95013f38be tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--41997082&fields=id&tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0 HTTP/1.1" status: 200 len: 267 time: 0.1135216 Aug 09 15:35:19.149684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-3c4e46e4-c47a-40c4-ae5c-1d2b64b2561a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3242667 Aug 09 15:35:19.150274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:19.151958 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.156638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.157156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.224582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:19.236657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606148-7162-41b4-a62f-6957d456b5b0 req-50ea0f04-d273-405d-a2a6-266849ca0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:19.238427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-50ea0f04-d273-405d-a2a6-266849ca0618 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.3778255 Aug 09 15:35:19.296882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-2ed1f5ae-31c4-408b-9c03-eee071b3aded service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493281 Aug 09 15:35:19.320580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f466b-9e6f-4707-aac4-35d499a883f7 req-9c54b4fd-6970-494f-916f-08f039448e5d tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:19.321440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec5f466b-9e6f-4707-aac4-35d499a883f7 req-9c54b4fd-6970-494f-916f-08f039448e5d tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 948 time: 0.1988096 Aug 09 15:35:19.342688 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-9f05e9ad-f4e1-4fd2-a3f8-dfc46a13a1a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=2ff22878-2d0d-40c2-b927-1422b004cb06 HTTP/1.1" status: 200 len: 217 time: 0.0755634 Aug 09 15:35:19.368547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8000652-7bda-4d3e-be11-fc9e3103d683,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:19.371005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Allocated IP 192.168.233.46 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/8d0a41ea-1abd-4863-b77b-a291bac93d19) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:19.391359 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65fec88f-c17e-43cc-bb07-745c2c9fd6c0 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.423086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-971d2f77-bf1d-490e-9fa8-57e15db110e8 req-606b295d-3624-4bca-9412-2f37ac06868e service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698380 Aug 09 15:35:19.436260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-62a38978-c62c-44f8-b133-54549b045fd3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:19.437806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-62a38978-c62c-44f8-b133-54549b045fd3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.2721605 Aug 09 15:35:19.443635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606148-7162-41b4-a62f-6957d456b5b0 req-d6c318eb-9659-418f-86ed-dd0d601b9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:19.444576 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-d6c318eb-9659-418f-86ed-dd0d601b9798 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0902338 Aug 09 15:35:19.491958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-5136a5b7-2c71-4fdd-b883-2f55c2b7fadd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/quotas/9345f1ab3536491e8c6ddbd7c8d069a0 HTTP/1.1" status: 200 len: 375 time: 0.0460773 Aug 09 15:35:19.496879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec5f466b-9e6f-4707-aac4-35d499a883f7 req-b12e2575-3a1e-474f-8de6-c828bfd3854c tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693716 Aug 09 15:35:19.574107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-53118fb4-4b8a-45fe-b36c-4faf0098150b service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476437 Aug 09 15:35:19.614796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2ff22878-2d0d-40c2-b927-1422b004cb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:19.672914 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0bfdaca-c1cb-4163-bea7-843a930f53c1 req-bccce27c-2196-4c1e-ba45-d4ae292bf460 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 210 time: 0.0919704 Aug 09 15:35:19.698300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-8b8afa64-0a9c-4926-a2e3-979dabba9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:19.699958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-8b8afa64-0a9c-4926-a2e3-979dabba9bae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d316da62f89406cb241b9e292e8f320&device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 1099 time: 0.1789858 Aug 09 15:35:19.714230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606148-7162-41b4-a62f-6957d456b5b0 req-0a323936-ea9e-404c-8ebd-db1a06727bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:19.716293 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-0a323936-ea9e-404c-8ebd-db1a06727bf7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2546909 Aug 09 15:35:19.723453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-a5b3a5dd-1323-4fbf-9906-8d63f33b1ccf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2237344 Aug 09 15:35:19.743715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65fec88f-c17e-43cc-bb07-745c2c9fd6c0 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.777861 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65fec88f-c17e-43cc-bb07-745c2c9fd6c0 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.831006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.848381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Transition to ACTIVE for port object 8d0a41ea-1abd-4863-b77b-a291bac93d19 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:19.923082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fec88f-c17e-43cc-bb07-745c2c9fd6c0 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb23371-406c-4b73-85c8-334f4d4a0309,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:19.925439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65fec88f-c17e-43cc-bb07-745c2c9fd6c0 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:19.930242 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-65fec88f-c17e-43cc-bb07-745c2c9fd6c0 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9167140 Aug 09 15:35:19.930454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40dbf80a-7d70-45de-a7ca-14c28a7bbe68 req-323f5203-6218-4fe8-80c5-bf332e6488d6 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 210 time: 0.1005957 Aug 09 15:35:19.933252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44162) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:19.943976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-87557099-1809-4beb-9b8f-7556b03a98e6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Request body: {'security_group_rule': {'security_group_id': 'dbb23371-406c-4b73-85c8-334f4d4a0309', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:19.950185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-83f652b8-328e-4bc5-a2fb-0263982cff2e service neutron] 10.222.0.35 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633142 Aug 09 15:35:20.021511 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-0c113b16-5c00-4549-86cf-a0a395e7b2ed service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779071 Aug 09 15:35:20.032470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-c1ac8100-6141-4bdb-9f52-2030637d5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:20.034122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-c1ac8100-6141-4bdb-9f52-2030637d5bb0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3067667 Aug 09 15:35:20.042001 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.055374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-fb2c3d6d-548b-4be5-8410-b1a39a3f205c service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059943 Aug 09 15:35:20.063603 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87557099-1809-4beb-9b8f-7556b03a98e6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.154727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:20.162597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:20.167128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:20.175721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'Port': ['ID=8d0a41ea-1abd-4863-b77b-a291bac93d19,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:20.195794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-6cc4f970-9d0b-4be0-812e-e4b2059cd1f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=292d3396-1147-4973-8a90-97122ea97466 HTTP/1.1" status: 200 len: 217 time: 0.1336694 Aug 09 15:35:20.265048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-35606148-7162-41b4-a62f-6957d456b5b0 req-aa308164-6a7d-4dac-b1da-5699b9d62b89 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358654 Aug 09 15:35:20.265428 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87557099-1809-4beb-9b8f-7556b03a98e6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.273711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87557099-1809-4beb-9b8f-7556b03a98e6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.301727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:20.302833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.322456 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.335628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-d5c3deda-700d-4e3b-81d6-f007ece14bef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7982974 Aug 09 15:35:20.342992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c62b45-b887-4df3-885b-b3bb7ddf19b8 req-8c0e4252-9cee-4e57-be4d-be330f4d480a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:20.344939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24c62b45-b887-4df3-885b-b3bb7ddf19b8 req-8c0e4252-9cee-4e57-be4d-be330f4d480a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.1540473 Aug 09 15:35:20.368377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87557099-1809-4beb-9b8f-7556b03a98e6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9117e538-2566-41eb-b959-a28ea289e99c,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:20.387939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87557099-1809-4beb-9b8f-7556b03a98e6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.389152 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-87557099-1809-4beb-9b8f-7556b03a98e6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531386 Aug 09 15:35:20.392382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44168) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:20.400831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b359d5f4-bbad-4cb7-97e7-35e3978412c9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Request body: {'security_group_rule': {'security_group_id': 'dbb23371-406c-4b73-85c8-334f4d4a0309', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:20.408439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-f1cec7fa-886f-4568-97aa-438fa76ce89e service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221481 Aug 09 15:35:20.451218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24c62b45-b887-4df3-885b-b3bb7ddf19b8 req-0d0e4fcf-15ff-4f7f-9c53-c2cb7c59a00e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793147 Aug 09 15:35:20.521069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-57a04d8b-08ca-4345-8b79-5b8142540cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:20.523103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-57a04d8b-08ca-4345-8b79-5b8142540cce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2918072 Aug 09 15:35:20.564682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Request body: {'port': {'device_id': '785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:20.596902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b359d5f4-bbad-4cb7-97e7-35e3978412c9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.661534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-51f5ad76-d20a-4575-b626-8d081c3894c4 None None] Provisioning for port 8d0a41ea-1abd-4863-b77b-a291bac93d19 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:20.669330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-51f5ad76-d20a-4575-b626-8d081c3894c4 None None] Provisioning complete for port 8d0a41ea-1abd-4863-b77b-a291bac93d19 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:20.670689 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-51f5ad76-d20a-4575-b626-8d081c3894c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.699285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-33c15511-c241-4da2-bc86-8f089d4ab428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:20.704060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-33c15511-c241-4da2-bc86-8f089d4ab428 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713414 Aug 09 15:35:20.776254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-51f5ad76-d20a-4575-b626-8d081c3894c4 None None] Port 8d0a41ea-1abd-4863-b77b-a291bac93d19 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:35:20.792212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.833677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b359d5f4-bbad-4cb7-97e7-35e3978412c9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.844341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b359d5f4-bbad-4cb7-97e7-35e3978412c9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.863853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'name': 'network-vif-deleted', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:20.865841 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac4480-b7bc-4882-8466-89cea4968c83" -d '{"events": [{"server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "name": "network-vif-deleted", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:20.883480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359d5f4-bbad-4cb7-97e7-35e3978412c9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48069ad6-d9c1-4076-96d1-24e323f6f8cb,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:20.904250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0f15d-74f2-4d6f-a31f-92b14747b924 req-291bd635-4cbb-4de3-8ad8-a0d3eff14ae9 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:20.912611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b359d5f4-bbad-4cb7-97e7-35e3978412c9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:20.913434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48f0f15d-74f2-4d6f-a31f-92b14747b924 req-291bd635-4cbb-4de3-8ad8-a0d3eff14ae9 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 948 time: 0.3151104 Aug 09 15:35:20.914270 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b359d5f4-bbad-4cb7-97e7-35e3978412c9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5205863 Aug 09 15:35:20.918315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44184) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:20.925286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:20.926800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-bccd7a75-8522-487d-b499-6c792b7fbe51 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142274 Aug 09 15:35:20.944748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b92caa0-3301-44c6-81e1-a288ebf404a0 req-d103d2b5-981f-4816-8977-894d6952842f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 210 time: 0.0866942 Aug 09 15:35:21.066583 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:21.144362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74ab7f11-f9b2-48d3-8ebf-47280b82fa15 req-f2d46f3d-69ae-4472-8b28-e119dc8b9855 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 210 time: 0.0594509 Aug 09 15:35:21.160761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48f0f15d-74f2-4d6f-a31f-92b14747b924 req-6d5617bb-1dfc-4fc2-8e82-dc2f5b212593 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419462 Aug 09 15:35:21.234727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa50458-b6ad-4e41-a01b-e63b37a8728f req-9a390202-b317-4a9d-8803-e7ebcb74bb18 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756047 Aug 09 15:35:21.248053 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9643ba5-7027-4a03-8917-fd332855e957 x-openstack-request-id: req-c9643ba5-7027-4a03-8917-fd332855e957 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:21.253183 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de743fa-f494-4e00-bf94-71724fdef387", "name": "network-vif-deleted", "tag": "9561a9a9-16f0-4769-bb57-f8f77f5e78e0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:21.255785 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9643ba5-7027-4a03-8917-fd332855e957 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:21.256529 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de743fa-f494-4e00-bf94-71724fdef387', 'name': 'network-vif-deleted', 'tag': '9561a9a9-16f0-4769-bb57-f8f77f5e78e0', 'status': 'completed', 'code': 200} Aug 09 15:35:21.410014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49434355-077b-41eb-bc86-bf9c0a4d17b4 req-0b9ee9fb-3640-4021-9074-8ae357d3ee56 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:21.419017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49434355-077b-41eb-bc86-bf9c0a4d17b4 req-0b9ee9fb-3640-4021-9074-8ae357d3ee56 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 935 time: 0.1219313 Aug 09 15:35:21.451679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:21.466699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0a41ea-1abd-4863-b77b-a291bac93d19 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:21.479380 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:21.497631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49434355-077b-41eb-bc86-bf9c0a4d17b4 req-0bbbc02c-bfdc-4426-8b60-c2c00735905b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773177 Aug 09 15:35:21.545642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Transition to ACTIVE for port object 8d0a41ea-1abd-4863-b77b-a291bac93d19 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:21.555374 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:21.648243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f19e3e-82d7-48cf-b4fb-39851db85d77 req-b12629c4-2014-4349-a51b-dbfbd96fca1e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:21.650581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33f19e3e-82d7-48cf-b4fb-39851db85d77 req-b12629c4-2014-4349-a51b-dbfbd96fca1e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.0688536 Aug 09 15:35:21.705275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Allocated IP 172.25.7.72 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/5800ab02-644c-4fa3-bd36-5b1cc46e1a26) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:21.725032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0a41ea-1abd-4863-b77b-a291bac93d19,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:21.764861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33f19e3e-82d7-48cf-b4fb-39851db85d77 req-0b348171-34f3-49a4-8cab-3efcceb685b9 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069775 Aug 09 15:35:21.872539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Attempting to bind port 8d0a41ea-1abd-4863-b77b-a291bac93d19 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:21.872910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Attempting to bind port 8d0a41ea-1abd-4863-b77b-a291bac93d19 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:21.873223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Attempting to bind port 8d0a41ea-1abd-4863-b77b-a291bac93d19 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:21.887915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Port 8d0a41ea-1abd-4863-b77b-a291bac93d19 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:21.888159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Attempting to bind port 8d0a41ea-1abd-4863-b77b-a291bac93d19 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:21.900637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:21.900949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:21.901371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:21.901929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Bound port: 8d0a41ea-1abd-4863-b77b-a291bac93d19, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:21.902259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:21.920484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.004050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] For port 8d0a41ea-1abd-4863-b77b-a291bac93d19, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:22.008908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] For port 8d0a41ea-1abd-4863-b77b-a291bac93d19, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8d0a41ea-1abd-4863-b77b-a291bac93d19,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:22.028949 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.036095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.089798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5b8f5ba-b535-4d48-a194-50235aabc5e1 req-7c013003-49c3-4728-b12e-0ae13cc04f1c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 210 time: 0.0536685 Aug 09 15:35:22.119624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:22.121719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:22.122415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.124106 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] 10.222.0.66 "PUT /v2.0/ports/8d0a41ea-1abd-4863-b77b-a291bac93d19 HTTP/1.1" status: 200 len: 1095 time: 1.7796776 Aug 09 15:35:22.128873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a', 'tag': '8d0a41ea-1abd-4863-b77b-a291bac93d19'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:22.131645 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a00c97-d5ce-4476-911e-ecc79157d9af" -d '{"events": [{"name": "network-changed", "server_uuid": "785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a", "tag": "8d0a41ea-1abd-4863-b77b-a291bac93d19"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:22.137828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:22.141783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:22.147851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event updated for resources: {'Port': ['ID=5800ab02-644c-4fa3-bd36-5b1cc46e1a26,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:22.261233 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b00d505-ef8f-42e9-836b-a23733f87da6 x-openstack-request-id: req-6b00d505-ef8f-42e9-836b-a23733f87da6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:22.261783 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a", "tag": "8d0a41ea-1abd-4863-b77b-a291bac93d19", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:22.262199 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b00d505-ef8f-42e9-836b-a23733f87da6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:22.263296 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a', 'tag': '8d0a41ea-1abd-4863-b77b-a291bac93d19', 'status': 'completed', 'code': 200} Aug 09 15:35:22.298947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580180c4-cd75-44ab-bbc2-78f757f3c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0a41ea-1abd-4863-b77b-a291bac93d19,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:22.336990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 292d3396-1147-4973-8a90-97122ea97466 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:22.349449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea6441dd-3afc-4cb5-bcec-21a1044558b7 req-6d842097-720d-47d7-9a39-1224263d1dad tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 210 time: 0.0506108 Aug 09 15:35:22.365353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-f7b339fe-d167-4814-a36a-249e76d29f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:22.373278 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-f7b339fe-d167-4814-a36a-249e76d29f49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 1098 time: 0.1613345 Aug 09 15:35:22.386080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:22.422089 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.446522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-4c44c37f-a29b-4358-b029-41d7fdef36cc tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:22.448174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-4c44c37f-a29b-4358-b029-41d7fdef36cc tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.3015924 Aug 09 15:35:22.496235 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-2e1ccc00-4d37-4255-b32f-307b46fbb763 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=8d0a41ea-1abd-4863-b77b-a291bac93d19 HTTP/1.1" status: 200 len: 217 time: 0.1117511 Aug 09 15:35:22.500175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.resource_extend [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:35:22.592801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dad941-0320-4536-83e5-197edc5ce0b8 req-fe50291a-cc16-44e3-ac88-ed826c7d75e4 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:22.594478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2dad941-0320-4536-83e5-197edc5ce0b8 req-fe50291a-cc16-44e3-ac88-ed826c7d75e4 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 948 time: 0.1860657 Aug 09 15:35:22.599421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-c13f64e3-c3eb-46e2-ad62-e30e53710b92 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0 HTTP/1.1" status: 200 len: 378 time: 0.1138463 Aug 09 15:35:22.605280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.619572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'port': {'device_id': '099fda56-480e-4f8a-9591-5290ecb7a577', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'admin_state_up': True, 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'security_groups': ['8b65252f-941d-4010-9676-31c14fec4b55']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:22.725041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2dad941-0320-4536-83e5-197edc5ce0b8 req-0470a269-2567-4281-adfc-0931d2d7a244 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215355 Aug 09 15:35:22.753585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:22.757083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 2ff22878-2d0d-40c2-b927-1422b004cb06 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:22.771007 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 2ff22878-2d0d-40c2-b927-1422b004cb06 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:22.771492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.829426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806edc0-8135-4f3b-9df5-897c347680fb req-f21e6aff-b815-4bc5-807e-7991793ceaa0 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:22.831056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5806edc0-8135-4f3b-9df5-897c347680fb req-f21e6aff-b815-4bc5-807e-7991793ceaa0 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 947 time: 0.1331642 Aug 09 15:35:22.831269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '292d3396-1147-4973-8a90-97122ea97466', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '292d3396-1147-4973-8a90-97122ea97466', 'mac_address': 'fa:16:3e:a0:25:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:22.928860 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.945411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5806edc0-8135-4f3b-9df5-897c347680fb req-ced4651f-9d2a-4e97-9dfb-e34fd855118b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969868 Aug 09 15:35:22.949490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Made reservation on behalf of 9345f1ab3536491e8c6ddbd7c8d069a0 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:22.953100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.960793 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:22.996107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f344c6d-ae1a-4783-8b19-e73574fe7264 req-bc0ecd2a-ede4-4822-8b10-1df5660170c0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:22.997972 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f344c6d-ae1a-4783-8b19-e73574fe7264 req-bc0ecd2a-ede4-4822-8b10-1df5660170c0 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.1070871 Aug 09 15:35:23.048683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-c8a85f5a-9358-4a54-afe5-1979dabd87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:23.050809 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-c8a85f5a-9358-4a54-afe5-1979dabd87fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.5164764 Aug 09 15:35:23.154047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292d3396-1147-4973-8a90-97122ea97466 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:23.184784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:23.197274 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-e3449ddb-b69c-4337-9f2d-6853f235a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:23.199776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-e3449ddb-b69c-4337-9f2d-6853f235a23b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410503 Aug 09 15:35:23.226614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:23.229290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:23.234164 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc692348-6926-47a5-91c4-f60c96a9c594" -d '{"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-plugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:23.239020 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:23.243862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-003db1f1-3338-4f88-9329-dcb5858b11ba req-700e2485-8a2b-4cfc-a36e-614b1e93f4f7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 210 time: 0.0466433 Aug 09 15:35:23.280038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Allocated IP 172.20.0.4 (ef85b93e-e499-4972-8244-c314697005fe/c4f561c7-e720-471b-bc6f-314785afddb5/690b7a41-7b9c-44ce-8a60-3fdd01e7aef2) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:23.309195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f344c6d-ae1a-4783-8b19-e73574fe7264 req-cf82490a-57c4-47e9-9781-bba36c932b31 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630361 Aug 09 15:35:23.316660 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:23.321621 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d666494-c73c-41d9-9696-aba475a95aaa x-openstack-request-id: req-7d666494-c73c-41d9-9696-aba475a95aaa {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:23.322108 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-plugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:23.322516 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d666494-c73c-41d9-9696-aba475a95aaa {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:23.323099 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'code': 200} Aug 09 15:35:23.324534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:23.366120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-0b507023-276e-4ed9-b79d-fbe7c0d42e73 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565237 Aug 09 15:35:23.414351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:23.485977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:23.494410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:23.513184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['292d3396-1147-4973-8a90-97122ea97466'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:23.559681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6932c909-4196-481f-9a1b-97885a7734a5 req-f3e11ae5-e421-4ce4-b382-ebe258fbce65 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=5de743fa-f494-4e00-bf94-71724fdef387 HTTP/1.1" status: 200 len: 210 time: 0.0605381 Aug 09 15:35:23.608420 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-104c4b61-9532-46ad-87d1-ad61ca22a33d req-95e36f37-a712-40ce-8982-69c8ca42aa36 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302790 Aug 09 15:35:23.609001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112a0b-0367-475b-af0c-f5603f5b1096 req-b94ceffe-0772-4bb0-bd89-6ea036c4bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:23.610370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95112a0b-0367-475b-af0c-f5603f5b1096 req-b94ceffe-0772-4bb0-bd89-6ea036c4bfd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 1101 time: 0.2014716 Aug 09 15:35:23.656529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event updated for resources: {'Port': ['ID=5800ab02-644c-4fa3-bd36-5b1cc46e1a26,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:23.681429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:23.718040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:23.719281 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2592a674-57fe-445b-9dad-d3ec3099e742 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7978885 Aug 09 15:35:23.721637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:23.725713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95112a0b-0367-475b-af0c-f5603f5b1096 req-efb8a8dc-0676-45b7-9bef-266925d1465e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026387 Aug 09 15:35:23.763308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Transition to ACTIVE for port object 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:23.780830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-ab67f75d-de1b-4451-a0d7-ed7b2837ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:23.786193 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-ab67f75d-de1b-4451-a0d7-ed7b2837ecb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 1098 time: 0.1150315 Aug 09 15:35:23.829951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:23.912769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-9148c661-c49d-4a0f-82b1-a27831b47381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:23.914448 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-9148c661-c49d-4a0f-82b1-a27831b47381 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1208177 Aug 09 15:35:23.940001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:23.986973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Network ef85b93e-e499-4972-8244-c314697005fe is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:23.998555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:24.004026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:24.024094 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-d002852e-a1ad-442c-8ba2-bc6d409edcbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=8d0a41ea-1abd-4863-b77b-a291bac93d19 HTTP/1.1" status: 200 len: 217 time: 0.1001859 Aug 09 15:35:24.042431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4971f4-8ac4-4a1a-a9b0-e02cbe4ebb9c req-d9b2cb02-e28d-4561-9f31-d7458aafc445 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:24.044437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac4971f4-8ac4-4a1a-a9b0-e02cbe4ebb9c req-d9b2cb02-e28d-4561-9f31-d7458aafc445 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 949 time: 0.0989876 Aug 09 15:35:24.047375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b12914c2-d6fc-4cfe-af2a-7d0840500162 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:24.158104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-eba8171c-0e01-401c-995e-6ed66646a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:24.164383 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-eba8171c-0e01-401c-995e-6ed66646a6b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1274416 Aug 09 15:35:24.221759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-c4c12da2-2f21-4ecb-bba0-7c17ff4db551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:24.233582 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-c4c12da2-2f21-4ecb-bba0-7c17ff4db551 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508168 Aug 09 15:35:24.336409 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-9a2a38b9-c66c-41e0-bfca-9fff5cbe84e0 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017749 Aug 09 15:35:24.360216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-57b02aa9-e58f-4abe-9544-4e1f13bdc858 None None] Provisioning for port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:24.364929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-57b02aa9-e58f-4abe-9544-4e1f13bdc858 None None] Provisioning complete for port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:24.365354 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-57b02aa9-e58f-4abe-9544-4e1f13bdc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:24.406931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-57b02aa9-e58f-4abe-9544-4e1f13bdc858 None None] Port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:35:24.458476 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-58a00c97-d5ce-4476-911e-ecc79157d9af req-86ef1205-8858-4f2c-b52a-04d05997f845 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121862 Aug 09 15:35:24.595075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:24.595776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:24.633255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac4971f4-8ac4-4a1a-a9b0-e02cbe4ebb9c req-6a55bc07-c7d0-4e37-b0bf-1952aef31e88 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414190 Aug 09 15:35:24.637512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-98e28169-cb66-41e4-bcf9-b175c163eda2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0275378 Aug 09 15:35:24.653994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Request body: {'port': {'device_id': '099fda56-480e-4f8a-9591-5290ecb7a577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:24.714516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-b9472457-8301-41e0-87e8-4f3119c5525a tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:24.721976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-b9472457-8301-41e0-87e8-4f3119c5525a tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 821 time: 0.6679089 Aug 09 15:35:24.784571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-8e9011fe-78e1-4712-93a4-14ea61b1a0f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/quotas/6ba2988e9afa45f39a083b6eb7e4d823 HTTP/1.1" status: 200 len: 375 time: 0.0612302 Aug 09 15:35:24.790774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:24.886989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e46e4-527f-4d2a-a765-67fd4eb98d9d req-7c5a0488-9a85-4053-a8e8-d1ad14197509 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:24.888566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-679e46e4-527f-4d2a-a765-67fd4eb98d9d req-7c5a0488-9a85-4053-a8e8-d1ad14197509 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 947 time: 0.1642392 Aug 09 15:35:24.931275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-e312bce2-6fc4-4833-9626-7a929b2d518a tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373932 Aug 09 15:35:25.028887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-679e46e4-527f-4d2a-a765-67fd4eb98d9d req-d4e6d378-f634-4ddd-a64e-e24f9c5e1c64 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258183 Aug 09 15:35:25.272296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bc677-0b65-4950-829f-fac026256160 req-a6761860-b8f3-4a82-af73-e2a5e87b22d5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:25.274705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-459bc677-0b65-4950-829f-fac026256160 req-a6761860-b8f3-4a82-af73-e2a5e87b22d5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 931 time: 0.1461318 Aug 09 15:35:25.278710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-35d223c1-0c51-4ddc-a5b2-aadcfbd24f9b service neutron] 10.222.0.64 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967134 Aug 09 15:35:25.415728 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-2e3b3d2c-36ea-4014-825e-ee75988c21e4 service neutron] 10.222.0.35 "GET /v2.0/ports/b12914c2-d6fc-4cfe-af2a-7d0840500162/bindings/n-h2-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.0706875 Aug 09 15:35:25.435948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-459bc677-0b65-4950-829f-fac026256160 req-8746049d-a549-40cf-9d70-2b94fda508d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1452336 Aug 09 15:35:25.440178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:25.469005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:25.503030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Transition to ACTIVE for port object 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:25.520892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-c477e8c5-245f-4ee1-9a63-09b19e50c772 service neutron] 10.222.0.64 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250576 Aug 09 15:35:25.525550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:25.661446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:25.715977 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:25.724771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0731404-faaf-477b-8775-7aec398e67a0 req-a4202707-2425-4629-81ca-d1d2e4acbe41 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:25.727284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0731404-faaf-477b-8775-7aec398e67a0 req-a4202707-2425-4629-81ca-d1d2e4acbe41 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 944 time: 0.2049568 Aug 09 15:35:25.761110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:25.849828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0731404-faaf-477b-8775-7aec398e67a0 req-778283a2-3a4d-4001-8b8b-0e92abe660cc tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887458 Aug 09 15:35:25.855734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Attempting to bind port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:25.856162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Attempting to bind port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:25.856431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Attempting to bind port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:25.875670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 on network ef85b93e-e499-4972-8244-c314697005fe not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:25.876031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Attempting to bind port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:25.887397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:25.887757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Checking segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:25.888185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Bound using segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:25.890289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Bound port: 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:25.891618 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:25.896562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12914c2-d6fc-4cfe-af2a-7d0840500162 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:25.940529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:25.972102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:26.034712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:26.045344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:26.109509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:26.118984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fd11cc5-8a37-46ef-be50-5cf52220678e req-3df441f8-2c03-49ce-93ac-8ff7ab3e1a5b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 210 time: 0.0722883 Aug 09 15:35:26.149927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] Transition to ACTIVE for port object b12914c2-d6fc-4cfe-af2a-7d0840500162 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:26.156990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:26.177151 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:35:26.247045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:26.248270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:26.250078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] 10.222.0.35 "PUT /v2.0/ports/690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 1091 time: 1.6032870 Aug 09 15:35:26.255872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:26.259557 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff7970d-3b93-427f-8418-62544eed5f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:26.331791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] No DVR routers for this DVR port b12914c2-d6fc-4cfe-af2a-7d0840500162 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:26.348439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8d0a41ea-1abd-4863-b77b-a291bac93d19 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:26.352812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 292d3396-1147-4973-8a90-97122ea97466 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:26.357486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] Pushing event updated for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:26.458622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7f21-8513-4d84-84ad-8b1747abeb82 req-c1bab3cc-55ee-4728-aeb8-02c9f0a547d8 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:26.459270 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-5f80fb14-c0d2-4096-8ce8-c66c5e4c8515 service neutron] 10.222.0.35 "PUT /v2.0/ports/b12914c2-d6fc-4cfe-af2a-7d0840500162/bindings/n-h2-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0307975 Aug 09 15:35:26.474951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-662e7f21-8513-4d84-84ad-8b1747abeb82 req-c1bab3cc-55ee-4728-aeb8-02c9f0a547d8 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 949 time: 0.3962138 Aug 09 15:35:26.490562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb2deb-d7f9-430a-90db-67d779aec144 service neutron] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:26.581545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b34eb9-60de-486c-9dd3-36d48b96f73e req-af601a73-1948-469f-9c92-ca76a58ce632 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:26.590517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47b34eb9-60de-486c-9dd3-36d48b96f73e req-af601a73-1948-469f-9c92-ca76a58ce632 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 947 time: 0.3392947 Aug 09 15:35:26.637698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-5e43c1cb-e927-4318-99ec-cd16bbf5a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:26.641277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-5e43c1cb-e927-4318-99ec-cd16bbf5a647 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1094 time: 0.3344712 Aug 09 15:35:26.656622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-df358267-1964-4216-97a0-a3e60b2992cd tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:26.663095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-df358267-1964-4216-97a0-a3e60b2992cd tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.1415892 Aug 09 15:35:26.680765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 292d3396-1147-4973-8a90-97122ea97466 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:26.707572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-8c7417bd-c1ea-43c2-9d72-c2d121288931 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 217 time: 0.0480258 Aug 09 15:35:26.725273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-662e7f21-8513-4d84-84ad-8b1747abeb82 req-6175df84-0633-499e-8673-1a475d4f8163 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464082 Aug 09 15:35:26.740648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 292d3396-1147-4973-8a90-97122ea97466 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:26.741276 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:26.784969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-4d0a0e6d-cba6-4da3-87fa-939fda0728c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:26.789580 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-4d0a0e6d-cba6-4da3-87fa-939fda0728c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7&tenant_id=93cadee9f55442db8de1de7b0c004894 HTTP/1.1" status: 200 len: 1096 time: 0.1186688 Aug 09 15:35:26.847882 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9bab3-2683-4ad7-93b6-0be792fa8b44 x-openstack-request-id: req-06d9bab3-2683-4ad7-93b6-0be792fa8b44 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:26.850409 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:26.850409 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06d9bab3-2683-4ad7-93b6-0be792fa8b44 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:26.852598 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'status': 'completed', 'code': 200} Aug 09 15:35:26.894294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8d0a41ea-1abd-4863-b77b-a291bac93d19, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8d0a41ea-1abd-4863-b77b-a291bac93d19,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:26.904567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-9049d9ff-11f0-4184-9dd0-663f0ad34365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:26.906140 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-9049d9ff-11f0-4184-9dd0-663f0ad34365 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0848267 Aug 09 15:35:26.910208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '8d0a41ea-1abd-4863-b77b-a291bac93d19', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '8d0a41ea-1abd-4863-b77b-a291bac93d19', 'mac_address': 'fa:16:3e:09:65:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:26.980927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47b34eb9-60de-486c-9dd3-36d48b96f73e req-b8cac4d3-f364-4864-9a18-6008dcb992b7 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890393 Aug 09 15:35:27.029597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-2491318c-35e7-4a9a-9b6a-d707e634b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:27.034480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-2491318c-35e7-4a9a-9b6a-d707e634b7a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.3074265 Aug 09 15:35:27.050100 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:27.065351 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:27.070111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0a41ea-1abd-4863-b77b-a291bac93d19 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:27.083399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-cff8fddf-8c26-4d12-8002-285b4b422e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:27.085622 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-cff8fddf-8c26-4d12-8002-285b4b422e66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.1719358 Aug 09 15:35:27.098577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8d0a41ea-1abd-4863-b77b-a291bac93d19, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8d0a41ea-1abd-4863-b77b-a291bac93d19,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:27.108764 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:27.132532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a306c-bfe4-4ba2-ace4-0bd91b0b777c req-0ec76f85-4b0d-42ae-9ed8-0754a838c05a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:27.134709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-096a306c-bfe4-4ba2-ace4-0bd91b0b777c req-0ec76f85-4b0d-42ae-9ed8-0754a838c05a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 943 time: 0.2474265 Aug 09 15:35:27.178374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-8738b55f-7023-4e3d-8839-6aa449df6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:27.180647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-8738b55f-7023-4e3d-8839-6aa449df6e2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383922 Aug 09 15:35:27.180807 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-6753521a-12ed-4ef5-8500-53f5bf0199f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162 HTTP/1.1" status: 200 len: 217 time: 0.0860348 Aug 09 15:35:27.183911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8d0a41ea-1abd-4863-b77b-a291bac93d19,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:27.202418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.202873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.203280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.203613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.204129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.204459 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.204782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.205209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.205607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.205934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.206353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.206712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:27.217843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d3396-1147-4973-8a90-97122ea97466'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:27.219979 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b06679-395c-47df-bf32-6282b0e192eb" -d '{"events": [{"server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "name": "network-vif-plugged", "status": "completed", "tag": "292d3396-1147-4973-8a90-97122ea97466"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:27.240583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:27.247632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:27.298632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-19c0118e-5b15-4327-a60f-0265870539e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:27.300997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-19c0118e-5b15-4327-a60f-0265870539e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.1101878 Aug 09 15:35:27.329915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc739ab-fc76-4633-941a-918b72c07b56 req-435c83a1-6fa7-449f-b2af-c3229c995b6e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:27.343006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbc739ab-fc76-4633-941a-918b72c07b56 req-435c83a1-6fa7-449f-b2af-c3229c995b6e tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 945 time: 0.2063501 Aug 09 15:35:27.355849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-096a306c-bfe4-4ba2-ace4-0bd91b0b777c req-22fddbc4-8d71-4f94-85ef-df0908155faf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2026021 Aug 09 15:35:27.358385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-e3de671c-75ab-4132-81ee-ed5ce314af37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489488 Aug 09 15:35:27.374235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:27.410724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbc739ab-fc76-4633-941a-918b72c07b56 req-a5ce3863-759a-4ad1-930b-2fce1d3eddb8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668159 Aug 09 15:35:27.437719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:27.593811 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-0d51a588-66a8-44fd-aa24-d2cbb5d8db63 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213984 Aug 09 15:35:27.663809 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98ddf3e-a983-44ee-9935-4ec046a44ffa x-openstack-request-id: req-e98ddf3e-a983-44ee-9935-4ec046a44ffa {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:27.664277 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "name": "network-vif-plugged", "status": "completed", "tag": "292d3396-1147-4973-8a90-97122ea97466", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:27.664492 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e98ddf3e-a983-44ee-9935-4ec046a44ffa {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:27.664606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-6294b618-544c-4dd6-a37d-d9fdd0e8992b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:27.664872 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d3396-1147-4973-8a90-97122ea97466', 'code': 200} Aug 09 15:35:27.666198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-6294b618-544c-4dd6-a37d-d9fdd0e8992b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 821 time: 0.2482190 Aug 09 15:35:27.670902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-5baeba6e-b32b-4030-bbef-48f91d83979b service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796152 Aug 09 15:35:27.680432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Request body: {'port': {'device_id': 'b863d86c-e164-45ab-a510-4af3fd4f357c', 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'admin_state_up': True, 'tenant_id': '6ba2988e9afa45f39a083b6eb7e4d823'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:27.790004 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-c3e29d1a-9398-45a0-bef8-db395617145a service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888502 Aug 09 15:35:27.836224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Made reservation on behalf of 6ba2988e9afa45f39a083b6eb7e4d823 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:27.840904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:27.870685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda41176-eb6c-40b5-8afe-b23da3d49f4a req-0ed6a1e6-f277-4437-b2ef-d60dfa530df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:27.872940 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cda41176-eb6c-40b5-8afe-b23da3d49f4a req-0ed6a1e6-f277-4437-b2ef-d60dfa530df4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 1101 time: 0.0819726 Aug 09 15:35:27.899044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-325a7229-a492-48e6-854e-f592d79bc5fd req-4b57ae4b-0e8d-45aa-b7fc-fe6fc91f73df tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 210 time: 0.0736380 Aug 09 15:35:27.922477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:27.979726 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cda41176-eb6c-40b5-8afe-b23da3d49f4a req-84eb3c85-c358-448a-a6c0-12bd510125d9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970449 Aug 09 15:35:28.028420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4310ee2a-380b-4dc4-b7c1-9f8a1ce3226b req-ce4773b8-5b4f-47f5-8880-1fcf12952954 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034643 Aug 09 15:35:28.119166 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:28.122907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-471f4494-55eb-40dd-bc31-eaac5a668544 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:28.127982 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-471f4494-55eb-40dd-bc31-eaac5a668544 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7&tenant_id=93cadee9f55442db8de1de7b0c004894&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.0919721 Aug 09 15:35:28.218963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c0183-c4a0-40d3-bec8-fbeb0e692602 req-14a2e764-63ee-4cfa-aadb-07c12f917962 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:28.226960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-368c0183-c4a0-40d3-bec8-fbeb0e692602 req-14a2e764-63ee-4cfa-aadb-07c12f917962 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 950 time: 0.3716817 Aug 09 15:35:28.278889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7970d-3b93-427f-8418-62544eed5f4c req-fac73702-6d1f-40c0-b630-7b816479ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:28.280764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fff7970d-3b93-427f-8418-62544eed5f4c req-fac73702-6d1f-40c0-b630-7b816479ca67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1094 time: 0.1754980 Aug 09 15:35:28.287929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-90d050fa-bb7d-484e-bf79-71e8f7afdd8f service neutron] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:28.291734 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-90d050fa-bb7d-484e-bf79-71e8f7afdd8f service neutron] Notify callbacks [] for binding, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:28.293074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7a646d9-6e5c-4a95-a7de-b24808c3b086 req-90d050fa-bb7d-484e-bf79-71e8f7afdd8f service neutron] 10.222.0.66 "DELETE /v2.0/ports/b12914c2-d6fc-4cfe-af2a-7d0840500162/bindings/n-h1-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.1543231 Aug 09 15:35:28.337907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3fde7-b337-4f78-bbbe-5f852575bbbe req-6ca32ca8-e84e-4e9f-a5bf-983e51354675 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:28.345955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ed3fde7-b337-4f78-bbbe-5f852575bbbe req-6ca32ca8-e84e-4e9f-a5bf-983e51354675 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 948 time: 0.2575140 Aug 09 15:35:28.408437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-368c0183-c4a0-40d3-bec8-fbeb0e692602 req-6cd2440c-d7b0-48f2-aec6-79f7b045016c tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805272 Aug 09 15:35:28.439934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Allocated IP 172.20.0.12 (c0bf920c-4570-4b7b-ac9a-9deede4023eb/7fc36b79-bba6-4f8a-bd55-5395070bf0b0/9a0720fe-257f-4bee-b102-ce4d4c0f5371) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:28.484105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ed3fde7-b337-4f78-bbbe-5f852575bbbe req-6aafcfac-b781-45f4-a682-40c846d16029 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333992 Aug 09 15:35:28.553201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7970d-3b93-427f-8418-62544eed5f4c req-763a83e9-4d6d-4e76-8647-86faebb074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:28.554946 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fff7970d-3b93-427f-8418-62544eed5f4c req-763a83e9-4d6d-4e76-8647-86faebb074ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.2441490 Aug 09 15:35:28.696447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fff7970d-3b93-427f-8418-62544eed5f4c req-ffb67294-3551-4804-be2c-e9edfd9242bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 217 time: 0.1273592 Aug 09 15:35:28.785713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d203bd-2d6e-46f2-9111-4484c22338e2 req-c4d1952e-bbd6-413e-bec1-d3436f4e30a7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:28.788305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9d203bd-2d6e-46f2-9111-4484c22338e2 req-c4d1952e-bbd6-413e-bec1-d3436f4e30a7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 943 time: 0.2988386 Aug 09 15:35:28.857597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6573998-5c59-41b8-a59a-21057f580351 req-cb58d5e1-0090-44cf-8213-a63cb9d016b9 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:28.860286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6573998-5c59-41b8-a59a-21057f580351 req-cb58d5e1-0090-44cf-8213-a63cb9d016b9 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 945 time: 0.2988055 Aug 09 15:35:28.877213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7970d-3b93-427f-8418-62544eed5f4c req-7055ce89-2639-4e63-a111-d6f29297f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:28.878404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fff7970d-3b93-427f-8418-62544eed5f4c req-7055ce89-2639-4e63-a111-d6f29297f98e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1516321 Aug 09 15:35:28.910841 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:28.993810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9d203bd-2d6e-46f2-9111-4484c22338e2 req-c5089bb9-1955-4004-8491-6ccd48433b99 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1943450 Aug 09 15:35:29.036384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6573998-5c59-41b8-a59a-21057f580351 req-75955103-ff3d-45a9-8ab7-5f442379303c tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681366 Aug 09 15:35:29.062441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7970d-3b93-427f-8418-62544eed5f4c req-0a1f08e2-844e-49bf-a3e4-ab6bf2bd0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:29.064075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fff7970d-3b93-427f-8418-62544eed5f4c req-0a1f08e2-844e-49bf-a3e4-ab6bf2bd0769 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425993 Aug 09 15:35:29.124228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:29.266525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Network c0bf920c-4570-4b7b-ac9a-9deede4023eb is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:29.307075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:29.346999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:29.401601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event updated for resources: {'Port': ['ID=9a0720fe-257f-4bee-b102-ce4d4c0f5371,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:29.474356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:29.484468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:29.516022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fff7970d-3b93-427f-8418-62544eed5f4c req-9277da97-ac63-46ed-a802-2d6faf88d085 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309204 Aug 09 15:35:29.544500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b2229-b8cb-4646-b28b-361283a4bf04 req-1062a233-4610-4fc3-99a8-cb62fac2edfb tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:29.546209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad7b2229-b8cb-4646-b28b-361283a4bf04 req-1062a233-4610-4fc3-99a8-cb62fac2edfb tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 932 time: 0.2859139 Aug 09 15:35:29.624772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-42dbe882-a84e-4762-9c37-d5e8fdcb5a79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9494317 Aug 09 15:35:29.640298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Request body: {'port': {'device_id': 'b863d86c-e164-45ab-a510-4af3fd4f357c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:29.686488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad7b2229-b8cb-4646-b28b-361283a4bf04 req-2749287a-e432-4011-b87a-9db5488b09f7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878851 Aug 09 15:35:29.757908 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:29.844455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fff7970d-3b93-427f-8418-62544eed5f4c req-bb143e1c-1d53-4b0d-a5fc-4abee2f2072a service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274031 Aug 09 15:35:29.928477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7d606-981a-496e-9ceb-87402982baa9 req-7ecbb7e2-6fcb-43af-9ec3-d1c61842a551 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:29.930144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10f7d606-981a-496e-9ceb-87402982baa9 req-7ecbb7e2-6fcb-43af-9ec3-d1c61842a551 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 1096 time: 0.1829007 Aug 09 15:35:29.982784 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f327-0874-446f-a1d6-1448f5b712b0 req-244d79bb-e7a2-45d2-9a88-0b271f4584ad tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:29.984258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3456f327-0874-446f-a1d6-1448f5b712b0 req-244d79bb-e7a2-45d2-9a88-0b271f4584ad tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 950 time: 0.1631420 Aug 09 15:35:30.104321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10f7d606-981a-496e-9ceb-87402982baa9 req-9afe6745-bbce-42f6-98e4-16d1bd921db2 tempest-LiveAutoBlockMigrationV225Test-1839072067 tempest-LiveAutoBlockMigrationV225Test-1839072067-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301029 Aug 09 15:35:30.105804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:30.109112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3456f327-0874-446f-a1d6-1448f5b712b0 req-d1dd3018-e0f8-487c-8fbe-ef8a69713ec5 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135650 Aug 09 15:35:30.303309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:30.314709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'mac_address': 'fa:16:3e:bf:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:30.325962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0720fe-257f-4bee-b102-ce4d4c0f5371 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:30.336337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:30.355131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8d0a41ea-1abd-4863-b77b-a291bac93d19 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:30.365551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e2cc0-e0e7-4f1c-9388-d3062d15af6e req-b58a5f00-3713-451e-a881-371cd619e631 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:30.367982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c2e2cc0-e0e7-4f1c-9388-d3062d15af6e req-b58a5f00-3713-451e-a881-371cd619e631 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 948 time: 0.1574483 Aug 09 15:35:30.371300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Transition to ACTIVE for port object 9a0720fe-257f-4bee-b102-ce4d4c0f5371 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:30.382695 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:30.384154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e2d37-8b83-44cc-a805-f9b1f176333f req-360a113b-ccb9-4763-bbfb-3dbde4359e31 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:30.385833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-473e2d37-8b83-44cc-a805-f9b1f176333f req-360a113b-ccb9-4763-bbfb-3dbde4359e31 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 943 time: 0.1342258 Aug 09 15:35:30.388913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:30.405413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:30.430715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:30.437342 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:30.442392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 8d0a41ea-1abd-4863-b77b-a291bac93d19 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:30.465324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 8d0a41ea-1abd-4863-b77b-a291bac93d19 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:30.466039 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:30.491564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0720fe-257f-4bee-b102-ce4d4c0f5371,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:30.521154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:30.571959 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:30.604609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0a41ea-1abd-4863-b77b-a291bac93d19'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:30.607654 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5457650-f5d9-4794-9e69-80bf41a2b980" -d '{"events": [{"server_uuid": "785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a", "name": "network-vif-plugged", "status": "completed", "tag": "8d0a41ea-1abd-4863-b77b-a291bac93d19"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:30.625656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8d0a41ea-1abd-4863-b77b-a291bac93d19, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8d0a41ea-1abd-4863-b77b-a291bac93d19,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:30.630954 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:30.690089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:30.733580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8d0a41ea-1abd-4863-b77b-a291bac93d19,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:30.873725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c2e2cc0-e0e7-4f1c-9388-d3062d15af6e req-c8ce3a6c-fa8e-4aea-bd05-b2b74af6dcd7 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863410 Aug 09 15:35:30.878955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-473e2d37-8b83-44cc-a805-f9b1f176333f req-87b276f0-a6cb-46b3-88c1-33681c19dde9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4801898 Aug 09 15:35:30.953323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Attempting to bind port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:30.953899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Attempting to bind port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:30.953899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Attempting to bind port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 on network c0bf920c-4570-4b7b-ac9a-9deede4023eb {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:30.959059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 on network c0bf920c-4570-4b7b-ac9a-9deede4023eb not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:30.959385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Attempting to bind port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 on network c0bf920c-4570-4b7b-ac9a-9deede4023eb {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:30.965251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:30.965719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Checking segment: {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:30.966116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Bound using segment: {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:30.966605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Bound port: 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:30.967028 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:31.077352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:31.081485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:31.085275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:31.098446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451e01d-277f-4bf6-b711-ac47892ec24a req-516e63e9-205b-4456-87ce-18d82604020b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.100041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3451e01d-277f-4bf6-b711-ac47892ec24a req-516e63e9-205b-4456-87ce-18d82604020b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 950 time: 0.0898213 Aug 09 15:35:31.153579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.154190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:31.155633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] 10.222.0.66 "PUT /v2.0/ports/9a0720fe-257f-4bee-b102-ce4d4c0f5371 HTTP/1.1" status: 200 len: 1092 time: 1.5197020 Aug 09 15:35:31.156100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b863d86c-e164-45ab-a510-4af3fd4f357c', 'tag': '9a0720fe-257f-4bee-b102-ce4d4c0f5371'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:31.158349 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b863d86c-e164-45ab-a510-4af3fd4f357c", "tag": "9a0720fe-257f-4bee-b102-ce4d4c0f5371"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:31.181815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce901256-1f19-457f-9f04-7da26c6232f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0720fe-257f-4bee-b102-ce4d4c0f5371,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:31.191593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3451e01d-277f-4bf6-b711-ac47892ec24a req-a73d6979-a784-4831-ad19-3d887857e010 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719709 Aug 09 15:35:31.237618 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a06a88-ba1e-4135-94d4-a57c655613dd x-openstack-request-id: req-72a06a88-ba1e-4135-94d4-a57c655613dd {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:31.238195 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a", "name": "network-vif-plugged", "status": "completed", "tag": "8d0a41ea-1abd-4863-b77b-a291bac93d19", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:31.238195 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72a06a88-ba1e-4135-94d4-a57c655613dd {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:31.238580 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0a41ea-1abd-4863-b77b-a291bac93d19', 'code': 200} Aug 09 15:35:31.260575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-d5a205fd-933f-46eb-a449-981b93b5bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.262381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-d5a205fd-933f-46eb-a449-981b93b5bd32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 1095 time: 0.0560956 Aug 09 15:35:31.313896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-766da8f0-132a-460a-ac0c-757eb286fdbb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371 HTTP/1.1" status: 200 len: 217 time: 0.0420113 Aug 09 15:35:31.361610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edc217-281c-41a7-b779-f16b5ea45ce9 req-e1dac703-3cfa-43d4-9eea-b9c84f568738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.363354 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-55edc217-281c-41a7-b779-f16b5ea45ce9 req-e1dac703-3cfa-43d4-9eea-b9c84f568738 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 1100 time: 0.0447242 Aug 09 15:35:31.404729 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-55edc217-281c-41a7-b779-f16b5ea45ce9 req-277540c9-b407-46c5-96da-6548c3f1c58f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301032 Aug 09 15:35:31.418090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-f3090dbe-ee27-498b-a23d-906e8af59ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.419556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-f3090dbe-ee27-498b-a23d-906e8af59ca8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fc36b79-bba6-4f8a-bd55-5395070bf0b0 HTTP/1.1" status: 200 len: 861 time: 0.0889695 Aug 09 15:35:31.429129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2683bb-e467-4d38-91a6-a177c1d5f449 req-3cc6df59-47d5-4e44-8a3e-608d3420f319 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.430513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf2683bb-e467-4d38-91a6-a177c1d5f449 req-3cc6df59-47d5-4e44-8a3e-608d3420f319 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 944 time: 0.1196883 Aug 09 15:35:31.438381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57efc1-27df-4192-b28e-156b535e1384 req-257e117d-795a-4c22-b519-0d0c5c88c2ec tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.439738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac57efc1-27df-4192-b28e-156b535e1384 req-257e117d-795a-4c22-b519-0d0c5c88c2ec tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 945 time: 0.1300087 Aug 09 15:35:31.494964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-f0c70a82-dfb3-47c3-b4b9-fdca6e63d1b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0bf920c-4570-4b7b-ac9a-9deede4023eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292778 Aug 09 15:35:31.524570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf2683bb-e467-4d38-91a6-a177c1d5f449 req-92b3f412-4c27-463d-897b-f6a492050a17 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838933 Aug 09 15:35:31.565814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac57efc1-27df-4192-b28e-156b535e1384 req-b20e3467-b15a-4f62-8ee4-7f0cf1bad7fb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192830 Aug 09 15:35:31.569185 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb571d0-ba63-4b45-a00b-98e49e0d7e8d x-openstack-request-id: req-9fb571d0-ba63-4b45-a00b-98e49e0d7e8d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:31.569467 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b863d86c-e164-45ab-a510-4af3fd4f357c", "tag": "9a0720fe-257f-4bee-b102-ce4d4c0f5371", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:31.569668 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fb571d0-ba63-4b45-a00b-98e49e0d7e8d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:31.570055 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b863d86c-e164-45ab-a510-4af3fd4f357c', 'tag': '9a0720fe-257f-4bee-b102-ce4d4c0f5371', 'status': 'completed', 'code': 200} Aug 09 15:35:31.628461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-d4dadf79-3073-4650-8595-adafa3bdef30 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241059 Aug 09 15:35:31.734948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd294fb3-36b8-4b10-aca8-f190d88d8b98 req-ea0b0c71-c2c7-4e1c-8a55-4ffc9279f73a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.736600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd294fb3-36b8-4b10-aca8-f190d88d8b98 req-ea0b0c71-c2c7-4e1c-8a55-4ffc9279f73a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 944 time: 0.1043720 Aug 09 15:35:31.778563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c21d8a0e-2652-4917-acee-71f847f53e4d req-300394a9-4b36-4e6c-b240-3f529464111d service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374435 Aug 09 15:35:31.783606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-79ef4f3a-d170-4768-98f3-b01d4eaa584b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.785284 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-79ef4f3a-d170-4768-98f3-b01d4eaa584b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 945 time: 0.0555451 Aug 09 15:35:31.832496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd294fb3-36b8-4b10-aca8-f190d88d8b98 req-33b3bf4f-f871-451a-8b53-f6d85c3c0ebd tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835192 Aug 09 15:35:31.861918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404c4de-d145-4f44-8de6-9c8862163382 req-3f1465e6-c3bf-4b2a-b087-4ec9b2d1407e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.863483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d404c4de-d145-4f44-8de6-9c8862163382 req-3f1465e6-c3bf-4b2a-b087-4ec9b2d1407e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 944 time: 0.0798881 Aug 09 15:35:31.939623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Deleting port b12914c2-d6fc-4cfe-af2a-7d0840500162 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:31.942327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:31.972345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-dc242c01-c2ad-4d3d-8d5f-95fa6c1f0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:31.974269 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-dc242c01-c2ad-4d3d-8d5f-95fa6c1f0809 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 1095 time: 0.1351562 Aug 09 15:35:32.050251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] For port b12914c2-d6fc-4cfe-af2a-7d0840500162, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b12914c2-d6fc-4cfe-af2a-7d0840500162,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:32.050568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.064083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Calling delete_port for b12914c2-d6fc-4cfe-af2a-7d0840500162 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:32.104690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:32.113284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Deleting port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:32.113623 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.159701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:32.164238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:32.164698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.210500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b00be-c121-4168-8a6d-4023a01e2b52 req-fdfa4d53-42f4-47d1-864d-92e556011386 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:32.212104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f51b00be-c121-4168-8a6d-4023a01e2b52 req-fdfa4d53-42f4-47d1-864d-92e556011386 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 949 time: 0.2162850 Aug 09 15:35:32.212256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.225002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-ce8c1f47-a918-40ac-aeda-399f5d5df287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:32.226464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-ce8c1f47-a918-40ac-aeda-399f5d5df287 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 923 time: 0.2393470 Aug 09 15:35:32.243285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Pushing event deleted for resources: {'Port': ['ID=b12914c2-d6fc-4cfe-af2a-7d0840500162,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:32.249402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172a33-f731-4671-8abd-33c6477e5d52 req-4168a165-faf5-4e1f-9074-9735733448d4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:32.255935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e1872d5e-0a40-4ad5-85b6-5515aa25b3b2', 'b12914c2-d6fc-4cfe-af2a-7d0840500162'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:32.256447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3172a33-f731-4671-8abd-33c6477e5d52 req-4168a165-faf5-4e1f-9074-9735733448d4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2468224 Aug 09 15:35:32.295553 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.296280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] No DVR routers for this DVR port b12914c2-d6fc-4cfe-af2a-7d0840500162 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:32.299160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.301805 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c414145-4e1e-4176-b147-a0bad2656e73 req-5fe7e18b-4ac3-4741-a357-42e0f61a0acb tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.66 "DELETE /v2.0/ports/b12914c2-d6fc-4cfe-af2a-7d0840500162 HTTP/1.1" status: 204 len: 173 time: 0.5016272 Aug 09 15:35:32.302859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'name': 'network-vif-deleted', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:32.305401 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da12e7da-646e-4d28-82be-e6d5ef7e5b77" -d '{"events": [{"server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "name": "network-vif-deleted", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:32.335406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-61fce4de-4319-40e3-bb60-7123fb4433ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371 HTTP/1.1" status: 200 len: 217 time: 0.0768788 Aug 09 15:35:32.345216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:32.351764 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.381434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] For port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:32.381788 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.427745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f51b00be-c121-4168-8a6d-4023a01e2b52 req-01c7445e-544b-4530-a92f-a6efbe9364fd tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042146 Aug 09 15:35:32.438539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Calling delete_port for a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:32.445540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:32.464970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3172a33-f731-4671-8abd-33c6477e5d52 req-23e43924-b9d8-42f8-be25-6556b8340a77 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2022688 Aug 09 15:35:32.494978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-28c9ea62-d5ef-4ef6-941f-8845f49fe6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:32.497036 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-28c9ea62-d5ef-4ef6-941f-8845f49fe6bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fc36b79-bba6-4f8a-bd55-5395070bf0b0 HTTP/1.1" status: 200 len: 861 time: 0.1388323 Aug 09 15:35:32.581217 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d56cc7-7ff3-4157-9d58-d53aec4bb1bb x-openstack-request-id: req-63d56cc7-7ff3-4157-9d58-d53aec4bb1bb {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:32.581846 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7ad6e7-a684-4a90-89de-85133b86f5f7", "name": "network-vif-deleted", "tag": "b12914c2-d6fc-4cfe-af2a-7d0840500162", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:32.581846 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63d56cc7-7ff3-4157-9d58-d53aec4bb1bb {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:32.582303 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ad6e7-a684-4a90-89de-85133b86f5f7', 'name': 'network-vif-deleted', 'tag': 'b12914c2-d6fc-4cfe-af2a-7d0840500162', 'status': 'completed', 'code': 200} Aug 09 15:35:32.592849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-ac031a0d-7d12-4d91-98f6-8e262480ef84 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0bf920c-4570-4b7b-ac9a-9deede4023eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579336 Aug 09 15:35:32.695640 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-8162bc6d-4dc2-4b5b-ab8f-42daf114b51f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507278 Aug 09 15:35:32.757089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5e24808-7a65-494c-a6fe-780db04592b9 req-de8f10eb-b748-4b1b-ad3e-d82761d654ea tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 210 time: 0.0647857 Aug 09 15:35:32.816611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-7eca5e74-735d-47c2-be2f-5c5bccdf561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:32.818695 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-7eca5e74-735d-47c2-be2f-5c5bccdf561f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=93cadee9f55442db8de1de7b0c004894&device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 1096 time: 0.0520155 Aug 09 15:35:32.831249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-f6310b54-8474-49db-b35d-c0f89428bae7 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163095 Aug 09 15:35:32.838655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36524d9c-bffd-45f6-b71e-f8dbd73fddb4 req-7444684b-a701-42de-b08c-45f0986e72d1 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:32.840101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36524d9c-bffd-45f6-b71e-f8dbd73fddb4 req-7444684b-a701-42de-b08c-45f0986e72d1 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 944 time: 0.1938403 Aug 09 15:35:32.930699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:32.946057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:32.962484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0295e657-4b7f-44ee-b00e-c8fc3fe69c3e req-2c188957-3ecd-4b79-b1c6-0ce5e48c7b7b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e608e-47eb-4104-83fa-22b1e58e0387 HTTP/1.1" status: 200 len: 210 time: 0.0526965 Aug 09 15:35:32.981909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-64275b00-af71-4c7d-b763-8f7b6330d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:32.984036 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-64275b00-af71-4c7d-b763-8f7b6330d61a service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 200 len: 923 time: 0.1190009 Aug 09 15:35:33.017227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36524d9c-bffd-45f6-b71e-f8dbd73fddb4 req-ff3b0d8a-7b3c-47b4-bee1-bd9ae38d1edc tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646686 Aug 09 15:35:33.023015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Pushing event deleted for resources: {'Port': ['ID=a4827ed7-1341-4f8a-bfdd-c9a49eaa1463,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:33.040180 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-5ec8e3ac-d506-4e13-b7cc-a762b4e5fc80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 200 len: 217 time: 0.0453358 Aug 09 15:35:33.081947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1235fb-0dbd-44e8-ad29-5f884c0aff8a req-c4f119d5-467b-469c-ac54-f319fc462677 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387865 Aug 09 15:35:33.120588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] No DVR routers for this DVR port a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:33.122224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-23338e82-8b58-44f5-96fd-9ceb4085a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:33.123259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:33.124172 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-23338e82-8b58-44f5-96fd-9ceb4085a8a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 200 len: 861 time: 0.0668905 Aug 09 15:35:33.125704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d404c4de-d145-4f44-8de6-9c8862163382 req-e481c209-8e60-4956-a04c-23d035841613 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.35 "DELETE /v2.0/ports/a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 HTTP/1.1" status: 204 len: 173 time: 1.2468734 Aug 09 15:35:33.162220 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-a78ac2fb-0c82-410a-8254-768cb63e8d38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a1652f2-e7df-429a-bfeb-03d9527afb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299609 Aug 09 15:35:33.240522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:33.244357 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fd76f3-8179-4a19-a8c6-f6e17dab3a3c" -d '{"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-plugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:33.288931 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20202e2c-b30b-421c-9e14-f6bbee328bc9 x-openstack-request-id: req-20202e2c-b30b-421c-9e14-f6bbee328bc9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:33.289859 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-plugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:33.290290 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20202e2c-b30b-421c-9e14-f6bbee328bc9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:33.291005 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'code': 200} Aug 09 15:35:33.303635 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-9079001d-2c95-4a56-b00c-3fce9c7dcf3d service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320100 Aug 09 15:35:33.386892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ce8dd-997b-426b-a5d9-0024f4cc4773 req-32cf3f14-9d1f-43cd-9459-c9ba634bb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:33.388622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6ce8dd-997b-426b-a5d9-0024f4cc4773 req-32cf3f14-9d1f-43cd-9459-c9ba634bb3f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1096 time: 0.0423069 Aug 09 15:35:33.400611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3cb23727-3e63-47ed-9225-5eff1bf4edbb req-8c4ab361-ebd7-4a13-99fd-1987e494aa84 service neutron] 10.222.0.66 "GET /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889604 Aug 09 15:35:33.432709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed6ce8dd-997b-426b-a5d9-0024f4cc4773 req-e4c3f6bb-1c31-47c1-b05f-756487c57737 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356357 Aug 09 15:35:33.571698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'name': 'network-vif-deleted', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:33.573965 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5731294-af0e-4306-afa0-b4ecca9661cd" -d '{"events": [{"server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "name": "network-vif-deleted", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:33.596951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6189577-bba8-47ff-9def-38370c1b446a req-ffb4d15c-f48f-404b-9d45-ef3c86508489 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:33.599004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6189577-bba8-47ff-9def-38370c1b446a req-ffb4d15c-f48f-404b-9d45-ef3c86508489 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 949 time: 0.0986888 Aug 09 15:35:33.610743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681eac91-753a-42e8-8981-f5fcbd03d136 req-7d8fbc62-0f85-4025-86af-102db4e26375 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:33.612393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-681eac91-753a-42e8-8981-f5fcbd03d136 req-7d8fbc62-0f85-4025-86af-102db4e26375 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 945 time: 0.0847862 Aug 09 15:35:33.671401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6189577-bba8-47ff-9def-38370c1b446a req-aca0d5e3-84e4-4b5a-9fd8-75d0d2d8c7f9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580037 Aug 09 15:35:33.677115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-681eac91-753a-42e8-8981-f5fcbd03d136 req-ce406778-e595-4380-bea8-fd4b7799b147 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566795 Aug 09 15:35:33.815468 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b026a5f-bdb0-4914-a914-7c75f2edf3c7 x-openstack-request-id: req-8b026a5f-bdb0-4914-a914-7c75f2edf3c7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:33.816037 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3e608e-47eb-4104-83fa-22b1e58e0387", "name": "network-vif-deleted", "tag": "a4827ed7-1341-4f8a-bfdd-c9a49eaa1463", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:33.816561 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b026a5f-bdb0-4914-a914-7c75f2edf3c7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:33.817129 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3e608e-47eb-4104-83fa-22b1e58e0387', 'name': 'network-vif-deleted', 'tag': 'a4827ed7-1341-4f8a-bfdd-c9a49eaa1463', 'status': 'completed', 'code': 200} Aug 09 15:35:33.933797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e238adb6-0093-4adb-aeb1-cc9f3b83b2c6 req-b5270a27-9ee7-475c-96d3-cb1ecc39d018 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 210 time: 0.0354965 Aug 09 15:35:33.988087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6d99e-8699-40ea-8208-4a4fba0a8ef4 req-09527d24-f108-4752-9fa9-dfc043757ace tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:33.989949 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9bb6d99e-8699-40ea-8208-4a4fba0a8ef4 req-09527d24-f108-4752-9fa9-dfc043757ace tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 1100 time: 0.0593958 Aug 09 15:35:34.010189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9bb6d99e-8699-40ea-8208-4a4fba0a8ef4 req-09e92aa2-1d45-4f32-9d64-8627afab37f3 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:34.140758 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9bb6d99e-8699-40ea-8208-4a4fba0a8ef4 req-09e92aa2-1d45-4f32-9d64-8627afab37f3 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:34.146257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9bb6d99e-8699-40ea-8208-4a4fba0a8ef4 req-09e92aa2-1d45-4f32-9d64-8627afab37f3 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:34.172318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e29d8-f5f9-4928-9c76-be82058d1bc7 req-e5bceccd-71e6-4970-8092-4019fb9e298f tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:34.173827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f9e29d8-f5f9-4928-9c76-be82058d1bc7 req-e5bceccd-71e6-4970-8092-4019fb9e298f tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 944 time: 0.0856166 Aug 09 15:35:34.184582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9bb6d99e-8699-40ea-8208-4a4fba0a8ef4 req-09e92aa2-1d45-4f32-9d64-8627afab37f3 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881537 Aug 09 15:35:34.203811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e92aa2-1d45-4f32-9d64-8627afab37f3 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebdf1f5-9f8c-48ac-aa8d-7e169942da5b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:34.260215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f9e29d8-f5f9-4928-9c76-be82058d1bc7 req-6b2be650-f537-4ce9-a3f2-92e54de698fc tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Aug 09 15:35:34.347589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9a0720fe-257f-4bee-b102-ce4d4c0f5371 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:34.366717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b12914c2-d6fc-4cfe-af2a-7d0840500162 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:34.396134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: b12914c2-d6fc-4cfe-af2a-7d0840500162 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:34.396809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b12914c2-d6fc-4cfe-af2a-7d0840500162 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:34.434220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-9157ae49-18b7-4149-9666-f3023b60ab8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955424 Aug 09 15:35:34.513035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:34.528263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '9a0720fe-257f-4bee-b102-ce4d4c0f5371', 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'port_id': '9a0720fe-257f-4bee-b102-ce4d4c0f5371', 'mac_address': 'fa:16:3e:78:fc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc36b79-bba6-4f8a-bd55-5395070bf0b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:34.548912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-e4df4685-ceac-4c2a-93db-213c05a26835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:34.550994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-e4df4685-ceac-4c2a-93db-213c05a26835 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56df983dc7384ddeb5bd26f643627db1&device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 1095 time: 0.0882783 Aug 09 15:35:34.560756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57a703-7895-4b31-b01e-ec0ff9d06849 req-4a0e4946-5815-4b69-a26a-63feb7a0bd6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:34.562356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c57a703-7895-4b31-b01e-ec0ff9d06849 req-4a0e4946-5815-4b69-a26a-63feb7a0bd6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 944 time: 0.0872080 Aug 09 15:35:34.597074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:34.612439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0720fe-257f-4bee-b102-ce4d4c0f5371 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:34.636278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:34.650982 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:34.651766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:34.709801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-d92482d5-cf15-4d0d-9f9b-92896d7e2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:34.711321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-d92482d5-cf15-4d0d-9f9b-92896d7e2666 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 200 len: 909 time: 0.1187587 Aug 09 15:35:34.758667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-f916d986-6f2d-43f4-be18-59ef69326676 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461745 Aug 09 15:35:34.765422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=9a0720fe-257f-4bee-b102-ce4d4c0f5371,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:34.798838 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c57a703-7895-4b31-b01e-ec0ff9d06849 req-354f3f00-ac0c-43be-b8f2-a664a004707f tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291739 Aug 09 15:35:34.845130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:34.858581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'mac_address': 'fa:16:3e:bd:b5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:34.864260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-26507cce-73a0-40d0-a52c-9705b92385bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 200 len: 217 time: 0.0878859 Aug 09 15:35:34.902425 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:34.917168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ff22878-2d0d-40c2-b927-1422b004cb06 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:34.945826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:34.953401 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:35.000068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-1786523b-fed3-45f0-9be3-a44cf19eed3b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:35.000646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-f9ea7db1-e5d3-4766-be51-8c266ca31fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:35.001704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-f9ea7db1-e5d3-4766-be51-8c266ca31fef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 200 len: 847 time: 0.1300774 Aug 09 15:35:35.003235 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-1786523b-fed3-45f0-9be3-a44cf19eed3b tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 944 time: 0.1319933 Aug 09 15:35:35.017216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52222174-b472-40ed-932c-625da7c40ccd req-896dfff2-8483-4205-99fd-a63cb0096ff1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:35.018813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52222174-b472-40ed-932c-625da7c40ccd req-896dfff2-8483-4205-99fd-a63cb0096ff1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 945 time: 0.1057947 Aug 09 15:35:35.054037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:35.062823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-51e59d58-31da-418a-9367-c3e1978e6311 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69377b5d-8aa6-400b-b9cd-ed4c37ebf047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431237 Aug 09 15:35:35.078084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2ff22878-2d0d-40c2-b927-1422b004cb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:35.103196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-40725705-d6b8-45d9-a8fd-64a0bb452e30 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:35.110505 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-40725705-d6b8-45d9-a8fd-64a0bb452e30 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509080 Aug 09 15:35:35.154600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-c233966b-88d1-4637-bcc2-b2430c544d1e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/quotas/7d11dbd0e4144a5a88c071ba4e5b5168 HTTP/1.1" status: 200 len: 375 time: 0.0431242 Aug 09 15:35:35.236290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Deleting port 12521cef-a9c6-45e9-8647-f87ed026d64b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:35.236629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:35.236838 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52222174-b472-40ed-932c-625da7c40ccd req-30b9233b-3aaf-4c79-82ea-8eef754b8f40 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1979291 Aug 09 15:35:35.280478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-2cfd4cc5-1618-417e-825d-aee3fde9f0d1 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248667 Aug 09 15:35:35.306352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['9a0720fe-257f-4bee-b102-ce4d4c0f5371'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:35.318277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-8843345d-9d9d-46ce-8a7e-669107ac20bb service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466226 Aug 09 15:35:35.468771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65904b8b-b4bf-4388-85ae-a121fdb70c9b req-a6f7b840-7f8d-494a-b3bd-880fdc566362 service neutron] 10.222.0.35 "GET /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416962 Aug 09 15:35:35.504226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] For port 12521cef-a9c6-45e9-8647-f87ed026d64b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=12521cef-a9c6-45e9-8647-f87ed026d64b,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:35.504622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:35.539854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Calling delete_port for 12521cef-a9c6-45e9-8647-f87ed026d64b owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:35.677571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae03e808-100d-42e3-8c67-ae927619dd91 req-90dc485d-cf02-416c-b0e2-d8ed211b9caf tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 210 time: 0.0655003 Aug 09 15:35:35.789834 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:35.843621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Pushing event deleted for resources: {'Port': ['ID=12521cef-a9c6-45e9-8647-f87ed026d64b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:35.887227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c84c21-e301-402f-b81b-73507d5f628e req-67f55164-33b9-42eb-9e8d-9e4f12e98d0d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:35.892442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48c84c21-e301-402f-b81b-73507d5f628e req-67f55164-33b9-42eb-9e8d-9e4f12e98d0d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 945 time: 0.1075482 Aug 09 15:35:35.894175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] No DVR routers for this DVR port 12521cef-a9c6-45e9-8647-f87ed026d64b on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:35.900389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:35.903227 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cd5e995a-8e69-4cbf-9c28-57c07f099f7d req-8b73e227-0987-46b1-8131-ec43f5f50962 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.35 "DELETE /v2.0/ports/12521cef-a9c6-45e9-8647-f87ed026d64b HTTP/1.1" status: 204 len: 173 time: 0.8873508 Aug 09 15:35:35.903730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'name': 'network-vif-deleted', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:35.903987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44472) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:35.909902 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd07674-595c-4a41-91d7-e83430c1c513" -d '{"events": [{"server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "name": "network-vif-deleted", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:35.932577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'floatingip': {'port_id': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:36.022398 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:36.146742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:36.189603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5917240-c813-4bff-a3bb-aa183f66e9b3 req-0cf5756d-8f83-48db-85b6-10a6d7c0188a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb HTTP/1.1" status: 200 len: 210 time: 0.1135144 Aug 09 15:35:36.209101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:36.209353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device a4827ed7-1341-4f8a-bfdd-c9a49eaa1463 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:36.291720 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a416e9-f0cd-4906-b98f-99a6a08ac824 x-openstack-request-id: req-09a416e9-f0cd-4906-b98f-99a6a08ac824 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:36.292228 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb", "name": "network-vif-deleted", "tag": "12521cef-a9c6-45e9-8647-f87ed026d64b", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:36.292344 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09a416e9-f0cd-4906-b98f-99a6a08ac824 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:36.292653 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cd147d-c8f9-47a4-a136-0d8b46d3c1eb', 'name': 'network-vif-deleted', 'tag': '12521cef-a9c6-45e9-8647-f87ed026d64b', 'status': 'completed', 'code': 200} Aug 09 15:35:36.352966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9a0720fe-257f-4bee-b102-ce4d4c0f5371 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:36.416947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889fcdd-2216-4218-acc1-b0402eb94d6c req-6b55b2b5-2145-43f9-82ed-932fbbed3f5b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:36.444901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b889fcdd-2216-4218-acc1-b0402eb94d6c req-6b55b2b5-2145-43f9-82ed-932fbbed3f5b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 945 time: 0.3754635 Aug 09 15:35:36.514015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:36.534761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:36.537742 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:36.825196 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:36.889878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863d86c-e164-45ab-a510-4af3fd4f357c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0720fe-257f-4bee-b102-ce4d4c0f5371'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:36.894014 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c613b1-6976-4818-81b2-7b835ba6c1dd" -d '{"events": [{"server_uuid": "b863d86c-e164-45ab-a510-4af3fd4f357c", "name": "network-vif-plugged", "status": "completed", "tag": "9a0720fe-257f-4bee-b102-ce4d4c0f5371"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:36.936872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:36.949901 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:36.950932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:37.121462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=9a0720fe-257f-4bee-b102-ce4d4c0f5371,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:37.155898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 2ff22878-2d0d-40c2-b927-1422b004cb06 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:37.156600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:37.289661 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:37.346409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:37.354814 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:37.445978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:37.507093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b889fcdd-2216-4218-acc1-b0402eb94d6c req-5e742e04-7029-4d43-8db2-cdd063cfd835 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0608592 Aug 09 15:35:37.551377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf2b034d-6734-4d0a-86af-f24dfc4dc316 req-8d6b922c-5e5f-42ef-8a76-e5ffae5384e5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a7ad6e7-a684-4a90-89de-85133b86f5f7 HTTP/1.1" status: 200 len: 210 time: 0.0763876 Aug 09 15:35:37.677942 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a51db27-83f9-40e7-9c9c-27924b045a71 x-openstack-request-id: req-1a51db27-83f9-40e7-9c9c-27924b045a71 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:37.678310 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863d86c-e164-45ab-a510-4af3fd4f357c", "name": "network-vif-plugged", "status": "completed", "tag": "9a0720fe-257f-4bee-b102-ce4d4c0f5371", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:37.678570 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a51db27-83f9-40e7-9c9c-27924b045a71 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:37.678975 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b863d86c-e164-45ab-a510-4af3fd4f357c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0720fe-257f-4bee-b102-ce4d4c0f5371', 'code': 200} Aug 09 15:35:37.750213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6eca5e4e-d58f-41f9-9fee-967996dc33e5 req-a2518836-49c4-4421-8500-65f546c289fc tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 210 time: 0.1042323 Aug 09 15:35:37.897759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53adc1b-fedb-44a1-a84d-a04c5c592498 req-989a4930-2170-4c04-92a1-4ab0b729f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:37.900199 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c53adc1b-fedb-44a1-a84d-a04c5c592498 req-989a4930-2170-4c04-92a1-4ab0b729f3c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 1097 time: 0.0994809 Aug 09 15:35:37.968251 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c53adc1b-fedb-44a1-a84d-a04c5c592498 req-1e88c0cd-984c-44d0-8dd8-07dc6206b0ee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553167 Aug 09 15:35:38.168864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 12521cef-a9c6-45e9-8647-f87ed026d64b no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:38.237981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 12521cef-a9c6-45e9-8647-f87ed026d64b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:38.238327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 12521cef-a9c6-45e9-8647-f87ed026d64b not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:38.325818 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:38.335299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:38.403668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-985b9258-393a-4c60-807d-7bd21af89c40 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664866 Aug 09 15:35:38.635726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-afe16795-13b9-41e1-8da2-a715a683837a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:38.638051 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-afe16795-13b9-41e1-8da2-a715a683837a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283807 Aug 09 15:35:38.674191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Request body: {'port': {'device_id': 'fd30dd90-19b5-4aef-bd15-6d88a6f6f129', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7d11dbd0e4144a5a88c071ba4e5b5168'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:38.817571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad5b2d-4807-4560-800e-563f30237d18 req-e0f17260-20ac-436d-a962-b447e9138e02 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:38.819212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69ad5b2d-4807-4560-800e-563f30237d18 req-e0f17260-20ac-436d-a962-b447e9138e02 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 945 time: 0.3816452 Aug 09 15:35:38.838113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Made reservation on behalf of 7d11dbd0e4144a5a88c071ba4e5b5168 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:38.842509 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:38.886470 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Floating IP 47014fde-2d5b-4831-8b94-e150eede0504 associated. External IP: 172.25.7.97, port: 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2. Aug 09 15:35:38.965484 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-b01abb0d-82e8-4f32-b967-126564950445 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803931 Aug 09 15:35:39.115959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bae549-56fa-4b1d-842b-88cf418bc020 req-d8ae807b-0baf-4f9a-b6b7-74bc903868e8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:39.124175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26bae549-56fa-4b1d-842b-88cf418bc020 req-d8ae807b-0baf-4f9a-b6b7-74bc903868e8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 946 time: 0.4062996 Aug 09 15:35:39.202892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Allocated IP 192.168.233.44 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/b56c48d2-a423-4fd4-bc96-435a31b8e390) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:39.215984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-1d243314-1b90-4398-8162-b57ff1b1f731 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:39.217797 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-1d243314-1b90-4398-8162-b57ff1b1f731 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480917 Aug 09 15:35:39.234617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Request body: {'port': {'device_id': 'd081711d-4aa7-4771-b248-40cf315ef764', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7d11dbd0e4144a5a88c071ba4e5b5168'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:39.297613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69ad5b2d-4807-4560-800e-563f30237d18 req-f9acf2f1-63ab-4427-9493-e832d4fa6e4a tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690151 Aug 09 15:35:39.315397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Router b26371b1-c28a-4146-a647-24b14b0aa465 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:35:39.492481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Made reservation on behalf of 7d11dbd0e4144a5a88c071ba4e5b5168 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:39.499394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:39.638786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-c5a88d8c-b981-4273-af93-bad0a898a414 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:39.639261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:39.640388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-c5a88d8c-b981-4273-af93-bad0a898a414 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.35 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 945 time: 0.7962282 Aug 09 15:35:39.658119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Transition to ACTIVE for port object b56c48d2-a423-4fd4-bc96-435a31b8e390 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:39.680308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:39.682807 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe625db-12e2-45db-996a-f78b5fe35b24" -d '{"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-plugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:39.745173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4de58c2f-5b8d-4d2f-a72c-f762ffff7cc4 req-6c6110d6-1494-47f9-a3bd-03e767a212dc tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 210 time: 0.1432340 Aug 09 15:35:39.759400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:39.769806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26bae549-56fa-4b1d-842b-88cf418bc020 req-49d69fb7-b36c-4464-9cfc-253921ab3d45 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398070 Aug 09 15:35:39.784974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:39.863569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:35:39.868646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:39.875580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:39.885629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:39.892803 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:39.900894 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] Sync routers for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:35:39.933855 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:35:39.937994 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:35:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:39.994687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:39.995369 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:40.000451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-37a31313-0c0e-488e-bf18-77bcd1bfc4ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "PUT /v2.0/floatingips/47014fde-2d5b-4831-8b94-e150eede0504 HTTP/1.1" status: 200 len: 990 time: 4.0950630 Aug 09 15:35:40.002647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:40.005387 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6d738c-e039-4ae4-a6af-cde4e666584d" -d '{"events": [{"name": "network-changed", "server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:40.030921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'Port': ['ID=b56c48d2-a423-4fd4-bc96-435a31b8e390,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:40.044915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Deleting port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:40.045262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:40.099323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Allocated IP 192.168.233.19 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/bd7a8cb7-644e-40f6-9ba6-49a47ded2c58) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:40.112263 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-aa2f599f-9aaa-4050-84fc-0542c3b9871c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4571772 Aug 09 15:35:40.145828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Request body: {'port': {'device_id': 'fd30dd90-19b5-4aef-bd15-6d88a6f6f129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:40.153737 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed85ae-8d9f-4c58-9ad3-a3d1f74d9ecf x-openstack-request-id: req-16ed85ae-8d9f-4c58-9ad3-a3d1f74d9ecf {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:40.154014 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-plugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:40.154249 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16ed85ae-8d9f-4c58-9ad3-a3d1f74d9ecf {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:40.154685 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'code': 200} Aug 09 15:35:40.245658 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ec1491-fa18-408d-821f-3ef3ac89d716 x-openstack-request-id: req-17ec1491-fa18-408d-821f-3ef3ac89d716 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:40.245946 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:40.246199 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17ec1491-fa18-408d-821f-3ef3ac89d716 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:40.246601 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'status': 'completed', 'code': 200} Aug 09 15:35:40.262337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.35', 63450) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:40.296145 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:35:40.396314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2cc7d1dd-498a-441f-832d-b5bfe3763214 None None] Provisioning for port b56c48d2-a423-4fd4-bc96-435a31b8e390 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:40.404034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2cc7d1dd-498a-441f-832d-b5bfe3763214 None None] Provisioning complete for port b56c48d2-a423-4fd4-bc96-435a31b8e390 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:40.404769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d1dd-498a-441f-832d-b5bfe3763214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:40.417906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] For port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,segment=NetworkSegment(9433e728-5c93-4165-a297-f58dfd3bf9fe),segment_id=9433e728-5c93-4165-a297-f58dfd3bf9fe)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:40.418287 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:40.449188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Calling delete_port for 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:40.496494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7d1dd-498a-441f-832d-b5bfe3763214 None None] Port b56c48d2-a423-4fd4-bc96-435a31b8e390 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:35:40.539121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-2fb1bff1-1844-41d7-bf23-d3b1a81fc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:40.540712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-2fb1bff1-1844-41d7-bf23-d3b1a81fc2a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1096 time: 0.2673538 Aug 09 15:35:40.755703 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '47014fde-2d5b-4831-8b94-e150eede0504', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'port_id': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'mac_address': 'fa:16:3e:bf:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fda56-480e-4f8a-9591-5290ecb7a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:35:16Z', 'updated_at': '2021-08-09T15:35:38Z', 'revision_number': 1, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:15Z', 'revision_number': 5, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:40.788532 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] Checking router: b26371b1-c28a-4146-a647-24b14b0aa465 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:35:40.804601 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:35:40.805394 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:35:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:40.809865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87840b8-303e-45d6-b9d7-e603200c810e req-5d95a28a-8474-4a55-aacf-1459ecd613a8 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:40.811593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c87840b8-303e-45d6-b9d7-e603200c810e req-5d95a28a-8474-4a55-aacf-1459ecd613a8 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 945 time: 0.3530252 Aug 09 15:35:40.922930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c87840b8-303e-45d6-b9d7-e603200c810e req-239fe29b-cc97-414e-a16a-af197cc562f8 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/security-groups?id=c848f949-f430-4c59-8c76-23a5e5b8f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940523 Aug 09 15:35:40.991461 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:35:41.033768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-2bb796d3-4575-4b04-853d-978da3819a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:41.036028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-2bb796d3-4575-4b04-853d-978da3819a08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.4739683 Aug 09 15:35:41.185139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d9e020b-e4b8-44e4-9881-28979b5858ea req-7e9e3a2b-4507-4d17-94cb-56ea995d8710 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 210 time: 0.1991963 Aug 09 15:35:41.212981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.232844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Transition to ACTIVE for port object bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:41.250712 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '47014fde-2d5b-4831-8b94-e150eede0504', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'port_id': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'mac_address': 'fa:16:3e:bf:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fda56-480e-4f8a-9591-5290ecb7a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:35:16Z', 'updated_at': '2021-08-09T15:35:38Z', 'revision_number': 1, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:15Z', 'revision_number': 5, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:41.280659 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80657cd-d8af-4047-8a62-ecaea64ee0a2 None None] The sync data for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 is: [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '47014fde-2d5b-4831-8b94-e150eede0504', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'port_id': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'mac_address': 'fa:16:3e:bf:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fda56-480e-4f8a-9591-5290ecb7a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:35:16Z', 'updated_at': '2021-08-09T15:35:38Z', 'revision_number': 1, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:15Z', 'revision_number': 5, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:35:41.323451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.351400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.363077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:41.367014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-47128bdf-57ab-4240-9262-b971b5ff6f32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 998 time: 0.2154088 Aug 09 15:35:41.492891 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.562786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:41.585947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23f685-4744-4436-b778-0af5849377a8 req-c9621250-484b-473b-8150-7162828359ca tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:41.587861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a23f685-4744-4436-b778-0af5849377a8 req-c9621250-484b-473b-8150-7162828359ca tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 946 time: 0.4547136 Aug 09 15:35:41.600053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:41.607105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:41.694403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Pushing event deleted for resources: {'Port': ['ID=124a490a-27b7-45fb-9a2f-9fd95cddf5a2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:41.732922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'Port': ['ID=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:41.787871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-065692cf-2336-4ede-8e61-cd5539cc7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:41.789406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-065692cf-2336-4ede-8e61-cd5539cc7017 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.4042382 Aug 09 15:35:41.966474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b876816c-8c6c-4f1f-a230-851109597599 None None] New status for floating IP 47014fde-2d5b-4831-8b94-e150eede0504: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:35:41.993960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a23f685-4744-4436-b778-0af5849377a8 req-0e979f75-f729-4d2c-bed4-a651c84d2f5d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285704 Aug 09 15:35:42.023020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] No DVR routers for this DVR port 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:42.027267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:42.030411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b55db17a-a3ba-46d0-97da-82cd7f40b47f req-fb0f242a-6aee-43c7-8df0-3ea7481a5f6e tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.35 "DELETE /v2.0/ports/124a490a-27b7-45fb-9a2f-9fd95cddf5a2 HTTP/1.1" status: 204 len: 173 time: 2.3453605 Aug 09 15:35:42.063052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-884005cb-7dd9-4392-ade7-2ce5855bf506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:42.064914 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-884005cb-7dd9-4392-ade7-2ce5855bf506 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494678 Aug 09 15:35:42.257396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'name': 'network-vif-deleted', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:42.259830 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61887f1d-e0da-4fc4-b34a-071be4982f47" -d '{"events": [{"server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "name": "network-vif-deleted", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:42.261706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:42.275521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d14b886-e1da-40d3-a1d7-2389fc0376f1 req-c5317a7a-ffc9-480a-886f-1c4788d24bd5 tempest-LiveMigrationTest-1257204900 tempest-LiveMigrationTest-1257204900-project] 10.222.0.64 "GET /v2.0/ports?device_id=3252c290-b3bc-4d60-a190-c1ce3304601d HTTP/1.1" status: 200 len: 210 time: 0.1389627 Aug 09 15:35:42.292723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:42.293082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 124a490a-27b7-45fb-9a2f-9fd95cddf5a2 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:42.358666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0f024-0cda-4411-bab2-884ded480e4c req-faa0fc07-9ef0-4b0d-a52e-b51dbade39b3 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:42.372558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a362695d-eeb2-41ea-967e-77bc5bf79570 None None] Provisioning for port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:42.373209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1dd0f024-0cda-4411-bab2-884ded480e4c req-faa0fc07-9ef0-4b0d-a52e-b51dbade39b3 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 946 time: 0.2910123 Aug 09 15:35:42.379906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a362695d-eeb2-41ea-967e-77bc5bf79570 None None] Provisioning complete for port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:42.380944 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a362695d-eeb2-41ea-967e-77bc5bf79570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:42.381986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:42.382468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:42.425006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-d952b1fe-2c2e-4d23-aef1-8b0068652610 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514173 Aug 09 15:35:42.430678 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-0ef025d7-670d-48b0-ab4d-492173856928 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2000041 Aug 09 15:35:42.457386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Request body: {'port': {'device_id': 'd081711d-4aa7-4771-b248-40cf315ef764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:42.518391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a362695d-eeb2-41ea-967e-77bc5bf79570 None None] Port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:35:42.649564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6d738c-e039-4ae4-a6af-cde4e666584d req-daeecc24-90cf-410f-abe7-2c54fe29e828 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814439 Aug 09 15:35:42.714523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1dd0f024-0cda-4411-bab2-884ded480e4c req-b98b27fc-758a-41bc-b259-3385d171baad tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351145 Aug 09 15:35:42.749947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:42.762578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c0b64-ed56-4496-8dfc-159fa85bf93c req-55447000-4213-4745-8edf-109a30ab15c1 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:42.770853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-415c0b64-ed56-4496-8dfc-159fa85bf93c req-55447000-4213-4745-8edf-109a30ab15c1 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 935 time: 0.1536944 Aug 09 15:35:42.817081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56c48d2-a423-4fd4-bc96-435a31b8e390 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:42.821378 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9c7051-0a86-4571-8945-7f17e30d2a6d x-openstack-request-id: req-bb9c7051-0a86-4571-8945-7f17e30d2a6d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:42.821703 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252c290-b3bc-4d60-a190-c1ce3304601d", "name": "network-vif-deleted", "tag": "124a490a-27b7-45fb-9a2f-9fd95cddf5a2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:42.821952 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb9c7051-0a86-4571-8945-7f17e30d2a6d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:42.822489 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252c290-b3bc-4d60-a190-c1ce3304601d', 'name': 'network-vif-deleted', 'tag': '124a490a-27b7-45fb-9a2f-9fd95cddf5a2', 'status': 'completed', 'code': 200} Aug 09 15:35:42.869717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-415c0b64-ed56-4496-8dfc-159fa85bf93c req-2841ba21-09c5-492c-9058-f3e583f42fe9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979071 Aug 09 15:35:42.891788 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:42.921781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Transition to ACTIVE for port object b56c48d2-a423-4fd4-bc96-435a31b8e390 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:42.953236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:43.497582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=b56c48d2-a423-4fd4-bc96-435a31b8e390,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:43.542306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44624) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:43.728825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Attempting to bind port b56c48d2-a423-4fd4-bc96-435a31b8e390 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:43.729147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Attempting to bind port b56c48d2-a423-4fd4-bc96-435a31b8e390 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:43.729687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Attempting to bind port b56c48d2-a423-4fd4-bc96-435a31b8e390 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:43.893764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-829be408-537e-4974-8d04-8c684b16583f admin admin] Deleting subnet 1f6d6565-1efe-4b73-9839-698bdbeb1614 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:35:43.897665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-829be408-537e-4974-8d04-8c684b16583f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:43.918705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:43.930094 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:43.966779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-829be408-537e-4974-8d04-8c684b16583f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:43.974834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Transition to ACTIVE for port object bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:43.984331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Port b56c48d2-a423-4fd4-bc96-435a31b8e390 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:43.985026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Attempting to bind port b56c48d2-a423-4fd4-bc96-435a31b8e390 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:43.995393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:43.995704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:43.996194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:43.996821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Bound port: b56c48d2-a423-4fd4-bc96-435a31b8e390, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:43.997301 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.001828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.199161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-829be408-537e-4974-8d04-8c684b16583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.217763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Pushing event updated for resources: {'Port': ['ID=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:44.299234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] For port b56c48d2-a423-4fd4-bc96-435a31b8e390, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:44.304927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58c297-6fea-4dd1-ae60-7c1840b9eeb5 req-2585f13c-e797-4721-8ea8-a31c05a2b57c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:44.305373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] For port b56c48d2-a423-4fd4-bc96-435a31b8e390, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b56c48d2-a423-4fd4-bc96-435a31b8e390,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:44.313875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c58c297-6fea-4dd1-ae60-7c1840b9eeb5 req-2585f13c-e797-4721-8ea8-a31c05a2b57c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 947 time: 0.2845812 Aug 09 15:35:44.318235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.342386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580bf4a-9880-4397-a6e0-e6cc05ec890a req-aadf7078-6439-424a-97c4-f66a13cb112d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:44.350238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6580bf4a-9880-4397-a6e0-e6cc05ec890a req-aadf7078-6439-424a-97c4-f66a13cb112d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 946 time: 0.2705932 Aug 09 15:35:44.408492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=b56c48d2-a423-4fd4-bc96-435a31b8e390,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:44.414612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:44.415516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.417461 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-cba268d3-d9e4-4495-a8ae-52a2e933ae6d service neutron] 10.222.0.35 "PUT /v2.0/ports/b56c48d2-a423-4fd4-bc96-435a31b8e390 HTTP/1.1" status: 200 len: 1095 time: 4.2808261 Aug 09 15:35:44.418396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd30dd90-19b5-4aef-bd15-6d88a6f6f129', 'tag': 'b56c48d2-a423-4fd4-bc96-435a31b8e390'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:44.420980 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73555b5b-7daf-4248-b634-ab08267a5107" -d '{"events": [{"name": "network-changed", "server_uuid": "fd30dd90-19b5-4aef-bd15-6d88a6f6f129", "tag": "b56c48d2-a423-4fd4-bc96-435a31b8e390"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:44.424987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Attempting to bind port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:44.425438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Attempting to bind port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:44.426265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Attempting to bind port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:44.431424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c58c297-6fea-4dd1-ae60-7c1840b9eeb5 req-540c1c16-44c2-4134-ae84-60c0e2cc6981 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142428 Aug 09 15:35:44.432015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:44.432435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Attempting to bind port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:44.451084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6580bf4a-9880-4397-a6e0-e6cc05ec890a req-b66820bb-10b2-4501-9c3f-2bc66562ef8f tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998645 Aug 09 15:35:44.453091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:44.453932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:44.464991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:44.465641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Bound port: bd7a8cb7-644e-40f6-9ba6-49a47ded2c58, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:44.466163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.475650 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-829be408-537e-4974-8d04-8c684b16583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.507352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-829be408-537e-4974-8d04-8c684b16583f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.517171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-829be408-537e-4974-8d04-8c684b16583f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1f6d6565-1efe-4b73-9839-698bdbeb1614 HTTP/1.1" status: 204 len: 168 time: 0.9729271 Aug 09 15:35:44.558609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44660) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:44.584694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] For port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:44.588560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] For port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:44.598982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.604305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829be408-537e-4974-8d04-8c684b16583f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6d6565-1efe-4b73-9839-698bdbeb1614,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:44.680550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:44.683336 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.690248 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] 10.222.0.35 "PUT /v2.0/ports/bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 HTTP/1.1" status: 200 len: 1095 time: 2.2372224 Aug 09 15:35:44.716584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-bb3f8f4c-cf5f-4d2a-ab4b-42107f25be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:44.719026 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-bb3f8f4c-cf5f-4d2a-ab4b-42107f25be34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 1098 time: 0.2380548 Aug 09 15:35:44.775708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.832724 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf8efc-bbcf-4eb3-b581-4060cb80b3ca x-openstack-request-id: req-7baf8efc-bbcf-4eb3-b581-4060cb80b3ca {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:44.833166 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd30dd90-19b5-4aef-bd15-6d88a6f6f129", "tag": "b56c48d2-a423-4fd4-bc96-435a31b8e390", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:44.833427 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7baf8efc-bbcf-4eb3-b581-4060cb80b3ca {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:44.833841 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd30dd90-19b5-4aef-bd15-6d88a6f6f129', 'tag': 'b56c48d2-a423-4fd4-bc96-435a31b8e390', 'status': 'completed', 'code': 200} Aug 09 15:35:44.866748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-36e89a22-1ab2-4065-ad33-bc665a45b87e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b56c48d2-a423-4fd4-bc96-435a31b8e390 HTTP/1.1" status: 200 len: 217 time: 0.1225929 Aug 09 15:35:44.867624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05986d0-cd00-4945-90f3-3a31f1b04b8d service neutron] Pushing event updated for resources: {'Port': ['ID=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:44.929112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.931391 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bfe1b670-5025-4c5b-9afb-e08b2091df80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.945274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69377b5d-8aa6-400b-b9cd-ed4c37ebf047']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:44.965153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9433e728-5c93-4165-a297-f58dfd3bf9fe') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:44.966169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9433e728-5c93-4165-a297-f58dfd3bf9fe') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:44.979281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.016259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.026011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-6cb7e31a-10f4-40ac-8d7d-b97d911faba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:45.042750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:35:45.043432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.044420 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-6cb7e31a-10f4-40ac-8d7d-b97d911faba4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 1098 time: 0.2098312 Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:35:45.045538 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:35:45.070942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-4f0c35b3-3e3b-4f8d-b7fc-483360c3016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:45.072332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-4f0c35b3-3e3b-4f8d-b7fc-483360c3016c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1898284 Aug 09 15:35:45.141443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.154688 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.156597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] 10.222.0.64 "DELETE /v2.0/networks/69377b5d-8aa6-400b-b9cd-ed4c37ebf047 HTTP/1.1" status: 204 len: 168 time: 0.5971110 Aug 09 15:35:45.159336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44668) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:45.185901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d65a2a-837f-4c0c-8ea6-0b8e7b48668a admin admin] Pushing event deleted for resources: {'Network': ['ID=69377b5d-8aa6-400b-b9cd-ed4c37ebf047,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:45.226274 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-09d95dd1-a059-4dd2-83d2-61d646b5a8ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 HTTP/1.1" status: 200 len: 217 time: 0.1742544 Aug 09 15:35:45.267247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c12afc-800f-467f-ad35-0cabaf91ca2b admin admin] Deleting subnet 00a46491-d959-4e35-86a5-4e79a6536d80 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:35:45.274092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12c12afc-800f-467f-ad35-0cabaf91ca2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.296919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-c2a4a9f3-3fd3-4d3a-b76c-43922106982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:45.298755 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-c2a4a9f3-3fd3-4d3a-b76c-43922106982e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058866 Aug 09 15:35:45.328269 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12c12afc-800f-467f-ad35-0cabaf91ca2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.394600 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12c12afc-800f-467f-ad35-0cabaf91ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.415222 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-eef23522-35e6-4e83-ae04-ff7269ec65c3 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079919 Aug 09 15:35:45.422402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d44a198a-eb95-4c9f-b084-e53b95153b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:45.425057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-d44a198a-eb95-4c9f-b084-e53b95153b7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1959083 Aug 09 15:35:45.530156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12c12afc-800f-467f-ad35-0cabaf91ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.584210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c12afc-800f-467f-ad35-0cabaf91ca2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a46491-d959-4e35-86a5-4e79a6536d80,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:45.629040 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12c12afc-800f-467f-ad35-0cabaf91ca2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.639024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-12c12afc-800f-467f-ad35-0cabaf91ca2b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/00a46491-d959-4e35-86a5-4e79a6536d80 HTTP/1.1" status: 204 len: 168 time: 0.4776671 Aug 09 15:35:45.642195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44682) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:45.729864 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-4f609cd0-9032-4e7d-89d9-48f6fc311af2 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020198 Aug 09 15:35:45.779000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abdf59-6055-41e9-a44d-a490e92ff591 req-24137088-3fba-4181-86e4-aaf33ecd6797 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:45.780842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1abdf59-6055-41e9-a44d-a490e92ff591 req-24137088-3fba-4181-86e4-aaf33ecd6797 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 947 time: 0.2077794 Aug 09 15:35:45.799278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd620201-60be-48e9-99b3-4e801ee837d8 req-1d477a88-42bb-41bf-ac7a-adbb8223a7b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:45.806671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd620201-60be-48e9-99b3-4e801ee837d8 req-1d477a88-42bb-41bf-ac7a-adbb8223a7b8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 946 time: 0.1651154 Aug 09 15:35:45.806888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-37d274ad-5da4-487e-8ec6-631e77f25b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:45.809914 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-37d274ad-5da4-487e-8ec6-631e77f25b9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3684912 Aug 09 15:35:45.822776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.913425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd620201-60be-48e9-99b3-4e801ee837d8 req-a4e468a1-43d2-4a47-9ca5-871effecbf58 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010900 Aug 09 15:35:45.918233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1abdf59-6055-41e9-a44d-a490e92ff591 req-be950085-5d9e-47f6-b2e0-ce5fc52c6b08 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094766 Aug 09 15:35:46.007082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555b5b-7daf-4248-b634-ab08267a5107 req-f3d056ff-f750-40ab-8219-765a1f1be511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:46.009215 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-73555b5b-7daf-4248-b634-ab08267a5107 req-f3d056ff-f750-40ab-8219-765a1f1be511 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 1098 time: 0.1973045 Aug 09 15:35:46.096827 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.111050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22668376-eeef-4ae5-ab15-a91d610736b0']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:46.126931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3042b1cd-19df-4c47-b3a5-337a614cd510') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:46.127232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3042b1cd-19df-4c47-b3a5-337a614cd510') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:46.141424 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.151591 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-46dbc5c8-e49e-4ff8-9c49-baa4f5720d95 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205452 Aug 09 15:35:46.157844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964af3-d73d-43a0-90fd-067695f06cb8 req-b0ad6aa4-ef46-4133-aff1-04f43eca5da6 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:46.165682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6964af3-d73d-43a0-90fd-067695f06cb8 req-b0ad6aa4-ef46-4133-aff1-04f43eca5da6 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 945 time: 0.1208360 Aug 09 15:35:46.185629 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.197664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:35:46.197930 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:35:46.200809 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:35:46.242834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555b5b-7daf-4248-b634-ab08267a5107 req-6664ad89-4cb2-4bee-aa01-0b2252e1b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:46.244690 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-73555b5b-7daf-4248-b634-ab08267a5107 req-6664ad89-4cb2-4bee-aa01-0b2252e1b200 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1995966 Aug 09 15:35:46.279057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6964af3-d73d-43a0-90fd-067695f06cb8 req-57a06ef7-c299-46c2-b0be-3f66e73efce6 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123738 Aug 09 15:35:46.300776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.309806 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.314326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] 10.222.0.64 "DELETE /v2.0/networks/22668376-eeef-4ae5-ab15-a91d610736b0 HTTP/1.1" status: 204 len: 168 time: 0.6688514 Aug 09 15:35:46.314505 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-73555b5b-7daf-4248-b634-ab08267a5107 req-c8f5169e-6468-47a8-9f18-5222db006223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b56c48d2-a423-4fd4-bc96-435a31b8e390 HTTP/1.1" status: 200 len: 217 time: 0.0562136 Aug 09 15:35:46.325862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486fbf7-3c91-48b1-990a-ca5db6cc089c admin admin] Pushing event deleted for resources: {'Network': ['ID=22668376-eeef-4ae5-ab15-a91d610736b0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:46.392631 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-203b359d-b8ba-4bec-b19e-31c14fa2059c req-c33f4de7-d62b-48ca-954b-ccf4284ae097 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303927 Aug 09 15:35:46.410189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555b5b-7daf-4248-b634-ab08267a5107 req-643292ac-9be4-44a4-94bc-c2621dfaf9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:46.412217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-73555b5b-7daf-4248-b634-ab08267a5107 req-643292ac-9be4-44a4-94bc-c2621dfaf9d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0853720 Aug 09 15:35:46.417708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9a0720fe-257f-4bee-b102-ce4d4c0f5371 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:46.464394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44700) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:46.522625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a2d90c65-c242-4909-90d3-ce637eeb6216 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56df983dc7384ddeb5bd26f643627db1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559144 Aug 09 15:35:46.523576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44702) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:46.546086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555b5b-7daf-4248-b634-ab08267a5107 req-11dfdaa3-4f89-4a38-a7e0-5a31d8c36a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:46.548103 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-73555b5b-7daf-4248-b634-ab08267a5107 req-11dfdaa3-4f89-4a38-a7e0-5a31d8c36a2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079640 Aug 09 15:35:46.564065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-0f760b0d-2a87-419f-bb2c-615a5919672b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:46.566043 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-0f760b0d-2a87-419f-bb2c-615a5919672b tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.66 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 945 time: 0.1527848 Aug 09 15:35:46.571186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:46.587699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '9a0720fe-257f-4bee-b102-ce4d4c0f5371', 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'port_id': '9a0720fe-257f-4bee-b102-ce4d4c0f5371', 'mac_address': 'fa:16:3e:78:fc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc36b79-bba6-4f8a-bd55-5395070bf0b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:46.593116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-95a0f047-d1c4-4fcd-ad93-edd2344e92a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.618296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-95a0f047-d1c4-4fcd-ad93-edd2344e92a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.635654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.650598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a0720fe-257f-4bee-b102-ce4d4c0f5371 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:46.687754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:46.690206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-95a0f047-d1c4-4fcd-ad93-edd2344e92a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.694441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-95a0f047-d1c4-4fcd-ad93-edd2344e92a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.699135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-95a0f047-d1c4-4fcd-ad93-edd2344e92a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c848f949-f430-4c59-8c76-23a5e5b8f19c HTTP/1.1" status: 204 len: 168 time: 0.1737750 Aug 09 15:35:46.699572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.710813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f047-d1c4-4fcd-ad93-edd2344e92a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848f949-f430-4c59-8c76-23a5e5b8f19c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:46.760128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Deleting port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:46.761150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.804555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=9a0720fe-257f-4bee-b102-ce4d4c0f5371,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:46.838570 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-73555b5b-7daf-4248-b634-ab08267a5107 req-0fa6f713-536d-4bc3-b1b0-d2ea0b4f5853 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711170 Aug 09 15:35:46.839155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd081711d-4aa7-4771-b248-40cf315ef764', 'tag': 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:46.841838 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5493e08-8cb8-4b45-ae0f-4d89c056c761" -d '{"events": [{"name": "network-changed", "server_uuid": "d081711d-4aa7-4771-b248-40cf315ef764", "tag": "bd7a8cb7-644e-40f6-9ba6-49a47ded2c58"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:46.865274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['9a0720fe-257f-4bee-b102-ce4d4c0f5371'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:46.923926 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ff4991-19bc-4560-8b75-33fe055c736d x-openstack-request-id: req-93ff4991-19bc-4560-8b75-33fe055c736d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:46.924215 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d081711d-4aa7-4771-b248-40cf315ef764", "tag": "bd7a8cb7-644e-40f6-9ba6-49a47ded2c58", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:46.924457 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93ff4991-19bc-4560-8b75-33fe055c736d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:46.924846 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd081711d-4aa7-4771-b248-40cf315ef764', 'tag': 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', 'status': 'completed', 'code': 200} Aug 09 15:35:47.136502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbcac5-3ce9-4b9f-aa12-bb3ded31d3a5 req-e4d90c38-56cd-4286-b05a-78fd7be3a36d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:47.145165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f7cbcac5-3ce9-4b9f-aa12-bb3ded31d3a5 req-e4d90c38-56cd-4286-b05a-78fd7be3a36d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 945 time: 0.1178544 Aug 09 15:35:47.175849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-b9e2884b-c37d-4f3c-a1b9-c116d44fc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:47.177277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf665cd-322a-4ae4-85b5-fc13a7cd85f5 req-51c25253-0100-4dee-8b87-f340d18c1a41 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:47.177532 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-b9e2884b-c37d-4f3c-a1b9-c116d44fc04b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 1098 time: 0.2563524 Aug 09 15:35:47.182771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] For port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:47.183142 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:47.186005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9cf665cd-322a-4ae4-85b5-fc13a7cd85f5 req-51c25253-0100-4dee-8b87-f340d18c1a41 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 947 time: 0.1207080 Aug 09 15:35:47.221816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Calling delete_port for e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:47.248337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9cf665cd-322a-4ae4-85b5-fc13a7cd85f5 req-79f73d50-ed8b-48aa-9339-5ce933270fab tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562317 Aug 09 15:35:47.270923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f7cbcac5-3ce9-4b9f-aa12-bb3ded31d3a5 req-a3ea2d8e-21cd-49df-85b2-e1423e5a8ac9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244395 Aug 09 15:35:47.291918 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-73555b5b-7daf-4248-b634-ab08267a5107 req-98e9a948-4cea-4415-ac2e-8a594c7f3813 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418688 Aug 09 15:35:47.388390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44734) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:47.440779 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cc67e794-d56b-4e65-b433-064948f73f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:47.460780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-57590832-633e-4c69-b8cc-b740525fa85a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3cd8efa1e4147fba29a33b7ce98f90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683880 Aug 09 15:35:47.461382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44736) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:47.503211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-4b4975f1-2e51-403b-a235-426342b2d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:47.504874 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-4b4975f1-2e51-403b-a235-426342b2d88c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3191166 Aug 09 15:35:47.558862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b7d85-0ed5-40a0-9e95-3c4482839c36 req-9dae4caf-5768-44ce-9207-e05231fe1f2c tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:47.566594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa4b7d85-0ed5-40a0-9e95-3c4482839c36 req-9dae4caf-5768-44ce-9207-e05231fe1f2c tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 945 time: 0.0926321 Aug 09 15:35:47.614352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa4b7d85-0ed5-40a0-9e95-3c4482839c36 req-d8edc8f8-163e-42df-9773-0bf153f2d239 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Aug 09 15:35:47.741162 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:47.891938 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-ca5085ce-83cd-4afc-8dc1-2359245392ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 HTTP/1.1" status: 200 len: 217 time: 0.3788109 Aug 09 15:35:47.977638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23cea53b-2454-4ab0-b37e-58d3d24bdeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:47.997390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.008938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-78cbbf70-c25d-4d8e-91ce-5a86e4fea149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:48.009961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:48.010374 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-78cbbf70-c25d-4d8e-91ce-5a86e4fea149 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1089911 Aug 09 15:35:48.059558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Pushing event deleted for resources: {'Port': ['ID=e1872d5e-0a40-4ad5-85b6-5515aa25b3b2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:48.069159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23cea53b-2454-4ab0-b37e-58d3d24bdeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.147804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] No DVR routers for this DVR port e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:48.151068 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.153889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8572357b-8d4a-4dd9-977b-5117239d1cb6 req-cd598bd4-5829-4951-aab2-c29908aef244 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.66 "DELETE /v2.0/ports/e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 HTTP/1.1" status: 204 len: 173 time: 1.5781412 Aug 09 15:35:48.171710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-03b85ad7-70d6-4f91-94bd-4bf0ed7b0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:48.175135 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-03b85ad7-70d6-4f91-94bd-4bf0ed7b0ef6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332958 Aug 09 15:35:48.203551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23cea53b-2454-4ab0-b37e-58d3d24bdeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.207574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23cea53b-2454-4ab0-b37e-58d3d24bdeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.208747 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-23cea53b-2454-4ab0-b37e-58d3d24bdeb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06516848-7fc1-4b1e-9c93-6bdda368f727 HTTP/1.1" status: 204 len: 168 time: 0.7449017 Aug 09 15:35:48.214755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:48.271624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cea53b-2454-4ab0-b37e-58d3d24bdeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06516848-7fc1-4b1e-9c93-6bdda368f727,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:48.350328 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-4926c931-7eaf-4e44-9850-29de640515bd service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645279 Aug 09 15:35:48.419749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:48.435264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9a0720fe-257f-4bee-b102-ce4d4c0f5371 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:48.468753 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5493e08-8cb8-4b45-ae0f-4d89c056c761 req-c8f5e1e8-6a10-42af-bb1c-720ed8badec9 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098013 Aug 09 15:35:48.492838 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', 'mac_address': 'fa:16:3e:48:00:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:48.553398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.588926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc4d0e-64bc-41ac-a621-ac4b2ea519da req-786d91c9-eabd-47c7-be23-448928a81cba tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:48.592541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:48.600038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91cc4d0e-64bc-41ac-a621-ac4b2ea519da req-786d91c9-eabd-47c7-be23-448928a81cba tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 945 time: 0.1365864 Aug 09 15:35:48.617503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:48.619248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd885706-9276-4fc7-9559-1d694efb3b3b req-8632b0e3-588a-4efc-b8a6-29a2bb06fb68 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:48.623008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd885706-9276-4fc7-9559-1d694efb3b3b req-8632b0e3-588a-4efc-b8a6-29a2bb06fb68 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 947 time: 0.1498373 Aug 09 15:35:48.632897 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.633625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b56c48d2-a423-4fd4-bc96-435a31b8e390 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:48.707174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91cc4d0e-64bc-41ac-a621-ac4b2ea519da req-46080301-e129-49e1-8a79-8117a02dbeee tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001341 Aug 09 15:35:48.711933 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.750852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9a0720fe-257f-4bee-b102-ce4d4c0f5371 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:48.760428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b56c48d2-a423-4fd4-bc96-435a31b8e390, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b56c48d2-a423-4fd4-bc96-435a31b8e390,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:48.770379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:48.794604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd885706-9276-4fc7-9559-1d694efb3b3b req-b47dcfb3-8b65-4710-b4b2-63c7a96115da tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601231 Aug 09 15:35:48.794935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'b56c48d2-a423-4fd4-bc96-435a31b8e390', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'b56c48d2-a423-4fd4-bc96-435a31b8e390', 'mac_address': 'fa:16:3e:d3:f5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:48.805917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:48.833676 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.834823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:48.888828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:48.889247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1872d5e-0a40-4ad5-85b6-5515aa25b3b2 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:48.927324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'name': 'network-vif-deleted', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:48.932824 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310ad5af-ebf8-41a2-90e9-44675a67a631" -d '{"events": [{"server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "name": "network-vif-deleted", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:48.949377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:48.957438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:49.006400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56c48d2-a423-4fd4-bc96-435a31b8e390 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:49.012105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=9a0720fe-257f-4bee-b102-ce4d4c0f5371,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:49.060713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b56c48d2-a423-4fd4-bc96-435a31b8e390, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b56c48d2-a423-4fd4-bc96-435a31b8e390,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:49.068873 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:49.147893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f87d733-33ac-4a87-91dd-cc3fa2a91fd5 req-df533955-5f1e-46fe-891b-f6cb511e10b7 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=138ca1bd-66a4-45b1-b853-81e29e486901 HTTP/1.1" status: 200 len: 210 time: 0.0435388 Aug 09 15:35:49.205471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b56c48d2-a423-4fd4-bc96-435a31b8e390,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:49.228146 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff94a71-0d08-42ea-bc28-83f40d58dcf5 x-openstack-request-id: req-6ff94a71-0d08-42ea-bc28-83f40d58dcf5 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:49.229198 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138ca1bd-66a4-45b1-b853-81e29e486901", "name": "network-vif-deleted", "tag": "e1872d5e-0a40-4ad5-85b6-5515aa25b3b2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:49.229557 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ff94a71-0d08-42ea-bc28-83f40d58dcf5 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:49.230958 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138ca1bd-66a4-45b1-b853-81e29e486901', 'name': 'network-vif-deleted', 'tag': 'e1872d5e-0a40-4ad5-85b6-5515aa25b3b2', 'status': 'completed', 'code': 200} Aug 09 15:35:49.329876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:49.338406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:49.458574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5ccc-56c3-4ee0-b0ad-6f1ca6fc0f50 req-2743b0cd-2f24-4a5c-b0e7-8ddbce32bc79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:49.462342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7aaf5ccc-56c3-4ee0-b0ad-6f1ca6fc0f50 req-2743b0cd-2f24-4a5c-b0e7-8ddbce32bc79 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 944 time: 0.1023927 Aug 09 15:35:49.528281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7aaf5ccc-56c3-4ee0-b0ad-6f1ca6fc0f50 req-5fb9636e-90e3-4b86-b682-4dc73b1c1148 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575380 Aug 09 15:35:50.018637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc872eb4-ff48-4f4a-bfc6-3fe79353f344 req-58bf005d-da55-4228-b2b4-85e8c5e90f32 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:50.032229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc872eb4-ff48-4f4a-bfc6-3fe79353f344 req-58bf005d-da55-4228-b2b4-85e8c5e90f32 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 948 time: 0.1214468 Aug 09 15:35:50.083859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc872eb4-ff48-4f4a-bfc6-3fe79353f344 req-81147730-1135-40bb-9dd7-2c95fc0993aa tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Aug 09 15:35:50.257040 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:50.514861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a6201-3a9d-402f-9519-5f4803fbdfd0 req-d5de40a0-cccc-448b-9afa-4c1d67477b3d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:50.517272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b01a6201-3a9d-402f-9519-5f4803fbdfd0 req-d5de40a0-cccc-448b-9afa-4c1d67477b3d tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 945 time: 0.0625389 Aug 09 15:35:50.568355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b01a6201-3a9d-402f-9519-5f4803fbdfd0 req-591845f9-27d9-45fd-82ed-aca00685b1be tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Aug 09 15:35:50.722130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64199e-680a-4396-ac78-24f57ea7ae62 req-133ff29b-4b46-4232-b33b-3596f07fd60c tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:50.728771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc64199e-680a-4396-ac78-24f57ea7ae62 req-133ff29b-4b46-4232-b33b-3596f07fd60c tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 944 time: 0.0736067 Aug 09 15:35:50.789668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc64199e-680a-4396-ac78-24f57ea7ae62 req-6842bf92-6980-4e7f-8270-2a17537e4db5 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Aug 09 15:35:51.073719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218938d1-7027-4096-93fd-92a499619615 req-0ea3519c-4f1c-4a12-ad99-abd2bd34e8db tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:51.077243 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-218938d1-7027-4096-93fd-92a499619615 req-0ea3519c-4f1c-4a12-ad99-abd2bd34e8db tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.66 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 945 time: 0.0750415 Aug 09 15:35:51.246003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92cd26-364b-4bcb-8f5b-d7473d34d76d req-72d8c26d-3dab-4bc2-b2ed-6b47a8d318e2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:51.248666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a92cd26-364b-4bcb-8f5b-d7473d34d76d req-72d8c26d-3dab-4bc2-b2ed-6b47a8d318e2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 948 time: 0.0787504 Aug 09 15:35:51.248798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Deleting port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:51.249195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:51.376365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] For port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:51.376846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:51.399003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Calling delete_port for 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:51.585387 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:51.661827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Pushing event deleted for resources: {'Port': ['ID=704f0886-c2b0-4d18-8ba6-b8abc8e19dd5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:51.691801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] No DVR routers for this DVR port 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:51.694867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.695217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.695558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.696465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.696818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.697335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.697837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.698176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.698600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.698939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.699269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.699892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:51.707165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:51.709429 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-218938d1-7027-4096-93fd-92a499619615 req-7f2a316a-9129-4649-b6fd-81e29e60c97f tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.66 "DELETE /v2.0/ports/704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 HTTP/1.1" status: 204 len: 173 time: 0.6177058 Aug 09 15:35:51.710223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'name': 'network-vif-deleted', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:51.713311 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d03764b-892f-4174-ac6d-118d2eb235af" -d '{"events": [{"server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "name": "network-vif-deleted", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:51.728656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44866) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:51.824945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fab58c3-3a64-4c10-aae5-b4a8c143a473 req-fcea0446-d298-41ce-8554-b44efe46b5b8 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=47e286b2-da35-43dc-b242-5db01942f3ee HTTP/1.1" status: 200 len: 210 time: 0.0505953 Aug 09 15:35:51.872375 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1eb176ab-ebe0-40f1-8abb-c543f36b8418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:51.899119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a92cd26-364b-4bcb-8f5b-d7473d34d76d req-c33bb6f1-72b9-4901-aa45-e3c24113ddcf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433845 Aug 09 15:35:51.932888 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addba49b-c8e8-4802-8cb6-8582ed48ea1c x-openstack-request-id: req-addba49b-c8e8-4802-8cb6-8582ed48ea1c {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:51.933303 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e286b2-da35-43dc-b242-5db01942f3ee", "name": "network-vif-deleted", "tag": "704f0886-c2b0-4d18-8ba6-b8abc8e19dd5", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:51.933678 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-addba49b-c8e8-4802-8cb6-8582ed48ea1c {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:51.934168 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e286b2-da35-43dc-b242-5db01942f3ee', 'name': 'network-vif-deleted', 'tag': '704f0886-c2b0-4d18-8ba6-b8abc8e19dd5', 'status': 'completed', 'code': 200} Aug 09 15:35:51.954237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-be284e4a-b623-42e7-8c8d-065799999b49 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:51.956399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-be284e4a-b623-42e7-8c8d-065799999b49 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 944 time: 0.1863294 Aug 09 15:35:51.992919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1eb176ab-ebe0-40f1-8abb-c543f36b8418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.005844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1eb176ab-ebe0-40f1-8abb-c543f36b8418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.063265 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1eb176ab-ebe0-40f1-8abb-c543f36b8418 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67c3274c8d2d416789a1a089d2b652b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333995 Aug 09 15:35:52.064166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44878) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:52.072156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb176ab-ebe0-40f1-8abb-c543f36b8418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924bb37-5d33-4580-a418-d5d4485ddb03,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:52.147657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f20887-8346-41f9-92ee-200fefdbe594 req-7036da18-61d0-42f1-b3e5-4e832d2bd569 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:52.151560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-00b8d35f-c64a-4d40-bcde-b6b33a67a8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.158441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0f20887-8346-41f9-92ee-200fefdbe594 req-7036da18-61d0-42f1-b3e5-4e832d2bd569 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 944 time: 0.1291652 Aug 09 15:35:52.186567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Deleting port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:52.187312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.196862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-00b8d35f-c64a-4d40-bcde-b6b33a67a8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.253313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:52.261634 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-00b8d35f-c64a-4d40-bcde-b6b33a67a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.265198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-00b8d35f-c64a-4d40-bcde-b6b33a67a8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.268724 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-00b8d35f-c64a-4d40-bcde-b6b33a67a8d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c924bb37-5d33-4580-a418-d5d4485ddb03 HTTP/1.1" status: 204 len: 168 time: 0.2010698 Aug 09 15:35:52.298980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8d35f-c64a-4d40-bcde-b6b33a67a8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924bb37-5d33-4580-a418-d5d4485ddb03,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:52.334285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0f20887-8346-41f9-92ee-200fefdbe594 req-17bf3157-0dc1-4bc2-9175-ff38172bd5f5 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742532 Aug 09 15:35:52.408614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:52.419377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] For port 9a0720fe-257f-4bee-b102-ce4d4c0f5371, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=9a0720fe-257f-4bee-b102-ce4d4c0f5371,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:52.420069 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.421715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:52.422857 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.455724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Calling delete_port for 9a0720fe-257f-4bee-b102-ce4d4c0f5371 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:52.580384 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.627718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd081711d-4aa7-4771-b248-40cf315ef764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:52.630255 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fe1ff1-4500-4659-8ea7-75b832736df5" -d '{"events": [{"server_uuid": "d081711d-4aa7-4771-b248-40cf315ef764", "name": "network-vif-plugged", "status": "completed", "tag": "bd7a8cb7-644e-40f6-9ba6-49a47ded2c58"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:52.656024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:52.679214 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.680922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b56c48d2-a423-4fd4-bc96-435a31b8e390 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:52.692007 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.745492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event deleted for resources: {'Port': ['ID=9a0720fe-257f-4bee-b102-ce4d4c0f5371,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:52.787931 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be52acf9-3fde-40ff-a216-715d0d331244 x-openstack-request-id: req-be52acf9-3fde-40ff-a216-715d0d331244 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:52.788614 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d081711d-4aa7-4771-b248-40cf315ef764", "name": "network-vif-plugged", "status": "completed", "tag": "bd7a8cb7-644e-40f6-9ba6-49a47ded2c58", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:52.789095 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be52acf9-3fde-40ff-a216-715d0d331244 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:52.789712 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd081711d-4aa7-4771-b248-40cf315ef764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', 'code': 200} Aug 09 15:35:52.797401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] No DVR routers for this DVR port 9a0720fe-257f-4bee-b102-ce4d4c0f5371 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:52.800409 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.803448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbeffc9f-5a85-4cb7-94b6-578074a589d1 req-48ec2fbb-9bb2-4161-ad06-77f8206d4c4d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "DELETE /v2.0/ports/9a0720fe-257f-4bee-b102-ce4d4c0f5371 HTTP/1.1" status: 204 len: 173 time: 0.8342814 Aug 09 15:35:52.803936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863d86c-e164-45ab-a510-4af3fd4f357c', 'name': 'network-vif-deleted', 'tag': '9a0720fe-257f-4bee-b102-ce4d4c0f5371'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:52.806482 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c3eef-e4cf-4fad-9cff-8a091d893963" -d '{"events": [{"server_uuid": "b863d86c-e164-45ab-a510-4af3fd4f357c", "name": "network-vif-deleted", "tag": "9a0720fe-257f-4bee-b102-ce4d4c0f5371"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:52.817374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44898) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:52.848977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1da496d-7a4b-49f5-b571-3fe114dfb99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.882747 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0f37d-148e-4bdb-8869-70d8fad75e52 x-openstack-request-id: req-80f0f37d-148e-4bdb-8869-70d8fad75e52 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:52.884084 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863d86c-e164-45ab-a510-4af3fd4f357c", "name": "network-vif-deleted", "tag": "9a0720fe-257f-4bee-b102-ce4d4c0f5371", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:52.884334 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80f0f37d-148e-4bdb-8869-70d8fad75e52 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:52.886083 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b863d86c-e164-45ab-a510-4af3fd4f357c', 'name': 'network-vif-deleted', 'tag': '9a0720fe-257f-4bee-b102-ce4d4c0f5371', 'status': 'completed', 'code': 200} Aug 09 15:35:52.892593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port b56c48d2-a423-4fd4-bc96-435a31b8e390 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:52.903636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port b56c48d2-a423-4fd4-bc96-435a31b8e390 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:52.904169 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:52.935953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:52.946897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdfb7e-daf3-41dc-bb78-0cdf1f6f3906 req-2738047d-0558-4722-ac4d-dc5ed1b2efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:52.951930 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e8cdfb7e-daf3-41dc-bb78-0cdf1f6f3906 req-2738047d-0558-4722-ac4d-dc5ed1b2efe0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 1100 time: 0.1607115 Aug 09 15:35:53.031863 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e8cdfb7e-daf3-41dc-bb78-0cdf1f6f3906 req-5d456269-7bdc-40de-a0cc-d0a51b133025 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714118 Aug 09 15:35:53.038575 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.104124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b56c48d2-a423-4fd4-bc96-435a31b8e390, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b56c48d2-a423-4fd4-bc96-435a31b8e390,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:53.136557 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.145623 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1da496d-7a4b-49f5-b571-3fe114dfb99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.164807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58000154-cdff-49ee-874e-8770317e4d11 req-b346ced1-0e3e-49f0-84a1-26161ddc2904 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:53.172155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58000154-cdff-49ee-874e-8770317e4d11 req-b346ced1-0e3e-49f0-84a1-26161ddc2904 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 949 time: 0.0942104 Aug 09 15:35:53.188745 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1da496d-7a4b-49f5-b571-3fe114dfb99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.233069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b56c48d2-a423-4fd4-bc96-435a31b8e390,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:53.266931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58000154-cdff-49ee-874e-8770317e4d11 req-a0ca8b82-6e97-4201-8c73-51be4db91d8a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887692 Aug 09 15:35:53.273893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c1da496d-7a4b-49f5-b571-3fe114dfb99f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0bfc7982f68b4e2d8770972da1828210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526083 Aug 09 15:35:53.274067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44912) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:53.285919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da496d-7a4b-49f5-b571-3fe114dfb99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79bf8cb-795c-4a68-af9c-5626def6c9c4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:53.351948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-047d05f8-8c92-41c0-90e8-0e0c955c1dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.418817 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-047d05f8-8c92-41c0-90e8-0e0c955c1dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.500523 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-047d05f8-8c92-41c0-90e8-0e0c955c1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.503120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-047d05f8-8c92-41c0-90e8-0e0c955c1dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.504654 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-047d05f8-8c92-41c0-90e8-0e0c955c1dbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f79bf8cb-795c-4a68-af9c-5626def6c9c4 HTTP/1.1" status: 204 len: 168 time: 0.2295592 Aug 09 15:35:53.513053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d05f8-8c92-41c0-90e8-0e0c955c1dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79bf8cb-795c-4a68-af9c-5626def6c9c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:53.608579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-995ea733-2465-43d9-9b5b-671ac7125ba9 req-ebca7df9-68a5-46d2-9e6b-960dec8baa83 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=b863d86c-e164-45ab-a510-4af3fd4f357c HTTP/1.1" status: 200 len: 210 time: 0.1252077 Aug 09 15:35:53.881913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91796770-512d-43f6-b87f-199cda30769a req-d88f65fc-3df9-4b77-828c-42d8781a1883 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:53.883625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91796770-512d-43f6-b87f-199cda30769a req-d88f65fc-3df9-4b77-828c-42d8781a1883 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 944 time: 0.1084332 Aug 09 15:35:53.946449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91796770-512d-43f6-b87f-199cda30769a req-299b0307-4244-4f0a-8753-4a02c93d14f2 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/security-groups?id=534fd482-5199-41f1-bcbf-b6a8c42ffc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Aug 09 15:35:54.197186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269dddc-e753-43aa-bb7d-b1594262392e req-fc9a0b03-4420-4f3a-9bee-9aaf72e2f8e5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:54.197681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1269dddc-e753-43aa-bb7d-b1594262392e req-fc9a0b03-4420-4f3a-9bee-9aaf72e2f8e5 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.35 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 944 time: 0.0687692 Aug 09 15:35:54.316060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Deleting port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:35:54.316738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:54.418090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c431836-345a-439d-9ff3-f2efac9d7933 req-719d6952-78a5-432f-80bb-29747c4a0c5e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:54.429238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c431836-345a-439d-9ff3-f2efac9d7933 req-719d6952-78a5-432f-80bb-29747c4a0c5e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 949 time: 0.0753908 Aug 09 15:35:54.458666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9a0720fe-257f-4bee-b102-ce4d4c0f5371 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:54.485300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] For port 4838a12e-31c3-4b06-9527-2fbd3e3beb56, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4838a12e-31c3-4b06-9527-2fbd3e3beb56,segment=NetworkSegment(ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252),segment_id=ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:54.485679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:54.501349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Calling delete_port for 4838a12e-31c3-4b06-9527-2fbd3e3beb56 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:35:54.511025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c431836-345a-439d-9ff3-f2efac9d7933 req-bb1ac35a-dfc9-4ea7-9603-0875e371fcd9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777559 Aug 09 15:35:54.515896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 9a0720fe-257f-4bee-b102-ce4d4c0f5371 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:54.532506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 9a0720fe-257f-4bee-b102-ce4d4c0f5371 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:54.533144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:54.563495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:54.564104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 704f0886-c2b0-4d18-8ba6-b8abc8e19dd5 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:54.681124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ba91-adf1-451d-8c63-3ade41f90828 req-3d7d6362-8234-45a6-b097-5d87c325f732 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:54.682931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d78ba91-adf1-451d-8c63-3ade41f90828 req-3d7d6362-8234-45a6-b097-5d87c325f732 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 949 time: 0.0633712 Aug 09 15:35:54.684030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:54.726265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Pushing event deleted for resources: {'Port': ['ID=4838a12e-31c3-4b06-9527-2fbd3e3beb56,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:54.760239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d78ba91-adf1-451d-8c63-3ade41f90828 req-a4a04729-1dd5-403e-87e0-6071d5d4023b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703790 Aug 09 15:35:54.788287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] No DVR routers for this DVR port 4838a12e-31c3-4b06-9527-2fbd3e3beb56 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:35:54.791228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd30dd90-19b5-4aef-bd15-6d88a6f6f129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56c48d2-a423-4fd4-bc96-435a31b8e390'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:54.791618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:54.794511 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb96445-db45-45af-8a67-8f43a64fa721" -d '{"events": [{"server_uuid": "fd30dd90-19b5-4aef-bd15-6d88a6f6f129", "name": "network-vif-plugged", "status": "completed", "tag": "b56c48d2-a423-4fd4-bc96-435a31b8e390"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:54.794693 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1269dddc-e753-43aa-bb7d-b1594262392e req-ce620387-6b97-41a3-a37a-42c62ed0c065 tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.35 "DELETE /v2.0/ports/4838a12e-31c3-4b06-9527-2fbd3e3beb56 HTTP/1.1" status: 204 len: 173 time: 0.5903182 Aug 09 15:35:54.795032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'name': 'network-vif-deleted', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:54.797869 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6482a0dd-c8ac-420f-b69c-7394791530ca" -d '{"events": [{"server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "name": "network-vif-deleted", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:54.859140 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e2e9e4-4968-45ab-bc77-858124e9b725 x-openstack-request-id: req-96e2e9e4-4968-45ab-bc77-858124e9b725 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:54.859429 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd30dd90-19b5-4aef-bd15-6d88a6f6f129", "name": "network-vif-plugged", "status": "completed", "tag": "b56c48d2-a423-4fd4-bc96-435a31b8e390", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:54.859700 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96e2e9e4-4968-45ab-bc77-858124e9b725 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:54.860080 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd30dd90-19b5-4aef-bd15-6d88a6f6f129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56c48d2-a423-4fd4-bc96-435a31b8e390', 'code': 200} Aug 09 15:35:54.902150 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50f87d6-ef05-4644-bc43-4d6184724229 x-openstack-request-id: req-d50f87d6-ef05-4644-bc43-4d6184724229 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:54.902311 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15838b9d-9e15-49f1-9a92-6fbd3a8787fd", "name": "network-vif-deleted", "tag": "4838a12e-31c3-4b06-9527-2fbd3e3beb56", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:54.902556 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d50f87d6-ef05-4644-bc43-4d6184724229 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:54.902951 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15838b9d-9e15-49f1-9a92-6fbd3a8787fd', 'name': 'network-vif-deleted', 'tag': '4838a12e-31c3-4b06-9527-2fbd3e3beb56', 'status': 'completed', 'code': 200} Aug 09 15:35:55.015147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793035e-dde0-4c87-a3d3-4ed5da6d0b7d req-f492f916-9456-4f48-ae11-1e24d5ae8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:55.016738 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7793035e-dde0-4c87-a3d3-4ed5da6d0b7d req-f492f916-9456-4f48-ae11-1e24d5ae8679 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 1100 time: 0.0719862 Aug 09 15:35:55.077729 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7793035e-dde0-4c87-a3d3-4ed5da6d0b7d req-b5f68181-d13e-42eb-bae9-caa1a7d17026 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533028 Aug 09 15:35:55.107875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ce3bae9-e5be-4b70-99d9-4b1d325deb74 req-d9bc4ce7-1b73-4afc-a139-e15e2ac6487a tempest-LiveAutoBlockMigrationV225Test-2067155442 tempest-LiveAutoBlockMigrationV225Test-2067155442-project] 10.222.0.64 "GET /v2.0/ports?device_id=15838b9d-9e15-49f1-9a92-6fbd3a8787fd HTTP/1.1" status: 200 len: 210 time: 0.0330892 Aug 09 15:35:55.157669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-f0329991-14e6-4741-afca-30c4e59f8f74 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:55.159165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-f0329991-14e6-4741-afca-30c4e59f8f74 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 821 time: 0.1625826 Aug 09 15:35:55.174635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-f0093697-89ae-490c-9783-2024a9ea4ab4 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/quotas/6ba2988e9afa45f39a083b6eb7e4d823 HTTP/1.1" status: 200 len: 375 time: 0.0095179 Aug 09 15:35:55.224507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-c5fbeb78-10e4-49ab-8c7f-00479228061a tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441227 Aug 09 15:35:55.315750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-55491619-36a2-43fb-ba04-9367cf82b1af service neutron] 10.222.0.64 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841305 Aug 09 15:35:55.419127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-2f731d78-ac11-414b-92f4-5620c24c8461 service neutron] 10.222.0.64 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963533 Aug 09 15:35:55.664111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b125ed3-0ede-4005-963a-e7fd3eb34e55 req-9200340b-1e20-4303-b395-fe67a285c4f1 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 210 time: 0.0293591 Aug 09 15:35:55.860955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cac7bd-02c1-4810-807c-40efe83b5c91 req-9d6e266c-77bc-4fea-99eb-c780d946e7e4 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:55.863771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57cac7bd-02c1-4810-807c-40efe83b5c91 req-9d6e266c-77bc-4fea-99eb-c780d946e7e4 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 950 time: 0.0628595 Aug 09 15:35:55.935358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57cac7bd-02c1-4810-807c-40efe83b5c91 req-e038ae41-dde4-425e-9a58-94be91c6bb08 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660908 Aug 09 15:35:55.981488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14c033-f1c1-4f95-a4ad-3ba33a50a522 req-0f81c155-b8fb-446d-aec5-fd37535bb8cb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:55.983137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae14c033-f1c1-4f95-a4ad-3ba33a50a522 req-0f81c155-b8fb-446d-aec5-fd37535bb8cb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 949 time: 0.0689895 Aug 09 15:35:56.033390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae14c033-f1c1-4f95-a4ad-3ba33a50a522 req-5a7fb637-1604-4325-be02-3863b02ee73c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Aug 09 15:35:56.253133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f138be54-acdc-4c09-a93b-8cbe94095f0b req-229bbea7-710c-4280-90a3-1ffaade71e09 tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4d3d3c84618148938f3030bcdee4c1d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284524 Aug 09 15:35:56.380578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138be54-acdc-4c09-a93b-8cbe94095f0b req-847c372f-1456-41f8-b1aa-c38492992c7e tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:56.383105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f138be54-acdc-4c09-a93b-8cbe94095f0b req-847c372f-1456-41f8-b1aa-c38492992c7e tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228158 Aug 09 15:35:56.386948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45100) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:56.405502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f138be54-acdc-4c09-a93b-8cbe94095f0b req-3da0cdbb-3d3c-48dc-82a8-5bc7f3fcb672 tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/quotas/4d3d3c84618148938f3030bcdee4c1d8 HTTP/1.1" status: 200 len: 375 time: 0.0160656 Aug 09 15:35:56.441552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f138be54-acdc-4c09-a93b-8cbe94095f0b req-c6cfcda0-1fa0-4c79-804e-0859ad01ba4c tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d3d3c84618148938f3030bcdee4c1d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300426 Aug 09 15:35:56.629801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b72371-fd0f-4067-81b5-52e41c2a0479 admin admin] Deleting subnet b0d7e709-d5b9-4008-8b84-c3db00422153 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:35:56.633840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3b72371-fd0f-4067-81b5-52e41c2a0479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:56.671456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3b72371-fd0f-4067-81b5-52e41c2a0479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:56.725558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3b72371-fd0f-4067-81b5-52e41c2a0479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:56.824266 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3b72371-fd0f-4067-81b5-52e41c2a0479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:56.827940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88058b55-fa8c-4270-a2ee-4ac8d91021f9 req-ceef7ae3-0db7-46b3-97e9-b06cdc9ff106 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 210 time: 0.0548279 Aug 09 15:35:56.844382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3b72371-fd0f-4067-81b5-52e41c2a0479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:56.847656 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f3b72371-fd0f-4067-81b5-52e41c2a0479 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b0d7e709-d5b9-4008-8b84-c3db00422153 HTTP/1.1" status: 204 len: 168 time: 0.4595661 Aug 09 15:35:56.852597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45130) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:56.869238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b72371-fd0f-4067-81b5-52e41c2a0479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d7e709-d5b9-4008-8b84-c3db00422153,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:56.882440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3eea5209-d76e-4247-9e5e-943bde489a6a tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:56.883988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3eea5209-d76e-4247-9e5e-943bde489a6a tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 821 time: 0.2174354 Aug 09 15:35:56.919903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Request body: {'port': {'device_id': '7c008dcd-1215-46ef-ad92-58b6e2fbe74d', 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'admin_state_up': True, 'tenant_id': '6ba2988e9afa45f39a083b6eb7e4d823'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:56.992209 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.125970 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.148497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1877e6bf-0510-4047-b900-084d3587bb91 req-4daa4646-b5bb-41db-9e22-84475bc63dc2 tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4d3d3c84618148938f3030bcdee4c1d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414350 Aug 09 15:35:57.150375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1652f2-e7df-429a-bfeb-03d9527afb84']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:57.152740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Made reservation on behalf of 6ba2988e9afa45f39a083b6eb7e4d823 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:57.156202 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.171561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:57.171862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7f4fc7-c4cc-4c32-92ee-8fe2b4896252') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:57.253145 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.284974 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.304384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:35:57.304766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:35:57.307223 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:35:57.439125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea3034-28ab-404e-9585-731a8a48f6a7 req-f326011b-c19e-4523-ba82-6540d721fc45 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:57.440740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11ea3034-28ab-404e-9585-731a8a48f6a7 req-f326011b-c19e-4523-ba82-6540d721fc45 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 949 time: 0.2756636 Aug 09 15:35:57.470765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877e6bf-0510-4047-b900-084d3587bb91 req-ea7a13c3-4f58-402f-88ad-aebf19a8818c tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:57.472338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1877e6bf-0510-4047-b900-084d3587bb91 req-ea7a13c3-4f58-402f-88ad-aebf19a8818c tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3139632 Aug 09 15:35:57.490499 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.509919 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.511754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] 10.222.0.64 "DELETE /v2.0/networks/7a1652f2-e7df-429a-bfeb-03d9527afb84 HTTP/1.1" status: 204 len: 168 time: 0.6581922 Aug 09 15:35:57.514969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45156) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:57.529018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1877e6bf-0510-4047-b900-084d3587bb91 req-1b6ed9de-14f7-4996-86e8-2d089681641c tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/quotas/4d3d3c84618148938f3030bcdee4c1d8 HTTP/1.1" status: 200 len: 375 time: 0.0482266 Aug 09 15:35:57.540771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf63d2-579b-4f35-a7de-93c1b1dd8a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1652f2-e7df-429a-bfeb-03d9527afb84,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:57.552076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Allocated IP 172.20.0.7 (c0bf920c-4570-4b7b-ac9a-9deede4023eb/7fc36b79-bba6-4f8a-bd55-5395070bf0b0/51e057b3-2cde-48f3-8384-7086ed62af1f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:57.563584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6aef48d-0129-425b-9cb9-da137adb8926 admin admin] Deleting subnet f4828304-7419-489d-9b10-3ad5e9a3fdad {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:35:57.564194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11ea3034-28ab-404e-9585-731a8a48f6a7 req-578e3361-ecbe-4316-ba52-717e554b0a92 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036224 Aug 09 15:35:57.568877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6aef48d-0129-425b-9cb9-da137adb8926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.592373 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1877e6bf-0510-4047-b900-084d3587bb91 req-42141aac-4aaa-4d1d-bca1-9304799af6ed tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d3d3c84618148938f3030bcdee4c1d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476646 Aug 09 15:35:57.610258 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6aef48d-0129-425b-9cb9-da137adb8926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.664326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6aef48d-0129-425b-9cb9-da137adb8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.752854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6aef48d-0129-425b-9cb9-da137adb8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.782916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aef48d-0129-425b-9cb9-da137adb8926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4828304-7419-489d-9b10-3ad5e9a3fdad,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:57.801249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6aef48d-0129-425b-9cb9-da137adb8926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.804054 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d6aef48d-0129-425b-9cb9-da137adb8926 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f4828304-7419-489d-9b10-3ad5e9a3fdad HTTP/1.1" status: 204 len: 168 time: 0.2876291 Aug 09 15:35:57.806396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45174) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:57.821938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.874388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.888349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.901725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.937645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Network c0bf920c-4570-4b7b-ac9a-9deede4023eb is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:57.941384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:57.944577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:57.991192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event updated for resources: {'Port': ['ID=51e057b3-2cde-48f3-8384-7086ed62af1f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:58.005822 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.018034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6912e63f-5c97-431a-8c28-861d7ca83218']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:58.029575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeae6f6-74bc-4257-987c-ccec04c885f1') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:58.030120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeae6f6-74bc-4257-987c-ccec04c885f1') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:35:58.031360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:58.032019 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.040901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.054586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa677a4-c193-4cb3-a5a9-d420fb4ca0f5 req-aa61d69b-a48e-40ae-84ed-70b66fb22ed3 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:58.056396 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.060502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa677a4-c193-4cb3-a5a9-d420fb4ca0f5 req-aa61d69b-a48e-40ae-84ed-70b66fb22ed3 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:58.062205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fa677a4-c193-4cb3-a5a9-d420fb4ca0f5 req-aa61d69b-a48e-40ae-84ed-70b66fb22ed3 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764&device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 1689 time: 0.0880005 Aug 09 15:35:58.062353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:35:58.062593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:35:58.064754 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:35:58.077992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-cb55f00a-d125-480c-845d-147ac262a4f2 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1685188 Aug 09 15:35:58.111068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Request body: {'port': {'device_id': '7c008dcd-1215-46ef-ad92-58b6e2fbe74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:58.131971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.132202 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.138229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.140567 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6912e63f-5c97-431a-8c28-861d7ca83218 HTTP/1.1" status: 204 len: 168 time: 0.3329928 Aug 09 15:35:58.153694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d6690-a360-4b47-b840-8cb149c160f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6912e63f-5c97-431a-8c28-861d7ca83218,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:58.171791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fa677a4-c193-4cb3-a5a9-d420fb4ca0f5 req-aeb15f2f-adac-41ee-b315-6a70c9cf10d3 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972621 Aug 09 15:35:58.213255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7c8e-0f99-4761-b36f-8df98e021f48 req-487f11fd-a776-42bd-9423-409baad8329d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:58.215133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-833b7c8e-0f99-4761-b36f-8df98e021f48 req-487f11fd-a776-42bd-9423-409baad8329d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 931 time: 0.1511588 Aug 09 15:35:58.221270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.261477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4838a12e-31c3-4b06-9527-2fbd3e3beb56 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:58.282749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 4838a12e-31c3-4b06-9527-2fbd3e3beb56 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:35:58.283082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4838a12e-31c3-4b06-9527-2fbd3e3beb56 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:35:58.296164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45194) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:58.355387 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e940614f-347d-43cd-9004-4c40bb274659 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93cadee9f55442db8de1de7b0c004894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577188 Aug 09 15:35:58.357667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45196) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:58.386905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-833b7c8e-0f99-4761-b36f-8df98e021f48 req-66c9b668-f81b-4c33-bee1-9ee305ae9181 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619341 Aug 09 15:35:58.429528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e69867d2-e455-410c-8b27-f5e92204faca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.459306 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e69867d2-e455-410c-8b27-f5e92204faca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.492226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 292d3396-1147-4973-8a90-97122ea97466 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:35:58.527414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e69867d2-e455-410c-8b27-f5e92204faca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.530403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:35:58.532085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e69867d2-e455-410c-8b27-f5e92204faca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.532499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abff97-ccac-45cd-9744-b9660bf4f155 req-1e1d8a29-9df8-4072-a1cf-f0f701d50cea tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:58.533536 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e69867d2-e455-410c-8b27-f5e92204faca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/534fd482-5199-41f1-bcbf-b6a8c42ffc7f HTTP/1.1" status: 204 len: 168 time: 0.1747160 Aug 09 15:35:58.547719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4abff97-ccac-45cd-9744-b9660bf4f155 req-1e1d8a29-9df8-4072-a1cf-f0f701d50cea tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 1100 time: 0.0895030 Aug 09 15:35:58.553243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69867d2-e455-410c-8b27-f5e92204faca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534fd482-5199-41f1-bcbf-b6a8c42ffc7f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:58.661138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4abff97-ccac-45cd-9744-b9660bf4f155 req-0af10d87-1488-48d2-8674-4f7b9a5dc310 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079154 Aug 09 15:35:58.695665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:58.715728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '292d3396-1147-4973-8a90-97122ea97466', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '292d3396-1147-4973-8a90-97122ea97466', 'mac_address': 'fa:16:3e:a0:25:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:35:58.719373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.773310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e057b3-2cde-48f3-8384-7086ed62af1f {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:58.784790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:58.787848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:58.790730 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe413ce8-76e9-4ed2-b0e3-823482e09dd4" -d '{"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:58.795234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.796952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.820810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Transition to ACTIVE for port object 51e057b3-2cde-48f3-8384-7086ed62af1f will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:58.831740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.898982 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.935345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 292d3396-1147-4973-8a90-97122ea97466 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:35:58.948037 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23c6025-268e-48f0-a1b3-8553a90fde7b x-openstack-request-id: req-e23c6025-268e-48f0-a1b3-8553a90fde7b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:58.948644 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:58.949051 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e23c6025-268e-48f0-a1b3-8553a90fde7b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:58.949648 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'code': 200} Aug 09 15:35:58.950482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:58.970339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:58.976598 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:59.021554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Pushing event updated for resources: {'Port': ['ID=51e057b3-2cde-48f3-8384-7086ed62af1f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:59.053898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:59.066852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.067291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.067663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.068053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.068488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.068820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.069132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.069475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.069813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.070126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.070481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.070797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:59.073292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['292d3396-1147-4973-8a90-97122ea97466'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:35:59.078549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75786e35-b6c5-40e8-8757-f5c9628ce371 req-19b68159-097c-43b1-a0b9-2f7f063a1df1 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:59.082475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75786e35-b6c5-40e8-8757-f5c9628ce371 req-19b68159-097c-43b1-a0b9-2f7f063a1df1 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 1100 time: 0.1686313 Aug 09 15:35:59.111735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Attempting to bind port 51e057b3-2cde-48f3-8384-7086ed62af1f on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:59.112363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Attempting to bind port 51e057b3-2cde-48f3-8384-7086ed62af1f by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:59.114643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Attempting to bind port 51e057b3-2cde-48f3-8384-7086ed62af1f on network c0bf920c-4570-4b7b-ac9a-9deede4023eb {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:59.137854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Port 51e057b3-2cde-48f3-8384-7086ed62af1f on network c0bf920c-4570-4b7b-ac9a-9deede4023eb not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:35:59.138379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Attempting to bind port 51e057b3-2cde-48f3-8384-7086ed62af1f on network c0bf920c-4570-4b7b-ac9a-9deede4023eb {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:59.141909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45238) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:59.155673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:59.156055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Checking segment: {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:59.156439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Bound using segment: {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:59.156922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Bound port: 51e057b3-2cde-48f3-8384-7086ed62af1f, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:59.157294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:59.192475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75786e35-b6c5-40e8-8757-f5c9628ce371 req-44f07373-3890-49d5-ad49-5a99c322a9de tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825076 Aug 09 15:35:59.193240 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4be0522c-630c-438f-b6df-cfcee0a10fa3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72c05b97c7084bcebac9311d18142dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501618 Aug 09 15:35:59.195582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45240) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:59.213655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8a74950-bbe3-4f34-b1f7-7e7e486194f4 req-089a0359-388f-4ccc-b1d6-db6ed3b54e48 tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4d3d3c84618148938f3030bcdee4c1d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478764 Aug 09 15:35:59.258517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-019aaca7-a5c3-49d7-b908-2825f57d3d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:59.288990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-019aaca7-a5c3-49d7-b908-2825f57d3d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:59.354197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-019aaca7-a5c3-49d7-b908-2825f57d3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:59.356835 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-019aaca7-a5c3-49d7-b908-2825f57d3d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:59.358053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-019aaca7-a5c3-49d7-b908-2825f57d3d5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/082ee364-f8c0-474f-be7c-e37ed528d3fb HTTP/1.1" status: 204 len: 168 time: 0.1613197 Aug 09 15:35:59.369309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aaca7-a5c3-49d7-b908-2825f57d3d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ee364-f8c0-474f-be7c-e37ed528d3fb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:59.388279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] For port 51e057b3-2cde-48f3-8384-7086ed62af1f, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:59.395343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] For port 51e057b3-2cde-48f3-8384-7086ed62af1f, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=51e057b3-2cde-48f3-8384-7086ed62af1f,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:59.405566 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:59.476498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a74950-bbe3-4f34-b1f7-7e7e486194f4 req-6610d799-8e2e-487d-9d1d-b39cb17afe4e tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:59.478069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8a74950-bbe3-4f34-b1f7-7e7e486194f4 req-6610d799-8e2e-487d-9d1d-b39cb17afe4e tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364483 Aug 09 15:35:59.479582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:59.480314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:59.481845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] 10.222.0.66 "PUT /v2.0/ports/51e057b3-2cde-48f3-8384-7086ed62af1f HTTP/1.1" status: 200 len: 1091 time: 1.3792119 Aug 09 15:35:59.484266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c008dcd-1215-46ef-ad92-58b6e2fbe74d', 'tag': '51e057b3-2cde-48f3-8384-7086ed62af1f'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:35:59.486640 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4205b02c-7163-4efe-803a-784147f9d6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c008dcd-1215-46ef-ad92-58b6e2fbe74d", "tag": "51e057b3-2cde-48f3-8384-7086ed62af1f"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:35:59.514218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8a74950-bbe3-4f34-b1f7-7e7e486194f4 req-9cfa7114-e678-40cc-9006-68c52f088231 tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/quotas/4d3d3c84618148938f3030bcdee4c1d8 HTTP/1.1" status: 200 len: 375 time: 0.0232131 Aug 09 15:35:59.519666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac485dc-a097-40b8-939a-20736433fe1a service neutron] Pushing event updated for resources: {'Port': ['ID=51e057b3-2cde-48f3-8384-7086ed62af1f,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:59.603718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8a74950-bbe3-4f34-b1f7-7e7e486194f4 req-5384f066-8342-401e-bdbe-4397bddb3629 tempest-QuotasAdminNegativeTest-88786908 tempest-QuotasAdminNegativeTest-88786908-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d3d3c84618148938f3030bcdee4c1d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729132 Aug 09 15:35:59.630275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeec27-c2f4-4b9c-bc6b-6507b054b268 req-34a1ddb6-bc96-41b5-bbb7-70f72caedffa tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:59.631929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37aeec27-c2f4-4b9c-bc6b-6507b054b268 req-34a1ddb6-bc96-41b5-bbb7-70f72caedffa tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 943 time: 0.1146429 Aug 09 15:35:59.638501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-b4b6d37a-94d3-4db4-8b83-7607f2f25edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:59.640094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-b4b6d37a-94d3-4db4-8b83-7607f2f25edb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 1094 time: 0.0771279 Aug 09 15:35:59.699864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-03e92449-d63e-442c-baa5-3d5b9605820b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e057b3-2cde-48f3-8384-7086ed62af1f HTTP/1.1" status: 200 len: 217 time: 0.0468464 Aug 09 15:35:59.738435 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f99954-d42c-4bf3-bb23-a638a10bee57 x-openstack-request-id: req-e5f99954-d42c-4bf3-bb23-a638a10bee57 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:35:59.738435 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c008dcd-1215-46ef-ad92-58b6e2fbe74d", "tag": "51e057b3-2cde-48f3-8384-7086ed62af1f", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:35:59.738825 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5f99954-d42c-4bf3-bb23-a638a10bee57 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:35:59.739295 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c008dcd-1215-46ef-ad92-58b6e2fbe74d', 'tag': '51e057b3-2cde-48f3-8384-7086ed62af1f', 'status': 'completed', 'code': 200} Aug 09 15:35:59.743862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37aeec27-c2f4-4b9c-bc6b-6507b054b268 req-62230b76-dafe-4ce0-b5bf-60e65f82e800 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015441 Aug 09 15:35:59.761851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-2b7a46fd-9565-405d-be67-92ef30a249f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:59.763429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-2b7a46fd-9565-405d-be67-92ef30a249f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fc36b79-bba6-4f8a-bd55-5395070bf0b0 HTTP/1.1" status: 200 len: 861 time: 0.0562263 Aug 09 15:35:59.803005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-389246a7-de2c-468f-9a41-47a70bbcb552 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0bf920c-4570-4b7b-ac9a-9deede4023eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271866 Aug 09 15:35:59.890089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-4eadf4f8-89e1-4615-aac0-a18efcb66db5 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550582 Aug 09 15:35:59.992371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-0c262b0a-11c0-4411-940d-d2ea1c6698e0 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785216 Aug 09 15:36:00.082782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-bc37ee0e-fb21-49f6-ad84-9c4e78728cd0 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:00.084413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-bc37ee0e-fb21-49f6-ad84-9c4e78728cd0 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882098 Aug 09 15:36:00.112928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-2a28c346-88aa-46ad-a5ac-a32a2476b38a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/quotas/7d11dbd0e4144a5a88c071ba4e5b5168 HTTP/1.1" status: 200 len: 375 time: 0.0213840 Aug 09 15:36:00.143190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cd180c8-356d-4411-9d3a-23cbbabf5353 req-628f99a3-35b6-4e88-ae2c-8a486743c3e3 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405241 Aug 09 15:36:00.192753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-2c1ee0bd-8546-40d0-ab33-e0b73ec4ce8c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657482 Aug 09 15:36:00.258373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-0d5ef8ee-fbdb-4ce2-9977-64c15c3439b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:00.260131 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-0d5ef8ee-fbdb-4ce2-9977-64c15c3439b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 1094 time: 0.0542181 Aug 09 15:36:00.390687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-dceeb351-da31-4965-b1ea-cfd3ae36c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:00.392729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-dceeb351-da31-4965-b1ea-cfd3ae36c205 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 200 len: 923 time: 0.1119471 Aug 09 15:36:00.444054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-ab850d70-c9f5-4c40-8b7c-fa0f3931acea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e057b3-2cde-48f3-8384-7086ed62af1f HTTP/1.1" status: 200 len: 217 time: 0.0408258 Aug 09 15:36:00.504797 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 292d3396-1147-4973-8a90-97122ea97466 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:00.573471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-19dd22c2-3746-4bd0-aeea-63bcac6a29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:00.575230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-19dd22c2-3746-4bd0-aeea-63bcac6a29a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fc36b79-bba6-4f8a-bd55-5395070bf0b0 HTTP/1.1" status: 200 len: 861 time: 0.1140409 Aug 09 15:36:00.617325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 292d3396-1147-4973-8a90-97122ea97466 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:00.618202 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:00.640406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-acde9827-7498-4cb3-8b6b-cc7b58735a24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0bf920c-4570-4b7b-ac9a-9deede4023eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492692 Aug 09 15:36:00.807896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:00.830258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-d37cd8ff-a354-4471-ad20-e042fa2420fe service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812606 Aug 09 15:36:00.876944 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:00.937530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:00.946966 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:00.951244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d3396-1147-4973-8a90-97122ea97466'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:00.957489 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cd69ad-dfe5-4b98-8f15-d009b2436c69" -d '{"events": [{"server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "name": "network-vif-plugged", "status": "completed", "tag": "292d3396-1147-4973-8a90-97122ea97466"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:01.012925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b93fe40f-f460-4b0e-9b95-5e49166a02b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:01.054809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-533c21e4-d68d-4d51-9616-5768cda2ef54 req-0fd3b1f6-9720-42a5-8ed6-9e913ff55279 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 210 time: 0.0517602 Aug 09 15:36:01.097162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd23ddd-d64b-4972-848f-ee685c089a9a req-9b73cc5e-22a0-43d7-9248-eb2a91d5b1ae tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:01.097825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:01.100182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bfd23ddd-d64b-4972-848f-ee685c089a9a req-9b73cc5e-22a0-43d7-9248-eb2a91d5b1ae tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 943 time: 0.2397537 Aug 09 15:36:01.137917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4205b02c-7163-4efe-803a-784147f9d6f5 req-ee4d2ddd-f5d4-4ccc-b10b-8f2645b2d673 service neutron] 10.222.0.66 "GET /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929027 Aug 09 15:36:01.182165 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2862564e-d74a-4485-8517-9dc5a7704033 x-openstack-request-id: req-2862564e-d74a-4485-8517-9dc5a7704033 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:01.182580 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "name": "network-vif-plugged", "status": "completed", "tag": "292d3396-1147-4973-8a90-97122ea97466", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:01.182887 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2862564e-d74a-4485-8517-9dc5a7704033 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:01.183443 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d3396-1147-4973-8a90-97122ea97466', 'code': 200} Aug 09 15:36:01.202386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bfd23ddd-d64b-4972-848f-ee685c089a9a req-8a9299af-ee21-4a3a-8d37-15477a11ee60 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770402 Aug 09 15:36:01.278706 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b93fe40f-f460-4b0e-9b95-5e49166a02b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:01.288462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b93fe40f-f460-4b0e-9b95-5e49166a02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:01.336223 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b93fe40f-f460-4b0e-9b95-5e49166a02b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d3d3c84618148938f3030bcdee4c1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264835 Aug 09 15:36:01.336793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45372) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:01.361489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fe40f-f460-4b0e-9b95-5e49166a02b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fad74e-8e57-49ed-b559-5f0fa9c0f03d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:01.474677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62e82888-abf0-4e71-91bb-281a2795a7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:01.518315 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62e82888-abf0-4e71-91bb-281a2795a7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:01.612185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62e82888-abf0-4e71-91bb-281a2795a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:01.615508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62e82888-abf0-4e71-91bb-281a2795a7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:01.620025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62e82888-abf0-4e71-91bb-281a2795a7b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55fad74e-8e57-49ed-b559-5f0fa9c0f03d HTTP/1.1" status: 204 len: 168 time: 0.2794778 Aug 09 15:36:01.639441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e82888-abf0-4e71-91bb-281a2795a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fad74e-8e57-49ed-b559-5f0fa9c0f03d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:02.279368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-6a0bd0c1-2282-4f8f-951f-34d3611ea7bf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338087 Aug 09 15:36:02.336145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45410) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:02.354297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7668e0c-c14b-4705-a45c-b727d1b44ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:02.536270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 51e057b3-2cde-48f3-8384-7086ed62af1f details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:02.541526 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7668e0c-c14b-4705-a45c-b727d1b44ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:02.549117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7668e0c-c14b-4705-a45c-b727d1b44ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:02.600082 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7668e0c-c14b-4705-a45c-b727d1b44ac7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d69b8a59cb84f1d8dd5f1b023c56c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602365 Aug 09 15:36:02.601215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45418) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:02.610871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7668e0c-c14b-4705-a45c-b727d1b44ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47978fce-2e55-4edb-91ae-95aba5c8b938,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:02.668460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fb11251-4069-4c65-92dd-03313936d978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:02.692110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fb11251-4069-4c65-92dd-03313936d978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:02.770607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fb11251-4069-4c65-92dd-03313936d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:02.774346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fb11251-4069-4c65-92dd-03313936d978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:02.782516 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6fb11251-4069-4c65-92dd-03313936d978 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47978fce-2e55-4edb-91ae-95aba5c8b938 HTTP/1.1" status: 204 len: 168 time: 0.1791966 Aug 09 15:36:02.795454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb11251-4069-4c65-92dd-03313936d978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47978fce-2e55-4edb-91ae-95aba5c8b938,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:02.806475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d755cf4d-9f32-4735-a75d-cbab74ef88fa req-9d6c63f9-3826-4ea5-b084-9508c3f9a611 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 210 time: 0.5147762 Aug 09 15:36:02.857847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-fdcdfd4c-8168-4f2e-959c-f07e944ee09f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:02.869352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-fdcdfd4c-8168-4f2e-959c-f07e944ee09f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5879903 Aug 09 15:36:02.907470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-e87a4115-42c5-4f2e-b9d3-8d66cd3973cd tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/quotas/4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 375 time: 0.0368562 Aug 09 15:36:02.989014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-f94aa836-deb8-4f70-8909-19412d39f022 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802655 Aug 09 15:36:02.998500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-dd73ee68-f82c-4bb0-a183-57a05de784e5 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685239 Aug 09 15:36:03.032040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 51e057b3-2cde-48f3-8384-7086ed62af1f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=51e057b3-2cde-48f3-8384-7086ed62af1f,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:03.045678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '51e057b3-2cde-48f3-8384-7086ed62af1f', 'network_id': 'c0bf920c-4570-4b7b-ac9a-9deede4023eb', 'port_id': '51e057b3-2cde-48f3-8384-7086ed62af1f', 'mac_address': 'fa:16:3e:47:fc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc36b79-bba6-4f8a-bd55-5395070bf0b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:03.149665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3dd67-2ca1-40b5-8229-fd36d7237fa7 req-43fe4236-235e-4ef8-8b31-6bb8801d18a4 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:03.157944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dad3dd67-2ca1-40b5-8229-fd36d7237fa7 req-43fe4236-235e-4ef8-8b31-6bb8801d18a4 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 943 time: 0.2304358 Aug 09 15:36:03.158987 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:03.166790 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:36:03.239713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e057b3-2cde-48f3-8384-7086ed62af1f {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:03.244089 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-7c5483f0-f4e7-4d46-9fd4-7cf8b9c1f3ef tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568838 Aug 09 15:36:03.282840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dad3dd67-2ca1-40b5-8229-fd36d7237fa7 req-cca83cd8-3914-4ee5-aeb5-b5ec86781fba tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226501 Aug 09 15:36:03.332320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 51e057b3-2cde-48f3-8384-7086ed62af1f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=51e057b3-2cde-48f3-8384-7086ed62af1f,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:03.344175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:03.390721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-ab399051-c611-4f64-bd74-1383658de0b7 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:03.410367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-ab399051-c611-4f64-bd74-1383658de0b7 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3771374 Aug 09 15:36:03.442419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Request body: {'port': {'device_id': 'aa3e2ff0-1997-497b-a056-26651dc813ac', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7d11dbd0e4144a5a88c071ba4e5b5168'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:03.479311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=51e057b3-2cde-48f3-8384-7086ed62af1f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:03.611783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-63c6e2d5-56e4-4ec7-828c-127d158150a2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:03.614615 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-63c6e2d5-56e4-4ec7-828c-127d158150a2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3644631 Aug 09 15:36:03.629859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Request body: {'port': {'device_id': '72aa9e88-ec25-48b5-bbe0-8b3695e71115', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7d11dbd0e4144a5a88c071ba4e5b5168'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:03.638024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['51e057b3-2cde-48f3-8384-7086ed62af1f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:03.666401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05c125d2-b2e3-4fc6-b9da-f477d3123161 req-8e85a44f-e3f2-4bb5-bf16-827d63cd4e0d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 210 time: 0.0466723 Aug 09 15:36:03.809587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Made reservation on behalf of 7d11dbd0e4144a5a88c071ba4e5b5168 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:03.819194 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:03.945729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Made reservation on behalf of 7d11dbd0e4144a5a88c071ba4e5b5168 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:03.950242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:04.015011 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b6c3dc6-31e8-4230-9d47-089079d1fb3f req-ea5e538d-655f-401c-841d-4912f2a06f83 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 210 time: 0.0405924 Aug 09 15:36:04.149378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Allocated IP 192.168.233.101 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/8bce33a4-3119-42d8-bd45-47091325bb06) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:04.383285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:04.412207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Transition to ACTIVE for port object 8bce33a4-3119-42d8-bd45-47091325bb06 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:04.464415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479e35-e6b9-4acb-a2ad-90cee185e187 req-bc9d62af-e3d1-4ba9-85b8-94030b072271 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:04.466025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2479e35-e6b9-4acb-a2ad-90cee185e187 req-bc9d62af-e3d1-4ba9-85b8-94030b072271 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 944 time: 0.0681200 Aug 09 15:36:04.544312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:04.558199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:04.564779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:04.622479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Allocated IP 192.168.233.129 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/22021856-c213-4d77-afe4-2a286be1fdf7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:04.666360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2479e35-e6b9-4acb-a2ad-90cee185e187 req-e99f31fa-3509-4fb2-b5e8-46246c8ff3c8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846290 Aug 09 15:36:04.702412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:04.712922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:04.730011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:04.940261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'Port': ['ID=8bce33a4-3119-42d8-bd45-47091325bb06,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:04.978683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23d875f1-3361-4e94-91e6-61fffa67db58 req-3f12fec7-31ff-49fa-b407-005645ab6cd3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 210 time: 0.1279261 Aug 09 15:36:05.015920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:05.015920 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:05.047569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-026e339e-d8a0-4852-901a-a9b0ae762a82 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6262496 Aug 09 15:36:05.065069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:05.072705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Request body: {'port': {'device_id': 'aa3e2ff0-1997-497b-a056-26651dc813ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:05.114889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-24fcc8cd-64d3-4cf7-ad14-55a0d341f07b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787361 Aug 09 15:36:05.182339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Transition to ACTIVE for port object 22021856-c213-4d77-afe4-2a286be1fdf7 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:05.307274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8d6b8099-d27f-4727-b3a8-0aff4356cbd1 None None] Provisioning for port 8bce33a4-3119-42d8-bd45-47091325bb06 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:05.352066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-946c41aa-bac9-4c33-80f0-5d9de18c18be req-a70b6bea-37da-43ca-89e5-e22d1fb8aac8 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 210 time: 0.0699351 Aug 09 15:36:05.352419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8d6b8099-d27f-4727-b3a8-0aff4356cbd1 None None] Provisioning complete for port 8bce33a4-3119-42d8-bd45-47091325bb06 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:05.359314 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8099-d27f-4727-b3a8-0aff4356cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:05.362865 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:05.459082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b8099-d27f-4727-b3a8-0aff4356cbd1 None None] Port 8bce33a4-3119-42d8-bd45-47091325bb06 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:05.541691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-299723a7-bfcf-477c-927b-4a6e36f70bfb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:05.543642 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-299723a7-bfcf-477c-927b-4a6e36f70bfb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172091 Aug 09 15:36:05.547020 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:05.559631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:05.574685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Request body: {'port': {'device_id': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '4c8f4fd4774b4d3e8a7612124a3ba839'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:05.677154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:05.682165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:05.701975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:05.878427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:05.879131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:05.931049 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3052673 Aug 09 15:36:05.950052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:05.950671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Request body: {'port': {'device_id': '72aa9e88-ec25-48b5-bbe0-8b3695e71115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:05.995289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669e14a-fe09-4d48-860a-7b0308140277 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'Port': ['ID=22021856-c213-4d77-afe4-2a286be1fdf7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:06.067441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bce33a4-3119-42d8-bd45-47091325bb06 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:06.076266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.077935 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.096867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Transition to ACTIVE for port object 8bce33a4-3119-42d8-bd45-47091325bb06 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:06.113364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.244304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-492f4adc-e33f-4b1a-95ad-5f18d0d157c1 None None] Provisioning for port 22021856-c213-4d77-afe4-2a286be1fdf7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:06.259343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-492f4adc-e33f-4b1a-95ad-5f18d0d157c1 None None] Provisioning complete for port 22021856-c213-4d77-afe4-2a286be1fdf7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:06.259894 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-492f4adc-e33f-4b1a-95ad-5f18d0d157c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.281243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Made reservation on behalf of 4c8f4fd4774b4d3e8a7612124a3ba839 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:06.284992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.325493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-492f4adc-e33f-4b1a-95ad-5f18d0d157c1 None None] Port 22021856-c213-4d77-afe4-2a286be1fdf7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:06.330877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.375516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-90fbe0da-ed8c-4d17-9804-637dad3494bd tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=382867dcc7db43269edd01f6d5043d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369494 Aug 09 15:36:06.427636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Pushing event updated for resources: {'Port': ['ID=8bce33a4-3119-42d8-bd45-47091325bb06,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:06.552653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 51e057b3-2cde-48f3-8384-7086ed62af1f up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:06.576557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e78f6-341f-43ef-a7b6-cd7919e85c29 req-1e567ec7-d5a2-411e-a286-570fe9ee94b7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:06.597270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-977e78f6-341f-43ef-a7b6-cd7919e85c29 req-1e567ec7-d5a2-411e-a286-570fe9ee94b7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 944 time: 0.4949286 Aug 09 15:36:06.805386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 51e057b3-2cde-48f3-8384-7086ed62af1f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:06.825362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 51e057b3-2cde-48f3-8384-7086ed62af1f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:06.825775 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.854056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-977e78f6-341f-43ef-a7b6-cd7919e85c29 req-89e8aa3a-43d1-4575-9e2c-6a5d233551d9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542212 Aug 09 15:36:06.859812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.872200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:06.978050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a003e8e5-30e9-4922-be77-f75775915380,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:07.011069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-dd2096d6-45bc-449e-a819-9a0d8b6866db tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:07.025583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-dd2096d6-45bc-449e-a819-9a0d8b6866db tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6452634 Aug 09 15:36:07.053659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Attempting to bind port 8bce33a4-3119-42d8-bd45-47091325bb06 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:07.055415 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:07.057420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Attempting to bind port 8bce33a4-3119-42d8-bd45-47091325bb06 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:07.059757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Attempting to bind port 8bce33a4-3119-42d8-bd45-47091325bb06 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:07.079646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22021856-c213-4d77-afe4-2a286be1fdf7 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:07.092912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:07.112484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c008dcd-1215-46ef-ad92-58b6e2fbe74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e057b3-2cde-48f3-8384-7086ed62af1f'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:07.114095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Transition to ACTIVE for port object 22021856-c213-4d77-afe4-2a286be1fdf7 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:07.115094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abb795f7-fb98-4893-bed5-81c7014e9128 req-dc286480-9998-4b78-a557-de9c8aa7fff4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 210 time: 0.0751956 Aug 09 15:36:07.117484 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329c2ea1-859a-4702-bde5-c101c35801ad" -d '{"events": [{"server_uuid": "7c008dcd-1215-46ef-ad92-58b6e2fbe74d", "name": "network-vif-plugged", "status": "completed", "tag": "51e057b3-2cde-48f3-8384-7086ed62af1f"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:07.124549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-0719d547-0965-4860-a57e-edd9d6c99e71 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/quotas/382867dcc7db43269edd01f6d5043d99 HTTP/1.1" status: 200 len: 375 time: 0.0950153 Aug 09 15:36:07.138416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Port 8bce33a4-3119-42d8-bd45-47091325bb06 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:36:07.138866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Attempting to bind port 8bce33a4-3119-42d8-bd45-47091325bb06 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:07.145285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 51e057b3-2cde-48f3-8384-7086ed62af1f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=51e057b3-2cde-48f3-8384-7086ed62af1f,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:07.157660 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:07.174294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1e8100b8-db3c-455f-9f24-d61d2d7706e7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=382867dcc7db43269edd01f6d5043d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486104 Aug 09 15:36:07.183100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:07.183100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:07.186792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:07.187381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Bound port: 8bce33a4-3119-42d8-bd45-47091325bb06, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:07.187876 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:07.236226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:07.240013 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=51e057b3-2cde-48f3-8384-7086ed62af1f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:07.339378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224417a-e7f2-4c15-b153-d5572e63e47d req-ef14622f-a70f-4590-8056-4c3b43348869 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:07.340963 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8224417a-e7f2-4c15-b153-d5572e63e47d req-ef14622f-a70f-4590-8056-4c3b43348869 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 948 time: 0.0752151 Aug 09 15:36:07.344915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] For port 8bce33a4-3119-42d8-bd45-47091325bb06, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:07.359099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Allocated IP 192.168.233.227 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/15300e1d-fd44-4ba4-bd67-adcb30288b9b) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:07.365271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] For port 8bce33a4-3119-42d8-bd45-47091325bb06, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8bce33a4-3119-42d8-bd45-47091325bb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:07.366506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Pushing event updated for resources: {'Port': ['ID=22021856-c213-4d77-afe4-2a286be1fdf7,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:07.381693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:07.439678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:07.440697 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:07.442256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] 10.222.0.66 "PUT /v2.0/ports/8bce33a4-3119-42d8-bd45-47091325bb06 HTTP/1.1" status: 200 len: 1096 time: 2.3838031 Aug 09 15:36:07.444541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3e2ff0-1997-497b-a056-26651dc813ac', 'tag': '8bce33a4-3119-42d8-bd45-47091325bb06'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:07.446794 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4972e7e5-62e3-4da4-b93b-6930d8d20001" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3e2ff0-1997-497b-a056-26651dc813ac", "tag": "8bce33a4-3119-42d8-bd45-47091325bb06"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:07.487650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8224417a-e7f2-4c15-b153-d5572e63e47d req-274a0d9f-24ca-4649-b1fe-522adb67a985 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300778 Aug 09 15:36:07.620981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440b692-99fc-494f-bf8a-01524adad8cf service neutron] Pushing event updated for resources: {'Port': ['ID=8bce33a4-3119-42d8-bd45-47091325bb06,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:07.653392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-b82ca29f-525f-43d0-8b26-bddfa30f42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:07.658120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-b82ca29f-525f-43d0-8b26-bddfa30f42cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 1099 time: 0.1668842 Aug 09 15:36:07.719953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-d3a0351d-c7f6-4dc5-ac48-b02d510dbd53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8bce33a4-3119-42d8-bd45-47091325bb06 HTTP/1.1" status: 200 len: 217 time: 0.0533257 Aug 09 15:36:07.760922 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24c2fbb-a6c1-4748-acf2-94fba25d4e8c x-openstack-request-id: req-b24c2fbb-a6c1-4748-acf2-94fba25d4e8c {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:07.761749 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c008dcd-1215-46ef-ad92-58b6e2fbe74d", "name": "network-vif-plugged", "status": "completed", "tag": "51e057b3-2cde-48f3-8384-7086ed62af1f", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:07.761749 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b24c2fbb-a6c1-4748-acf2-94fba25d4e8c {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:07.762303 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c008dcd-1215-46ef-ad92-58b6e2fbe74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e057b3-2cde-48f3-8384-7086ed62af1f', 'code': 200} Aug 09 15:36:07.772257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Attempting to bind port 22021856-c213-4d77-afe4-2a286be1fdf7 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:07.772906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Attempting to bind port 22021856-c213-4d77-afe4-2a286be1fdf7 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:07.773218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Attempting to bind port 22021856-c213-4d77-afe4-2a286be1fdf7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:07.811148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c64f0138-a165-41e7-b4e7-029d643e366f req-6356e349-0692-4393-b155-9c3a36677fcc tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 210 time: 0.0624304 Aug 09 15:36:07.821754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-ba74316a-b4b9-4ac3-a674-98e73887b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:07.824225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-ba74316a-b4b9-4ac3-a674-98e73887b53c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0915205 Aug 09 15:36:07.854968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Port 22021856-c213-4d77-afe4-2a286be1fdf7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:36:07.855625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Attempting to bind port 22021856-c213-4d77-afe4-2a286be1fdf7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:07.865956 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:07.866745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:07.866745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:07.867173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Bound port: 22021856-c213-4d77-afe4-2a286be1fdf7, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:07.868472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:07.888731 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660253d3-4f34-4a32-a420-f83023944b6d x-openstack-request-id: req-660253d3-4f34-4a32-a420-f83023944b6d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:07.889148 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3e2ff0-1997-497b-a056-26651dc813ac", "tag": "8bce33a4-3119-42d8-bd45-47091325bb06", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:07.889502 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-660253d3-4f34-4a32-a420-f83023944b6d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:07.890002 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3e2ff0-1997-497b-a056-26651dc813ac', 'tag': '8bce33a4-3119-42d8-bd45-47091325bb06', 'status': 'completed', 'code': 200} Aug 09 15:36:07.935683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-eef3a23c-aa4c-4f52-a3ff-33059b105242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:07.939513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-eef3a23c-aa4c-4f52-a3ff-33059b105242 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058898 Aug 09 15:36:08.103800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63c30d-d5a6-46f2-8c3b-16838ccaf1b6 req-0af609e7-51ac-4e54-8df0-4fab9fb3dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:08.111238 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f63c30d-d5a6-46f2-8c3b-16838ccaf1b6 req-0af609e7-51ac-4e54-8df0-4fab9fb3dca9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 1096 time: 0.1595757 Aug 09 15:36:08.158299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:08.220992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Transition to ACTIVE for port object 15300e1d-fd44-4ba4-bd67-adcb30288b9b will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:08.239240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] For port 22021856-c213-4d77-afe4-2a286be1fdf7, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:08.245668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] For port 22021856-c213-4d77-afe4-2a286be1fdf7, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=22021856-c213-4d77-afe4-2a286be1fdf7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:08.250292 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f63c30d-d5a6-46f2-8c3b-16838ccaf1b6 req-2a5be8bf-c5c2-49d8-a533-632877b650a7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251426 Aug 09 15:36:08.256136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72f6c0-e1c8-4de5-b00e-b93baf06da36 req-d353a541-b523-4c15-953d-d96b4c0fc5c8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:08.257212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:08.268800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea72f6c0-e1c8-4de5-b00e-b93baf06da36 req-d353a541-b523-4c15-953d-d96b4c0fc5c8 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 945 time: 0.2542853 Aug 09 15:36:08.288782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-7a966baa-fb5f-4f4d-98a7-66ace2675315 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412640 Aug 09 15:36:08.344298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:08.346685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:08.348517 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] 10.222.0.35 "PUT /v2.0/ports/22021856-c213-4d77-afe4-2a286be1fdf7 HTTP/1.1" status: 200 len: 1096 time: 2.4080946 Aug 09 15:36:08.349333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72aa9e88-ec25-48b5-bbe0-8b3695e71115', 'tag': '22021856-c213-4d77-afe4-2a286be1fdf7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:08.350484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e09fd489-b0da-4afc-8a66-b0b71210cde0 req-8cb7c50e-f253-4b5b-a1b0-5579e7afab08 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 210 time: 0.0605202 Aug 09 15:36:08.352577 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a730f71-24c6-4e1c-9712-aafa4d465c96" -d '{"events": [{"name": "network-changed", "server_uuid": "72aa9e88-ec25-48b5-bbe0-8b3695e71115", "tag": "22021856-c213-4d77-afe4-2a286be1fdf7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:08.410279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:08.442555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea72f6c0-e1c8-4de5-b00e-b93baf06da36 req-10075672-2f82-41dd-abae-fa7fa21fdcb6 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666310 Aug 09 15:36:08.459211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8ebc-ebc2-4986-b23e-d9f134297c23 service neutron] Pushing event updated for resources: {'Port': ['ID=22021856-c213-4d77-afe4-2a286be1fdf7,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:08.484430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:08.506208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:08.547888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:08.584606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-cec204ec-d3ac-493e-a126-dab2a99a4aaa service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758045 Aug 09 15:36:08.657741 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7baf23-e0d9-4052-b28e-ff2b6efe0683 x-openstack-request-id: req-7a7baf23-e0d9-4052-b28e-ff2b6efe0683 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:08.657741 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72aa9e88-ec25-48b5-bbe0-8b3695e71115", "tag": "22021856-c213-4d77-afe4-2a286be1fdf7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:08.657741 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a7baf23-e0d9-4052-b28e-ff2b6efe0683 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:08.658204 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72aa9e88-ec25-48b5-bbe0-8b3695e71115', 'tag': '22021856-c213-4d77-afe4-2a286be1fdf7', 'status': 'completed', 'code': 200} Aug 09 15:36:08.732960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:08.741305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:08.742227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:08.748855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-8044cdbd-4f9a-47ca-8a95-f656ec60aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:08.751973 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-8044cdbd-4f9a-47ca-8a95-f656ec60aa6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 1099 time: 0.2647619 Aug 09 15:36:08.836432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2e54-d33a-43fb-9f72-f2c0b3576c2f req-13ab79b3-960d-44c4-ad80-98ee3c9cb297 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:08.838045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-612c2e54-d33a-43fb-9f72-f2c0b3576c2f req-13ab79b3-960d-44c4-ad80-98ee3c9cb297 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 948 time: 0.1422825 Aug 09 15:36:08.848991 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-336d67ad-fdd1-4c53-af86-0d3da764c331 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2864609 Aug 09 15:36:08.852221 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-3b276de8-187b-4767-b2db-f2ce2a60a2af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=22021856-c213-4d77-afe4-2a286be1fdf7 HTTP/1.1" status: 200 len: 217 time: 0.0930283 Aug 09 15:36:08.858980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-ccc3a582-f2ec-4b9a-98b4-c4c8ba35a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:08.865698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-ccc3a582-f2ec-4b9a-98b4-c4c8ba35a640 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 1099 time: 0.1474397 Aug 09 15:36:08.896327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Request body: {'port': {'device_id': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:08.969331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:08.973878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-682190f6-f4dd-4386-93b4-901b80a0f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:08.976179 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-682190f6-f4dd-4386-93b4-901b80a0f01d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1154928 Aug 09 15:36:08.987849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-612c2e54-d33a-43fb-9f72-f2c0b3576c2f req-37fef342-bfd9-45f6-b37c-cdefdd3ac1ba tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427205 Aug 09 15:36:09.057183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-69e599f7-52cb-481d-bde5-75b125e7d64a None None] Provisioning for port 15300e1d-fd44-4ba4-bd67-adcb30288b9b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:09.064203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-69e599f7-52cb-481d-bde5-75b125e7d64a None None] Provisioning complete for port 15300e1d-fd44-4ba4-bd67-adcb30288b9b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:09.064973 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-69e599f7-52cb-481d-bde5-75b125e7d64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:09.067036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-a2b64152-93b8-4b74-bfe6-9b58bbeccfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:09.068992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-a2b64152-93b8-4b74-bfe6-9b58bbeccfa5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1941431 Aug 09 15:36:09.108876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-900e5965-e188-43cc-805f-b2eaa7dbb5cd req-b43668a1-7b32-4971-9bb4-31819899eabb tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 210 time: 0.0559542 Aug 09 15:36:09.117080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-69e599f7-52cb-481d-bde5-75b125e7d64a None None] Port 15300e1d-fd44-4ba4-bd67-adcb30288b9b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:09.156925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-1d97e978-f679-4c04-af74-38f22689e9a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8bce33a4-3119-42d8-bd45-47091325bb06 HTTP/1.1" status: 200 len: 217 time: 0.0568798 Aug 09 15:36:09.230062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-c8aaaae6-d6b6-4cc4-94ec-fd7595a218b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:09.231422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-c8aaaae6-d6b6-4cc4-94ec-fd7595a218b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0579159 Aug 09 15:36:09.325221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-d9450187-b385-4370-8d65-d1d2b60a7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:09.327682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-d9450187-b385-4370-8d65-d1d2b60a7954 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843840 Aug 09 15:36:09.454479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-22b00dd0-1d32-4b64-b21d-e6f3870d62c6 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125505 Aug 09 15:36:09.467171 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-c9406867-9923-4199-9ce5-14448ad711ca tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=382867dcc7db43269edd01f6d5043d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608940 Aug 09 15:36:09.604600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-5d35a788-920a-4b0c-a37b-6f177fa6344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:09.605462 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-5d35a788-920a-4b0c-a37b-6f177fa6344d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6122131 Aug 09 15:36:09.683056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acaeaa-b5f4-4afa-afbc-5abcefb049df req-7b05c816-1ca3-40e9-a4d4-1241d2576132 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:09.691149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6acaeaa-b5f4-4afa-afbc-5abcefb049df req-7b05c816-1ca3-40e9-a4d4-1241d2576132 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 936 time: 0.2030971 Aug 09 15:36:09.734357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0c8ab-e804-46d5-97c7-f8f94775e7d7 req-c7dc5438-ec16-4d1b-8948-0f4023c78339 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:09.742400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9f0c8ab-e804-46d5-97c7-f8f94775e7d7 req-c7dc5438-ec16-4d1b-8948-0f4023c78339 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 945 time: 0.1742575 Aug 09 15:36:09.755338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4972e7e5-62e3-4da4-b93b-6930d8d20001 req-2d554eba-0012-4873-b196-1cb2a08e739e service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897151 Aug 09 15:36:09.794799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6acaeaa-b5f4-4afa-afbc-5abcefb049df req-49721c80-7ce2-4826-a07a-2d062406d00a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029541 Aug 09 15:36:09.819012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-aa75ce71-f339-4e95-b68d-77eaac776544 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:09.821197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-aa75ce71-f339-4e95-b68d-77eaac776544 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423433 Aug 09 15:36:09.845665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Request body: {'port': {'device_id': 'cd54aee0-4497-438d-ae72-86db673bd89e', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '382867dcc7db43269edd01f6d5043d99'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:09.852022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9f0c8ab-e804-46d5-97c7-f8f94775e7d7 req-7d98418d-af54-4766-9040-d20f075fd065 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086121 Aug 09 15:36:09.908495 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-5c355456-2f0e-406f-aa6b-09eea64856e0 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929771 Aug 09 15:36:10.119489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15300e1d-fd44-4ba4-bd67-adcb30288b9b {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:10.138827 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.141521 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c8358ab-dc07-4c14-857d-b14dc91aa4ad req-1f64b0dd-58e3-4ad3-8027-4d43c8fb7954 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206078 Aug 09 15:36:10.155694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Made reservation on behalf of 382867dcc7db43269edd01f6d5043d99 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:10.161201 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.164873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Transition to ACTIVE for port object 15300e1d-fd44-4ba4-bd67-adcb30288b9b will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:10.171511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.176522 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.265866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2ee6a4c-0af7-4cde-9781-a56f9e58d255 req-027378a6-3296-4029-a567-1b207f4c3845 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 210 time: 0.0529501 Aug 09 15:36:10.289031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:10.394076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-5ab65989-41f6-4d5d-8d1b-23ccc301ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:10.395812 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-5ab65989-41f6-4d5d-8d1b-23ccc301ae65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 1099 time: 0.1839528 Aug 09 15:36:10.401722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b73a-99e1-47ca-b0f5-2a10641a4a80 req-4b9146f3-09fc-4b2f-b72d-ffbd2a7fa463 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:10.415551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98f8b73a-99e1-47ca-b0f5-2a10641a4a80 req-4b9146f3-09fc-4b2f-b72d-ffbd2a7fa463 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 948 time: 0.1463914 Aug 09 15:36:10.518280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98f8b73a-99e1-47ca-b0f5-2a10641a4a80 req-9fa0665c-6ec6-48f0-88ec-0ab6e0425aa0 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806336 Aug 09 15:36:10.533221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f217f-8cf8-4684-b996-827dcc86c35c req-396b5f3c-1ea8-4dd2-be01-853c3b25d6a4 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:10.544631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-060f217f-8cf8-4684-b996-827dcc86c35c req-396b5f3c-1ea8-4dd2-be01-853c3b25d6a4 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 945 time: 0.1228051 Aug 09 15:36:10.553765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-2a00e6ce-17a8-4bdb-bded-5ea74f869339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:10.555574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8bce33a4-3119-42d8-bd45-47091325bb06 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:10.556186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-2a00e6ce-17a8-4bdb-bded-5ea74f869339 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1512249 Aug 09 15:36:10.646549 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-63937033-b689-4329-8dda-8463c8f4720e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=22021856-c213-4d77-afe4-2a286be1fdf7 HTTP/1.1" status: 200 len: 217 time: 0.0745261 Aug 09 15:36:10.656793 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-060f217f-8cf8-4684-b996-827dcc86c35c req-fecbc963-f7cc-4201-9f1c-2dbbd301a6b1 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951188 Aug 09 15:36:10.695084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Attempting to bind port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:10.695429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Attempting to bind port 15300e1d-fd44-4ba4-bd67-adcb30288b9b by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:10.696068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Attempting to bind port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:10.705009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:36:10.705322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Attempting to bind port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:10.718744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8bce33a4-3119-42d8-bd45-47091325bb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8bce33a4-3119-42d8-bd45-47091325bb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:10.724239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.729546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:10.729871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:10.730251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:10.730781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Bound port: 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:10.731292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.739584 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.742661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '8bce33a4-3119-42d8-bd45-47091325bb06', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '8bce33a4-3119-42d8-bd45-47091325bb06', 'mac_address': 'fa:16:3e:5b:a4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:10.795655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-6e964464-0ac9-4934-b5ad-27145dd91cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:10.797409 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.797578 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-6e964464-0ac9-4934-b5ad-27145dd91cfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1419275 Aug 09 15:36:10.821953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bce33a4-3119-42d8-bd45-47091325bb06 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:10.858544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8bce33a4-3119-42d8-bd45-47091325bb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8bce33a4-3119-42d8-bd45-47091325bb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:10.869639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.951190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8bce33a4-3119-42d8-bd45-47091325bb06,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:10.965093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ff20-cbdd-4657-8e08-0a838a8c9008 req-1f931b5d-cc94-4ba5-a71c-2b2e31801c45 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:10.973779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc88ff20-cbdd-4657-8e08-0a838a8c9008 req-1f931b5d-cc94-4ba5-a71c-2b2e31801c45 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 948 time: 0.0759690 Aug 09 15:36:11.030928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff48379b-60ea-47ae-bf76-acffce027944,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:11.034080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc88ff20-cbdd-4657-8e08-0a838a8c9008 req-25a2ff3e-1cf8-4d74-a593-b5f93fae5637 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447667 Aug 09 15:36:11.073256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Allocated IP 192.168.233.176 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/9ebc2caa-b65f-4d59-8415-53014cf7248f) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:11.164250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-fc8844e8-25d1-4a04-9cfc-dc5cbd2fff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:11.171531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8bce33a4-3119-42d8-bd45-47091325bb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:11.189781 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-fc8844e8-25d1-4a04-9cfc-dc5cbd2fff5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3815346 Aug 09 15:36:11.219304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:11.297637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:11.310391 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:11.405107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5be2eb1-026a-40e7-85f6-ef2e6128aec3 req-64e33fcf-6254-49c5-ace3-13d7633590b9 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 210 time: 0.0476122 Aug 09 15:36:11.429804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:11.430428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:11.431860 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] 10.222.0.66 "PUT /v2.0/ports/15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 1096 time: 2.5410943 Aug 09 15:36:11.432322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:11.434593 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33200e5-d321-41ed-8d4a-c437381277f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:11.482798 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-414c2607-8522-43db-affb-a5922acfc9f0 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651143 Aug 09 15:36:11.500368 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e15a0f8-0783-4865-a90a-58a8cccac2af x-openstack-request-id: req-5e15a0f8-0783-4865-a90a-58a8cccac2af {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:11.500368 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:11.500368 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e15a0f8-0783-4865-a90a-58a8cccac2af {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:11.500368 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'status': 'completed', 'code': 200} Aug 09 15:36:11.500368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8222c55-4506-4a4b-8d54-ce740b81ce83 service neutron] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:11.633116 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:11.668146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-7aa78281-3398-43e4-b558-f4f78c8fe08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:11.669676 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-7aa78281-3398-43e4-b558-f4f78c8fe08b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1099 time: 0.1686525 Aug 09 15:36:11.670664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Transition to ACTIVE for port object 9ebc2caa-b65f-4d59-8415-53014cf7248f will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:11.732076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a33d63-c10a-4f77-8dd3-7915cdea8c4b req-bf384954-cced-4c18-b580-6477a5065b46 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:11.742313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88a33d63-c10a-4f77-8dd3-7915cdea8c4b req-bf384954-cced-4c18-b580-6477a5065b46 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 948 time: 0.1087065 Aug 09 15:36:11.760739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-89469762-f4cb-4b03-a261-d0de5394f68a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.0545359 Aug 09 15:36:11.771616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7a730f71-24c6-4e1c-9712-aafa4d465c96 req-cc8561e0-e829-4345-a2c8-574280ff04a8 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754841 Aug 09 15:36:11.819405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88a33d63-c10a-4f77-8dd3-7915cdea8c4b req-33c56839-4a42-40ab-b6db-3708624bf53d tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755918 Aug 09 15:36:11.825855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:11.842797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-a880b16b-1579-419b-a373-7d448ad3444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:11.842797 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-a880b16b-1579-419b-a373-7d448ad3444b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0653055 Aug 09 15:36:11.906421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:11.914632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-fc3f9a46-94ef-4c5a-b39d-ac6337b05795 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:11.916239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-fc3f9a46-94ef-4c5a-b39d-ac6337b05795 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 945 time: 0.1088257 Aug 09 15:36:11.916434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:11.921462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:11.946407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2341b-1743-4418-a16e-12b722d90438 req-883515c1-822a-4d4f-a040-9f71e3a811ec tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:11.948474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Pushing event updated for resources: {'Port': ['ID=9ebc2caa-b65f-4d59-8415-53014cf7248f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:11.962695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff2341b-1743-4418-a16e-12b722d90438 req-883515c1-822a-4d4f-a040-9f71e3a811ec tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 945 time: 0.1812546 Aug 09 15:36:11.971225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-560f37b5-e168-4780-bc10-755875fe2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:11.973630 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-560f37b5-e168-4780-bc10-755875fe2c55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055503 Aug 09 15:36:12.020877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:12.021580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.088231 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5a38bde3-dc60-479c-afad-ebb84c569ad3 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2509923 Aug 09 15:36:12.115385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Request body: {'port': {'device_id': 'cd54aee0-4497-438d-ae72-86db673bd89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:12.130351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff2341b-1743-4418-a16e-12b722d90438 req-a50745cd-eb10-4d8b-ae17-ec7e5975bdf5 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e20a6c-ba34-4378-b7cb-453a57050e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617870 Aug 09 15:36:12.209270 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-6c8ce56b-a87c-4411-9e53-b8202f314b2e service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242303 Aug 09 15:36:12.238143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.244095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2eebe-2d61-4e79-b722-2f3ceac27dc2 req-86d63d8e-d8e8-46a6-a885-b9c2a7ac1f68 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:12.252698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85e2eebe-2d61-4e79-b722-2f3ceac27dc2 req-86d63d8e-d8e8-46a6-a885-b9c2a7ac1f68 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 948 time: 0.1380103 Aug 09 15:36:12.268532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Deleting port 51e057b3-2cde-48f3-8384-7086ed62af1f {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:12.268840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.368531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 22021856-c213-4d77-afe4-2a286be1fdf7 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:12.438296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85e2eebe-2d61-4e79-b722-2f3ceac27dc2 req-41a96b85-6496-4606-8855-5b3f57ca611c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844351 Aug 09 15:36:12.514150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] For port 51e057b3-2cde-48f3-8384-7086ed62af1f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=51e057b3-2cde-48f3-8384-7086ed62af1f,segment=NetworkSegment(b9b4c1e8-909f-4ecd-aeff-f91cf8510945),segment_id=b9b4c1e8-909f-4ecd-aeff-f91cf8510945)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:12.514595 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.516441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3274a276-5fee-48e9-b8f6-d45ef45bc363 None None] Provisioning for port 9ebc2caa-b65f-4d59-8415-53014cf7248f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:12.524933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3274a276-5fee-48e9-b8f6-d45ef45bc363 None None] Provisioning complete for port 9ebc2caa-b65f-4d59-8415-53014cf7248f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:12.525337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3274a276-5fee-48e9-b8f6-d45ef45bc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.568700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8bce33a4-3119-42d8-bd45-47091325bb06 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:12.582153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Calling delete_port for 51e057b3-2cde-48f3-8384-7086ed62af1f owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:12.616884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 22021856-c213-4d77-afe4-2a286be1fdf7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=22021856-c213-4d77-afe4-2a286be1fdf7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:12.649672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '22021856-c213-4d77-afe4-2a286be1fdf7', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '22021856-c213-4d77-afe4-2a286be1fdf7', 'mac_address': 'fa:16:3e:91:a2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:12.656414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3274a276-5fee-48e9-b8f6-d45ef45bc363 None None] Port 9ebc2caa-b65f-4d59-8415-53014cf7248f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:12.709295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 8bce33a4-3119-42d8-bd45-47091325bb06 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:12.719369 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.741340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22021856-c213-4d77-afe4-2a286be1fdf7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:12.741340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 8bce33a4-3119-42d8-bd45-47091325bb06 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:12.741340 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.792459 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 22021856-c213-4d77-afe4-2a286be1fdf7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=22021856-c213-4d77-afe4-2a286be1fdf7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:12.793284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf54a-ddb5-479a-b77c-65fbad944644 req-884d275e-f519-4b2b-9cc1-c328e5fd63f4 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:12.798193 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d467721c-ac75-4de0-b53e-f2c293bd1e1c req-a5c78aa1-44fc-4aaf-8a41-6ec67ac61cd5 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808032 Aug 09 15:36:12.802255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.814736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59ecf54a-ddb5-479a-b77c-65fbad944644 req-884d275e-f519-4b2b-9cc1-c328e5fd63f4 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 936 time: 0.2619441 Aug 09 15:36:12.860228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.886086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=22021856-c213-4d77-afe4-2a286be1fdf7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:12.958797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-0510a54b-9348-49d2-a878-bbfc727b72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:12.960554 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-0510a54b-9348-49d2-a878-bbfc727b72df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1099 time: 0.0771835 Aug 09 15:36:12.973791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.976764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event deleted for resources: {'Port': ['ID=51e057b3-2cde-48f3-8384-7086ed62af1f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:13.018262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8bce33a4-3119-42d8-bd45-47091325bb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8bce33a4-3119-42d8-bd45-47091325bb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:13.022171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3e2ff0-1997-497b-a056-26651dc813ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce33a4-3119-42d8-bd45-47091325bb06'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:13.026505 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6985ed-d86e-4cd6-a37c-a32d788fa35b" -d '{"events": [{"server_uuid": "aa3e2ff0-1997-497b-a056-26651dc813ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bce33a4-3119-42d8-bd45-47091325bb06"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:13.035977 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:13.067478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59ecf54a-ddb5-479a-b77c-65fbad944644 req-a5f8c412-0ee5-4a02-b7a2-029e764d0a77 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516129 Aug 09 15:36:13.092775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8bce33a4-3119-42d8-bd45-47091325bb06,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:13.116250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] No DVR routers for this DVR port 51e057b3-2cde-48f3-8384-7086ed62af1f on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:36:13.124305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebc2caa-b65f-4d59-8415-53014cf7248f {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:13.127277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:13.130249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92ceb1c2-ed76-472e-8acb-75b68a0f0d74 req-6953c647-1505-4aca-a339-75c42ad5b74b tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.66 "DELETE /v2.0/ports/51e057b3-2cde-48f3-8384-7086ed62af1f HTTP/1.1" status: 204 len: 173 time: 1.1927142 Aug 09 15:36:13.132653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c008dcd-1215-46ef-ad92-58b6e2fbe74d', 'name': 'network-vif-deleted', 'tag': '51e057b3-2cde-48f3-8384-7086ed62af1f'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:13.135584 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e5f3bd-89c5-4185-a3db-34a8dc561250" -d '{"events": [{"server_uuid": "7c008dcd-1215-46ef-ad92-58b6e2fbe74d", "name": "network-vif-deleted", "tag": "51e057b3-2cde-48f3-8384-7086ed62af1f"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:13.139124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:13.148401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['22021856-c213-4d77-afe4-2a286be1fdf7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:13.167140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b4975-7b9b-4843-8809-ce7246cc482b req-3b58de7a-0ce4-4446-88db-c128578973d9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:13.168868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-48b546fc-583c-4159-9bc2-628785dbbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:13.169128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-841b4975-7b9b-4843-8809-ce7246cc482b req-3b58de7a-0ce4-4446-88db-c128578973d9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 949 time: 0.2027619 Aug 09 15:36:13.173607 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-48b546fc-583c-4159-9bc2-628785dbbc30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1968386 Aug 09 15:36:13.185814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Transition to ACTIVE for port object 9ebc2caa-b65f-4d59-8415-53014cf7248f will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:13.194287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:13.241885 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f4f290-19c0-470f-9231-254759fddce9 x-openstack-request-id: req-e0f4f290-19c0-470f-9231-254759fddce9 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:13.242311 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c008dcd-1215-46ef-ad92-58b6e2fbe74d", "name": "network-vif-deleted", "tag": "51e057b3-2cde-48f3-8384-7086ed62af1f", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:13.242637 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0f4f290-19c0-470f-9231-254759fddce9 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:13.243096 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c008dcd-1215-46ef-ad92-58b6e2fbe74d', 'name': 'network-vif-deleted', 'tag': '51e057b3-2cde-48f3-8384-7086ed62af1f', 'status': 'completed', 'code': 200} Aug 09 15:36:13.246385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-841b4975-7b9b-4843-8809-ce7246cc482b req-a7863468-7abc-4d37-a0c6-86f81b86a4cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554042 Aug 09 15:36:13.279862 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5506163-6705-49d6-a5d5-9401da0233f4 x-openstack-request-id: req-d5506163-6705-49d6-a5d5-9401da0233f4 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:13.280151 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3e2ff0-1997-497b-a056-26651dc813ac", "name": "network-vif-plugged", "status": "completed", "tag": "8bce33a4-3119-42d8-bd45-47091325bb06", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:13.280408 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5506163-6705-49d6-a5d5-9401da0233f4 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:13.280804 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3e2ff0-1997-497b-a056-26651dc813ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce33a4-3119-42d8-bd45-47091325bb06', 'code': 200} Aug 09 15:36:13.338204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78bf7e-d13c-45d2-a300-1e776b0d5c62 req-756760ab-7b20-47f1-9ddc-8af94293c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:13.340343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed78bf7e-d13c-45d2-a300-1e776b0d5c62 req-756760ab-7b20-47f1-9ddc-8af94293c1ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 1101 time: 0.0649951 Aug 09 15:36:13.399669 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-70df7153-7201-438e-b395-043670d1f495 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.1972539 Aug 09 15:36:13.467877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2cda071-4d95-4a11-beed-e4286b4a5b91 req-38633be2-5c62-4bc5-87b7-6ddad12bb92d tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c008dcd-1215-46ef-ad92-58b6e2fbe74d HTTP/1.1" status: 200 len: 210 time: 0.0680223 Aug 09 15:36:13.467877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed78bf7e-d13c-45d2-a300-1e776b0d5c62 req-d81c7eb9-7dc4-4a07-8969-52219b053a3e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050563 Aug 09 15:36:13.524571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebc2caa-b65f-4d59-8415-53014cf7248f,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:13.628846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-06eedbea-b560-437f-8ac9-f0ab27ba870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:13.630335 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-06eedbea-b560-437f-8ac9-f0ab27ba870d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2139878 Aug 09 15:36:13.663663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d292b-e384-4062-b663-87064a0d9719 req-d14061e7-2dc9-43f4-8c80-bfaa504d89cf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:13.665420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e22d292b-e384-4062-b663-87064a0d9719 req-d14061e7-2dc9-43f4-8c80-bfaa504d89cf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 948 time: 0.0824080 Aug 09 15:36:13.720714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Attempting to bind port 9ebc2caa-b65f-4d59-8415-53014cf7248f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:13.721156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Attempting to bind port 9ebc2caa-b65f-4d59-8415-53014cf7248f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:13.721551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Attempting to bind port 9ebc2caa-b65f-4d59-8415-53014cf7248f on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:13.724653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e22d292b-e384-4062-b663-87064a0d9719 req-e2d870f4-9454-479d-a8bf-3064ba89feb3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518563 Aug 09 15:36:13.731602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Port 9ebc2caa-b65f-4d59-8415-53014cf7248f on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:36:13.731981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Attempting to bind port 9ebc2caa-b65f-4d59-8415-53014cf7248f on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:13.743575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:13.743932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:13.744372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:13.744848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Bound port: 9ebc2caa-b65f-4d59-8415-53014cf7248f, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:13.745482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:13.763578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-ba12a159-e995-4b2f-ac7e-6aa3c630e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:13.765153 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-ba12a159-e995-4b2f-ac7e-6aa3c630e5f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250141 Aug 09 15:36:13.894031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] For port 9ebc2caa-b65f-4d59-8415-53014cf7248f, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:13.899466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] For port 9ebc2caa-b65f-4d59-8415-53014cf7248f, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9ebc2caa-b65f-4d59-8415-53014cf7248f,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:13.931023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:13.942456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-192b1138-b232-4429-9336-55a83df78387 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470757 Aug 09 15:36:14.031651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:14.032287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:14.033776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] 10.222.0.35 "PUT /v2.0/ports/9ebc2caa-b65f-4d59-8415-53014cf7248f HTTP/1.1" status: 200 len: 1096 time: 1.9304371 Aug 09 15:36:14.034216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd54aee0-4497-438d-ae72-86db673bd89e', 'tag': '9ebc2caa-b65f-4d59-8415-53014cf7248f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:14.036644 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606113a0-dd10-45a9-9e57-7ba5a714adc5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd54aee0-4497-438d-ae72-86db673bd89e", "tag": "9ebc2caa-b65f-4d59-8415-53014cf7248f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:14.070606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5f776-a7e5-48bb-b6f9-f207ecadb4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebc2caa-b65f-4d59-8415-53014cf7248f,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:14.131014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b33200e5-d321-41ed-8d4a-c437381277f3 req-8e7ff83d-a06f-4e8d-bd8e-c978fad70785 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550734 Aug 09 15:36:14.177050 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb80910-c8a7-42f7-9609-8d8613577515 x-openstack-request-id: req-1eb80910-c8a7-42f7-9609-8d8613577515 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:14.177341 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd54aee0-4497-438d-ae72-86db673bd89e", "tag": "9ebc2caa-b65f-4d59-8415-53014cf7248f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:14.177733 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1eb80910-c8a7-42f7-9609-8d8613577515 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:14.178174 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd54aee0-4497-438d-ae72-86db673bd89e', 'tag': '9ebc2caa-b65f-4d59-8415-53014cf7248f', 'status': 'completed', 'code': 200} Aug 09 15:36:14.203891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-99e8186b-609e-48f1-b297-b3657b53d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:14.205935 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-99e8186b-609e-48f1-b297-b3657b53d509 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=382867dcc7db43269edd01f6d5043d99&device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 1099 time: 0.0760834 Aug 09 15:36:14.236632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff87e2a-f135-4c8d-b29a-c563079b0e7d req-d06d4d6f-83b4-42eb-8981-22351f09b24b tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:14.238548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ff87e2a-f135-4c8d-b29a-c563079b0e7d req-d06d4d6f-83b4-42eb-8981-22351f09b24b tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 948 time: 0.0696425 Aug 09 15:36:14.263472 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-5097b796-c5d6-46cc-ae9a-e0d2f6119a6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ebc2caa-b65f-4d59-8415-53014cf7248f HTTP/1.1" status: 200 len: 217 time: 0.0461946 Aug 09 15:36:14.332979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ff87e2a-f135-4c8d-b29a-c563079b0e7d req-b9e3aa18-7b54-474e-967e-59cc499843b9 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821137 Aug 09 15:36:14.360038 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-a06fad96-af7a-4cfe-a35c-9acdd1bd88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:14.361711 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-a06fad96-af7a-4cfe-a35c-9acdd1bd88b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0863488 Aug 09 15:36:14.370264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 22021856-c213-4d77-afe4-2a286be1fdf7 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:14.432709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682692d9-ec71-4e1a-8ab8-f5ff4b78913e req-15a60216-1c61-4910-9c4d-377be7cb4f29 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:14.444669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-682692d9-ec71-4e1a-8ab8-f5ff4b78913e req-15a60216-1c61-4910-9c4d-377be7cb4f29 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 949 time: 0.1103475 Aug 09 15:36:14.485629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-b7155559-1636-4346-8da5-44a1aba5ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:14.488737 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-b7155559-1636-4346-8da5-44a1aba5ee5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148217 Aug 09 15:36:14.496949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 22021856-c213-4d77-afe4-2a286be1fdf7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:14.508589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 22021856-c213-4d77-afe4-2a286be1fdf7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:14.508968 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:14.516204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-682692d9-ec71-4e1a-8ab8-f5ff4b78913e req-7caf83a4-fe59-4b60-a446-abda56ffb173 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701411 Aug 09 15:36:14.584313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 15300e1d-fd44-4ba4-bd67-adcb30288b9b details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:14.608107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 51e057b3-2cde-48f3-8384-7086ed62af1f no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:14.682877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 51e057b3-2cde-48f3-8384-7086ed62af1f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:14.683466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 51e057b3-2cde-48f3-8384-7086ed62af1f not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:14.713556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-4a2c453e-26d1-4a56-9062-54d651f73f0e service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138085 Aug 09 15:36:14.812625 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:14.828540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45738) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:14.855760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:14.873124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-564b8cc4-471e-4b38-bd1f-ad31baf47592 req-aa6836f8-8723-41bf-8ca4-c55dd78cd9c2 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500828 Aug 09 15:36:14.882789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'mac_address': 'fa:16:3e:94:af:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:14.889545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 22021856-c213-4d77-afe4-2a286be1fdf7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=22021856-c213-4d77-afe4-2a286be1fdf7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:14.933109 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:14.993699 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-03d83e8d-0f88-4bae-bffc-b40f6c800842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:14.995546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ecfc8-f41d-4878-9a99-71b9c471c0b9 req-fb19a0b8-d462-426d-9ba0-fd2411530ae7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:14.996575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-63cdd596-94c8-4a75-b68b-614c95ef9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:14.997151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-644ecfc8-f41d-4878-9a99-71b9c471c0b9 req-fb19a0b8-d462-426d-9ba0-fd2411530ae7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 948 time: 0.1604927 Aug 09 15:36:14.998021 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-248a3102-9556-4302-8150-19c6581a84a7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:14.998397 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-63cdd596-94c8-4a75-b68b-614c95ef9d84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=382867dcc7db43269edd01f6d5043d99&device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 1099 time: 0.0532274 Aug 09 15:36:15.015856 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:15.043379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=22021856-c213-4d77-afe4-2a286be1fdf7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:15.047505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15300e1d-fd44-4ba4-bd67-adcb30288b9b {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:15.062391 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-248a3102-9556-4302-8150-19c6581a84a7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:15.075927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:15.084454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:15.093741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-644ecfc8-f41d-4878-9a99-71b9c471c0b9 req-afa14420-d97b-4289-a4e3-f87bf79c09b2 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896788 Aug 09 15:36:15.120974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-4b4ef998-aae5-477f-b096-d177e92085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:15.123027 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-4b4ef998-aae5-477f-b096-d177e92085d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1143479 Aug 09 15:36:15.154976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-248a3102-9556-4302-8150-19c6581a84a7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:15.160949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-248a3102-9556-4302-8150-19c6581a84a7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:15.167022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-248a3102-9556-4302-8150-19c6581a84a7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "DELETE /v2.0/security-groups/dbb23371-406c-4b73-85c8-334f4d4a0309 HTTP/1.1" status: 204 len: 168 time: 0.3371880 Aug 09 15:36:15.167919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45740) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:15.177675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:15.192910 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-ec0c47a2-16cc-4346-9d10-374655c905f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9ebc2caa-b65f-4d59-8415-53014cf7248f HTTP/1.1" status: 200 len: 217 time: 0.0564146 Aug 09 15:36:15.198636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a3102-9556-4302-8150-19c6581a84a7 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb23371-406c-4b73-85c8-334f4d4a0309,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:15.200764 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-739f8fb6-0526-4207-94b3-c1ef0cbab51e tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] show failed (client error): The resource could not be found. Aug 09 15:36:15.204263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-739f8fb6-0526-4207-94b3-c1ef0cbab51e tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "GET /v2.0/security-groups/dbb23371-406c-4b73-85c8-334f4d4a0309 HTTP/1.1" status: 404 len: 347 time: 0.0314236 Aug 09 15:36:15.204836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45742) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:15.258087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-f9c2df09-709c-440e-979d-2a00fcfbb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:15.259647 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-f9c2df09-709c-440e-979d-2a00fcfbb3dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0592825 Aug 09 15:36:15.283212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa9e88-ec25-48b5-bbe0-8b3695e71115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22021856-c213-4d77-afe4-2a286be1fdf7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:15.286523 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2735e8b5-f741-4322-8ee5-7bee087db241" -d '{"events": [{"server_uuid": "72aa9e88-ec25-48b5-bbe0-8b3695e71115", "name": "network-vif-plugged", "status": "completed", "tag": "22021856-c213-4d77-afe4-2a286be1fdf7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:15.338318 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22197e1e-9da7-4af7-8106-83865d5dcbb1 x-openstack-request-id: req-22197e1e-9da7-4af7-8106-83865d5dcbb1 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:15.338961 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa9e88-ec25-48b5-bbe0-8b3695e71115", "name": "network-vif-plugged", "status": "completed", "tag": "22021856-c213-4d77-afe4-2a286be1fdf7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:15.339450 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22197e1e-9da7-4af7-8106-83865d5dcbb1 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:15.340095 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aa9e88-ec25-48b5-bbe0-8b3695e71115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22021856-c213-4d77-afe4-2a286be1fdf7', 'code': 200} Aug 09 15:36:15.375053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-150db663-c024-46e0-a008-138f87421f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:15.377808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-150db663-c024-46e0-a008-138f87421f53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067798 Aug 09 15:36:15.391977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:15.636922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df368c8-87a4-4b0d-af9b-78125bbcc053 req-90f19ecc-4da5-424c-aba8-4bf8a59a70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:15.638919 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4df368c8-87a4-4b0d-af9b-78125bbcc053 req-90f19ecc-4da5-424c-aba8-4bf8a59a70df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 1101 time: 0.1889684 Aug 09 15:36:15.711917 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4df368c8-87a4-4b0d-af9b-78125bbcc053 req-06779ea5-4abd-4913-baf5-af4e74a83432 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603805 Aug 09 15:36:15.717903 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-3658b545-0064-43a1-adbc-2e35fb5f1e6e service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193848 Aug 09 15:36:15.790456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97488-dc33-4c1a-95eb-384745fd14cf req-6a51855f-a4a1-4684-b7e0-4d9e48b9bc1c tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:15.797781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63b97488-dc33-4c1a-95eb-384745fd14cf req-6a51855f-a4a1-4684-b7e0-4d9e48b9bc1c tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 948 time: 0.1781218 Aug 09 15:36:15.865955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a4d3c-5347-4f32-9934-085a5f78a873 req-9d772387-cbc0-4bee-b27c-f83c966f27ea tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:15.873391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-664a4d3c-5347-4f32-9934-085a5f78a873 req-9d772387-cbc0-4bee-b27c-f83c966f27ea tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 950 time: 0.1560636 Aug 09 15:36:15.903542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63b97488-dc33-4c1a-95eb-384745fd14cf req-64d45b1d-b622-4c2e-86f2-4d8ad5b26da0 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047671 Aug 09 15:36:15.903760 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-606113a0-dd10-45a9-9e57-7ba5a714adc5 req-afd768e5-d68c-4664-8570-f9b14b9e2db4 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302996 Aug 09 15:36:15.960118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-664a4d3c-5347-4f32-9934-085a5f78a873 req-5211a790-25d7-48b7-9613-6b8ee84e4092 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725422 Aug 09 15:36:15.960118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Deleting port 5800ab02-644c-4fa3-bd36-5b1cc46e1a26 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:15.960118 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.106008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.106417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.123485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Calling delete_port for 5800ab02-644c-4fa3-bd36-5b1cc46e1a26 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:16.280352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90fb51-dd69-4ad2-8dca-4dc4be7d55b1 req-27ff5c87-45eb-4081-baab-b03530f3e48f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:16.282189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd90fb51-dd69-4ad2-8dca-4dc4be7d55b1 req-27ff5c87-45eb-4081-baab-b03530f3e48f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 949 time: 0.0907166 Aug 09 15:36:16.365357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd90fb51-dd69-4ad2-8dca-4dc4be7d55b1 req-3c5b691a-6a3b-4ff0-ad17-6033ab054837 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573523 Aug 09 15:36:16.376718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.391518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9ebc2caa-b65f-4d59-8415-53014cf7248f details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:16.428752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Pushing event deleted for resources: {'Port': ['ID=5800ab02-644c-4fa3-bd36-5b1cc46e1a26,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:16.499296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.502379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.504096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7084abdd-d1e4-4617-ab66-c0c8582729e9 tempest-ImagesOneServerNegativeTestJSON-1819159253 tempest-ImagesOneServerNegativeTestJSON-1819159253-project] 10.222.0.64 "DELETE /v2.0/floatingips/fb0f70ab-0581-4367-9c00-0f08b26a781c HTTP/1.1" status: 204 len: 168 time: 1.2975719 Aug 09 15:36:16.522705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9ebc2caa-b65f-4d59-8415-53014cf7248f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9ebc2caa-b65f-4d59-8415-53014cf7248f,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:16.538434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9ebc2caa-b65f-4d59-8415-53014cf7248f', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '9ebc2caa-b65f-4d59-8415-53014cf7248f', 'mac_address': 'fa:16:3e:96:fe:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:16.609452 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.629673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 15300e1d-fd44-4ba4-bd67-adcb30288b9b up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:16.703226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45780) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:16.715342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebc2caa-b65f-4d59-8415-53014cf7248f {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:16.792679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9ebc2caa-b65f-4d59-8415-53014cf7248f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9ebc2caa-b65f-4d59-8415-53014cf7248f,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:16.807159 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.842315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e25fdd1-2632-4fe7-9205-613875afc510 admin admin] Deleting subnet 7fc36b79-bba6-4f8a-bd55-5395070bf0b0 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:36:16.847758 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e25fdd1-2632-4fe7-9205-613875afc510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.894036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e25fdd1-2632-4fe7-9205-613875afc510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.899353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 15300e1d-fd44-4ba4-bd67-adcb30288b9b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:16.934811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 15300e1d-fd44-4ba4-bd67-adcb30288b9b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:16.935631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:16.940495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9ebc2caa-b65f-4d59-8415-53014cf7248f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:16.985362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e25fdd1-2632-4fe7-9205-613875afc510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.099697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.133228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9ebc2caa-b65f-4d59-8415-53014cf7248f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:17.151938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e25fdd1-2632-4fe7-9205-613875afc510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.193941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25fdd1-2632-4fe7-9205-613875afc510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc36b79-bba6-4f8a-bd55-5395070bf0b0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:17.203964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e25fdd1-2632-4fe7-9205-613875afc510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.217100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3e25fdd1-2632-4fe7-9205-613875afc510 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7fc36b79-bba6-4f8a-bd55-5395070bf0b0 HTTP/1.1" status: 204 len: 168 time: 0.5101054 Aug 09 15:36:17.217544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45792) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:17.229730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:17.246739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3a0ad-1732-4be7-beff-62836009dd36 req-7f553d84-2c1b-4692-a481-e6d057cba5b9 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:17.250770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.257221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8f3a0ad-1732-4be7-beff-62836009dd36 req-7f553d84-2c1b-4692-a481-e6d057cba5b9 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 949 time: 0.1878290 Aug 09 15:36:17.277199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929f5a8-2b37-4a6b-8c2c-65cad1a6fa75 req-0e38ccb3-3ccf-49bb-a1fc-6176c1cdbfa5 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:17.281017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d929f5a8-2b37-4a6b-8c2c-65cad1a6fa75 req-0e38ccb3-3ccf-49bb-a1fc-6176c1cdbfa5 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 950 time: 0.1954834 Aug 09 15:36:17.343258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:17.343813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.347140 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5e0c6-8ff3-471c-ab7b-b60749062ad2" -d '{"events": [{"server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "name": "network-vif-plugged", "status": "completed", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:17.373255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d929f5a8-2b37-4a6b-8c2c-65cad1a6fa75 req-f7fdf5c5-0e37-4f23-a57b-dfc8d370e074 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826170 Aug 09 15:36:17.390012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8f3a0ad-1732-4be7-beff-62836009dd36 req-ec8cc626-de54-46ce-8b78-284729e5bb36 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314116 Aug 09 15:36:17.391870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:17.468857 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ed44eb7-5ad2-4549-bd85-46d3401e47d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.594869 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629527b6-c8e9-4e0d-8cfc-14e922c7bba7 x-openstack-request-id: req-629527b6-c8e9-4e0d-8cfc-14e922c7bba7 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:17.595576 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "name": "network-vif-plugged", "status": "completed", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:17.595576 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-629527b6-c8e9-4e0d-8cfc-14e922c7bba7 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:17.596042 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'code': 200} Aug 09 15:36:17.607356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.634853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bf920c-4570-4b7b-ac9a-9deede4023eb']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:17.669449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:17.669666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b4c1e8-909f-4ecd-aeff-f91cf8510945') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:17.680857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.749367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.755255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.765594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:36:17.766323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:36:17.769077 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:36:17.792193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420eb5f4-a401-4461-8c33-f67ad01237f9 req-67de9161-fa43-424a-b350-fe4bb5d9bb97 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:17.800310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420eb5f4-a401-4461-8c33-f67ad01237f9 req-67de9161-fa43-424a-b350-fe4bb5d9bb97 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1567671 Aug 09 15:36:17.834107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fafbe-cfdb-4917-a360-a5bbfe937e79 req-cbdc9062-f42e-436b-8197-1bf317709405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:17.835678 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-175fafbe-cfdb-4917-a360-a5bbfe937e79 req-cbdc9062-f42e-436b-8197-1bf317709405 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1101 time: 0.1472068 Aug 09 15:36:17.850737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2e3bf-d019-4170-9350-5d7a864acade req-69cfd9cb-dc9b-4b19-8707-c4c911378529 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:17.853066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ec2e3bf-d019-4170-9350-5d7a864acade req-69cfd9cb-dc9b-4b19-8707-c4c911378529 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 950 time: 0.1431110 Aug 09 15:36:17.863180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420eb5f4-a401-4461-8c33-f67ad01237f9 req-e77ee4bb-90a2-49d5-95fc-cc60cea73566 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575635 Aug 09 15:36:17.893700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.907410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.910184 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0bf920c-4570-4b7b-ac9a-9deede4023eb HTTP/1.1" status: 204 len: 168 time: 0.6914773 Aug 09 15:36:17.930246 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e7406-6ac7-4918-9096-f9429492e400 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bf920c-4570-4b7b-ac9a-9deede4023eb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:17.945919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ec2e3bf-d019-4170-9350-5d7a864acade req-86e18327-8832-4197-8b57-b4800a5c6873 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856574 Aug 09 15:36:17.956362 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-175fafbe-cfdb-4917-a360-a5bbfe937e79 req-2db71c64-d6cd-49d3-a241-4050472b37c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060998 Aug 09 15:36:18.206798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45816) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:18.267930 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7b3f94ee-acb6-4da0-b910-f2c8fcff4d50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ba2988e9afa45f39a083b6eb7e4d823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482774 Aug 09 15:36:18.277609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45818) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:18.305933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a089a-7806-40dc-9f59-c70b250c15d3 req-c2171f97-938e-4723-828b-2527be0ef426 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:18.312148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a089a-7806-40dc-9f59-c70b250c15d3 req-c2171f97-938e-4723-828b-2527be0ef426 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:18.313856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-137a089a-7806-40dc-9f59-c70b250c15d3 req-c2171f97-938e-4723-828b-2527be0ef426 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115&device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 1691 time: 0.0715270 Aug 09 15:36:18.341056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e10d3f47-e8dc-4414-862d-3e7b1a10a2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:18.369474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-137a089a-7806-40dc-9f59-c70b250c15d3 req-50a192ce-ff74-47ab-99c5-2edd4f04aa37 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Aug 09 15:36:18.371505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e10d3f47-e8dc-4414-862d-3e7b1a10a2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:18.403669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9ebc2caa-b65f-4d59-8415-53014cf7248f up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:18.448225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e10d3f47-e8dc-4414-862d-3e7b1a10a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:18.451316 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e10d3f47-e8dc-4414-862d-3e7b1a10a2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:18.458220 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e10d3f47-e8dc-4414-862d-3e7b1a10a2a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21e20a6c-ba34-4378-b7cb-453a57050e07 HTTP/1.1" status: 204 len: 168 time: 0.1794293 Aug 09 15:36:18.504981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 9ebc2caa-b65f-4d59-8415-53014cf7248f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:18.510518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9ebc2caa-b65f-4d59-8415-53014cf7248f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:18.510983 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:18.528994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d3f47-e8dc-4414-862d-3e7b1a10a2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e20a6c-ba34-4378-b7cb-453a57050e07,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:18.639777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419245d-614a-4137-b304-5720c6839c1e req-514eb456-74a0-4682-abab-b04ec248e035 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:18.651615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b419245d-614a-4137-b304-5720c6839c1e req-514eb456-74a0-4682-abab-b04ec248e035 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 949 time: 0.1358185 Aug 09 15:36:18.733364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b419245d-614a-4137-b304-5720c6839c1e req-d279c89e-9b77-4397-8c74-35d5a32d0aa1 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761869 Aug 09 15:36:18.782872 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:18.826313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b4cba-dc8f-4492-bef7-c3678888fc32 req-1eba55b8-40ea-4e51-b22d-c18b8f4a209a tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:18.828138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e46b4cba-dc8f-4492-bef7-c3678888fc32 req-1eba55b8-40ea-4e51-b22d-c18b8f4a209a tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 1101 time: 0.0517941 Aug 09 15:36:18.888439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9ebc2caa-b65f-4d59-8415-53014cf7248f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9ebc2caa-b65f-4d59-8415-53014cf7248f,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:18.934115 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:18.956455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e46b4cba-dc8f-4492-bef7-c3678888fc32 req-ff3fd78e-988b-4b32-b737-dd9649d9c229 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032743 Aug 09 15:36:19.001880 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:19.040381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9ebc2caa-b65f-4d59-8415-53014cf7248f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:19.149389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaff7fe-11bb-4e50-bce2-4e8e23b3026a req-d1bd4788-3e63-4789-b15c-7588c827e72c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:19.151476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2aaff7fe-11bb-4e50-bce2-4e8e23b3026a req-d1bd4788-3e63-4789-b15c-7588c827e72c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.0841448 Aug 09 15:36:19.230683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2aaff7fe-11bb-4e50-bce2-4e8e23b3026a req-d2b41105-ddb2-43b6-9e48-04f4b8ee7c1e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634208 Aug 09 15:36:19.233343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbd7be-2aff-441d-b23a-80b45724e5ea req-d17452a9-e428-4d18-b1c4-87a5adf3df2e tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:19.234798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69cbd7be-2aff-441d-b23a-80b45724e5ea req-d17452a9-e428-4d18-b1c4-87a5adf3df2e tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 1101 time: 0.0821810 Aug 09 15:36:19.282872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69cbd7be-2aff-441d-b23a-80b45724e5ea req-8737e50c-ad2c-4acf-b098-eb3394db49c6 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Aug 09 15:36:19.407178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6f02d-b626-4b6b-9045-019c849c06ba req-acb5e061-d02e-46eb-82c9-c5f0b4a53098 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:19.408943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-faf6f02d-b626-4b6b-9045-019c849c06ba req-acb5e061-d02e-46eb-82c9-c5f0b4a53098 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 945 time: 0.0542388 Aug 09 15:36:19.457083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-faf6f02d-b626-4b6b-9045-019c849c06ba req-a281e757-94f5-465e-9e2e-4aa77335cd9f tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409114 Aug 09 15:36:19.501197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-acd090b7-b602-4e35-a6a5-0795818eac96 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223396 Aug 09 15:36:19.597597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd54aee0-4497-438d-ae72-86db673bd89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebc2caa-b65f-4d59-8415-53014cf7248f'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:19.600213 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07c70b-c529-4525-8ec7-e050c50d58c8" -d '{"events": [{"server_uuid": "cd54aee0-4497-438d-ae72-86db673bd89e", "name": "network-vif-plugged", "status": "completed", "tag": "9ebc2caa-b65f-4d59-8415-53014cf7248f"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:19.626699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-7ac18d0c-3892-47a1-999d-625b5108998e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:19.628485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-7ac18d0c-3892-47a1-999d-625b5108998e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200273 Aug 09 15:36:19.643976 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a85375b-dc92-4400-acab-5afc0708c182 x-openstack-request-id: req-9a85375b-dc92-4400-acab-5afc0708c182 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:19.644389 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd54aee0-4497-438d-ae72-86db673bd89e", "name": "network-vif-plugged", "status": "completed", "tag": "9ebc2caa-b65f-4d59-8415-53014cf7248f", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:19.644836 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a85375b-dc92-4400-acab-5afc0708c182 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:19.645263 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd54aee0-4497-438d-ae72-86db673bd89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebc2caa-b65f-4d59-8415-53014cf7248f', 'code': 200} Aug 09 15:36:19.646525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-15725ca4-07f8-4817-bbb0-8f078cf7b82b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/quotas/7d11dbd0e4144a5a88c071ba4e5b5168 HTTP/1.1" status: 200 len: 375 time: 0.0121615 Aug 09 15:36:19.728441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-9b59d082-66e5-465f-8e5a-c29a1bfa281e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0751631 Aug 09 15:36:19.761995 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ada30-15d1-4dd2-a47d-8fd7bc11f2ba req-68c6495a-6d65-4e5d-bdac-0e8417ebf1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:19.763737 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9f5ada30-15d1-4dd2-a47d-8fd7bc11f2ba req-68c6495a-6d65-4e5d-bdac-0e8417ebf1ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 1101 time: 0.0503688 Aug 09 15:36:19.808381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9f5ada30-15d1-4dd2-a47d-8fd7bc11f2ba req-c44df862-b28d-42f9-a891-44a9688e714c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345097 Aug 09 15:36:19.988813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1d519-42d7-44f9-a0d3-960901cd4e29 req-d25becca-a751-4aa7-acb3-445b9ad5c8e1 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:19.990511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfa1d519-42d7-44f9-a0d3-960901cd4e29 req-d25becca-a751-4aa7-acb3-445b9ad5c8e1 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 950 time: 0.0539412 Aug 09 15:36:20.035419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfa1d519-42d7-44f9-a0d3-960901cd4e29 req-b919f20d-9e63-4f5a-9f39-63c60ff9ad5b tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371747 Aug 09 15:36:20.117028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5e597ec-156e-4563-9e90-f3b8db5974f0 req-2b3e6d0c-1ff5-4822-a876-345cd25afb70 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 210 time: 0.0317309 Aug 09 15:36:20.273468 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:20.304949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a6d7-3b59-464a-8d23-b12825440105 req-4baeed89-72ef-460e-8886-66bec18d47be tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:20.306464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04a7a6d7-3b59-464a-8d23-b12825440105 req-4baeed89-72ef-460e-8886-66bec18d47be tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 950 time: 0.0641012 Aug 09 15:36:20.353992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04a7a6d7-3b59-464a-8d23-b12825440105 req-e982939f-18c7-4f19-b8c9-8dfc1735ee99 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Aug 09 15:36:20.481077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e45193-bd6d-4063-acd7-1b0967508d3c req-c608b9bf-ed36-462e-a1c8-f808bf0d3f6f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:20.482989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11e45193-bd6d-4063-acd7-1b0967508d3c req-c608b9bf-ed36-462e-a1c8-f808bf0d3f6f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.0643048 Aug 09 15:36:20.542824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11e45193-bd6d-4063-acd7-1b0967508d3c req-6c7a0c02-c034-4a25-8538-f53878f3ee44 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 Aug 09 15:36:20.693058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177007db-9047-4444-a348-d12f49126b0a req-30777f9c-0867-467d-9feb-d7af6e490063 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:20.694675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-177007db-9047-4444-a348-d12f49126b0a req-30777f9c-0867-467d-9feb-d7af6e490063 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 945 time: 0.0591586 Aug 09 15:36:20.741948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-177007db-9047-4444-a348-d12f49126b0a req-92c72726-e65b-4437-8d06-ee0231e17d21 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups?id=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383186 Aug 09 15:36:20.792449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ae3e1678-bcb0-43ac-8c41-fbdc7ef4b821 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:20.794668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ae3e1678-bcb0-43ac-8c41-fbdc7ef4b821 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.35 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 945 time: 0.0670083 Aug 09 15:36:20.973844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Deleting port b2f57747-e5e1-4755-ab34-d0a97275a371 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:20.974166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.029560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94069c7a-ac9f-492c-8c2e-0323f6626976 req-f7cc2e7a-0602-441d-afea-f86564018b60 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:21.031855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94069c7a-ac9f-492c-8c2e-0323f6626976 req-f7cc2e7a-0602-441d-afea-f86564018b60 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1101 time: 0.0732107 Aug 09 15:36:21.086095 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-94069c7a-ac9f-492c-8c2e-0323f6626976 req-ed0c1194-1773-4ee3-a0e8-27c53a0aa595 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.144764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-2c4512cf-c306-4201-8cc4-9255994287f8 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442936 Aug 09 15:36:21.250955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] For port b2f57747-e5e1-4755-ab34-d0a97275a371, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2f57747-e5e1-4755-ab34-d0a97275a371,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:21.251463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.261276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b427813-d40d-4494-b518-78f55ae8ae30 req-00ad1edf-2b7d-4851-b6b5-35d823768624 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:21.263378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b427813-d40d-4494-b518-78f55ae8ae30 req-00ad1edf-2b7d-4851-b6b5-35d823768624 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 950 time: 0.1015999 Aug 09 15:36:21.342062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-94069c7a-ac9f-492c-8c2e-0323f6626976 req-ed0c1194-1773-4ee3-a0e8-27c53a0aa595 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.356100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-94069c7a-ac9f-492c-8c2e-0323f6626976 req-ed0c1194-1773-4ee3-a0e8-27c53a0aa595 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.363246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b427813-d40d-4494-b518-78f55ae8ae30 req-3768ae53-3133-47e7-bde3-c48fe7a56c30 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842435 Aug 09 15:36:21.369821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-d73a8aae-984f-48d1-b264-7713d49debc3 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:21.371462 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-d73a8aae-984f-48d1-b264-7713d49debc3 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074003 Aug 09 15:36:21.401051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94069c7a-ac9f-492c-8c2e-0323f6626976 req-ed0c1194-1773-4ee3-a0e8-27c53a0aa595 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627021 Aug 09 15:36:21.404124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c1194-1773-4ee3-a0e8-27c53a0aa595 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5dc56a-809c-49ef-b722-598a89b8db75,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:21.419625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Request body: {'port': {'device_id': '5c48cb8a-6731-45e5-bb7d-1ef92ba16029', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7d11dbd0e4144a5a88c071ba4e5b5168'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:21.604982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.605383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.605804 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Floating IP 0d299d7a-c699-4630-b747-066fb4504b6e disassociated. External IP: 172.25.7.84, port: b2f57747-e5e1-4755-ab34-d0a97275a371. Aug 09 15:36:21.606208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Calling delete_port for b2f57747-e5e1-4755-ab34-d0a97275a371 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:21.610018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-408871a3-2041-4d42-9f43-f9ed7d6279a3 req-44632cf0-d066-4997-87f1-0ab3812e6939 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 210 time: 0.0443118 Aug 09 15:36:21.644172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Made reservation on behalf of 7d11dbd0e4144a5a88c071ba4e5b5168 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:21.649662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.914864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:21.932711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Allocated IP 192.168.233.222 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/9a900505-af7b-4fb4-8fa1-a9c569b3c028) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:21.959922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event deleted for resources: {'Port': ['ID=b2f57747-e5e1-4755-ab34-d0a97275a371,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:22.203805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Router 26688623-14ec-4671-8d9a-519d4614d4fd has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:36:22.320961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76bae731-dbdd-4d3d-ba2f-1157e72b82b5 req-7e2951eb-c15e-4131-84bd-b347b9761142 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 210 time: 0.0451381 Aug 09 15:36:22.614060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:22.629395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 292d3396-1147-4973-8a90-97122ea97466 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:22.639042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-425607d3-0244-4c1f-8156-c9c7cc9b4842 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2990065 Aug 09 15:36:22.639431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Transition to ACTIVE for port object 9a900505-af7b-4fb4-8fa1-a9c569b3c028 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:22.672750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79badb57-a50a-4443-beea-7dc38ea3091d req-6393fd66-2b2c-4186-9c44-b33d5d4ae2a2 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:22.681909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79badb57-a50a-4443-beea-7dc38ea3091d req-6393fd66-2b2c-4186-9c44-b33d5d4ae2a2 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 950 time: 0.1109531 Aug 09 15:36:22.725676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:36:22.746882 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] Sync routers for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:36:22.778631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:22.786742 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:22.791194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19', '8bce33a4-3119-42d8-bd45-47091325bb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:22.792650 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:22.793396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', '22021856-c213-4d77-afe4-2a286be1fdf7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:22.801402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] No DVR routers for this DVR port b2f57747-e5e1-4755-ab34-d0a97275a371 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:36:22.801675 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:22.806672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:22.809342 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6dfcb349-6372-4e2f-a360-af195ed63b73 req-ec03cd99-cfc4-48af-b25d-4e563bbb2cc1 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.35 "DELETE /v2.0/ports/b2f57747-e5e1-4755-ab34-d0a97275a371 HTTP/1.1" status: 204 len: 173 time: 2.0002632 Aug 09 15:36:22.811166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da74a128-41f8-4f47-8649-6067e77738c0', 'name': 'network-vif-deleted', 'tag': 'b2f57747-e5e1-4755-ab34-d0a97275a371'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:22.814002 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0295dc-6b0e-41a1-be2c-6e1840aa0c5b" -d '{"events": [{"server_uuid": "da74a128-41f8-4f47-8649-6067e77738c0", "name": "network-vif-deleted", "tag": "b2f57747-e5e1-4755-ab34-d0a97275a371"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:22.859848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79badb57-a50a-4443-beea-7dc38ea3091d req-87a5ada7-5a54-4154-83f6-b57954357bde tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527176 Aug 09 15:36:22.865493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:22.869882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:22.874701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:22.932080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292d3396-1147-4973-8a90-97122ea97466'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:22.944887 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa415720-5aa6-40a6-af11-6fe6fb3579eb" -d '{"events": [{"server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "name": "network-vif-unplugged", "status": "completed", "tag": "292d3396-1147-4973-8a90-97122ea97466"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:22.950674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b3bdd-8bad-4f95-a9e6-1345f9036037 req-c92f84f4-7815-406d-aa80-0c2ec86877a3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:22.957495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:22.958328 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:22.963113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-668b3bdd-8bad-4f95-a9e6-1345f9036037 req-c92f84f4-7815-406d-aa80-0c2ec86877a3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.2800326 Aug 09 15:36:22.965787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'Port': ['ID=9a900505-af7b-4fb4-8fa1-a9c569b3c028,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:22.989703 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-86a060dc-4705-413e-a75b-3b6e3d5e3b60 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5756078 Aug 09 15:36:23.008802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Request body: {'port': {'device_id': '5c48cb8a-6731-45e5-bb7d-1ef92ba16029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:23.063196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-668b3bdd-8bad-4f95-a9e6-1345f9036037 req-9de194a7-bbbf-4663-97b5-c35f6aff0fc5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964217 Aug 09 15:36:23.082711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:23.097187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:23.117982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:23.148814 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:23.321528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261440ca-1bf1-4824-a3dc-6fe91f058071 req-d8377e24-31a2-4c65-b4e6-b99cd7f7f010 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:23.335630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-261440ca-1bf1-4824-a3dc-6fe91f058071 req-d8377e24-31a2-4c65-b4e6-b99cd7f7f010 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 936 time: 0.1482074 Aug 09 15:36:23.419052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-261440ca-1bf1-4824-a3dc-6fe91f058071 req-d3b4bf5c-d21b-4234-82ee-77797fe1626c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804050 Aug 09 15:36:23.489331 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:55Z', 'revision_number': 5, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:23.505020 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f0444-ad77-472e-8511-417ebc7bb4c1 x-openstack-request-id: req-6b0f0444-ad77-472e-8511-417ebc7bb4c1 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:23.505313 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da74a128-41f8-4f47-8649-6067e77738c0", "name": "network-vif-deleted", "tag": "b2f57747-e5e1-4755-ab34-d0a97275a371", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:23.505568 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b0f0444-ad77-472e-8511-417ebc7bb4c1 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:23.506006 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da74a128-41f8-4f47-8649-6067e77738c0', 'name': 'network-vif-deleted', 'tag': 'b2f57747-e5e1-4755-ab34-d0a97275a371', 'status': 'completed', 'code': 200} Aug 09 15:36:23.576886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] Checking router: 26688623-14ec-4671-8d9a-519d4614d4fd for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:36:23.588117 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df0b3c-3118-47c9-9a4e-8d3215bd6194 x-openstack-request-id: req-d1df0b3c-3118-47c9-9a4e-8d3215bd6194 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:23.588685 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "name": "network-vif-unplugged", "status": "completed", "tag": "292d3396-1147-4973-8a90-97122ea97466", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:23.589095 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1df0b3c-3118-47c9-9a4e-8d3215bd6194 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:23.589643 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292d3396-1147-4973-8a90-97122ea97466', 'code': 200} Aug 09 15:36:23.620447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:23.639804 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:23.641265 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:23.681354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-433994f0-193a-485d-a42e-4f420bd7f1d2 None None] Provisioning for port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:23.707978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-433994f0-193a-485d-a42e-4f420bd7f1d2 None None] Provisioning complete for port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:23.708743 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-433994f0-193a-485d-a42e-4f420bd7f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:23.851417 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:23.905845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b57e0668-f1b6-4046-952b-5c76a47c302b req-656f89fb-a729-4140-b869-84be8ba83a46 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/ports?device_id=da74a128-41f8-4f47-8649-6067e77738c0 HTTP/1.1" status: 200 len: 210 time: 0.0804920 Aug 09 15:36:23.941346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a900505-af7b-4fb4-8fa1-a9c569b3c028 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:23.971856 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:23.994149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-433994f0-193a-485d-a42e-4f420bd7f1d2 None None] Port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:24.049802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Transition to ACTIVE for port object 9a900505-af7b-4fb4-8fa1-a9c569b3c028 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:24.104491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-d19704e9-92b4-4399-bfbf-a3a024f31f8c tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:24.110739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-d19704e9-92b4-4399-bfbf-a3a024f31f8c tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 950 time: 0.2767615 Aug 09 15:36:24.114414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:24.189117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcc1a7-29b1-4fc4-aafc-5f6fd81248ef req-d0e9ee4a-040c-4cb0-9959-8c9271d259d5 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:24.202807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89fcc1a7-29b1-4fc4-aafc-5f6fd81248ef req-d0e9ee4a-040c-4cb0-9959-8c9271d259d5 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 950 time: 0.1345444 Aug 09 15:36:24.220234 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:55Z', 'revision_number': 5, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:24.252965 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9766f-e204-439d-86f2-023ba786ff6a None None] The sync data for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 is: [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:33:49Z', 'revision_number': 4, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d', 'name': '', 'network_id': '1e526aea-abc7-42cb-9203-6ed6487eea76', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'mac_address': 'fa:16:3e:ac:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:47Z', 'updated_at': '2021-08-09T15:33:55Z', 'revision_number': 5, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'subnets': [{'id': '74b330a5-5e24-4a35-bc3b-92623b7e992e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:36:24.300883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89fcc1a7-29b1-4fc4-aafc-5f6fd81248ef req-a7fb599f-1f9d-4ed1-a7e2-04ebcc6723a1 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970054 Aug 09 15:36:24.453971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b2f57747-e5e1-4755-ab34-d0a97275a371 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:24.481373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Pushing event updated for resources: {'Port': ['ID=9a900505-af7b-4fb4-8fa1-a9c569b3c028,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:24.517982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81856cf-a4d1-4305-969e-07e1f63a50ab req-41bb5876-3e74-4d00-9889-aff55524c8ae tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:24.530576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: b2f57747-e5e1-4755-ab34-d0a97275a371 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:24.531302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a81856cf-a4d1-4305-969e-07e1f63a50ab req-41bb5876-3e74-4d00-9889-aff55524c8ae tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1169300 Aug 09 15:36:24.540287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b2f57747-e5e1-4755-ab34-d0a97275a371 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:24.630130 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Deleting port 9ebc2caa-b65f-4d59-8415-53014cf7248f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:24.630845 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:24.632438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:24.674145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Attempting to bind port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:24.677677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Attempting to bind port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:24.677677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Attempting to bind port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:24.680488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a81856cf-a4d1-4305-969e-07e1f63a50ab req-112cd102-54f1-46e6-a66c-014c142dc8f1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481667 Aug 09 15:36:24.694551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46092) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:24.714731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a610d-2aee-4059-8867-0440c830efca req-f4a1cef3-9eaf-425f-810d-76d580a5d92c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:24.716684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8a610d-2aee-4059-8867-0440c830efca req-f4a1cef3-9eaf-425f-810d-76d580a5d92c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 948 time: 0.1826329 Aug 09 15:36:24.783439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:36:24.783848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Attempting to bind port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:24.798115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c8a610d-2aee-4059-8867-0440c830efca req-3a4b091d-f3aa-4861-93fb-07c919211e88 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723393 Aug 09 15:36:24.813266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:24.813266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:24.813524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:24.813998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Bound port: 9a900505-af7b-4fb4-8fa1-a9c569b3c028, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:24.814153 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:24.849476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8939f2-588f-438f-b40a-84a299e0ccf3 None None] New status for floating IP 0d299d7a-c699-4630-b747-066fb4504b6e: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:36:24.948986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] For port 9ebc2caa-b65f-4d59-8415-53014cf7248f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9ebc2caa-b65f-4d59-8415-53014cf7248f,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:24.949332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:24.959462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:24.962949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e217-35bc-438c-9629-79237ed3ee40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:24.975464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Calling delete_port for 9ebc2caa-b65f-4d59-8415-53014cf7248f owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:24.983960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-904f4507-a827-45dc-a3f7-2e05613f743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:24.985696 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-904f4507-a827-45dc-a3f7-2e05613f743b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1101 time: 0.1422892 Aug 09 15:36:25.005817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] For port 9a900505-af7b-4fb4-8fa1-a9c569b3c028, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:25.010697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'mac_address': 'fa:16:3e:bd:b5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:25.063622 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.090827 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff22878-2d0d-40c2-b927-1422b004cb06 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:25.102423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46118) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:25.128101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] For port 9a900505-af7b-4fb4-8fa1-a9c569b3c028, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9a900505-af7b-4fb4-8fa1-a9c569b3c028,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:25.139251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.179744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:25.187362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.208000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:25.208632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.210094 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] 10.222.0.35 "PUT /v2.0/ports/9a900505-af7b-4fb4-8fa1-a9c569b3c028 HTTP/1.1" status: 200 len: 1096 time: 2.2108941 Aug 09 15:36:25.229994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c57ffb8-a62a-48af-89a2-2512ea2ed363 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.263267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6e03-604f-4b8e-a3fc-1c1409b3d869 service neutron] Pushing event updated for resources: {'Port': ['ID=9a900505-af7b-4fb4-8fa1-a9c569b3c028,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:25.279014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-af739e78-7179-4731-aef7-dc9603a11c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:25.280591 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-af739e78-7179-4731-aef7-dc9603a11c53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2724588 Aug 09 15:36:25.296935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e217-35bc-438c-9629-79237ed3ee40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.326299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e217-35bc-438c-9629-79237ed3ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.349250 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c57ffb8-a62a-48af-89a2-2512ea2ed363 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.367108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2ff22878-2d0d-40c2-b927-1422b004cb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:25.381091 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-33c70137-daf3-4bca-9767-7893f1477931 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.0737536 Aug 09 15:36:25.426670 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:25.506776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c48cb8a-6731-45e5-bb7d-1ef92ba16029', 'tag': '9a900505-af7b-4fb4-8fa1-a9c569b3c028'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:25.511340 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39" -d '{"events": [{"name": "network-changed", "server_uuid": "5c48cb8a-6731-45e5-bb7d-1ef92ba16029", "tag": "9a900505-af7b-4fb4-8fa1-a9c569b3c028"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:25.532073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-d21b1b60-44c2-4f5c-8bb1-9fbd7cc989d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:25.533671 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-d21b1b60-44c2-4f5c-8bb1-9fbd7cc989d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 1099 time: 0.2673776 Aug 09 15:36:25.545001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4ee2e217-35bc-438c-9629-79237ed3ee40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8883f8da22f54691a3c2b70ec0b3f6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8551526 Aug 09 15:36:25.545683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46130) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:25.599727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2e217-35bc-438c-9629-79237ed3ee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac982f-33a5-4b0d-9e10-1ce56080d01d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:25.646372 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-63b57da1-bb03-4409-ae7a-de8d5c876926 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9a900505-af7b-4fb4-8fa1-a9c569b3c028 HTTP/1.1" status: 200 len: 217 time: 0.0889096 Aug 09 15:36:25.648429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-fd9ba5f1-1834-4bab-82e3-576fe9467eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:25.650123 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-fd9ba5f1-1834-4bab-82e3-576fe9467eac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2520905 Aug 09 15:36:25.651590 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48badc1e-c78f-415b-b69d-58c48e49202d x-openstack-request-id: req-48badc1e-c78f-415b-b69d-58c48e49202d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:25.651887 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c48cb8a-6731-45e5-bb7d-1ef92ba16029", "tag": "9a900505-af7b-4fb4-8fa1-a9c569b3c028", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:25.652311 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48badc1e-c78f-415b-b69d-58c48e49202d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:25.652683 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c48cb8a-6731-45e5-bb7d-1ef92ba16029', 'tag': '9a900505-af7b-4fb4-8fa1-a9c569b3c028', 'status': 'completed', 'code': 200} Aug 09 15:36:25.691311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18040b96-dee2-4950-b857-9a258f3e39e4 req-10a326f9-eb8d-4c75-be3e-5fb2e83e7b53 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:25.692964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18040b96-dee2-4950-b857-9a258f3e39e4 req-10a326f9-eb8d-4c75-be3e-5fb2e83e7b53 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 867 time: 0.1707110 Aug 09 15:36:25.693658 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43af3785-6e21-4213-bb7f-18800d06c1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.694831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.710704 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c57ffb8-a62a-48af-89a2-2512ea2ed363 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.713101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c57ffb8-a62a-48af-89a2-2512ea2ed363 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.714285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3c57ffb8-a62a-48af-89a2-2512ea2ed363 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "DELETE /v2.0/security-groups/12fba5c4-6ec9-429f-bad0-32b3cdeda0d6 HTTP/1.1" status: 204 len: 168 time: 0.6104207 Aug 09 15:36:25.728876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46136) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:25.755022 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43af3785-6e21-4213-bb7f-18800d06c1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.778863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57ffb8-a62a-48af-89a2-2512ea2ed363 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fba5c4-6ec9-429f-bad0-32b3cdeda0d6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:25.788664 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-ad0af58c-afab-4b10-9cf7-e8e0f4b13f95 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] show failed (client error): The resource could not be found. Aug 09 15:36:25.792101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ad0af58c-afab-4b10-9cf7-e8e0f4b13f95 tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "GET /v2.0/security-groups/12fba5c4-6ec9-429f-bad0-32b3cdeda0d6 HTTP/1.1" status: 404 len: 347 time: 0.0598698 Aug 09 15:36:25.796831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46142) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:25.812711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Pushing event deleted for resources: {'Port': ['ID=9ebc2caa-b65f-4d59-8415-53014cf7248f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:25.868779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18040b96-dee2-4950-b857-9a258f3e39e4 req-77a79c2a-e7bd-44d3-aeac-3aa2b1524ad9 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff48379b-60ea-47ae-bf76-acffce027944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532741 Aug 09 15:36:25.894468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-a8e5dba6-8bd7-46ce-8088-2b94899317f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:25.894468 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-a8e5dba6-8bd7-46ce-8088-2b94899317f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2311442 Aug 09 15:36:25.896091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9260-73a7-411b-862a-bd58bd3eb292 req-efed1fb8-8965-428e-a91c-33de5bb0d4b5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:25.901403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e37b9260-73a7-411b-862a-bd58bd3eb292 req-efed1fb8-8965-428e-a91c-33de5bb0d4b5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1109858 Aug 09 15:36:25.917574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43af3785-6e21-4213-bb7f-18800d06c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.920261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43af3785-6e21-4213-bb7f-18800d06c1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:25.927666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43af3785-6e21-4213-bb7f-18800d06c1b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53ac982f-33a5-4b0d-9e10-1ce56080d01d HTTP/1.1" status: 204 len: 168 time: 0.3663850 Aug 09 15:36:25.981794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af3785-6e21-4213-bb7f-18800d06c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac982f-33a5-4b0d-9e10-1ce56080d01d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:26.020238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e37b9260-73a7-411b-862a-bd58bd3eb292 req-d588d669-4fd3-44c1-9612-e03ff9a002be tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080546 Aug 09 15:36:26.042808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-acb7db44-3e3f-425b-a223-27de9f9c60de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:26.048865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-acb7db44-3e3f-425b-a223-27de9f9c60de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3821819 Aug 09 15:36:26.077376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] No DVR routers for this DVR port 9ebc2caa-b65f-4d59-8415-53014cf7248f on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:36:26.081688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:26.083796 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8be9f34a-b04d-4fde-9b18-518002abcb8c req-7c7b579a-a0a7-409f-8505-2c4ef4e90bd7 tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.35 "DELETE /v2.0/ports/9ebc2caa-b65f-4d59-8415-53014cf7248f HTTP/1.1" status: 204 len: 173 time: 1.9579923 Aug 09 15:36:26.148319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932acae-8467-4e99-8e7a-b0130c28c914 req-01e778a9-029f-40d9-802f-4cd3d702a2c9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:26.156979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2932acae-8467-4e99-8e7a-b0130c28c914 req-01e778a9-029f-40d9-802f-4cd3d702a2c9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 948 time: 0.1261499 Aug 09 15:36:26.243546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2932acae-8467-4e99-8e7a-b0130c28c914 req-ed2e2ebf-3bee-4783-8860-9fff1948a267 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783484 Aug 09 15:36:26.310407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-4bfeb64f-4fd9-4013-a7a4-20d1e759449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:26.312041 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-4bfeb64f-4fd9-4013-a7a4-20d1e759449f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3907549 Aug 09 15:36:26.385659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-dc26ea21-1fc2-4594-99a0-53b9f606629e service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007996 Aug 09 15:36:26.407613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Deleting port a90285d7-0fc4-4de9-b5c8-cf3b4cf7ee9f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:26.408025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:26.454520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9ebc2caa-b65f-4d59-8415-53014cf7248f no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:26.504490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 9ebc2caa-b65f-4d59-8415-53014cf7248f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:26.505074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9ebc2caa-b65f-4d59-8415-53014cf7248f not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:26.552151 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-7bf2a967-3dda-4a26-ad25-1d7bec78f6a3 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254205 Aug 09 15:36:26.626510 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:26.626510 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:26.636881 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-a907ce90-8f10-42b0-bea6-32629a2bf6f3 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400138 Aug 09 15:36:26.649443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Calling delete_port for a90285d7-0fc4-4de9-b5c8-cf3b4cf7ee9f owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:26.652472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:26.745471 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-079069ad-5854-4c54-a0e6-11a03f63e0de req-a80ef30b-3323-46e2-a6b3-928b05373e89 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810589 Aug 09 15:36:26.809417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 2ff22878-2d0d-40c2-b927-1422b004cb06 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:26.809898 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:26.854235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:26.907686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Pushing event deleted for resources: {'Port': ['ID=a90285d7-0fc4-4de9-b5c8-cf3b4cf7ee9f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:26.973785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-8e522a06-db1a-4431-a19b-4b60ebc34ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:26.975332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-8e522a06-db1a-4431-a19b-4b60ebc34ba2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 1099 time: 0.1323640 Aug 09 15:36:27.047781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:27.078355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:27.081193 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:27.090908 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7a600e79-fb08-4415-873d-1747addad98c tempest-ServersTestFqdnHostnames-1498216155 tempest-ServersTestFqdnHostnames-1498216155-project] 10.222.0.64 "DELETE /v2.0/floatingips/0d299d7a-c699-4630-b747-066fb4504b6e HTTP/1.1" status: 204 len: 168 time: 1.2804532 Aug 09 15:36:27.090908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:27.104052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:27.107314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:27.115460 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178d5f9-c8d3-46d3-a80c-4ac86640f955" -d '{"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-plugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:27.117791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2c3b365-4191-4a26-a370-f678716495c6 req-8187d77b-a970-40cb-89bc-f310e8b9b4db tempest-ServerDiagnosticsNegativeTest-1952074503 tempest-ServerDiagnosticsNegativeTest-1952074503-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd54aee0-4497-438d-ae72-86db673bd89e HTTP/1.1" status: 200 len: 210 time: 0.0617590 Aug 09 15:36:27.130886 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:27.251018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f12d6-516f-41df-b821-5ff16d720e09 req-7090e018-b48a-4760-a8de-15ca39e93597 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:27.253920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:27.257522 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cea209-58b1-41f6-8a21-7ff24e8dede5 x-openstack-request-id: req-e8cea209-58b1-41f6-8a21-7ff24e8dede5 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:27.257819 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-plugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:27.258969 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8cea209-58b1-41f6-8a21-7ff24e8dede5 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:27.259570 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'code': 200} Aug 09 15:36:27.267105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.268051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.268911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.269072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d02f12d6-516f-41df-b821-5ff16d720e09 req-7090e018-b48a-4760-a8de-15ca39e93597 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1134584 Aug 09 15:36:27.269266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.269811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.270154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.270483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.270810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.271312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.271645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.272311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.272635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:27.371647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d02f12d6-516f-41df-b821-5ff16d720e09 req-906d6594-4ae0-4c53-bb9b-92eb41d9792a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993245 Aug 09 15:36:27.496707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa291a-7ce7-41cb-b4b4-0a32498cad53 req-d512d882-9e9c-4561-bde8-92774d0d794a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:27.504932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6fa291a-7ce7-41cb-b4b4-0a32498cad53 req-d512d882-9e9c-4561-bde8-92774d0d794a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 948 time: 0.0982711 Aug 09 15:36:27.516307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-c5a94db5-2fd6-420e-80a2-d537ead3069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:27.517896 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-c5a94db5-2fd6-420e-80a2-d537ead3069d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.5320325 Aug 09 15:36:27.581426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6fa291a-7ce7-41cb-b4b4-0a32498cad53 req-53b2c1aa-763e-47f9-9aba-6805d950acdc tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681181 Aug 09 15:36:27.582069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-e8e86b67-80bb-4e78-8afd-2516814d58ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9a900505-af7b-4fb4-8fa1-a9c569b3c028 HTTP/1.1" status: 200 len: 217 time: 0.0468948 Aug 09 15:36:27.660423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd54aee0-4497-438d-ae72-86db673bd89e', 'name': 'network-vif-deleted', 'tag': '9ebc2caa-b65f-4d59-8415-53014cf7248f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:27.662703 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075c14d3-90fa-42b4-ba74-6e9de7fa1afc" -d '{"events": [{"server_uuid": "cd54aee0-4497-438d-ae72-86db673bd89e", "name": "network-vif-deleted", "tag": "9ebc2caa-b65f-4d59-8415-53014cf7248f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:27.741840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-b422d0ff-da6c-4ce6-a7b8-4b812db25d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:27.743316 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-b422d0ff-da6c-4ce6-a7b8-4b812db25d2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1180520 Aug 09 15:36:27.766012 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b30cf1-988d-4f6b-8cfb-34f61dd93ac4 x-openstack-request-id: req-87b30cf1-988d-4f6b-8cfb-34f61dd93ac4 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:27.766295 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd54aee0-4497-438d-ae72-86db673bd89e", "name": "network-vif-deleted", "tag": "9ebc2caa-b65f-4d59-8415-53014cf7248f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:27.766542 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87b30cf1-988d-4f6b-8cfb-34f61dd93ac4 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:27.766924 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd54aee0-4497-438d-ae72-86db673bd89e', 'name': 'network-vif-deleted', 'tag': '9ebc2caa-b65f-4d59-8415-53014cf7248f', 'status': 'completed', 'code': 200} Aug 09 15:36:27.834911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-b1091567-ab1b-4eb0-af5e-55a348f62fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:27.839060 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-b1091567-ab1b-4eb0-af5e-55a348f62fdf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863719 Aug 09 15:36:27.932282 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:27.979793 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-af577644-441d-4861-a0f2-53bdcbe66197 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274900 Aug 09 15:36:28.105550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:28.149713 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7c58c6eb-28c9-4808-8b4f-396ad79ebe39 req-dcac2842-bfd2-4b0d-97dc-30de41f2a3db service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598556 Aug 09 15:36:28.152566 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:28.497041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9a900505-af7b-4fb4-8fa1-a9c569b3c028 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:28.554219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Deleting port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:28.554935 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:28.628563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a684d9-7157-4ee9-abd1-87d512f10ffd req-6999bbc4-2fd6-46ad-8c87-e1a2c1f363c7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:28.635979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6a684d9-7157-4ee9-abd1-87d512f10ffd req-6999bbc4-2fd6-46ad-8c87-e1a2c1f363c7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1262462 Aug 09 15:36:28.711789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] For port e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:28.712714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:28.740660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9a900505-af7b-4fb4-8fa1-a9c569b3c028, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9a900505-af7b-4fb4-8fa1-a9c569b3c028,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:28.740925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6a684d9-7157-4ee9-abd1-87d512f10ffd req-ffab9fc8-cba4-4580-b878-0845c6b67199 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993495 Aug 09 15:36:28.764697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9a900505-af7b-4fb4-8fa1-a9c569b3c028', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '9a900505-af7b-4fb4-8fa1-a9c569b3c028', 'mac_address': 'fa:16:3e:e7:6f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:28.775893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e762af-58bf-4c06-a078-762cffeb1b0d req-71f71cdd-f43d-4649-9da5-d95308b254dd tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:28.776500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Calling delete_port for e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:28.777485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95e762af-58bf-4c06-a078-762cffeb1b0d req-71f71cdd-f43d-4649-9da5-d95308b254dd tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 948 time: 0.1176064 Aug 09 15:36:28.780989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46258) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:28.827582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:28.843214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a900505-af7b-4fb4-8fa1-a9c569b3c028 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:28.868510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9a900505-af7b-4fb4-8fa1-a9c569b3c028, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9a900505-af7b-4fb4-8fa1-a9c569b3c028,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:28.875059 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:28.877241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95e762af-58bf-4c06-a078-762cffeb1b0d req-11acf555-0918-4d56-a69b-af47061b88e9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884018 Aug 09 15:36:29.016652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9a900505-af7b-4fb4-8fa1-a9c569b3c028,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:29.069469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8eb06bcb-b93e-49ae-af8f-990487e3b0c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=382867dcc7db43269edd01f6d5043d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870164 Aug 09 15:36:29.070076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46264) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:29.136923 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc185a53-bbee-4af3-80cb-593ba1e3d5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.143895 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.169509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc185a53-bbee-4af3-80cb-593ba1e3d5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.171367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46266) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:29.179628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9a900505-af7b-4fb4-8fa1-a9c569b3c028'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:29.181709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:29.268580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc185a53-bbee-4af3-80cb-593ba1e3d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.274049 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc185a53-bbee-4af3-80cb-593ba1e3d5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.283747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cc185a53-bbee-4af3-80cb-593ba1e3d5b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff48379b-60ea-47ae-bf76-acffce027944 HTTP/1.1" status: 204 len: 168 time: 0.2077570 Aug 09 15:36:29.290353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc185a53-bbee-4af3-80cb-593ba1e3d5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff48379b-60ea-47ae-bf76-acffce027944,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:29.500599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8111d170-b072-4ca2-b129-13a3419acb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.537753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.770062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8111d170-b072-4ca2-b129-13a3419acb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.777244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8111d170-b072-4ca2-b129-13a3419acb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.850818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8111d170-b072-4ca2-b129-13a3419acb7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3b172208768440cbb4c09b83a26a74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6768980 Aug 09 15:36:29.851948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46288) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:29.852853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111d170-b072-4ca2-b129-13a3419acb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63fdb5b-cf1b-49bd-a9b4-8c297cb473fd,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:29.875857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cde1b542-c543-4a37-b8e2-d07681752930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:29.880532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46290) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:30.013180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925369f3-3149-48c8-99d3-b5aefbda3f6c req-31bbeccf-9585-4246-9cc7-df0b5e27c0a8 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:30.015008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-925369f3-3149-48c8-99d3-b5aefbda3f6c req-31bbeccf-9585-4246-9cc7-df0b5e27c0a8 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1168542 Aug 09 15:36:30.029814 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-96b0a720-e7ed-40cd-aa1d-8ba5c94d8f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.086863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-925369f3-3149-48c8-99d3-b5aefbda3f6c req-663a4975-5d8a-4ea9-88ae-b7adaeb26a0b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630660 Aug 09 15:36:30.115788 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-96b0a720-e7ed-40cd-aa1d-8ba5c94d8f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.131785 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cde1b542-c543-4a37-b8e2-d07681752930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.144854 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cde1b542-c543-4a37-b8e2-d07681752930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.165843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Router 26688623-14ec-4671-8d9a-519d4614d4fd has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:36:30.233989 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-96b0a720-e7ed-40cd-aa1d-8ba5c94d8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.237482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-96b0a720-e7ed-40cd-aa1d-8ba5c94d8f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.252804 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-96b0a720-e7ed-40cd-aa1d-8ba5c94d8f16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c63fdb5b-cf1b-49bd-a9b4-8c297cb473fd HTTP/1.1" status: 204 len: 168 time: 0.3601923 Aug 09 15:36:30.256545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cde1b542-c543-4a37-b8e2-d07681752930 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb2969ccc91149c98b15e2ae27222979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982949 Aug 09 15:36:30.256545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1b542-c543-4a37-b8e2-d07681752930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd6560-5e72-4241-8d78-3e2e11217aaf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:30.262170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46298) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:30.301138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26143ea-6848-4620-8106-6e9e65fec4eb req-9ecee87a-e56d-430a-8bb9-753ca3a5ba8c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:30.307042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c26143ea-6848-4620-8106-6e9e65fec4eb req-9ecee87a-e56d-430a-8bb9-753ca3a5ba8c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 949 time: 0.1087909 Aug 09 15:36:30.335522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0a720-e7ed-40cd-aa1d-8ba5c94d8f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63fdb5b-cf1b-49bd-a9b4-8c297cb473fd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:30.431120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c26143ea-6848-4620-8106-6e9e65fec4eb req-0a6ab244-26b2-48d5-8814-e275586cd653 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826840 Aug 09 15:36:30.471329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:36:30.472917 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c373d79-4268-46de-9c00-7ff7e4ed8a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.480878 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-eaf4e0a3-953b-4608-99df-295c4f6fa4b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/26688623-14ec-4671-8d9a-519d4614d4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3905215 Aug 09 15:36:30.480878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46300) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:30.483612 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] Sync routers for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:36:30.498410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9a900505-af7b-4fb4-8fa1-a9c569b3c028 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:30.510703 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:30.511499 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:30.663700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:30.667273 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:30.669188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:30.669560 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.685946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.801463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c373d79-4268-46de-9c00-7ff7e4ed8a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.811201 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.880111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c48cb8a-6731-45e5-bb7d-1ef92ba16029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a900505-af7b-4fb4-8fa1-a9c569b3c028'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:30.895173 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f696bd4-4511-434d-800e-77ec2b79ad12" -d '{"events": [{"server_uuid": "5c48cb8a-6731-45e5-bb7d-1ef92ba16029", "name": "network-vif-plugged", "status": "completed", "tag": "9a900505-af7b-4fb4-8fa1-a9c569b3c028"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:30.928837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289540-a58e-4dda-a785-d3f5b1d944ec req-88a16f5f-58a5-4874-a530-f53edd71ef39 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:30.942280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe289540-a58e-4dda-a785-d3f5b1d944ec req-88a16f5f-58a5-4874-a530-f53edd71ef39 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.1055501 Aug 09 15:36:30.953921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9a900505-af7b-4fb4-8fa1-a9c569b3c028, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9a900505-af7b-4fb4-8fa1-a9c569b3c028,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:30.957946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.960511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.980573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c373d79-4268-46de-9c00-7ff7e4ed8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.983379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c373d79-4268-46de-9c00-7ff7e4ed8a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:30.984642 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5c373d79-4268-46de-9c00-7ff7e4ed8a03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94fd6560-5e72-4241-8d78-3e2e11217aaf HTTP/1.1" status: 204 len: 168 time: 0.7212858 Aug 09 15:36:31.072572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe289540-a58e-4dda-a785-d3f5b1d944ec req-34d72289-3bc2-47a6-8187-f53494e72e69 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269183 Aug 09 15:36:31.096620 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b564dc-27f4-4d62-a9dd-b796b7ddc1d1 x-openstack-request-id: req-a8b564dc-27f4-4d62-a9dd-b796b7ddc1d1 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:31.096946 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c48cb8a-6731-45e5-bb7d-1ef92ba16029", "name": "network-vif-plugged", "status": "completed", "tag": "9a900505-af7b-4fb4-8fa1-a9c569b3c028", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:31.097134 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8b564dc-27f4-4d62-a9dd-b796b7ddc1d1 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:31.097551 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c48cb8a-6731-45e5-bb7d-1ef92ba16029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a900505-af7b-4fb4-8fa1-a9c569b3c028', 'code': 200} Aug 09 15:36:31.098187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9a900505-af7b-4fb4-8fa1-a9c569b3c028,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:31.114988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c373d79-4268-46de-9c00-7ff7e4ed8a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd6560-5e72-4241-8d78-3e2e11217aaf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:31.239510 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:36:29Z', 'revision_number': 5, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port': {'id': '867e64cc-99a5-4db2-b0f3-2d449b059c5c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:42Z', 'updated_at': '2021-08-09T15:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:31.289046 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] Checking router: 26688623-14ec-4671-8d9a-519d4614d4fd for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:36:31.307358 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] Routers {'26688623-14ec-4671-8d9a-519d4614d4fd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:31.308028 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['26688623-14ec-4671-8d9a-519d4614d4fd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:31.353476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Deleting port 867e64cc-99a5-4db2-b0f3-2d449b059c5c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:31.353971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:31.363290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a147c8-70a8-4a46-97a7-c86bebf27fed req-31b2d34a-99b5-43c1-83c6-af48d21db26e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:31.371687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65a147c8-70a8-4a46-97a7-c86bebf27fed req-31b2d34a-99b5-43c1-83c6-af48d21db26e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.0911117 Aug 09 15:36:31.446988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65a147c8-70a8-4a46-97a7-c86bebf27fed req-a17963ff-f986-4097-a185-b4278132bb57 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739021 Aug 09 15:36:31.447282 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] Set router 26688623-14ec-4671-8d9a-519d4614d4fd gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:31.475122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7f63-e567-4355-a2d4-3f14371d00fc req-ed0b9617-a184-418c-998d-a0f9bda1e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:31.477008 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-588a7f63-e567-4355-a2d4-3f14371d00fc req-ed0b9617-a184-418c-998d-a0f9bda1e902 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 1101 time: 0.3013873 Aug 09 15:36:31.507927 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:36:30Z', 'revision_number': 6, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:31.614381 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4164be7-08cc-4405-a974-4fad7b5d6b19 None None] The sync data for ids ['26688623-14ec-4671-8d9a-519d4614d4fd'] in n-d-799523-2 is: [{'id': '26688623-14ec-4671-8d9a-519d4614d4fd', 'name': 'tempest-ServersTestFqdnHostnames-1831572442-router', 'tenant_id': '4b9aed832cf24bfc87ba3854728591b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:33:40Z', 'updated_at': '2021-08-09T15:36:30Z', 'revision_number': 6, 'project_id': '4b9aed832cf24bfc87ba3854728591b6', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:36:31.639748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-588a7f63-e567-4355-a2d4-3f14371d00fc req-c9fcddfd-2f08-4677-8ebd-841004586a69 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420999 Aug 09 15:36:31.658942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] For port 867e64cc-99a5-4db2-b0f3-2d449b059c5c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=867e64cc-99a5-4db2-b0f3-2d449b059c5c,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:31.659318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:31.676490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Calling delete_port for 867e64cc-99a5-4db2-b0f3-2d449b059c5c owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:31.755799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ef345-85b7-4de3-838d-842e6cd73208 req-18c8b26d-e7f2-403b-baa4-5e2142850808 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:31.764458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-556ef345-85b7-4de3-838d-842e6cd73208 req-18c8b26d-e7f2-403b-baa4-5e2142850808 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 950 time: 0.2007952 Aug 09 15:36:31.911135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-556ef345-85b7-4de3-838d-842e6cd73208 req-65fe019f-dae7-4025-8062-72ea4a302010 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403482 Aug 09 15:36:31.997349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.103680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46374) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:32.171122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=867e64cc-99a5-4db2-b0f3-2d449b059c5c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:32.281070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1160273708-network', 'tenant_id': '80280fa157534d3ead309a1243f641ce'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:32.285463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.292524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf16310-1eca-409d-84f1-49f4eec347bf req-8b4fdf71-ce07-4843-b978-e24f19ced4b5 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:32.300362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdf16310-1eca-409d-84f1-49f4eec347bf req-8b4fdf71-ce07-4843-b978-e24f19ced4b5 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.1172640 Aug 09 15:36:32.359388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdf16310-1eca-409d-84f1-49f4eec347bf req-43fd4804-e575-4233-a41b-6cefa9105d58 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531847 Aug 09 15:36:32.360986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Made reservation on behalf of 80280fa157534d3ead309a1243f641ce for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:32.363450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.373538 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.419266 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.422776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.476184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.476989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26688623-14ec-4671-8d9a-519d4614d4fd {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:36:32.493352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.495874 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5756a4aa-b41e-4e55-893a-dbc75e3491d2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/26688623-14ec-4671-8d9a-519d4614d4fd HTTP/1.1" status: 204 len: 168 time: 2.0134921 Aug 09 15:36:32.497778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46390) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:32.516717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.525759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.553035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-166ece12-c2e6-4fb2-8785-48de05ebb21c admin admin] Deleting subnet 74b330a5-5e24-4a35-bc3b-92623b7e992e {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:36:32.557632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-166ece12-c2e6-4fb2-8785-48de05ebb21c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.614426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-166ece12-c2e6-4fb2-8785-48de05ebb21c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.624032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3498bb57-07c2-4fb6-a127-d54cd86dce56,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:32.628552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:36:32.646226 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.646754 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Added segment 8830e062-f5a5-40aa-b69c-8fbd4ac80e0d of type vlan for network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 Aug 09 15:36:32.690268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea08f-5716-4673-ab25-0e04dff40bbf req-137c478e-acff-4ee1-aac7-786de14e0747 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:32.705554 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b0ea08f-5716-4673-ab25-0e04dff40bbf req-137c478e-acff-4ee1-aac7-786de14e0747 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1425774 Aug 09 15:36:32.743483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.781489 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.783090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:32.784074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.846616 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b0ea08f-5716-4673-ab25-0e04dff40bbf req-2a9cc6ac-5db2-454a-865e-bc414a8efdb9 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389167 Aug 09 15:36:32.857177 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-166ece12-c2e6-4fb2-8785-48de05ebb21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:32.916471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8057008 Aug 09 15:36:32.916776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46400) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:32.956303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Request body: {'subnet': {'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1160273708-subnet', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:32.959951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a00bd-6ec4-4452-b104-5f0956f44ded admin admin] Pushing event updated for resources: {'Network': ['ID=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:32.971759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:36:33.109601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Made reservation on behalf of 80280fa157534d3ead309a1243f641ce for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:33.112418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:33.147184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-166ece12-c2e6-4fb2-8785-48de05ebb21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:33.201419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8bd3d-2c9a-4a55-a693-752cfa7af31c req-084f0f7c-42d0-4768-9a9a-8afeb0940f25 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:33.217325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2db8bd3d-2c9a-4a55-a693-752cfa7af31c req-084f0f7c-42d0-4768-9a9a-8afeb0940f25 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 950 time: 0.1385238 Aug 09 15:36:33.341290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 867e64cc-99a5-4db2-b0f3-2d449b059c5c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:33.361870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2db8bd3d-2c9a-4a55-a693-752cfa7af31c req-0d3ed053-064d-4a1d-8f8f-f2c62004e1af tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161180 Aug 09 15:36:33.375552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ece12-c2e6-4fb2-8785-48de05ebb21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b330a5-5e24-4a35-bc3b-92623b7e992e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:33.377708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-166ece12-c2e6-4fb2-8785-48de05ebb21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:33.397356 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-166ece12-c2e6-4fb2-8785-48de05ebb21c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/74b330a5-5e24-4a35-bc3b-92623b7e992e HTTP/1.1" status: 204 len: 168 time: 0.8979313 Aug 09 15:36:33.400019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46422) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:33.413960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 867e64cc-99a5-4db2-b0f3-2d449b059c5c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:33.414425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 867e64cc-99a5-4db2-b0f3-2d449b059c5c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:33.414855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:33.458803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36ae0a-1016-48f7-a0f4-3fb825654af3 None None] Network 1e526aea-abc7-42cb-9203-6ed6487eea76 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:33.600806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:33.601467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e4bc27b0-6c1e-4dc3-a8af-33db4b1bb68d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:33.694959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:33.695323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:33.729399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080838a-cd14-4d3f-a576-68541ec31e84 req-2bd560cc-b6c1-4453-ae40-2a3a8eb903a7 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:33.734776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3080838a-cd14-4d3f-a576-68541ec31e84 req-2bd560cc-b6c1-4453-ae40-2a3a8eb903a7 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 1101 time: 0.2347686 Aug 09 15:36:33.756166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] DHCP port deletion for 1e526aea-abc7-42cb-9203-6ed6487eea76 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:36:33.766712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839d9f-e54c-40d5-a45e-c4a3250fe58d req-cda02b51-68e0-443b-9b5a-508ad054b6ce tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:33.768773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc839d9f-e54c-40d5-a45e-c4a3250fe58d req-cda02b51-68e0-443b-9b5a-508ad054b6ce tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.2065318 Aug 09 15:36:33.799168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa63435-892e-4e81-ae48-750e4b7398d3,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:33.858044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Checking segment: {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:33.858868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Network hostable DHCP agents. Network: ac0bcf8c-7b22-4603-a124-cbdb7e8943f6, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:36:33.859804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3080838a-cd14-4d3f-a576-68541ec31e84 req-d9a1ab42-c002-488d-8b87-f18ecba4796d tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124024 Aug 09 15:36:33.905234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:36:33.909515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] Deleting port b0aabcb3-1215-4f1d-a016-471279cbceb5 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:33.909894 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:33.942896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ac0bcf8c-7b22-4603-a124-cbdb7e8943f6) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:33.947397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:33.947969 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:33.949127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc839d9f-e54c-40d5-a45e-c4a3250fe58d req-3220668b-487b-4d9e-a6ed-25759dfd8124 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536567 Aug 09 15:36:33.983709 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-48c4b9be-6ac4-4187-9ba4-b1cb7f5d4b4b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0611236 Aug 09 15:36:33.988014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Deleting port b0aabcb3-1215-4f1d-a016-471279cbceb5 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:33.992481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46436) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:33.993159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:33.997010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:34.074335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa7d87-4f70-4f3a-aadc-55e57f3231a7 None None] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:34.088904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.090467 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.144472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-3c15c581-db06-4354-a3f8-b4a738636130 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:34.150868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-3c15c581-db06-4354-a3f8-b4a738636130 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.1032484 Aug 09 15:36:34.225642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.261529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] For port b0aabcb3-1215-4f1d-a016-471279cbceb5, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b0aabcb3-1215-4f1d-a016-471279cbceb5,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:34.262041 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.281034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Calling delete_port for b0aabcb3-1215-4f1d-a016-471279cbceb5 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:34.296294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734fdc8-7544-4274-b4fd-d3558bcfd960 req-d3016244-4a71-49c1-bc63-37fcb782b447 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:34.297860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b734fdc8-7544-4274-b4fd-d3558bcfd960 req-d3016244-4a71-49c1-bc63-37fcb782b447 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1404269 Aug 09 15:36:34.388150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] For port b0aabcb3-1215-4f1d-a016-471279cbceb5, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b0aabcb3-1215-4f1d-a016-471279cbceb5,segment=NetworkSegment(35df76a1-22e1-493c-b354-f35d1c1b644c),segment_id=35df76a1-22e1-493c-b354-f35d1c1b644c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:34.388672 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.438564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b734fdc8-7544-4274-b4fd-d3558bcfd960 req-a7f8cdf2-cd3d-47a4-a120-8f5982d78713 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249444 Aug 09 15:36:34.443525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] Calling delete_port for b0aabcb3-1215-4f1d-a016-471279cbceb5 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:34.471392 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.530552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Pushing event deleted for resources: {'Port': ['ID=b0aabcb3-1215-4f1d-a016-471279cbceb5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:34.543515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] No DVR routers for this DVR port b0aabcb3-1215-4f1d-a016-471279cbceb5 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:36:34.634311 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.680426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] Pushing event deleted for resources: {'Port': ['ID=b0aabcb3-1215-4f1d-a016-471279cbceb5,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:34.688316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-f319cbf7-6425-4931-a0b8-b1f6f54b375a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985048 Aug 09 15:36:34.695431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469da6a-cb46-4f6f-b4e9-44ba5ee1f51f None None] No DVR routers for this DVR port b0aabcb3-1215-4f1d-a016-471279cbceb5 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:36:34.740301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:36:34.741229 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.824831 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.840508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e526aea-abc7-42cb-9203-6ed6487eea76']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:34.863613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35df76a1-22e1-493c-b354-f35d1c1b644c') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:34.864123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35df76a1-22e1-493c-b354-f35d1c1b644c') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:34.885565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.920777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.939832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:36:34.940512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:36:34.942640 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:36:34.948481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Allocated IP 172.20.0.2 (ac0bcf8c-7b22-4603-a124-cbdb7e8943f6/eaa63435-892e-4e81-ae48-750e4b7398d3/dbbced18-b3a3-482f-8d61-2401541dbad1) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:34.961712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8219-36b4-43c1-8047-e128894357a4 req-e0fc1932-f066-4f46-bdc9-4ce0e034d0de tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:34.969908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-e0fc1932-f066-4f46-bdc9-4ce0e034d0de tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199814 Aug 09 15:36:35.003250 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.015641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Deleting port d8c85836-55a8-4753-8bdd-a77e24ded155 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:35.018597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.041923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-f3b97518-abd4-4adb-a813-f1839bd959a5 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/quotas/7d11dbd0e4144a5a88c071ba4e5b5168 HTTP/1.1" status: 200 len: 375 time: 0.0707531 Aug 09 15:36:35.092657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.102295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.107025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] 10.222.0.64 "DELETE /v2.0/networks/1e526aea-abc7-42cb-9203-6ed6487eea76 HTTP/1.1" status: 204 len: 168 time: 1.7029409 Aug 09 15:36:35.142792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-d17f9fbd-91cb-4e2a-9f9f-4617b2f81fea tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0995789 Aug 09 15:36:35.169319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe839b0-3ee3-4e00-afee-3b4ce595691d admin admin] Pushing event deleted for resources: {'Network': ['ID=1e526aea-abc7-42cb-9203-6ed6487eea76,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:35.219306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] For port d8c85836-55a8-4753-8bdd-a77e24ded155, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c85836-55a8-4753-8bdd-a77e24ded155,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:35.219809 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.251340 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.282163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2416cc0-dcc5-4d23-a94f-802de0fad748 req-b077cec7-3fe2-4589-ad0d-507d50596bd5 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:35.284714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2416cc0-dcc5-4d23-a94f-802de0fad748 req-b077cec7-3fe2-4589-ad0d-507d50596bd5 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 946 time: 0.1363635 Aug 09 15:36:35.296289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Transition to ACTIVE for port object dbbced18-b3a3-482f-8d61-2401541dbad1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:35.327229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b0aabcb3-1215-4f1d-a016-471279cbceb5 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:35.378842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2416cc0-dcc5-4d23-a94f-802de0fad748 req-ac9ea155-7901-4a3a-8913-1c2a7796184a tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups?id=841453d3-2c62-4314-8672-531a679aba9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873296 Aug 09 15:36:35.397574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b0aabcb3-1215-4f1d-a016-471279cbceb5 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:35.397916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b0aabcb3-1215-4f1d-a016-471279cbceb5 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:35.440957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Transition to ACTIVE for port object dbbced18-b3a3-482f-8d61-2401541dbad1 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:35.464539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.609682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1e9b381-d419-4fa3-9dd0-fa6bff503fed req-97d51dfd-2049-4818-b082-28745d9ad5d1 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 210 time: 0.0912399 Aug 09 15:36:35.626475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46498) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:35.626890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Pushing event updated for resources: {'Port': ['ID=dbbced18-b3a3-482f-8d61-2401541dbad1,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:35.654717 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.655489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.656189 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Floating IP 68b4baba-3e8a-4e04-8d05-cb05ad4839e9 disassociated. External IP: 172.25.7.217, port: d8c85836-55a8-4753-8bdd-a77e24ded155. Aug 09 15:36:35.656722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Calling delete_port for d8c85836-55a8-4753-8bdd-a77e24ded155 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:35.663316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:35.667224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:35.675891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:35.788377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-05354709-7be1-4eb3-a4e5-7faf6af69099 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b9aed832cf24bfc87ba3854728591b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598086 Aug 09 15:36:35.792688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46512) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:35.863713 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.871009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Attempting to bind port dbbced18-b3a3-482f-8d61-2401541dbad1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:35.871625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Attempting to bind port dbbced18-b3a3-482f-8d61-2401541dbad1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:35.874440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Attempting to bind port dbbced18-b3a3-482f-8d61-2401541dbad1 on network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:35.897727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:35.901062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Checking segment: {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:35.901529 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.901939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Bound using segment: {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:35.902444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Bound port: dbbced18-b3a3-482f-8d61-2401541dbad1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:35.902835 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:35.992005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event deleted for resources: {'Port': ['ID=d8c85836-55a8-4753-8bdd-a77e24ded155,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:36.046546 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04126cb1-4b54-4918-b425-db624c857de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:36.073148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] For port dbbced18-b3a3-482f-8d61-2401541dbad1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:36.077104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] For port dbbced18-b3a3-482f-8d61-2401541dbad1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dbbced18-b3a3-482f-8d61-2401541dbad1,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:36.086168 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:36.097856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ec11-1e30-4c7d-b4f2-73861f96255b req-36518862-9f53-4bd4-b783-14b1276391a7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:36.114786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8645ec11-1e30-4c7d-b4f2-73861f96255b req-36518862-9f53-4bd4-b783-14b1276391a7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1928320 Aug 09 15:36:36.177332 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1814b-2215-4c31-a952-0c82169464a7 req-52e4d3bf-310b-4f1e-8c40-15caf4c5276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:36.179312 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-10d1814b-2215-4c31-a952-0c82169464a7 req-52e4d3bf-310b-4f1e-8c40-15caf4c5276c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d316da62f89406cb241b9e292e8f320&device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 1102 time: 0.3351493 Aug 09 15:36:36.187414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:36:36.263537 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04126cb1-4b54-4918-b425-db624c857de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:36.292421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8645ec11-1e30-4c7d-b4f2-73861f96255b req-9eebbae2-680a-4256-b3f4-323c0086884b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763091 Aug 09 15:36:36.302962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2b8bd-4ba3-4df4-9460-25ace783bb01 None None] Pushing event updated for resources: {'Port': ['ID=dbbced18-b3a3-482f-8d61-2401541dbad1,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:36.422059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04126cb1-4b54-4918-b425-db624c857de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:36.427194 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04126cb1-4b54-4918-b425-db624c857de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:36.429125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-04126cb1-4b54-4918-b425-db624c857de9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6004a35b-9719-4624-b9f1-631450f9bdc8 HTTP/1.1" status: 204 len: 168 time: 0.6351559 Aug 09 15:36:36.462211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04126cb1-4b54-4918-b425-db624c857de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004a35b-9719-4624-b9f1-631450f9bdc8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:36.474377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1814b-2215-4c31-a952-0c82169464a7 req-858bb61a-49fa-43ae-b829-4cb2e327c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:36.482035 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-10d1814b-2215-4c31-a952-0c82169464a7 req-858bb61a-49fa-43ae-b829-4cb2e327c8c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2748206 Aug 09 15:36:36.527708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d8c85836-55a8-4753-8bdd-a77e24ded155 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:36.585102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: d8c85836-55a8-4753-8bdd-a77e24ded155 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:36.585453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d8c85836-55a8-4753-8bdd-a77e24ded155 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:36.641828 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-10d1814b-2215-4c31-a952-0c82169464a7 req-ff08f2b8-cc79-4a0f-9ff9-f8eaf90c69eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=2ff22878-2d0d-40c2-b927-1422b004cb06 HTTP/1.1" status: 200 len: 217 time: 0.1410627 Aug 09 15:36:36.678563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:36:36.690850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] Sync routers for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:36:36.714017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:36.718593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:36.801567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46532) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:36.937293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c32ab843-11bd-43b6-acf6-ec662889355d req-3a5fe27f-3a0f-404f-8c1c-3f5ab2f5a523 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 210 time: 0.0953374 Aug 09 15:36:36.984376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] No DVR routers for this DVR port d8c85836-55a8-4753-8bdd-a77e24ded155 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:36:36.999339 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:37.007537 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8c63512-6d62-4c48-bddc-8538b58b32ac req-8352207b-aa1e-4aee-895b-8f597d830c1e tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.35 "DELETE /v2.0/ports/d8c85836-55a8-4753-8bdd-a77e24ded155 HTTP/1.1" status: 204 len: 173 time: 2.8415265 Aug 09 15:36:37.012675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'name': 'network-vif-deleted', 'tag': 'd8c85836-55a8-4753-8bdd-a77e24ded155'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:37.015179 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c55044b-3086-4ccb-ad4c-a4d5807e4b84" -d '{"events": [{"server_uuid": "5f6801d5-86b9-469a-9f73-b4c88108fbf8", "name": "network-vif-deleted", "tag": "d8c85836-55a8-4753-8bdd-a77e24ded155"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:37.107190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:37.111243 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:37.189900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:37.236519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1814b-2215-4c31-a952-0c82169464a7 req-5c0bc581-7758-4c31-b6bf-24ac0da3d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:37.238135 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-10d1814b-2215-4c31-a952-0c82169464a7 req-5c0bc581-7758-4c31-b6bf-24ac0da3d445 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.5611479 Aug 09 15:36:37.338049 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-545c4967-c21e-4308-ae6e-201ce8deaa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:37.442808 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3d5894-9de6-4dc5-b9e1-3aca8444a3b4 x-openstack-request-id: req-7a3d5894-9de6-4dc5-b9e1-3aca8444a3b4 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:37.443130 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6801d5-86b9-469a-9f73-b4c88108fbf8", "name": "network-vif-deleted", "tag": "d8c85836-55a8-4753-8bdd-a77e24ded155", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:37.443376 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a3d5894-9de6-4dc5-b9e1-3aca8444a3b4 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:37.443779 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6801d5-86b9-469a-9f73-b4c88108fbf8', 'name': 'network-vif-deleted', 'tag': 'd8c85836-55a8-4753-8bdd-a77e24ded155', 'status': 'completed', 'code': 200} Aug 09 15:36:37.590505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dbbced18-b3a3-482f-8d61-2401541dbad1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:37.692535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-545c4967-c21e-4308-ae6e-201ce8deaa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:37.693990 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-b70c0a04-cf6d-4f67-b3d0-6ad3d02ca380 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292188 Aug 09 15:36:37.757425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-346702dd-842c-435d-a13f-3103bcb412a3 req-fd0ee588-34ac-45ac-a416-843322c9ba24 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f6801d5-86b9-469a-9f73-b4c88108fbf8 HTTP/1.1" status: 200 len: 210 time: 1.1497722 Aug 09 15:36:37.773820 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-545c4967-c21e-4308-ae6e-201ce8deaa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:37.837365 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-545c4967-c21e-4308-ae6e-201ce8deaa50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc0652de02e94635ad60c45e38dafeab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0346737 Aug 09 15:36:37.866057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46558) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:38.059276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c4967-c21e-4308-ae6e-201ce8deaa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621d227c-0c05-4270-ac26-21c68aa69c41,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:38.066494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1814b-2215-4c31-a952-0c82169464a7 req-bc6b2ecd-75f7-4bdd-9307-3f14fc8e54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:38.068118 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-10d1814b-2215-4c31-a952-0c82169464a7 req-bc6b2ecd-75f7-4bdd-9307-3f14fc8e54e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6946733 Aug 09 15:36:38.114445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port dbbced18-b3a3-482f-8d61-2401541dbad1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:38.194821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:38.201882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d1e5504-3a59-40cd-9d64-774e9bc79d4e req-a16dce94-160f-45ed-97fb-731e27f3cba6 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 210 time: 0.1039898 Aug 09 15:36:38.227060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Allocated IP 172.25.7.74 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/7312562f-2c8c-4867-840a-5c0b6b2fe786) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:38.257444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef75d1-788f-4838-b841-de9054410d3d req-b159ff7e-9f73-439f-a231-c188d98b8a36 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:38.265428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eeef75d1-788f-4838-b841-de9054410d3d req-b159ff7e-9f73-439f-a231-c188d98b8a36 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.5675857 Aug 09 15:36:38.299710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] Checking router: 85ae62c2-ec82-48d7-9f17-d9fae69bedcf for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:36:38.322333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:38.322979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:38.334261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80563845-6f40-46cb-a727-ff55b62ec4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:38.410008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80563845-6f40-46cb-a727-ff55b62ec4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:38.482883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46584) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:38.486152 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-10d1814b-2215-4c31-a952-0c82169464a7 req-d01f0dc4-55d9-4211-baa4-ef567af13d68 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090409 Aug 09 15:36:38.536382 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80563845-6f40-46cb-a727-ff55b62ec4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:38.539858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80563845-6f40-46cb-a727-ff55b62ec4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:38.541151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-80563845-6f40-46cb-a727-ff55b62ec4f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/621d227c-0c05-4270-ac26-21c68aa69c41 HTTP/1.1" status: 204 len: 168 time: 0.6727378 Aug 09 15:36:38.556344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80563845-6f40-46cb-a727-ff55b62ec4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621d227c-0c05-4270-ac26-21c68aa69c41,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:38.577126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eeef75d1-788f-4838-b841-de9054410d3d req-293e38b9-e74e-498d-8e94-e02f26355c86 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106596 Aug 09 15:36:38.667373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea2cd45-67c3-46e7-b927-caadff60a6c8 None None] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:38.695831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8219-36b4-43c1-8047-e128894357a4 req-3b038426-44ce-4a60-b16d-d922e5d7cf9f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:38.699361 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-3b038426-44ce-4a60-b16d-d922e5d7cf9f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9749763 Aug 09 15:36:38.720264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Request body: {'port': {'device_id': '911ef347-4f7c-423b-a32f-2d6af9b5602b', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7d11dbd0e4144a5a88c071ba4e5b5168'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:38.741280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:38.862235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-362076361-network', 'tenant_id': '53f25ecb449e44c59c2da27702502f30'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:38.922892 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:36:38.922892 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:36:38.922892 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id_1': '7d11dbd0e4144a5a88c071ba4e5b5168', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 36, 38, 897943)}] Aug 09 15:36:38.922892 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:36:38.923540 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:36:38.927307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b9296d2a-dc55-4c81-8473-7239bc0b124a None None] Provisioning for port dbbced18-b3a3-482f-8d61-2401541dbad1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:38.931188 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-10d1814b-2215-4c31-a952-0c82169464a7 req-cf3da467-d1ad-4189-ab1a-62bfd4a1ff59 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239652 Aug 09 15:36:38.937793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b9296d2a-dc55-4c81-8473-7239bc0b124a None None] Provisioning complete for port dbbced18-b3a3-482f-8d61-2401541dbad1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:38.938370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b9296d2a-dc55-4c81-8473-7239bc0b124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:38.963707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Made reservation on behalf of 53f25ecb449e44c59c2da27702502f30 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:38.966126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.022894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.036733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.114806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46600) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:39.202890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.291469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46604) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:39.314698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-64fb82f6-94e1-4edf-86c8-9692481cfb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.328072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39420935-2313-4032-9cb7-9f0b1b5d2e41 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.344687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:39.346810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b9296d2a-dc55-4c81-8473-7239bc0b124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.370627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39420935-2313-4032-9cb7-9f0b1b5d2e41 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.374561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:39.377931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:39.430360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Pushing event updated for resources: {'Port': ['ID=7312562f-2c8c-4867-840a-5c0b6b2fe786,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:39.450506 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39420935-2313-4032-9cb7-9f0b1b5d2e41 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.454457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b9296d2a-dc55-4c81-8473-7239bc0b124a None None] For port dbbced18-b3a3-482f-8d61-2401541dbad1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dbbced18-b3a3-482f-8d61-2401541dbad1,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:39.454763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39420935-2313-4032-9cb7-9f0b1b5d2e41 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.459463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-39420935-2313-4032-9cb7-9f0b1b5d2e41 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "DELETE /v2.0/security-groups/841453d3-2c62-4314-8672-531a679aba9e HTTP/1.1" status: 204 len: 168 time: 0.3434808 Aug 09 15:36:39.468303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46616) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:39.492270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:39.525383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.579607 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-95154687-1d95-4b06-a7a1-b507ed8fba81 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] show failed (client error): The resource could not be found. Aug 09 15:36:39.584273 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-95154687-1d95-4b06-a7a1-b507ed8fba81 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "GET /v2.0/security-groups/841453d3-2c62-4314-8672-531a679aba9e HTTP/1.1" status: 404 len: 347 time: 0.1073418 Aug 09 15:36:39.584983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.591683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46620) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:39.598770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce459e-e16d-4577-9d2f-8addcb7c4430 None None] The sync data for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 is: [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:31:11Z', 'revision_number': 4, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f51d57d8-df05-4e3c-a4ab-ecdc813e1275', 'name': '', 'network_id': '52ecaefa-75a3-44b6-8411-ffa1b953ba99', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'mac_address': 'fa:16:3e:aa:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:09Z', 'updated_at': '2021-08-09T15:31:26Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'subnets': [{'id': 'b92b6e17-636f-429e-90db-73ac1f263e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:36:39.617481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b9296d2a-dc55-4c81-8473-7239bc0b124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.631715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78a2d5bf-8e1f-44f0-bdd3-65b97c57b51f req-a81afc61-23ca-4a02-9637-24ecaf2eed5a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 210 time: 0.1802499 Aug 09 15:36:39.632725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39420935-2313-4032-9cb7-9f0b1b5d2e41 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841453d3-2c62-4314-8672-531a679aba9e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:39.663288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:39.814444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0cc791bb-3db5-4eed-9811-e735e7214889 None None] Provisioning complete for port dbbced18-b3a3-482f-8d61-2401541dbad1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:39.815183 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0cc791bb-3db5-4eed-9811-e735e7214889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.855970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:36:39.867006 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-64fb82f6-94e1-4edf-86c8-9692481cfb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.892822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9296d2a-dc55-4c81-8473-7239bc0b124a None None] Pushing event updated for resources: {'Port': ['ID=dbbced18-b3a3-482f-8d61-2401541dbad1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:39.901352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-64fb82f6-94e1-4edf-86c8-9692481cfb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.936273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3d20a-16cc-4715-91a9-7b9065ee9fc7 req-b33af0ec-a0db-499c-9933-1d9e10634234 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:39.938255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1c3d20a-16cc-4715-91a9-7b9065ee9fc7 req-b33af0ec-a0db-499c-9933-1d9e10634234 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1570661 Aug 09 15:36:39.972618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Made reservation on behalf of 7d11dbd0e4144a5a88c071ba4e5b5168 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:39.978182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.980614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:39.981057 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Added segment 3f93595c-fa06-43d7-9698-67853599e79a of type vlan for network e7bbef71-8e4c-48d3-9f59-fef46efb616c Aug 09 15:36:39.989355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb82f6-94e1-4edf-86c8-9692481cfb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6696e5aa-37c5-46ac-8378-ffc208bf8e17,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:39.999733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-64fb82f6-94e1-4edf-86c8-9692481cfb9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66a27e7cb7a243be8216ace4b01e2ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067800 Aug 09 15:36:40.001706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46624) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:40.053420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1c3d20a-16cc-4715-91a9-7b9065ee9fc7 req-a9fb0d4e-6f4a-49ec-900a-ad39a9d286b1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042790 Aug 09 15:36:40.104490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-001ba315-2c0e-43ed-96de-a92e8fae027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.115999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.139312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-001ba315-2c0e-43ed-96de-a92e8fae027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.152211 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496decb-bccb-473a-b271-f3502fb7d6dc None None] New status for floating IP 68b4baba-3e8a-4e04-8d05-cb05ad4839e9: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:36:40.218401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-001ba315-2c0e-43ed-96de-a92e8fae027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.221107 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-001ba315-2c0e-43ed-96de-a92e8fae027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.222314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-001ba315-2c0e-43ed-96de-a92e8fae027e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6696e5aa-37c5-46ac-8378-ffc208bf8e17 HTTP/1.1" status: 204 len: 168 time: 0.2190065 Aug 09 15:36:40.230608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ba315-2c0e-43ed-96de-a92e8fae027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6696e5aa-37c5-46ac-8378-ffc208bf8e17,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:40.278116 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:36:40.299383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.308162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.317082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:40.317707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.744566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Deleting port e629cf6b-c6b4-47cd-b37b-5aad8c2c3ab1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:40.745213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.765708 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2737863 Aug 09 15:36:40.768839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46656) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:40.777100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Request body: {'subnet': {'network_id': 'e7bbef71-8e4c-48d3-9f59-fef46efb616c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-362076361-subnet', 'tenant_id': '53f25ecb449e44c59c2da27702502f30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:40.845200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f10c2-54e2-498a-8057-6d6e99e06ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=e7bbef71-8e4c-48d3-9f59-fef46efb616c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:40.855849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network e7bbef71-8e4c-48d3-9f59-fef46efb616c details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:36:40.868673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4337e465-ba51-49cb-84de-d694e326da88 req-b25314a1-24fc-4c95-ae88-e7ae3e427cf3 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 210 time: 0.0741534 Aug 09 15:36:40.881166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Made reservation on behalf of 53f25ecb449e44c59c2da27702502f30 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:40.883067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.903630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Allocated IP 192.168.233.20 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/c2c91a09-0df1-461c-920a-c7b0ebdd1dc8) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:41.002498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.002818 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.171329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Calling delete_port for e629cf6b-c6b4-47cd-b37b-5aad8c2c3ab1 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:41.232276 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.304414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec59637-8f45-453e-9045-e6ac080644d1 req-e2ce8b3c-71f8-4de0-854e-526fc40c8f6e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:41.306421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ec59637-8f45-453e-9045-e6ac080644d1 req-e2ce8b3c-71f8-4de0-854e-526fc40c8f6e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1691914 Aug 09 15:36:41.357327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Checking segment: {'id': '3f93595c-fa06-43d7-9698-67853599e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'e7bbef71-8e4c-48d3-9f59-fef46efb616c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:41.357997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Network hostable DHCP agents. Network: e7bbef71-8e4c-48d3-9f59-fef46efb616c, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:36:41.367185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dbbced18-b3a3-482f-8d61-2401541dbad1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:41.369085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46670) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:41.381427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785cc89b-e98c-494b-a32e-655d80a7f491,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:41.421490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.423500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ec59637-8f45-453e-9045-e6ac080644d1 req-9873382a-1ab6-4f57-80d1-c4d36ad996ee tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003571 Aug 09 15:36:41.457147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Network e7bbef71-8e4c-48d3-9f59-fef46efb616c is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:36:41.471798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, e7bbef71-8e4c-48d3-9f59-fef46efb616c) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:41.478504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:41.479085 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.500099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5311a5ad-613d-44b6-8602-05db5ce293a3 None None] Network e7bbef71-8e4c-48d3-9f59-fef46efb616c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:41.503965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.529729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1cc637b6-b3f7-40d7-8717-6ae0276039d3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7502811 Aug 09 15:36:41.659734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1091553484-network', 'tenant_id': '809d4ecd1b3d41859da2fc459fdd904a'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:41.673403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port dbbced18-b3a3-482f-8d61-2401541dbad1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:41.674063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.721842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Transition to ACTIVE for port object c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:41.727511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.736590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Made reservation on behalf of 809d4ecd1b3d41859da2fc459fdd904a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:41.739424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.783115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Pushing event deleted for resources: {'Port': ['ID=e629cf6b-c6b4-47cd-b37b-5aad8c2c3ab1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:41.795243 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.005818 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.006161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a8c5e-f96d-4f41-85bb-a4be7e18891c None None] Network e7bbef71-8e4c-48d3-9f59-fef46efb616c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:42.010381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.015904 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-50ffbb79-7002-4732-864c-02f2b829dcc1 tempest-ServersWithSpecificFlavorTestJSON-535805193 tempest-ServersWithSpecificFlavorTestJSON-535805193-project] 10.222.0.64 "DELETE /v2.0/floatingips/68b4baba-3e8a-4e04-8d05-cb05ad4839e9 HTTP/1.1" status: 204 len: 168 time: 2.3867476 Aug 09 15:36:42.037513 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.060302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Router ea389299-ec4f-4e0c-80ba-181cc1c4426c is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:36:42.115532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-71159aa9-d2f7-49d9-a559-d5c8bcf7b6c2 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:42.118858 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-71159aa9-d2f7-49d9-a559-d5c8bcf7b6c2 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/networks?id=e7bbef71-8e4c-48d3-9f59-fef46efb616c HTTP/1.1" status: 200 len: 817 time: 0.1482942 Aug 09 15:36:42.129347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', '22021856-c213-4d77-afe4-2a286be1fdf7', '9a900505-af7b-4fb4-8fa1-a9c569b3c028'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:42.131364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19', '8bce33a4-3119-42d8-bd45-47091325bb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:42.138485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:42.179318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:42.180969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-0cd14fd7-f347-4a31-b5c3-f4d1395eeb58 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/quotas/53f25ecb449e44c59c2da27702502f30 HTTP/1.1" status: 200 len: 375 time: 0.0143237 Aug 09 15:36:42.181885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:42.186137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'Port': ['ID=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:42.251740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-0bb085f4-5fae-4c34-8b9a-d3035dd881b1 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=53f25ecb449e44c59c2da27702502f30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430243 Aug 09 15:36:42.320432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.341693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.364037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:36:42.373713 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.374055 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Added segment 7d7a3917-40a8-47f6-9ea9-34463c000fab of type vlan for network 8ead7a28-975b-4e1b-92a0-e073ac22f45a Aug 09 15:36:42.390587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-0361ac7d-ba61-4987-a0f8-f12387c176c5 service neutron] 10.222.0.64 "GET /v2.0/networks/e7bbef71-8e4c-48d3-9f59-fef46efb616c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289008 Aug 09 15:36:42.402998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1fba8-da51-4609-abdc-e52675db6aed req-4fd2498a-5aca-4038-907e-323f3a4942a1 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:42.405654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49f1fba8-da51-4609-abdc-e52675db6aed req-4fd2498a-5aca-4038-907e-323f3a4942a1 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 935 time: 0.2854257 Aug 09 15:36:42.438807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.544093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.545067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:42.545654 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.598580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49f1fba8-da51-4609-abdc-e52675db6aed req-b34a9421-69d2-4b49-9ceb-8e448dba1c70 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714841 Aug 09 15:36:42.601207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-412cdadd-867d-4bb0-86f8-a1a7d4c4f5b0 service neutron] 10.222.0.64 "GET /v2.0/networks/e7bbef71-8e4c-48d3-9f59-fef46efb616c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943738 Aug 09 15:36:42.634015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Pushing event updated for resources: {'Network': ['ID=8ead7a28-975b-4e1b-92a0-e073ac22f45a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:42.642157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:42.642695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.651161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 8ead7a28-975b-4e1b-92a0-e073ac22f45a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:36:42.678809 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3047783 Aug 09 15:36:42.683456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46712) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:42.687047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8db9-9623-4cf0-9cf9-41c4736feae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:42.689988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Request body: {'subnet': {'network_id': '8ead7a28-975b-4e1b-92a0-e073ac22f45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1091553484-subnet', 'tenant_id': '809d4ecd1b3d41859da2fc459fdd904a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:42.691565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:36:42.693858 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-33f5e47d-9c60-4e80-90bb-e7a27efea1df tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9818437 Aug 09 15:36:42.710302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Request body: {'port': {'device_id': '911ef347-4f7c-423b-a32f-2d6af9b5602b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:42.744693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.745786 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-42a612ae-223d-489c-bcda-caa586eaa476 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7522845 Aug 09 15:36:42.756581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46714) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:42.778271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Sync routers for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:36:42.784077 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.877640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Made reservation on behalf of 809d4ecd1b3d41859da2fc459fdd904a for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:42.882075 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.942734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b4d7129f-6673-4410-b945-c7120ecec0a8 None None] Provisioning for port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:42.992961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:42.993611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:43.001452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b4d7129f-6673-4410-b945-c7120ecec0a8 None None] Provisioning complete for port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:43.001830 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4d7129f-6673-4410-b945-c7120ecec0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:43.091311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7129f-6673-4410-b945-c7120ecec0a8 None None] Port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:43.298546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:43.468013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:43.524880 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:43.569548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Transition to ACTIVE for port object c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:43.577825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:43.729022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:43.734365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:43.833107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Attempting to bind port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:43.833763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Attempting to bind port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:43.833878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Attempting to bind port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:43.840814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:36:43.841147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Attempting to bind port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:43.860460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:43.861086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:43.861623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:43.862163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Bound port: c2c91a09-0df1-461c-920a-c7b0ebdd1dc8, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:43.862652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:43.938648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4cf570-4723-4fb7-a5df-55db2b78cfe3,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:44.015164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc618327-2b2e-43a5-80cf-f1eabc9a590f req-49925d65-9e0e-467d-a9f6-1cf6aa0c09c2 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 210 time: 0.2947488 Aug 09 15:36:44.041329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:39Z', 'revision_number': 3, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:44.090921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] For port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:44.098291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] For port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:44.111326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:44.126272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b8e67-79ea-412a-a781-8e04cb4e16ff req-419e27ad-6076-4ad7-a1be-472c814087e5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:44.136171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:44.137225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:44.142379 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 HTTP/1.1" status: 200 len: 1095 time: 1.4357662 Aug 09 15:36:44.143093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911ef347-4f7c-423b-a32f-2d6af9b5602b', 'tag': 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:44.146425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-936b8e67-79ea-412a-a781-8e04cb4e16ff req-419e27ad-6076-4ad7-a1be-472c814087e5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.4269414 Aug 09 15:36:44.149402 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc" -d '{"events": [{"name": "network-changed", "server_uuid": "911ef347-4f7c-423b-a32f-2d6af9b5602b", "tag": "c2c91a09-0df1-461c-920a-c7b0ebdd1dc8"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:44.162611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Checking router: ea389299-ec4f-4e0c-80ba-181cc1c4426c for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:36:44.163564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Updating router ea389299-ec4f-4e0c-80ba-181cc1c4426c port 7312562f-2c8c-4867-840a-5c0b6b2fe786 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:36:44.206095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Checking segment: {'id': '7d7a3917-40a8-47f6-9ea9-34463c000fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8ead7a28-975b-4e1b-92a0-e073ac22f45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:44.206450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Network hostable DHCP agents. Network: 8ead7a28-975b-4e1b-92a0-e073ac22f45a, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:36:44.249444 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:44.262348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-936b8e67-79ea-412a-a781-8e04cb4e16ff req-4615edc0-6686-4939-ab44-3ce9e7650daa tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142411 Aug 09 15:36:44.337429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f6697-99c9-481d-8783-de96e4b04036 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:44.355940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8219-36b4-43c1-8047-e128894357a4 req-6d06bab4-8163-4282-bcff-dca7ebe2ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:44.357980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-6d06bab4-8163-4282-bcff-dca7ebe2ee71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 1098 time: 0.0884104 Aug 09 15:36:44.392937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Network 8ead7a28-975b-4e1b-92a0-e073ac22f45a is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:36:44.437913 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-7f7403c4-28d4-49fd-8214-7188b2201d9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 HTTP/1.1" status: 200 len: 217 time: 0.0594966 Aug 09 15:36:44.470394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 8ead7a28-975b-4e1b-92a0-e073ac22f45a) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:44.495680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:44.501796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:44.515023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20279aa-f021-48ae-bee7-6b0452bed2a6 None None] Network 8ead7a28-975b-4e1b-92a0-e073ac22f45a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:44.528906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8219-36b4-43c1-8047-e128894357a4 req-e26e8d29-2115-4a32-861e-1b80bce05308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:44.530789 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-e26e8d29-2115-4a32-861e-1b80bce05308 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0798204 Aug 09 15:36:44.553015 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445a3dad-1b52-4794-8362-dbf2503dd804 x-openstack-request-id: req-445a3dad-1b52-4794-8362-dbf2503dd804 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:44.553456 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911ef347-4f7c-423b-a32f-2d6af9b5602b", "tag": "c2c91a09-0df1-461c-920a-c7b0ebdd1dc8", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:44.554648 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-445a3dad-1b52-4794-8362-dbf2503dd804 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:44.556740 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911ef347-4f7c-423b-a32f-2d6af9b5602b', 'tag': 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8', 'status': 'completed', 'code': 200} Aug 09 15:36:44.611505 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c4e89e22-232f-40a5-a988-301cb4aa7dd3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9267075 Aug 09 15:36:44.632748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8219-36b4-43c1-8047-e128894357a4 req-7477adb2-3550-4ee5-8400-acd27b935771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:44.640972 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-7477adb2-3550-4ee5-8400-acd27b935771 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015241 Aug 09 15:36:44.691525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032007-c404-402f-8e03-b24c7230f09e req-f7359afe-2354-4012-95da-4205e3f79f1a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:44.695365 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac032007-c404-402f-8e03-b24c7230f09e req-f7359afe-2354-4012-95da-4205e3f79f1a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 947 time: 0.3491826 Aug 09 15:36:44.862017 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-4e145ee5-9062-429c-9da7-b84c969fa38f service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024903 Aug 09 15:36:44.868768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac032007-c404-402f-8e03-b24c7230f09e req-d754c4af-e0bc-43a5-b3ba-b1ce7b87f653 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680458 Aug 09 15:36:44.976930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda8de5-90ad-448d-bead-a2bf2dd743a0 None None] Network 8ead7a28-975b-4e1b-92a0-e073ac22f45a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:45.024971 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.085559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46772) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:45.162688 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee0effce-5569-4277-8f13-88e2b8e8ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.263444 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-852d8219-36b4-43c1-8047-e128894357a4 req-993f60c7-3c48-4d70-b652-35138840971b service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905754 Aug 09 15:36:45.290662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96615fb5-5aef-4ce3-82a8-52a8a98876bf req-2dfa640f-3bb6-4007-8377-3b96211c7242 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 210 time: 0.0334144 Aug 09 15:36:45.379897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-66891d18-2619-420f-a3a4-3e62334d739d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:45.396976 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-66891d18-2619-420f-a3a4-3e62334d739d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.66 "GET /v2.0/networks?id=e7bbef71-8e4c-48d3-9f59-fef46efb616c HTTP/1.1" status: 200 len: 817 time: 0.5027516 Aug 09 15:36:45.431237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Allocated IP 172.20.0.1 (ac0bcf8c-7b22-4603-a124-cbdb7e8943f6/eaa63435-892e-4e81-ae48-750e4b7398d3/31caa7cc-7ede-432a-9998-9610d47cd274) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:45.438602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Request body: {'port': {'device_id': 'ee234ad5-e24f-43db-864f-e5e637cd0f99', 'network_id': 'e7bbef71-8e4c-48d3-9f59-fef46efb616c', 'admin_state_up': True, 'tenant_id': '53f25ecb449e44c59c2da27702502f30'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:45.466492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.486500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Transition to ACTIVE for port object 7312562f-2c8c-4867-840a-5c0b6b2fe786 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:45.526079 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.545925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-78b5cffc-b937-441f-8e5f-f6a009177fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:45.547777 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-78b5cffc-b937-441f-8e5f-f6a009177fd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 1098 time: 0.2068789 Aug 09 15:36:45.590463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef787d-e601-4589-a2cf-5e0827d473dc None None] Pushing event updated for resources: {'Port': ['ID=7312562f-2c8c-4867-840a-5c0b6b2fe786,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:45.630561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Attempting to bind port 7312562f-2c8c-4867-840a-5c0b6b2fe786 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:45.631243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Attempting to bind port 7312562f-2c8c-4867-840a-5c0b6b2fe786 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:45.633657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Attempting to bind port 7312562f-2c8c-4867-840a-5c0b6b2fe786 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:45.656696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:45.658043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:45.658746 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.659841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:45.660513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Bound port: 7312562f-2c8c-4867-840a-5c0b6b2fe786, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:45.661113 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.754952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Made reservation on behalf of 53f25ecb449e44c59c2da27702502f30 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:45.758570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.788578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf906587-63b2-4600-9f8a-4753fa1d639b req-e1ab3410-894c-413b-b85a-12ca0ac5c04f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:45.798593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf906587-63b2-4600-9f8a-4753fa1d639b req-e1ab3410-894c-413b-b85a-12ca0ac5c04f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.3452034 Aug 09 15:36:45.803649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46798) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:45.806511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] For port 7312562f-2c8c-4867-840a-5c0b6b2fe786, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:45.808533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-5b356819-9a17-4873-a885-8f99f6d61e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:45.810102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] For port 7312562f-2c8c-4867-840a-5c0b6b2fe786, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7312562f-2c8c-4867-840a-5c0b6b2fe786,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:45.810422 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-5b356819-9a17-4873-a885-8f99f6d61e05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2470157 Aug 09 15:36:45.815978 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.816901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-279697689-network', 'tenant_id': 'ed540d79e01c49a8b86676798d20cd50'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:45.882260 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-89244006-497e-4650-973e-3e519b993b0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 HTTP/1.1" status: 200 len: 217 time: 0.0581102 Aug 09 15:36:45.889019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:45.889653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:45.893586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef787d-e601-4589-a2cf-5e0827d473dc None None] Pushing event updated for resources: {'Port': ['ID=7312562f-2c8c-4867-840a-5c0b6b2fe786,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:45.962418 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:45.983959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Made reservation on behalf of ed540d79e01c49a8b86676798d20cd50 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:45.992732 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:46.026879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf906587-63b2-4600-9f8a-4753fa1d639b req-e6ccf775-3f40-41d9-9339-fbdd43a212fe tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271254 Aug 09 15:36:46.052773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-06b286d7-e7c2-4a4d-8dc2-04e9eddf7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:46.054263 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-06b286d7-e7c2-4a4d-8dc2-04e9eddf7c05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1256881 Aug 09 15:36:46.095085 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:46.101387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Transition to ACTIVE for port object 31caa7cc-7ede-432a-9998-9610d47cd274 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:46.126853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Allocated IP 172.20.0.3 (e7bbef71-8e4c-48d3-9f59-fef46efb616c/785cc89b-e98c-494b-a32e-655d80a7f491/0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:46.158106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-831d4a26-c168-4bcc-9a64-a23734deaff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:46.161462 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-831d4a26-c168-4bcc-9a64-a23734deaff6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956495 Aug 09 15:36:46.206648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:46.256386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9f35b-02c3-435d-83d0-5d2491c2c3dc req-fb367932-4c41-4656-8f10-299b541c6335 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:46.264378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59b9f35b-02c3-435d-83d0-5d2491c2c3dc req-fb367932-4c41-4656-8f10-299b541c6335 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 947 time: 0.2361155 Aug 09 15:36:46.304805 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:46.395918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59b9f35b-02c3-435d-83d0-5d2491c2c3dc req-636cd889-d747-4441-b618-2c6feb12cf1b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300113 Aug 09 15:36:46.568969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:46.569563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:46.617815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:46.638119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:46.652619 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-856f3186-3adf-4cd6-b28f-1dc20cf2d298 req-94b9f28a-d61d-4e12-a84f-4b816c6200ac tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 210 time: 0.1180613 Aug 09 15:36:46.666393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Pushing event updated for resources: {'Port': ['ID=31caa7cc-7ede-432a-9998-9610d47cd274,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:46.777784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:46.779321 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:46.792475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:39Z', 'revision_number': 3, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:46.801319 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:46.839177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd01f2e-ad34-460c-87e7-a358aeb69e9e None None] The sync data for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 is: [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:39Z', 'revision_number': 3, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:36:46.840083 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:46.852340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8', 'mac_address': 'fa:16:3e:23:d9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:46.861410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f959c8f-b3dd-46e9-a8cc-eba8bf92e96c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:46.961593 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:46.963980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:36:46.979479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:46.989786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-48b73531-ae28-4e77-8a6f-ce5d7a889415 None None] Provisioning for port 31caa7cc-7ede-432a-9998-9610d47cd274 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:46.995798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-48b73531-ae28-4e77-8a6f-ce5d7a889415 None None] Provisioning complete for port 31caa7cc-7ede-432a-9998-9610d47cd274 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:46.996662 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-48b73531-ae28-4e77-8a6f-ce5d7a889415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.041350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.041768 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Added segment e9dc0117-7b8d-4561-9330-bc7190488889 of type vlan for network 114d0282-8cc2-42ac-8270-fd7a85f9f5bb Aug 09 15:36:47.072225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-48b73531-ae28-4e77-8a6f-ce5d7a889415 None None] Port 31caa7cc-7ede-432a-9998-9610d47cd274 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:47.082501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.095073 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-4feaae1f-0339-4b87-ace0-9dddbeee4bbf service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203250 Aug 09 15:36:47.101773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:47.111284 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.195945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:47.207225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.253085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.264277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.305518 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfcdb4c4-d678-4198-af6f-e1f1cb3b14dc req-608e6573-77b5-4465-972e-3812ae8e6205 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014170 Aug 09 15:36:47.326027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Network e7bbef71-8e4c-48d3-9f59-fef46efb616c is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:47.331308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:47.339792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:47.382575 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:36:47.403294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['c2c91a09-0df1-461c-920a-c7b0ebdd1dc8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:47.404717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:47.405401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.416079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Pushing event updated for resources: {'Port': ['ID=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:47.442381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-07644c0a-5d87-4ff5-8ebe-470cb094684d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0080333 Aug 09 15:36:47.462590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Request body: {'port': {'device_id': 'ee234ad5-e24f-43db-864f-e5e637cd0f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:47.498238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55779560-c8e9-469a-a9a1-d7e36c382031 req-b006db21-522e-418a-bce1-9d769938e1c3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:47.507225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55779560-c8e9-469a-a9a1-d7e36c382031 req-b006db21-522e-418a-bce1-9d769938e1c3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.3255999 Aug 09 15:36:47.523019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-97dc1d7c-e79c-4081-8cf3-8a682538e64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.534781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.534781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:47.534781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.572137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7630885 Aug 09 15:36:47.578410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.583284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46824) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:47.598478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Request body: {'subnet': {'network_id': '114d0282-8cc2-42ac-8270-fd7a85f9f5bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-279697689-subnet', 'tenant_id': 'ed540d79e01c49a8b86676798d20cd50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:47.653567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.746630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Made reservation on behalf of ed540d79e01c49a8b86676798d20cd50 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:47.753898 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.776827 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:47.872224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55779560-c8e9-469a-a9a1-d7e36c382031 req-5d86cc95-6311-459e-b2b8-71cea72c492f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639133 Aug 09 15:36:47.959227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48520f15-bf48-4992-b38b-1b17f8196d6f req-a6eab127-e379-4b98-b128-63c2b5f174e2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:47.961057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48520f15-bf48-4992-b38b-1b17f8196d6f req-a6eab127-e379-4b98-b128-63c2b5f174e2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 948 time: 0.4325330 Aug 09 15:36:47.973303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44e980-52e5-4a2b-8cbf-e09c67cef665 admin admin] Pushing event updated for resources: {'Network': ['ID=114d0282-8cc2-42ac-8270-fd7a85f9f5bb,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:47.987894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 114d0282-8cc2-42ac-8270-fd7a85f9f5bb details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:36:48.087558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48520f15-bf48-4992-b38b-1b17f8196d6f req-4168b1f7-429b-4741-85da-2ebb69e1911f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980754 Aug 09 15:36:48.239675 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.300566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:48.318167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.345140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ccaf80-bb83-497c-b83f-e4ca228d57c1,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:48.351192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Transition to ACTIVE for port object 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:48.355709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aaa77-d6a2-4e0d-a4c0-e66316c2eb36 req-59a2c97f-e462-42ce-aad0-c08a864c5eff tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:48.355953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Checking segment: {'id': 'e9dc0117-7b8d-4561-9330-bc7190488889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '114d0282-8cc2-42ac-8270-fd7a85f9f5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:48.356140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Network hostable DHCP agents. Network: 114d0282-8cc2-42ac-8270-fd7a85f9f5bb, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:36:48.364673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.365292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-898aaa77-d6a2-4e0d-a4c0-e66316c2eb36 req-59a2c97f-e462-42ce-aad0-c08a864c5eff tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 931 time: 0.1919730 Aug 09 15:36:48.429094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Network 114d0282-8cc2-42ac-8270-fd7a85f9f5bb is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:36:48.463304 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-898aaa77-d6a2-4e0d-a4c0-e66316c2eb36 req-8217ba67-d5d8-4e1a-aa99-d5ba96b127c5 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971127 Aug 09 15:36:48.493420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:48.497275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.498857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 114d0282-8cc2-42ac-8270-fd7a85f9f5bb) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:48.504848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:48.505798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.506607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.514112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99a3d6-ccf2-4eda-8407-7fa993eb6cdb None None] Network 114d0282-8cc2-42ac-8270-fd7a85f9f5bb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:48.545467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Deleting port f51d57d8-df05-4e3c-a4ab-ecdc813e1275 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:48.545467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.560026 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3866df51-06ee-4caf-ba70-f6dd6a9e45bc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9654546 Aug 09 15:36:48.575843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Attempting to bind port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:48.576582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Attempting to bind port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '3f93595c-fa06-43d7-9698-67853599e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'e7bbef71-8e4c-48d3-9f59-fef46efb616c'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:48.577198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Attempting to bind port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 on network e7bbef71-8e4c-48d3-9f59-fef46efb616c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:48.589366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 on network e7bbef71-8e4c-48d3-9f59-fef46efb616c not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:36:48.590287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Attempting to bind port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 on network e7bbef71-8e4c-48d3-9f59-fef46efb616c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:48.590409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:48.605311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:48.606278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Checking segment: {'id': '3f93595c-fa06-43d7-9698-67853599e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'e7bbef71-8e4c-48d3-9f59-fef46efb616c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:48.607508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Bound using segment: {'id': '3f93595c-fa06-43d7-9698-67853599e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'e7bbef71-8e4c-48d3-9f59-fef46efb616c'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:48.608253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Bound port: 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f93595c-fa06-43d7-9698-67853599e79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'e7bbef71-8e4c-48d3-9f59-fef46efb616c'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:48.614249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.674544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:48.684740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:48.685243 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.747926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] For port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:48.756174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] For port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,segment=NetworkSegment(3f93595c-fa06-43d7-9698-67853599e79a),segment_id=3f93595c-fa06-43d7-9698-67853599e79a)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:48.763562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.791264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9316cd6-fc8a-4323-a228-0e89554aec68 None None] Network 114d0282-8cc2-42ac-8270-fd7a85f9f5bb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:48.852063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:48.852690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:48.854165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] 10.222.0.66 "PUT /v2.0/ports/0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 HTTP/1.1" status: 200 len: 1091 time: 1.4020636 Aug 09 15:36:48.854635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee234ad5-e24f-43db-864f-e5e637cd0f99', 'tag': '0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:48.866353 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d10c322-9d31-4161-8cf0-440f8a164473" -d '{"events": [{"name": "network-changed", "server_uuid": "ee234ad5-e24f-43db-864f-e5e637cd0f99", "tag": "0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:48.887913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0f95b-2837-49be-9265-8e3ce3121b45 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:48.926678 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63d03ae-7c93-4746-9f24-3ebcf8adde87 x-openstack-request-id: req-a63d03ae-7c93-4746-9f24-3ebcf8adde87 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:48.926971 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee234ad5-e24f-43db-864f-e5e637cd0f99", "tag": "0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:48.927249 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a63d03ae-7c93-4746-9f24-3ebcf8adde87 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:48.927613 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee234ad5-e24f-43db-864f-e5e637cd0f99', 'tag': '0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7', 'status': 'completed', 'code': 200} Aug 09 15:36:49.014063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.024425 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.056635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ef347-4f7c-423b-a32f-2d6af9b5602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:49.058998 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90f9604-3d45-4d1f-b4d3-4eaefcd2fe6d" -d '{"events": [{"server_uuid": "911ef347-4f7c-423b-a32f-2d6af9b5602b", "name": "network-vif-plugged", "status": "completed", "tag": "c2c91a09-0df1-461c-920a-c7b0ebdd1dc8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:49.081686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:49.087159 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.118393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10c322-9d31-4161-8cf0-440f8a164473 req-64dbc60e-b293-44b5-acd0-d4d6d8aba2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:49.120748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5d10c322-9d31-4161-8cf0-440f8a164473 req-64dbc60e-b293-44b5-acd0-d4d6d8aba2df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53f25ecb449e44c59c2da27702502f30&device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 1094 time: 0.0764587 Aug 09 15:36:49.150068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.153656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:49.189101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Pushing event updated for resources: {'Port': ['ID=31caa7cc-7ede-432a-9998-9610d47cd274,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:49.316880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7312562f-2c8c-4867-840a-5c0b6b2fe786 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:49.324187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] For port f51d57d8-df05-4e3c-a4ab-ecdc813e1275, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:49.324560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.327694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10c322-9d31-4161-8cf0-440f8a164473 req-f01ceb8e-32cf-4c05-b945-d90a3f164c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:49.329224 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5d10c322-9d31-4161-8cf0-440f8a164473 req-f01ceb8e-32cf-4c05-b945-d90a3f164c81 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=53f25ecb449e44c59c2da27702502f30&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1983497 Aug 09 15:36:49.354212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Calling delete_port for f51d57d8-df05-4e3c-a4ab-ecdc813e1275 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:49.363062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e01001-da13-469f-8345-58f66569286a req-22fe3f62-70a6-4f1d-8fcf-7655a66daf03 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:49.364635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63e01001-da13-469f-8345-58f66569286a req-22fe3f62-70a6-4f1d-8fcf-7655a66daf03 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.2310936 Aug 09 15:36:49.374299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7312562f-2c8c-4867-840a-5c0b6b2fe786 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:49.378864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7312562f-2c8c-4867-840a-5c0b6b2fe786 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:49.379240 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.465996 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.492488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7312562f-2c8c-4867-840a-5c0b6b2fe786, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7312562f-2c8c-4867-840a-5c0b6b2fe786,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:49.497981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.504391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-fb260a57-a59d-4f1a-95e0-4b48814fa292 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:49.511334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10c322-9d31-4161-8cf0-440f8a164473 req-838f1187-70a8-46e2-aa48-2e1df17b6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:49.511666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-fb260a57-a59d-4f1a-95e0-4b48814fa292 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/networks?id=8ead7a28-975b-4e1b-92a0-e073ac22f45a HTTP/1.1" status: 200 len: 815 time: 0.3196583 Aug 09 15:36:49.512773 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5d10c322-9d31-4161-8cf0-440f8a164473 req-838f1187-70a8-46e2-aa48-2e1df17b6d4b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1748233 Aug 09 15:36:49.531158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:49.537843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63e01001-da13-469f-8345-58f66569286a req-9adbf1ed-f14b-4918-9e4f-8e400bb26cc2 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601388 Aug 09 15:36:49.548085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:49.553689 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-a50d159e-f630-4ee9-898c-83844c1ade79 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/quotas/809d4ecd1b3d41859da2fc459fdd904a HTTP/1.1" status: 200 len: 375 time: 0.0398467 Aug 09 15:36:49.584210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7312562f-2c8c-4867-840a-5c0b6b2fe786,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:49.620744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-55022330-9a9c-48ff-a812-1f9b8e71bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:49.624674 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-55022330-9a9c-48ff-a812-1f9b8e71bb4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53f25ecb449e44c59c2da27702502f30&device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 1094 time: 0.0688074 Aug 09 15:36:49.660045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-6aeb1419-5951-476a-b818-042d4afcc75b tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=809d4ecd1b3d41859da2fc459fdd904a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446482 Aug 09 15:36:49.682689 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-60b5e179-a16c-4dd0-988a-a647cba9cddd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 HTTP/1.1" status: 200 len: 217 time: 0.0456884 Aug 09 15:36:49.701242 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823e28c2-0974-47fc-a887-73bb46550e4a x-openstack-request-id: req-823e28c2-0974-47fc-a887-73bb46550e4a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:49.701788 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ef347-4f7c-423b-a32f-2d6af9b5602b", "name": "network-vif-plugged", "status": "completed", "tag": "c2c91a09-0df1-461c-920a-c7b0ebdd1dc8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:49.702207 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-823e28c2-0974-47fc-a887-73bb46550e4a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:49.703584 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911ef347-4f7c-423b-a32f-2d6af9b5602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8', 'code': 200} Aug 09 15:36:49.751719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-04d025a6-4d11-4214-8e4e-82dc99ef4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:49.753363 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-04d025a6-4d11-4214-8e4e-82dc99ef4be1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=785cc89b-e98c-494b-a32e-655d80a7f491 HTTP/1.1" status: 200 len: 857 time: 0.0625792 Aug 09 15:36:49.796227 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-aad11ee9-e41e-4228-9cd5-32619cd43f35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7bbef71-8e4c-48d3-9f59-fef46efb616c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297961 Aug 09 15:36:49.889521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9efb51-9e91-46b9-8aaa-3df16cdb115c req-c08ccaa5-553b-49fc-8660-603f421b8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:49.891043 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e9efb51-9e91-46b9-8aaa-3df16cdb115c req-c08ccaa5-553b-49fc-8660-603f421b8db8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 1100 time: 0.0973036 Aug 09 15:36:49.917155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c53c7459-653f-4e50-862d-644231eb85be None None] Provisioning complete for port 31caa7cc-7ede-432a-9998-9610d47cd274 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:49.917611 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c53c7459-653f-4e50-862d-644231eb85be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.940101 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-2a823661-3f14-4217-b806-597fc7e1a0f9 service neutron] 10.222.0.66 "GET /v2.0/networks/e7bbef71-8e4c-48d3-9f59-fef46efb616c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349254 Aug 09 15:36:49.959307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Router ea389299-ec4f-4e0c-80ba-181cc1c4426c has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:36:49.959673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c53c7459-653f-4e50-862d-644231eb85be None None] Port 31caa7cc-7ede-432a-9998-9610d47cd274 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:49.959920 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e9efb51-9e91-46b9-8aaa-3df16cdb115c req-fb90cd01-69d3-4316-967e-8370b04fa591 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579379 Aug 09 15:36:49.968736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-18707743-89fa-4991-ab1c-971afb89c18d service neutron] 10.222.0.64 "GET /v2.0/networks/8ead7a28-975b-4e1b-92a0-e073ac22f45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745376 Aug 09 15:36:50.039849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa3af8-a3be-4838-b19f-76a2f9b38ec8 req-0cc5a7ab-760f-4316-b387-9d6fda78e08d tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:50.041619 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5caa3af8-a3be-4838-b19f-76a2f9b38ec8 req-0cc5a7ab-760f-4316-b387-9d6fda78e08d tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 949 time: 0.2368956 Aug 09 15:36:50.049995 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c6a6b4e6-f919-491d-b79e-74d6548b3adf req-5a726e23-bbf3-498e-9454-f8fe6b816753 service neutron] 10.222.0.66 "GET /v2.0/networks/e7bbef71-8e4c-48d3-9f59-fef46efb616c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995073 Aug 09 15:36:50.083065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:50.190495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Pushing event deleted for resources: {'Port': ['ID=f51d57d8-df05-4e3c-a4ab-ecdc813e1275,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:50.258132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:50.260408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5caa3af8-a3be-4838-b19f-76a2f9b38ec8 req-fd122e7c-05f0-491f-9045-6b6dcfede8ce tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069407 Aug 09 15:36:50.297297 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-db199101-0cf9-40b7-880d-11b6911e7d27 service neutron] 10.222.0.64 "GET /v2.0/networks/8ead7a28-975b-4e1b-92a0-e073ac22f45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181815 Aug 09 15:36:50.326463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:36:50.335885 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Sync routers for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:36:50.347144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-881f6bad-3c51-4526-84e1-840297dbb9ca admin admin] 10.222.0.64 "PUT /v2.0/routers/ea389299-ec4f-4e0c-80ba-181cc1c4426c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5865407 Aug 09 15:36:50.348439 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:50.356545 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:50.524152 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:50.566406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafea1ce-a143-47da-82fa-eb822379496c req-4f7f25e3-0c09-4f94-bf3d-0df289ccbb03 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:50.575068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fafea1ce-a143-47da-82fa-eb822379496c req-4f7f25e3-0c09-4f94-bf3d-0df289ccbb03 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 943 time: 0.1098573 Aug 09 15:36:50.578125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:50.675508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ccd21344-0aa6-46c6-9c64-6d3aa214b298 req-72946e93-dfae-4047-8333-131689eebfe1 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 210 time: 0.0745606 Aug 09 15:36:50.693015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fafea1ce-a143-47da-82fa-eb822379496c req-e3b1b282-9fb2-4106-9767-ce364d979982 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170683 Aug 09 15:36:50.874112 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 2, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:50.894187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77d9ff-86c9-4680-9901-716e71f3fa6d req-902d7a44-2d88-4331-8252-45e615304512 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:50.895343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae77d9ff-86c9-4680-9901-716e71f3fa6d req-902d7a44-2d88-4331-8252-45e615304512 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 951 time: 0.0989799 Aug 09 15:36:50.963685 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Checking router: ea389299-ec4f-4e0c-80ba-181cc1c4426c for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:36:50.964218 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Updating router ea389299-ec4f-4e0c-80ba-181cc1c4426c port 31caa7cc-7ede-432a-9998-9610d47cd274 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:36:50.992941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae77d9ff-86c9-4680-9901-716e71f3fa6d req-eccfb825-6f52-4cdf-ab96-444dd00d99e4 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806913 Aug 09 15:36:51.031379 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.034191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:36:51.144696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46922) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:51.155106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7046839d-5ca4-4ca1-80db-2070dc4d02f3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265984268', 'description': 'tempest-description--337050298'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:51.223520 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7046839d-5ca4-4ca1-80db-2070dc4d02f3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.227762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0efde-e3b4-4698-a791-0ca3ed9a4096 req-22a5f304-b69d-492e-8a1d-f3cb13f0638f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:51.243290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72b0efde-e3b4-4698-a791-0ca3ed9a4096 req-22a5f304-b69d-492e-8a1d-f3cb13f0638f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1309545 Aug 09 15:36:51.287642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:36:51.300566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] Sync routers for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:36:51.311348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-23105697-63ae-4ece-8bbc-23ac3aacfaac admin admin] 10.222.0.64 "PUT /v2.0/routers/85ae62c2-ec82-48d7-9f17-d9fae69bedcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2222548 Aug 09 15:36:51.317780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:51.318483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:51.321515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46930) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:51.420721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7046839d-5ca4-4ca1-80db-2070dc4d02f3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.429184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7046839d-5ca4-4ca1-80db-2070dc4d02f3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.484319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046839d-5ca4-4ca1-80db-2070dc4d02f3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:51.488577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7046839d-5ca4-4ca1-80db-2070dc4d02f3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.490203 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7046839d-5ca4-4ca1-80db-2070dc4d02f3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3425331 Aug 09 15:36:51.494997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7312562f-2c8c-4867-840a-5c0b6b2fe786 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:51.496513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:51.497256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72b0efde-e3b4-4698-a791-0ca3ed9a4096 req-28d435e6-ce34-4d18-890e-dbce21d56efb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533121 Aug 09 15:36:51.518464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Request body: {'security_group_rule': {'security_group_id': 'cd24c5d3-d7ab-4821-816a-c3940dd4bc9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:51.566101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:51.613198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.657225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.705592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52757c-41c6-4b4e-9c52-66bc98b6b739 req-707d63b8-d226-48e9-be6b-8a0c7471a5b4 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:51.707275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af52757c-41c6-4b4e-9c52-66bc98b6b739 req-707d63b8-d226-48e9-be6b-8a0c7471a5b4 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 949 time: 0.1227174 Aug 09 15:36:51.740220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.750852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.805714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.807098 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086631 Aug 09 15:36:51.810321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:51.822099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-36f9c51b-be25-4db2-80d4-d2f6ab3d8e02 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Request body: {'security_group_rule': {'security_group_id': 'cd24c5d3-d7ab-4821-816a-c3940dd4bc9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:51.831050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccf3e94-e4c5-4453-8aba-b36b3b2f17b7,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:51.864470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.870663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.870894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.871109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.871366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.871706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.872138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.872344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.872664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.873001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.873287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.873599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e1774e-a08c-403c-809c-c70e3dedd30c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:51.882990 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.912785 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36f9c51b-be25-4db2-80d4-d2f6ab3d8e02 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:51.914142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af52757c-41c6-4b4e-9c52-66bc98b6b739 req-91ad1970-6c50-46e6-86ec-321f1bbd5d66 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818235 Aug 09 15:36:51.981317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Deleting port 01d62bbd-7567-4382-add3-1264a2a8e94e {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:51.981589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.015291 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.038293 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Transition to ACTIVE for port object 31caa7cc-7ede-432a-9998-9610d47cd274 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:52.049640 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.068290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7312562f-2c8c-4867-840a-5c0b6b2fe786 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:52.068875 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.141141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78e2cbac-805a-4011-9ec1-3bf4fff974b0 req-3a8c0540-85f5-4b6a-8d75-702454c65252 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 210 time: 0.1505027 Aug 09 15:36:52.142136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-1f2ae23d-6fff-457b-b5e6-7daf1f4f4e4d tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:52.144596 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-1f2ae23d-6fff-457b-b5e6-7daf1f4f4e4d tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.35 "GET /v2.0/networks?id=8ead7a28-975b-4e1b-92a0-e073ac22f45a HTTP/1.1" status: 200 len: 815 time: 0.1774395 Aug 09 15:36:52.168013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36f9c51b-be25-4db2-80d4-d2f6ab3d8e02 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.174516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Request body: {'port': {'device_id': '85d45a16-bd53-4805-9766-828b5214f436', 'network_id': '8ead7a28-975b-4e1b-92a0-e073ac22f45a', 'admin_state_up': True, 'tenant_id': '809d4ecd1b3d41859da2fc459fdd904a'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:52.181393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36f9c51b-be25-4db2-80d4-d2f6ab3d8e02 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.266197 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Pushing event updated for resources: {'Port': ['ID=31caa7cc-7ede-432a-9998-9610d47cd274,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:52.269314 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Attempting to bind port 31caa7cc-7ede-432a-9998-9610d47cd274 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:52.269557 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Attempting to bind port 31caa7cc-7ede-432a-9998-9610d47cd274 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:52.269874 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Attempting to bind port 31caa7cc-7ede-432a-9998-9610d47cd274 on network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:52.277661 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:52.277661 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Checking segment: {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:52.277661 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.278007 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Bound using segment: {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:52.279298 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Bound port: 31caa7cc-7ede-432a-9998-9610d47cd274, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:52.279298 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.287264 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.287608 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.287971 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.288661 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.288876 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.289204 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.289527 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.290000 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.290334 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.290658 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.290975 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.291287 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:52.309332 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 5, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port': {'id': '01d62bbd-7567-4382-add3-1264a2a8e94e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:02Z', 'updated_at': '2021-08-09T15:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:52.317465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90eae2-199e-4b71-be29-39e7145089e7 req-cab859f7-5c9f-4002-a46c-8e9e1f4eee99 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:52.319750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d90eae2-199e-4b71-be29-39e7145089e7 req-cab859f7-5c9f-4002-a46c-8e9e1f4eee99 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 943 time: 0.2252533 Aug 09 15:36:52.333372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] For port 01d62bbd-7567-4382-add3-1264a2a8e94e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01d62bbd-7567-4382-add3-1264a2a8e94e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:52.333911 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.349815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9c51b-be25-4db2-80d4-d2f6ab3d8e02 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aecf42-e2b4-47ba-a6c6-733f527d993e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:52.357729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36f9c51b-be25-4db2-80d4-d2f6ab3d8e02 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.359991 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-36f9c51b-be25-4db2-80d4-d2f6ab3d8e02 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5483649 Aug 09 15:36:52.368839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46980) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:52.371394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Calling delete_port for 01d62bbd-7567-4382-add3-1264a2a8e94e owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:52.374559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] Checking router: 85ae62c2-ec82-48d7-9f17-d9fae69bedcf for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:36:52.376362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:52.398766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] Routers {'85ae62c2-ec82-48d7-9f17-d9fae69bedcf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:52.400813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:52.413089 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] For port 31caa7cc-7ede-432a-9998-9610d47cd274, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:52.417944 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] For port 31caa7cc-7ede-432a-9998-9610d47cd274, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=31caa7cc-7ede-432a-9998-9610d47cd274,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:52.434248 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.487659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d90eae2-199e-4b71-be29-39e7145089e7 req-0d9462f9-5c22-40f3-a3e7-22adf6f70ac9 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622005 Aug 09 15:36:52.503083 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.524497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Made reservation on behalf of 809d4ecd1b3d41859da2fc459fdd904a for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:52.530577 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e7169-d1bc-4948-8b50-406c21c8fe10 None None] Pushing event updated for resources: {'Port': ['ID=31caa7cc-7ede-432a-9998-9610d47cd274,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:52.534167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.537916 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:36:52.539307 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:52.563588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] Set router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:52.581979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809726c8-328f-4cd0-957c-90a4cf9ab173 req-22d80b31-55f1-4fec-a543-ee4490e11a56 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:52.589707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-809726c8-328f-4cd0-957c-90a4cf9ab173 req-22d80b31-55f1-4fec-a543-ee4490e11a56 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 1100 time: 0.2032042 Aug 09 15:36:52.649469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:36:51Z', 'revision_number': 6, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:52.704523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073271f0-728c-4611-b30b-53210fb315a9 None None] The sync data for ids ['85ae62c2-ec82-48d7-9f17-d9fae69bedcf'] in n-d-799523-2 is: [{'id': '85ae62c2-ec82-48d7-9f17-d9fae69bedcf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429746568-router', 'tenant_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:01Z', 'updated_at': '2021-08-09T15:36:51Z', 'revision_number': 6, 'project_id': 'f0c04a43bf1745f6b44cfddb56114a46', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:36:52.769203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-809726c8-328f-4cd0-957c-90a4cf9ab173 req-03ca8769-80ca-40d9-98a6-9929cf42a961 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783035 Aug 09 15:36:52.781874 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:36:52.833322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Allocated IP 172.20.0.2 (8ead7a28-975b-4e1b-92a0-e073ac22f45a/6e4cf570-4723-4fb7-a5df-55db2b78cfe3/d5bdeace-25e1-44fe-90c7-5acab31b2c5c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:52.844735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:52.846868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:53.175180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.231444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f51d57d8-df05-4e3c-a4ab-ecdc813e1275 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:53.234419 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:52Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:53.266407 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad15643-e2e4-4f91-8fda-321a5ea5e665 None None] The sync data for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 is: [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:52Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:36:53.283327 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.287313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.312465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,segment=NetworkSegment(3f93595c-fa06-43d7-9698-67853599e79a),segment_id=3f93595c-fa06-43d7-9698-67853599e79a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:53.335138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7', 'network_id': 'e7bbef71-8e4c-48d3-9f59-fef46efb616c', 'port_id': '0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7', 'mac_address': 'fa:16:3e:2e:f4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785cc89b-e98c-494b-a32e-655d80a7f491', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:53.340724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: f51d57d8-df05-4e3c-a4ab-ecdc813e1275 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:53.341381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f51d57d8-df05-4e3c-a4ab-ecdc813e1275 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:53.356330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Network 8ead7a28-975b-4e1b-92a0-e073ac22f45a is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:53.389040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:53.394064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:53.426778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:53.429191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Pushing event updated for resources: {'Port': ['ID=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:53.430182 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a7710-7dc0-4f81-b380-83b20781e022" -d '{"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:53.463391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:53.465141 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.478827 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.487445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:53.490564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:53.491802 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.514607 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-96f81880-91a3-4a5e-a88d-52c5547eb9fe tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3526995 Aug 09 15:36:53.530111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-2fa06e24-b8e3-46bd-b059-16d0372ff563 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724063 Aug 09 15:36:53.532709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Request body: {'port': {'device_id': '85d45a16-bd53-4805-9766-828b5214f436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:53.559490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.577048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,segment=NetworkSegment(3f93595c-fa06-43d7-9698-67853599e79a),segment_id=3f93595c-fa06-43d7-9698-67853599e79a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:53.578536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=11']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:53.584609 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.606178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.647968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98561e6d-3ff0-4ca4-b87d-ba8f5b1a83f4 req-3b162a59-aaae-446c-b2d6-f6f337d7077d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:53.649292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:53.652420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98561e6d-3ff0-4ca4-b87d-ba8f5b1a83f4 req-3b162a59-aaae-446c-b2d6-f6f337d7077d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.7271647 Aug 09 15:36:53.674453 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.802658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Pushing event deleted for resources: {'Port': ['ID=01d62bbd-7567-4382-add3-1264a2a8e94e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:53.869187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-69331099-3502-40bf-9ab2-29186b123aa2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:53.871754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:53.878153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-69331099-3502-40bf-9ab2-29186b123aa2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3468087 Aug 09 15:36:53.972425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-4baa0e48-2ec5-49d6-a680-3eceea517aae tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/quotas/7d11dbd0e4144a5a88c071ba4e5b5168 HTTP/1.1" status: 200 len: 375 time: 0.0931716 Aug 09 15:36:53.984851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98561e6d-3ff0-4ca4-b87d-ba8f5b1a83f4 req-7c05cd7d-8843-43a2-8fae-c94329d98c9c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926493 Aug 09 15:36:54.045841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bdeace-25e1-44fe-90c7-5acab31b2c5c {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:54.056429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.072109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Transition to ACTIVE for port object d5bdeace-25e1-44fe-90c7-5acab31b2c5c will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:54.083970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.095268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Allocated IP 172.25.7.228 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/3696445c-9e8d-44b5-a971-16746ac05e87) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:54.113131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.174456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:54.263307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Attempting to bind port d5bdeace-25e1-44fe-90c7-5acab31b2c5c on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:36:54.264150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Attempting to bind port d5bdeace-25e1-44fe-90c7-5acab31b2c5c by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '7d7a3917-40a8-47f6-9ea9-34463c000fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8ead7a28-975b-4e1b-92a0-e073ac22f45a'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:36:54.264150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Attempting to bind port d5bdeace-25e1-44fe-90c7-5acab31b2c5c on network 8ead7a28-975b-4e1b-92a0-e073ac22f45a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:54.270332 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Port d5bdeace-25e1-44fe-90c7-5acab31b2c5c on network 8ead7a28-975b-4e1b-92a0-e073ac22f45a not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:36:54.270746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Attempting to bind port d5bdeace-25e1-44fe-90c7-5acab31b2c5c on network 8ead7a28-975b-4e1b-92a0-e073ac22f45a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:36:54.276956 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:36:54.277313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Checking segment: {'id': '7d7a3917-40a8-47f6-9ea9-34463c000fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8ead7a28-975b-4e1b-92a0-e073ac22f45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:36:54.277711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Bound using segment: {'id': '7d7a3917-40a8-47f6-9ea9-34463c000fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8ead7a28-975b-4e1b-92a0-e073ac22f45a'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:36:54.278145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Bound port: d5bdeace-25e1-44fe-90c7-5acab31b2c5c, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7a3917-40a8-47f6-9ea9-34463c000fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8ead7a28-975b-4e1b-92a0-e073ac22f45a'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:36:54.278500 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.342042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-b94ce158-c23e-49b4-8034-1dfd17c7688e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3684406 Aug 09 15:36:54.346405 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.351486 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.360224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] For port d5bdeace-25e1-44fe-90c7-5acab31b2c5c, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:36:54.363863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] For port d5bdeace-25e1-44fe-90c7-5acab31b2c5c, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,segment=NetworkSegment(7d7a3917-40a8-47f6-9ea9-34463c000fab),segment_id=7d7a3917-40a8-47f6-9ea9-34463c000fab)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:36:54.370584 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.429346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:54.451581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d4286-1421-4a4b-adf7-c09c64ca7bf6 req-dfe34658-82bf-47f2-b5b0-45586d96be23 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:54.454141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:54.454857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.456783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4955d98a-1c01-486d-9c10-b615f6806aa3 service neutron] 10.222.0.35 "PUT /v2.0/ports/d5bdeace-25e1-44fe-90c7-5acab31b2c5c HTTP/1.1" status: 200 len: 1091 time: 0.9304290 Aug 09 15:36:54.457415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d45a16-bd53-4805-9766-828b5214f436', 'tag': 'd5bdeace-25e1-44fe-90c7-5acab31b2c5c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:54.460100 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7090313f-fd88-497a-b55d-e3e4006dd989" -d '{"events": [{"name": "network-changed", "server_uuid": "85d45a16-bd53-4805-9766-828b5214f436", "tag": "d5bdeace-25e1-44fe-90c7-5acab31b2c5c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:54.462585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a56d4286-1421-4a4b-adf7-c09c64ca7bf6 req-dfe34658-82bf-47f2-b5b0-45586d96be23 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 943 time: 0.2428694 Aug 09 15:36:54.481422 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.482014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85ae62c2-ec82-48d7-9f17-d9fae69bedcf {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:36:54.488709 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.492486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-78f170e4-caf8-425a-874e-91a3a28b324d admin admin] 10.222.0.64 "DELETE /v2.0/routers/85ae62c2-ec82-48d7-9f17-d9fae69bedcf HTTP/1.1" status: 204 len: 168 time: 3.1676822 Aug 09 15:36:54.493517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47046) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:54.560552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a56d4286-1421-4a4b-adf7-c09c64ca7bf6 req-ca8c27b6-1998-4e43-a8f1-a466965dbde8 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968802 Aug 09 15:36:54.578533 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.599490 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba7e49e-d12c-4a59-9d0e-f045315ec03a x-openstack-request-id: req-1ba7e49e-d12c-4a59-9d0e-f045315ec03a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:54.600118 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:54.600118 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ba7e49e-d12c-4a59-9d0e-f045315ec03a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:54.600688 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'code': 200} Aug 09 15:36:54.669153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.680085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-322c67c7-9d4b-4ea7-9311-ae73b03f7144 admin admin] Deleting subnet b92b6e17-636f-429e-90db-73ac1f263e96 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:36:54.685857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-322c67c7-9d4b-4ea7-9311-ae73b03f7144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.729795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4b91d303-b79b-46a3-967a-fb756002c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:54.731493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-4b91d303-b79b-46a3-967a-fb756002c803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=809d4ecd1b3d41859da2fc459fdd904a&device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 1094 time: 0.2000663 Aug 09 15:36:54.814060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-322c67c7-9d4b-4ea7-9311-ae73b03f7144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.840620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-621549a3-1371-421d-897f-c95bde5dbf00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5bdeace-25e1-44fe-90c7-5acab31b2c5c HTTP/1.1" status: 200 len: 217 time: 0.1001582 Aug 09 15:36:54.841531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:54.879281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:54.897782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:54.918226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:54.921494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event updated for resources: {'Port': ['ID=3696445c-9e8d-44b5-a971-16746ac05e87,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:54.925666 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd14797-83ee-4313-824b-4bb8b7aeba39 x-openstack-request-id: req-abd14797-83ee-4313-824b-4bb8b7aeba39 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:54.926343 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d45a16-bd53-4805-9766-828b5214f436", "tag": "d5bdeace-25e1-44fe-90c7-5acab31b2c5c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:54.926343 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abd14797-83ee-4313-824b-4bb8b7aeba39 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:54.933549 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d45a16-bd53-4805-9766-828b5214f436', 'tag': 'd5bdeace-25e1-44fe-90c7-5acab31b2c5c', 'status': 'completed', 'code': 200} Aug 09 15:36:54.967266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:54.979179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:54.979697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.993736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6180fd-7b04-4216-a5c1-bd008f6d5297 req-f955f9e4-b188-4c37-b8dc-fa4f9e3a059d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:54.998922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-8fd6338c-751c-47e0-b725-9093968675e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:55.000676 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-8fd6338c-751c-47e0-b725-9093968675e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e4cf570-4723-4fb7-a5df-55db2b78cfe3 HTTP/1.1" status: 200 len: 855 time: 0.1471257 Aug 09 15:36:55.002134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc6180fd-7b04-4216-a5c1-bd008f6d5297 req-f955f9e4-b188-4c37-b8dc-fa4f9e3a059d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 944 time: 0.2261600 Aug 09 15:36:55.025243 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-322c67c7-9d4b-4ea7-9311-ae73b03f7144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.088413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c63a09f-3850-4fff-8c9d-9df6f3544fe0 req-5f96c13f-1fa0-4410-8597-eb102b630d6c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 210 time: 0.1043639 Aug 09 15:36:55.114536 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.140916 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-44d5e323-3f19-4a02-8077-0319bce8613d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ead7a28-975b-4e1b-92a0-e073ac22f45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694151 Aug 09 15:36:55.147889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc6180fd-7b04-4216-a5c1-bd008f6d5297 req-330371db-f940-488c-ba7b-3644df9f8bf1 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369746 Aug 09 15:36:55.170075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,segment=NetworkSegment(3f93595c-fa06-43d7-9698-67853599e79a),segment_id=3f93595c-fa06-43d7-9698-67853599e79a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:55.171786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.260804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:55.359465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-322c67c7-9d4b-4ea7-9311-ae73b03f7144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.370739 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.382523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 31caa7cc-7ede-432a-9998-9610d47cd274 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:55.406414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121c79d-a396-4387-858e-080057e23e3f req-c6ee0a6e-8b9c-4c00-92c3-574c7267d8e6 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:55.408375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4121c79d-a396-4387-858e-080057e23e3f req-c6ee0a6e-8b9c-4c00-92c3-574c7267d8e6 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1388271 Aug 09 15:36:55.454093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.467442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 31caa7cc-7ede-432a-9998-9610d47cd274 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:55.477879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 31caa7cc-7ede-432a-9998-9610d47cd274 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:55.478305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.549662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4121c79d-a396-4387-858e-080057e23e3f req-6816b5da-73f4-4d8c-a4f8-72ccd9dd90bd tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208344 Aug 09 15:36:55.600031 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.675812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 31caa7cc-7ede-432a-9998-9610d47cd274, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=31caa7cc-7ede-432a-9998-9610d47cd274,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:55.682118 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.774446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01d62bbd-7567-4382-add3-1264a2a8e94e no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:55.812837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c67c7-9d4b-4ea7-9311-ae73b03f7144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92b6e17-636f-429e-90db-73ac1f263e96,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:55.813518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 01d62bbd-7567-4382-add3-1264a2a8e94e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:55.813968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01d62bbd-7567-4382-add3-1264a2a8e94e not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:55.824997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=31caa7cc-7ede-432a-9998-9610d47cd274,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:55.833390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-322c67c7-9d4b-4ea7-9311-ae73b03f7144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.836154 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-322c67c7-9d4b-4ea7-9311-ae73b03f7144 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b92b6e17-636f-429e-90db-73ac1f263e96 HTTP/1.1" status: 204 len: 168 time: 1.3398967 Aug 09 15:36:55.838622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47134) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:55.842398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213cc987-240d-4d70-b0ef-cd514d76d896 None None] Network 52ecaefa-75a3-44b6-8411-ffa1b953ba99 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:36:55.844221 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-f9ca94e5-0b61-4262-aee3-2790b493378d service neutron] 10.222.0.35 "GET /v2.0/networks/8ead7a28-975b-4e1b-92a0-e073ac22f45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914678 Aug 09 15:36:55.898038 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.909534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc2b4b-548b-4e3d-bdae-c323b29eea1c req-7aa389d9-d4b2-4f92-a108-44ab304f9376 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:55.911430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ffc2b4b-548b-4e3d-bdae-c323b29eea1c req-7aa389d9-d4b2-4f92-a108-44ab304f9376 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 943 time: 0.2361450 Aug 09 15:36:55.922580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:55.958860 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc7e446f-483c-4b14-a81e-a8a960a4b38c req-98b142a3-8f3d-479e-8990-9cecd8ee46d8 service neutron] 10.222.0.35 "GET /v2.0/networks/8ead7a28-975b-4e1b-92a0-e073ac22f45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022351 Aug 09 15:36:56.030089 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-9c4efcf5-29be-4791-8ca7-8f53618a1012 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226386 Aug 09 15:36:56.066061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event updated for resources: {'Port': ['ID=3696445c-9e8d-44b5-a971-16746ac05e87,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:56.075089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.098584 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.112820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ffc2b4b-548b-4e3d-bdae-c323b29eea1c req-7fd768c5-baea-4755-a78d-f419044aa69d tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913700 Aug 09 15:36:56.149287 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.150606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a8414fb9-989f-4863-b437-7dbad0011859 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7806942 Aug 09 15:36:56.165717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-897b0ac3-e5ab-4b8a-8ab5-ea5ab144a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:56.167726 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-897b0ac3-e5ab-4b8a-8ab5-ea5ab144a96f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=809d4ecd1b3d41859da2fc459fdd904a&device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 1094 time: 0.1364350 Aug 09 15:36:56.169774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] DHCP port deletion for 52ecaefa-75a3-44b6-8411-ffa1b953ba99 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:36:56.189187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Deleting port 917eb46c-e972-4d92-93f0-95ffbc193e71 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:56.189536 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.277555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74f2aca6-c613-42ec-94af-c5c847e837ad req-fcc8c8a3-b0bb-4022-8cf4-8beccdc25d76 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 210 time: 0.0351160 Aug 09 15:36:56.304976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] For port 917eb46c-e972-4d92-93f0-95ffbc193e71, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=917eb46c-e972-4d92-93f0-95ffbc193e71,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:56.304976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.314949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] Deleting port 917eb46c-e972-4d92-93f0-95ffbc193e71 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:56.315969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Calling delete_port for 917eb46c-e972-4d92-93f0-95ffbc193e71 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:56.324220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.356402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-e79a3062-c352-4e5a-931e-3a6278a48e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:56.357937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-e79a3062-c352-4e5a-931e-3a6278a48e3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ead7a28-975b-4e1b-92a0-e073ac22f45a HTTP/1.1" status: 200 len: 917 time: 0.1576324 Aug 09 15:36:56.407777 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-86483bc7-4bd1-4cf4-a34e-e811af16fb18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5bdeace-25e1-44fe-90c7-5acab31b2c5c HTTP/1.1" status: 200 len: 217 time: 0.0404279 Aug 09 15:36:56.431793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] For port 917eb46c-e972-4d92-93f0-95ffbc193e71, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=917eb46c-e972-4d92-93f0-95ffbc193e71,segment=NetworkSegment(327172cb-7e66-4f3d-b601-c8267d4a812b),segment_id=327172cb-7e66-4f3d-b601-c8267d4a812b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:56.432493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.449363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] Calling delete_port for 917eb46c-e972-4d92-93f0-95ffbc193e71 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:56.479129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe9a69-3ed2-4fe8-8d18-f7e2fad63aba req-313a0a2a-205d-439e-9543-f1a02ba75117 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:56.486826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09fe9a69-3ed2-4fe8-8d18-f7e2fad63aba req-313a0a2a-205d-439e-9543-f1a02ba75117 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 945 time: 0.0747857 Aug 09 15:36:56.497412 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.533460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=917eb46c-e972-4d92-93f0-95ffbc193e71,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:56.541175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-7849f49c-b77b-482a-9ce2-fb921894bc08 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:56.542936 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-7849f49c-b77b-482a-9ce2-fb921894bc08 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4797840 Aug 09 15:36:56.543254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] No DVR routers for this DVR port 917eb46c-e972-4d92-93f0-95ffbc193e71 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:36:56.545643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-6a4b8772-2437-46b6-bf9a-435b9a9227d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:56.547540 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-6a4b8772-2437-46b6-bf9a-435b9a9227d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e4cf570-4723-4fb7-a5df-55db2b78cfe3 HTTP/1.1" status: 200 len: 855 time: 0.1234224 Aug 09 15:36:56.558412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Request body: {'port': {'device_id': '8996674e-dd30-468c-a553-af9afff8f43f', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '7d11dbd0e4144a5a88c071ba4e5b5168'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:56.583442 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.607499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee234ad5-e24f-43db-864f-e5e637cd0f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:36:56.610551 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cf4f11-70c4-4264-98b9-76058d4f8b88" -d '{"events": [{"server_uuid": "ee234ad5-e24f-43db-864f-e5e637cd0f99", "name": "network-vif-plugged", "status": "completed", "tag": "0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:36:56.620248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] Pushing event deleted for resources: {'Port': ['ID=917eb46c-e972-4d92-93f0-95ffbc193e71,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:56.636555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09fe9a69-3ed2-4fe8-8d18-f7e2fad63aba req-6a91577a-67e1-4d44-a42b-4cca90d3d113 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488357 Aug 09 15:36:56.639391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01501d0-6c3e-4a5e-99cf-c59b200e0074 None None] No DVR routers for this DVR port 917eb46c-e972-4d92-93f0-95ffbc193e71 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:36:56.650941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.663480 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-05251805-a991-470f-92c3-2feea47fd2fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ead7a28-975b-4e1b-92a0-e073ac22f45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454361 Aug 09 15:36:56.663695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ecaefa-75a3-44b6-8411-ffa1b953ba99']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:56.676170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327172cb-7e66-4f3d-b601-c8267d4a812b') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:56.676390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327172cb-7e66-4f3d-b601-c8267d4a812b') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:36:56.686277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.704979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.720295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:36:56.720762 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:36:56.722813 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:36:56.818326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.833570 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.838116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/52ecaefa-75a3-44b6-8411-ffa1b953ba99 HTTP/1.1" status: 204 len: 168 time: 0.9961905 Aug 09 15:36:56.839370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47204) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:56.850780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f475df1-968e-47ab-b17e-6e53ad0b57d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ecaefa-75a3-44b6-8411-ffa1b953ba99,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:56.854317 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-7523d1bb-bbca-4a1d-8414-9990ae752e23 service neutron] 10.222.0.35 "GET /v2.0/networks/8ead7a28-975b-4e1b-92a0-e073ac22f45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653693 Aug 09 15:36:56.862479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-2d143031-6708-4bb7-bf6c-9ab27a5e494f tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--265984268&fields=id&tenant_id=80280fa157534d3ead309a1243f641ce HTTP/1.1" status: 200 len: 267 time: 0.0880780 Aug 09 15:36:56.891136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Made reservation on behalf of 7d11dbd0e4144a5a88c071ba4e5b5168 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:36:56.894813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.994383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-79a9866c-18d7-4ead-8d47-ee4bfc989e7d tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:56.996017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-79a9866c-18d7-4ead-8d47-ee4bfc989e7d tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/networks?id=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 HTTP/1.1" status: 200 len: 812 time: 0.1259398 Aug 09 15:36:57.026145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-a7c141df-9ee0-4db5-b7ec-044dbb8a7267 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/quotas/80280fa157534d3ead309a1243f641ce HTTP/1.1" status: 200 len: 375 time: 0.0158839 Aug 09 15:36:57.058539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b5bfc-1bdb-4a68-b207-dc98fcef67b1 req-9106c1b8-2c18-466c-8825-eea45f48c751 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:57.060188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a7b5bfc-1bdb-4a68-b207-dc98fcef67b1 req-9106c1b8-2c18-466c-8825-eea45f48c751 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.0868685 Aug 09 15:36:57.125438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5672e751-1734-4792-8a77-e2e6b42ccd7b tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=80280fa157534d3ead309a1243f641ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918083 Aug 09 15:36:57.129069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a7b5bfc-1bdb-4a68-b207-dc98fcef67b1 req-48a5bf0a-bbe4-48f5-b781-8fbcf1eb6fd2 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546148 Aug 09 15:36:57.139537 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7090313f-fd88-497a-b55d-e3e4006dd989 req-99c0da0c-3ac8-4fff-a221-f58455ef2816 service neutron] 10.222.0.35 "GET /v2.0/networks/8ead7a28-975b-4e1b-92a0-e073ac22f45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499897 Aug 09 15:36:57.190198 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75b130b-b0bb-4d95-aa40-af05b059d8bb x-openstack-request-id: req-c75b130b-b0bb-4d95-aa40-af05b059d8bb {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:36:57.190793 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee234ad5-e24f-43db-864f-e5e637cd0f99", "name": "network-vif-plugged", "status": "completed", "tag": "0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:36:57.191206 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c75b130b-b0bb-4d95-aa40-af05b059d8bb {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:36:57.191761 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee234ad5-e24f-43db-864f-e5e637cd0f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7', 'code': 200} Aug 09 15:36:57.290588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-91f17b4c-820b-41f3-85a0-f1c36975c163 service neutron] 10.222.0.64 "GET /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470103 Aug 09 15:36:57.298399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 31caa7cc-7ede-432a-9998-9610d47cd274 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:36:57.302930 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Allocated IP 192.168.233.79 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/ddb13e86-e401-4849-9f15-81ee30bdf062) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:36:57.375066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 31caa7cc-7ede-432a-9998-9610d47cd274 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:57.376408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:57.427669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1469a7-5dab-4900-a1b6-2325e5ba994c req-a1142855-e6a3-4267-92bf-51ecf0a43b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:57.429138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a1469a7-5dab-4900-a1b6-2325e5ba994c req-a1142855-e6a3-4267-92bf-51ecf0a43b35 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 1096 time: 0.0832973 Aug 09 15:36:57.476466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-308a30ca-c212-4c02-8312-5a19fd31da70 service neutron] 10.222.0.64 "GET /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677985 Aug 09 15:36:57.549134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a1469a7-5dab-4900-a1b6-2325e5ba994c req-6accd442-fda3-43c2-9be6-3d7e86540b58 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714474 Aug 09 15:36:57.560357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917eb46c-e972-4d92-93f0-95ffbc193e71 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:36:57.590323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 917eb46c-e972-4d92-93f0-95ffbc193e71 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:36:57.591675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917eb46c-e972-4d92-93f0-95ffbc193e71 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:36:57.638096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:57.686469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Transition to ACTIVE for port object ddb13e86-e401-4849-9f15-81ee30bdf062 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:57.716544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:57.792498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d6170-d0cf-4bd3-a7b3-a3e2a22be2a6 req-a1ee2d24-1618-4630-870e-cab5105e05f0 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:57.796057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df9d6170-d0cf-4bd3-a7b3-a3e2a22be2a6 req-a1ee2d24-1618-4630-870e-cab5105e05f0 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 943 time: 0.0927429 Aug 09 15:36:57.859725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:57.861760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df9d6170-d0cf-4bd3-a7b3-a3e2a22be2a6 req-2635a9c8-07fc-46dc-a3e8-3e68b2591ae2 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587165 Aug 09 15:36:57.873673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', '22021856-c213-4d77-afe4-2a286be1fdf7', '9a900505-af7b-4fb4-8fa1-a9c569b3c028', 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:57.881728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19', '8bce33a4-3119-42d8-bd45-47091325bb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:57.983757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:36:58.006320 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.014650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb0359cb-232c-4c04-939f-7f41e972f9fc req-b47dd45f-5dbc-4a7b-a5c5-1b7476b27f6e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 210 time: 0.0476019 Aug 09 15:36:58.023155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:36:58.028694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:36:58.032460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event updated for resources: {'Port': ['ID=ddb13e86-e401-4849-9f15-81ee30bdf062,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:58.065243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becdb8-234a-4bf4-b207-b8a29ff6d53f req-d5ca4ada-a111-45ec-9d41-b17f6800273a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:58.067958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76becdb8-234a-4bf4-b207-b8a29ff6d53f req-d5ca4ada-a111-45ec-9d41-b17f6800273a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 935 time: 0.1124945 Aug 09 15:36:58.156568 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76becdb8-234a-4bf4-b207-b8a29ff6d53f req-1cfba43c-4514-420c-ab3f-82ac413c507b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813632 Aug 09 15:36:58.183152 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.198036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:58.203943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.243412 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5ae7b81c-ffc4-4c99-a017-e372dfcf56cf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6911330 Aug 09 15:36:58.275148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bdd0-c3c9-4d4e-b7a1-bba35b529c19 req-95aad393-e3fe-4a88-9872-1db33dd6d94b tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:58.283665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25e4bdd0-c3c9-4d4e-b7a1-bba35b529c19 req-95aad393-e3fe-4a88-9872-1db33dd6d94b tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 945 time: 0.1225915 Aug 09 15:36:58.339498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Request body: {'port': {'device_id': '8996674e-dd30-468c-a553-af9afff8f43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:58.359971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25e4bdd0-c3c9-4d4e-b7a1-bba35b529c19 req-f1bf60f7-5fc9-46e9-9e09-42ab3377a437 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750172 Aug 09 15:36:58.519480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Deleting port 50c461e9-e411-45cd-ba28-9c2def6677e2 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:36:58.521007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.527132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.608244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d5bdeace-25e1-44fe-90c7-5acab31b2c5c details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:36:58.616119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f5b8c-adb0-42ae-a171-bac9d9bfa3fc req-b59146b6-1580-4cbf-8286-3c42f0806a9c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:58.626451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c0f5b8c-adb0-42ae-a171-bac9d9bfa3fc req-b59146b6-1580-4cbf-8286-3c42f0806a9c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1305294 Aug 09 15:36:58.694595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c0f5b8c-adb0-42ae-a171-bac9d9bfa3fc req-4751659e-5c1e-4c91-981b-895e30ecc75e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625520 Aug 09 15:36:58.708572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d54c2085-0579-4863-8e12-a0ed865592fa None None] Provisioning for port ddb13e86-e401-4849-9f15-81ee30bdf062 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:36:58.728320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d54c2085-0579-4863-8e12-a0ed865592fa None None] Provisioning complete for port ddb13e86-e401-4849-9f15-81ee30bdf062 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:36:58.728665 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d54c2085-0579-4863-8e12-a0ed865592fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.797178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d5bdeace-25e1-44fe-90c7-5acab31b2c5c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,segment=NetworkSegment(7d7a3917-40a8-47f6-9ea9-34463c000fab),segment_id=7d7a3917-40a8-47f6-9ea9-34463c000fab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:58.807301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] For port 50c461e9-e411-45cd-ba28-9c2def6677e2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=50c461e9-e411-45cd-ba28-9c2def6677e2,segment=NetworkSegment(bd9ab111-99b1-4974-adb2-cdc07d6ad1f9),segment_id=bd9ab111-99b1-4974-adb2-cdc07d6ad1f9)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:58.808402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.828243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d54c2085-0579-4863-8e12-a0ed865592fa None None] Port ddb13e86-e401-4849-9f15-81ee30bdf062 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:36:58.834035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'd5bdeace-25e1-44fe-90c7-5acab31b2c5c', 'network_id': '8ead7a28-975b-4e1b-92a0-e073ac22f45a', 'port_id': 'd5bdeace-25e1-44fe-90c7-5acab31b2c5c', 'mac_address': 'fa:16:3e:0d:3d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4cf570-4723-4fb7-a5df-55db2b78cfe3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:36:58.867081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Calling delete_port for 50c461e9-e411-45cd-ba28-9c2def6677e2 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:36:58.900108 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.925909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bdeace-25e1-44fe-90c7-5acab31b2c5c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:58.995697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d5bdeace-25e1-44fe-90c7-5acab31b2c5c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,segment=NetworkSegment(7d7a3917-40a8-47f6-9ea9-34463c000fab),segment_id=7d7a3917-40a8-47f6-9ea9-34463c000fab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:36:59.012893 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:59.116792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a296f6-4a62-4ff9-8464-83848d2f18ad req-827dfec4-debc-43b6-8554-2bbb83f38207 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:59.119716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4a296f6-4a62-4ff9-8464-83848d2f18ad req-827dfec4-debc-43b6-8554-2bbb83f38207 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 944 time: 0.1131563 Aug 09 15:36:59.121293 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-7df1adb8-7abd-4e5a-8252-bceb3ceaa9d7 service neutron] show failed (client error): The resource could not be found. Aug 09 15:36:59.124189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-7df1adb8-7abd-4e5a-8252-bceb3ceaa9d7 service neutron] 10.222.0.66 "GET /v2.0/ports/15300e1d-fd44-4ba4-bd67-adcb30288b9b/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.1844871 Aug 09 15:36:59.128260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:59.220891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4a296f6-4a62-4ff9-8464-83848d2f18ad req-b6c2b464-1ee8-4437-b794-976e49d4e662 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772257 Aug 09 15:36:59.292469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb13e86-e401-4849-9f15-81ee30bdf062 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:36:59.323987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:59.336852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2dff8f8-f583-49ed-abd9-2b93b8edcd01 req-6da55993-e967-4329-b9db-97efe064f34c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 210 time: 0.0511587 Aug 09 15:36:59.346511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d5bdeace-25e1-44fe-90c7-5acab31b2c5c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:36:59.378229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Transition to ACTIVE for port object ddb13e86-e401-4849-9f15-81ee30bdf062 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:36:59.387428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-c6f915f8-2e20-4ff4-89eb-eaf34e4d15e0 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:59.388969 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-c6f915f8-2e20-4ff4-89eb-eaf34e4d15e0 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.35 "GET /v2.0/networks?id=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 HTTP/1.1" status: 200 len: 812 time: 0.3131664 Aug 09 15:36:59.392745 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:59.435689 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:59.449406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7830c9-4d96-4bb2-bbf5-679e13aeebbf req-7f90ad53-0210-4c76-b122-c39e431d3842 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:59.451124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc7830c9-4d96-4bb2-bbf5-679e13aeebbf req-7f90ad53-0210-4c76-b122-c39e431d3842 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 948 time: 0.1132545 Aug 09 15:36:59.529900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb13e86-e401-4849-9f15-81ee30bdf062,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:59.566104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc7830c9-4d96-4bb2-bbf5-679e13aeebbf req-12698fcf-a32f-46a5-922f-9346d261b9dd tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022835 Aug 09 15:36:59.592009 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-f995dbb4-d12f-465e-90ba-811ece3480b2 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80280fa157534d3ead309a1243f641ce HTTP/1.1" status: 200 len: 379 time: 0.1838579 Aug 09 15:36:59.611958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadb912-6a29-412c-92fb-7bb0837ddfe4 req-ed9a132e-c32f-4f62-8010-5c4bb3b1183c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:59.614344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c461e9-e411-45cd-ba28-9c2def6677e2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:59.622642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-daadb912-6a29-412c-92fb-7bb0837ddfe4 req-ed9a132e-c32f-4f62-8010-5c4bb3b1183c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 947 time: 0.1380186 Aug 09 15:36:59.629170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Request body: {'port': {'device_id': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'admin_state_up': True, 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'security_groups': ['cd24c5d3-d7ab-4821-816a-c3940dd4bc9c']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:36:59.744555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-daadb912-6a29-412c-92fb-7bb0837ddfe4 req-02a836d2-5ca0-45b9-b4bb-d3c446169c58 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203849 Aug 09 15:36:59.793555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c5a30-8a7a-40b9-84f7-2b4e78ca3f3d req-8bdf8081-c908-4fed-966f-cc0fabb6f386 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:59.795508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d3c5a30-8a7a-40b9-84f7-2b4e78ca3f3d req-8bdf8081-c908-4fed-966f-cc0fabb6f386 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 945 time: 0.1060169 Aug 09 15:36:59.874830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d3c5a30-8a7a-40b9-84f7-2b4e78ca3f3d req-97875c21-10e4-49fb-8295-8c183dc92547 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715237 Aug 09 15:36:59.920789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bc2ef-fbee-4dd8-aacd-96f6f4a14828 req-e24b72e6-f71e-4a2f-8d87-fec443ce7c87 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:36:59.922529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-050bc2ef-fbee-4dd8-aacd-96f6f4a14828 req-e24b72e6-f71e-4a2f-8d87-fec443ce7c87 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.0880816 Aug 09 15:36:59.981604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-050bc2ef-fbee-4dd8-aacd-96f6f4a14828 req-01774870-6836-496c-b48b-50b0a407c487 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521743 Aug 09 15:37:00.030725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-bdcb113f-71e4-4f42-8257-031382c0b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:00.032361 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-bdcb113f-71e4-4f42-8257-031382c0b547 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 1101 time: 0.5988271 Aug 09 15:37:00.068730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:00.196701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8c3d9-2863-4969-bf9d-6dc88a8dfa13 req-2c54d41a-aa97-4251-b636-d6353c03e87d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:00.198240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5c8c3d9-2863-4969-bf9d-6dc88a8dfa13 req-2c54d41a-aa97-4251-b636-d6353c03e87d tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 945 time: 0.0544875 Aug 09 15:37:00.232534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Attempting to bind port ddb13e86-e401-4849-9f15-81ee30bdf062 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:00.232783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Attempting to bind port ddb13e86-e401-4849-9f15-81ee30bdf062 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:00.233077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Attempting to bind port ddb13e86-e401-4849-9f15-81ee30bdf062 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:00.237369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5c8c3d9-2863-4969-bf9d-6dc88a8dfa13 req-364c1793-7db9-4548-aaf9-e45c6384b476 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Aug 09 15:37:00.241007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:00.282996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Port ddb13e86-e401-4849-9f15-81ee30bdf062 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:00.283320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Attempting to bind port ddb13e86-e401-4849-9f15-81ee30bdf062 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:00.306468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:00.306805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:00.307191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:00.307635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Bound port: ddb13e86-e401-4849-9f15-81ee30bdf062, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:00.308019 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:00.342317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e85abc-0562-45df-9840-d087a4bfab5c req-fc541f43-a6a4-4537-9235-3797e69499e8 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:00.344014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4e85abc-0562-45df-9840-d087a4bfab5c req-fc541f43-a6a4-4537-9235-3797e69499e8 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 944 time: 0.0486753 Aug 09 15:37:00.352974 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:00.389072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4e85abc-0562-45df-9840-d087a4bfab5c req-84138ba8-15c2-42bc-8974-42d52bf73b70 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372922 Aug 09 15:37:00.390112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Made reservation on behalf of 80280fa157534d3ead309a1243f641ce for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:00.394398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:00.446605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59e651d7-9a73-4875-9ea8-9e70551f73e1 req-70a3c272-b772-4241-960c-1b934e0bb116 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 210 time: 0.0262687 Aug 09 15:37:00.605373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] For port ddb13e86-e401-4849-9f15-81ee30bdf062, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:00.687069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] For port ddb13e86-e401-4849-9f15-81ee30bdf062, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=ddb13e86-e401-4849-9f15-81ee30bdf062,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:00.694817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11268-2eb0-4bb6-a730-6f0376390f93 req-9aa94362-67f6-4901-b313-5c1efd515869 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:00.699884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01a11268-2eb0-4bb6-a730-6f0376390f93 req-9aa94362-67f6-4901-b313-5c1efd515869 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 948 time: 0.0565851 Aug 09 15:37:00.703042 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:00.741987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01a11268-2eb0-4bb6-a730-6f0376390f93 req-2db48ee6-3ebc-4df4-a276-59a68a15d8fa tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Aug 09 15:37:00.811679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:00.812500 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:00.814117 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] 10.222.0.66 "PUT /v2.0/ports/ddb13e86-e401-4849-9f15-81ee30bdf062 HTTP/1.1" status: 200 len: 1095 time: 2.4828944 Aug 09 15:37:00.814592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8996674e-dd30-468c-a553-af9afff8f43f', 'tag': 'ddb13e86-e401-4849-9f15-81ee30bdf062'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:00.816943 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1078ff-f23e-42f5-b098-65d239d901e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8996674e-dd30-468c-a553-af9afff8f43f", "tag": "ddb13e86-e401-4849-9f15-81ee30bdf062"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:00.835772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:00.875696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccd435-b3ef-4e2d-ac00-57f59ed9f28b req-aa2cec63-626a-43d1-98b2-3f35cef69c20 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:00.884830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80ccd435-b3ef-4e2d-ac00-57f59ed9f28b req-aa2cec63-626a-43d1-98b2-3f35cef69c20 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 947 time: 0.0748050 Aug 09 15:37:00.917086 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39643015-f0f7-492f-9ebb-6238ef4cdf88 x-openstack-request-id: req-39643015-f0f7-492f-9ebb-6238ef4cdf88 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:00.917481 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8996674e-dd30-468c-a553-af9afff8f43f", "tag": "ddb13e86-e401-4849-9f15-81ee30bdf062", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:00.917646 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39643015-f0f7-492f-9ebb-6238ef4cdf88 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:00.918007 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8996674e-dd30-468c-a553-af9afff8f43f', 'tag': 'ddb13e86-e401-4849-9f15-81ee30bdf062', 'status': 'completed', 'code': 200} Aug 09 15:37:00.931864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Allocated IP 172.20.0.3 (ac0bcf8c-7b22-4603-a124-cbdb7e8943f6/eaa63435-892e-4e81-ae48-750e4b7398d3/62a4f606-2faa-45bc-a537-7bdea42f5d63) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:00.960480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80ccd435-b3ef-4e2d-ac00-57f59ed9f28b req-f7f0af38-e999-4575-b7b7-693d7e35e56e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744586 Aug 09 15:37:00.966072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804c309-f3ec-4d8d-ba51-3e9e0db4fed6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb13e86-e401-4849-9f15-81ee30bdf062,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:00.978895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-d4e9c836-d874-40d4-ae01-6e6c14ceb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:00.980369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-d4e9c836-d874-40d4-ae01-6e6c14ceb9bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 1098 time: 0.0923860 Aug 09 15:37:00.999339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:01.040119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-866ef8e8-ac76-4d0b-98d0-fee457038500 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ddb13e86-e401-4849-9f15-81ee30bdf062 HTTP/1.1" status: 200 len: 217 time: 0.0422027 Aug 09 15:37:01.113002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-9ff5f1b4-f666-4f3a-b9fd-167293d2119c tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:01.114562 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-9ff5f1b4-f666-4f3a-b9fd-167293d2119c tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 948 time: 0.2515893 Aug 09 15:37:01.123670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-c8cde9eb-53b1-4f1a-bc81-7790eba0e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:01.123966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:01.125317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-c8cde9eb-53b1-4f1a-bc81-7790eba0e54a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0770760 Aug 09 15:37:01.150701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aff5fb-b274-4828-af33-b1c99ffe390a req-8e7c1d71-4127-4210-9675-dad98b9c926c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:01.152242 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28aff5fb-b274-4828-af33-b1c99ffe390a req-8e7c1d71-4127-4210-9675-dad98b9c926c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.0752769 Aug 09 15:37:01.206711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Router 22d4efc1-e693-45b1-b332-82277630ab72 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:37:01.212673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-89295ef9-30db-4351-b138-640cd4515e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:01.215127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-89295ef9-30db-4351-b138-640cd4515e91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817580 Aug 09 15:37:01.218532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Transition to ACTIVE for port object 15300e1d-fd44-4ba4-bd67-adcb30288b9b will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:01.219576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28aff5fb-b274-4828-af33-b1c99ffe390a req-7123a62a-fc53-48ea-b0e2-696bee47996e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526290 Aug 09 15:37:01.244291 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:01.320729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-f3e4b99f-2ddc-4987-aa12-e00c969b96a0 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947096 Aug 09 15:37:01.408630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=6']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:01.437888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf82be-1ac1-4743-a6fd-06b966d93f5f req-e9cc42e5-de4e-4a1f-92e9-b0db16666d36 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:01.443300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] No DVR routers for this DVR port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:01.447063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ecf82be-1ac1-4743-a6fd-06b966d93f5f req-e9cc42e5-de4e-4a1f-92e9-b0db16666d36 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 945 time: 0.1230011 Aug 09 15:37:01.454637 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:01.501234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-822f31d1-9253-4641-98f6-0e65cd6e63c9 req-11f92fe3-6dab-441f-9ad4-4344c7ce9ee9 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681144 Aug 09 15:37:01.529460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Transition to ACTIVE for port object 62a4f606-2faa-45bc-a537-7bdea42f5d63 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:01.540497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ecf82be-1ac1-4743-a6fd-06b966d93f5f req-a2050896-f431-4093-85fc-ea297d24f66f tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937133 Aug 09 15:37:01.553733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Deleting port 292d3396-1147-4973-8a90-97122ea97466 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:01.554081 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:01.620246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ccc6b-1182-43b3-bcff-4a7998f75503 req-57736d75-e22e-4240-a759-70c99a2ef824 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:01.622189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-082ccc6b-1182-43b3-bcff-4a7998f75503 req-57736d75-e22e-4240-a759-70c99a2ef824 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 944 time: 0.1278005 Aug 09 15:37:01.627116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Attempting to bind port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:01.627454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Attempting to bind port 15300e1d-fd44-4ba4-bd67-adcb30288b9b by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:01.628685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Attempting to bind port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:01.669674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:01.669993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Attempting to bind port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:01.670164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f850402-feb4-4726-bf5b-942235b879a2 req-595731bf-bbfc-4870-85c3-b321f1f6bc71 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:01.671736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f850402-feb4-4726-bf5b-942235b879a2 req-595731bf-bbfc-4870-85c3-b321f1f6bc71 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 945 time: 0.1521440 Aug 09 15:37:01.686216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:01.697446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d28a02e-3c24-4e7d-b06b-c17bc1566e41 req-0ace4107-83db-45eb-8fbe-e445c8e177ea tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 210 time: 0.0522137 Aug 09 15:37:01.697642 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-462e484e-de9e-458b-9a6d-1f2ee2a07459 admin admin] 10.222.0.64 "PUT /v2.0/routers/22d4efc1-e693-45b1-b332-82277630ab72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8548212 Aug 09 15:37:01.699937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:01.702812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:01.702812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:01.702812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Bound port: 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:01.702812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:01.703372 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] Sync routers for ids ['22d4efc1-e693-45b1-b332-82277630ab72'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:01.703866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47342) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:01.721952 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] Routers {'22d4efc1-e693-45b1-b332-82277630ab72'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:01.722860 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['22d4efc1-e693-45b1-b332-82277630ab72'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:01.746843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-082ccc6b-1182-43b3-bcff-4a7998f75503 req-1a86b289-f5c3-4c1d-95f5-7528912eddb3 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169572 Aug 09 15:37:01.791949 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:01.820335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-fce1c76c-4b89-48ef-9c52-2cfe9f9e6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:01.821750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Deleting port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:01.821955 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-fce1c76c-4b89-48ef-9c52-2cfe9f9e6028 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 1098 time: 0.2377939 Aug 09 15:37:01.822426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:01.868096 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] Set router 22d4efc1-e693-45b1-b332-82277630ab72 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:01.984835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] For port 292d3396-1147-4973-8a90-97122ea97466, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=292d3396-1147-4973-8a90-97122ea97466,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:01.985076 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.015924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:02.033741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:02.035617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event updated for resources: {'Port': ['ID=62a4f606-2faa-45bc-a537-7bdea42f5d63,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:02.046241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:02.054018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Calling delete_port for 292d3396-1147-4973-8a90-97122ea97466 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:02.056808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:02.125069 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:36:59Z', 'revision_number': 5, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:02.161801 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] Checking router: 22d4efc1-e693-45b1-b332-82277630ab72 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:02.173675 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] Routers {'22d4efc1-e693-45b1-b332-82277630ab72'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:02.174810 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['22d4efc1-e693-45b1-b332-82277630ab72'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:02.320218 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] Set router 22d4efc1-e693-45b1-b332-82277630ab72 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:02.350622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4883b-0744-459a-bc6c-ffe25c8fef15 req-7e906744-78fc-4e28-8c38-0967a13602b5 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.352729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbc4883b-0744-459a-bc6c-ffe25c8fef15 req-7e906744-78fc-4e28-8c38-0967a13602b5 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 947 time: 0.1171236 Aug 09 15:37:02.363699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ed053c63-87d8-4eb7-b8a7-a7ea620d654a None None] Provisioning for port 62a4f606-2faa-45bc-a537-7bdea42f5d63 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:02.364419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88163-3f29-4062-aa7d-f3045cbbf1e9 req-80efc5f5-3e10-43e1-9886-ca78e374360b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.369972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ed053c63-87d8-4eb7-b8a7-a7ea620d654a None None] Provisioning complete for port 62a4f606-2faa-45bc-a537-7bdea42f5d63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:02.370937 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed053c63-87d8-4eb7-b8a7-a7ea620d654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.375693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fb88163-3f29-4062-aa7d-f3045cbbf1e9 req-80efc5f5-3e10-43e1-9886-ca78e374360b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 948 time: 0.1400430 Aug 09 15:37:02.392598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.428412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ed053c63-87d8-4eb7-b8a7-a7ea620d654a None None] Port 62a4f606-2faa-45bc-a537-7bdea42f5d63 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:02.446589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:02.449183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] For port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,segment=NetworkSegment(3f93595c-fa06-43d7-9698-67853599e79a),segment_id=3f93595c-fa06-43d7-9698-67853599e79a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:02.449646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.485779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Calling delete_port for 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:02.494265 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.494510 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fb88163-3f29-4062-aa7d-f3045cbbf1e9 req-43b2b007-c9cf-426c-a1ed-72e540ca1f15 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181953 Aug 09 15:37:02.521460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-b62bb3e8-ae78-4c11-9540-9c6a5849d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.522995 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-b62bb3e8-ae78-4c11-9540-9c6a5849d1a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.6836638 Aug 09 15:37:02.524974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbc4883b-0744-459a-bc6c-ffe25c8fef15 req-e5ede2ac-4c92-4360-810d-bd5700794444 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429620 Aug 09 15:37:02.554039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.554696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.565577 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:36:59Z', 'revision_number': 5, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:02.622352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d5bdeace-25e1-44fe-90c7-5acab31b2c5c up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:02.626035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.626529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.628027 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] 10.222.0.35 "PUT /v2.0/ports/15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 1096 time: 2.5635552 Aug 09 15:37:02.681064 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f43c3-be41-4029-90fb-dfcbc426273a None None] The sync data for ids ['22d4efc1-e693-45b1-b332-82277630ab72'] in n-d-799523-2 is: [{'id': '22d4efc1-e693-45b1-b332-82277630ab72', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854400390-router', 'tenant_id': '31a8bfcc8bf841229db7a34696186195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:31:19Z', 'updated_at': '2021-08-09T15:36:59Z', 'revision_number': 5, 'project_id': '31a8bfcc8bf841229db7a34696186195', 'gw_port': {'id': 'e6a6cbe0-05ad-4204-a6c2-a1b7238149b3', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d4efc1-e693-45b1-b332-82277630ab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:31:21Z', 'updated_at': '2021-08-09T15:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:02.700885 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-568c0855-d58c-4fbc-8a8f-ba8df9704d71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ddb13e86-e401-4849-9f15-81ee30bdf062 HTTP/1.1" status: 200 len: 217 time: 0.1509550 Aug 09 15:37:02.726416 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-5d21d321-bd72-4386-8aa8-1ada00034587 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1154201 Aug 09 15:37:02.765010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Request body: {'port': {'device_id': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:02.773106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port d5bdeace-25e1-44fe-90c7-5acab31b2c5c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:02.778088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port d5bdeace-25e1-44fe-90c7-5acab31b2c5c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:02.778579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.794403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc023f-2532-4451-ab56-cbb1c361566b service neutron] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:02.875552 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.889525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.893237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device ddb13e86-e401-4849-9f15-81ee30bdf062 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:02.897405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-bce6b9b0-e859-497c-8609-44b61b1a5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.898875 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-bce6b9b0-e859-497c-8609-44b61b1a5e82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1759603 Aug 09 15:37:02.905254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-45856464-64ee-4eef-b12d-e0623e0972bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.906575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:02.907084 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-45856464-64ee-4eef-b12d-e0623e0972bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1099 time: 0.2364922 Aug 09 15:37:02.908913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 15300e1d-fd44-4ba4-bd67-adcb30288b9b no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:02.925569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323065e-4ee2-4b71-9b90-efb45055ae11 req-5b003bd4-54ee-4e38-a0d3-89f22c480267 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.927190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b323065e-4ee2-4b71-9b90-efb45055ae11 req-5b003bd4-54ee-4e38-a0d3-89f22c480267 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee234ad5-e24f-43db-864f-e5e637cd0f99 HTTP/1.1" status: 200 len: 867 time: 0.2051907 Aug 09 15:37:02.928058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Pushing event deleted for resources: {'Port': ['ID=0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:02.938732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b'}, {'name': 'network-changed', 'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:02.940633 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba58c15-f846-461b-a4b5-164d6bc14273" -d '{"events": [{"server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "name": "network-vif-unplugged", "status": "completed", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b"}, {"name": "network-changed", "server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:02.948497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:02.948870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.949230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.949745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.950092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.950855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.951205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.951541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.951911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.952258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.952575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.952899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.953254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:02.978796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f116-ed81-4430-b409-e01dc50af7c2 req-f707f66a-d823-48fa-b7e6-3f3726cdd223 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:02.979919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e31f116-ed81-4430-b409-e01dc50af7c2 req-f707f66a-d823-48fa-b7e6-3f3726cdd223 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 948 time: 0.3273892 Aug 09 15:37:03.029221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:03.040999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] No DVR routers for this DVR port 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:03.053200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:03.055184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f850402-feb4-4726-bf5b-942235b879a2 req-4d9c530b-2c04-4ea7-bf77-3e79555c7010 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.66 "DELETE /v2.0/ports/0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 HTTP/1.1" status: 204 len: 173 time: 1.3760641 Aug 09 15:37:03.057348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee234ad5-e24f-43db-864f-e5e637cd0f99', 'name': 'network-vif-deleted', 'tag': '0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:03.059960 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38afaec1-49d5-4b24-827d-1fd7870730b5" -d '{"events": [{"server_uuid": "ee234ad5-e24f-43db-864f-e5e637cd0f99", "name": "network-vif-deleted", "tag": "0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:03.078197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b323065e-4ee2-4b71-9b90-efb45055ae11 req-96ea108d-91ca-4580-8b40-7098cf2ca2c2 tempest-InstanceActionsV221TestJSON-2055664271 tempest-InstanceActionsV221TestJSON-2055664271-project] 10.222.0.64 "GET /v2.0/security-groups?id=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395180 Aug 09 15:37:03.079866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:03.093743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d5bdeace-25e1-44fe-90c7-5acab31b2c5c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,segment=NetworkSegment(7d7a3917-40a8-47f6-9ea9-34463c000fab),segment_id=7d7a3917-40a8-47f6-9ea9-34463c000fab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:03.095702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 15300e1d-fd44-4ba4-bd67-adcb30288b9b not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:03.101448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d45a16-bd53-4805-9766-828b5214f436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bdeace-25e1-44fe-90c7-5acab31b2c5c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:03.104480 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de2b34-c7a8-49b6-9acd-a3a15e3557ea" -d '{"events": [{"server_uuid": "85d45a16-bd53-4805-9766-828b5214f436", "name": "network-vif-plugged", "status": "completed", "tag": "d5bdeace-25e1-44fe-90c7-5acab31b2c5c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:03.111208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:03.137983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e31f116-ed81-4430-b409-e01dc50af7c2 req-288f21ce-b979-4e35-a1f1-d462e12cfaf4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319776 Aug 09 15:37:03.186278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port ddb13e86-e401-4849-9f15-81ee30bdf062, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=ddb13e86-e401-4849-9f15-81ee30bdf062,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:03.201411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:03.205626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'ddb13e86-e401-4849-9f15-81ee30bdf062', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'ddb13e86-e401-4849-9f15-81ee30bdf062', 'mac_address': 'fa:16:3e:7c:e6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:03.206672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-42cfba1e-df6f-49df-920a-96a5ecd97c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:03.208235 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-42cfba1e-df6f-49df-920a-96a5ecd97c03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2968473 Aug 09 15:37:03.222103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Pushing event deleted for resources: {'Port': ['ID=292d3396-1147-4973-8a90-97122ea97466,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:03.285986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 50c461e9-e411-45cd-ba28-9c2def6677e2 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:03.309574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bfade-ace5-43ef-80d0-8008ee978818 req-95d73c91-2062-4b02-bf08-2888f2534f1b tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:03.317867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-307bfade-ace5-43ef-80d0-8008ee978818 req-95d73c91-2062-4b02-bf08-2888f2534f1b tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 931 time: 0.1070387 Aug 09 15:37:03.320316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 50c461e9-e411-45cd-ba28-9c2def6677e2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:03.320552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 50c461e9-e411-45cd-ba28-9c2def6677e2 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:03.327939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:03.343440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb13e86-e401-4849-9f15-81ee30bdf062 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:03.373270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port ddb13e86-e401-4849-9f15-81ee30bdf062, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=ddb13e86-e401-4849-9f15-81ee30bdf062,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:03.379429 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:03.394594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc69a9e-785b-46c6-9e42-f82bd0b9a75f req-a7638676-3a75-4dad-bad6-316f6602a9d7 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:03.397166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5dc69a9e-785b-46c6-9e42-f82bd0b9a75f req-a7638676-3a75-4dad-bad6-316f6602a9d7 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 945 time: 0.1058552 Aug 09 15:37:03.403991 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-307bfade-ace5-43ef-80d0-8008ee978818 req-fec88e72-846b-4e99-afe5-03d4a9916e3d tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847616 Aug 09 15:37:03.446803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5dc69a9e-785b-46c6-9e42-f82bd0b9a75f req-a3a2d5e2-5100-4bb2-8166-6e96a00d197e tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Aug 09 15:37:03.455997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=ddb13e86-e401-4849-9f15-81ee30bdf062,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:03.485528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] No DVR routers for this DVR port 292d3396-1147-4973-8a90-97122ea97466 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:03.505466 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cffe25d-6d5f-4fe5-b068-0299c43c47d0 x-openstack-request-id: req-9cffe25d-6d5f-4fe5-b068-0299c43c47d0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:03.505764 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "name": "network-vif-unplugged", "status": "completed", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b", "code": 200}, {"name": "network-changed", "server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:03.506100 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cffe25d-6d5f-4fe5-b068-0299c43c47d0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:03.506495 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'code': 200} Aug 09 15:37:03.507501 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'status': 'completed', 'code': 200} Aug 09 15:37:03.512136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-4aab4564-9f1d-4d72-8800-0880b665bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:03.513824 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-4aab4564-9f1d-4d72-8800-0880b665bb58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.5700057 Aug 09 15:37:03.515959 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3785c98-f52b-48f1-969b-86f9636d17b8 x-openstack-request-id: req-b3785c98-f52b-48f1-969b-86f9636d17b8 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:03.516403 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee234ad5-e24f-43db-864f-e5e637cd0f99", "name": "network-vif-deleted", "tag": "0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:03.516658 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3785c98-f52b-48f1-969b-86f9636d17b8 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:03.517275 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee234ad5-e24f-43db-864f-e5e637cd0f99', 'name': 'network-vif-deleted', 'tag': '0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7', 'status': 'completed', 'code': 200} Aug 09 15:37:03.519047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:03.520795 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed700032-2d2b-4348-9def-52453b0649a3 x-openstack-request-id: req-ed700032-2d2b-4348-9def-52453b0649a3 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:03.520795 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d45a16-bd53-4805-9766-828b5214f436", "name": "network-vif-plugged", "status": "completed", "tag": "d5bdeace-25e1-44fe-90c7-5acab31b2c5c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:03.520795 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed700032-2d2b-4348-9def-52453b0649a3 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:03.520795 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d45a16-bd53-4805-9766-828b5214f436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bdeace-25e1-44fe-90c7-5acab31b2c5c', 'code': 200} Aug 09 15:37:03.523896 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b8ee4ab-5116-42c8-9eb6-39ca34345c25 req-bfd933b1-7675-4044-8a48-0633ffc0682b tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "DELETE /v2.0/ports/292d3396-1147-4973-8a90-97122ea97466 HTTP/1.1" status: 204 len: 173 time: 2.3944294 Aug 09 15:37:03.597267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-d4b0d891-30ed-48a7-906f-ebf9cff684be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:03.601787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-d4b0d891-30ed-48a7-906f-ebf9cff684be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1099 time: 0.0947793 Aug 09 15:37:03.620369 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-0dfcf1be-eabd-45d8-b15f-1b03a7cde919 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.0919113 Aug 09 15:37:03.622131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['ddb13e86-e401-4849-9f15-81ee30bdf062'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:03.754779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-355b730f-4b2a-461c-94f6-f430a0c3b272 req-1a37757f-8ca3-4463-846c-c245ddbb1dcc tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=95bb369d-d531-4b1f-a430-899a6b84959b HTTP/1.1" status: 200 len: 210 time: 0.1483712 Aug 09 15:37:03.795787 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-ec06c666-fd3c-4902-b9eb-7f772b3145bd service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741944 Aug 09 15:37:03.855743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Deleting port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:03.856269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:03.888541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-bb57e6b9-55a5-417b-ba25-5b2e750fd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:03.890244 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-bb57e6b9-55a5-417b-ba25-5b2e750fd572 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2210219 Aug 09 15:37:04.003958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9db30-d6e9-45f2-9152-f15b0579d5a5 req-1f1adba5-ef5b-472d-bc5b-5f74b55e59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.005534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bd9db30-d6e9-45f2-9152-f15b0579d5a5 req-1f1adba5-ef5b-472d-bc5b-5f74b55e59dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 1096 time: 0.1849155 Aug 09 15:37:04.023195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31edb7-6f72-40aa-8b9b-adc116fc4824 req-6c3ca059-8edf-4403-9663-73dc8e1231e8 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.034958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d31edb7-6f72-40aa-8b9b-adc116fc4824 req-6c3ca059-8edf-4403-9663-73dc8e1231e8 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 948 time: 0.3697855 Aug 09 15:37:04.071169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-6515f86c-463f-4c74-9ec6-75fec9dfaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.072985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-6515f86c-463f-4c74-9ec6-75fec9dfaa00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.4371214 Aug 09 15:37:04.136608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-393ddf1e-e876-4b02-b547-719b342051ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.0462573 Aug 09 15:37:04.149025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d31edb7-6f72-40aa-8b9b-adc116fc4824 req-d1729c27-71a4-48e8-9dd2-3ef1a516cb57 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121466 Aug 09 15:37:04.157648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a4f606-2faa-45bc-a537-7bdea42f5d63 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:04.162656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bd9db30-d6e9-45f2-9152-f15b0579d5a5 req-aa12daf6-7406-4ea0-b351-13fcd2243fd2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183107 Aug 09 15:37:04.166832 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.191579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Transition to ACTIVE for port object 62a4f606-2faa-45bc-a537-7bdea42f5d63 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:04.208460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-c7648270-1dc7-424e-a24d-6b4f0913aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.209492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.211012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-c7648270-1dc7-424e-a24d-6b4f0913aa01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0609996 Aug 09 15:37:04.220709 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5c1078ff-f23e-42f5-b098-65d239d901e7 req-de09b8f5-27dd-4e78-9185-473de8550fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173315 Aug 09 15:37:04.222523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-74bf3466-4d6a-479d-aa11-2a6360e1b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.223997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-74bf3466-4d6a-479d-aa11-2a6360e1b8db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3122871 Aug 09 15:37:04.274143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] For port e6a6cbe0-05ad-4204-a6c2-a1b7238149b3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6a6cbe0-05ad-4204-a6c2-a1b7238149b3,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:04.274800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.337738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-3e916ae8-d292-4e51-888f-d2d17adb5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.339832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-3e916ae8-d292-4e51-888f-d2d17adb5299 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215479 Aug 09 15:37:04.376835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Calling delete_port for e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:04.381285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Pushing event updated for resources: {'Port': ['ID=62a4f606-2faa-45bc-a537-7bdea42f5d63,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:04.406792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47380) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:04.457079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299be4f4-cc13-42c5-b6df-62bd6165e64a req-6d732df1-8c3f-4942-a811-6d7459739226 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.458703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-299be4f4-cc13-42c5-b6df-62bd6165e64a req-6d732df1-8c3f-4942-a811-6d7459739226 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 948 time: 0.1709650 Aug 09 15:37:04.541007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Attempting to bind port 62a4f606-2faa-45bc-a537-7bdea42f5d63 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:04.541604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Attempting to bind port 62a4f606-2faa-45bc-a537-7bdea42f5d63 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:04.541604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Attempting to bind port 62a4f606-2faa-45bc-a537-7bdea42f5d63 on network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:04.545236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea6bf97-3fa6-479b-9ce3-28f3c4429a19 admin admin] Deleting subnet 785cc89b-e98c-494b-a32e-655d80a7f491 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:37:04.553434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea6bf97-3fa6-479b-9ce3-28f3c4429a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.559471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Port 62a4f606-2faa-45bc-a537-7bdea42f5d63 on network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:04.559747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Attempting to bind port 62a4f606-2faa-45bc-a537-7bdea42f5d63 on network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:04.575649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:04.576036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Checking segment: {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:04.576427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Bound using segment: {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:04.576872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Bound port: 62a4f606-2faa-45bc-a537-7bdea42f5d63, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:04.577232 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.581577 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-4c0dcfcb-a1ed-420c-8be8-0ce862d3db33 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254740 Aug 09 15:37:04.608372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-299be4f4-cc13-42c5-b6df-62bd6165e64a req-e2fe38be-eef0-45b2-931f-e677b3b06409 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398821 Aug 09 15:37:04.623139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea6bf97-3fa6-479b-9ce3-28f3c4429a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.657580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-ffe0016f-c424-4478-8c21-624dbb21e55f service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090870 Aug 09 15:37:04.696002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a37059-8ca1-4e1e-a9fc-2734b5133d4d req-8416fbf0-fca4-4c6e-881b-25979c3a6ce4 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.697532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40a37059-8ca1-4e1e-a9fc-2734b5133d4d req-8416fbf0-fca4-4c6e-881b-25979c3a6ce4 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 943 time: 0.1944838 Aug 09 15:37:04.765473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea6bf97-3fa6-479b-9ce3-28f3c4429a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.816062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] For port 62a4f606-2faa-45bc-a537-7bdea42f5d63, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:04.823202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a0c35c9c-ad8c-47d4-ac0f-6e6a82426eca req-487aa941-2e9a-4471-b761-6af3381d0e2a service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240574 Aug 09 15:37:04.838013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] For port 62a4f606-2faa-45bc-a537-7bdea42f5d63, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=62a4f606-2faa-45bc-a537-7bdea42f5d63,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:04.861632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.898942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device ddb13e86-e401-4849-9f15-81ee30bdf062 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:04.919988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d3633-b0de-400c-b273-cfbd652a3a96 req-630204c5-09c0-43b3-9496-b05b632bb37c tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.938935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-835d3633-b0de-400c-b273-cfbd652a3a96 req-630204c5-09c0-43b3-9496-b05b632bb37c tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 945 time: 0.2702513 Aug 09 15:37:04.947250 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.963800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40a37059-8ca1-4e1e-a9fc-2734b5133d4d req-c5845122-4502-4c64-99b5-90347615274c tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486970 Aug 09 15:37:04.965990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:04.966793 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:04.971835 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] 10.222.0.35 "PUT /v2.0/ports/62a4f606-2faa-45bc-a537-7bdea42f5d63 HTTP/1.1" status: 200 len: 1091 time: 2.2121148 Aug 09 15:37:05.057080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-5333bc81-8303-4407-bf4b-4f47023b1c26 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886199 Aug 09 15:37:05.100343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea6bf97-3fa6-479b-9ce3-28f3c4429a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.145347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port ddb13e86-e401-4849-9f15-81ee30bdf062 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:05.149608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-835d3633-b0de-400c-b273-cfbd652a3a96 req-62cb3c38-2e6a-4066-99d2-a96fb3c77697 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096758 Aug 09 15:37:05.154407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6bf97-3fa6-479b-9ce3-28f3c4429a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785cc89b-e98c-494b-a32e-655d80a7f491,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:05.170496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port ddb13e86-e401-4849-9f15-81ee30bdf062 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:05.174815 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.176922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea6bf97-3fa6-479b-9ce3-28f3c4429a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.181220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cea6bf97-3fa6-479b-9ce3-28f3c4429a19 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/785cc89b-e98c-494b-a32e-655d80a7f491 HTTP/1.1" status: 204 len: 168 time: 0.7730722 Aug 09 15:37:05.183510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47392) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:05.437012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.450755 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.494787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port ddb13e86-e401-4849-9f15-81ee30bdf062, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=ddb13e86-e401-4849-9f15-81ee30bdf062,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:05.502862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.503177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 292d3396-1147-4973-8a90-97122ea97466 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:05.532411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8996674e-dd30-468c-a553-af9afff8f43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb13e86-e401-4849-9f15-81ee30bdf062'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:05.534955 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de56e7a9-93dd-4097-bf97-44c123e97404" -d '{"events": [{"server_uuid": "8996674e-dd30-468c-a553-af9afff8f43f", "name": "network-vif-plugged", "status": "completed", "tag": "ddb13e86-e401-4849-9f15-81ee30bdf062"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:05.537814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 292d3396-1147-4973-8a90-97122ea97466 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:05.538226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 292d3396-1147-4973-8a90-97122ea97466 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:05.538562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:05.562924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:05.563650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 0d0c66fa-7a5c-4d66-b361-d6e9e74e39a7 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:05.571347 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.586526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bbef71-8e4c-48d3-9f59-fef46efb616c']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:05.588881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'name': 'network-vif-deleted', 'tag': '292d3396-1147-4973-8a90-97122ea97466'}, {'name': 'network-changed', 'server_uuid': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'tag': '62a4f606-2faa-45bc-a537-7bdea42f5d63'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:05.592029 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d713aa3-4f5a-4a43-a69e-ec0825a94703" -d '{"events": [{"server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "name": "network-vif-deleted", "tag": "292d3396-1147-4973-8a90-97122ea97466"}, {"name": "network-changed", "server_uuid": "39321f9d-dca2-4fbe-90f8-32e16cb8bdea", "tag": "62a4f606-2faa-45bc-a537-7bdea42f5d63"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:05.602626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f93595c-fa06-43d7-9698-67853599e79a') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:05.602995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f93595c-fa06-43d7-9698-67853599e79a') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:05.616082 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.632931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.640547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:37:05.640695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.644784 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f07061f-4ded-4ed9-b192-972b22c1055d x-openstack-request-id: req-9f07061f-4ded-4ed9-b192-972b22c1055d {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:05.645074 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8996674e-dd30-468c-a553-af9afff8f43f", "name": "network-vif-plugged", "status": "completed", "tag": "ddb13e86-e401-4849-9f15-81ee30bdf062", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:05.645531 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f07061f-4ded-4ed9-b192-972b22c1055d {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:05.646399 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8996674e-dd30-468c-a553-af9afff8f43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb13e86-e401-4849-9f15-81ee30bdf062', 'code': 200} Aug 09 15:37:05.671168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=ddb13e86-e401-4849-9f15-81ee30bdf062,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:37:05.700984 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:37:05.741922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c6c22-6905-4ec9-8865-c36bdaa6d82b service neutron] Pushing event updated for resources: {'Port': ['ID=62a4f606-2faa-45bc-a537-7bdea42f5d63,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:05.761538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-34fc0727-e0c0-455e-9c64-04531ee80f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:05.763259 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-34fc0727-e0c0-455e-9c64-04531ee80f6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1099 time: 0.8077409 Aug 09 15:37:05.808080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a6cbe0-05ad-4204-a6c2-a1b7238149b3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:05.818265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-b3bd0a5a-c85a-49c7-a3c2-9d5d2766cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:05.819800 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-b3bd0a5a-c85a-49c7-a3c2-9d5d2766cc22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80280fa157534d3ead309a1243f641ce&device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 1094 time: 0.2321699 Aug 09 15:37:05.840464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.848422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449eed6-da23-413f-945b-f54c5a57b469 req-f78e75c0-ff95-40c6-80f9-5fdf2e7481c2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:05.850065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2449eed6-da23-413f-945b-f54c5a57b469 req-f78e75c0-ff95-40c6-80f9-5fdf2e7481c2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 948 time: 0.4079559 Aug 09 15:37:05.855708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.860018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e7bbef71-8e4c-48d3-9f59-fef46efb616c HTTP/1.1" status: 204 len: 168 time: 0.6722600 Aug 09 15:37:05.882540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b4c9c-61aa-42a6-b750-821c95f84d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bbef71-8e4c-48d3-9f59-fef46efb616c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:05.882891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:05.886280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ab94e-8e01-4039-a804-fb079fc1acef req-0956badc-9e1d-4abd-a0fa-83bdd338ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:05.888966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb6ab94e-8e01-4039-a804-fb079fc1acef req-0956badc-9e1d-4abd-a0fa-83bdd338ae22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 1100 time: 0.1549401 Aug 09 15:37:05.921952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42ee7c-838f-4e29-a432-036dfbf42fe9 req-f96d8707-519a-4d1c-9a3c-e54cb89d5656 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:05.929491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac42ee7c-838f-4e29-a432-036dfbf42fe9 req-f96d8707-519a-4d1c-9a3c-e54cb89d5656 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 949 time: 0.1830976 Aug 09 15:37:05.985830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2449eed6-da23-413f-945b-f54c5a57b469 req-ee17503d-de08-4cb8-bce0-b6f0f0e9de1e tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098158 Aug 09 15:37:05.990436 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-9d017f32-ca5a-4370-9e54-c95bf497ad29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a4f606-2faa-45bc-a537-7bdea42f5d63 HTTP/1.1" status: 200 len: 217 time: 0.1551397 Aug 09 15:37:05.993911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb6ab94e-8e01-4039-a804-fb079fc1acef req-995e81cd-2592-4da2-8aac-ae8a23756fb7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958180 Aug 09 15:37:06.008984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac42ee7c-838f-4e29-a432-036dfbf42fe9 req-7a5d2b05-7367-4749-9e6c-0331cbb5e850 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736144 Aug 09 15:37:06.053531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.056796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.109308 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db8a3a7-be8f-4f4a-bf6c-8bc6169f5b42 x-openstack-request-id: req-0db8a3a7-be8f-4f4a-bf6c-8bc6169f5b42 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:06.109665 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bb369d-d531-4b1f-a430-899a6b84959b", "name": "network-vif-deleted", "tag": "292d3396-1147-4973-8a90-97122ea97466", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39321f9d-dca2-4fbe-90f8-32e16cb8bdea", "tag": "62a4f606-2faa-45bc-a537-7bdea42f5d63", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:06.110605 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0db8a3a7-be8f-4f4a-bf6c-8bc6169f5b42 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:06.111108 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bb369d-d531-4b1f-a430-899a6b84959b', 'name': 'network-vif-deleted', 'tag': '292d3396-1147-4973-8a90-97122ea97466', 'status': 'completed', 'code': 200} Aug 09 15:37:06.111413 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'tag': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'status': 'completed', 'code': 200} Aug 09 15:37:06.125377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7f7e3-3055-4c71-8b04-c1303e5025de req-66be1467-4a8b-4eeb-bdbe-11a772f34d11 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:06.128151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71c7f7e3-3055-4c71-8b04-c1303e5025de req-66be1467-4a8b-4eeb-bdbe-11a772f34d11 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 948 time: 0.0652020 Aug 09 15:37:06.185385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-58cdc02a-0775-4d47-b641-14e434d899b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:06.187264 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-58cdc02a-0775-4d47-b641-14e434d899b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3934524 Aug 09 15:37:06.191019 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.191649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d4efc1-e693-45b1-b332-82277630ab72 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:37:06.194538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-a92a01a8-2e65-442d-b825-a0c1993f9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:06.196165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-a92a01a8-2e65-442d-b825-a0c1993f9006 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eaa63435-892e-4e81-ae48-750e4b7398d3 HTTP/1.1" status: 200 len: 851 time: 0.1687841 Aug 09 15:37:06.199342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.200680 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c615dcc5-bf66-4fab-ac98-6219b75c1d43 admin admin] 10.222.0.64 "DELETE /v2.0/routers/22d4efc1-e693-45b1-b332-82277630ab72 HTTP/1.1" status: 204 len: 168 time: 4.4918432 Aug 09 15:37:06.208390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47410) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:06.254883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47414) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:06.257680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71c7f7e3-3055-4c71-8b04-c1303e5025de req-22fd63bf-b7f6-4797-85ec-24565367b9da tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233559 Aug 09 15:37:06.308528 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-91f7d91f-a917-4b78-bc48-ad882a3f7616 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.0911133 Aug 09 15:37:06.324284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c91f4c-c963-40d3-8af5-996eba5d284e admin admin] Deleting subnet 39da5671-5d53-488d-b159-9915c9bb59f4 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:37:06.334161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3ae07-52ff-45b9-b9e2-f1047aafb75d req-0b21a569-0417-443b-9867-917f831171e4 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:06.335708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07b3ae07-52ff-45b9-b9e2-f1047aafb75d req-0b21a569-0417-443b-9867-917f831171e4 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 943 time: 0.1692691 Aug 09 15:37:06.339301 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f4c-c963-40d3-8af5-996eba5d284e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.377284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-24be21f0-b735-4d31-ab3a-117e88e9ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:06.378794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-24be21f0-b735-4d31-ab3a-117e88e9ee81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714332 Aug 09 15:37:06.405647 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a8ed99f3-2c6a-4815-854a-76fc20edf50c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53f25ecb449e44c59c2da27702502f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471636 Aug 09 15:37:06.407476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-29d74474-f717-466a-9e9d-42d5991a4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:06.408894 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-29d74474-f717-466a-9e9d-42d5991a4e07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0908613 Aug 09 15:37:06.409350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47418) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:06.434017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f4c-c963-40d3-8af5-996eba5d284e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.471520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07b3ae07-52ff-45b9-b9e2-f1047aafb75d req-07f56ca6-708f-4172-ac32-85326662b368 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083877 Aug 09 15:37:06.481422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c189844-a590-468f-884c-451d90249434 req-8c264907-6f00-46b6-a1fe-48a208c9de12 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:06.488863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c189844-a590-468f-884c-451d90249434 req-8c264907-6f00-46b6-a1fe-48a208c9de12 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 945 time: 0.1471984 Aug 09 15:37:06.534342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c189844-a590-468f-884c-451d90249434 req-b169c6dc-5827-45c8-9e3a-45824930c81f tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Aug 09 15:37:06.561035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-b38f370d-1b1b-4b53-9074-cd446276d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:06.563371 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-b38f370d-1b1b-4b53-9074-cd446276d1e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374218 Aug 09 15:37:06.582299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f4c-c963-40d3-8af5-996eba5d284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.590688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-10431fb1-c019-4c7e-b413-dbb8d041a16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.634236 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-464b5fdc-2bc8-4505-abc4-7ea194db0e66 service neutron] 10.222.0.35 "GET /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423491 Aug 09 15:37:06.650228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f4c-c963-40d3-8af5-996eba5d284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.680782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c91f4c-c963-40d3-8af5-996eba5d284e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39da5671-5d53-488d-b159-9915c9bb59f4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:06.686918 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f4c-c963-40d3-8af5-996eba5d284e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.689132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e4c91f4c-c963-40d3-8af5-996eba5d284e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/39da5671-5d53-488d-b159-9915c9bb59f4 HTTP/1.1" status: 204 len: 168 time: 0.4694126 Aug 09 15:37:06.692282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76c9ee-220b-4077-85ad-2750572cac6b None None] Network 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:06.695541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47424) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:06.709754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-10431fb1-c019-4c7e-b413-dbb8d041a16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.863419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-3216a83d-c52a-4829-bb20-7413b16b51f5 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858064 Aug 09 15:37:06.872458 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-26146c65-ae92-41b0-bba2-597ab526b7c9 req-7976a417-6c29-419b-86de-d9e3b6a9aa76 service neutron] 10.222.0.35 "GET /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240808 Aug 09 15:37:06.890733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:06.970159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] DHCP port deletion for 82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:37:06.981502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Deleting port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:06.982196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.012335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-10431fb1-c019-4c7e-b413-dbb8d041a16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.040809 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-10431fb1-c019-4c7e-b413-dbb8d041a16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.044058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-10431fb1-c019-4c7e-b413-dbb8d041a16b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/478e3f5c-72c2-4d9e-9475-9145ad7bf9c1 HTTP/1.1" status: 204 len: 168 time: 0.6245008 Aug 09 15:37:07.074341 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] Deleting port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:07.075172 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.101932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10431fb1-c019-4c7e-b413-dbb8d041a16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e3f5c-72c2-4d9e-9475-9145ad7bf9c1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:07.125611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] For port 8d51cd7c-8371-445d-9b6d-f8c237a8f663, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8d51cd7c-8371-445d-9b6d-f8c237a8f663,segment=NetworkSegment(bd9ab111-99b1-4974-adb2-cdc07d6ad1f9),segment_id=bd9ab111-99b1-4974-adb2-cdc07d6ad1f9)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:07.126077 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.155900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-83558ca6-813a-4256-8a2a-a377c5590ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:07.157779 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-83558ca6-813a-4256-8a2a-a377c5590ffe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80280fa157534d3ead309a1243f641ce&device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 1094 time: 0.1639910 Aug 09 15:37:07.164389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5ba58c15-f846-461b-a4b5-164d6bc14273 req-f3b6eb13-529a-425a-af4c-9e3bce20da0e service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909830 Aug 09 15:37:07.200868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Calling delete_port for 8d51cd7c-8371-445d-9b6d-f8c237a8f663 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:07.312415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] For port 8d51cd7c-8371-445d-9b6d-f8c237a8f663, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8d51cd7c-8371-445d-9b6d-f8c237a8f663,segment=NetworkSegment(bd9ab111-99b1-4974-adb2-cdc07d6ad1f9),segment_id=bd9ab111-99b1-4974-adb2-cdc07d6ad1f9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:07.313073 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.327451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-4a03afdb-b97b-4b21-9289-8bde81e746ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:07.329441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-4a03afdb-b97b-4b21-9289-8bde81e746ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 HTTP/1.1" status: 200 len: 914 time: 0.1618426 Aug 09 15:37:07.352925 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8d51cd7c-8371-445d-9b6d-f8c237a8f663 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:07.357223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] Calling delete_port for 8d51cd7c-8371-445d-9b6d-f8c237a8f663 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:07.365662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.392234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8d51cd7c-8371-445d-9b6d-f8c237a8f663 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:07.392809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8d51cd7c-8371-445d-9b6d-f8c237a8f663 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:07.393485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:07.413297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-d8886fc3-0516-4049-8e27-c7f7a57d6eab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a4f606-2faa-45bc-a537-7bdea42f5d63 HTTP/1.1" status: 200 len: 217 time: 0.0755639 Aug 09 15:37:07.425247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:07.432511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6a6cbe0-05ad-4204-a6c2-a1b7238149b3 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:07.469559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d51cd7c-8371-445d-9b6d-f8c237a8f663,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:07.504382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] No DVR routers for this DVR port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:07.524327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-0df75bc4-3a7a-4ad0-a92a-d22e31fd0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:07.526406 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-0df75bc4-3a7a-4ad0-a92a-d22e31fd0157 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eaa63435-892e-4e81-ae48-750e4b7398d3 HTTP/1.1" status: 200 len: 851 time: 0.0998044 Aug 09 15:37:07.551317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd13f-030b-482a-9fc1-90cd3753086e req-2240c624-16a5-4c3f-b371-5867df9b0564 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:07.553374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d5cd13f-030b-482a-9fc1-90cd3753086e req-2240c624-16a5-4c3f-b371-5867df9b0564 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 949 time: 0.4236486 Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: from cryptography.utils import int_from_bytes Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: from cryptography.utils import int_from_bytes Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.562558 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:37:07.566160 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:37:07.597394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.598090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb469138-d095-44a7-b3b0-c7f2f4927b29 req-61566d78-ab14-48bb-8fd4-3c5d42820861 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:07.599400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-6cb33123-466a-4475-a812-98804673cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:07.601187 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-6cb33123-466a-4475-a812-98804673cfe4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665498 Aug 09 15:37:07.605616 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb469138-d095-44a7-b3b0-c7f2f4927b29 req-61566d78-ab14-48bb-8fd4-3c5d42820861 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 949 time: 0.2719140 Aug 09 15:37:07.616098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] No DVR routers for this DVR port 8d51cd7c-8371-445d-9b6d-f8c237a8f663 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:07.659143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc672c4-a389-4bfc-9d8b-b1b223a5a812 None None] Pushing event deleted for resources: {'Port': ['ID=8d51cd7c-8371-445d-9b6d-f8c237a8f663,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:07.743241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.769723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:07.774511 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-a768ef06-549b-4c30-b5c1-04388f4dac50 service neutron] 10.222.0.35 "GET /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610520 Aug 09 15:37:07.789905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:07.790358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9ab111-99b1-4974-adb2-cdc07d6ad1f9') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:07.800088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d5cd13f-030b-482a-9fc1-90cd3753086e req-3ef9675b-c9a9-4708-839e-2834837c2638 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b2a2722-da61-4041-a499-6d066f4b1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322340 Aug 09 15:37:07.826051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.826051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb469138-d095-44a7-b3b0-c7f2f4927b29 req-e6be195b-3523-4f16-9bc9-fe9e83b88c9b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545389 Aug 09 15:37:07.840398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-d6461a1d-1c5b-4db1-a9b2-755bcc225203 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:07.852952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-d6461a1d-1c5b-4db1-a9b2-755bcc225203 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "GET /v2.0/ports?device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 949 time: 0.1724906 Aug 09 15:37:07.912035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.940908 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1d713aa3-4f5a-4a43-a69e-ec0825a94703 req-4ba05d93-a14e-4525-b8f4-c4f815b707c5 service neutron] 10.222.0.35 "GET /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511960 Aug 09 15:37:07.959111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:37:07.959547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:37:07.971868 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:37:08.166632 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.175093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.180281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d HTTP/1.1" status: 204 len: 168 time: 1.4776514 Aug 09 15:37:08.210200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb28eb-9425-49da-a45f-efe7c8b69b2f req-24726699-eb07-4c47-8166-e6c89f96ec1e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:08.223628 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-acfb28eb-9425-49da-a45f-efe7c8b69b2f req-24726699-eb07-4c47-8166-e6c89f96ec1e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 948 time: 0.3075318 Aug 09 15:37:08.248554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf81fd-b21e-4e71-bd2c-a543c21af970 req-3897d2b0-4a4c-47b7-b562-9115060029d2 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:08.250677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45bf81fd-b21e-4e71-bd2c-a543c21af970 req-3897d2b0-4a4c-47b7-b562-9115060029d2 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 943 time: 0.3363137 Aug 09 15:37:08.255516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa5210-4dd8-4db5-a2a8-8ef0b004d1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=82de3595-1a9d-4e5c-b9cb-3f4808e6cd2d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:08.266569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47474) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:08.317279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Deleting port 2ff22878-2d0d-40c2-b927-1422b004cb06 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:08.317702 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.322850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-acfb28eb-9425-49da-a45f-efe7c8b69b2f req-9c0b6dce-9aaf-48e5-9a81-75efc8982a8e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835640 Aug 09 15:37:08.374288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45bf81fd-b21e-4e71-bd2c-a543c21af970 req-4a960026-473f-4291-af04-99607b7243c2 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024053 Aug 09 15:37:08.441673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-network', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:08.457866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] For port 2ff22878-2d0d-40c2-b927-1422b004cb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ff22878-2d0d-40c2-b927-1422b004cb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:08.459402 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.477318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Made reservation on behalf of 5e70513ba2d54817a6600c9057506f0c for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:08.479998 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.491541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.510164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47480) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:08.513735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Calling delete_port for 2ff22878-2d0d-40c2-b927-1422b004cb06 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:08.637761 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.638350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774b541-86a8-4933-aa3f-36d34df77044 req-f00d7d5a-119e-462b-9b8f-998b8590a97d tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:08.639732 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d774b541-86a8-4933-aa3f-36d34df77044 req-f00d7d5a-119e-462b-9b8f-998b8590a97d tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 1100 time: 0.1588905 Aug 09 15:37:08.643904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-32733b82-0e1d-49ad-9b0e-6919c9196ea7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0c04a43bf1745f6b44cfddb56114a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324425 Aug 09 15:37:08.644271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.647464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47484) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:08.649419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 15300e1d-fd44-4ba4-bd67-adcb30288b9b details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:08.676530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:37:08.699758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc48624e-fc11-4e59-9c87-5986cc1d8a9a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:08.705951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.706432 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Added segment 4f53b80f-cc1f-4d21-a206-f025df739e2a of type vlan for network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc Aug 09 15:37:08.809150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:08.813427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.824296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'mac_address': 'fa:16:3e:94:af:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:08.874291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-cf9b46d7-2c43-40f0-b199-106c634831a4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:08.876216 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-cf9b46d7-2c43-40f0-b199-106c634831a4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 948 time: 0.1259084 Aug 09 15:37:08.881266 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.883438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.884564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:08.885137 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.903679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15300e1d-fd44-4ba4-bd67-adcb30288b9b {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:08.928212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:08.933440 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:08.979899 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7115211 Aug 09 15:37:08.983795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47488) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:08.995298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:08.996134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Request body: {'subnet': {'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-subnet', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:09.008888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4244088-72a2-4f76-9115-c53f08616856 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:09.029665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:37:09.031663 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-c698b6fb-dba3-4e5e-8b9e-4a1a52a10704 service neutron] delete failed (client error): The resource could not be found. Aug 09 15:37:09.032801 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-c698b6fb-dba3-4e5e-8b9e-4a1a52a10704 service neutron] 10.222.0.66 "DELETE /v2.0/ports/15300e1d-fd44-4ba4-bd67-adcb30288b9b/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.1450951 Aug 09 15:37:09.045649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Made reservation on behalf of 5e70513ba2d54817a6600c9057506f0c for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:09.053519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.120313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d774b541-86a8-4933-aa3f-36d34df77044 req-49d7a847-40de-423a-9b2d-bf2e187242a8 tempest-ServersOnMultiNodesTest-1188996966 tempest-ServersOnMultiNodesTest-1188996966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610355 Aug 09 15:37:09.166972 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-513cad83-9a5d-4027-81b2-4826025f68a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.184871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65606e24-d74b-4a2b-97fb-948db7cc7aef req-0cae48ab-c88f-43c1-9757-f9e51b8816a3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:09.186373 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65606e24-d74b-4a2b-97fb-948db7cc7aef req-0cae48ab-c88f-43c1-9757-f9e51b8816a3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 949 time: 0.1676936 Aug 09 15:37:09.217512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.226361 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-513cad83-9a5d-4027-81b2-4826025f68a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.289160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-8d31f7d2-c504-4259-8c79-bdc1528e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:09.290658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-8d31f7d2-c504-4259-8c79-bdc1528e6849 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1100 time: 0.1882501 Aug 09 15:37:09.298177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Pushing event deleted for resources: {'Port': ['ID=2ff22878-2d0d-40c2-b927-1422b004cb06,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:09.305780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:09.311627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8df933b-a5e1-4213-8bfd-fba85e0bd2e0 req-84e6ceeb-a67f-486b-bd38-07369edae482 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.64 "GET /v2.0/ports?device_id=f21a7072-b8c3-49ec-8ed5-0903f4758e94 HTTP/1.1" status: 200 len: 210 time: 0.0830851 Aug 09 15:37:09.347855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65606e24-d74b-4a2b-97fb-948db7cc7aef req-695a9677-2db4-41cd-9e8f-666e7bd3e430 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517673 Aug 09 15:37:09.368425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] No DVR routers for this DVR port 2ff22878-2d0d-40c2-b927-1422b004cb06 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:09.374025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.389054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.389494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84daa499-f1eb-46e7-9696-145bf9e0851c req-76fdda73-0bc0-4a73-b91c-526803c12819 tempest-ListImageFiltersTestJSON-1313821410 tempest-ListImageFiltersTestJSON-1313821410-project] 10.222.0.66 "DELETE /v2.0/ports/2ff22878-2d0d-40c2-b927-1422b004cb06 HTTP/1.1" status: 204 len: 173 time: 1.5348997 Aug 09 15:37:09.402208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-deleted', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:09.408954 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a6e76-3eb2-44a1-bdde-e786c97d9cd5" -d '{"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-deleted", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:09.442530 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-513cad83-9a5d-4027-81b2-4826025f68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.446905 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-513cad83-9a5d-4027-81b2-4826025f68a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.453840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-343a2055-5c26-45ff-8ba8-01b2c182b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:09.456043 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-343a2055-5c26-45ff-8ba8-01b2c182b2f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1581638 Aug 09 15:37:09.466254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-513cad83-9a5d-4027-81b2-4826025f68a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/efc96f5c-6924-40d0-ae15-30181ec5ca07 HTTP/1.1" status: 204 len: 168 time: 0.8031130 Aug 09 15:37:09.487231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cad83-9a5d-4027-81b2-4826025f68a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc96f5c-6924-40d0-ae15-30181ec5ca07,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:09.537986 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-ab025dee-3ae9-441d-9778-780888cae371 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.0722897 Aug 09 15:37:09.540467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8ab04a-617b-4695-9d4c-ab761b86dbf2,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:09.543404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Checking segment: {'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:09.543764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Network hostable DHCP agents. Network: 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:37:09.648812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:37:09.660233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-e652958c-1e68-49a0-8bec-29167675caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:09.661876 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-e652958c-1e68-49a0-8bec-29167675caf9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1144693 Aug 09 15:37:09.665512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:09.672628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:09.673563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.688902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8611d6b3-1882-4405-98ed-1039e06be86d None None] Network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:09.777457 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4225fa49-0820-448e-af03-8d3e69f9b19c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7902710 Aug 09 15:37:09.782258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47512) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:09.789305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:09.814656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-a73c3f33-28e0-414d-95f5-57eda0626e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:09.816626 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-a73c3f33-28e0-414d-95f5-57eda0626e4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390743 Aug 09 15:37:09.845951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.847970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:09.853050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac6a5d-e676-45e7-b233-b81ce39a791e req-5f6e6e34-9826-4ec3-93d0-036528aee908 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:09.856094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dac6a5d-e676-45e7-b233-b81ce39a791e req-5f6e6e34-9826-4ec3-93d0-036528aee908 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 943 time: 0.1468012 Aug 09 15:37:09.962155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfadad28-460c-4e3e-8012-69d676f8b737 None None] Network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:10.046126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dac6a5d-e676-45e7-b233-b81ce39a791e req-3100188e-6983-421e-b8c8-4ca9a6a841ad tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764987 Aug 09 15:37:10.080547 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af85984-3273-4dc6-9cdc-74f70baa05fb x-openstack-request-id: req-2af85984-3273-4dc6-9cdc-74f70baa05fb {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:10.080962 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a7072-b8c3-49ec-8ed5-0903f4758e94", "name": "network-vif-deleted", "tag": "2ff22878-2d0d-40c2-b927-1422b004cb06", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:10.081297 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2af85984-3273-4dc6-9cdc-74f70baa05fb {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:10.081784 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21a7072-b8c3-49ec-8ed5-0903f4758e94', 'name': 'network-vif-deleted', 'tag': '2ff22878-2d0d-40c2-b927-1422b004cb06', 'status': 'completed', 'code': 200} Aug 09 15:37:10.167179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.220608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47518) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:10.277450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb4e8-6db2-43f2-9232-55b2a720041a req-633d0d7f-e559-473c-984e-f7d202590180 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:10.279004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d2cb4e8-6db2-43f2-9232-55b2a720041a req-633d0d7f-e559-473c-984e-f7d202590180 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 949 time: 0.1152246 Aug 09 15:37:10.281942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cdd92cc6-629d-4fac-b75a-5aa70f554c74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31a8bfcc8bf841229db7a34696186195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601194 Aug 09 15:37:10.284776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47520) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:10.354301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d2cb4e8-6db2-43f2-9232-55b2a720041a req-c5480cbc-972a-491f-89fc-dc3a2504cf77 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673203 Aug 09 15:37:10.365679 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-d462b3e5-86dc-4c80-891a-79bcbefef36f service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328617 Aug 09 15:37:10.370090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.378111 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc442f5a-0cf0-464c-9aa0-99e837105d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.446011 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc442f5a-0cf0-464c-9aa0-99e837105d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.540411 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc442f5a-0cf0-464c-9aa0-99e837105d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.544332 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc442f5a-0cf0-464c-9aa0-99e837105d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.549658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bc442f5a-0cf0-464c-9aa0-99e837105d16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb7f31b1-82d4-4384-91b8-705071964423 HTTP/1.1" status: 204 len: 168 time: 0.2636092 Aug 09 15:37:10.564465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc442f5a-0cf0-464c-9aa0-99e837105d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f31b1-82d4-4384-91b8-705071964423,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:10.612060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25132596-6045-499a-8e12-770c2caa9560 req-f7f25f5b-e237-442f-ba7a-2c1e8f052255 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:10.621742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25132596-6045-499a-8e12-770c2caa9560 req-f7f25f5b-e237-442f-ba7a-2c1e8f052255 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 949 time: 0.1184037 Aug 09 15:37:10.670309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 62a4f606-2faa-45bc-a537-7bdea42f5d63 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:10.674923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 15300e1d-fd44-4ba4-bd67-adcb30288b9b up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:10.680656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25132596-6045-499a-8e12-770c2caa9560 req-fd40497f-63c8-4e9e-ab9f-4be9a3910e08 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 Aug 09 15:37:10.897633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 15300e1d-fd44-4ba4-bd67-adcb30288b9b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:10.909623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 15300e1d-fd44-4ba4-bd67-adcb30288b9b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:10.910158 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.981597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:10.996323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 62a4f606-2faa-45bc-a537-7bdea42f5d63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=62a4f606-2faa-45bc-a537-7bdea42f5d63,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:11.012526 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4e84c14-be97-478a-9331-cf9bf82921eb req-2a4fb003-025d-4e9e-bbc3-3fb219a4b5a1 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335788 Aug 09 15:37:11.079543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 2ff22878-2d0d-40c2-b927-1422b004cb06 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:11.080291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ff22878-2d0d-40c2-b927-1422b004cb06 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:11.086476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'port_id': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'mac_address': 'fa:16:3e:45:8b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:11.165937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-611c5389-8b7d-4f69-8617-25d672a3e9f2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:11.179679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-611c5389-8b7d-4f69-8617-25d672a3e9f2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 949 time: 0.2100306 Aug 09 15:37:11.239566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.263011 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.393150 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.414036 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.442103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fce346-a7e9-4342-9761-1cf2954cf602 req-47de8bb7-88b0-42dd-9f53-ec53f8f9aa29 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:11.452248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17fce346-a7e9-4342-9761-1cf2954cf602 req-47de8bb7-88b0-42dd-9f53-ec53f8f9aa29 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 943 time: 0.1729729 Aug 09 15:37:11.524931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17fce346-a7e9-4342-9761-1cf2954cf602 req-94f09127-acbf-4320-9fb0-f5c8dee5a443 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712447 Aug 09 15:37:11.542424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Deleting port ddb13e86-e401-4849-9f15-81ee30bdf062 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:11.543237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.569030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Allocated IP 172.25.7.130 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/66fccacb-3ee1-4be2-8776-6a253b004760) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:11.776896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] For port ddb13e86-e401-4849-9f15-81ee30bdf062, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=ddb13e86-e401-4849-9f15-81ee30bdf062,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:11.779734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.828539 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.835147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Calling delete_port for ddb13e86-e401-4849-9f15-81ee30bdf062 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:11.891102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a4f606-2faa-45bc-a537-7bdea42f5d63 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:11.918446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.960323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 62a4f606-2faa-45bc-a537-7bdea42f5d63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=62a4f606-2faa-45bc-a537-7bdea42f5d63,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:11.997939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:11.999579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:12.010922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:12.015146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:12.019454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:12.023230 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5d8a4c-5b55-4d22-bd0d-da0f4a03d01c" -d '{"events": [{"server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "name": "network-vif-plugged", "status": "completed", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:12.050198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:12.110191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Pushing event updated for resources: {'Port': ['ID=66fccacb-3ee1-4be2-8776-6a253b004760,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:12.110607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=62a4f606-2faa-45bc-a537-7bdea42f5d63,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:12.114877 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:12.167945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32755e-df6d-440f-8bd6-b3aef9e76be5 req-51e3ff94-21c4-4c2d-9535-689aa1223e83 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:12.169572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d32755e-df6d-440f-8bd6-b3aef9e76be5 req-51e3ff94-21c4-4c2d-9535-689aa1223e83 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=8996674e-dd30-468c-a553-af9afff8f43f HTTP/1.1" status: 200 len: 949 time: 0.3241761 Aug 09 15:37:12.212989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:12.343333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['62a4f606-2faa-45bc-a537-7bdea42f5d63'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:12.369623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d32755e-df6d-440f-8bd6-b3aef9e76be5 req-061d8481-0f61-43df-bf32-35de95e3ba7d tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875813 Aug 09 15:37:12.455841 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:12.465307 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f65baa6-5843-40b6-900d-61849445bb9c x-openstack-request-id: req-5f65baa6-5843-40b6-900d-61849445bb9c {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:12.466063 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "name": "network-vif-plugged", "status": "completed", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:12.466881 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f65baa6-5843-40b6-900d-61849445bb9c {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:12.468899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c821-c458-4a6b-af45-3568fd7d0ab9 req-a5689df6-26ad-4538-9aa7-ca61fc4ca320 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:12.469931 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'code': 200} Aug 09 15:37:12.479670 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19', '8bce33a4-3119-42d8-bd45-47091325bb06', 'ddb13e86-e401-4849-9f15-81ee30bdf062'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:12.483900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c44c821-c458-4a6b-af45-3568fd7d0ab9 req-a5689df6-26ad-4538-9aa7-ca61fc4ca320 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.1871710 Aug 09 15:37:12.526550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event deleted for resources: {'Port': ['ID=ddb13e86-e401-4849-9f15-81ee30bdf062,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:12.570038 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:12.621667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c44c821-c458-4a6b-af45-3568fd7d0ab9 req-c3d418b5-8b4c-48ee-9eaf-ded8e4f07898 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317945 Aug 09 15:37:12.668201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] No DVR routers for this DVR port ddb13e86-e401-4849-9f15-81ee30bdf062 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:12.671280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:12.673828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2255d53d-3e6f-4081-af32-cb78f6350f21 req-760d1271-f921-4c83-8c79-6e1be2e17eeb tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "DELETE /v2.0/ports/ddb13e86-e401-4849-9f15-81ee30bdf062 HTTP/1.1" status: 204 len: 173 time: 1.4879491 Aug 09 15:37:12.674568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8996674e-dd30-468c-a553-af9afff8f43f', 'name': 'network-vif-deleted', 'tag': 'ddb13e86-e401-4849-9f15-81ee30bdf062'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:12.684902 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4cd625-9860-4f14-938b-a846abd972d9" -d '{"events": [{"server_uuid": "8996674e-dd30-468c-a553-af9afff8f43f", "name": "network-vif-deleted", "tag": "ddb13e86-e401-4849-9f15-81ee30bdf062"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:12.915112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e03124-43be-48cc-b8ac-363d7d81e7aa req-5335ab9b-1b8b-4882-9bb0-78dbea12f6d8 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:12.922431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8e03124-43be-48cc-b8ac-363d7d81e7aa req-5335ab9b-1b8b-4882-9bb0-78dbea12f6d8 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 944 time: 0.1011174 Aug 09 15:37:12.997768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8e03124-43be-48cc-b8ac-363d7d81e7aa req-799b42ba-d674-439d-b208-b27fe637e49b tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701835 Aug 09 15:37:13.053589 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:13.229754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f60c-fda4-4070-a189-5c7b1b30e030 req-672009fd-3aef-45f0-a3ba-21d17e7d7d5a tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:13.244811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed60f60c-fda4-4070-a189-5c7b1b30e030 req-672009fd-3aef-45f0-a3ba-21d17e7d7d5a tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1101 time: 0.1033926 Aug 09 15:37:13.329788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Router f843804f-1717-4cc1-bbe4-e51d61cc81d5 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:37:13.332547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed60f60c-fda4-4070-a189-5c7b1b30e030 req-38675f08-2def-429a-a132-7dfde4164e9b tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703974 Aug 09 15:37:13.443244 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81d501-4231-48c8-90fb-27e060b74e7b x-openstack-request-id: req-8a81d501-4231-48c8-90fb-27e060b74e7b {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:13.443534 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8996674e-dd30-468c-a553-af9afff8f43f", "name": "network-vif-deleted", "tag": "ddb13e86-e401-4849-9f15-81ee30bdf062", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:13.444028 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a81d501-4231-48c8-90fb-27e060b74e7b {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:13.444430 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8996674e-dd30-468c-a553-af9afff8f43f', 'name': 'network-vif-deleted', 'tag': 'ddb13e86-e401-4849-9f15-81ee30bdf062', 'status': 'completed', 'code': 200} Aug 09 15:37:13.557611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:13.573215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Sync routers for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:13.588139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:13.589132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:13.608202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:13.610193 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-89de4a00-eea7-49bf-b91f-54dfbd0d7254 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8265338 Aug 09 15:37:13.612950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47652) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:13.734450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', '22021856-c213-4d77-afe4-2a286be1fdf7', '9a900505-af7b-4fb4-8fa1-a9c569b3c028', 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:13.818301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:13.893784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47664) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:14.030061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-b1ed9f36-7774-4d13-af48-01a84db3972f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783429 Aug 09 15:37:14.117472 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4cd57e36-95d2-4865-95b1-76e26306d9a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d316da62f89406cb241b9e292e8f320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217879 Aug 09 15:37:14.119749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47674) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:14.185090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af99ed38-ab1a-40c3-a6dc-befdb06eaa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:14.221599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af99ed38-ab1a-40c3-a6dc-befdb06eaa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:14.244041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:12Z', 'revision_number': 3, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:14.276195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Checking router: f843804f-1717-4cc1-bbe4-e51d61cc81d5 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:14.276921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Updating router f843804f-1717-4cc1-bbe4-e51d61cc81d5 port 66fccacb-3ee1-4be2-8776-6a253b004760 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:37:14.284867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af99ed38-ab1a-40c3-a6dc-befdb06eaa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:14.288326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af99ed38-ab1a-40c3-a6dc-befdb06eaa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:14.292149 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-af99ed38-ab1a-40c3-a6dc-befdb06eaa19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b2a2722-da61-4041-a499-6d066f4b1b10 HTTP/1.1" status: 204 len: 168 time: 0.1688480 Aug 09 15:37:14.299272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ed38-ab1a-40c3-a6dc-befdb06eaa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a2722-da61-4041-a499-6d066f4b1b10,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:14.361164 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:14.575066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120042-e395-448f-b293-4fc97f949f61 req-8b4ec70b-37cd-4618-84c0-3119548fd66f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:14.576697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-8b4ec70b-37cd-4618-84c0-3119548fd66f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5454209 Aug 09 15:37:14.605514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6cd7e-846a-454a-87ee-f3b6b5c1f068 req-873bf184-3903-48c1-93b6-9d91f9e09d81 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:14.608586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aac6cd7e-846a-454a-87ee-f3b6b5c1f068 req-873bf184-3903-48c1-93b6-9d91f9e09d81 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 949 time: 0.2342992 Aug 09 15:37:14.664627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-f70fad08-43b4-4906-b5df-c98213f9accb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/quotas/4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 375 time: 0.0548286 Aug 09 15:37:14.687473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 62a4f606-2faa-45bc-a537-7bdea42f5d63 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:14.772166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aac6cd7e-846a-454a-87ee-f3b6b5c1f068 req-49e9a3fa-2064-4085-b5d2-d1fb05291db4 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304574 Aug 09 15:37:14.811655 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:14.840550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-76424df3-3a33-4696-b64a-6c632ca0e47d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1667767 Aug 09 15:37:14.858890 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:14.869015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 62a4f606-2faa-45bc-a537-7bdea42f5d63 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:14.890596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 62a4f606-2faa-45bc-a537-7bdea42f5d63 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:14.890973 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:14.894854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Transition to ACTIVE for port object 66fccacb-3ee1-4be2-8776-6a253b004760 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:14.928414 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.104154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f232d2e-acdd-4e4b-a888-542fdc17fb55 None None] Pushing event updated for resources: {'Port': ['ID=66fccacb-3ee1-4be2-8776-6a253b004760,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:15.125516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device ddb13e86-e401-4849-9f15-81ee30bdf062 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:15.144538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d3b7-b7b5-40b0-9d53-5508b3dc90a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.237702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: ddb13e86-e401-4849-9f15-81ee30bdf062 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:15.238321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device ddb13e86-e401-4849-9f15-81ee30bdf062 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:15.273073 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Attempting to bind port 66fccacb-3ee1-4be2-8776-6a253b004760 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:15.273466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Attempting to bind port 66fccacb-3ee1-4be2-8776-6a253b004760 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:15.273840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Attempting to bind port 66fccacb-3ee1-4be2-8776-6a253b004760 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:15.284988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:15.285424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:15.285749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.286138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:15.286621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Bound port: 66fccacb-3ee1-4be2-8776-6a253b004760, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:15.287003 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.315936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4523d2-4b33-43b4-8cfe-2ecdd3cb5dd1 req-9cb25a02-acbd-4348-bcde-d25ce67a2776 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:15.317809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa4523d2-4b33-43b4-8cfe-2ecdd3cb5dd1 req-9cb25a02-acbd-4348-bcde-d25ce67a2776 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 944 time: 0.3537126 Aug 09 15:37:15.405752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa4523d2-4b33-43b4-8cfe-2ecdd3cb5dd1 req-051e0410-3374-4e9f-aadf-40c0b2358d99 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726848 Aug 09 15:37:15.432340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Allocated IP 172.20.0.1 (3f3a82ac-1b70-47f1-b982-aaef4fd35fbc/ee8ab04a-617b-4695-9d4c-ab761b86dbf2/386ad96d-0687-44ad-9bc9-ab214909882d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:15.483122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3710af85-92ca-40df-97c5-91e382276438 req-40039e84-3338-454b-83e8-21140aaf48aa tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 210 time: 0.0496607 Aug 09 15:37:15.492296 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.519699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-b253b772-e3a7-4354-a4cc-890efa255ec2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:15.522404 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-b253b772-e3a7-4354-a4cc-890efa255ec2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 949 time: 0.0967338 Aug 09 15:37:15.638232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 62a4f606-2faa-45bc-a537-7bdea42f5d63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=62a4f606-2faa-45bc-a537-7bdea42f5d63,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:15.660066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] For port 66fccacb-3ee1-4be2-8776-6a253b004760, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:15.669383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Deleting port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:15.669731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.687316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] For port 66fccacb-3ee1-4be2-8776-6a253b004760, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=66fccacb-3ee1-4be2-8776-6a253b004760,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:15.691432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4f606-2faa-45bc-a537-7bdea42f5d63'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:15.694487 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c169f1-ff3d-4955-8d6b-1838de87e61f" -d '{"events": [{"server_uuid": "39321f9d-dca2-4fbe-90f8-32e16cb8bdea", "name": "network-vif-plugged", "status": "completed", "tag": "62a4f606-2faa-45bc-a537-7bdea42f5d63"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:15.725871 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.748736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.766644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.810827 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0ba4c9-5771-4be2-ab66-fec395312d02 x-openstack-request-id: req-0a0ba4c9-5771-4be2-ab66-fec395312d02 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:15.811136 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39321f9d-dca2-4fbe-90f8-32e16cb8bdea", "name": "network-vif-plugged", "status": "completed", "tag": "62a4f606-2faa-45bc-a537-7bdea42f5d63", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:15.811365 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a0ba4c9-5771-4be2-ab66-fec395312d02 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:15.813749 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'code': 200} Aug 09 15:37:15.830214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:15.831372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:36:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:15.898436 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:15.977071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:15.980488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:15.990417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:15.990663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:16.041534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] For port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:16.043679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:16.060203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:16.091381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Calling delete_port for c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:16.199870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c0df5-01cd-4b66-8859-abf66e3af3cd req-f6edd7cd-62a1-46e3-97b9-1de10e1b5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:16.201511 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-616c0df5-01cd-4b66-8859-abf66e3af3cd req-f6edd7cd-62a1-46e3-97b9-1de10e1b5336 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 1096 time: 0.2719238 Aug 09 15:37:16.214642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Pushing event updated for resources: {'Port': ['ID=386ad96d-0687-44ad-9bc9-ab214909882d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:16.278018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a64fd-fd76-43c0-9724-cb67b6c674db req-ffacf7c0-cc06-4e70-896b-f80a01ce1b8a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:16.279660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd0a64fd-fd76-43c0-9724-cb67b6c674db req-ffacf7c0-cc06-4e70-896b-f80a01ce1b8a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 949 time: 0.2477968 Aug 09 15:37:16.285668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-616c0df5-01cd-4b66-8859-abf66e3af3cd req-31fe51bb-0c99-4c9c-8661-d8dbaa978607 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720866 Aug 09 15:37:16.354730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:16.370372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd0a64fd-fd76-43c0-9724-cb67b6c674db req-f286f43d-dbda-4ff4-b3c9-e3a4423d18f2 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579798 Aug 09 15:37:16.375017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19', '8bce33a4-3119-42d8-bd45-47091325bb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:16.379562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f232d2e-acdd-4e4b-a888-542fdc17fb55 None None] Pushing event updated for resources: {'Port': ['ID=66fccacb-3ee1-4be2-8776-6a253b004760,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:16.442886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event deleted for resources: {'Port': ['ID=c2c91a09-0df1-461c-920a-c7b0ebdd1dc8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:16.483787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:16.600669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] No DVR routers for this DVR port c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:16.615972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:16.623449 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-027b1318-28fb-47fd-ae61-a3b37b01fef1 req-cbe62061-879b-4717-b0d7-9807fe1ea2b9 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "DELETE /v2.0/ports/c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 HTTP/1.1" status: 204 len: 173 time: 1.0917425 Aug 09 15:37:16.628932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911ef347-4f7c-423b-a32f-2d6af9b5602b', 'name': 'network-vif-deleted', 'tag': 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:16.633375 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9694de03-9b79-4edb-8850-dfcc16cc0f90" -d '{"events": [{"server_uuid": "911ef347-4f7c-423b-a32f-2d6af9b5602b", "name": "network-vif-deleted", "tag": "c2c91a09-0df1-461c-920a-c7b0ebdd1dc8"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:16.671188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=62a4f606-2faa-45bc-a537-7bdea42f5d63,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:16.882313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:12Z', 'revision_number': 3, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:16.924757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8099f5-1c43-4797-a439-562b733e6275 None None] The sync data for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 is: [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:12Z', 'revision_number': 3, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:16.987280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47768) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:17.028562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', '22021856-c213-4d77-afe4-2a286be1fdf7', '9a900505-af7b-4fb4-8fa1-a9c569b3c028'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:17.059968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-0c24cf4d-6bdc-47dd-a2da-bbc8808b0bef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4348621 Aug 09 15:37:17.098996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-675fca62-8e7c-4b49-8e7c-5e0068f08c84 req-caa2e7c2-13c6-467c-8a2c-d20138404546 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 210 time: 0.1350329 Aug 09 15:37:17.193972 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b1e8fc-dae8-4338-9adb-4204d07631b9 x-openstack-request-id: req-65b1e8fc-dae8-4338-9adb-4204d07631b9 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:17.196152 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911ef347-4f7c-423b-a32f-2d6af9b5602b", "name": "network-vif-deleted", "tag": "c2c91a09-0df1-461c-920a-c7b0ebdd1dc8", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:17.196723 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65b1e8fc-dae8-4338-9adb-4204d07631b9 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:17.197374 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911ef347-4f7c-423b-a32f-2d6af9b5602b', 'name': 'network-vif-deleted', 'tag': 'c2c91a09-0df1-461c-920a-c7b0ebdd1dc8', 'status': 'completed', 'code': 200} Aug 09 15:37:17.225247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.226730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aef2b1c0-59ec-4033-a3de-0bf1f69a2e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.272652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.288044 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:37:17.301095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313600f6-a307-4cdc-b04b-7a07d99868fe req-4d4690e7-1b4b-4a80-b659-ad6d3fd4af71 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:17.309797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-313600f6-a307-4cdc-b04b-7a07d99868fe req-4d4690e7-1b4b-4a80-b659-ad6d3fd4af71 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 945 time: 0.6916757 Aug 09 15:37:17.553658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aef2b1c0-59ec-4033-a3de-0bf1f69a2e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.566302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120042-e395-448f-b293-4fc97f949f61 req-0bf022e6-aa8b-4d8c-86d9-75f696b05eda tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:17.570325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-0bf022e6-aa8b-4d8c-86d9-75f696b05eda tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4810982 Aug 09 15:37:17.573482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aef2b1c0-59ec-4033-a3de-0bf1f69a2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.607454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-acb12807-9847-4394-8083-b91594a971a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.671557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.674131 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aef2b1c0-59ec-4033-a3de-0bf1f69a2e31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50a4d1dc85b44992951f4dcde69f406b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6853580 Aug 09 15:37:17.676963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2b1c0-59ec-4033-a3de-0bf1f69a2e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ce20be-1d25-4187-a59c-4e20c9575c49,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:17.681180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47780) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:17.696007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-313600f6-a307-4cdc-b04b-7a07d99868fe req-ee3d535a-458c-444a-8ef3-35e0b11b660d tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847950 Aug 09 15:37:17.721097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Request body: {'port': {'device_id': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '4c8f4fd4774b4d3e8a7612124a3ba839'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:17.794230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87b7ee21-fa43-4b4c-8768-0a231bfa0055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.832818 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.850991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87b7ee21-fa43-4b4c-8768-0a231bfa0055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:17.887012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47786) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:17.933091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d1e7b54-8796-4c9c-974c-29bc5136ac3b req-eff0e6c8-870e-43ed-a5a1-9d94998bf0dd tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=911ef347-4f7c-423b-a32f-2d6af9b5602b HTTP/1.1" status: 200 len: 210 time: 0.2569883 Aug 09 15:37:17.936708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Pushing event updated for resources: {'Port': ['ID=386ad96d-0687-44ad-9bc9-ab214909882d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:18.004842 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87b7ee21-fa43-4b4c-8768-0a231bfa0055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.007610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87b7ee21-fa43-4b4c-8768-0a231bfa0055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.011980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-87b7ee21-fa43-4b4c-8768-0a231bfa0055 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3ce20be-1d25-4187-a59c-4e20c9575c49 HTTP/1.1" status: 204 len: 168 time: 0.3292532 Aug 09 15:37:18.023071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7ee21-fa43-4b4c-8768-0a231bfa0055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ce20be-1d25-4187-a59c-4e20c9575c49,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:18.182368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae31c362-ce82-48a4-8562-f0753607c769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.242707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0052b46-2428-4819-94f6-ce1677e09f38 req-3f48f5c8-9233-463d-a9ba-b476f36d3969 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:18.250979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0052b46-2428-4819-94f6-ce1677e09f38 req-3f48f5c8-9233-463d-a9ba-b476f36d3969 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 945 time: 0.2489302 Aug 09 15:37:18.258282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Made reservation on behalf of 4c8f4fd4774b4d3e8a7612124a3ba839 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:18.262053 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.329680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3844a2fb-0876-45dd-b19a-a0ac65a82315 req-da82e286-c618-4030-ac03-bcfe2432340d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 210 time: 0.0728092 Aug 09 15:37:18.337597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae31c362-ce82-48a4-8562-f0753607c769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.346026 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae31c362-ce82-48a4-8562-f0753607c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.381611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:18.399106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0052b46-2428-4819-94f6-ce1677e09f38 req-7f92a6d9-35b6-4a0c-ac0b-7dd36e8e4109 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468756 Aug 09 15:37:18.426434 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ae31c362-ce82-48a4-8562-f0753607c769 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5979f6aba9a945f8ac3c9e00d595cafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378885 Aug 09 15:37:18.432980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47798) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:18.446734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:18.491187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31c362-ce82-48a4-8562-f0753607c769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd86cdb4-95f8-45ff-bb29-1b239f651bc2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:18.507753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15557c56-685d-4794-9408-9b6341a64ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.520307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47800) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:18.548269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afa14ba8-a384-4b69-8e60-075d74b446e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.576232 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15557c56-685d-4794-9408-9b6341a64ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.668943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15557c56-685d-4794-9408-9b6341a64ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.673484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Allocated IP 192.168.233.40 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/6c72c62f-33b5-444d-a9a3-e80121d19ffc) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:18.673784 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15557c56-685d-4794-9408-9b6341a64ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.675743 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-15557c56-685d-4794-9408-9b6341a64ce3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd86cdb4-95f8-45ff-bb29-1b239f651bc2 HTTP/1.1" status: 204 len: 168 time: 0.2410715 Aug 09 15:37:18.697192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:18.701247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557c56-685d-4794-9408-9b6341a64ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd86cdb4-95f8-45ff-bb29-1b239f651bc2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:18.712692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Router f843804f-1717-4cc1-bbe4-e51d61cc81d5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:37:18.744505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:18.744995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c2c91a09-0df1-461c-920a-c7b0ebdd1dc8 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:18.778971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afa14ba8-a384-4b69-8e60-075d74b446e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.786896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afa14ba8-a384-4b69-8e60-075d74b446e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.865986 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-afa14ba8-a384-4b69-8e60-075d74b446e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85133722255145aaaf32f90bfa22465a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427453 Aug 09 15:37:18.867282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa14ba8-a384-4b69-8e60-075d74b446e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e704d7ba-2950-4de1-b8da-4a4898008853,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:18.870859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47814) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:18.920379 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:18.972516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7de69b1d-d22b-44bf-9b2b-140057da1748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:19.033364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:19.073462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7de69b1d-d22b-44bf-9b2b-140057da1748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:19.076662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6dd45075-96f3-4c88-a7de-0790df0a278e admin admin] 10.222.0.64 "PUT /v2.0/routers/f843804f-1717-4cc1-bbe4-e51d61cc81d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4621491 Aug 09 15:37:19.167043 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7de69b1d-d22b-44bf-9b2b-140057da1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:19.170153 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7de69b1d-d22b-44bf-9b2b-140057da1748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:19.172719 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7de69b1d-d22b-44bf-9b2b-140057da1748 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e704d7ba-2950-4de1-b8da-4a4898008853 HTTP/1.1" status: 204 len: 168 time: 0.2917368 Aug 09 15:37:19.186203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82665e8b-9f69-43e9-a43f-6f530b815d7a req-1abeede7-cf4a-47a5-82a3-54ec24cac25f tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:19.188236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de69b1d-d22b-44bf-9b2b-140057da1748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e704d7ba-2950-4de1-b8da-4a4898008853,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:19.188914 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82665e8b-9f69-43e9-a43f-6f530b815d7a req-1abeede7-cf4a-47a5-82a3-54ec24cac25f tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 945 time: 0.2273695 Aug 09 15:37:19.282691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82665e8b-9f69-43e9-a43f-6f530b815d7a req-3c9fc242-4558-4efa-b0e0-6a84ecf7f00d tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771830 Aug 09 15:37:19.332387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:19.364365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Transition to ACTIVE for port object 6c72c62f-33b5-444d-a9a3-e80121d19ffc will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:19.486447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 66fccacb-3ee1-4be2-8776-6a253b004760 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:19.503392 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:19.584747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:19.675863 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Sync routers for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:19.694677 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:19.695756 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:19.912605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 66fccacb-3ee1-4be2-8776-6a253b004760 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:19.921532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 66fccacb-3ee1-4be2-8776-6a253b004760 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:19.922323 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:19.949901 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:20.032765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedfcfa-8582-43bd-85a0-9ee36514c33d req-f93621e9-9152-4ef3-903d-850a9a965c3b tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:20.034713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9aedfcfa-8582-43bd-85a0-9ee36514c33d req-f93621e9-9152-4ef3-903d-850a9a965c3b tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 945 time: 0.6137686 Aug 09 15:37:20.048632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47866) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:20.058256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Request body: {'floatingip': {'port_id': '62a4f606-2faa-45bc-a537-7bdea42f5d63'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:20.085861 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:20.100176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:20.102804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:20.118696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:20.131394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:20.154858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 66fccacb-3ee1-4be2-8776-6a253b004760, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=66fccacb-3ee1-4be2-8776-6a253b004760,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:20.161910 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:20.267461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531ec78-7add-4ac4-9d40-6d8d26ee7f87 req-efb8d229-8906-40e2-9879-14c5a2be9051 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:20.280538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f531ec78-7add-4ac4-9d40-6d8d26ee7f87 req-efb8d229-8906-40e2-9879-14c5a2be9051 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 950 time: 0.8135893 Aug 09 15:37:20.291545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event updated for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:20.329770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:20.331346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=66fccacb-3ee1-4be2-8776-6a253b004760,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:20.380730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f531ec78-7add-4ac4-9d40-6d8d26ee7f87 req-91426da7-6b7d-466b-9246-9000adac1a94 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955858 Aug 09 15:37:20.445080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:20.446023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:20.488200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4163c6-e9c1-4423-8a29-cdd4edef660d req-62a71090-006c-4dfe-bae3-732fa3ac3746 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:20.490460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f4163c6-e9c1-4423-8a29-cdd4edef660d req-62a71090-006c-4dfe-bae3-732fa3ac3746 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 935 time: 0.2000384 Aug 09 15:37:20.502754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-c6b53d19-a61b-4526-9ad1-43269e96168d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8243546 Aug 09 15:37:20.537089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Request body: {'port': {'device_id': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:20.578177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f4163c6-e9c1-4423-8a29-cdd4edef660d req-7a0e63c6-de0d-47f2-a3bc-a8bdccf09774 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693719 Aug 09 15:37:20.603590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4bae5972-4b70-4b3e-aa20-4a4aeeacfc91 None None] Provisioning for port 6c72c62f-33b5-444d-a9a3-e80121d19ffc completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:20.621559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4bae5972-4b70-4b3e-aa20-4a4aeeacfc91 None None] Provisioning complete for port 6c72c62f-33b5-444d-a9a3-e80121d19ffc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:20.621927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4bae5972-4b70-4b3e-aa20-4a4aeeacfc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:20.636231 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:20.675290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4bae5972-4b70-4b3e-aa20-4a4aeeacfc91 None None] Port 6c72c62f-33b5-444d-a9a3-e80121d19ffc cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:20.723128 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 2, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:20.758602 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Checking router: f843804f-1717-4cc1-bbe4-e51d61cc81d5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:20.759146 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Updating router f843804f-1717-4cc1-bbe4-e51d61cc81d5 port 386ad96d-0687-44ad-9bc9-ab214909882d binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:37:20.815143 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.235025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-d47bb7f2-0a36-44a5-96b9-29d3fe56be5f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:21.240492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-d47bb7f2-0a36-44a5-96b9-29d3fe56be5f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 820 time: 0.2708552 Aug 09 15:37:21.246018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.274787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.283631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-43820523-845d-481d-a84a-4209a81e93db tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/quotas/5e70513ba2d54817a6600c9057506f0c HTTP/1.1" status: 200 len: 375 time: 0.0373333 Aug 09 15:37:21.364352 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.383779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-c37d13eb-d389-45be-bb7d-9bcb9c1700db tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:21.385549 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-c37d13eb-d389-45be-bb7d-9bcb9c1700db tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 950 time: 0.2471440 Aug 09 15:37:21.386714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 66fccacb-3ee1-4be2-8776-6a253b004760 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:21.393735 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Transition to ACTIVE for port object 386ad96d-0687-44ad-9bc9-ab214909882d will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:21.410643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c72c62f-33b5-444d-a9a3-e80121d19ffc {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:21.415340 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.440844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-dd61021d-9676-4288-a747-1cf3b32c54c3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558070 Aug 09 15:37:21.476671 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5aa76-a608-407b-a937-17d8bd5dbd2e None None] Pushing event updated for resources: {'Port': ['ID=386ad96d-0687-44ad-9bc9-ab214909882d,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:21.486667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.563807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b895036-ee96-497c-a0fb-26f3f1dcca01 req-a83a367f-0307-45f8-9d0c-38e25b5acb3b tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1199756 Aug 09 15:37:21.585846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Transition to ACTIVE for port object 6c72c62f-33b5-444d-a9a3-e80121d19ffc will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:21.593256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.597468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 66fccacb-3ee1-4be2-8776-6a253b004760 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:21.603147 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.631886 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Floating IP f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8 associated. External IP: 172.25.7.228, port: 62a4f606-2faa-45bc-a537-7bdea42f5d63. Aug 09 15:37:21.679614 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Attempting to bind port 386ad96d-0687-44ad-9bc9-ab214909882d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:21.680234 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Attempting to bind port 386ad96d-0687-44ad-9bc9-ab214909882d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:21.680813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Attempting to bind port 386ad96d-0687-44ad-9bc9-ab214909882d on network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:21.714106 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:21.714539 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Checking segment: {'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:21.720434 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.726457 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Bound using segment: {'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:21.729062 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Bound port: 386ad96d-0687-44ad-9bc9-ab214909882d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:21.730870 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.855015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Deleting port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:21.855506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:21.880118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:21.904986 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] For port 386ad96d-0687-44ad-9bc9-ab214909882d, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:21.909625 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] For port 386ad96d-0687-44ad-9bc9-ab214909882d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=386ad96d-0687-44ad-9bc9-ab214909882d,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:21.918080 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:22.001007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1f3d0-3ff4-4957-af69-1176fdd5770a req-534f9ef1-0ef7-4d10-9494-271c99077538 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:22.008857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5eb1f3d0-3ff4-4957-af69-1176fdd5770a req-534f9ef1-0ef7-4d10-9494-271c99077538 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 950 time: 0.3004813 Aug 09 15:37:22.031197 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5aa76-a608-407b-a937-17d8bd5dbd2e None None] Pushing event updated for resources: {'Port': ['ID=386ad96d-0687-44ad-9bc9-ab214909882d,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:22.091019 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:22.092212 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:22.096647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Attempting to bind port 6c72c62f-33b5-444d-a9a3-e80121d19ffc on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:22.096989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Attempting to bind port 6c72c62f-33b5-444d-a9a3-e80121d19ffc by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:22.097321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Attempting to bind port 6c72c62f-33b5-444d-a9a3-e80121d19ffc on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:22.105199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Port 6c72c62f-33b5-444d-a9a3-e80121d19ffc on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:22.105526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Attempting to bind port 6c72c62f-33b5-444d-a9a3-e80121d19ffc on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:22.125267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5eb1f3d0-3ff4-4957-af69-1176fdd5770a req-ecd37a6c-2e9d-4d73-b99c-af9b5232b98f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090593 Aug 09 15:37:22.135343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:22.140235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:22.144620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:22.145948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Bound port: 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:22.145948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:22.177868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-3cb0e15a-9a36-4b20-82b2-31c7dddf1f48 service neutron] 10.222.0.64 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351027 Aug 09 15:37:22.278772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:22.280831 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:22.283740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:22.318459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:22.481805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:22.483009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:22.486164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 200 len: 1095 time: 1.9533844 Aug 09 15:37:22.506607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:22.515619 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db66776-28a7-48d7-850f-c9062d6c1503" -d '{"events": [{"name": "network-changed", "server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:22.545687 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:21Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:22.548934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8097079-414a-4451-b8e1-320f81e9e0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:22.591580 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadcb79-98ed-4a1d-9373-8dbdf531af15 None None] The sync data for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 is: [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:21Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:22.627076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7a73-ef39-412c-9756-7193bfbdf748 req-9a523874-ef05-4d30-a60e-3d0c89b62d83 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:22.634958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c3b7a73-ef39-412c-9756-7193bfbdf748 req-9a523874-ef05-4d30-a60e-3d0c89b62d83 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 947 time: 0.3491764 Aug 09 15:37:22.641261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] For port 9a900505-af7b-4fb4-8fa1-a9c569b3c028, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9a900505-af7b-4fb4-8fa1-a9c569b3c028,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:22.641823 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:22.717173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-34d35c87-bdd4-4cea-9592-58b6f554c876 service neutron] 10.222.0.64 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302721 Aug 09 15:37:22.724496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Calling delete_port for 9a900505-af7b-4fb4-8fa1-a9c569b3c028 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:22.731652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:22.764279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c3b7a73-ef39-412c-9756-7193bfbdf748 req-d62b42e5-deb3-40a5-9f69-1879baf239e3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282494 Aug 09 15:37:22.766636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120042-e395-448f-b293-4fc97f949f61 req-9019016e-b57c-481c-a994-e2480276eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:22.779482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-9019016e-b57c-481c-a994-e2480276eef9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 1098 time: 0.2119553 Aug 09 15:37:22.878193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Router ea389299-ec4f-4e0c-80ba-181cc1c4426c has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:37:22.910229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-3be0b3c9-15da-4356-a8d7-d3f63b5722ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 200 len: 217 time: 0.1218991 Aug 09 15:37:23.090022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120042-e395-448f-b293-4fc97f949f61 req-814b035b-3efd-45a3-b61c-346c09e2a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:23.091720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-814b035b-3efd-45a3-b61c-346c09e2a549 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1732607 Aug 09 15:37:23.171311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:23.192825 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bba9e6-55b1-4092-8fe1-cc9c257833ff x-openstack-request-id: req-83bba9e6-55b1-4092-8fe1-cc9c257833ff {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:23.193104 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:23.193397 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83bba9e6-55b1-4092-8fe1-cc9c257833ff {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:23.194795 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'status': 'completed', 'code': 200} Aug 09 15:37:23.230474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:23.237725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'mac_address': 'fa:16:3e:bf:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:23.244427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:23.269895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120042-e395-448f-b293-4fc97f949f61 req-0dfce8e2-3942-4c0d-ad39-b71517f4db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:23.277446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-0dfce8e2-3942-4c0d-ad39-b71517f4db4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752861 Aug 09 15:37:23.285335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] Sync routers for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:23.326719 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7ec783e-500e-42d9-b8e5-187d998a0f8e tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "PUT /v2.0/floatingips/f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8 HTTP/1.1" status: 200 len: 991 time: 3.2756445 Aug 09 15:37:23.400738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'tag': '62a4f606-2faa-45bc-a537-7bdea42f5d63'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:23.404783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:23.408462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:23.408869 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a" -d '{"events": [{"name": "network-changed", "server_uuid": "39321f9d-dca2-4fbe-90f8-32e16cb8bdea", "tag": "62a4f606-2faa-45bc-a537-7bdea42f5d63"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:23.524787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:23.571546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 386ad96d-0687-44ad-9bc9-ab214909882d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:23.575722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', '22021856-c213-4d77-afe4-2a286be1fdf7', '9a900505-af7b-4fb4-8fa1-a9c569b3c028'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:23.581593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19', '8bce33a4-3119-42d8-bd45-47091325bb06'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:23.585282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event deleted for resources: {'Port': ['ID=9a900505-af7b-4fb4-8fa1-a9c569b3c028,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:23.608852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6829e5c2-bac8-48e4-a5f1-4c313733ec15 req-ee217e8f-4815-46e6-9eac-e37a8a0ccb15 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 210 time: 0.2194865 Aug 09 15:37:23.749419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] No DVR routers for this DVR port 9a900505-af7b-4fb4-8fa1-a9c569b3c028 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:23.763364 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:23.778191 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee09c417-f07b-4de8-bd2c-e8f2785f8950 req-8950285c-80bc-4f57-b39c-336c0935df87 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "DELETE /v2.0/ports/9a900505-af7b-4fb4-8fa1-a9c569b3c028 HTTP/1.1" status: 204 len: 173 time: 2.3742962 Aug 09 15:37:23.912973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d81a2f0-a68a-4177-9a6c-9ab135a855c1 req-d29e073e-73b3-4f97-add9-0bd87672ded0 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0879753 Aug 09 15:37:23.968475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:23.980279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-659bc27b-36db-4596-8e03-a2bbb8af61ad service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941791 Aug 09 15:37:24.029059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ee66438-127c-4bc3-a5a6-b8aeea6ffbac req-325f239c-d674-4b82-8678-e5aa6260a7ba tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c48cb8a-6731-45e5-bb7d-1ef92ba16029 HTTP/1.1" status: 200 len: 210 time: 0.1145136 Aug 09 15:37:24.223153 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334891bc-9658-4ada-8e1b-7cd26aada05a x-openstack-request-id: req-334891bc-9658-4ada-8e1b-7cd26aada05a {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:24.223433 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39321f9d-dca2-4fbe-90f8-32e16cb8bdea", "tag": "62a4f606-2faa-45bc-a537-7bdea42f5d63", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:24.223674 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-334891bc-9658-4ada-8e1b-7cd26aada05a {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:24.224152 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'tag': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'status': 'completed', 'code': 200} Aug 09 15:37:24.304546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28120042-e395-448f-b293-4fc97f949f61 req-df38bf8a-7481-4120-88e5-24f89fc5d944 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744703 Aug 09 15:37:24.338988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-69106d42-09c8-4dd0-86b0-b8c49a4ebe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:24.342062 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-69106d42-09c8-4dd0-86b0-b8c49a4ebe3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=80280fa157534d3ead309a1243f641ce&device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 1096 time: 0.0902388 Aug 09 15:37:24.366909 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:24.542047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70a711-c5dc-4ad1-907c-d1fb5647a283 req-c6e0d23a-c564-45b9-a3eb-5262f7134a49 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:24.553931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa70a711-c5dc-4ad1-907c-d1fb5647a283 req-c6e0d23a-c564-45b9-a3eb-5262f7134a49 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 947 time: 0.1904097 Aug 09 15:37:24.583688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:24.610449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-4847c05e-a333-4316-8b75-ea06863bf612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:24.614497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-4847c05e-a333-4316-8b75-ea06863bf612 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 1098 time: 0.2329860 Aug 09 15:37:24.653935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa70a711-c5dc-4ad1-907c-d1fb5647a283 req-36cd4c76-6d7f-4377-8347-9f3c9a767c7a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987995 Aug 09 15:37:24.663069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-7eaa2216-2cc7-47e9-99c3-f1b1adc0ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:24.665306 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-7eaa2216-2cc7-47e9-99c3-f1b1adc0ec23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 HTTP/1.1" status: 200 len: 914 time: 0.3138545 Aug 09 15:37:24.827550 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-661a554f-d44c-41bc-95a7-48d23ad5329d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62a4f606-2faa-45bc-a537-7bdea42f5d63 HTTP/1.1" status: 200 len: 999 time: 0.1533322 Aug 09 15:37:24.916807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:24.938318 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:24.951485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8085514d-cdfd-4641-8b1f-7ca369389940 req-4005655a-4a7d-4709-9173-bf1174c4edf8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 210 time: 0.0939460 Aug 09 15:37:24.957574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-5fc0e383-0a97-41ba-86bc-98135076898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:24.965910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-00ab0cb7-460f-4d48-9d88-ef8171f5e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:24.967438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-5fc0e383-0a97-41ba-86bc-98135076898f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3171022 Aug 09 15:37:24.970074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-00ab0cb7-460f-4d48-9d88-ef8171f5e0e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eaa63435-892e-4e81-ae48-750e4b7398d3 HTTP/1.1" status: 200 len: 851 time: 0.1344893 Aug 09 15:37:25.163130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-8a61c10f-ace1-47bd-bffd-f2dd8187c1fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 200 len: 217 time: 0.1872935 Aug 09 15:37:25.198953 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-66bfee0b-0b54-4792-9529-8c9ebc7eaf82 req-3d83f245-3d30-4284-bba2-a645dc6afd87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0973089 Aug 09 15:37:25.205722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-06caa2ce-23c1-495a-a9f0-c44f32dfd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:25.210685 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-06caa2ce-23c1-495a-a9f0-c44f32dfd7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213738 Aug 09 15:37:25.299246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-dd2f95f6-7831-4629-a302-df7b7c6cfd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:25.301558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-dd2f95f6-7831-4629-a302-df7b7c6cfd2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1303694 Aug 09 15:37:25.388604 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-21f164cf-9689-40fc-a578-a243777c0fc0 service neutron] 10.222.0.35 "GET /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670620 Aug 09 15:37:25.415229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5731237d-dea9-4c72-a5d6-3882b2b4b533 req-4b4a517f-aae5-46d6-a894-622cb3f9ffa1 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1123543 Aug 09 15:37:25.459627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-ca5d946f-81eb-445b-8e78-ec681365d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:25.463029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-ca5d946f-81eb-445b-8e78-ec681365d5fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431606 Aug 09 15:37:25.537009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48046) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:25.672081 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd4a05e7-3294-4ea7-b22d-0b52dcfff14a req-5a3ce4f9-0480-4436-ae6d-c3fe5ff9bcae service neutron] 10.222.0.35 "GET /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784023 Aug 09 15:37:25.705228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 386ad96d-0687-44ad-9bc9-ab214909882d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:25.777216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:25.850642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-ff39169c-af4a-41c9-a8c9-0ec9d07e894b service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686516 Aug 09 15:37:25.947634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 386ad96d-0687-44ad-9bc9-ab214909882d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:25.951475 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.052848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a924cc-4218-4fbe-a501-05147ec735a1 req-4050b0b4-69bb-4fbc-8026-f9dae491b944 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:26.067195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13a924cc-4218-4fbe-a501-05147ec735a1 req-4050b0b4-69bb-4fbc-8026-f9dae491b944 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 947 time: 0.2131207 Aug 09 15:37:26.162540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13a924cc-4218-4fbe-a501-05147ec735a1 req-4350f16a-195f-4863-af09-23c63833688d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Aug 09 15:37:26.184034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-135b21b7-35c6-4538-bde7-daf1d1d94d8e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:26.193928 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-135b21b7-35c6-4538-bde7-daf1d1d94d8e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.66 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 820 time: 0.3806775 Aug 09 15:37:26.206208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Request body: {'port': {'device_id': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'admin_state_up': True, 'tenant_id': '5e70513ba2d54817a6600c9057506f0c'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:26.247131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8226385f-d070-42f6-be07-45e90f350401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.323975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c48cb8a-6731-45e5-bb7d-1ef92ba16029', 'name': 'network-vif-deleted', 'tag': '9a900505-af7b-4fb4-8fa1-a9c569b3c028'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:26.326643 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f2445-237d-4874-bb07-91f381b7b7eb" -d '{"events": [{"server_uuid": "5c48cb8a-6731-45e5-bb7d-1ef92ba16029", "name": "network-vif-deleted", "tag": "9a900505-af7b-4fb4-8fa1-a9c569b3c028"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:26.413713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:26.460475 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8226385f-d070-42f6-be07-45e90f350401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.478658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db66776-28a7-48d7-850f-c9062d6c1503 req-2768b2e7-63e3-42b4-89af-a2e9608b7ae2 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714860 Aug 09 15:37:26.479602 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8226385f-d070-42f6-be07-45e90f350401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.544360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43c67480-7306-481b-bedc-877656e44741 req-fe96ecbc-d85e-4830-96e9-a90ba6e2e9a3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 210 time: 0.0814490 Aug 09 15:37:26.568707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Made reservation on behalf of 5e70513ba2d54817a6600c9057506f0c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:26.582098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.628052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8226385f-d070-42f6-be07-45e90f350401 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee581bd8b18b41df94413c375faf841f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0678756 Aug 09 15:37:26.633897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48076) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:26.646073 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.667110 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b956b533-72b0-4b8b-8f5f-0b94211ed760 x-openstack-request-id: req-b956b533-72b0-4b8b-8f5f-0b94211ed760 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:26.667398 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c48cb8a-6731-45e5-bb7d-1ef92ba16029", "name": "network-vif-deleted", "tag": "9a900505-af7b-4fb4-8fa1-a9c569b3c028", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:26.667964 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b956b533-72b0-4b8b-8f5f-0b94211ed760 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:26.668357 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c48cb8a-6731-45e5-bb7d-1ef92ba16029', 'name': 'network-vif-deleted', 'tag': '9a900505-af7b-4fb4-8fa1-a9c569b3c028', 'status': 'completed', 'code': 200} Aug 09 15:37:26.753351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226385f-d070-42f6-be07-45e90f350401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ad747-a8dc-4a42-8dc2-4b73c559111f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:26.852248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f86c45b-d965-4ba8-84c4-728c091fd9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.905394 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f86c45b-d965-4ba8-84c4-728c091fd9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.936657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Allocated IP 172.20.0.4 (3f3a82ac-1b70-47f1-b982-aaef4fd35fbc/ee8ab04a-617b-4695-9d4c-ab761b86dbf2/cc56bd5b-9b8c-46fc-8137-3eccfa127015) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:26.955422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'port_id': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'mac_address': 'fa:16:3e:45:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:36:55Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 1, 'project_id': '80280fa157534d3ead309a1243f641ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:55Z', 'revision_number': 5, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:26.971372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9a900505-af7b-4fb4-8fa1-a9c569b3c028 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:26.976318 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4113fd17-06b4-437c-8aa9-cc7bd9a6ca1c req-2bd363dd-98af-4049-a35c-d38504b49833 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1339691 Aug 09 15:37:27.062304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 9a900505-af7b-4fb4-8fa1-a9c569b3c028 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:27.063334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9a900505-af7b-4fb4-8fa1-a9c569b3c028 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:27.081668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6c72c62f-33b5-444d-a9a3-e80121d19ffc details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:27.127257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f86c45b-d965-4ba8-84c4-728c091fd9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:27.131230 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f86c45b-d965-4ba8-84c4-728c091fd9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:27.132580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f86c45b-d965-4ba8-84c4-728c091fd9ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/683ad747-a8dc-4a42-8dc2-4b73c559111f HTTP/1.1" status: 204 len: 168 time: 0.4974008 Aug 09 15:37:27.196813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86c45b-d965-4ba8-84c4-728c091fd9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ad747-a8dc-4a42-8dc2-4b73c559111f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:27.220394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ee9ee-6ec4-4ac9-84d9-8c69c2e08eab req-3255ffba-24b1-45a8-88dd-20351f1e9a45 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:27.227898 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e8ee9ee-6ec4-4ac9-84d9-8c69c2e08eab req-3255ffba-24b1-45a8-88dd-20351f1e9a45 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 950 time: 0.1352994 Aug 09 15:37:27.301807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:27.327869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e8ee9ee-6ec4-4ac9-84d9-8c69c2e08eab req-77510be3-ba08-48c3-92c3-a2b3dfb57ccf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988555 Aug 09 15:37:27.424197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:27.474360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] Checking router: ea389299-ec4f-4e0c-80ba-181cc1c4426c for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:27.496580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:27.512665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:27.522209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:27.531688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 386ad96d-0687-44ad-9bc9-ab214909882d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=386ad96d-0687-44ad-9bc9-ab214909882d,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:27.616095 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:27.647976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:27.671628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event updated for resources: {'Port': ['ID=cc56bd5b-9b8c-46fc-8137-3eccfa127015,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:27.713200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:27.713797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:27.728548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada26e35-2a72-4142-adae-b684266516c2 req-427012e6-812f-4f6c-b631-ba38d5ef0528 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:27.744762 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-bc62694f-3993-4cd3-b695-f3e98eeb86d3 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5427849 Aug 09 15:37:27.751393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ada26e35-2a72-4142-adae-b684266516c2 req-427012e6-812f-4f6c-b631-ba38d5ef0528 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 947 time: 0.2845964 Aug 09 15:37:27.759331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Request body: {'port': {'device_id': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:27.806452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:27.807429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:27.842134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'mac_address': 'fa:16:3e:b4:56:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:27.847576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48108) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:27.866938 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20739c90-6513-4249-899c-8a1bfdc38acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:27.891399 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.046734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=386ad96d-0687-44ad-9bc9-ab214909882d,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:28.055648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.060950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ada26e35-2a72-4142-adae-b684266516c2 req-a82cad80-0fe0-4df6-b00c-bf08e5cac805 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084619 Aug 09 15:37:28.093126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-870b695c-6452-4649-be3d-d16771f8246d tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:28.094691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-870b695c-6452-4649-be3d-d16771f8246d tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 950 time: 0.5390382 Aug 09 15:37:28.128560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.134066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.149513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.150387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.150958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.152850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.153485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.154140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.155204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.155804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.157470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.158057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:28.186967 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.267452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c72c62f-33b5-444d-a9a3-e80121d19ffc {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:28.287973 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.290968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:28.332644 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20739c90-6513-4249-899c-8a1bfdc38acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.346946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041913-3f1e-4f23-8b05-38ab81ea408e req-984c45cd-54f4-4002-b9cd-fc2d78dbd13c tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:28.348765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20739c90-6513-4249-899c-8a1bfdc38acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.354695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98041913-3f1e-4f23-8b05-38ab81ea408e req-984c45cd-54f4-4002-b9cd-fc2d78dbd13c tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 931 time: 0.2588882 Aug 09 15:37:28.412513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20739c90-6513-4249-899c-8a1bfdc38acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50b897-636a-49df-b46d-c6473a9e76bc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:28.435763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:28.508073 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.582558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98041913-3f1e-4f23-8b05-38ab81ea408e req-76153905-d8e4-43bc-876e-ddf657f37ebc tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266896 Aug 09 15:37:28.587084 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-20739c90-6513-4249-899c-8a1bfdc38acc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f812919c22f44a908e1fa345ca6dcd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7377720 Aug 09 15:37:28.590672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48120) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:28.641142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b73c5b0a-481b-4ae9-bb24-13eb80a0d96e req-305ded78-20bd-46b7-9d7d-79eec8eaf7ac tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1054175 Aug 09 15:37:28.684414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Deleting port 8bce33a4-3119-42d8-bd45-47091325bb06 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:28.685068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.723554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:28.765045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-210ca69c-4ff4-448f-82ff-b7884f9aa3db tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:28.766640 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-210ca69c-4ff4-448f-82ff-b7884f9aa3db tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/ports?device_id=72aa9e88-ec25-48b5-bbe0-8b3695e71115 HTTP/1.1" status: 200 len: 950 time: 0.3742435 Aug 09 15:37:28.778162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc56bd5b-9b8c-46fc-8137-3eccfa127015 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:28.794608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['6c72c62f-33b5-444d-a9a3-e80121d19ffc'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:28.804699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.859389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Transition to ACTIVE for port object cc56bd5b-9b8c-46fc-8137-3eccfa127015 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:28.892277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] For port 8bce33a4-3119-42d8-bd45-47091325bb06, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8bce33a4-3119-42d8-bd45-47091325bb06,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:28.892884 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.897709 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.907281 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-795696a1-9b1b-42bf-9f39-fff0c274c0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.924053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Calling delete_port for 8bce33a4-3119-42d8-bd45-47091325bb06 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:29.008669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:29.032709 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-795696a1-9b1b-42bf-9f39-fff0c274c0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.084216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8bce33a4-3119-42d8-bd45-47091325bb06 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:29.124050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f96ac4-1b5d-49a4-8b91-abb702b910f3 req-ccf72f6d-814d-4016-99be-23ca8f3ac94b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:29.125771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1f96ac4-1b5d-49a4-8b91-abb702b910f3 req-ccf72f6d-814d-4016-99be-23ca8f3ac94b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 950 time: 0.3614023 Aug 09 15:37:29.162047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Deleting port 22021856-c213-4d77-afe4-2a286be1fdf7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:29.162409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.165234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Pushing event updated for resources: {'Port': ['ID=cc56bd5b-9b8c-46fc-8137-3eccfa127015,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:29.305047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'port_id': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'mac_address': 'fa:16:3e:45:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:36:55Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 1, 'project_id': '80280fa157534d3ead309a1243f641ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:55Z', 'revision_number': 5, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:29.351712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1f96ac4-1b5d-49a4-8b91-abb702b910f3 req-126f2e80-e2b1-4424-9ceb-6c00d4b99dc4 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026839 Aug 09 15:37:29.376737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee38ac-e0a4-4274-b50b-549e529d1823 None None] The sync data for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 is: [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'port_id': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'mac_address': 'fa:16:3e:45:8b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:36:55Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 1, 'project_id': '80280fa157534d3ead309a1243f641ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:55Z', 'revision_number': 5, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:29.469275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:29.469938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.524361 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.571187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4624-f239-4e0d-b7f3-0b789ccf3a6b req-eaf2e7e1-72ba-4669-bc96-d38864d548d3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:29.590856 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-795696a1-9b1b-42bf-9f39-fff0c274c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.597591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4e4624-f239-4e0d-b7f3-0b789ccf3a6b req-eaf2e7e1-72ba-4669-bc96-d38864d548d3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 948 time: 0.3149252 Aug 09 15:37:29.606757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.624985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-795696a1-9b1b-42bf-9f39-fff0c274c0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.626279 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-795696a1-9b1b-42bf-9f39-fff0c274c0cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed50b897-636a-49df-b46d-c6473a9e76bc HTTP/1.1" status: 204 len: 168 time: 1.0347750 Aug 09 15:37:29.647654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:29.659420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Attempting to bind port cc56bd5b-9b8c-46fc-8137-3eccfa127015 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:29.664217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Attempting to bind port cc56bd5b-9b8c-46fc-8137-3eccfa127015 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:29.666025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Attempting to bind port cc56bd5b-9b8c-46fc-8137-3eccfa127015 on network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:29.683416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Port cc56bd5b-9b8c-46fc-8137-3eccfa127015 on network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:29.684050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Attempting to bind port cc56bd5b-9b8c-46fc-8137-3eccfa127015 on network 3f3a82ac-1b70-47f1-b982-aaef4fd35fbc {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:29.700106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795696a1-9b1b-42bf-9f39-fff0c274c0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50b897-636a-49df-b46d-c6473a9e76bc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:29.713581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:29.714346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Checking segment: {'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:29.715058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Bound using segment: {'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:29.715676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Bound port: cc56bd5b-9b8c-46fc-8137-3eccfa127015, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f53b80f-cc1f-4d21-a206-f025df739e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:29.716919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.746971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event deleted for resources: {'Port': ['ID=8bce33a4-3119-42d8-bd45-47091325bb06,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:29.836462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] For port cc56bd5b-9b8c-46fc-8137-3eccfa127015, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:29.840353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] For port cc56bd5b-9b8c-46fc-8137-3eccfa127015, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:29.847348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:29.852872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.913628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 386ad96d-0687-44ad-9bc9-ab214909882d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:29.926375 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df9be0-9ab2-4331-bf10-84f9267b7396 None None] New status for floating IP f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:37:29.940792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4e4624-f239-4e0d-b7f3-0b789ccf3a6b req-06fb2df8-b3ae-4ca2-a6d5-d1f3f8ad7ce1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422334 Aug 09 15:37:29.953259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:29.954067 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.956209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] No DVR routers for this DVR port 8bce33a4-3119-42d8-bd45-47091325bb06 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:29.960965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] 10.222.0.66 "PUT /v2.0/ports/cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 1091 time: 2.2052903 Aug 09 15:37:29.963613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:29.973392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-961c625e-1efc-42a8-ae8f-840b9c9a6d9f req-ccb825c2-fa6e-4f52-9e63-5b04d627573c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "DELETE /v2.0/ports/8bce33a4-3119-42d8-bd45-47091325bb06 HTTP/1.1" status: 204 len: 173 time: 1.8531179 Aug 09 15:37:29.974100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347c4f-1208-405b-af7c-229e213554cc service neutron] Pushing event updated for resources: {'Port': ['ID=cc56bd5b-9b8c-46fc-8137-3eccfa127015,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:30.012707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:30.023297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3e2ff0-1997-497b-a056-26651dc813ac', 'name': 'network-vif-deleted', 'tag': '8bce33a4-3119-42d8-bd45-47091325bb06'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:30.024509 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f850b88c-38cb-42cf-a3fb-bb531ed934c3" -d '{"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:30.031427 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb57e63-aec8-4192-9912-da04e84d70f5" -d '{"events": [{"server_uuid": "aa3e2ff0-1997-497b-a056-26651dc813ac", "name": "network-vif-deleted", "tag": "8bce33a4-3119-42d8-bd45-47091325bb06"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:30.040908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] For port 22021856-c213-4d77-afe4-2a286be1fdf7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=22021856-c213-4d77-afe4-2a286be1fdf7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:30.049242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:30.091348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Calling delete_port for 22021856-c213-4d77-afe4-2a286be1fdf7 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:30.328499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f14cc199-c3ca-4071-969e-6abf67766761 req-37a642b9-f4be-4c80-a7a4-111843ff3a45 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1804986 Aug 09 15:37:30.438190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8a132-dd49-4707-93e7-166034311786 req-f0093752-31ff-45ab-a79a-7b62ec9ab215 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:30.447281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c8a132-dd49-4707-93e7-166034311786 req-f0093752-31ff-45ab-a79a-7b62ec9ab215 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 943 time: 0.5004282 Aug 09 15:37:30.466474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:30.468886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-84ac9593-2110-4dd1-9cef-bd8633a0c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:30.477849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-84ac9593-2110-4dd1-9cef-bd8633a0c14f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1094 time: 0.4252899 Aug 09 15:37:30.509503 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b5af59-663d-4636-af8d-53705a535486 x-openstack-request-id: req-b8b5af59-663d-4636-af8d-53705a535486 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:30.509787 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:30.510077 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8b5af59-663d-4636-af8d-53705a535486 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:30.510424 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'status': 'completed', 'code': 200} Aug 09 15:37:30.559241 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:30.664619 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b08390-2747-4bff-b65a-3a47fd823d60 x-openstack-request-id: req-a3b08390-2747-4bff-b65a-3a47fd823d60 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:30.673298 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3e2ff0-1997-497b-a056-26651dc813ac", "name": "network-vif-deleted", "tag": "8bce33a4-3119-42d8-bd45-47091325bb06", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:30.675213 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3b08390-2747-4bff-b65a-3a47fd823d60 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:30.676309 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3e2ff0-1997-497b-a056-26651dc813ac', 'name': 'network-vif-deleted', 'tag': '8bce33a4-3119-42d8-bd45-47091325bb06', 'status': 'completed', 'code': 200} Aug 09 15:37:30.706874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-b1898e5c-3780-43a2-a824-318cb13a8237 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 217 time: 0.2263265 Aug 09 15:37:30.811533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event deleted for resources: {'Port': ['ID=22021856-c213-4d77-afe4-2a286be1fdf7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:30.889239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-cf8c18ee-ff54-4484-8cdd-5098d239eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:30.890906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-cf8c18ee-ff54-4484-8cdd-5098d239eb0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.1766818 Aug 09 15:37:30.945714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] No DVR routers for this DVR port 22021856-c213-4d77-afe4-2a286be1fdf7 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:30.959052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:30.965509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-176a1221-f3ff-48f3-8d18-6da28421e31c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660772 Aug 09 15:37:30.973363 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de7e99f4-dd48-4c6a-a9b2-b3661e3412a3 req-d46466eb-2c3b-40c0-afa5-991e3172f87f tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "DELETE /v2.0/ports/22021856-c213-4d77-afe4-2a286be1fdf7 HTTP/1.1" status: 204 len: 173 time: 2.1955211 Aug 09 15:37:31.006109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:31.020882 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549d3c49-7c5a-4140-beb9-f361baaa718e" -d '{"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-plugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:31.041552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c8a132-dd49-4707-93e7-166034311786 req-d69650cb-8c21-498f-956c-1f9f863c1be8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884249 Aug 09 15:37:31.060743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86e82146-2a73-4df2-9843-591ca93784ce req-deb9c008-e32d-4662-91f5-711441dd9d70 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa3e2ff0-1997-497b-a056-26651dc813ac HTTP/1.1" status: 200 len: 210 time: 0.1624436 Aug 09 15:37:31.154137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6c72c62f-33b5-444d-a9a3-e80121d19ffc up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:31.159621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:31.371251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:31.372294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 22021856-c213-4d77-afe4-2a286be1fdf7 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:31.391680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 386ad96d-0687-44ad-9bc9-ab214909882d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:31.392044 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:31.479718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 22021856-c213-4d77-afe4-2a286be1fdf7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:31.480095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 22021856-c213-4d77-afe4-2a286be1fdf7 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:31.486323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-e68053c7-c4f9-49e4-bee7-92a88b4a4c76 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917629 Aug 09 15:37:31.532827 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e529a143-0c25-4f7e-b5d3-511f61d5dc75 x-openstack-request-id: req-e529a143-0c25-4f7e-b5d3-511f61d5dc75 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:31.532827 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-plugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:31.532827 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e529a143-0c25-4f7e-b5d3-511f61d5dc75 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:31.532827 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'code': 200} Aug 09 15:37:31.668447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 6c72c62f-33b5-444d-a9a3-e80121d19ffc completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:31.680325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 6c72c62f-33b5-444d-a9a3-e80121d19ffc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:31.680727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:31.744775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4dc44453-ba96-46f4-8555-f51a7a6a8baf req-ff32e451-3a24-4fd6-a908-58f294e5e1fe tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1547461 Aug 09 15:37:31.751134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f84f1d6-e48d-4f8e-afce-b1362655548f req-1215e8b7-0745-4c8c-a0f0-50fcb144ad6d service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552483 Aug 09 15:37:31.786397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56bff6-77cb-44d7-8cc5-21c03ff5a151 req-0693b75a-94fd-4f49-a0c4-9669d947059b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:31.788118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f56bff6-77cb-44d7-8cc5-21c03ff5a151 req-0693b75a-94fd-4f49-a0c4-9669d947059b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 948 time: 0.2378829 Aug 09 15:37:31.864223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:31.866196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f56bff6-77cb-44d7-8cc5-21c03ff5a151 req-0954a48d-2db8-4024-9a28-9cf392563492 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684500 Aug 09 15:37:31.906487 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:31.932154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:32.044764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-network', 'tenant_id': '3004e652136644939a79b2d30f832d72'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:32.046711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-c139eea6-ac7d-49b8-8a7c-0b785afe7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:32.052465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-c139eea6-ac7d-49b8-8a7c-0b785afe7716 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1094 time: 0.0849316 Aug 09 15:37:32.093044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Made reservation on behalf of 3004e652136644939a79b2d30f832d72 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:32.097462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.121085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.150914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:32.309500 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.323023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.333282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:32.352203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:37:32.361404 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.378369 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.378864 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Added segment cd20ffa9-d43d-45cc-b729-4ff5eca70cf8 of type vlan for network b4d57aa7-99c6-4731-913d-5cdbb6947f04 Aug 09 15:37:32.480851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.519713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:32.558958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72aa9e88-ec25-48b5-bbe0-8b3695e71115', 'name': 'network-vif-deleted', 'tag': '22021856-c213-4d77-afe4-2a286be1fdf7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:32.561839 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d0011e-b296-486e-ac3c-3a1322f1f60c" -d '{"events": [{"server_uuid": "72aa9e88-ec25-48b5-bbe0-8b3695e71115", "name": "network-vif-deleted", "tag": "22021856-c213-4d77-afe4-2a286be1fdf7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:32.574025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.581586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:32.587146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.742252 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8766522 Aug 09 15:37:32.745242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48208) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:32.755968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Request body: {'subnet': {'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-subnet', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:32.759907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:32.775449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f866fd-c53b-4d65-a3f0-cd67472d1da1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d57aa7-99c6-4731-913d-5cdbb6947f04,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:32.799071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Made reservation on behalf of 3004e652136644939a79b2d30f832d72 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:32.802593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.840498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d71a02-287a-459b-b921-afba531ef83c req-d3addbc8-5557-4fc2-8e1b-22d74f1ab28e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:32.849978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37d71a02-287a-459b-b921-afba531ef83c req-d3addbc8-5557-4fc2-8e1b-22d74f1ab28e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 943 time: 0.6893289 Aug 09 15:37:32.877039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-d7156a2f-ca95-49e7-ac6c-86ea7cc034fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:32.877990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-d7156a2f-ca95-49e7-ac6c-86ea7cc034fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 922 time: 0.8116455 Aug 09 15:37:32.881227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:37:32.994823 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc44259-c3b7-4b67-95ad-6cc0faf42c44 x-openstack-request-id: req-fdc44259-c3b7-4b67-95ad-6cc0faf42c44 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:32.995414 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72aa9e88-ec25-48b5-bbe0-8b3695e71115", "name": "network-vif-deleted", "tag": "22021856-c213-4d77-afe4-2a286be1fdf7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:32.995779 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdc44259-c3b7-4b67-95ad-6cc0faf42c44 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:32.996274 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72aa9e88-ec25-48b5-bbe0-8b3695e71115', 'name': 'network-vif-deleted', 'tag': '22021856-c213-4d77-afe4-2a286be1fdf7', 'status': 'completed', 'code': 200} Aug 09 15:37:33.070813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b56c48d2-a423-4fd4-bc96-435a31b8e390', 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:33.077831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device cc56bd5b-9b8c-46fc-8137-3eccfa127015 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:33.140524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37d71a02-287a-459b-b921-afba531ef83c req-e1f3957e-6384-488b-b438-bd6a701bf9ae tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860968 Aug 09 15:37:33.144559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-3c8b44b9-8e10-4707-b134-112cec0fbe37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 217 time: 0.2302282 Aug 09 15:37:33.185516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.384287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a7b0ff7-bffe-4c66-882b-b8d098d467cc req-bc95d716-e722-4e7e-bedf-fedab43a0a97 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0895205 Aug 09 15:37:33.390071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-9afe307e-5cda-4f5d-aad8-770cfbc227ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:33.391560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-9afe307e-5cda-4f5d-aad8-770cfbc227ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.2371526 Aug 09 15:37:33.397847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa9d6bb-00b4-410b-baab-239a9fab8a6d,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:33.426776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Checking segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:33.427190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Network hostable DHCP agents. Network: b4d57aa7-99c6-4731-913d-5cdbb6947f04, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:37:33.454517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-a7e14e91-64b3-4c32-964d-e4033e5e5fe8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536516 Aug 09 15:37:33.487355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:37:33.529756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b4d57aa7-99c6-4731-913d-5cdbb6947f04) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:33.536011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:33.539308 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e2dfff-3421-4393-bcb8-7b1b3a5d3774" -d '{"events": [{"server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "name": "network-vif-plugged", "status": "completed", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:33.548916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:33.550264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.571694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port cc56bd5b-9b8c-46fc-8137-3eccfa127015, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:33.587488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70549986-58eb-43d2-b368-64e88ae779e5 None None] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:33.591129 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-19b0b224-1e3e-4900-82ed-2f5de65d350d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8447032 Aug 09 15:37:33.594116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48222) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:33.621208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:33.672119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.673690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.697223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'port_id': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:33.774433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.786459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fef3e-648c-466c-8b15-cea34d36da6c req-5ff89806-ce39-424f-ab4a-c58de923a925 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:33.793776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-855fef3e-648c-466c-8b15-cea34d36da6c req-5ff89806-ce39-424f-ab4a-c58de923a925 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.3383632 Aug 09 15:37:33.883311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-a138cf65-8819-4a6a-85e9-29cef9b11feb service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059849 Aug 09 15:37:33.908616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a20151-1145-441f-afbc-3738278905f4 req-a8dfe1aa-c669-4c41-82e3-1ffd9fee8c84 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:33.909575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46a20151-1145-441f-afbc-3738278905f4 req-a8dfe1aa-c669-4c41-82e3-1ffd9fee8c84 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 949 time: 0.2932439 Aug 09 15:37:33.996942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.012865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f850b88c-38cb-42cf-a3fb-bb531ed934c3 req-0c24607d-061b-49cc-9567-0e9a7c609761 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009166 Aug 09 15:37:34.047214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-855fef3e-648c-466c-8b15-cea34d36da6c req-455d5043-465f-44d2-a998-df06efb66b94 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387757 Aug 09 15:37:34.083080 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.106595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc56bd5b-9b8c-46fc-8137-3eccfa127015 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:34.130202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port cc56bd5b-9b8c-46fc-8137-3eccfa127015, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:34.140800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46a20151-1145-441f-afbc-3738278905f4 req-fb8e2875-e2c4-46f7-b31b-87eda4448701 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182425 Aug 09 15:37:34.211145 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2d8e47-aa12-4932-afd3-60b0670ca782 x-openstack-request-id: req-6c2d8e47-aa12-4932-afd3-60b0670ca782 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:34.211576 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "name": "network-vif-plugged", "status": "completed", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:34.219375 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c2d8e47-aa12-4932-afd3-60b0670ca782 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:34.226802 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'code': 200} Aug 09 15:37:34.242592 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.443586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-99102304-dab0-4bd8-bc5b-e1daf095ad06 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:34.445479 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-99102304-dab0-4bd8-bc5b-e1daf095ad06 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 949 time: 0.1111131 Aug 09 15:37:34.458227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:37:34.460693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.499029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633249b-a497-49b9-9799-4bd7185d0d05 req-9246e62a-53fe-4f16-a82a-554ab6beec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:34.504353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5633249b-a497-49b9-9799-4bd7185d0d05 req-9246e62a-53fe-4f16-a82a-554ab6beec99 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 1100 time: 0.1872149 Aug 09 15:37:34.629678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd2bf087-5dbe-4384-a4a3-0b3796b605b3 req-b81a054e-7573-4019-8941-39aec90a760a tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0792031 Aug 09 15:37:34.655927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['cc56bd5b-9b8c-46fc-8137-3eccfa127015'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:34.662787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8884fa-8828-4eb5-ad89-66f493fda8ab req-4a7bec01-4243-4050-8bd3-3e617b929649 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:34.672719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf8884fa-8828-4eb5-ad89-66f493fda8ab req-4a7bec01-4243-4050-8bd3-3e617b929649 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 944 time: 0.2399180 Aug 09 15:37:34.741367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=cc56bd5b-9b8c-46fc-8137-3eccfa127015,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:34.752228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5633249b-a497-49b9-9799-4bd7185d0d05 req-ca2f6fbb-43b1-4c03-972e-85dec8961ae9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375202 Aug 09 15:37:34.796492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf8884fa-8828-4eb5-ad89-66f493fda8ab req-8f1f2797-af12-43de-9d18-9b03c380ba89 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195188 Aug 09 15:37:34.846160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Deleting port b56c48d2-a423-4fd4-bc96-435a31b8e390 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:34.846819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.848952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Allocated IP 172.20.0.2 (b4d57aa7-99c6-4731-913d-5cdbb6947f04/0aa9d6bb-00b4-410b-baab-239a9fab8a6d/84b7e1e1-8828-4bf0-9db2-3520baa1e109) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:34.912664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.939736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.981855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] For port b56c48d2-a423-4fd4-bc96-435a31b8e390, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b56c48d2-a423-4fd4-bc96-435a31b8e390,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:34.982218 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.082869 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.097809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Transition to ACTIVE for port object 84b7e1e1-8828-4bf0-9db2-3520baa1e109 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:35.115678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Transition to ACTIVE for port object 84b7e1e1-8828-4bf0-9db2-3520baa1e109 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:35.136569 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.211505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:35.216568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:35.220503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:35.294143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c14d4-92c8-4a8a-b426-f401826bed83 req-f44450d4-1024-4c62-852a-cda85e605565 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:35.296927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df7c14d4-92c8-4a8a-b426-f401826bed83 req-f44450d4-1024-4c62-852a-cda85e605565 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1539726 Aug 09 15:37:35.313628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Pushing event updated for resources: {'Port': ['ID=84b7e1e1-8828-4bf0-9db2-3520baa1e109,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:35.320444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Attempting to bind port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:35.321121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Attempting to bind port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:35.321649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Attempting to bind port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 on network b4d57aa7-99c6-4731-913d-5cdbb6947f04 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:35.339549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:35.340131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Checking segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:35.340397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.340789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Bound using segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:35.341261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Bound port: 84b7e1e1-8828-4bf0-9db2-3520baa1e109, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:35.341637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.438570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df7c14d4-92c8-4a8a-b426-f401826bed83 req-2f2e3a37-2be4-4d22-9598-2b2e3f744f5f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307821 Aug 09 15:37:35.496421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f6b6-cb80-44af-982d-3cc852b4a586 req-f878d51a-0161-475e-85cf-757ea33e8e28 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:35.501983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eb9f6b6-cb80-44af-982d-3cc852b4a586 req-f878d51a-0161-475e-85cf-757ea33e8e28 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 949 time: 0.1868172 Aug 09 15:37:35.507338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] For port 84b7e1e1-8828-4bf0-9db2-3520baa1e109, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:35.511650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] For port 84b7e1e1-8828-4bf0-9db2-3520baa1e109, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=84b7e1e1-8828-4bf0-9db2-3520baa1e109,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:35.519767 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.525609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Calling delete_port for b56c48d2-a423-4fd4-bc96-435a31b8e390 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:35.635306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eb9f6b6-cb80-44af-982d-3cc852b4a586 req-0eac0fb2-640d-42f6-8a9d-f3936e6763d3 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295693 Aug 09 15:37:35.736182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae76373-fa38-4491-8594-65f14ed1d9fc None None] Pushing event updated for resources: {'Port': ['ID=84b7e1e1-8828-4bf0-9db2-3520baa1e109,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:35.824408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-c969385f-ccdf-4005-9015-5d88010ac442 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:35.826359 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-c969385f-ccdf-4005-9015-5d88010ac442 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 949 time: 0.2985594 Aug 09 15:37:35.871501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6ac3338-5624-4b1c-9a12-d0e8dcd01a24 req-67f2c526-45f5-49c4-bcf7-4c3d8afb5c72 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0836577 Aug 09 15:37:36.038371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Allocated IP 172.25.7.94 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/3645fd4d-6c65-41cd-913c-6988e027d524) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:36.049323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c46475-aeee-44e6-8de9-09d653732396 req-73824b34-f13b-4a3e-9ac8-16015f493179 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:36.051473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5c46475-aeee-44e6-8de9-09d653732396 req-73824b34-f13b-4a3e-9ac8-16015f493179 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 944 time: 0.1453238 Aug 09 15:37:36.138423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5c46475-aeee-44e6-8de9-09d653732396 req-7e9cb76e-aa1b-40e5-8a7b-96cf116c1424 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655770 Aug 09 15:37:36.211244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Deleting port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:36.211562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.220740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.235651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:36.240214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:36.350841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.415226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event deleted for resources: {'Port': ['ID=b56c48d2-a423-4fd4-bc96-435a31b8e390,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:36.431892 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.541082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36095218-0254-4f97-8f7b-78c805a4670e req-829b1578-3437-4ac8-a22a-e4c30707d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:36.544778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36095218-0254-4f97-8f7b-78c805a4670e req-829b1578-3437-4ac8-a22a-e4c30707d448 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1096 time: 0.0654762 Aug 09 15:37:36.740437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 84b7e1e1-8828-4bf0-9db2-3520baa1e109 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:36.782179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:36.784329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] No DVR routers for this DVR port b56c48d2-a423-4fd4-bc96-435a31b8e390 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:36.792425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.795244 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd532dcf-442c-4b3a-b5a2-9d5ea48d3c05 req-527b18fa-567e-47d1-8610-5d2b7b02693b tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "DELETE /v2.0/ports/b56c48d2-a423-4fd4-bc96-435a31b8e390 HTTP/1.1" status: 204 len: 173 time: 2.3356471 Aug 09 15:37:36.798773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:36.804717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd30dd90-19b5-4aef-bd15-6d88a6f6f129', 'name': 'network-vif-deleted', 'tag': 'b56c48d2-a423-4fd4-bc96-435a31b8e390'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:36.816634 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fc7c3b-98e1-4039-9842-0b3f459f0397" -d '{"events": [{"server_uuid": "fd30dd90-19b5-4aef-bd15-6d88a6f6f129", "name": "network-vif-deleted", "tag": "b56c48d2-a423-4fd4-bc96-435a31b8e390"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:36.830147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:36.863322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Pushing event updated for resources: {'Port': ['ID=3645fd4d-6c65-41cd-913c-6988e027d524,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:36.871529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:36.981163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75709085-477e-4829-b58b-da5d27a2d7ed req-5844efe5-c73a-4314-9522-528ede859163 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 210 time: 0.0550659 Aug 09 15:37:36.994037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b56c48d2-a423-4fd4-bc96-435a31b8e390 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:37.017497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6ad94-e650-45bb-8df5-b4b0229dbe16 req-d539db8f-162a-4d5e-b14e-9904615f90dd tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:37.018154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] For port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:37.018392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.020499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74b6ad94-e650-45bb-8df5-b4b0229dbe16 req-d539db8f-162a-4d5e-b14e-9904615f90dd tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.3396177 Aug 09 15:37:37.107599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device cc56bd5b-9b8c-46fc-8137-3eccfa127015 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:37.115535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Calling delete_port for bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:37.123710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: b56c48d2-a423-4fd4-bc96-435a31b8e390 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:37.126242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b56c48d2-a423-4fd4-bc96-435a31b8e390 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:37.139718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36095218-0254-4f97-8f7b-78c805a4670e req-f392f90f-1c52-48f1-b041-34ef1fe378df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:37.145691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36095218-0254-4f97-8f7b-78c805a4670e req-f392f90f-1c52-48f1-b041-34ef1fe378df service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.5728867 Aug 09 15:37:37.265633 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00b493a-fce9-4815-8edc-3d99d7d96deb x-openstack-request-id: req-a00b493a-fce9-4815-8edc-3d99d7d96deb {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:37.265935 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd30dd90-19b5-4aef-bd15-6d88a6f6f129", "name": "network-vif-deleted", "tag": "b56c48d2-a423-4fd4-bc96-435a31b8e390", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:37.266206 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a00b493a-fce9-4815-8edc-3d99d7d96deb {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:37.266613 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd30dd90-19b5-4aef-bd15-6d88a6f6f129', 'name': 'network-vif-deleted', 'tag': 'b56c48d2-a423-4fd4-bc96-435a31b8e390', 'status': 'completed', 'code': 200} Aug 09 15:37:37.278348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port cc56bd5b-9b8c-46fc-8137-3eccfa127015 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:37.284790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port cc56bd5b-9b8c-46fc-8137-3eccfa127015 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:37.285551 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.323064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74b6ad94-e650-45bb-8df5-b4b0229dbe16 req-7fcc51cc-9dc5-4209-a252-d87e312ca8eb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898962 Aug 09 15:37:37.333763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36095218-0254-4f97-8f7b-78c805a4670e req-5f89c656-0949-4d91-bab3-24d0a2947031 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 1000 time: 0.1756296 Aug 09 15:37:37.506239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a56006e6-fed6-4c44-8d00-6d3989492f90 req-6524473c-b801-4438-9313-4928bd67c36f tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1655607 Aug 09 15:37:37.580701 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.664302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:37.674306 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748f184b-f0c2-43f4-8294-691be8a991e4" -d '{"events": [{"server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "name": "network-vif-plugged", "status": "completed", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:37.695578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce4603-1959-4fc5-b77f-a72f4ccc221d None None] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:37.725783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36095218-0254-4f97-8f7b-78c805a4670e req-37b448a9-4847-48cd-9772-8f85f7e2e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:37.728918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36095218-0254-4f97-8f7b-78c805a4670e req-37b448a9-4847-48cd-9772-8f85f7e2e52c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.3439105 Aug 09 15:37:37.742514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port cc56bd5b-9b8c-46fc-8137-3eccfa127015, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:37.823730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6c7e-3789-476a-95cf-52210292763a req-c58f809b-bafc-42a2-b322-eb72131fa698 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:37.825609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b1e6c7e-3789-476a-95cf-52210292763a req-c58f809b-bafc-42a2-b322-eb72131fa698 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 944 time: 0.3022306 Aug 09 15:37:37.840669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36095218-0254-4f97-8f7b-78c805a4670e req-d774adc5-ee52-4d4f-9ecf-43ce7c69aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:37.842688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36095218-0254-4f97-8f7b-78c805a4670e req-d774adc5-ee52-4d4f-9ecf-43ce7c69aa2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803676 Aug 09 15:37:37.923858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.952411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f48422a0-6e29-4d22-9d61-bdab05833727 None None] Provisioning for port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:37.969363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b1e6c7e-3789-476a-95cf-52210292763a req-44248181-9f00-4595-8f93-88bc3c6b9913 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299810 Aug 09 15:37:38.025710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f48422a0-6e29-4d22-9d61-bdab05833727 None None] Provisioning complete for port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:38.026214 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48422a0-6e29-4d22-9d61-bdab05833727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.183645 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a131ed-a7b9-4809-bdc8-766811004baf x-openstack-request-id: req-51a131ed-a7b9-4809-bdc8-766811004baf {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:38.183989 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "name": "network-vif-plugged", "status": "completed", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:38.184232 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51a131ed-a7b9-4809-bdc8-766811004baf {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:38.184643 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'code': 200} Aug 09 15:37:38.349694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.356589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36095218-0254-4f97-8f7b-78c805a4670e req-e655a0d5-c49c-420a-8a12-5cca9d5d69a2 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900424 Aug 09 15:37:38.449598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.503445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-65e1e660-6b0e-4fbb-84c5-fcbd6cb4ecb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3221881 Aug 09 15:37:38.556153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fb4d2-6d9d-490c-a213-1be03677ef5b req-6198bed5-5216-4e27-8d5c-9bd19061cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:38.558233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f5fb4d2-6d9d-490c-a213-1be03677ef5b req-6198bed5-5216-4e27-8d5c-9bd19061cba5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1096 time: 0.2380681 Aug 09 15:37:38.574173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc61aca0-e22a-47ee-b0b3-511ff75d51f4 req-58245d17-9c2f-41ca-88b5-32ebe4049575 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd30dd90-19b5-4aef-bd15-6d88a6f6f129 HTTP/1.1" status: 200 len: 210 time: 0.0853937 Aug 09 15:37:38.699988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:38.734598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc3d3-69f5-4db3-898a-ad46c8b19c23 req-00766b6a-d8f3-4912-83af-879367eb49a7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:38.755104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b85bc3d3-69f5-4db3-898a-ad46c8b19c23 req-00766b6a-d8f3-4912-83af-879367eb49a7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.3582051 Aug 09 15:37:38.801658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=cc56bd5b-9b8c-46fc-8137-3eccfa127015,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:38.876877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c6fd858-7711-4d32-b418-ab0cda93f131 req-c0b59e2a-1343-4441-b940-450604b43047 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0993683 Aug 09 15:37:38.897266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f5fb4d2-6d9d-490c-a213-1be03677ef5b req-763eb96c-03f9-4b28-b734-f63b5960f7ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172748 Aug 09 15:37:38.905816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36095218-0254-4f97-8f7b-78c805a4670e req-0c4b36bc-2fb3-4e2a-9125-40e48d90e6cb service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253012 Aug 09 15:37:38.931049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event deleted for resources: {'Port': ['ID=bd7a8cb7-644e-40f6-9ba6-49a47ded2c58,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:38.946487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b85bc3d3-69f5-4db3-898a-ad46c8b19c23 req-8c1494f1-7810-49dd-bbf3-d1d8695db9b5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891820 Aug 09 15:37:39.157597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:39.184240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab0a02-5296-4184-b415-e81cf386c383 req-642082a6-a7e4-461b-a96a-34e97bd6b16c tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:39.185900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fab0a02-5296-4184-b415-e81cf386c383 req-642082a6-a7e4-461b-a96a-34e97bd6b16c tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1107743 Aug 09 15:37:39.230901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:39.231250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:39.249241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] No DVR routers for this DVR port bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:39.284505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.287272 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-145b1129-06fb-4a24-b350-9516c0a4b23f req-88b66469-b3dc-4e9c-8d0d-56733644dd59 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.35 "DELETE /v2.0/ports/bd7a8cb7-644e-40f6-9ba6-49a47ded2c58 HTTP/1.1" status: 204 len: 173 time: 3.4463041 Aug 09 15:37:39.290662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd081711d-4aa7-4771-b248-40cf315ef764', 'name': 'network-vif-deleted', 'tag': 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:39.294326 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4403f601-b997-46ba-a436-190554c2527c" -d '{"events": [{"server_uuid": "d081711d-4aa7-4771-b248-40cf315ef764", "name": "network-vif-deleted", "tag": "bd7a8cb7-644e-40f6-9ba6-49a47ded2c58"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:39.302382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fab0a02-5296-4184-b415-e81cf386c383 req-64216d07-b48d-4943-8790-c5c185845612 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076808 Aug 09 15:37:39.329652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.389278 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48422a0-6e29-4d22-9d61-bdab05833727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.475745 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b906b53-6edf-4837-875c-4430aaddcd55 x-openstack-request-id: req-5b906b53-6edf-4837-875c-4430aaddcd55 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:39.476446 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d081711d-4aa7-4771-b248-40cf315ef764", "name": "network-vif-deleted", "tag": "bd7a8cb7-644e-40f6-9ba6-49a47ded2c58", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:39.476546 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b906b53-6edf-4837-875c-4430aaddcd55 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:39.477074 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd081711d-4aa7-4771-b248-40cf315ef764', 'name': 'network-vif-deleted', 'tag': 'bd7a8cb7-644e-40f6-9ba6-49a47ded2c58', 'status': 'completed', 'code': 200} Aug 09 15:37:39.510226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f48422a0-6e29-4d22-9d61-bdab05833727 None None] For port 84b7e1e1-8828-4bf0-9db2-3520baa1e109, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=84b7e1e1-8828-4bf0-9db2-3520baa1e109,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:39.535582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48422a0-6e29-4d22-9d61-bdab05833727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.691546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48422a0-6e29-4d22-9d61-bdab05833727 None None] Pushing event updated for resources: {'Port': ['ID=84b7e1e1-8828-4bf0-9db2-3520baa1e109,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:39.744424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:37:39.967087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-78194c37-6847-4717-87f4-be078d09099e None None] Provisioning complete for port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:39.967656 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78194c37-6847-4717-87f4-be078d09099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.985946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:40.012365 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ced383c9-4b1d-439d-b407-5f0fe8c56e24 req-14d65b04-8bf2-43c4-81d7-1540b784bc9a tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=d081711d-4aa7-4771-b248-40cf315ef764 HTTP/1.1" status: 200 len: 210 time: 0.0915833 Aug 09 15:37:40.031064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.045475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:40.049744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3e21de94-9336-449a-b627-71d146eae174 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.4430962 Aug 09 15:37:40.054113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48362) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:40.090763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:40.097253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:40.122057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c39799a5-f5e7-4c76-9c97-3d662f9ce26a req-de4300ca-2428-4a64-bc4c-2b46e240e2d3 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0768666 Aug 09 15:37:40.258798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa429e12-52f6-4c32-9275-3d276da10fcb req-855a1754-de59-49e2-9c74-455e2998ab0a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:40.266998 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa429e12-52f6-4c32-9275-3d276da10fcb req-855a1754-de59-49e2-9c74-455e2998ab0a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1360159 Aug 09 15:37:40.388094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa429e12-52f6-4c32-9275-3d276da10fcb req-2db6fdd9-a478-4625-b6c6-8de574f72824 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179676 Aug 09 15:37:40.486100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:40.646545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 84b7e1e1-8828-4bf0-9db2-3520baa1e109 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:40.693615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea174a-f4c3-4cf2-8d25-1cacd0d7abfd req-c82a042b-5e00-465a-966f-be8696e87c9c tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:40.703265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9ea174a-f4c3-4cf2-8d25-1cacd0d7abfd req-c82a042b-5e00-465a-966f-be8696e87c9c tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1830916 Aug 09 15:37:40.786988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9ea174a-f4c3-4cf2-8d25-1cacd0d7abfd req-ba7a0989-7e39-4c18-b48b-8f070a1a2fbb tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804968 Aug 09 15:37:40.966200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:40.966582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.081605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-7c6d0bdf-f636-4be0-b8ba-be611c9ae439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:41.088309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-7c6d0bdf-f636-4be0-b8ba-be611c9ae439 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 1100 time: 0.1242394 Aug 09 15:37:41.100036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:37Z', 'revision_number': 3, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:41.145159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:41.145563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Updating router f32654ed-c686-49c2-99aa-d60e3774d2c8 port 3645fd4d-6c65-41cd-913c-6988e027d524 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:37:41.239974 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.369017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.371988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-3fd9fe67-47cf-4e2a-b2e1-0e36b219651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:41.376815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-3fd9fe67-47cf-4e2a-b2e1-0e36b219651c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2809663 Aug 09 15:37:41.497197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc0a8f8c-e0fc-4b41-882f-c9fcff808def req-1286ba62-4a98-4c54-9f25-3e422f77591f tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1135504 Aug 09 15:37:41.589657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-4016071d-e441-42d4-9193-4ce7c78f716b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 200 len: 217 time: 0.1797380 Aug 09 15:37:41.828256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-fbf60d8c-9726-4005-8feb-faaecfdceb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:41.833536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-fbf60d8c-9726-4005-8feb-faaecfdceb58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2380996 Aug 09 15:37:41.947484 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.991345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Transition to ACTIVE for port object 3645fd4d-6c65-41cd-913c-6988e027d524 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:42.005054 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.033658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c35d48-a992-4ed0-9c66-2988c4f1bab2 req-6853334e-b8ed-46a3-8ca5-ed40644d8a87 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.041665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0c35d48-a992-4ed0-9c66-2988c4f1bab2 req-6853334e-b8ed-46a3-8ca5-ed40644d8a87 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.3376365 Aug 09 15:37:42.056654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444f19-b329-40cc-9fd5-3892bed83df8 req-897359f5-b3d5-4049-803d-3abe2874f94e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.059004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-e4455376-90c1-4410-8301-30c3c8c2f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.061141 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-e4455376-90c1-4410-8301-30c3c8c2f381 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1096 time: 0.0911365 Aug 09 15:37:42.066059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2444f19-b329-40cc-9fd5-3892bed83df8 req-897359f5-b3d5-4049-803d-3abe2874f94e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.2152889 Aug 09 15:37:42.120454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-8b132b70-b810-47f2-9602-07056d47be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.129134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-8b132b70-b810-47f2-9602-07056d47be8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2671404 Aug 09 15:37:42.136666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Attempting to bind port 3645fd4d-6c65-41cd-913c-6988e027d524 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:42.137251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Attempting to bind port 3645fd4d-6c65-41cd-913c-6988e027d524 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:42.137398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Attempting to bind port 3645fd4d-6c65-41cd-913c-6988e027d524 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:42.143924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99d71e-d973-4a0b-bfe4-0543fe59c898 None None] Pushing event updated for resources: {'Port': ['ID=3645fd4d-6c65-41cd-913c-6988e027d524,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:42.150057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:42.150331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:42.150640 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.150922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:42.151444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Bound port: 3645fd4d-6c65-41cd-913c-6988e027d524, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:42.151790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.188501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-5c713392-4a1a-45c4-a0b2-df3728becba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.190769 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-5c713392-4a1a-45c4-a0b2-df3728becba0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 922 time: 0.1211338 Aug 09 15:37:42.228103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] For port 3645fd4d-6c65-41cd-913c-6988e027d524, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:42.232276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] For port 3645fd4d-6c65-41cd-913c-6988e027d524, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3645fd4d-6c65-41cd-913c-6988e027d524,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:42.238906 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.262059 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-6498e589-a120-48db-8713-167aac9a9760 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 217 time: 0.0619221 Aug 09 15:37:42.276529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-9b483451-7928-4a9b-970b-5e918205ee33 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407495 Aug 09 15:37:42.311711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:42.312494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:42.314432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Allocated IP 172.20.0.1 (b4d57aa7-99c6-4731-913d-5cdbb6947f04/0aa9d6bb-00b4-410b-baab-239a9fab8a6d/850455ea-ae0a-4f6c-9757-906983540a66) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:42.318695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99d71e-d973-4a0b-bfe4-0543fe59c898 None None] Pushing event updated for resources: {'Port': ['ID=3645fd4d-6c65-41cd-913c-6988e027d524,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:42.357954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-6ee48b7d-52f6-4c09-afc7-7dc3c82e9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.360556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-6ee48b7d-52f6-4c09-afc7-7dc3c82e9636 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.0894597 Aug 09 15:37:42.363911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0c35d48-a992-4ed0-9c66-2988c4f1bab2 req-ee370a88-1b52-458b-8769-c1abab0abf8b tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170099 Aug 09 15:37:42.441543 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-14ad9fcb-8d24-4b21-8b24-696e4230f437 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659180 Aug 09 15:37:42.464512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2444f19-b329-40cc-9fd5-3892bed83df8 req-099f4183-7efd-4e25-a104-18ae5ad23167 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974490 Aug 09 15:37:42.517893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:42.560526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-969125ce-b3c3-4a63-9129-16603e012fcc service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721672 Aug 09 15:37:42.651786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.682998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Transition to ACTIVE for port object 850455ea-ae0a-4f6c-9757-906983540a66 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:42.689413 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-6050c93e-1501-4fe5-a909-ca1df8b514bc service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219021 Aug 09 15:37:42.756119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e1d874c-a200-42c0-9b75-00b6339cc27b req-834b5e4e-b01e-4401-b8e4-52df4cd39a3c tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1052048 Aug 09 15:37:42.801401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5084355-9485-466d-8f97-38ed90c85922 req-65d4cee6-edbf-45b5-b72c-a8876e90fb22 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.804992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5084355-9485-466d-8f97-38ed90c85922 req-65d4cee6-edbf-45b5-b72c-a8876e90fb22 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 949 time: 0.2372601 Aug 09 15:37:42.825525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.875958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5084355-9485-466d-8f97-38ed90c85922 req-7fb0df62-5f24-4b33-aa65-248910b3c18c tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632672 Aug 09 15:37:42.883711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:42.889388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:42.892066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:42.904628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51943e1d-56e5-44e6-a0cb-bb5367572e77 req-ded72abc-91fa-43cc-85a5-d18e2d0b5ca4 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056863 Aug 09 15:37:42.959332 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:37Z', 'revision_number': 3, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:43.004121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d424f2-4d7b-4cca-8891-f01b0831ce52 None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:37Z', 'revision_number': 3, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:43.008996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Pushing event updated for resources: {'Port': ['ID=850455ea-ae0a-4f6c-9757-906983540a66,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:43.027467 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.306595 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.323611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-692bdf96-49c6-4cbb-ab44-0b81c849d625 None None] Provisioning for port 850455ea-ae0a-4f6c-9757-906983540a66 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:43.329746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-692bdf96-49c6-4cbb-ab44-0b81c849d625 None None] Provisioning complete for port 850455ea-ae0a-4f6c-9757-906983540a66 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:43.330374 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-692bdf96-49c6-4cbb-ab44-0b81c849d625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.385797 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-692bdf96-49c6-4cbb-ab44-0b81c849d625 None None] Port 850455ea-ae0a-4f6c-9757-906983540a66 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:43.427295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-c3549272-9787-4c45-928f-23c6a1955ede tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:43.428376 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-c3549272-9787-4c45-928f-23c6a1955ede tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 949 time: 0.0825994 Aug 09 15:37:43.645783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8092f1-2da7-4a46-a4ee-fd59ff072aba req-cf3d8f7d-f98f-4a21-8798-f5daa709e383 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:43.654463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa8092f1-2da7-4a46-a4ee-fd59ff072aba req-cf3d8f7d-f98f-4a21-8798-f5daa709e383 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1406541 Aug 09 15:37:43.726994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Deleting port 8d0a41ea-1abd-4863-b77b-a291bac93d19 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:43.727446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.775219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.832449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8b1a9-7649-4fd3-931d-c4f8c78dbcf3 req-137392b4-fb47-4f32-bb80-cbbd67778c39 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:43.834457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61c8b1a9-7649-4fd3-931d-c4f8c78dbcf3 req-137392b4-fb47-4f32-bb80-cbbd67778c39 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.2428732 Aug 09 15:37:43.843035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa8092f1-2da7-4a46-a4ee-fd59ff072aba req-ddc57b22-0f23-4c68-bf3a-739b6cb8f387 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866493 Aug 09 15:37:43.958721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] For port 8d0a41ea-1abd-4863-b77b-a291bac93d19, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8d0a41ea-1abd-4863-b77b-a291bac93d19,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:43.959237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.978110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Calling delete_port for 8d0a41ea-1abd-4863-b77b-a291bac93d19 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:43.981921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61c8b1a9-7649-4fd3-931d-c4f8c78dbcf3 req-2a0df17f-c177-4651-a6d3-e7768d8079e6 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362555 Aug 09 15:37:44.079783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:44.141732 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-130f00ac-b378-4397-9e5d-a84033404895 req-99354e48-1931-425d-b908-135771e8d4e3 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0697172 Aug 09 15:37:44.242002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:44.256010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Pushing event updated for resources: {'Port': ['ID=850455ea-ae0a-4f6c-9757-906983540a66,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:44.258834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928af4e-66cc-4ac3-a3ea-68f5487b0282 req-55a6afa0-c040-4081-9e0e-f89c8e4ac158 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:44.269185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4928af4e-66cc-4ac3-a3ea-68f5487b0282 req-55a6afa0-c040-4081-9e0e-f89c8e4ac158 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/ports?device_id=785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a HTTP/1.1" status: 200 len: 949 time: 0.1103978 Aug 09 15:37:44.382523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4928af4e-66cc-4ac3-a3ea-68f5487b0282 req-9cad7a23-3b6f-43b9-adc2-b0fb6ef423bf tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8000652-7bda-4d3e-be11-fc9e3103d683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118827 Aug 09 15:37:44.474622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:44.510558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8d0a41ea-1abd-4863-b77b-a291bac93d19'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:44.604262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3645fd4d-6c65-41cd-913c-6988e027d524 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:44.624581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Pushing event deleted for resources: {'Port': ['ID=8d0a41ea-1abd-4863-b77b-a291bac93d19,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:44.640175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:44.643849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:44.695750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] No DVR routers for this DVR port 8d0a41ea-1abd-4863-b77b-a291bac93d19 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:44.738558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:44.741067 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18f89181-e771-4d94-b9ec-be2a78b7a091 req-6c95c533-a226-4cfa-a1f3-e17046148657 tempest-ServersOnMultiNodesTest-1784141524 tempest-ServersOnMultiNodesTest-1784141524-project] 10.222.0.66 "DELETE /v2.0/ports/8d0a41ea-1abd-4863-b77b-a291bac93d19 HTTP/1.1" status: 204 len: 173 time: 1.2895420 Aug 09 15:37:44.744435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a', 'name': 'network-vif-deleted', 'tag': '8d0a41ea-1abd-4863-b77b-a291bac93d19'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:44.746924 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7031b53-f220-4a2c-ad4c-105eb0e76f60" -d '{"events": [{"server_uuid": "785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a", "name": "network-vif-deleted", "tag": "8d0a41ea-1abd-4863-b77b-a291bac93d19"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:44.771374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3645fd4d-6c65-41cd-913c-6988e027d524 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:44.777391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3645fd4d-6c65-41cd-913c-6988e027d524 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:44.777822 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:44.881145 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe67494-ce08-4a97-aa24-ea610108a099 x-openstack-request-id: req-ebe67494-ce08-4a97-aa24-ea610108a099 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:44.883266 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a", "name": "network-vif-deleted", "tag": "8d0a41ea-1abd-4863-b77b-a291bac93d19", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:44.885436 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebe67494-ce08-4a97-aa24-ea610108a099 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:44.885855 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f17d9-ba4a-4fc2-8cab-b5d6aea72c6a', 'name': 'network-vif-deleted', 'tag': '8d0a41ea-1abd-4863-b77b-a291bac93d19', 'status': 'completed', 'code': 200} Aug 09 15:37:44.952652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:37:44.998827 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bb400628-a155-4638-af9f-edf565063c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.042921 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.112361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 3645fd4d-6c65-41cd-913c-6988e027d524, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3645fd4d-6c65-41cd-913c-6988e027d524,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:45.126092 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.202477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39315047-5cdb-4ef4-985a-f757e7fb734a req-ed8ee9af-58cc-4a2d-aa3d-a01aa6a62a56 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:45.224873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39315047-5cdb-4ef4-985a-f757e7fb734a req-ed8ee9af-58cc-4a2d-aa3d-a01aa6a62a56 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.2002008 Aug 09 15:37:45.260162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:45.283668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2257fe6a-c890-4cf9-9c09-fade6beffb2b admin admin] 10.222.0.64 "PUT /v2.0/routers/f32654ed-c686-49c2-99aa-d60e3774d2c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2242799 Aug 09 15:37:45.371916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e286467a-e605-4cbd-9d71-4d08b3af5efe None None] Provisioning complete for port 850455ea-ae0a-4f6c-9757-906983540a66 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:45.378547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e286467a-e605-4cbd-9d71-4d08b3af5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.391799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=3645fd4d-6c65-41cd-913c-6988e027d524,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:45.478965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e67ee-4017-48c5-826c-5a2753a6e00b req-2a5092b4-588e-4d38-8315-80737198765b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:45.489671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c7e67ee-4017-48c5-826c-5a2753a6e00b req-2a5092b4-588e-4d38-8315-80737198765b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.2465971 Aug 09 15:37:45.526112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e286467a-e605-4cbd-9d71-4d08b3af5efe None None] Port 850455ea-ae0a-4f6c-9757-906983540a66 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:45.565536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39315047-5cdb-4ef4-985a-f757e7fb734a req-3466e6f8-af38-4dec-b573-9d64f9fe5384 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378866 Aug 09 15:37:45.627653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c7e67ee-4017-48c5-826c-5a2753a6e00b req-b2b49801-78dc-474a-bc1a-c3b87c019a5b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267827 Aug 09 15:37:45.798967 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:45.806362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71fb1f2-c6e1-48a2-a8d8-aaa7dcae0783 req-91fc5d3b-9222-4f95-9469-f3c3d9718242 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0535784 Aug 09 15:37:45.814622 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:45.815525 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:45.944805 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:46.280241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48480) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:46.285046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-25df9327-f746-44fe-b100-8860f5bda18e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:46.295202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-25df9327-f746-44fe-b100-8860f5bda18e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 821 time: 0.1480117 Aug 09 15:37:46.313955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-ec968238-0e99-4134-9e95-128c5b892834 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/quotas/3004e652136644939a79b2d30f832d72 HTTP/1.1" status: 200 len: 375 time: 0.0168881 Aug 09 15:37:46.379386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-c75acb8f-90b4-4118-97cf-83ffd6a3cc76 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636172 Aug 09 15:37:46.469123 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 2, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:46.557057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-45126c9d-495f-4a66-b752-88bbc3ba6e02 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757658 Aug 09 15:37:46.564783 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:46.565464 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Updating router f32654ed-c686-49c2-99aa-d60e3774d2c8 port 850455ea-ae0a-4f6c-9757-906983540a66 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:37:46.570775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3645fd4d-6c65-41cd-913c-6988e027d524 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:46.579049 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4e20d3f2-4118-4fef-8ecf-27fa89625a65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d11dbd0e4144a5a88c071ba4e5b5168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958529 Aug 09 15:37:46.580843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48484) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:46.600363 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.644216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-339b3565-e5f9-4320-a4be-890c78b3767d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.678111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-339b3565-e5f9-4320-a4be-890c78b3767d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.726517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-e1df306b-b158-4a7a-b41f-18756dd9b254 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682253 Aug 09 15:37:46.748059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-339b3565-e5f9-4320-a4be-890c78b3767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.752838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-339b3565-e5f9-4320-a4be-890c78b3767d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.758173 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-339b3565-e5f9-4320-a4be-890c78b3767d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8000652-7bda-4d3e-be11-fc9e3103d683 HTTP/1.1" status: 204 len: 168 time: 0.1757782 Aug 09 15:37:46.769329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b3565-e5f9-4320-a4be-890c78b3767d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8000652-7bda-4d3e-be11-fc9e3103d683,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:46.851167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3645fd4d-6c65-41cd-913c-6988e027d524 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:46.851540 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.860002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d786e-9b01-4505-ac4d-6e33149c1fce req-39e710da-a6f2-40cd-aaa0-41504d34b1ff tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:46.871935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c7d786e-9b01-4505-ac4d-6e33149c1fce req-39e710da-a6f2-40cd-aaa0-41504d34b1ff tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1398520 Aug 09 15:37:46.981163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c7d786e-9b01-4505-ac4d-6e33149c1fce req-27b49583-abeb-4265-ba6f-bbf502e72d09 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029685 Aug 09 15:37:47.190214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d94fc-322f-4af0-9555-11e1f6313444 req-982c1fca-f672-4705-95cc-119afc078bef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:47.204490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab1d94fc-322f-4af0-9555-11e1f6313444 req-982c1fca-f672-4705-95cc-119afc078bef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1442709 Aug 09 15:37:47.280680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8d0a41ea-1abd-4863-b77b-a291bac93d19 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:47.316958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 8d0a41ea-1abd-4863-b77b-a291bac93d19 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:47.317540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8d0a41ea-1abd-4863-b77b-a291bac93d19 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:47.331804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48508) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:47.337464 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.349843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e96098e-3d5e-4be8-abd8-43c7064552fd req-23ac8af3-dfa4-45f6-915a-5624a3d3b263 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0955241 Aug 09 15:37:47.364990 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Transition to ACTIVE for port object 850455ea-ae0a-4f6c-9757-906983540a66 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:47.377498 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.431670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab1d94fc-322f-4af0-9555-11e1f6313444 req-f0ff9bfa-c3fc-46d8-85c8-3d934417f934 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257237 Aug 09 15:37:47.461156 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-72b319a9-9f62-4d71-9f7c-4b09f3a7cfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.476200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48514) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:47.480564 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1a87ef69-af16-494f-9878-95902a17f254 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8bc9bd31066543cba410c551845f1dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471672 Aug 09 15:37:47.530447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ffb4047f-ca3c-4d0a-8fa4-89f637279325 req-881ac89e-4f31-416a-9505-2e9717a56e0c tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 210 time: 0.0352905 Aug 09 15:37:47.537633 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eb002-2918-4dfb-beb9-651e00b70ead None None] Pushing event updated for resources: {'Port': ['ID=850455ea-ae0a-4f6c-9757-906983540a66,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:47.616264 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a11f1d3-96f5-4ca9-9db0-c1712c1dd08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.674246 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a11f1d3-96f5-4ca9-9db0-c1712c1dd08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.683562 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Attempting to bind port 850455ea-ae0a-4f6c-9757-906983540a66 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:47.685190 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Attempting to bind port 850455ea-ae0a-4f6c-9757-906983540a66 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:47.686935 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Attempting to bind port 850455ea-ae0a-4f6c-9757-906983540a66 on network b4d57aa7-99c6-4731-913d-5cdbb6947f04 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:47.705879 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:47.710834 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Checking segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:47.711248 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.711651 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Bound using segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:47.713417 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Bound port: 850455ea-ae0a-4f6c-9757-906983540a66, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:47.713954 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.820364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a11f1d3-96f5-4ca9-9db0-c1712c1dd08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.823199 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.830655 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a11f1d3-96f5-4ca9-9db0-c1712c1dd08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.838226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2a11f1d3-96f5-4ca9-9db0-c1712c1dd08a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aebdf1f5-9f8c-48ac-aa8d-7e169942da5b HTTP/1.1" status: 204 len: 168 time: 0.3583152 Aug 09 15:37:47.854152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11f1d3-96f5-4ca9-9db0-c1712c1dd08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebdf1f5-9f8c-48ac-aa8d-7e169942da5b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:47.926698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] For port 850455ea-ae0a-4f6c-9757-906983540a66, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:47.932114 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] For port 850455ea-ae0a-4f6c-9757-906983540a66, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=850455ea-ae0a-4f6c-9757-906983540a66,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:47.958709 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:48.040525 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eb002-2918-4dfb-beb9-651e00b70ead None None] Pushing event updated for resources: {'Port': ['ID=850455ea-ae0a-4f6c-9757-906983540a66,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:48.098452 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:48.099105 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:48.240143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cb125-b434-43ce-b061-be17b5455d22 req-73b0fb10-9080-4d87-9a09-beaf5299c24f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:48.248754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f0cb125-b434-43ce-b061-be17b5455d22 req-73b0fb10-9080-4d87-9a09-beaf5299c24f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1193004 Aug 09 15:37:48.338181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f0cb125-b434-43ce-b061-be17b5455d22 req-dcf7569f-11a5-4126-950d-a090e089fb79 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882111 Aug 09 15:37:48.502631 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:48.631178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a165cf71-cdd2-4918-9431-a2be349581a1 req-920beab9-1982-4f1b-8a35-0d4417061e21 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.1147678 Aug 09 15:37:48.924408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.103207 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:49.161244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb0b0dca-0941-4932-8895-73a291d3ee23 req-da417934-6f99-4242-a026-cb9e1e98ce85 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 210 time: 0.1514990 Aug 09 15:37:49.165219 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f711b0-6e96-4d79-bced-2471ec033354 None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:49.187706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-aac85bdc-73a1-4f21-97d0-b14a2634a88b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:49.190462 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-aac85bdc-73a1-4f21-97d0-b14a2634a88b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.35 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 821 time: 0.2922876 Aug 09 15:37:49.206888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a19ec-4524-41ec-82f3-b87cd546d6af req-e08e7027-a40f-4ccf-aa6b-92a354afd457 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:49.214950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Request body: {'port': {'device_id': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'admin_state_up': True, 'tenant_id': '3004e652136644939a79b2d30f832d72'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:49.277345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d37a19ec-4524-41ec-82f3-b87cd546d6af req-e08e7027-a40f-4ccf-aa6b-92a354afd457 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.2951808 Aug 09 15:37:49.412785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d37a19ec-4524-41ec-82f3-b87cd546d6af req-bf6bef62-cea2-46ba-955d-608e8ef3770d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343970 Aug 09 15:37:49.479180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Made reservation on behalf of 3004e652136644939a79b2d30f832d72 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:49.485303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f83446-9a0f-4624-8f0c-9f5fe5264683 req-b6c0fe87-c374-4ecf-a2d8-4c7f4f8825a5 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:49.486860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.495022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0f83446-9a0f-4624-8f0c-9f5fe5264683 req-b6c0fe87-c374-4ecf-a2d8-4c7f4f8825a5 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 945 time: 0.2005386 Aug 09 15:37:49.603585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0f83446-9a0f-4624-8f0c-9f5fe5264683 req-047cc31c-ae3c-46b2-a5f2-cd3d89e0c30c tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072803 Aug 09 15:37:49.858483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Allocated IP 172.20.0.14 (b4d57aa7-99c6-4731-913d-5cdbb6947f04/0aa9d6bb-00b4-410b-baab-239a9fab8a6d/0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:49.915245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3278b01f-0a43-4cc4-a6d6-a9b35963dd10 req-c24a5050-1edf-4906-9816-21ca8a3a2d45 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0719590 Aug 09 15:37:49.952983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb728dec-e277-4757-acad-6f64bafd7a9c req-62349d18-9ffe-47c4-a71e-112decde5832 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:49.954586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb728dec-e277-4757-acad-6f64bafd7a9c req-62349d18-9ffe-47c4-a71e-112decde5832 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.2609878 Aug 09 15:37:50.039288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb728dec-e277-4757-acad-6f64bafd7a9c req-b8352ced-a3da-4c0e-9e48-09f0a9655d35 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661917 Aug 09 15:37:50.234104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.281866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Transition to ACTIVE for port object 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:50.285730 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.329604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21a2e5d7-64da-4856-a76e-6fcd104760d7 req-10df181b-c961-402e-a2f6-c242450e93de tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 210 time: 0.0771077 Aug 09 15:37:50.372661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.471412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:50.480069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:50.487092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:50.559949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Pushing event updated for resources: {'Port': ['ID=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:50.592210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 850455ea-ae0a-4f6c-9757-906983540a66 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:50.611215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935d1f-d784-400c-b22f-f96eabed0394 req-5961fcaa-1819-45ad-9554-73bdc9f1cb57 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:50.619794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18935d1f-d784-400c-b22f-f96eabed0394 req-5961fcaa-1819-45ad-9554-73bdc9f1cb57 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1079099 Aug 09 15:37:50.664236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:50.677135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.704335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18935d1f-d784-400c-b22f-f96eabed0394 req-6dc60295-719b-48c4-930f-3b50fc31bfa8 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786686 Aug 09 15:37:50.720321 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5a957dc6-c0c2-4d01-aee8-fe1ab6915b5d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5118663 Aug 09 15:37:50.747631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Request body: {'port': {'device_id': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:50.772084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 850455ea-ae0a-4f6c-9757-906983540a66 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:50.782642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 850455ea-ae0a-4f6c-9757-906983540a66 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:50.787278 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.905136 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.992510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-562fbbee-2414-48e8-a94b-1bd979f1e175 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:50.997459 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.997940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-562fbbee-2414-48e8-a94b-1bd979f1e175 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 945 time: 0.2258010 Aug 09 15:37:51.066683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df407cda-5808-469c-bc64-e46b2478dbe6 req-1df09c80-13c1-40d3-946d-967df61c1725 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.076770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df407cda-5808-469c-bc64-e46b2478dbe6 req-1df09c80-13c1-40d3-946d-967df61c1725 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 945 time: 0.2138765 Aug 09 15:37:51.113522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e04d90ae-8e10-4cb2-8349-dcd8485a034b None None] Provisioning for port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:51.120526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 850455ea-ae0a-4f6c-9757-906983540a66, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=850455ea-ae0a-4f6c-9757-906983540a66,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:51.121958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e04d90ae-8e10-4cb2-8349-dcd8485a034b None None] Provisioning complete for port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:51.123532 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e04d90ae-8e10-4cb2-8349-dcd8485a034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.127677 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.221320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e04d90ae-8e10-4cb2-8349-dcd8485a034b None None] Port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:51.227345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a35bbc3-62c9-4b3e-89db-4dc527c926af req-a0e741e6-ded1-4c95-8721-d9760fe24829 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0672715 Aug 09 15:37:51.230001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=850455ea-ae0a-4f6c-9757-906983540a66,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:51.287517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df407cda-5808-469c-bc64-e46b2478dbe6 req-1a309873-0bc5-40bc-a816-0885026073a7 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053533 Aug 09 15:37:51.359141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Deleting port d5bdeace-25e1-44fe-90c7-5acab31b2c5c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:37:51.359560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.548955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:51.559650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.566965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] For port d5bdeace-25e1-44fe-90c7-5acab31b2c5c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,segment=NetworkSegment(7d7a3917-40a8-47f6-9ea9-34463c000fab),segment_id=7d7a3917-40a8-47f6-9ea9-34463c000fab)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:51.570656 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.585489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Transition to ACTIVE for port object 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:51.594864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.642337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Calling delete_port for d5bdeace-25e1-44fe-90c7-5acab31b2c5c owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:37:51.680716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Pushing event updated for resources: {'Port': ['ID=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:51.687883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915809e-867c-41a7-8041-4333305fc279 req-1db13367-e779-4971-9948-e31c173353dd tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.702156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a915809e-867c-41a7-8041-4333305fc279 req-1db13367-e779-4971-9948-e31c173353dd tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.2418408 Aug 09 15:37:51.796360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Attempting to bind port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:51.796779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Attempting to bind port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:51.797189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Attempting to bind port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 on network b4d57aa7-99c6-4731-913d-5cdbb6947f04 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:51.803475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 on network b4d57aa7-99c6-4731-913d-5cdbb6947f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:51.803932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Attempting to bind port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 on network b4d57aa7-99c6-4731-913d-5cdbb6947f04 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:51.810593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:51.810949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Checking segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:51.811594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Bound using segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:51.812132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Bound port: 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:51.812546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.818393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becd488-cba6-4205-bac1-4beb583cbffb req-f1b98d1d-9742-4c96-8684-ac0f0cc52f63 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.820161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1becd488-cba6-4205-bac1-4beb583cbffb req-f1b98d1d-9742-4c96-8684-ac0f0cc52f63 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 944 time: 0.2559431 Aug 09 15:37:51.911974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a915809e-867c-41a7-8041-4333305fc279 req-eb8a2283-10ed-4d02-985e-16f93a68b498 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869228 Aug 09 15:37:51.929169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] For port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:51.943495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] For port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:51.951806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.994123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1becd488-cba6-4205-bac1-4beb583cbffb req-556fdeb5-dce5-448f-b071-223238ace339 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638536 Aug 09 15:37:52.052532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.052532 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.061790 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] 10.222.0.35 "PUT /v2.0/ports/0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 1092 time: 1.3191574 Aug 09 15:37:52.062376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:52.064982 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce479a0-0e9e-4120-b365-71e405a85d66" -d '{"events": [{"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:52.074169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Pushing event updated for resources: {'Port': ['ID=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:52.091965 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.095219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.095783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.096300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.096689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.097112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.097760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.098517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.098948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.099673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.099673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.100215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48fc01-8939-4178-b974-793eaf3fb07d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:52.184551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5c047e07-e1a6-4eec-bd4f-1458983407ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.186733 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-5c047e07-e1a6-4eec-bd4f-1458983407ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1095 time: 0.0704999 Aug 09 15:37:52.199019 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c1d285-ab82-46b4-8e82-1135136e7f3d x-openstack-request-id: req-e1c1d285-ab82-46b4-8e82-1135136e7f3d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:52.199304 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:52.199889 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1c1d285-ab82-46b4-8e82-1135136e7f3d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:52.200006 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'status': 'completed', 'code': 200} Aug 09 15:37:52.246715 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-8208bcbf-9cb5-4337-bfd1-fc617915e38f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 217 time: 0.0436985 Aug 09 15:37:52.253933 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.279538 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef7f8-bb51-4839-8bd2-1d9131b825fc req-ac340994-094e-4d70-b671-158d973e32bf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.283219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b2ef7f8-bb51-4839-8bd2-1d9131b825fc req-ac340994-094e-4d70-b671-158d973e32bf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.2037773 Aug 09 15:37:52.363171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-99a24fae-36d3-40d8-a973-ca7b9bcaf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.363877 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-99a24fae-36d3-40d8-a973-ca7b9bcaf819 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.0973458 Aug 09 15:37:52.439472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-3310f21e-03f7-46a6-9e0a-0d8986e41016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.441698 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-3310f21e-03f7-46a6-9e0a-0d8986e41016 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681081 Aug 09 15:37:52.504371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 850455ea-ae0a-4f6c-9757-906983540a66 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:52.603796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 850455ea-ae0a-4f6c-9757-906983540a66 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:52.604731 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.612994 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-e08c61b9-f55e-4e3f-a7a1-4e814991149a service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516540 Aug 09 15:37:52.788454 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0f501449-fc4e-45f7-8eae-adc2106a7e64 req-92edd403-04ac-4341-976a-13b8f57eed3d service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659362 Aug 09 15:37:52.811433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-450b0103-1658-4410-8cf0-945c06b3a901 req-ed892085-4703-4e19-b297-22c952e089ca tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0650535 Aug 09 15:37:52.817444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Pushing event deleted for resources: {'Port': ['ID=d5bdeace-25e1-44fe-90c7-5acab31b2c5c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:52.890155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] No DVR routers for this DVR port d5bdeace-25e1-44fe-90c7-5acab31b2c5c on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:37:52.897318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.899633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8faa6bdb-39f6-4884-b514-d300ba5a76b7 req-d79d8995-4a05-40c9-ac60-ed7504ef0297 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.35 "DELETE /v2.0/ports/d5bdeace-25e1-44fe-90c7-5acab31b2c5c HTTP/1.1" status: 204 len: 173 time: 1.8848298 Aug 09 15:37:52.900347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d45a16-bd53-4805-9766-828b5214f436', 'name': 'network-vif-deleted', 'tag': 'd5bdeace-25e1-44fe-90c7-5acab31b2c5c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:52.902806 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda003ed-0c9c-4400-9759-3741e38a7e19" -d '{"events": [{"server_uuid": "85d45a16-bd53-4805-9766-828b5214f436", "name": "network-vif-deleted", "tag": "d5bdeace-25e1-44fe-90c7-5acab31b2c5c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:52.918742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b2ef7f8-bb51-4839-8bd2-1d9131b825fc req-219808e5-07e9-4b81-bc38-41fbb847dfad tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140966 Aug 09 15:37:52.962748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-e4406d91-b4c8-479b-af8a-adfd80632674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.964333 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-e4406d91-b4c8-479b-af8a-adfd80632674 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1095 time: 0.1026607 Aug 09 15:37:52.979540 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea9620c-1d7a-49b1-9610-debf8557b4e9 x-openstack-request-id: req-dea9620c-1d7a-49b1-9610-debf8557b4e9 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:52.980143 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d45a16-bd53-4805-9766-828b5214f436", "name": "network-vif-deleted", "tag": "d5bdeace-25e1-44fe-90c7-5acab31b2c5c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:52.980601 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dea9620c-1d7a-49b1-9610-debf8557b4e9 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:52.981219 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d45a16-bd53-4805-9766-828b5214f436', 'name': 'network-vif-deleted', 'tag': 'd5bdeace-25e1-44fe-90c7-5acab31b2c5c', 'status': 'completed', 'code': 200} Aug 09 15:37:53.067458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e580817-dfd3-4bcf-929a-1d0442cfa7f7 req-65c7b941-50d3-413e-bf34-bb441457e6f8 tempest-VolumesAdminNegativeTest-1571762228 tempest-VolumesAdminNegativeTest-1571762228-project] 10.222.0.64 "GET /v2.0/ports?device_id=85d45a16-bd53-4805-9766-828b5214f436 HTTP/1.1" status: 200 len: 210 time: 0.0547900 Aug 09 15:37:53.090143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-9b3598ea-7b9b-4571-a904-40712324ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.091721 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-9b3598ea-7b9b-4571-a904-40712324ebd6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.1183581 Aug 09 15:37:53.120012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d5bdeace-25e1-44fe-90c7-5acab31b2c5c no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:53.163339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: d5bdeace-25e1-44fe-90c7-5acab31b2c5c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:37:53.164064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d5bdeace-25e1-44fe-90c7-5acab31b2c5c not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:37:53.176190 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-07086da7-b4d2-43e6-8834-33a88492cec2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 217 time: 0.0721657 Aug 09 15:37:53.218454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d84f79-6da0-472a-a4fc-42818171b16f req-edc281da-2b31-40ea-8179-1500db585cec tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.220838 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84d84f79-6da0-472a-a4fc-42818171b16f req-edc281da-2b31-40ea-8179-1500db585cec tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1240325 Aug 09 15:37:53.234589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afe85-879b-4a0d-90c9-827ff8be2a60 req-c0437b1a-8149-44a5-b918-f17c62352ae9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.236362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5afe85-879b-4a0d-90c9-827ff8be2a60 req-c0437b1a-8149-44a5-b918-f17c62352ae9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 944 time: 0.0839531 Aug 09 15:37:53.239620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-d41698fa-8d66-4b78-a971-23e06e71d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.241485 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-d41698fa-8d66-4b78-a971-23e06e71d869 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.0555477 Aug 09 15:37:53.299049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-cd12f44f-8d9e-4921-af55-a6f001312a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.301028 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-cd12f44f-8d9e-4921-af55-a6f001312a15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493646 Aug 09 15:37:53.302090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84d84f79-6da0-472a-a4fc-42818171b16f req-af61eb37-a0e4-477e-bd53-fb377f3eb034 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646524 Aug 09 15:37:53.310641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5afe85-879b-4a0d-90c9-827ff8be2a60 req-da4f01b9-bda5-4f7e-abc8-fb45f6ba417a tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667841 Aug 09 15:37:53.423902 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-a0044a05-c942-4559-a610-fb727a30574e service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129429 Aug 09 15:37:53.541372 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4ce479a0-0e9e-4120-b365-71e405a85d66 req-0e1fafdd-5a27-49f0-b710-477e374021b7 service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977564 Aug 09 15:37:53.921717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24603d22-8045-4f36-83e4-44b089e6aff3 req-9eeac5b5-3fb3-4639-9d9f-e765440c6f96 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0339882 Aug 09 15:37:53.932240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48692) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:54.089126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b4a35-be9c-423d-828e-99e1c0c58ab9 req-9dbdf22a-a045-48a7-8f5b-f7686a8cd889 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.090594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-540b4a35-be9c-423d-828e-99e1c0c58ab9 req-9dbdf22a-a045-48a7-8f5b-f7686a8cd889 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.0980408 Aug 09 15:37:54.092448 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0951880-8806-4348-8c54-ceb7d26ad1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.134645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcedd5-02be-4792-b804-30d3ef703efb req-0efc7a60-6534-4462-960a-2e44ba861b28 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.136194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdfcedd5-02be-4792-b804-30d3ef703efb req-0efc7a60-6534-4462-960a-2e44ba861b28 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 945 time: 0.1110063 Aug 09 15:37:54.191555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-540b4a35-be9c-423d-828e-99e1c0c58ab9 req-9279c619-52b5-42de-be7b-e9658a1739e3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936944 Aug 09 15:37:54.221549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdfcedd5-02be-4792-b804-30d3ef703efb req-996f909c-6398-4ae8-b78e-475c8a228dc6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728881 Aug 09 15:37:54.259513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48708) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:54.271670 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:37:54.286014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0951880-8806-4348-8c54-ceb7d26ad1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.292119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0951880-8806-4348-8c54-ceb7d26ad1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.314452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e8c460-2c42-47be-9053-f705b0384b42 admin admin] Deleting subnet 6e4cf570-4723-4fb7-a5df-55db2b78cfe3 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:37:54.318536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e8c460-2c42-47be-9053-f705b0384b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.339532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f0951880-8806-4348-8c54-ceb7d26ad1f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c8df8a2b40041c6a34600ccf55aea18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961468 Aug 09 15:37:54.347421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951880-8806-4348-8c54-ceb7d26ad1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453f3e45-b975-4a2d-8db5-670505dcedb5,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:54.350169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48718) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:54.365165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e8c460-2c42-47be-9053-f705b0384b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.423176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e8c460-2c42-47be-9053-f705b0384b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.468148 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54b8d473-bfa1-40d6-af02-1ce12d0f7bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.481960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c53b-0026-46ff-a588-9137c3361436 req-7fdb5bc3-d411-4e07-b2e6-3c9d8d5deb33 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.483225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e8c460-2c42-47be-9053-f705b0384b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.484321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a57c53b-0026-46ff-a588-9137c3361436 req-7fdb5bc3-d411-4e07-b2e6-3c9d8d5deb33 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.0911517 Aug 09 15:37:54.512460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8c460-2c42-47be-9053-f705b0384b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4cf570-4723-4fb7-a5df-55db2b78cfe3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:54.516233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54b8d473-bfa1-40d6-af02-1ce12d0f7bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.520483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e8c460-2c42-47be-9053-f705b0384b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.522582 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-23e8c460-2c42-47be-9053-f705b0384b42 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6e4cf570-4723-4fb7-a5df-55db2b78cfe3 HTTP/1.1" status: 204 len: 168 time: 0.2617526 Aug 09 15:37:54.525347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48726) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:54.569479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a57c53b-0026-46ff-a588-9137c3361436 req-a5d9e79f-72d6-4542-99ae-68f9d62f8f13 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739627 Aug 09 15:37:54.605642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54b8d473-bfa1-40d6-af02-1ce12d0f7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.608878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54b8d473-bfa1-40d6-af02-1ce12d0f7bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.610364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-54b8d473-bfa1-40d6-af02-1ce12d0f7bc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/453f3e45-b975-4a2d-8db5-670505dcedb5 HTTP/1.1" status: 204 len: 168 time: 0.2478569 Aug 09 15:37:54.631524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.632967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8d473-bfa1-40d6-af02-1ce12d0f7bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f3e45-b975-4a2d-8db5-670505dcedb5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:54.759261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b774d-2197-4db5-8d30-94b3a8f5ecc7 req-51be0cb5-477a-4ea5-b1a2-713b0ca6ca9c tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.760882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e4b774d-2197-4db5-8d30-94b3a8f5ecc7 req-51be0cb5-477a-4ea5-b1a2-713b0ca6ca9c tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 944 time: 0.0775239 Aug 09 15:37:54.761640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.775549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ead7a28-975b-4e1b-92a0-e073ac22f45a']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:54.789841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7a3917-40a8-47f6-9ea9-34463c000fab') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:54.790343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7a3917-40a8-47f6-9ea9-34463c000fab') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:54.806438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.807303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e4b774d-2197-4db5-8d30-94b3a8f5ecc7 req-456ed3cb-3733-4ef5-b424-1374ed6247fd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Aug 09 15:37:54.823805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.831505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:37:54.832104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:37:54.834612 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:37:54.996059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48738) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:55.022250 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7a4abff3-ac8f-40a9-a949-c23250556b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.045929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e481572-c8c2-492f-bc7f-12cbcff1bd50 req-0545ded4-0ac6-4f58-b02a-33c2fbcc32cf tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0331254 Aug 09 15:37:55.143913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7a4abff3-ac8f-40a9-a949-c23250556b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.149406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7a4abff3-ac8f-40a9-a949-c23250556b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.198936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7a4abff3-ac8f-40a9-a949-c23250556b69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9a65ca362044e6c9bb0073dddfe3bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013938 Aug 09 15:37:55.202190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48740) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:55.202905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4abff3-ac8f-40a9-a949-c23250556b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c27b7a-73db-4d3e-98ed-beb18f587479,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:55.209497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.217565 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.223327 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8ead7a28-975b-4e1b-92a0-e073ac22f45a HTTP/1.1" status: 204 len: 168 time: 0.6937711 Aug 09 15:37:55.229609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48744) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:55.239541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb385e-bb48-4b46-9624-c180b46ebba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ead7a28-975b-4e1b-92a0-e073ac22f45a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:55.282873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c542e3-346c-400c-b944-9f0d9e44c878 admin admin] Deleting subnet 18ccaf80-bb83-497c-b83f-e4ca228d57c1 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:37:55.286972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1c542e3-346c-400c-b944-9f0d9e44c878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.312910 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68224214-5ffe-4945-b7d3-7ee786b9bc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.323228 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1c542e3-346c-400c-b944-9f0d9e44c878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.342253 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68224214-5ffe-4945-b7d3-7ee786b9bc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.363605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986438c-e5a8-44aa-8d61-e1218ec0b5c0 req-7ccc5ffc-6bcd-4ced-8278-4b31c8583520 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.365218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0986438c-e5a8-44aa-8d61-e1218ec0b5c0 req-7ccc5ffc-6bcd-4ced-8278-4b31c8583520 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.0884943 Aug 09 15:37:55.371327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1c542e3-346c-400c-b944-9f0d9e44c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.424507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0986438c-e5a8-44aa-8d61-e1218ec0b5c0 req-f4bad28f-3491-429d-9402-7943a49aca69 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512488 Aug 09 15:37:55.431406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1c542e3-346c-400c-b944-9f0d9e44c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.434695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68224214-5ffe-4945-b7d3-7ee786b9bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.437603 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68224214-5ffe-4945-b7d3-7ee786b9bc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.441027 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-68224214-5ffe-4945-b7d3-7ee786b9bc9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4c27b7a-73db-4d3e-98ed-beb18f587479 HTTP/1.1" status: 204 len: 168 time: 0.2314599 Aug 09 15:37:55.450293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68224214-5ffe-4945-b7d3-7ee786b9bc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c27b7a-73db-4d3e-98ed-beb18f587479,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:55.467419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c542e3-346c-400c-b944-9f0d9e44c878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ccaf80-bb83-497c-b83f-e4ca228d57c1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:55.473084 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1c542e3-346c-400c-b944-9f0d9e44c878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.476303 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a1c542e3-346c-400c-b944-9f0d9e44c878 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/18ccaf80-bb83-497c-b83f-e4ca228d57c1 HTTP/1.1" status: 204 len: 168 time: 0.2447689 Aug 09 15:37:55.478136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48748) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:55.556032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.648231 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.672864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114d0282-8cc2-42ac-8270-fd7a85f9f5bb']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:55.705037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9dc0117-7b8d-4561-9330-bc7190488889') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:55.705183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9dc0117-7b8d-4561-9330-bc7190488889') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:55.719213 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.739165 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.749083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2fe0-ab7c-472a-b93e-12628d132a95 req-fbfe0c87-8613-4a44-bf0f-ff2c8269d17e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.750805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e44e2fe0-ab7c-472a-b93e-12628d132a95 req-fbfe0c87-8613-4a44-bf0f-ff2c8269d17e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.0939529 Aug 09 15:37:55.756334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:37:55.756741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:37:55.758499 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:37:55.844117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e44e2fe0-ab7c-472a-b93e-12628d132a95 req-480a1d6f-c530-4e5d-9355-5499704eb1b6 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747817 Aug 09 15:37:55.844909 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.850785 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.855611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/114d0282-8cc2-42ac-8270-fd7a85f9f5bb HTTP/1.1" status: 204 len: 168 time: 0.3736253 Aug 09 15:37:55.866972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be31aec-a722-4c4b-93a4-1a9fd158fbe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=114d0282-8cc2-42ac-8270-fd7a85f9f5bb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:55.965584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0c43e-d60f-4274-8d0e-b204aa53ce4f req-ea1e56ba-0bb7-4718-9831-7cbd9c5e5aed tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.966113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8b0c43e-d60f-4274-8d0e-b204aa53ce4f req-ea1e56ba-0bb7-4718-9831-7cbd9c5e5aed tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 944 time: 0.0623085 Aug 09 15:37:56.008687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48772) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:56.021929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8b0c43e-d60f-4274-8d0e-b204aa53ce4f req-4eacce7f-905d-42e3-9ea7-0236b263da6b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490592 Aug 09 15:37:56.068765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f58910d3-5b0a-4bd2-b316-5e627f047270 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=809d4ecd1b3d41859da2fc459fdd904a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588498 Aug 09 15:37:56.071213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48774) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:56.128823 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed059feb-f8ba-4d1c-b678-99aa7f96d929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.168522 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed059feb-f8ba-4d1c-b678-99aa7f96d929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.192217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac2fa650-2919-4d35-932f-e09aa1bbdf3e req-e578a040-a62d-4828-ad43-558cf9d2b590 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0455832 Aug 09 15:37:56.247728 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed059feb-f8ba-4d1c-b678-99aa7f96d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.250454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed059feb-f8ba-4d1c-b678-99aa7f96d929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.251970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ed059feb-f8ba-4d1c-b678-99aa7f96d929 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac631e2a-0759-4c0f-8c8b-ef2808aa6db9 HTTP/1.1" status: 204 len: 168 time: 0.1795580 Aug 09 15:37:56.260090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed059feb-f8ba-4d1c-b678-99aa7f96d929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac631e2a-0759-4c0f-8c8b-ef2808aa6db9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:56.542258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48802) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:56.554019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d903a9-b234-4a65-9ccb-8ffda9b5d222 req-322a55c7-7f8e-49de-a208-28d693601e23 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:56.555671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99d903a9-b234-4a65-9ccb-8ffda9b5d222 req-322a55c7-7f8e-49de-a208-28d693601e23 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.0583959 Aug 09 15:37:56.591031 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0901110-d8f2-4366-826a-dee4d55f1df1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed540d79e01c49a8b86676798d20cd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467503 Aug 09 15:37:56.593768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48804) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:56.600691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99d903a9-b234-4a65-9ccb-8ffda9b5d222 req-3d9702be-d186-43eb-b077-6295c6a430e5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 Aug 09 15:37:56.646255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80a1e2dd-2128-4258-a8ef-52ac8cb1bf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.667739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80a1e2dd-2128-4258-a8ef-52ac8cb1bf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.722999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80a1e2dd-2128-4258-a8ef-52ac8cb1bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.725581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80a1e2dd-2128-4258-a8ef-52ac8cb1bf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.726673 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-80a1e2dd-2128-4258-a8ef-52ac8cb1bf39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f959c8f-b3dd-46e9-a8cc-eba8bf92e96c HTTP/1.1" status: 204 len: 168 time: 0.1317892 Aug 09 15:37:56.743257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1e2dd-2128-4258-a8ef-52ac8cb1bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f959c8f-b3dd-46e9-a8cc-eba8bf92e96c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:57.013409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4cd5-8e5d-4ac5-b83a-0138c9f19405 req-02532b92-bc56-491c-9836-7ecfb5bea2fa tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:57.015044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-074c4cd5-8e5d-4ac5-b83a-0138c9f19405 req-02532b92-bc56-491c-9836-7ecfb5bea2fa tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.0575900 Aug 09 15:37:57.064450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-074c4cd5-8e5d-4ac5-b83a-0138c9f19405 req-65a4c825-57f6-4ff0-bcc3-5c085713759a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Aug 09 15:37:57.148102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:57.152181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:37:57.198768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b005735-9851-44e4-bd6a-6c7e0023d267 req-01ef80e6-4572-4ec7-a82b-bb3910730b28 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:57.209861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b005735-9851-44e4-bd6a-6c7e0023d267 req-01ef80e6-4572-4ec7-a82b-bb3910730b28 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 944 time: 0.0879316 Aug 09 15:37:57.258768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b005735-9851-44e4-bd6a-6c7e0023d267 req-32a96ebf-23d2-4659-a3c4-126771d7f2eb tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475390 Aug 09 15:37:57.322483 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.366402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:57.378746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f9283b0-89cc-4c0d-8c4f-ecd4e0baeba4 req-5f50c75b-89e3-4009-aa1c-abd7c797c197 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0312762 Aug 09 15:37:57.380554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:57.382930 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f0259-8f59-4d1b-93e2-c6161c76d1e0" -d '{"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-unplugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:57.399970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'mac_address': 'fa:16:3e:f8:98:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:57.406763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:57.441772 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.444471 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6946aaf3-6ec4-4147-b331-789867803cea x-openstack-request-id: req-6946aaf3-6ec4-4147-b331-789867803cea {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:57.444754 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-unplugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:57.444998 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6946aaf3-6ec4-4147-b331-789867803cea {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:57.445386 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'code': 200} Aug 09 15:37:57.491869 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.513833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:57.526775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:57.546033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:57.550588 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.552480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48918) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:57.609173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:57.666067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-network', 'tenant_id': '8056119315a2416991c63621abc7d9b9'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:57.692194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Made reservation on behalf of 8056119315a2416991c63621abc7d9b9 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:57.694916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.704033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.744256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304c11f-4992-4ed4-8f5a-ec2c4f12931c req-d3425e8c-80d4-4d23-afa7-d0c7163771ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:57.746445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e304c11f-4992-4ed4-8f5a-ec2c4f12931c req-d3425e8c-80d4-4d23-afa7-d0c7163771ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.0684080 Aug 09 15:37:57.793954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e304c11f-4992-4ed4-8f5a-ec2c4f12931c req-fb738273-93da-4d4d-b732-efa14bcddbdb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Aug 09 15:37:57.822632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.827173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.855673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:37:57.860895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f006a-4471-4877-9230-8e3cee4aca4e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:57.869250 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.871028 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Added segment 49a545bd-2f2a-4ada-be4d-0a0b25b1e571 of type vlan for network a2d76519-c484-4c14-8368-a29f8c15688a Aug 09 15:37:57.900353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:57.915000 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.950019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.957456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.958460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:57.959117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.022531 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4686265 Aug 09 15:37:58.025607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48974) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:58.029170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b3082-be00-4d97-9339-3d7341f7b8dd admin admin] Pushing event updated for resources: {'Network': ['ID=a2d76519-c484-4c14-8368-a29f8c15688a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:58.030727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Request body: {'subnet': {'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-subnet', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:58.046767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a2d76519-c484-4c14-8368-a29f8c15688a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:37:58.054610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Made reservation on behalf of 8056119315a2416991c63621abc7d9b9 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:58.057864 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.136608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.248656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d94554-ac63-4b9f-92ab-861b87b90060 req-e860fb23-eb9e-491f-963e-d5760350984e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:58.250294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3d94554-ac63-4b9f-92ab-861b87b90060 req-e860fb23-eb9e-491f-963e-d5760350984e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.0859976 Aug 09 15:37:58.315037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.355206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3d94554-ac63-4b9f-92ab-861b87b90060 req-c18025c2-6f2a-43fd-aca5-6574f49c7d09 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834892 Aug 09 15:37:58.402128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f561b5-16c6-4a3b-b325-3c63c9ee523a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:58.417177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Checking segment: {'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:58.417634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Network hostable DHCP agents. Network: a2d76519-c484-4c14-8368-a29f8c15688a, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:37:58.471906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Network a2d76519-c484-4c14-8368-a29f8c15688a is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:37:58.492190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea264855-2e92-440f-9dc3-1fee5ab0be96 req-c4aee1e5-7a4d-4a9a-93bb-c80e1a2551cb tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:58.493893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea264855-2e92-440f-9dc3-1fee5ab0be96 req-c4aee1e5-7a4d-4a9a-93bb-c80e1a2551cb tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 945 time: 0.0779283 Aug 09 15:37:58.495404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a2d76519-c484-4c14-8368-a29f8c15688a) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:58.500182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:58.500767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.505275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52df350-1b2e-4094-ad23-12d04fdd46ce None None] Network a2d76519-c484-4c14-8368-a29f8c15688a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:58.567063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49032) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:58.567779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b03c03ed-2aaf-409b-a593-1490f2b3e1c7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5404119 Aug 09 15:37:58.570005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3cb3ce18-e401-4f5b-bc8d-619e6ee7de3b req-e8130aba-207d-4f37-a829-cc22d1f6b97c tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0463886 Aug 09 15:37:58.575667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:58.601944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea264855-2e92-440f-9dc3-1fee5ab0be96 req-f19e822e-cbde-425b-b25a-daa9751e8c16 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877326 Aug 09 15:37:58.617002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.619167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.698311 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.719665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a2d76519-c484-4c14-8368-a29f8c15688a', 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'fixed_ips': [{'subnet_id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:37:58.720753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.889002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.999663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Allocated IP 172.20.0.2 (a2d76519-c484-4c14-8368-a29f8c15688a/12f561b5-16c6-4a3b-b325-3c63c9ee523a/08131e65-71df-4ed6-9333-bde2bb294fb4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:59.030882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0145e-f485-4d00-8920-cf77d8fa8c1b req-033c8234-0d63-45ed-863c-4cb10dbe9946 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:59.040151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73e0145e-f485-4d00-8920-cf77d8fa8c1b req-033c8234-0d63-45ed-863c-4cb10dbe9946 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1121075 Aug 09 15:37:59.132668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73e0145e-f485-4d00-8920-cf77d8fa8c1b req-ffd9385d-c135-4553-901a-8d8a281d9f5e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910165 Aug 09 15:37:59.146411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:59.150162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:59.242327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.296874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.354928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:59.380957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:59.381905 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.454938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.493952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Allocated IP 172.25.7.123 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/3564538e-a565-4e2c-a0df-72e213d98ba8) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:59.527680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Transition to ACTIVE for port object 08131e65-71df-4ed6-9333-bde2bb294fb4 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:59.562012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:59.616952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'mac_address': 'fa:16:3e:bf:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:59.619845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Transition to ACTIVE for port object 08131e65-71df-4ed6-9333-bde2bb294fb4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:59.626683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063e7e3-8dee-4be0-b862-6cf9768185a0 req-b7ae3409-b1bf-4758-a2d0-499a76512a6a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:59.631074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4063e7e3-8dee-4be0-b862-6cf9768185a0 req-b7ae3409-b1bf-4758-a2d0-499a76512a6a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1433024 Aug 09 15:37:59.651464 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.732902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4063e7e3-8dee-4be0-b862-6cf9768185a0 req-273ff0ba-1d9b-450d-a048-c87787fa3ae8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901783 Aug 09 15:37:59.750688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.804992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Network a2d76519-c484-4c14-8368-a29f8c15688a is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:59.805585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e8b2828-643b-4e2a-a8ba-95e5c2b714f1 req-298a1f10-cba3-41ba-a942-3720dd4a7a3b tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0486751 Aug 09 15:37:59.827624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:59.830493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:59.863705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.918289 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.933934 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.976167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:59.988775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Pushing event updated for resources: {'Port': ['ID=08131e65-71df-4ed6-9333-bde2bb294fb4,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:00.000830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:00.004515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:00.007317 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f043e5-4250-4b73-b0c0-a6616ab0511c" -d '{"events": [{"server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "name": "network-vif-plugged", "status": "completed", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:00.013184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca77b3-ba2d-4968-b2a3-ff55af9fac1a req-28527396-5d48-4ebe-ac6b-f70ac2de831e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:00.020555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:00.022559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6ca77b3-ba2d-4968-b2a3-ff55af9fac1a req-28527396-5d48-4ebe-ac6b-f70ac2de831e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 945 time: 0.1376688 Aug 09 15:38:00.024974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:00.076664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Pushing event updated for resources: {'Port': ['ID=3564538e-a565-4e2c-a0df-72e213d98ba8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:00.080019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Attempting to bind port 08131e65-71df-4ed6-9333-bde2bb294fb4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:00.083571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Attempting to bind port 08131e65-71df-4ed6-9333-bde2bb294fb4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:00.084708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Attempting to bind port 08131e65-71df-4ed6-9333-bde2bb294fb4 on network a2d76519-c484-4c14-8368-a29f8c15688a {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:00.096153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:00.100072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6ca77b3-ba2d-4968-b2a3-ff55af9fac1a req-47ce6f78-4c45-42e7-b3d2-7435600c8f4c tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760739 Aug 09 15:38:00.119792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:00.125583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:00.125983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Checking segment: {'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:00.127558 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.137494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Bound using segment: {'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:00.141146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Bound port: 08131e65-71df-4ed6-9333-bde2bb294fb4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:00.141560 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.147438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.160681 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e902c1a-2bc1-451c-b34a-c4868edcab20 x-openstack-request-id: req-8e902c1a-2bc1-451c-b34a-c4868edcab20 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:00.161009 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "name": "network-vif-plugged", "status": "completed", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:00.161767 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e902c1a-2bc1-451c-b34a-c4868edcab20 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:00.162246 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'code': 200} Aug 09 15:38:00.299048 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.326304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:00.339869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f61b-53b2-48fa-ae98-1bea825d208f req-106bfb7b-b4f6-4fbf-946f-f921f8c8815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:00.347665 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d5d0f61b-53b2-48fa-ae98-1bea825d208f req-106bfb7b-b4f6-4fbf-946f-f921f8c8815d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.1083839 Aug 09 15:38:00.359344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73277b7-2384-4669-b49f-518e214d093d req-e3a8a2df-79c7-4c75-9c4c-d8c4ba01aadf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:00.368247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73277b7-2384-4669-b49f-518e214d093d req-e3a8a2df-79c7-4c75-9c4c-d8c4ba01aadf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.0785413 Aug 09 15:38:00.400393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:00.436705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73277b7-2384-4669-b49f-518e214d093d req-67f3825b-ad10-4476-a96f-79a658d4ee48 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670006 Aug 09 15:38:00.486552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:00.511122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] For port 08131e65-71df-4ed6-9333-bde2bb294fb4, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:00.516314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] For port 08131e65-71df-4ed6-9333-bde2bb294fb4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=08131e65-71df-4ed6-9333-bde2bb294fb4,segment=NetworkSegment(49a545bd-2f2a-4ada-be4d-0a0b25b1e571),segment_id=49a545bd-2f2a-4ada-be4d-0a0b25b1e571)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:00.529887 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d5d0f61b-53b2-48fa-ae98-1bea825d208f req-a3885c03-133a-4bf2-b39a-6017fecdadda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740067 Aug 09 15:38:00.549914 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.628704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.649746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e6d42-4649-4973-a6a0-c686b7b74e43 None None] Pushing event updated for resources: {'Port': ['ID=08131e65-71df-4ed6-9333-bde2bb294fb4,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:00.937477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad7a7c-fde7-4b46-9c41-71e196a0b4b8 req-845d5911-1e27-4a72-99e1-daa81150230e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:00.942752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dcad7a7c-fde7-4b46-9c41-71e196a0b4b8 req-845d5911-1e27-4a72-99e1-daa81150230e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1057806 Aug 09 15:38:01.056034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dcad7a7c-fde7-4b46-9c41-71e196a0b4b8 req-3e5bc6d0-ad2b-4695-94f5-4ba796167337 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709033 Aug 09 15:38:01.064650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.232524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e506a7c7-3494-4479-b54a-471492a9fe83 req-5a5c1ed7-1034-4c05-97a4-2526a8751bc1 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0558057 Aug 09 15:38:01.275152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Router efadebce-42f3-4348-b919-7b687a7ae8a2 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:38:01.479854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ab36d-7bbf-4289-8551-0b41a50a766b req-01029bea-9d2d-46de-b978-3561a2affccd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:01.489966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-563ab36d-7bbf-4289-8551-0b41a50a766b req-01029bea-9d2d-46de-b978-3561a2affccd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 946 time: 0.1237378 Aug 09 15:38:01.503608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:01.523423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Sync routers for ids ['efadebce-42f3-4348-b919-7b687a7ae8a2'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:01.542252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Routers {'efadebce-42f3-4348-b919-7b687a7ae8a2'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:01.542940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['efadebce-42f3-4348-b919-7b687a7ae8a2'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:01.552596 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.553907 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-efbe5652-7e42-4fa3-b591-b553bb2939cb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9848990 Aug 09 15:38:01.556962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49246) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:01.766961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-563ab36d-7bbf-4289-8551-0b41a50a766b req-995cfdd3-a143-4857-aa7c-3afdaee69319 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755191 Aug 09 15:38:01.877456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Set router efadebce-42f3-4348-b919-7b687a7ae8a2 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:02.108783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2e74-286d-4526-a8d0-3e08c4d2a7e6 req-e85f73db-d44d-4e3c-be8a-4205e390d317 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:02.110225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbbf2e74-286d-4526-a8d0-3e08c4d2a7e6 req-e85f73db-d44d-4e3c-be8a-4205e390d317 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.2115252 Aug 09 15:38:02.355323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbbf2e74-286d-4526-a8d0-3e08c4d2a7e6 req-d9dfec97-950b-4198-8e62-6fc1202dd1b1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353384 Aug 09 15:38:02.379131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e51f3d-5e86-4b12-898b-65dafc94f601 None None] Network a2d76519-c484-4c14-8368-a29f8c15688a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:02.524130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ad01f024-339b-4640-9ed8-de0347489584 None None] Provisioning for port 08131e65-71df-4ed6-9333-bde2bb294fb4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:02.533531 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.576395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:00Z', 'revision_number': 3, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port': {'id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:59Z', 'updated_at': '2021-08-09T15:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:02.607651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a19b648-91c2-4679-8aa4-9f7a651867b3 req-1f7a69d5-60d2-4999-a90c-649d7523b007 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0677204 Aug 09 15:38:02.619905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 08131e65-71df-4ed6-9333-bde2bb294fb4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:02.622113 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4ae1ef3-d632-401c-85b2-9f3e1289609b req-f149804d-0c6c-4f76-9d73-adc602767a70 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0612404 Aug 09 15:38:02.676205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Checking router: efadebce-42f3-4348-b919-7b687a7ae8a2 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:02.676563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Updating router efadebce-42f3-4348-b919-7b687a7ae8a2 port 3564538e-a565-4e2c-a0df-72e213d98ba8 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:02.742287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 08131e65-71df-4ed6-9333-bde2bb294fb4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:02.756068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 08131e65-71df-4ed6-9333-bde2bb294fb4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:02.756927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.760964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.834619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Allocated IP 172.20.0.1 (a2d76519-c484-4c14-8368-a29f8c15688a/12f561b5-16c6-4a3b-b325-3c63c9ee523a/55091d3d-e8dd-48f1-900c-695131e6bed2) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:02.979457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.001566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Transition to ACTIVE for port object 55091d3d-e8dd-48f1-900c-695131e6bed2 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:03.055274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.081589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91fabc-4c6c-4fa0-b91d-ac9d1e24a36f req-c6d75bc8-f835-4f44-b5b2-a01e63e31a83 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:03.083229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a91fabc-4c6c-4fa0-b91d-ac9d1e24a36f req-c6d75bc8-f835-4f44-b5b2-a01e63e31a83 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.5623844 Aug 09 15:38:03.086828 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.134385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Network a2d76519-c484-4c14-8368-a29f8c15688a is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:03.148345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:03.156909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:03.164038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 08131e65-71df-4ed6-9333-bde2bb294fb4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=08131e65-71df-4ed6-9333-bde2bb294fb4,segment=NetworkSegment(49a545bd-2f2a-4ada-be4d-0a0b25b1e571),segment_id=49a545bd-2f2a-4ada-be4d-0a0b25b1e571)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:03.170289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:03.214995 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.222492 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.335992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:03.336803 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.407175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=08131e65-71df-4ed6-9333-bde2bb294fb4,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:03.441761 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.461988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3e4dcc50-4f05-45dc-b7c5-8676e39ee471 None None] Provisioning complete for port 08131e65-71df-4ed6-9333-bde2bb294fb4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:03.463678 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcc50-4f05-45dc-b7c5-8676e39ee471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.499683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a91fabc-4c6c-4fa0-b91d-ac9d1e24a36f req-24d1d032-f534-4331-b4dd-f16582d97c95 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812792 Aug 09 15:38:03.555114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Transition to ACTIVE for port object 3564538e-a565-4e2c-a0df-72e213d98ba8 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:03.570503 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.614430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Pushing event updated for resources: {'Port': ['ID=55091d3d-e8dd-48f1-900c-695131e6bed2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:03.645978 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.762234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Attempting to bind port 3564538e-a565-4e2c-a0df-72e213d98ba8 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:03.763022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Attempting to bind port 3564538e-a565-4e2c-a0df-72e213d98ba8 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:03.763654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Attempting to bind port 3564538e-a565-4e2c-a0df-72e213d98ba8 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:03.773976 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.789646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967acefb-1e3b-42d3-bb94-583c338c2e30 None None] Pushing event updated for resources: {'Port': ['ID=3564538e-a565-4e2c-a0df-72e213d98ba8,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:03.792858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:03.793405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:03.793711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.793884 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.794372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:03.794742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.795089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Bound port: 3564538e-a565-4e2c-a0df-72e213d98ba8, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:03.795479 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.795869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.796423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.796946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.797469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.798730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.799069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.799402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.799733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.800094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.800417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:03.849246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212caf-dae0-4bd6-a079-41b86fe05213 req-04e47faa-70ac-42eb-9879-0693234140ed tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:03.852574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7212caf-dae0-4bd6-a079-41b86fe05213 req-04e47faa-70ac-42eb-9879-0693234140ed tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 946 time: 0.2304220 Aug 09 15:38:03.854987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:03.857833 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f2a16-44dd-41aa-9be4-ff875a9a7eef" -d '{"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-plugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:03.867717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58118d0-dceb-4059-8d96-adc602e1f0d7 req-0121aba3-8485-4fc4-8342-4509d6f46e2b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:03.877692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e58118d0-dceb-4059-8d96-adc602e1f0d7 req-0121aba3-8485-4fc4-8342-4509d6f46e2b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1164002 Aug 09 15:38:03.898543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:03.910696 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.941333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] For port 3564538e-a565-4e2c-a0df-72e213d98ba8, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:03.951372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e58118d0-dceb-4059-8d96-adc602e1f0d7 req-791ac138-8418-48bf-9194-75dbab64a2ee tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672376 Aug 09 15:38:03.961583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] For port 3564538e-a565-4e2c-a0df-72e213d98ba8, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3564538e-a565-4e2c-a0df-72e213d98ba8,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:04.006494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.017888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:04.020671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7212caf-dae0-4bd6-a079-41b86fe05213 req-b9420012-1538-4234-bfde-e90e21c2a8a6 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226089 Aug 09 15:38:04.173181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bd98030b-bba0-47d2-af2c-496e89f0931d None None] Provisioning for port 55091d3d-e8dd-48f1-900c-695131e6bed2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:04.185022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bd98030b-bba0-47d2-af2c-496e89f0931d None None] Provisioning complete for port 55091d3d-e8dd-48f1-900c-695131e6bed2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:04.185554 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bd98030b-bba0-47d2-af2c-496e89f0931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.187478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Routers {'efadebce-42f3-4348-b919-7b687a7ae8a2'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:04.188195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['efadebce-42f3-4348-b919-7b687a7ae8a2'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:04.197530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8af1560-cf7f-4a7e-a776-0cdd3ae7acf1 req-05ece157-e74c-48f9-a70a-4831bedb9251 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0689313 Aug 09 15:38:04.251471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.260262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.296369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967acefb-1e3b-42d3-bb94-583c338c2e30 None None] Pushing event updated for resources: {'Port': ['ID=3564538e-a565-4e2c-a0df-72e213d98ba8,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:04.355256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.368079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bd98030b-bba0-47d2-af2c-496e89f0931d None None] Port 55091d3d-e8dd-48f1-900c-695131e6bed2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:04.374799 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4e87a3-72e4-42e7-8aa9-10dfb1d484bb x-openstack-request-id: req-1d4e87a3-72e4-42e7-8aa9-10dfb1d484bb {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:04.375078 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-plugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:04.375339 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d4e87a3-72e4-42e7-8aa9-10dfb1d484bb {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:04.375737 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'code': 200} Aug 09 15:38:04.427871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] Set router efadebce-42f3-4348-b919-7b687a7ae8a2 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:04.470988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Pushing event updated for resources: {'Port': ['ID=55091d3d-e8dd-48f1-900c-695131e6bed2,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:04.500298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Network a2d76519-c484-4c14-8368-a29f8c15688a is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:04.519882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:04.690981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 08131e65-71df-4ed6-9333-bde2bb294fb4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:04.867713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 08131e65-71df-4ed6-9333-bde2bb294fb4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:04.868769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.909187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:03Z', 'revision_number': 4, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port': {'id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:59Z', 'updated_at': '2021-08-09T15:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '55091d3d-e8dd-48f1-900c-695131e6bed2', 'name': '', 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'mac_address': 'fa:16:3e:b2:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:02Z', 'updated_at': '2021-08-09T15:38:02Z', 'revision_number': 1, 'project_id': '8056119315a2416991c63621abc7d9b9', 'subnets': [{'id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:04.933098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Router efadebce-42f3-4348-b919-7b687a7ae8a2 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:04.954984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-5110728e-ee64-4e50-b59f-ee3faf0dbf73 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5710981 Aug 09 15:38:04.956458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:04.962375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49710d3-9077-441b-8780-a477f6cbe312 None None] The sync data for ids ['efadebce-42f3-4348-b919-7b687a7ae8a2'] in n-d-799523-2 is: [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:03Z', 'revision_number': 4, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port': {'id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:59Z', 'updated_at': '2021-08-09T15:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '55091d3d-e8dd-48f1-900c-695131e6bed2', 'name': '', 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'mac_address': 'fa:16:3e:b2:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:02Z', 'updated_at': '2021-08-09T15:38:02Z', 'revision_number': 1, 'project_id': '8056119315a2416991c63621abc7d9b9', 'subnets': [{'id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:04.992198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-aa8f03ec-592c-4d91-96cf-370e6ed533e8 None None] Provisioning complete for port 55091d3d-e8dd-48f1-900c-695131e6bed2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:04.992198 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa8f03ec-592c-4d91-96cf-370e6ed533e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.027802 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.043328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f03ec-592c-4d91-96cf-370e6ed533e8 None None] Port 55091d3d-e8dd-48f1-900c-695131e6bed2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:05.052156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1979e-3938-486d-be50-341228c053d8 req-16c8da56-9da6-4182-b297-4f9011165f78 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:05.063678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35b1979e-3938-486d-be50-341228c053d8 req-16c8da56-9da6-4182-b297-4f9011165f78 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.2009995 Aug 09 15:38:05.674310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35b1979e-3938-486d-be50-341228c053d8 req-85a4e35b-1416-478d-9902-6ed5a991c2dc tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092191 Aug 09 15:38:05.827356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:05.845816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c73a7ced-5cae-47af-9ffe-319cd2a348e7 admin admin] 10.222.0.64 "PUT /v2.0/routers/efadebce-42f3-4348-b919-7b687a7ae8a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2786868 Aug 09 15:38:05.909735 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.153339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f495e904-ae45-4890-834a-896394c8eff3 req-1ffe3cd7-b275-4513-ae2d-faa7aa352ee7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f732a53133224d9798e87d2a9371e66b&device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0663862 Aug 09 15:38:06.185364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Allocated IP 172.25.7.29 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/d07d20a6-dd0f-430e-bbb7-6834da43a698) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:06.220360 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f495e904-ae45-4890-834a-896394c8eff3 req-a4120067-0676-42d3-8f78-c248672aa327 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f732a53133224d9798e87d2a9371e66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544014 Aug 09 15:38:06.469654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495e904-ae45-4890-834a-896394c8eff3 req-afc141ef-dd71-4453-acca-50ccafbbe8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:06.473467 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f495e904-ae45-4890-834a-896394c8eff3 req-afc141ef-dd71-4453-acca-50ccafbbe8f2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2501926 Aug 09 15:38:06.478580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.547228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.586908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:06.591371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:06.616083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:06.728309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3564538e-a565-4e2c-a0df-72e213d98ba8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:06.816732 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.837206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Pushing event updated for resources: {'Port': ['ID=d07d20a6-dd0f-430e-bbb7-6834da43a698,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:06.846918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49466) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:06.855152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3564538e-a565-4e2c-a0df-72e213d98ba8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:06.857821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3342bf0-f0a0-4a26-bcca-83c9a60d554e req-f02a0971-87f9-428a-ad8a-d04790f095bb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:06.861237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3564538e-a565-4e2c-a0df-72e213d98ba8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:06.861911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.866043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3342bf0-f0a0-4a26-bcca-83c9a60d554e req-f02a0971-87f9-428a-ad8a-d04790f095bb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.3310702 Aug 09 15:38:06.954525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3342bf0-f0a0-4a26-bcca-83c9a60d554e req-2b85c999-cd59-4191-92c9-e7e8717d473c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873556 Aug 09 15:38:06.960861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.962931 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.003076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 3564538e-a565-4e2c-a0df-72e213d98ba8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3564538e-a565-4e2c-a0df-72e213d98ba8,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:07.010942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.096297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=3564538e-a565-4e2c-a0df-72e213d98ba8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:07.142502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0ca1374-82d0-481f-826a-b9d53c222e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.205341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07f97957-1666-4019-9e23-a757fa509bf0 req-2db6a3b9-369d-471c-96ff-992ff205366e tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0815563 Aug 09 15:38:07.334760 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0ca1374-82d0-481f-826a-b9d53c222e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.342560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0ca1374-82d0-481f-826a-b9d53c222e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.382359 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.396419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.424783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a0ca1374-82d0-481f-826a-b9d53c222e0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27f91e7d4291486eaaf65f7b3509aab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758507 Aug 09 15:38:07.441912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49474) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:07.444684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca1374-82d0-481f-826a-b9d53c222e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf03efe-4708-43c3-ad17-5a9c7a7164a3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:07.472657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Pushing event updated for resources: {'Port': ['ID=d07d20a6-dd0f-430e-bbb7-6834da43a698,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:07.547347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b812e099-c051-4674-802a-20702953bd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.576861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.597509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.606353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-78befca9-6108-4c8c-ae49-4d765b4a0fdd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6602926 Aug 09 15:38:07.611326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b812e099-c051-4674-802a-20702953bd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.706535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7dea4af-30e9-44ce-b957-1be709a7e8bc req-cecc3688-f418-47fe-b711-f12b8d54d722 tempest-FloatingIPsNegativeTestJSON-851731046 tempest-FloatingIPsNegativeTestJSON-851731046-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=8056119315a2416991c63621abc7d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0972042 Aug 09 15:38:07.712527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b812e099-c051-4674-802a-20702953bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.721673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b812e099-c051-4674-802a-20702953bd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.730098 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b812e099-c051-4674-802a-20702953bd2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bf03efe-4708-43c3-ad17-5a9c7a7164a3 HTTP/1.1" status: 204 len: 168 time: 0.2865040 Aug 09 15:38:07.740460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-693a52b8-2bb2-4210-9563-bd2df79f9090 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 695 time: 0.1302669 Aug 09 15:38:07.758611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e099-c051-4674-802a-20702953bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf03efe-4708-43c3-ad17-5a9c7a7164a3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:07.861850 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f495e904-ae45-4890-834a-896394c8eff3 req-f2c191fe-5e07-4a22-9966-14df1df23f2c tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.66 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0325243 Aug 09 15:38:08.027019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda86d-3430-424d-82fb-706b7c9b63bf req-742b3407-fbf6-4684-a0a9-2b4f6525e09c tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:08.047623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ddda86d-3430-424d-82fb-706b7c9b63bf req-742b3407-fbf6-4684-a0a9-2b4f6525e09c tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1532946 Aug 09 15:38:08.096494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-f82c8aa0-349a-40a0-8da5-e40464d55271 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:08.103297 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93b18e4f-d30c-4e98-a7e8-a10d67ed0715 req-f82c8aa0-349a-40a0-8da5-e40464d55271 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.3639154 Aug 09 15:38:08.136935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ddda86d-3430-424d-82fb-706b7c9b63bf req-6bc3970c-16e2-469f-8162-d1a34652c8e7 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876002 Aug 09 15:38:08.226271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4ee0208-dceb-48f5-98e3-9614fa9f7ff8 req-42659f03-c6fd-420e-8e68-6a6d736ea943 tempest-FloatingIPsNegativeTestJSON-851731046 tempest-FloatingIPsNegativeTestJSON-851731046-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0502958 Aug 09 15:38:08.346447 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-7cb14b62-9ff5-4ca7-8fd8-79bbea3e9852 req-8e18ab5b-8953-4951-9874-441073a7aed8 tempest-FloatingIPsNegativeTestJSON-851731046 tempest-FloatingIPsNegativeTestJSON-851731046-project] show failed (client error): The resource could not be found. Aug 09 15:38:08.347494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7cb14b62-9ff5-4ca7-8fd8-79bbea3e9852 req-8e18ab5b-8953-4951-9874-441073a7aed8 tempest-FloatingIPsNegativeTestJSON-851731046 tempest-FloatingIPsNegativeTestJSON-851731046-project] 10.222.0.64 "GET /v2.0/floatingips/709e1af4-600d-4bb3-bc10-c220b0ab0719 HTTP/1.1" status: 404 len: 350 time: 0.0802732 Aug 09 15:38:08.357272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49502) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:08.425424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d0da-c5b6-47fe-b45a-0367ae0da609 req-c0b36f29-96ac-443e-b861-d390ccb4eb3e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:08.427063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44a2d0da-c5b6-47fe-b45a-0367ae0da609 req-c0b36f29-96ac-443e-b861-d390ccb4eb3e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.0913012 Aug 09 15:38:08.493054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44a2d0da-c5b6-47fe-b45a-0367ae0da609 req-12f90260-d705-4d0f-9e31-3a4bfbcf51df tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550895 Aug 09 15:38:08.624953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-359e05ac-ed81-48a9-bf70-cb6b877e2a0a req-33a55f20-c561-44b2-97bf-e6cb02863047 tempest-ServerShowV254Test-1656013060 tempest-ServerShowV254Test-1656013060-project] 10.222.0.64 "GET /v2.0/ports?device_id=602bcb2e-49db-44ad-bbb1-e354376539eb HTTP/1.1" status: 200 len: 210 time: 0.0641434 Aug 09 15:38:08.679796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3564538e-a565-4e2c-a0df-72e213d98ba8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:08.773530 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Sync routers for ids ['efadebce-42f3-4348-b919-7b687a7ae8a2'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:08.783302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3564538e-a565-4e2c-a0df-72e213d98ba8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:08.783761 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:08.797036 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Routers {'efadebce-42f3-4348-b919-7b687a7ae8a2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:08.798874 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['efadebce-42f3-4348-b919-7b687a7ae8a2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:08.970291 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Set router efadebce-42f3-4348-b919-7b687a7ae8a2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:09.039268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:09.096991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9b6538b0-f0b4-4cb3-8bf1-7b85242f4243 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:09.103070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9b6538b0-f0b4-4cb3-8bf1-7b85242f4243 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 821 time: 0.3586245 Aug 09 15:38:09.126330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-4f31e130-70d7-4e37-a8d2-9e8bc7f5abf6 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/quotas/3004e652136644939a79b2d30f832d72 HTTP/1.1" status: 200 len: 375 time: 0.0152147 Aug 09 15:38:09.167687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.227542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1502087703-network', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:09.243366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-578e1619-38ac-4544-9b74-af06336a52cb tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1070774 Aug 09 15:38:09.299417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Made reservation on behalf of 8846fbb416814b88aa022e7f3fba3c39 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:09.301686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.319326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.411232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042c62d-5c36-4e9a-a57c-0947337e01bf req-80e35ff1-c5a9-45ff-a6e6-5e409e3a43f1 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:09.417743 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:03Z', 'revision_number': 4, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port': {'id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:59Z', 'updated_at': '2021-08-09T15:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '55091d3d-e8dd-48f1-900c-695131e6bed2', 'name': '', 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'mac_address': 'fa:16:3e:b2:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:02Z', 'updated_at': '2021-08-09T15:38:03Z', 'revision_number': 2, 'project_id': '8056119315a2416991c63621abc7d9b9', 'subnets': [{'id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:09.425791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3042c62d-5c36-4e9a-a57c-0947337e01bf req-80e35ff1-c5a9-45ff-a6e6-5e409e3a43f1 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1578152 Aug 09 15:38:09.504111 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Checking router: efadebce-42f3-4348-b919-7b687a7ae8a2 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:09.504893 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Updating router efadebce-42f3-4348-b919-7b687a7ae8a2 port 55091d3d-e8dd-48f1-900c-695131e6bed2 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:09.541761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3042c62d-5c36-4e9a-a57c-0947337e01bf req-0afb8782-2986-4238-8168-d86f402168ab tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164784 Aug 09 15:38:09.555469 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.574218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9fc8e947-b3f3-4e0b-980d-f2faf8fe2f7c service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297143 Aug 09 15:38:09.622756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.628925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.653808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Deleting port 55091d3d-e8dd-48f1-900c-695131e6bed2 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:09.654309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.688870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:09.748292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef32f2f-0c1e-4072-b950-f64c6c51569e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:09.765769 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.766032 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Added segment a5dd8e28-366c-4034-8d4d-9f497eb968b4 of type vlan for network 9626e894-726f-4a06-ad5d-957338d03f39 Aug 09 15:38:09.878193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-42105767-be05-4233-9a7d-1a9601c14f8a service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029048 Aug 09 15:38:09.884213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.901539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Calling delete_port for 55091d3d-e8dd-48f1-900c-695131e6bed2 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:09.997396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350ce9d-26d3-4acd-b653-a1038a605b86 req-4849263a-6514-4faf-803b-cfd52e474dfa tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:09.999485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c350ce9d-26d3-4acd-b653-a1038a605b86 req-4849263a-6514-4faf-803b-cfd52e474dfa tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1410503 Aug 09 15:38:10.021853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.061744 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.077618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c350ce9d-26d3-4acd-b653-a1038a605b86 req-3181ba4a-1eab-4b99-9b9a-97844ae3bce6 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697899 Aug 09 15:38:10.102504 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Transition to ACTIVE for port object 55091d3d-e8dd-48f1-900c-695131e6bed2 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:10.112924 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.205163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4a47879-e05b-475a-9dc9-4d0794e17118 req-762f75f8-437d-448c-8697-ef2126914bc5 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 210 time: 0.0577979 Aug 09 15:38:10.300087 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Pushing event updated for resources: {'Port': ['ID=55091d3d-e8dd-48f1-900c-695131e6bed2,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:10.323969 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.324230 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.324603 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.325006 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.325671 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.326168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.326502 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.326831 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.327151 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.327474 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.327794 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.328153 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:10.339478 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Attempting to bind port 55091d3d-e8dd-48f1-900c-695131e6bed2 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:10.339852 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Attempting to bind port 55091d3d-e8dd-48f1-900c-695131e6bed2 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:10.340237 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Attempting to bind port 55091d3d-e8dd-48f1-900c-695131e6bed2 on network a2d76519-c484-4c14-8368-a29f8c15688a {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:10.365892 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:10.367860 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Checking segment: {'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:10.368380 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.370244 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Bound using segment: {'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:10.370850 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Bound port: 55091d3d-e8dd-48f1-900c-695131e6bed2, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a545bd-2f2a-4ada-be4d-0a0b25b1e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:10.375937 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.534945 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] For port 55091d3d-e8dd-48f1-900c-695131e6bed2, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:10.538162 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] For port 55091d3d-e8dd-48f1-900c-695131e6bed2, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=55091d3d-e8dd-48f1-900c-695131e6bed2,segment=NetworkSegment(49a545bd-2f2a-4ada-be4d-0a0b25b1e571),segment_id=49a545bd-2f2a-4ada-be4d-0a0b25b1e571)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:10.544565 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.584586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49558) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:10.687989 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Routers {'efadebce-42f3-4348-b919-7b687a7ae8a2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:10.689538 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['efadebce-42f3-4348-b919-7b687a7ae8a2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:10.833745 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca18ed-a5b4-4df4-9ef5-14688ea666fa None None] Pushing event updated for resources: {'Port': ['ID=55091d3d-e8dd-48f1-900c-695131e6bed2,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:10.891865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.920523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65698d-6220-426e-b60f-c24538f9ace4 req-0d5b0ded-59c3-452d-aec7-02aef67d5105 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:10.940388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc65698d-6220-426e-b60f-c24538f9ace4 req-0d5b0ded-59c3-452d-aec7-02aef67d5105 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1597936 Aug 09 15:38:10.977071 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] Set router efadebce-42f3-4348-b919-7b687a7ae8a2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:10.982164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Pushing event deleted for resources: {'Port': ['ID=55091d3d-e8dd-48f1-900c-695131e6bed2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:10.995301 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.996915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:10.997637 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.048084 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6c630bee-f96b-45b9-bca8-aded651f09c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.079927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b870ed7e-ea6b-4d99-90ff-772bba7d220d None None] Could not find standard attr ID for object 55091d3d-e8dd-48f1-900c-695131e6bed2. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:38:11.126418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc65698d-6220-426e-b60f-c24538f9ace4 req-f2f819c0-9a5d-47d6-abe2-c9c84d52526b tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794648 Aug 09 15:38:11.203917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] Pushing event updated for resources: {'Network': ['ID=9626e894-726f-4a06-ad5d-957338d03f39,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:11.243199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9626e894-726f-4a06-ad5d-957338d03f39 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:11.382021 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:03Z', 'revision_number': 4, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port': {'id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:59Z', 'updated_at': '2021-08-09T15:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '55091d3d-e8dd-48f1-900c-695131e6bed2', 'name': '', 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'mac_address': 'fa:16:3e:b2:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:02Z', 'updated_at': '2021-08-09T15:38:10Z', 'revision_number': 4, 'project_id': '8056119315a2416991c63621abc7d9b9', 'subnets': [{'id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:11.436057 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e79147-0911-4c47-a9ff-d5a154beaeec None None] The sync data for ids ['efadebce-42f3-4348-b919-7b687a7ae8a2'] in n-d-799523-2 is: [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:03Z', 'revision_number': 4, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port': {'id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:59Z', 'updated_at': '2021-08-09T15:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '55091d3d-e8dd-48f1-900c-695131e6bed2', 'name': '', 'network_id': 'a2d76519-c484-4c14-8368-a29f8c15688a', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'mac_address': 'fa:16:3e:b2:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:02Z', 'updated_at': '2021-08-09T15:38:10Z', 'revision_number': 4, 'project_id': '8056119315a2416991c63621abc7d9b9', 'subnets': [{'id': '12f561b5-16c6-4a3b-b325-3c63c9ee523a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:11.451102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.508819 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6c630bee-f96b-45b9-bca8-aded651f09c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.538198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef85f322-bb82-4f2a-9884-21baa53b0238 req-f4251f96-04c1-4a67-9de9-5da64eabaa16 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 210 time: 0.1777322 Aug 09 15:38:11.542730 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-530ab874-1bf4-415c-b717-b8224ed325ab admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5022666 Aug 09 15:38:11.546326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6c630bee-f96b-45b9-bca8-aded651f09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.546733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49572) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:11.567739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Request body: {'subnet': {'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1502087703-subnet', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:11.629444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6c630bee-f96b-45b9-bca8-aded651f09c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f732a53133224d9798e87d2a9371e66b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0435402 Aug 09 15:38:11.636371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49574) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:11.650955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Made reservation on behalf of 8846fbb416814b88aa022e7f3fba3c39 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:11.653761 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.741043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0752a-2dd9-4eb6-9d03-6ff425f85754 req-e405268a-0f0b-41a7-856a-47bbf33fa1c1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:11.761185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15f0752a-2dd9-4eb6-9d03-6ff425f85754 req-e405268a-0f0b-41a7-856a-47bbf33fa1c1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.5231233 Aug 09 15:38:11.901448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-13cb6065-a342-47c6-ada7-fac4c951e760 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:11.903546 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-13cb6065-a342-47c6-ada7-fac4c951e760 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.66 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 821 time: 0.2287476 Aug 09 15:38:11.958391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Request body: {'port': {'device_id': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'admin_state_up': True, 'tenant_id': '3004e652136644939a79b2d30f832d72'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:12.036919 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57006579-1448-451e-a7d8-d5e0a735eddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:12.041377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c630bee-f96b-45b9-bca8-aded651f09c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48724bff-d69c-48e7-accf-ce8cd9b3a7e6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:12.080153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57006579-1448-451e-a7d8-d5e0a735eddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:12.086248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15f0752a-2dd9-4eb6-9d03-6ff425f85754 req-6904142f-2fe7-4037-9d96-2a20a58d0c22 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233542 Aug 09 15:38:12.196243 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57006579-1448-451e-a7d8-d5e0a735eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:12.199661 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57006579-1448-451e-a7d8-d5e0a735eddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:12.203716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-57006579-1448-451e-a7d8-d5e0a735eddb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48724bff-d69c-48e7-accf-ce8cd9b3a7e6 HTTP/1.1" status: 204 len: 168 time: 0.5509663 Aug 09 15:38:12.223459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006579-1448-451e-a7d8-d5e0a735eddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48724bff-d69c-48e7-accf-ce8cd9b3a7e6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:12.377820 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Made reservation on behalf of 3004e652136644939a79b2d30f832d72 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:12.381735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:12.431434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140e873-de71-4343-ba3e-e490c7ce2fb1 req-eb543a59-fc36-4fde-898b-4233f0e60a56 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:12.434026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4140e873-de71-4343-ba3e-e490c7ce2fb1 req-eb543a59-fc36-4fde-898b-4233f0e60a56 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.1480532 Aug 09 15:38:12.516673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4140e873-de71-4343-ba3e-e490c7ce2fb1 req-5563e64b-dadb-43fe-b196-cffa1d9501e8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698433 Aug 09 15:38:12.534869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Router efadebce-42f3-4348-b919-7b687a7ae8a2 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:12.696688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:12.757705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1771825-e5c8-4f99-ba1c-76a2210ac8b7 req-4afd24b5-88a6-4335-8841-3ded40401194 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 210 time: 0.0542827 Aug 09 15:38:12.898179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Allocated IP 172.20.0.4 (b4d57aa7-99c6-4731-913d-5cdbb6947f04/0aa9d6bb-00b4-410b-baab-239a9fab8a6d/cc17d225-2959-4c1f-92ca-df5aed9223ae) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:12.925495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:12.942378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] Sync routers for ids ['efadebce-42f3-4348-b919-7b687a7ae8a2'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:12.946770 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-817e1010-a3fa-4303-a792-d2d53bdde156 admin admin] 10.222.0.64 "PUT /v2.0/routers/efadebce-42f3-4348-b919-7b687a7ae8a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5861778 Aug 09 15:38:12.947517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49604) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:12.958774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] Routers {'efadebce-42f3-4348-b919-7b687a7ae8a2'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:12.959955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['efadebce-42f3-4348-b919-7b687a7ae8a2'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:12.963539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14c9567-3218-4898-8966-e767520d4c07,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:12.986920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Checking segment: {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:12.987288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Network hostable DHCP agents. Network: 9626e894-726f-4a06-ad5d-957338d03f39, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:13.102810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Network 9626e894-726f-4a06-ad5d-957338d03f39 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:13.166537 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.171042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] Set router efadebce-42f3-4348-b919-7b687a7ae8a2 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:13.219261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9626e894-726f-4a06-ad5d-957338d03f39) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:13.236090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:13.236702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.274607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91f19e-2be3-4d9b-bca9-5423a18c0a21 None None] Network 9626e894-726f-4a06-ad5d-957338d03f39 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:13.318307 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-328bba3b-9963-4285-bd60-a84971b2c504 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7688737 Aug 09 15:38:13.334229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49616) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:13.342505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:13.432596 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.434668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.451090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.452640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff432-1888-4426-ac98-2c71445d7647 req-0f1e5ec2-e02d-47eb-a127-56dd85dce111 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:13.455779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-096ff432-1888-4426-ac98-2c71445d7647 req-0f1e5ec2-e02d-47eb-a127-56dd85dce111 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1831784 Aug 09 15:38:13.491905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Transition to ACTIVE for port object cc17d225-2959-4c1f-92ca-df5aed9223ae will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:13.516261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.568544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-096ff432-1888-4426-ac98-2c71445d7647 req-d9737d4e-4cb0-46f2-8c9c-50fd1eef4bf3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015019 Aug 09 15:38:13.586395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9626e894-726f-4a06-ad5d-957338d03f39', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:38:13.589874 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.590551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.673350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Deleting port 3564538e-a565-4e2c-a0df-72e213d98ba8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:13.673850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.813366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49626) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:13.822307 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.964969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a38ee578-4297-4ed4-81a2-f2c6f98bdf34 req-b331eb77-2e1f-44f2-91d0-1abe0c37a128 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 210 time: 0.0736780 Aug 09 15:38:14.046435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a7c36-5547-4512-9f3b-d4e1d157deb1 req-60761995-0bb4-4cc4-a852-4fa02d3ac3e8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:14.065001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-463a7c36-5547-4512-9f3b-d4e1d157deb1 req-60761995-0bb4-4cc4-a852-4fa02d3ac3e8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.3726237 Aug 09 15:38:14.076160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.101187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:14.129545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Allocated IP 172.20.0.2 (9626e894-726f-4a06-ad5d-957338d03f39/a14c9567-3218-4898-8966-e767520d4c07/b1d531bb-23e6-43c0-a0eb-a54f009d0117) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:14.140074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:10Z', 'revision_number': 5, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port': {'id': '3564538e-a565-4e2c-a0df-72e213d98ba8', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:59Z', 'updated_at': '2021-08-09T15:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:14.202966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Pushing event updated for resources: {'Port': ['ID=cc17d225-2959-4c1f-92ca-df5aed9223ae,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:14.229018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1454208775-network', 'tenant_id': '5828588a9d574d419115ef3bbb8a6231'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:14.261320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:14.268126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] For port 3564538e-a565-4e2c-a0df-72e213d98ba8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3564538e-a565-4e2c-a0df-72e213d98ba8,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:14.273110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:14.278173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.284692 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:14.369942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Calling delete_port for 3564538e-a565-4e2c-a0df-72e213d98ba8 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:14.390760 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.407917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Transition to ACTIVE for port object b1d531bb-23e6-43c0-a0eb-a54f009d0117 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:14.440780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Transition to ACTIVE for port object b1d531bb-23e6-43c0-a0eb-a54f009d0117 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:14.460640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:14.468682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.472601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.492644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f75417-f5f8-42b7-afeb-4e2ca4bff9ff req-74edb3d2-650b-46b9-97a7-f592d76eef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:14.497270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7f75417-f5f8-42b7-afeb-4e2ca4bff9ff req-74edb3d2-650b-46b9-97a7-f592d76eef4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1096 time: 0.4257057 Aug 09 15:38:14.531718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-463a7c36-5547-4512-9f3b-d4e1d157deb1 req-07da83d2-b1ec-40cb-b8a4-67c8136de4fa tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636755 Aug 09 15:38:14.543791 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-f99b7d87-c977-4551-9e72-983cbabfacaa tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5954270 Aug 09 15:38:14.598504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] Checking router: efadebce-42f3-4348-b919-7b687a7ae8a2 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:14.612771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Request body: {'port': {'device_id': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:14.615559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Network 9626e894-726f-4a06-ad5d-957338d03f39 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:14.619612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Made reservation on behalf of 5828588a9d574d419115ef3bbb8a6231 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:14.623316 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.655398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:14.679050 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.689294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:14.717066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] Routers {'efadebce-42f3-4348-b919-7b687a7ae8a2'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:14.718132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:37:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['efadebce-42f3-4348-b919-7b687a7ae8a2'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:14.736211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Pushing event updated for resources: {'Port': ['ID=b1d531bb-23e6-43c0-a0eb-a54f009d0117,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:14.758839 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.945847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.980964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.027780 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-50b4438e-4152-4925-82af-8599cb7f4f5b service neutron] 10.222.0.66 "GET /v2.0/ports/6c72c62f-33b5-444d-a9a3-e80121d19ffc/bindings/n-h2-799523-2 HTTP/1.1" status: 200 len: 382 time: 0.5916183 Aug 09 15:38:15.149085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a96593a5-98fc-4701-8e4c-d719818e8903 None None] Provisioning for port cc17d225-2959-4c1f-92ca-df5aed9223ae completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:15.174265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7f75417-f5f8-42b7-afeb-4e2ca4bff9ff req-3d328d95-3aa9-404d-826a-0aee23f701d6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555422 Aug 09 15:38:15.247282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:15.274389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a96593a5-98fc-4701-8e4c-d719818e8903 None None] Provisioning complete for port cc17d225-2959-4c1f-92ca-df5aed9223ae triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:15.274811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a96593a5-98fc-4701-8e4c-d719818e8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.418488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a96593a5-98fc-4701-8e4c-d719818e8903 None None] Port cc17d225-2959-4c1f-92ca-df5aed9223ae cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:15.440872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b86565-2be6-4641-a863-ee949f5dea73,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:15.450209 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-40e4b111-2e26-446b-bc26-77944ff7c5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.454070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.454070 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Added segment 4a3d857f-bb16-4e47-b396-3597360868bb of type vlan for network 69fd161b-b943-424f-810b-1b5fbcc715cf Aug 09 15:38:15.497407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Attempting to bind port b1d531bb-23e6-43c0-a0eb-a54f009d0117 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:15.497984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Attempting to bind port b1d531bb-23e6-43c0-a0eb-a54f009d0117 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:15.498510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Attempting to bind port b1d531bb-23e6-43c0-a0eb-a54f009d0117 on network 9626e894-726f-4a06-ad5d-957338d03f39 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:15.521231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] Set router efadebce-42f3-4348-b919-7b687a7ae8a2 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:15.525410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:15.525988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Checking segment: {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:15.526815 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.527484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Bound using segment: {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:15.528636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Bound port: b1d531bb-23e6-43c0-a0eb-a54f009d0117, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:15.531249 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.541696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20105560-e6c7-4a39-8f9d-4ed7a8e1dbc4 req-1c7dc853-baec-42da-b3e9-974681ff4985 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:15.549363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20105560-e6c7-4a39-8f9d-4ed7a8e1dbc4 req-1c7dc853-baec-42da-b3e9-974681ff4985 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.6010239 Aug 09 15:38:15.598318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.636906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:13Z', 'revision_number': 6, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:15.656141 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.658598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.704315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaff69-5fce-4c61-b755-7dd8dd1839a4 req-0a608b46-fcd5-4ac6-b86f-aea032abb9f9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:15.706002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2eaff69-5fce-4c61-b755-7dd8dd1839a4 req-0a608b46-fcd5-4ac6-b86f-aea032abb9f9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 931 time: 0.3503447 Aug 09 15:38:15.715434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-835a868c-8813-4bb6-a471-ba8eb1ba748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:15.717226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-835a868c-8813-4bb6-a471-ba8eb1ba748d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 1100 time: 0.2668934 Aug 09 15:38:15.730197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31eb19-448e-4ad0-b33d-951b5a04cacc None None] The sync data for ids ['efadebce-42f3-4348-b919-7b687a7ae8a2'] in n-d-799523-2 is: [{'id': 'efadebce-42f3-4348-b919-7b687a7ae8a2', 'name': 'tempest-FloatingIPsNegativeTestJSON-2106904970-router', 'tenant_id': '8056119315a2416991c63621abc7d9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:58Z', 'updated_at': '2021-08-09T15:38:13Z', 'revision_number': 6, 'project_id': '8056119315a2416991c63621abc7d9b9', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:15.759478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20105560-e6c7-4a39-8f9d-4ed7a8e1dbc4 req-54568c61-d2e1-4b97-8506-f42262b45719 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037020 Aug 09 15:38:15.901151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] For port b1d531bb-23e6-43c0-a0eb-a54f009d0117, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:15.917499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] For port b1d531bb-23e6-43c0-a0eb-a54f009d0117, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b1d531bb-23e6-43c0-a0eb-a54f009d0117,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:15.928524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.956552 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.994103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.001181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.002695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.093279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaca5e2-feec-44a9-9dff-dc3acdf68b25 None None] Pushing event updated for resources: {'Port': ['ID=b1d531bb-23e6-43c0-a0eb-a54f009d0117,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:16.129428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3564538e-a565-4e2c-a0df-72e213d98ba8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:16.267465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2eaff69-5fce-4c61-b755-7dd8dd1839a4 req-3f19ebfa-21c5-4784-acb7-227577474581 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193005 Aug 09 15:38:16.305480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.4874711 Aug 09 15:38:16.313576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49652) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:16.328467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-81434cc3-5417-4797-9b60-b6c44b419f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.330204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-81434cc3-5417-4797-9b60-b6c44b419f26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 1100 time: 0.5640152 Aug 09 15:38:16.336021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Request body: {'subnet': {'network_id': '69fd161b-b943-424f-810b-1b5fbcc715cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1454208775-subnet', 'tenant_id': '5828588a9d574d419115ef3bbb8a6231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:16.547671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b02ec9-18d9-450b-83f1-a6f860be49f8 admin admin] Pushing event updated for resources: {'Network': ['ID=69fd161b-b943-424f-810b-1b5fbcc715cf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:16.565563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 69fd161b-b943-424f-810b-1b5fbcc715cf details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:16.644750 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.917119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Made reservation on behalf of 5828588a9d574d419115ef3bbb8a6231 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:16.923307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.938165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d478a44-a568-4837-9b59-ddbabc433112 req-2d9d6b61-5e95-4693-98e6-39ae955cc46b tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.948267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d478a44-a568-4837-9b59-ddbabc433112 req-2d9d6b61-5e95-4693-98e6-39ae955cc46b tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.8639891 Aug 09 15:38:16.979207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 55091d3d-e8dd-48f1-900c-695131e6bed2 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:17.006936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc17d225-2959-4c1f-92ca-df5aed9223ae {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:17.043019 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.061484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 55091d3d-e8dd-48f1-900c-695131e6bed2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:17.069616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 55091d3d-e8dd-48f1-900c-695131e6bed2 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:17.081436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Transition to ACTIVE for port object cc17d225-2959-4c1f-92ca-df5aed9223ae will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:17.096198 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.103628 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.116333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Allocated IP 172.25.7.229 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:17.138446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.228985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-4e5a165f-b5bd-480d-b8ed-7fdfbd8da0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:17.230867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-4e5a165f-b5bd-480d-b8ed-7fdfbd8da0ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.7648504 Aug 09 15:38:17.316893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6c72c62f-33b5-444d-a9a3-e80121d19ffc no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:17.375123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.375688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efadebce-42f3-4348-b919-7b687a7ae8a2 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:38:17.452323 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-840ca967-29d5-4184-86b2-8292d34c6d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.454479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Pushing event updated for resources: {'Port': ['ID=cc17d225-2959-4c1f-92ca-df5aed9223ae,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:17.545615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d478a44-a568-4837-9b59-ddbabc433112 req-0b416737-4b44-4ccc-b5da-7afa66f8f95a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961442 Aug 09 15:38:17.547906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Attempting to bind port cc17d225-2959-4c1f-92ca-df5aed9223ae on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:17.548397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-318aea9a-6506-49b8-9664-c81b1ca52bb0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 200 len: 217 time: 0.1332068 Aug 09 15:38:17.548561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Attempting to bind port cc17d225-2959-4c1f-92ca-df5aed9223ae by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:17.548940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Attempting to bind port cc17d225-2959-4c1f-92ca-df5aed9223ae on network b4d57aa7-99c6-4731-913d-5cdbb6947f04 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:17.569002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Port cc17d225-2959-4c1f-92ca-df5aed9223ae on network b4d57aa7-99c6-4731-913d-5cdbb6947f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:38:17.569535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Attempting to bind port cc17d225-2959-4c1f-92ca-df5aed9223ae on network b4d57aa7-99c6-4731-913d-5cdbb6947f04 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:17.573934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.576984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-394c6123-82c7-42c4-a0f5-b5f74915f4e3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/efadebce-42f3-4348-b919-7b687a7ae8a2 HTTP/1.1" status: 204 len: 168 time: 4.6284842 Aug 09 15:38:17.588468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49664) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:17.622645 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.656568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8363228a-57cf-4c06-a8d5-60240fb3d070 admin admin] Deleting subnet 12f561b5-16c6-4a3b-b325-3c63c9ee523a {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:38:17.660276 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8363228a-57cf-4c06-a8d5-60240fb3d070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.721089 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8363228a-57cf-4c06-a8d5-60240fb3d070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.729496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:17.749770 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabe0d17-36f1-4a64-b701-9ff43d797314" -d '{"events": [{"server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "name": "network-vif-unplugged", "status": "completed", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:17.836850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:17.848158 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.868110 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.921833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8363228a-57cf-4c06-a8d5-60240fb3d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.002517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:18.004285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Checking segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:18.005941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Bound using segment: {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:18.008379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Bound port: cc17d225-2959-4c1f-92ca-df5aed9223ae, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:18.010242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.010476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:18.033877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.098309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8363228a-57cf-4c06-a8d5-60240fb3d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.159367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3635b193-6db0-4bff-b68d-7395cd32a5df None None] Network a2d76519-c484-4c14-8368-a29f8c15688a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:18.182069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8363228a-57cf-4c06-a8d5-60240fb3d070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.185612 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8363228a-57cf-4c06-a8d5-60240fb3d070 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/12f561b5-16c6-4a3b-b325-3c63c9ee523a HTTP/1.1" status: 204 len: 168 time: 0.5959082 Aug 09 15:38:18.229493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49670) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:18.284516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbd4e0-de05-418d-b178-690705bf60b6 None None] Network 9626e894-726f-4a06-ad5d-957338d03f39 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:18.388705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.393476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363228a-57cf-4c06-a8d5-60240fb3d070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f561b5-16c6-4a3b-b325-3c63c9ee523a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:18.514201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] For port cc17d225-2959-4c1f-92ca-df5aed9223ae, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:18.529506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.643002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7f698ba3-d3e6-4d8f-9221-0ece642d9453 None None] Provisioning for port b1d531bb-23e6-43c0-a0eb-a54f009d0117 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:18.648652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] For port cc17d225-2959-4c1f-92ca-df5aed9223ae, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:18.671874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.720144 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.757180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:18.758340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.761148 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] 10.222.0.66 "PUT /v2.0/ports/cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 1091 time: 4.1664059 Aug 09 15:38:18.776465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:18.779055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b1d531bb-23e6-43c0-a0eb-a54f009d0117 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:18.804380 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:18.856740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:18.908748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:18.913620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:18.930089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Pushing event updated for resources: {'Port': ['ID=ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:18.966074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Deleting port 08131e65-71df-4ed6-9333-bde2bb294fb4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:18.966819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.097668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-6a63b80b-6de1-4ac6-9a01-589068e9f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.129334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-6a63b80b-6de1-4ac6-9a01-589068e9f890 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.6730096 Aug 09 15:38:19.129334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaebb59-bd72-4409-8116-16d89ee85551 req-495955fa-84e5-4e6c-b650-991981a7749d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.141100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afaebb59-bd72-4409-8116-16d89ee85551 req-495955fa-84e5-4e6c-b650-991981a7749d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 1.8810904 Aug 09 15:38:19.221836 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.237511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a984-84dd-4058-a2a4-0019e51128d2 req-3b857618-ddf2-4840-9d8f-bf2772b28f28 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.238944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b1d531bb-23e6-43c0-a0eb-a54f009d0117 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:19.239602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b84a984-84dd-4058-a2a4-0019e51128d2 req-3b857618-ddf2-4840-9d8f-bf2772b28f28 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 943 time: 0.5383365 Aug 09 15:38:19.241025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=892d4ffb-4ae8-4639-b679-368df0b82fe3,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:19.252784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b1d531bb-23e6-43c0-a0eb-a54f009d0117 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:19.253411 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.328002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] DHCP port deletion for a2d76519-c484-4c14-8368-a29f8c15688a request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:38:19.438437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Checking segment: {'id': '4a3d857f-bb16-4e47-b396-3597360868bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '69fd161b-b943-424f-810b-1b5fbcc715cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:19.439333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Network hostable DHCP agents. Network: 69fd161b-b943-424f-810b-1b5fbcc715cf, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:19.476028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afaebb59-bd72-4409-8116-16d89ee85551 req-2084ae28-bc67-4775-890d-bca6526412e4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329265 Aug 09 15:38:19.482032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b84a984-84dd-4058-a2a4-0019e51128d2 req-057b5913-ba11-49fb-87a3-2614eb447ba6 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753302 Aug 09 15:38:19.491440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-8c153804-efd6-4e1d-9cd5-f9c0f495ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.493196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-8c153804-efd6-4e1d-9cd5-f9c0f495ecf7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3434148 Aug 09 15:38:19.498866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] For port 08131e65-71df-4ed6-9333-bde2bb294fb4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=08131e65-71df-4ed6-9333-bde2bb294fb4,segment=NetworkSegment(49a545bd-2f2a-4ada-be4d-0a0b25b1e571),segment_id=49a545bd-2f2a-4ada-be4d-0a0b25b1e571)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:19.499654 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.520703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Network 69fd161b-b943-424f-810b-1b5fbcc715cf is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:19.583189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 69fd161b-b943-424f-810b-1b5fbcc715cf) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:19.591804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.593338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.600169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f110272-0765-4440-bd8e-a546928eb10d None None] Network 69fd161b-b943-424f-810b-1b5fbcc715cf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:19.611482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Calling delete_port for 08131e65-71df-4ed6-9333-bde2bb294fb4 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:19.628384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-d0d7915b-acf3-4299-90b9-e9cd73bf8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.633716 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-d0d7915b-acf3-4299-90b9-e9cd73bf8e9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 1094 time: 0.7898788 Aug 09 15:38:19.639966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f47e3290-7fcb-41b2-b21a-84cb4daca4a1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3217134 Aug 09 15:38:19.680915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b184b76b-a13a-4558-95d4-8a7706ea583f req-d6ff57d2-6ea1-472f-8da0-3b225fc8a906 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-988627927', 'description': 'tempest-description-905427673'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:19.771884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-2ef10b9d-a0f3-4915-b9ed-f5a33f6e1df6 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664294 Aug 09 15:38:19.803170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36bcf4-554b-4bb3-80a5-8f02a1b9c397 service neutron] Pushing event updated for resources: {'Port': ['ID=cc17d225-2959-4c1f-92ca-df5aed9223ae,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:19.818881 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e107c5-2d80-4bc0-a2d3-5da1e2bb0318 x-openstack-request-id: req-39e107c5-2d80-4bc0-a2d3-5da1e2bb0318 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:19.819879 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "name": "network-vif-unplugged", "status": "completed", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:19.819879 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39e107c5-2d80-4bc0-a2d3-5da1e2bb0318 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:19.820318 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'code': 200} Aug 09 15:38:19.865894 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.891141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] Deleting port 08131e65-71df-4ed6-9333-bde2bb294fb4 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:19.891507 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.003062 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-fe472b4c-1307-4eb9-aeee-90c5962eecc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 217 time: 0.2201118 Aug 09 15:38:20.059173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a6fdde8-f8d4-45a7-be4c-80f8c509979a req-5027cc6d-dacf-4165-a249-dfd078953955 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703602 Aug 09 15:38:20.061327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b184b76b-a13a-4558-95d4-8a7706ea583f req-d6ff57d2-6ea1-472f-8da0-3b225fc8a906 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.069482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] For port 08131e65-71df-4ed6-9333-bde2bb294fb4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=08131e65-71df-4ed6-9333-bde2bb294fb4,segment=NetworkSegment(49a545bd-2f2a-4ada-be4d-0a0b25b1e571),segment_id=49a545bd-2f2a-4ada-be4d-0a0b25b1e571)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:20.070055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.124043 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26129a8-07fd-4d15-9b0d-f07319d34b91 x-openstack-request-id: req-b26129a8-07fd-4d15-9b0d-f07319d34b91 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:20.124417 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:20.124597 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b26129a8-07fd-4d15-9b0d-f07319d34b91 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:20.125010 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'status': 'completed', 'code': 200} Aug 09 15:38:20.135768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] Calling delete_port for 08131e65-71df-4ed6-9333-bde2bb294fb4 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:20.311740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b184b76b-a13a-4558-95d4-8a7706ea583f req-d6ff57d2-6ea1-472f-8da0-3b225fc8a906 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.331887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b184b76b-a13a-4558-95d4-8a7706ea583f req-d6ff57d2-6ea1-472f-8da0-3b225fc8a906 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.364001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284c95ed-ab39-4ab5-8b3a-5f0ff6bf5d89 None None] Network 69fd161b-b943-424f-810b-1b5fbcc715cf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:20.408226 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.419219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-25fbd59a-d9c7-42dc-9c53-6b67c82aaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:20.422187 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-25fbd59a-d9c7-42dc-9c53-6b67c82aaa45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.2942309 Aug 09 15:38:20.460620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-74cb0ff9-11a5-4b94-bca4-c52ec2420384 None None] Provisioning complete for port b1d531bb-23e6-43c0-a0eb-a54f009d0117 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:20.461049 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74cb0ff9-11a5-4b94-bca4-c52ec2420384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.468061 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.486059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b184b76b-a13a-4558-95d4-8a7706ea583f req-d6ff57d2-6ea1-472f-8da0-3b225fc8a906 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.498420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b184b76b-a13a-4558-95d4-8a7706ea583f req-d6ff57d2-6ea1-472f-8da0-3b225fc8a906 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8241220 Aug 09 15:38:20.504045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff57d2-6ea1-472f-8da0-3b225fc8a906 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc11d68-0806-4d4c-a4d2-b76f61d33fd0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:20.558635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b1d531bb-23e6-43c0-a0eb-a54f009d0117, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b1d531bb-23e6-43c0-a0eb-a54f009d0117,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:20.592707 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.724100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=b1d531bb-23e6-43c0-a0eb-a54f009d0117,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:20.727207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3564538e-a565-4e2c-a0df-72e213d98ba8 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:20.790434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3564538e-a565-4e2c-a0df-72e213d98ba8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:20.790912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3564538e-a565-4e2c-a0df-72e213d98ba8 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:20.800049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.819927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.853130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] Pushing event deleted for resources: {'Port': ['ID=08131e65-71df-4ed6-9333-bde2bb294fb4,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:20.944391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad22027a-145a-4b33-9600-079c4457e365 req-86372e30-1bf9-422c-86ac-d4c95521ab95 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-988627927&fields=id&tenant_id=5e70513ba2d54817a6600c9057506f0c HTTP/1.1" status: 200 len: 267 time: 0.2201686 Aug 09 15:38:20.986783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb24d9-ad59-4fe7-8a8b-37569c9774b1 None None] No DVR routers for this DVR port 08131e65-71df-4ed6-9333-bde2bb294fb4 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:38:21.008421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49710) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:21.009974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=08131e65-71df-4ed6-9333-bde2bb294fb4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:21.024454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b1d531bb-23e6-43c0-a0eb-a54f009d0117 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:21.029636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] No DVR routers for this DVR port 08131e65-71df-4ed6-9333-bde2bb294fb4 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:38:21.036884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1948998118-network', 'tenant_id': '3aad63a4933f40e1990646279f240525'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:21.068945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-ff61eeeb-97bd-4184-9e47-6f825d802b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.071057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-ff61eeeb-97bd-4184-9e47-6f825d802b6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6330166 Aug 09 15:38:21.084263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80df94-0d2e-454f-b54c-74437795605e req-40c088ce-b06c-42cc-a69c-dca385adbb88 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.092940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de80df94-0d2e-454f-b54c-74437795605e req-40c088ce-b06c-42cc-a69c-dca385adbb88 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 947 time: 0.3167088 Aug 09 15:38:21.125593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b1d531bb-23e6-43c0-a0eb-a54f009d0117 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:21.126854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.149232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22027a-145a-4b33-9600-079c4457e365 req-cb16c02e-c245-4395-823b-c5610bd51adb tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.150902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad22027a-145a-4b33-9600-079c4457e365 req-cb16c02e-c245-4395-823b-c5610bd51adb tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.2062197 Aug 09 15:38:21.152574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Made reservation on behalf of 3aad63a4933f40e1990646279f240525 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:21.155157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.187639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.199749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ad22027a-145a-4b33-9600-079c4457e365 req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Request body: {'port': {'security_groups': ['bc48624e-fc11-4e59-9c87-5986cc1d8a9a', '9fc11d68-0806-4d4c-a4d2-b76f61d33fd0']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:21.254119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de80df94-0d2e-454f-b54c-74437795605e req-61498197-968b-4039-92e1-9eaa49049dc1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601105 Aug 09 15:38:21.286188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.301588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d76519-c484-4c14-8368-a29f8c15688a']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:21.322493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a545bd-2f2a-4ada-be4d-0a0b25b1e571') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:21.322803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a545bd-2f2a-4ada-be4d-0a0b25b1e571') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:21.335903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.355788 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.364440 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:38:21.365154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.401473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 08131e65-71df-4ed6-9333-bde2bb294fb4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:21.431377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 08131e65-71df-4ed6-9333-bde2bb294fb4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:21.432577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 08131e65-71df-4ed6-9333-bde2bb294fb4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:21.439693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad22027a-145a-4b33-9600-079c4457e365 req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: items = [ Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:38:21.443873 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:38:21.454894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.466779 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.467227 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a2d76519-c484-4c14-8368-a29f8c15688a HTTP/1.1" status: 204 len: 168 time: 3.2345822 Aug 09 15:38:21.513464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71038c8-2d07-4402-a432-fc39c01f92d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d76519-c484-4c14-8368-a29f8c15688a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:21.523587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.541584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4348b-4e64-423e-8e72-00114ae7ecd7 req-771c0341-8857-4881-b18d-4c61f64f0ab1 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.550053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15c4348b-4e64-423e-8e72-00114ae7ecd7 req-771c0341-8857-4881-b18d-4c61f64f0ab1 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 943 time: 0.1612589 Aug 09 15:38:21.621197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-35618223-92f4-4555-985f-8871e4660229 service neutron] 10.222.0.66 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606483 Aug 09 15:38:21.691405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15c4348b-4e64-423e-8e72-00114ae7ecd7 req-a5abd73f-6267-45b6-ae4c-f414dd37d317 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399310 Aug 09 15:38:21.733348 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.757494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.878642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:21.955493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6a56008-61ad-48eb-9aa0-b525033145fa req-7bb9b608-e9c4-4327-aeda-e4145b579033 service neutron] 10.222.0.66 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206844 Aug 09 15:38:21.957056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49724) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:21.992354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:38:22.021889 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.022518 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Added segment b0f1baa0-82c7-4871-b01b-79bfefc8dd24 of type vlan for network 3545793e-19a6-44d0-94e7-9bde5a199ea3 Aug 09 15:38:22.052340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f35ea-efed-4222-817f-8ce8e361a258,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:22.065938 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a1876809-f7bc-4c58-85bf-9fecffefb6f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8056119315a2416991c63621abc7d9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1067939 Aug 09 15:38:22.075872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49728) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:22.207571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.287160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:22.300061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ad22027a-145a-4b33-9600-079c4457e365 req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] For port cc56bd5b-9b8c-46fc-8137-3eccfa127015, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:22.304761 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Sync routers for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:22.317774 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:22.318498 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:22.325146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-3ff64246-23d8-4cbd-a5bb-db1d8f32efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.327400 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-3ff64246-23d8-4cbd-a5bb-db1d8f32efdb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 1094 time: 0.1093957 Aug 09 15:38:22.328721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.330944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ecd1612-1629-42aa-9046-829b4a5fec05 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9946048 Aug 09 15:38:22.340105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49736) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:22.382938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.385249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.387681 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.524346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-ca8e9249-347c-472c-8920-2b051275e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.526912 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-ca8e9249-347c-472c-8920-2b051275e51c service neutron] 10.222.0.66 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.1908345 Aug 09 15:38:22.532548 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:22.595140 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-012616ee-4313-4724-b6d7-0f140b9ea385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.618482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-b8341d00-804d-4e45-8f39-6fd83638f560 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 217 time: 0.0830920 Aug 09 15:38:22.636580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad22027a-145a-4b33-9600-079c4457e365 req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.666937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6515260 Aug 09 15:38:22.674613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad22027a-145a-4b33-9600-079c4457e365 req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.681324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49744) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:22.689613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['cc56bd5b-9b8c-46fc-8137-3eccfa127015'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:22.757536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Request body: {'subnet': {'network_id': '3545793e-19a6-44d0-94e7-9bde5a199ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1948998118-subnet', 'tenant_id': '3aad63a4933f40e1990646279f240525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:22.783321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-d275f385-3b11-4944-9eaa-c205077c52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.787060 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-d275f385-3b11-4944-9eaa-c205077c52b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.1596797 Aug 09 15:38:22.807797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb409b-91d5-41b9-8cda-8646a8c3155a admin admin] Pushing event updated for resources: {'Network': ['ID=3545793e-19a6-44d0-94e7-9bde5a199ea3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:22.836021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 3545793e-19a6-44d0-94e7-9bde5a199ea3 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:22.857161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-012616ee-4313-4724-b6d7-0f140b9ea385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.955191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-768eea92-62d0-4631-a963-ab043527aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.962697 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-768eea92-62d0-4631-a963-ab043527aa73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672573 Aug 09 15:38:22.988517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbaac-e6d5-4011-be53-7194eecf4b7e req-c8e8b51c-f385-4a83-a6d4-19363145022a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.990691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-208fbaac-e6d5-4011-be53-7194eecf4b7e req-c8e8b51c-f385-4a83-a6d4-19363145022a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 947 time: 0.6179626 Aug 09 15:38:23.040435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22027a-145a-4b33-9600-079c4457e365 req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:23.041467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ad22027a-145a-4b33-9600-079c4457e365 req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.056723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad22027a-145a-4b33-9600-079c4457e365 req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "PUT /v2.0/ports/cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 981 time: 1.8824782 Aug 09 15:38:23.093734 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:19Z', 'revision_number': 3, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:23.094472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:23.112403 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2116fef-d602-4ff0-951e-cad8794747bc" -d '{"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:23.114787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['cc56bd5b-9b8c-46fc-8137-3eccfa127015'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:23.171301 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Checking router: 97b5d282-436a-4c18-b226-2fcb1d0e41f3 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:23.175417 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Updating router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:23.202205 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-75995980-2b69-49f5-8441-d23fe03a4f68 service neutron] 10.222.0.66 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312369 Aug 09 15:38:23.220432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Made reservation on behalf of 3aad63a4933f40e1990646279f240525 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:23.224257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.235030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533e57b-2a47-45b2-ab66-a0a72226f6e2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event updated for resources: {'Port': ['ID=cc56bd5b-9b8c-46fc-8137-3eccfa127015,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:23.292257 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.352088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6c72c62f-33b5-444d-a9a3-e80121d19ffc details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:38:23.495674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-208fbaac-e6d5-4011-be53-7194eecf4b7e req-8819f945-ca98-476b-91ae-b17f4ecfe689 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149351 Aug 09 15:38:23.516469 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8095e38-e72a-4ba7-8c2f-7d6c5a7b496f req-d5ada9d7-5c40-4110-bc9e-6973c979a744 service neutron] 10.222.0.66 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053157 Aug 09 15:38:23.614018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-012616ee-4313-4724-b6d7-0f140b9ea385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.631564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-012616ee-4313-4724-b6d7-0f140b9ea385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.631564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-012616ee-4313-4724-b6d7-0f140b9ea385 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de1f006a-4471-4877-9230-8e3cee4aca4e HTTP/1.1" status: 204 len: 168 time: 1.4999480 Aug 09 15:38:23.708156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da660d-3c2a-4241-b30f-2d27b504daf2 req-241ef610-bcfb-4ce3-a935-13ed3ea8a16d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:23.717321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53da660d-3c2a-4241-b30f-2d27b504daf2 req-241ef610-bcfb-4ce3-a935-13ed3ea8a16d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 943 time: 0.4520729 Aug 09 15:38:23.753623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012616ee-4313-4724-b6d7-0f140b9ea385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f006a-4471-4877-9230-8e3cee4aca4e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:23.963448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:23.993788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'mac_address': 'fa:16:3e:b4:56:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:38:24.088768 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.115049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c72c62f-33b5-444d-a9a3-e80121d19ffc {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:24.133229 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.158675 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Transition to ACTIVE for port object ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:24.172541 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.177596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:24.187140 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.192918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device cc17d225-2959-4c1f-92ca-df5aed9223ae details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:38:24.267585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53da660d-3c2a-4241-b30f-2d27b504daf2 req-d0fd2c32-9c17-415e-aa71-91236ddc88da tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958108 Aug 09 15:38:24.297551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a445c-8240-45ef-884c-2e994e16f3e2 req-4e930de4-4a9e-4cae-b0e4-5ce0d2f8ec06 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.300578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f8a445c-8240-45ef-884c-2e994e16f3e2 req-4e930de4-4a9e-4cae-b0e4-5ce0d2f8ec06 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 946 time: 0.4030397 Aug 09 15:38:24.311386 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Attempting to bind port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:24.312539 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Attempting to bind port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:24.314718 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Attempting to bind port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:24.332032 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:24.334853 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:24.336464 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.337668 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:24.338536 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Bound port: ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:24.339151 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.416016 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed677818-1c02-42d5-bfc7-b8b5ec097971 None None] Pushing event updated for resources: {'Port': ['ID=ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:24.420913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.448363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:24.511696 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] For port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:24.517445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] For port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:24.530733 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.559759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port cc17d225-2959-4c1f-92ca-df5aed9223ae, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:24.607722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f8a445c-8240-45ef-884c-2e994e16f3e2 req-598bc71e-d74e-4c26-9457-4c302892df29 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2759540 Aug 09 15:38:24.619171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'port_id': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'mac_address': 'fa:16:3e:83:9f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:38:24.686383 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:24.686383 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:24.692628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3078acb9-f1f2-4e28-86d4-3e87a5bb91d6,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:24.715110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-37abb07f-d444-4316-8cc6-446d2c994b6a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-988627927&fields=id&tenant_id=5e70513ba2d54817a6600c9057506f0c HTTP/1.1" status: 200 len: 267 time: 0.2118759 Aug 09 15:38:24.762503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Checking segment: {'id': 'b0f1baa0-82c7-4871-b01b-79bfefc8dd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3545793e-19a6-44d0-94e7-9bde5a199ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:24.763060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Network hostable DHCP agents. Network: 3545793e-19a6-44d0-94e7-9bde5a199ea3, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:24.768570 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.828118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc17d225-2959-4c1f-92ca-df5aed9223ae {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:24.849045 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f70d0c2-1203-481c-b148-8bd52515b6f1 x-openstack-request-id: req-8f70d0c2-1203-481c-b148-8bd52515b6f1 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:24.849557 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:24.849913 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f70d0c2-1203-481c-b148-8bd52515b6f1 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:24.850552 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'status': 'completed', 'code': 200} Aug 09 15:38:24.895711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Network 3545793e-19a6-44d0-94e7-9bde5a199ea3 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:24.917158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port cc17d225-2959-4c1f-92ca-df5aed9223ae, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:24.930380 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.941565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-c1f7dc1d-41b9-468c-9e6e-cf5f7f78d152 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.956262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-c1f7dc1d-41b9-468c-9e6e-cf5f7f78d152 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 984 time: 0.2002521 Aug 09 15:38:24.972821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Request body: {'port': {'security_groups': ['bc48624e-fc11-4e59-9c87-5986cc1d8a9a']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:24.985048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 3545793e-19a6-44d0-94e7-9bde5a199ea3) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:25.004766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19556c24-ac7f-4add-942b-4a4129b81e72 None None] Network 3545793e-19a6-44d0-94e7-9bde5a199ea3 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:25.029301 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed677818-1c02-42d5-bfc7-b8b5ec097971 None None] Pushing event updated for resources: {'Port': ['ID=ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:25.033079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116fef-d602-4ff0-951e-cad8794747bc req-c04aa907-cef6-49aa-bb74-f53447b07f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:25.035222 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2116fef-d602-4ff0-951e-cad8794747bc req-c04aa907-cef6-49aa-bb74-f53447b07f97 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1135 time: 0.1475537 Aug 09 15:38:25.063279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.080874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:25.081946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.162132 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:25.319859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-224e1bfd-50ed-45df-8a99-00f8545b3578 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5624595 Aug 09 15:38:25.440485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116fef-d602-4ff0-951e-cad8794747bc req-b1f0c763-84d4-4d6e-a522-2f09da164400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:25.443197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2116fef-d602-4ff0-951e-cad8794747bc req-b1f0c763-84d4-4d6e-a522-2f09da164400 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 922 time: 0.3984630 Aug 09 15:38:25.488787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.626309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:25.823308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['6c72c62f-33b5-444d-a9a3-e80121d19ffc'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:25.834497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['cc17d225-2959-4c1f-92ca-df5aed9223ae'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:25.947159 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:19Z', 'revision_number': 3, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:26.002820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=cc17d225-2959-4c1f-92ca-df5aed9223ae,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:26.066061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c6b3e-001d-4709-8d52-5ecfc0196fde None None] The sync data for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 is: [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:19Z', 'revision_number': 3, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:26.369572 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2116fef-d602-4ff0-951e-cad8794747bc req-183f4437-4561-4750-b1a9-cdcc3478bd38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 217 time: 0.9160531 Aug 09 15:38:26.393978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73004447-d65c-4657-bac1-a76a68eaae85 req-e087e0d0-60d4-4132-a5d2-996999c1ffe2 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:26.395960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73004447-d65c-4657-bac1-a76a68eaae85 req-e087e0d0-60d4-4132-a5d2-996999c1ffe2 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 948 time: 0.8159201 Aug 09 15:38:26.534802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Allocated IP 172.20.0.1 (9626e894-726f-4a06-ad5d-957338d03f39/a14c9567-3218-4898-8966-e767520d4c07/dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:26.632063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.639096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116fef-d602-4ff0-951e-cad8794747bc req-49f0cbfc-efed-4d11-bf4b-99ff69cbccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:26.641656 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2116fef-d602-4ff0-951e-cad8794747bc req-49f0cbfc-efed-4d11-bf4b-99ff69cbccea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.2605224 Aug 09 15:38:26.650700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0adfc-41f1-401a-870b-7b6482e18195 None None] Network 3545793e-19a6-44d0-94e7-9bde5a199ea3 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:26.739384 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2116fef-d602-4ff0-951e-cad8794747bc req-939af0a9-671e-4121-a0d8-f1fc5ecb7e85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770476 Aug 09 15:38:26.948605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2116fef-d602-4ff0-951e-cad8794747bc req-4938a5c8-0c22-498c-8964-429875b34ed0 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985087 Aug 09 15:38:26.996963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] For port cc56bd5b-9b8c-46fc-8137-3eccfa127015, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:27.016171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:27.020312 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a83b8-7583-41df-bc50-a439ae950354" -d '{"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-unplugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:27.071010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:27.088746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.089112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:27.092245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.134730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.160296 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a2116fef-d602-4ff0-951e-cad8794747bc req-8bb6997c-5e8b-4cb3-b86c-5e578cbfef82 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051084 Aug 09 15:38:27.312442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.313532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.316160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76f45e93-1125-4b3e-aa4f-9e765086f2bf req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "PUT /v2.0/ports/cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 942 time: 2.3586400 Aug 09 15:38:27.333559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:27.337741 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e8eda-709d-4335-8167-05deb73d33cb" -d '{"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:27.360615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:27.376123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed185f3-cf97-44a9-a259-aa51224b2c3c req-6b071f78-98cc-43f2-9154-4aba443e4943 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.379211 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ed185f3-cf97-44a9-a259-aa51224b2c3c req-6b071f78-98cc-43f2-9154-4aba443e4943 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 948 time: 0.8281319 Aug 09 15:38:27.381259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=11']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:27.394536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:27.401431 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.414976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73004447-d65c-4657-bac1-a76a68eaae85 req-79529599-0f71-4879-850a-83d21a82724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.420045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73004447-d65c-4657-bac1-a76a68eaae85 req-79529599-0f71-4879-850a-83d21a82724c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 1099 time: 0.6758933 Aug 09 15:38:27.474651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['cc56bd5b-9b8c-46fc-8137-3eccfa127015'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:27.633390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['cc56bd5b-9b8c-46fc-8137-3eccfa127015'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:27.646047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb0020-9303-495d-89ac-ce6ca4283579 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event updated for resources: {'Port': ['ID=cc56bd5b-9b8c-46fc-8137-3eccfa127015,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:27.699149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ed185f3-cf97-44a9-a259-aa51224b2c3c req-634a95a1-9c25-4d03-a3ac-be5bd183e4b7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740433 Aug 09 15:38:27.710605 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.771570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Transition to ACTIVE for port object dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:27.793212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafa395-0fbe-4601-9332-aa01d10048f4 req-6fe470c5-907a-4467-b4be-07ce8028fed3 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.797385 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.802063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1aafa395-0fbe-4601-9332-aa01d10048f4 req-6fe470c5-907a-4467-b4be-07ce8028fed3 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 944 time: 0.3242691 Aug 09 15:38:27.851166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73004447-d65c-4657-bac1-a76a68eaae85 req-0be87d6d-6698-487e-9f08-167673ea17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.853687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73004447-d65c-4657-bac1-a76a68eaae85 req-0be87d6d-6698-487e-9f08-167673ea17c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3917098 Aug 09 15:38:27.859367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:27.874228 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.994187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73004447-d65c-4657-bac1-a76a68eaae85 req-5dde56cc-fc90-4e16-b4ec-915a48e32907 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 200 len: 217 time: 0.1198909 Aug 09 15:38:28.051600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.086090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1aafa395-0fbe-4601-9332-aa01d10048f4 req-2b9155f4-7735-48bd-b7d7-82dba153c658 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300470 Aug 09 15:38:28.126505 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.151037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:28.192731 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.235184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73004447-d65c-4657-bac1-a76a68eaae85 req-44d36c53-5448-41aa-9cd6-f05d9a767ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:28.238268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73004447-d65c-4657-bac1-a76a68eaae85 req-44d36c53-5448-41aa-9cd6-f05d9a767ffd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2306087 Aug 09 15:38:28.306692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Network 9626e894-726f-4a06-ad5d-957338d03f39 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:28.309004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Pushing event updated for resources: {'Port': ['ID=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:28.315143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:28.339866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:28.705655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7eca6578-2baa-4288-a8d5-77c3159edde5 None None] Provisioning for port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:28.712252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7eca6578-2baa-4288-a8d5-77c3159edde5 None None] Provisioning complete for port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:28.712723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7eca6578-2baa-4288-a8d5-77c3159edde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.780541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7eca6578-2baa-4288-a8d5-77c3159edde5 None None] Port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:28.920247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:28.979143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:28.979765 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.060064 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.088023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb320c14-f42b-4fd9-9de7-8bdb030043b4 req-ddea01a3-aff0-4d4e-981d-d60e3342cbd7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:29.090810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb320c14-f42b-4fd9-9de7-8bdb030043b4 req-ddea01a3-aff0-4d4e-981d-d60e3342cbd7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.6962311 Aug 09 15:38:29.147334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73004447-d65c-4657-bac1-a76a68eaae85 req-67ca1a60-eee5-4286-b3b5-34d210368ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:29.149038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73004447-d65c-4657-bac1-a76a68eaae85 req-67ca1a60-eee5-4286-b3b5-34d210368ce0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8554645 Aug 09 15:38:29.366178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-d41b75ab-8388-4596-b67b-86b86f9ec549 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:29.369212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-d41b75ab-8388-4596-b67b-86b86f9ec549 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/networks?id=69fd161b-b943-424f-810b-1b5fbcc715cf HTTP/1.1" status: 200 len: 825 time: 0.4851010 Aug 09 15:38:29.400263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6c72c62f-33b5-444d-a9a3-e80121d19ffc up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:29.433060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb320c14-f42b-4fd9-9de7-8bdb030043b4 req-3672d86c-2fdd-4987-8418-a4693443feeb tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3002818 Aug 09 15:38:29.461847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-0eed0caf-e05f-40e2-8e92-72f95cd627d0 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/quotas/5828588a9d574d419115ef3bbb8a6231 HTTP/1.1" status: 200 len: 375 time: 0.0759256 Aug 09 15:38:29.468991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 6c72c62f-33b5-444d-a9a3-e80121d19ffc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:29.469337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.533531 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac94145-e331-42e5-bf69-7471f02de680 x-openstack-request-id: req-8ac94145-e331-42e5-bf69-7471f02de680 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:29.534416 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-unplugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:29.535094 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ac94145-e331-42e5-bf69-7471f02de680 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:29.535800 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'code': 200} Aug 09 15:38:29.574657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-4aa19f1f-0549-46f1-893a-3190db37bf86 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5828588a9d574d419115ef3bbb8a6231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059923 Aug 09 15:38:29.578450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73004447-d65c-4657-bac1-a76a68eaae85 req-492cfaf4-21ea-4e45-9736-6d43fe2550de service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182365 Aug 09 15:38:29.618622 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.688132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:29.695631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.697034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device cc17d225-2959-4c1f-92ca-df5aed9223ae up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:29.734153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.817848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:29.830514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.830889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.831425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.832086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.832607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.833217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.833780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.834304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.834840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.835387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.835975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.836590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:29.844850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port cc17d225-2959-4c1f-92ca-df5aed9223ae completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:29.855090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port cc17d225-2959-4c1f-92ca-df5aed9223ae triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:29.855724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.003091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.078002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port cc17d225-2959-4c1f-92ca-df5aed9223ae, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:30.085370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.117706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-2094616f-b3a0-4fcc-8e55-ed72b67b5e99 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5514781 Aug 09 15:38:30.131377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73004447-d65c-4657-bac1-a76a68eaae85 req-bc4ffefe-6683-43eb-8ab7-184765c00365 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267253 Aug 09 15:38:30.161375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:30.184490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=cc17d225-2959-4c1f-92ca-df5aed9223ae,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:30.210029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-55e9467a-5f8e-4310-b9e2-e274d572b231 service neutron] 10.222.0.64 "GET /v2.0/networks/69fd161b-b943-424f-810b-1b5fbcc715cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073096 Aug 09 15:38:30.331622 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.454843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-ce4c67bf-2b0c-41ec-9477-ce43a50d3693 service neutron] 10.222.0.64 "GET /v2.0/networks/69fd161b-b943-424f-810b-1b5fbcc715cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292216 Aug 09 15:38:30.499113 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.522876 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.714057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.722703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Pushing event updated for resources: {'Port': ['ID=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:30.758421 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.890063 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4805a91-f95e-4b6b-99a8-ad5cf82add0b x-openstack-request-id: req-b4805a91-f95e-4b6b-99a8-ad5cf82add0b {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:30.897877 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:30.902876 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4805a91-f95e-4b6b-99a8-ad5cf82add0b {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:30.904566 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'status': 'completed', 'code': 200} Aug 09 15:38:31.145139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-63b87bdf-5c0a-4fc5-91ac-2e6a5a36cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:31.148466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-63b87bdf-5c0a-4fc5-91ac-2e6a5a36cdfd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1096 time: 0.2314548 Aug 09 15:38:31.283317 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:38:31.320274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:38:31.382278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Network 9626e894-726f-4a06-ad5d-957338d03f39 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:31.394555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:31.477420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Allocated IP 172.25.7.14 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/f6f8f696-9e0f-4425-b883-7303d4205d75) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:31.544980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc'}, {'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:31.562106 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b968e-b958-43af-8179-d63c6be93043" -d '{"events": [{"server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "name": "network-vif-plugged", "status": "completed", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc"}, {"server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "name": "network-vif-plugged", "status": "completed", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:31.642408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a7486-2be3-4097-a11b-0d034c865fc0 req-ddfd6e64-3c4e-4be3-b474-32c4f2a4b6e2 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:31.658772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-550a7486-2be3-4097-a11b-0d034c865fc0 req-ddfd6e64-3c4e-4be3-b474-32c4f2a4b6e2 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.4552162 Aug 09 15:38:31.735095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:31.766945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'mac_address': 'fa:16:3e:bf:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:38:31.857986 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.896553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:31.896955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-6eee67ee-15c0-443b-9d1c-cbd6c864be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:31.898810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-6eee67ee-15c0-443b-9d1c-cbd6c864be76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 922 time: 0.7379122 Aug 09 15:38:31.936155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:31.955854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.049871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:32.051769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-fec9de34-3ddc-4524-8f6d-d22592b13072 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 217 time: 0.1350470 Aug 09 15:38:32.109715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d7d0e659-1d54-4af7-9e26-ae6332e49f44 None None] Provisioning complete for port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:32.110446 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e659-1d54-4af7-9e26-ae6332e49f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.121508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:32.139017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-550a7486-2be3-4097-a11b-0d034c865fc0 req-909aa69f-21c7-435a-9d0b-7cac50749ca0 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779108 Aug 09 15:38:32.287081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=12']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:32.301614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.305520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0e659-1d54-4af7-9e26-ae6332e49f44 None None] Port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:32.334062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-732cc4b3-e15d-435d-b213-a48b7e189737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:32.336847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-732cc4b3-e15d-435d-b213-a48b7e189737 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.2751498 Aug 09 15:38:32.471117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-4e3dd893-d2ed-494c-99e6-1fb3f245ae66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980332 Aug 09 15:38:32.552475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97652a6-ba1f-4333-bc51-0f3ce8a0c63c req-2eef6f1f-3dd6-414a-a0fe-71544b08b627 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:32.554039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a97652a6-ba1f-4333-bc51-0f3ce8a0c63c req-2eef6f1f-3dd6-414a-a0fe-71544b08b627 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 945 time: 0.2590392 Aug 09 15:38:32.727148 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.849601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:32.851490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-aaf80a57-a586-4d13-a1d8-016a220c7f96 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:32.853194 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-aaf80a57-a586-4d13-a1d8-016a220c7f96 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.35 "GET /v2.0/networks?id=69fd161b-b943-424f-810b-1b5fbcc715cf HTTP/1.1" status: 200 len: 825 time: 0.2662525 Aug 09 15:38:32.869619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Request body: {'port': {'device_id': 'f3b4e89c-e553-41da-9692-f10db65cc2e4', 'network_id': '69fd161b-b943-424f-810b-1b5fbcc715cf', 'admin_state_up': True, 'tenant_id': '5828588a9d574d419115ef3bbb8a6231'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:32.872614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ab65d60c-2ed1-4684-a8fb-e7dac3cd50c8 admin admin] 10.222.0.64 "PUT /v2.0/routers/97b5d282-436a-4c18-b226-2fcb1d0e41f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5221548 Aug 09 15:38:32.883126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Sync routers for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:32.901258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:32.902753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:32.963511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-d40d1338-42f2-4141-ba58-be160733d728 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711316 Aug 09 15:38:32.964217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event updated for resources: {'Port': ['ID=f6f8f696-9e0f-4425-b883-7303d4205d75,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:33.027791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:33.041517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Made reservation on behalf of 5828588a9d574d419115ef3bbb8a6231 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:33.051620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.069867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:33.086044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a97652a6-ba1f-4333-bc51-0f3ce8a0c63c req-dd768501-08da-45f8-abe9-ab6f6122b691 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966722 Aug 09 15:38:33.090586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:33.179480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:33.277855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6e8eda-709d-4335-8167-05deb73d33cb req-fddd12d2-fc33-4e5c-a095-144f12d4f191 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969923 Aug 09 15:38:33.316123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.327105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aab20e-62cb-4b09-8a37-51d5afb8873e req-506fdbd5-eeeb-48f5-a974-ad2ac6f94484 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:33.328848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2aab20e-62cb-4b09-8a37-51d5afb8873e req-506fdbd5-eeeb-48f5-a974-ad2ac6f94484 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 945 time: 0.0938952 Aug 09 15:38:33.361595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:33.396880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.417166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Allocated IP 172.20.0.4 (69fd161b-b943-424f-810b-1b5fbcc715cf/892d4ffb-4ae8-4639-b679-368df0b82fe3/4799cae3-9259-41fe-a5f2-edff86fe710f) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:33.491309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2aab20e-62cb-4b09-8a37-51d5afb8873e req-1f5b0d9b-bedc-4f8a-ac70-b53b778bcb52 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480057 Aug 09 15:38:33.647009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4774020f-53ea-4c28-8c40-c4b873090d72 req-366d68ef-7eb7-425f-a646-4d08e79034ed tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 210 time: 0.0615177 Aug 09 15:38:33.773551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.853900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.873926 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.887902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.892854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:33.894099 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.924508 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75055394-7cb2-438e-a76e-ebba0cbd6a14 x-openstack-request-id: req-75055394-7cb2-438e-a76e-ebba0cbd6a14 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:33.925353 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "name": "network-vif-plugged", "status": "completed", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc", "code": 200}, {"server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "name": "network-vif-plugged", "status": "completed", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:33.925802 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75055394-7cb2-438e-a76e-ebba0cbd6a14 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:33.926399 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'code': 200} Aug 09 15:38:33.926878 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'code': 200} Aug 09 15:38:33.944179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:30Z', 'revision_number': 2, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:34.011335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Network 69fd161b-b943-424f-810b-1b5fbcc715cf is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:34.025489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Checking router: 97b5d282-436a-4c18-b226-2fcb1d0e41f3 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:34.026228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Updating router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:34.094690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:34.097701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Pushing event updated for resources: {'Port': ['ID=4799cae3-9259-41fe-a5f2-edff86fe710f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:34.114888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event updated for resources: {'Port': ['ID=f6f8f696-9e0f-4425-b883-7303d4205d75,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:34.122559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:34.224665 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.300908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:34.302173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.341324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b9f20898-e966-4291-9d1b-8d6846d3cca2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4770005 Aug 09 15:38:34.363405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Request body: {'port': {'device_id': 'f3b4e89c-e553-41da-9692-f10db65cc2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:34.458912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.487888 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.601917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:34.614205 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.727798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.770328 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.770777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=13']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:34.772521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c18b247a-b734-49de-92f8-b7e4f8c74999 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6397061 Aug 09 15:38:34.867590 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.869923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4799cae3-9259-41fe-a5f2-edff86fe710f {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:34.887183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.889795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f9e3-ce86-4eec-89a1-4d90263bd436 req-d077f6e1-cf08-4d6e-a95c-66869ed93fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:34.892427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9d4f9e3-ce86-4eec-89a1-4d90263bd436 req-d077f6e1-cf08-4d6e-a95c-66869ed93fee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 1096 time: 0.7973413 Aug 09 15:38:34.894503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Transition to ACTIVE for port object dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:34.914397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.917301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Transition to ACTIVE for port object 4799cae3-9259-41fe-a5f2-edff86fe710f will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:34.926824 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.960770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-c49b9f30-2e7a-4097-ab6d-26b8ef48f225 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.1614244 Aug 09 15:38:34.974822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Pushing event updated for resources: {'Port': ['ID=4799cae3-9259-41fe-a5f2-edff86fe710f,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:35.041278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9d4f9e3-ce86-4eec-89a1-4d90263bd436 req-5a236cbb-f2b6-494a-af6e-bed6a6576354 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308281 Aug 09 15:38:35.139018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe3846-32c5-4389-a240-689205654501 None None] Pushing event updated for resources: {'Port': ['ID=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:35.157304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d497f-9381-44c8-b33e-bf5308109b64 req-255b0c04-661e-43bd-bb00-9ebc5fec6d50 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.170943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-769d497f-9381-44c8-b33e-bf5308109b64 req-255b0c04-661e-43bd-bb00-9ebc5fec6d50 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.4762979 Aug 09 15:38:35.180037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Attempting to bind port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:35.180628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Attempting to bind port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:35.183152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Attempting to bind port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 on network 9626e894-726f-4a06-ad5d-957338d03f39 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:35.183865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Attempting to bind port 4799cae3-9259-41fe-a5f2-edff86fe710f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:35.184413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Attempting to bind port 4799cae3-9259-41fe-a5f2-edff86fe710f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '4a3d857f-bb16-4e47-b396-3597360868bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '69fd161b-b943-424f-810b-1b5fbcc715cf'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:35.184969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Attempting to bind port 4799cae3-9259-41fe-a5f2-edff86fe710f on network 69fd161b-b943-424f-810b-1b5fbcc715cf {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:35.197508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:35.198148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Checking segment: {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:35.198900 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.199784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Bound using segment: {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:35.207094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Bound port: dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:35.207791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.223300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Port 4799cae3-9259-41fe-a5f2-edff86fe710f on network 69fd161b-b943-424f-810b-1b5fbcc715cf not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:38:35.223893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Attempting to bind port 4799cae3-9259-41fe-a5f2-edff86fe710f on network 69fd161b-b943-424f-810b-1b5fbcc715cf {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:35.232941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:35.233306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Checking segment: {'id': '4a3d857f-bb16-4e47-b396-3597360868bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '69fd161b-b943-424f-810b-1b5fbcc715cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:35.233674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Bound using segment: {'id': '4a3d857f-bb16-4e47-b396-3597360868bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '69fd161b-b943-424f-810b-1b5fbcc715cf'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:35.234107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Bound port: 4799cae3-9259-41fe-a5f2-edff86fe710f, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3d857f-bb16-4e47-b396-3597360868bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '69fd161b-b943-424f-810b-1b5fbcc715cf'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:35.234471 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.244597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-769d497f-9381-44c8-b33e-bf5308109b64 req-000505e3-023e-4396-80a6-4b52f08ab065 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724998 Aug 09 15:38:35.315438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-d84f2d81-0e77-4ed8-8c2e-74c3bd6521e8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.319434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883abc5-f8dd-4b86-a873-963c47c745b0 req-d84f2d81-0e77-4ed8-8c2e-74c3bd6521e8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.3465626 Aug 09 15:38:35.379705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] For port 4799cae3-9259-41fe-a5f2-edff86fe710f, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:35.388583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] For port 4799cae3-9259-41fe-a5f2-edff86fe710f, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4799cae3-9259-41fe-a5f2-edff86fe710f,segment=NetworkSegment(4a3d857f-bb16-4e47-b396-3597360868bb),segment_id=4a3d857f-bb16-4e47-b396-3597360868bb)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:35.391016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.400167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] For port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:35.405936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] For port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:35.419334 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.454947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.456122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.457885 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] 10.222.0.35 "PUT /v2.0/ports/4799cae3-9259-41fe-a5f2-edff86fe710f HTTP/1.1" status: 200 len: 1091 time: 1.1065650 Aug 09 15:38:35.458637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b4e89c-e553-41da-9692-f10db65cc2e4', 'tag': '4799cae3-9259-41fe-a5f2-edff86fe710f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:35.461427 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ea32f-1e7f-488c-a495-df05fef52c93" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b4e89c-e553-41da-9692-f10db65cc2e4", "tag": "4799cae3-9259-41fe-a5f2-edff86fe710f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:35.493777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b83425-402b-4112-9610-306ad59e8382 service neutron] Pushing event updated for resources: {'Port': ['ID=4799cae3-9259-41fe-a5f2-edff86fe710f,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:35.596810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:35.597455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:35.627301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede9234-a540-4ff6-80ea-f4b281933873 req-b45383aa-ea9b-4d0e-92c5-3044019bcc83 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.631026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-7ebb1743-e0be-4bc3-9e52-e838bafcf377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.634063 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-7ebb1743-e0be-4bc3-9e52-e838bafcf377 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5828588a9d574d419115ef3bbb8a6231&device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 1094 time: 0.1204164 Aug 09 15:38:35.642225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aede9234-a540-4ff6-80ea-f4b281933873 req-b45383aa-ea9b-4d0e-92c5-3044019bcc83 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 945 time: 0.1211576 Aug 09 15:38:35.721130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aede9234-a540-4ff6-80ea-f4b281933873 req-1d619e9b-838f-468f-92de-7832a531800e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778737 Aug 09 15:38:35.773921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe3846-32c5-4389-a240-689205654501 None None] Pushing event updated for resources: {'Port': ['ID=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:35.789224 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-a2fd84ee-7734-4dca-9885-1336d8790c94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4799cae3-9259-41fe-a5f2-edff86fe710f HTTP/1.1" status: 200 len: 217 time: 0.1445234 Aug 09 15:38:35.943599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:35.947411 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f84a7-e7b7-4a84-b488-233706ea9326" -d '{"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-plugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:35.978896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-4c65f13b-603a-429f-ad16-1fe272804241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.980601 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-4c65f13b-603a-429f-ad16-1fe272804241 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=892d4ffb-4ae8-4639-b679-368df0b82fe3 HTTP/1.1" status: 200 len: 865 time: 0.1834755 Aug 09 15:38:36.010695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49918) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:36.016438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:36.018087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d0b2bd6c-de8c-4a05-8cd8-f066d8e67d23 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735063924', 'description': 'tempest-description--31392910'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:36.034581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572c27f-ee45-48c8-924c-1c0a143fba5c req-df624478-a797-4732-8ff6-1f1894dcc89b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:36.041541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1572c27f-ee45-48c8-924c-1c0a143fba5c req-df624478-a797-4732-8ff6-1f1894dcc89b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 946 time: 0.1560121 Aug 09 15:38:36.052333 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-7d17a6aa-b9ec-47e4-b8d2-c33c983a3948 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69fd161b-b943-424f-810b-1b5fbcc715cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629981 Aug 09 15:38:36.182257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-93bf4049-9b2d-4ca8-bdeb-b36f05732b9b service neutron] 10.222.0.35 "GET /v2.0/networks/69fd161b-b943-424f-810b-1b5fbcc715cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170266 Aug 09 15:38:36.206126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1572c27f-ee45-48c8-924c-1c0a143fba5c req-9f33dd28-202a-4451-8bf0-aa97767c6ed5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564963 Aug 09 15:38:36.264879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c14a2e-1e7e-4fb1-9777-4bc660f0a49f req-7c3e603e-f9ea-4500-9c4b-c534382e8332 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:36.267057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86c14a2e-1e7e-4fb1-9777-4bc660f0a49f req-7c3e603e-f9ea-4500-9c4b-c534382e8332 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 943 time: 0.0597913 Aug 09 15:38:36.328932 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-67650ecb-1517-4c42-bcab-c1cf95e1e314 req-0ce1f75b-4199-4f09-87ed-a2eea9d19b84 service neutron] 10.222.0.35 "GET /v2.0/networks/69fd161b-b943-424f-810b-1b5fbcc715cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378026 Aug 09 15:38:36.330558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0b2bd6c-de8c-4a05-8cd8-f066d8e67d23 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.397065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86c14a2e-1e7e-4fb1-9777-4bc660f0a49f req-5e1adda6-8089-4072-91ff-885bed4daa8e tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/security-groups?id=49b86565-2be6-4641-a863-ee949f5dea73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073828 Aug 09 15:38:36.439669 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0b2bd6c-de8c-4a05-8cd8-f066d8e67d23 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.455097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0b2bd6c-de8c-4a05-8cd8-f066d8e67d23 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.493109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0b2bd6c-de8c-4a05-8cd8-f066d8e67d23 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.498552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49928) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:36.503772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3f6caae9-d68e-4a13-b85f-bbb7314eeb47 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Request body: {'security_group_rule': {'security_group_id': 'cd2df723-4af4-495a-bdcf-78dfbe4f26f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:36.508200 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0b2bd6c-de8c-4a05-8cd8-f066d8e67d23 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4961433 Aug 09 15:38:36.521508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:35Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:36.534580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2bd6c-de8c-4a05-8cd8-f066d8e67d23 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2df723-4af4-495a-bdcf-78dfbe4f26f8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:36.555673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d999a7-b72a-4e3f-92e2-464508186763 None None] The sync data for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 is: [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:35Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:36.565045 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b2fb39-4865-4087-8a5c-9a2cd18416f8 x-openstack-request-id: req-54b2fb39-4865-4087-8a5c-9a2cd18416f8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:36.565618 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b4e89c-e553-41da-9692-f10db65cc2e4", "tag": "4799cae3-9259-41fe-a5f2-edff86fe710f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:36.566062 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54b2fb39-4865-4087-8a5c-9a2cd18416f8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:36.566679 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b4e89c-e553-41da-9692-f10db65cc2e4', 'tag': '4799cae3-9259-41fe-a5f2-edff86fe710f', 'status': 'completed', 'code': 200} Aug 09 15:38:36.688813 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-f9afc022-f36c-4851-af33-3dbb7775b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:36.691095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-f9afc022-f36c-4851-af33-3dbb7775b478 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5828588a9d574d419115ef3bbb8a6231&device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 1094 time: 0.0915260 Aug 09 15:38:36.696320 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec5a054-11b4-483f-9391-d8661d24187b x-openstack-request-id: req-fec5a054-11b4-483f-9391-d8661d24187b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:36.696926 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-plugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:36.697411 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fec5a054-11b4-483f-9391-d8661d24187b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:36.698037 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'code': 200} Aug 09 15:38:36.709308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f6caae9-d68e-4a13-b85f-bbb7314eeb47 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.763783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-a2f85b9f-3fc6-4752-a0da-71b211037b83 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:36.773678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-a2f85b9f-3fc6-4752-a0da-71b211037b83 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2545865 Aug 09 15:38:36.915680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-76ce75b9-5eea-4adb-94f4-5001ca6919ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:36.919860 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-76ce75b9-5eea-4adb-94f4-5001ca6919ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=69fd161b-b943-424f-810b-1b5fbcc715cf HTTP/1.1" status: 200 len: 927 time: 0.1965835 Aug 09 15:38:36.959599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-b6d43cdd-77b2-4fd2-9af1-dc97deabdfe9 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.1849964 Aug 09 15:38:37.000039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-470c22ec-cc9a-46a6-b63f-86ce0509070c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4799cae3-9259-41fe-a5f2-edff86fe710f HTTP/1.1" status: 200 len: 217 time: 0.0715847 Aug 09 15:38:37.017605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Request body: {'floatingip': {'port_id': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:37.048992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:37.109041 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f6caae9-d68e-4a13-b85f-bbb7314eeb47 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.117572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-0730704e-c307-49e4-9b35-e3da1b674373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:37.132031 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-0730704e-c307-49e4-9b35-e3da1b674373 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=892d4ffb-4ae8-4639-b679-368df0b82fe3 HTTP/1.1" status: 200 len: 865 time: 0.1160805 Aug 09 15:38:37.142678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-189ca175-d2f7-4c46-a0ef-d239fc0853c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5448704 Aug 09 15:38:37.144280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f6caae9-d68e-4a13-b85f-bbb7314eeb47 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.185098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:37.204191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:37.204795 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.211932 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-7c805c6a-ab16-4335-b523-2f692b9c6440 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69fd161b-b943-424f-810b-1b5fbcc715cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717239 Aug 09 15:38:37.325552 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.374255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.384077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6caae9-d68e-4a13-b85f-bbb7314eeb47 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee0ca73-aed9-41a6-9e8e-db9e48eeee68,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:37.409725 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-56e9210b-4313-4194-964d-ec2a7fa2dcc0 service neutron] 10.222.0.35 "GET /v2.0/networks/69fd161b-b943-424f-810b-1b5fbcc715cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886117 Aug 09 15:38:37.457819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:37.459532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f6caae9-d68e-4a13-b85f-bbb7314eeb47 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.460890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3f6caae9-d68e-4a13-b85f-bbb7314eeb47 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9612079 Aug 09 15:38:37.465032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49950) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:37.469787 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.519145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3abb8a04-96cd-48bf-af18-e4b1c26ad31e tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Request body: {'security_group_rule': {'security_group_id': 'cd2df723-4af4-495a-bdcf-78dfbe4f26f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:37.525880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:37.546253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c006-39e1-4b1c-ab9d-15e1877dbd7d req-2d9e2738-8ef3-4695-a50e-b5017cf1f913 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:37.561892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:37.565259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c76c006-39e1-4b1c-ab9d-15e1877dbd7d req-2d9e2738-8ef3-4695-a50e-b5017cf1f913 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 945 time: 0.5385582 Aug 09 15:38:37.614951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3abb8a04-96cd-48bf-af18-e4b1c26ad31e tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.652571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-cc4a8f5c-7fae-4ac3-adcc-67f1e084f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:37.653400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-cc4a8f5c-7fae-4ac3-adcc-67f1e084f275 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 1100 time: 0.3875220 Aug 09 15:38:37.658928 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c42ea32f-1e7f-488c-a495-df05fef52c93 req-7d3481f9-3152-438c-b9d7-56764973a203 service neutron] 10.222.0.35 "GET /v2.0/networks/69fd161b-b943-424f-810b-1b5fbcc715cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373557 Aug 09 15:38:37.708267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-613657fc-6da0-4bd9-b8f4-18066ff5a5ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3664758 Aug 09 15:38:37.756698 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3abb8a04-96cd-48bf-af18-e4b1c26ad31e tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.772708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3abb8a04-96cd-48bf-af18-e4b1c26ad31e tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.814399 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6724362-d22b-4833-9c77-b4fc12867e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.827859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb8a04-96cd-48bf-af18-e4b1c26ad31e tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a268c33-7193-4c06-afe0-679a41e19fd6,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:37.843060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3abb8a04-96cd-48bf-af18-e4b1c26ad31e tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.844293 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3abb8a04-96cd-48bf-af18-e4b1c26ad31e tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293438 Aug 09 15:38:37.850731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49956) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:37.855620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:37.857608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c76c006-39e1-4b1c-ab9d-15e1877dbd7d req-15e8beba-b584-4f54-8961-3ab5ead96cf4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676158 Aug 09 15:38:38.020269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6724362-d22b-4833-9c77-b4fc12867e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.056738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6724362-d22b-4833-9c77-b4fc12867e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.066313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.127431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-7596be05-4e61-4ca4-b38b-e0bf3aa24ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:38.128988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-7596be05-4e61-4ca4-b38b-e0bf3aa24ebf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1101 time: 0.3378322 Aug 09 15:38:38.135272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-9a22b856-00d8-46b9-b47d-b037950821af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:38.136876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-9a22b856-00d8-46b9-b47d-b037950821af service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.4451418 Aug 09 15:38:38.163797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6724362-d22b-4833-9c77-b4fc12867e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b11151-bcb5-423b-ab4a-f7835a83cfb6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:38.173222 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e6724362-d22b-4833-9c77-b4fc12867e2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26b29c6b1451409fb32163eb5da4f517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458538 Aug 09 15:38:38.175775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49964) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:38.280406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7610b2-103b-4f05-9492-d8b398a3cbe0 req-f8013da3-74db-4817-862d-6a6bf0bb69bd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:38.283034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf7610b2-103b-4f05-9492-d8b398a3cbe0 req-f8013da3-74db-4817-862d-6a6bf0bb69bd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 946 time: 0.3007967 Aug 09 15:38:38.284547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-de9a1487-ce59-4717-bc31-d63993513d59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 200 len: 217 time: 0.1250594 Aug 09 15:38:38.334023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6334fe6e-ef64-4967-aa2b-a9a523c2639c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.398177 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6334fe6e-ef64-4967-aa2b-a9a523c2639c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.472125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.544123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf7610b2-103b-4f05-9492-d8b398a3cbe0 req-e33e2a6f-5204-4c9a-b28e-61db99e5a485 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1933975 Aug 09 15:38:38.573433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-651d8cf7-b446-424f-9785-45cb90759cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:38.575568 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-651d8cf7-b446-424f-9785-45cb90759cef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2508881 Aug 09 15:38:38.584636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-8a7142d1-f79a-4f6b-ab0f-e8526a60282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:38.586513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-8a7142d1-f79a-4f6b-ab0f-e8526a60282f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.4225779 Aug 09 15:38:38.622986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6334fe6e-ef64-4967-aa2b-a9a523c2639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.626525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6334fe6e-ef64-4967-aa2b-a9a523c2639c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.627762 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6334fe6e-ef64-4967-aa2b-a9a523c2639c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74b11151-bcb5-423b-ab4a-f7835a83cfb6 HTTP/1.1" status: 204 len: 168 time: 0.4510381 Aug 09 15:38:38.640076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334fe6e-ef64-4967-aa2b-a9a523c2639c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b11151-bcb5-423b-ab4a-f7835a83cfb6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:38.692583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Allocated IP 172.25.7.151 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/78ab815a-c2ca-4c73-a62c-ace0477d2fd0) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:38.736534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-11cde2a6-9bc2-425b-9252-5786acbb14f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.1419971 Aug 09 15:38:38.808297 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:38:38.939863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-4c1dc71b-3509-4d4a-82f8-fa6dd3bb96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:38.941714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-4c1dc71b-3509-4d4a-82f8-fa6dd3bb96a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3491132 Aug 09 15:38:38.958869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:38.973686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-2230b700-a5b0-4574-b85d-81a655e490be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:38.975532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-2230b700-a5b0-4574-b85d-81a655e490be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1952043 Aug 09 15:38:38.977448 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.978183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.996704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea50dd-1959-4ee6-96bf-25498ad8f937 req-5f40d9ac-2e51-4c1f-b5ab-dd7a025f39b5 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:39.004618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99ea50dd-1959-4ee6-96bf-25498ad8f937 req-5f40d9ac-2e51-4c1f-b5ab-dd7a025f39b5 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 943 time: 0.2229536 Aug 09 15:38:39.069360 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.074579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:39.075078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.088637 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.145384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event updated for resources: {'Port': ['ID=78ab815a-c2ca-4c73-a62c-ace0477d2fd0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:39.180776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:39.182434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:39.186259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:39.214909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99ea50dd-1959-4ee6-96bf-25498ad8f937 req-1bf725d5-1d33-4302-9517-3bd40dfbf537 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/security-groups?id=49b86565-2be6-4641-a863-ee949f5dea73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950185 Aug 09 15:38:39.310669 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.322969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-5c46fae5-cbd5-4a03-bfb3-c99fef7b06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:39.324430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-5c46fae5-cbd5-4a03-bfb3-c99fef7b06d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2832844 Aug 09 15:38:39.370510 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.379288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4799cae3-9259-41fe-a5f2-edff86fe710f details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:38:39.437703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-993e156c-c3b9-4686-a560-6b37f58b92e0 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776993 Aug 09 15:38:39.568348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 4799cae3-9259-41fe-a5f2-edff86fe710f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4799cae3-9259-41fe-a5f2-edff86fe710f,segment=NetworkSegment(4a3d857f-bb16-4e47-b396-3597360868bb),segment_id=4a3d857f-bb16-4e47-b396-3597360868bb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:39.589165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49badf3a-d684-4538-b5f5-bb2b3af2051d req-51c35925-6c61-473c-8323-81ce212d859e service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354270 Aug 09 15:38:39.590275 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Floating IP 60eca81d-6478-4e3b-a505-a3a4dc428aa5 associated. External IP: 172.25.7.14, port: cc56bd5b-9b8c-46fc-8137-3eccfa127015. Aug 09 15:38:39.614339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '4799cae3-9259-41fe-a5f2-edff86fe710f', 'network_id': '69fd161b-b943-424f-810b-1b5fbcc715cf', 'port_id': '4799cae3-9259-41fe-a5f2-edff86fe710f', 'mac_address': 'fa:16:3e:15:0d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d4ffb-4ae8-4639-b679-368df0b82fe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:38:39.614584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-c91c7506-b31b-40e9-a422-31d299731142 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:39.621626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-c91c7506-b31b-40e9-a422-31d299731142 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2958956 Aug 09 15:38:39.756054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.766793 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.777786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.812197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4799cae3-9259-41fe-a5f2-edff86fe710f {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:39.847804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 4799cae3-9259-41fe-a5f2-edff86fe710f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4799cae3-9259-41fe-a5f2-edff86fe710f,segment=NetworkSegment(4a3d857f-bb16-4e47-b396-3597360868bb),segment_id=4a3d857f-bb16-4e47-b396-3597360868bb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:39.858640 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.867212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event updated for resources: {'Port': ['ID=78ab815a-c2ca-4c73-a62c-ace0477d2fd0,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:39.932328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=4799cae3-9259-41fe-a5f2-edff86fe710f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:39.947584 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.970863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.981343 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4e45db81-01ba-4e50-9582-6cd729df4af4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1211243 Aug 09 15:38:40.133927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['4799cae3-9259-41fe-a5f2-edff86fe710f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:40.199353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-b6d2117d-2430-43a8-8a1a-3d4d334f5888 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555658 Aug 09 15:38:40.349109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-2309c726-5510-4619-baee-1e5a7989c755 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 695 time: 0.7263358 Aug 09 15:38:40.358253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Request body: {'floatingip': {'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:40.465571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.762029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a6ba04-c326-43cf-9068-2e5c9de07614 req-28281741-08f1-437e-88b0-9d2ba03573cf service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434244 Aug 09 15:38:41.192385 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:38:41.249583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Router f843804f-1717-4cc1-bbe4-e51d61cc81d5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:41.267175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.275292 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.431390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4799cae3-9259-41fe-a5f2-edff86fe710f up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:41.471725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:41.478126 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.488808 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] Sync routers for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:41.511313 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:41.512891 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:41.555672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-55f67bdd-5e28-45c9-9144-9b198bd866a8 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "PUT /v2.0/floatingips/60eca81d-6478-4e3b-a505-a3a4dc428aa5 HTTP/1.1" status: 200 len: 995 time: 4.5502942 Aug 09 15:38:41.561694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:41.564200 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68" -d '{"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:41.590275 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311 associated. External IP: 172.25.7.29, port: 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2. Aug 09 15:38:41.603700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 4799cae3-9259-41fe-a5f2-edff86fe710f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:41.626167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 4799cae3-9259-41fe-a5f2-edff86fe710f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:41.626634 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.730593 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:41.944617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-94163c65-28c3-4ec8-b971-e9a4538300d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:41.946256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-94163c65-28c3-4ec8-b971-e9a4538300d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1096 time: 0.1888807 Aug 09 15:38:41.970602 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.156937 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '60eca81d-6478-4e3b-a505-a3a4dc428aa5', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'port_id': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:33Z', 'updated_at': '2021-08-09T15:38:38Z', 'revision_number': 1, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:26Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:42.162300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:42.188038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b4e89c-e553-41da-9692-f10db65cc2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799cae3-9259-41fe-a5f2-edff86fe710f'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:42.190322 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d54b192-94ac-45c7-8063-aeff501b6ac6" -d '{"events": [{"server_uuid": "f3b4e89c-e553-41da-9692-f10db65cc2e4", "name": "network-vif-plugged", "status": "completed", "tag": "4799cae3-9259-41fe-a5f2-edff86fe710f"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:42.212552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 4799cae3-9259-41fe-a5f2-edff86fe710f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4799cae3-9259-41fe-a5f2-edff86fe710f,segment=NetworkSegment(4a3d857f-bb16-4e47-b396-3597360868bb),segment_id=4a3d857f-bb16-4e47-b396-3597360868bb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:42.216240 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] Checking router: f843804f-1717-4cc1-bbe4-e51d61cc81d5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:42.219382 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.237897 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:42.239371 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:42.371812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-357c5fe6-0bbb-4586-8304-270e197622f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:42.374499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-357c5fe6-0bbb-4586-8304-270e197622f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 922 time: 0.3787255 Aug 09 15:38:42.400487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:42.463406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.473296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:42.509610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:42.510669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:42.538704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-20958d6c-9b63-46ef-92c9-36f9a06056db tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "PUT /v2.0/floatingips/12b0e6de-c28b-43c3-97e6-cfa65219b311 HTTP/1.1" status: 200 len: 996 time: 2.1884542 Aug 09 15:38:42.560655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=4799cae3-9259-41fe-a5f2-edff86fe710f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:42.681515 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:42.710321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-b6d8c2bc-3f38-453b-bd65-ebbecdc878ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 998 time: 0.3057697 Aug 09 15:38:42.721025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-529e0797-736e-403d-b591-53702d8b1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:42.728918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-529e0797-736e-403d-b591-53702d8b1a4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.1024337 Aug 09 15:38:42.748891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:42.838460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-fea4f0ad-9d20-45a7-837b-075b707ce5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:42.846582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-fea4f0ad-9d20-45a7-837b-075b707ce5b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.1285043 Aug 09 15:38:42.974792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-9ac7f4fd-b36d-40db-a1fc-87fdb6d18aaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267381 Aug 09 15:38:42.987021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-963ca0fb-b903-4bfe-8e18-d1d4bb9cab08 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:42.994657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-963ca0fb-b903-4bfe-8e18-d1d4bb9cab08 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173383 Aug 09 15:38:43.035379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:f8:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:41Z', 'revision_number': 1, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:43.081322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:43.109031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:43.109961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:43.116586 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '60eca81d-6478-4e3b-a505-a3a4dc428aa5', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'port_id': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:33Z', 'updated_at': '2021-08-09T15:38:38Z', 'revision_number': 1, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:26Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:43.162774 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe430ec8-db2f-4973-82fa-18219604a5a1 None None] The sync data for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 is: [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '60eca81d-6478-4e3b-a505-a3a4dc428aa5', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'port_id': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:33Z', 'updated_at': '2021-08-09T15:38:38Z', 'revision_number': 1, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:26Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:43.177094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-b02b4080-8244-4f0b-92fd-4fcef38cc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:43.178517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-b02b4080-8244-4f0b-92fd-4fcef38cc69a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.4447503 Aug 09 15:38:43.263701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-65152417-c467-4902-8a01-b29c2ea24115 service neutron] 10.222.0.64 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677209 Aug 09 15:38:43.313386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:43.355316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-986968bf-dcc0-4899-af31-40dac2a4d89c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 999 time: 0.1685469 Aug 09 15:38:43.424633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-a9e82204-89aa-4d56-8a4e-4150faf457d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:43.426329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-a9e82204-89aa-4d56-8a4e-4150faf457d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.0638380 Aug 09 15:38:43.508845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3af627-2e58-4074-8a93-1b96fe370c44 req-4bc4b477-a9b3-4c62-92c5-639f81a3f8e7 service neutron] 10.222.0.64 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342772 Aug 09 15:38:43.520699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-e56a31d3-5861-4482-a1bd-091051150ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:43.526021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-e56a31d3-5861-4482-a1bd-091051150ebc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920498 Aug 09 15:38:43.544854 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d19c56-2d10-4178-834d-d2052e2d4f11 None None] New status for floating IP 60eca81d-6478-4e3b-a505-a3a4dc428aa5: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:38:43.761044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-eab4856a-6243-4699-8ac0-e215c39d3b19 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030714 Aug 09 15:38:43.811840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:f8:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:41Z', 'revision_number': 1, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:43.858987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eacfcd-3801-4ff4-a87e-78e3e775a9ca None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:f8:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:41Z', 'revision_number': 1, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:43.914912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca4ff39-c98e-434d-b546-949bba7102c9 req-d6e21baa-3cde-4196-8590-76d7aa98be93 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457374 Aug 09 15:38:44.114160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961eecc-1dd3-46b9-b314-fbb5b977da0c req-02d4eadd-9466-43de-af62-144fc9250424 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:44.129240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8961eecc-1dd3-46b9-b314-fbb5b977da0c req-02d4eadd-9466-43de-af62-144fc9250424 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 946 time: 0.1023743 Aug 09 15:38:44.187692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8961eecc-1dd3-46b9-b314-fbb5b977da0c req-75a6c023-9c5b-4e09-bb8c-3e7c778db81f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572655 Aug 09 15:38:44.237631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e53047-d6d3-4bf4-9b4e-7452c4dc00aa None None] New status for floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:38:44.674968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d28b9-e485-468c-b5ba-1b0305467328 req-d9b25819-1f27-485d-b828-dd5f3ba2f75a tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:44.683364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-388d28b9-e485-468c-b5ba-1b0305467328 req-d9b25819-1f27-485d-b828-dd5f3ba2f75a tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 945 time: 0.0913472 Aug 09 15:38:44.743647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-388d28b9-e485-468c-b5ba-1b0305467328 req-371b2478-65f8-4dd5-8320-e2f7a3d26c94 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/security-groups?id=49b86565-2be6-4641-a863-ee949f5dea73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592589 Aug 09 15:38:44.825324 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5458e59b-206c-4833-b7cd-bb27345dd844 x-openstack-request-id: req-5458e59b-206c-4833-b7cd-bb27345dd844 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:44.825979 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:44.825979 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5458e59b-206c-4833-b7cd-bb27345dd844 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:44.826233 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'status': 'completed', 'code': 200} Aug 09 15:38:44.873236 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536782ae-b840-48a1-a9c2-1f9c6f449f93 x-openstack-request-id: req-536782ae-b840-48a1-a9c2-1f9c6f449f93 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:44.874363 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b4e89c-e553-41da-9692-f10db65cc2e4", "name": "network-vif-plugged", "status": "completed", "tag": "4799cae3-9259-41fe-a5f2-edff86fe710f", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:44.874896 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-536782ae-b840-48a1-a9c2-1f9c6f449f93 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:44.875544 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b4e89c-e553-41da-9692-f10db65cc2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799cae3-9259-41fe-a5f2-edff86fe710f', 'code': 200} Aug 09 15:38:44.933009 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6dc9f6ec-2abf-4fd4-b15a-f9410e371f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.956872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50100) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:45.031496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-11567f2e-9a4d-4832-ad03-e740e960d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.033074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-11567f2e-9a4d-4832-ad03-e740e960d96e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1096 time: 0.1813588 Aug 09 15:38:45.214223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7306a4e6-0fa0-4177-a9e1-e93ef7c7e167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.353204 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7306a4e6-0fa0-4177-a9e1-e93ef7c7e167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.363566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7306a4e6-0fa0-4177-a9e1-e93ef7c7e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.396570 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7306a4e6-0fa0-4177-a9e1-e93ef7c7e167 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52897755eef54e79b5bd0e827cffec89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374933 Aug 09 15:38:45.398948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50110) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:45.465868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306a4e6-0fa0-4177-a9e1-e93ef7c7e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d06b68-888f-4423-a8bf-1a2f8f3bc2b6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:45.490841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f37b0233-59b6-4bb3-a4e8-db8694730f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.538779 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f37b0233-59b6-4bb3-a4e8-db8694730f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.570518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-93322329-2308-4743-b96f-c4c00680423a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1000 time: 0.6692185 Aug 09 15:38:45.588487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11718-a2c9-420a-86c0-2698162ddfef req-56715159-2c89-4d77-a8f9-7f69bb1ac4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.590694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40a11718-a2c9-420a-86c0-2698162ddfef req-56715159-2c89-4d77-a8f9-7f69bb1ac4ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 1096 time: 0.6104941 Aug 09 15:38:45.649804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f37b0233-59b6-4bb3-a4e8-db8694730f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.656066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f37b0233-59b6-4bb3-a4e8-db8694730f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.657273 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f37b0233-59b6-4bb3-a4e8-db8694730f3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1d06b68-888f-4423-a8bf-1a2f8f3bc2b6 HTTP/1.1" status: 204 len: 168 time: 0.2571223 Aug 09 15:38:45.678020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0233-59b6-4bb3-a4e8-db8694730f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d06b68-888f-4423-a8bf-1a2f8f3bc2b6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:45.725257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40a11718-a2c9-420a-86c0-2698162ddfef req-ca492019-8777-4ffd-b208-59ef7f2b5955 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49b86565-2be6-4641-a863-ee949f5dea73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245148 Aug 09 15:38:45.758522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-5e7d6350-a5a3-4faf-a214-14c7dc20a1b5 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.760020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-5e7d6350-a5a3-4faf-a214-14c7dc20a1b5 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports/cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 942 time: 0.1819866 Aug 09 15:38:45.790389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-3f864b78-2e93-40a8-867f-0a38f15b9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.792432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-3f864b78-2e93-40a8-867f-0a38f15b9c11 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 922 time: 0.7493896 Aug 09 15:38:45.943855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-cea5934f-dd03-4e27-8742-c994d6134e96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 1000 time: 0.1387913 Aug 09 15:38:45.957418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-db2a67d8-111a-42de-91b5-4b28d4978d09 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1000 time: 0.1355395 Aug 09 15:38:46.075865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-99b29c29-caa6-404c-9a5b-842cbdd536ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:46.077437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-99b29c29-caa6-404c-9a5b-842cbdd536ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.1166496 Aug 09 15:38:46.122677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-0168ae37-4e9c-4bd1-8f10-05f316c1e045 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339613 Aug 09 15:38:46.294260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-061cb17f-9ee6-4102-aca5-2559092fef69 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:46.296279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-061cb17f-9ee6-4102-aca5-2559092fef69 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.3259192 Aug 09 15:38:46.524670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-ebc9f010-b0df-4bc6-8589-c274b66f207b tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1000 time: 0.1919074 Aug 09 15:38:46.530720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-fefc0580-65ab-4179-b950-25ab6bb58460 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920135 Aug 09 15:38:46.558514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:46.682156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1944c6f-ac92-4f3d-9e7f-a971c263ab68 req-6edb8eae-c195-40b8-8250-46cf2f806de4 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314631 Aug 09 15:38:46.822719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:46.835641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:46.842591 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73cae1b-5b7c-4269-9b67-dc3596af5d07" -d '{"events": [{"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:47.079328 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.085379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.085869 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Floating IP 60eca81d-6478-4e3b-a505-a3a4dc428aa5 disassociated. External IP: 172.25.7.14, port: cc56bd5b-9b8c-46fc-8137-3eccfa127015. Aug 09 15:38:47.285700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50140) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:47.456493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa348bcb-622b-4527-98fa-e3f0ecb54856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.538295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1679437343-network', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:47.539940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Router f843804f-1717-4cc1-bbe4-e51d61cc81d5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:47.574243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:47.577603 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.592829 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.752787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.758659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.776618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:47.779654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.784261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.794308 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] Sync routers for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:47.808985 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:47.809933 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:47.819009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:47.832603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-689b5314-a740-43e5-bbfb-3e8e0f0a7b93 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "PUT /v2.0/floatingips/60eca81d-6478-4e3b-a505-a3a4dc428aa5 HTTP/1.1" status: 200 len: 694 time: 1.3005049 Aug 09 15:38:47.878986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.882162 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Added segment 293de42d-b758-42a7-bf41-bb005f946bee of type vlan for network d09b4200-2c02-4417-a1a9-63d5f7701513 Aug 09 15:38:47.926033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e630a127-25d0-455d-be30-610faab72c56,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:47.962627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-5383522a-0c6f-4ff0-85fc-39d7f3f80e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:47.968482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-5383522a-0c6f-4ff0-85fc-39d7f3f80e1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1096 time: 0.1063442 Aug 09 15:38:48.036528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.063854 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:48.118528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.120451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.121380 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.237532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-c6c3c7a5-c301-495c-9eab-5047321e8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.239574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-c6c3c7a5-c301-495c-9eab-5047321e8d59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 922 time: 0.2616842 Aug 09 15:38:48.254125 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9672480 Aug 09 15:38:48.257992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50144) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:48.264617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Request body: {'subnet': {'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1679437343-subnet', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:48.285990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750796c3-d9df-4559-8d6c-24e9e2dbc943 admin admin] Pushing event updated for resources: {'Network': ['ID=d09b4200-2c02-4417-a1a9-63d5f7701513,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:48.298373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network d09b4200-2c02-4417-a1a9-63d5f7701513 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:48.381454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-bc9396f0-01e2-4c49-a58f-7f59cc8351ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 217 time: 0.1352341 Aug 09 15:38:48.494060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-76d6f575-47c5-4d67-821f-f866f64b2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.496431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-76d6f575-47c5-4d67-821f-f866f64b2b4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.1018641 Aug 09 15:38:48.518242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:48.522789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.545234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-a4139f5d-b70d-4a3c-a538-f103b6031cd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403097 Aug 09 15:38:48.568978 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:26Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:48.679782 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] Checking router: f843804f-1717-4cc1-bbe4-e51d61cc81d5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:48.705015 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:48.705655 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:48.744868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-6b074f0a-ac4e-4579-8e29-0f839bc9d85b service neutron] 10.222.0.64 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872475 Aug 09 15:38:48.880025 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:48.925372 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.989783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9d3dde-db90-40fa-b4f4-93c26ec3198b req-44cb29b8-00a1-4e7a-bbbe-d2b4396b5358 service neutron] 10.222.0.64 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280028 Aug 09 15:38:49.096435 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.173199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2739c34a-da5d-4ac8-819c-1c83301cc4c6,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:49.229083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Checking segment: {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:49.229083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Network hostable DHCP agents. Network: d09b4200-2c02-4417-a1a9-63d5f7701513, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:49.267209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Network d09b4200-2c02-4417-a1a9-63d5f7701513 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:49.280198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-5f47ac03-0f9f-4434-a33b-f099b7e10e2e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:49.282138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-5f47ac03-0f9f-4434-a33b-f099b7e10e2e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1036334 Aug 09 15:38:49.299832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, d09b4200-2c02-4417-a1a9-63d5f7701513) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:49.311648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb771d2-45f1-4be2-b594-2983b2482454 None None] Network d09b4200-2c02-4417-a1a9-63d5f7701513 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:49.348470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:49.349268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.351250 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:26Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:49.375232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50154) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:49.376823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-50e46d7b-b4e9-4e51-b9bf-63cfed926a97 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1171396 Aug 09 15:38:49.382452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:49.397382 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b6819-1d23-4917-a320-a06252181ca0 None None] The sync data for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 is: [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:37:16Z', 'revision_number': 4, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '386ad96d-0687-44ad-9bc9-ab214909882d', 'name': '', 'network_id': '3f3a82ac-1b70-47f1-b982-aaef4fd35fbc', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'mac_address': 'fa:16:3e:e7:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:14Z', 'updated_at': '2021-08-09T15:37:26Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'subnets': [{'id': 'ee8ab04a-617b-4695-9d4c-ab761b86dbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:49.431324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.433551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.445485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-27a063cc-371e-4905-9448-fac12888e90b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1001 time: 0.1540701 Aug 09 15:38:49.464537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Request body: {'floatingip': {'port_id': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:49.543578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-d09b4200-2c02-4417-a1a9-63d5f7701513', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:38:49.544538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.620577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.662703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.875576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d90237d-1013-414a-979b-c48134c564ee None None] New status for floating IP 60eca81d-6478-4e3b-a505-a3a4dc428aa5: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:38:49.991124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.041653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Allocated IP 172.20.0.2 (d09b4200-2c02-4417-a1a9-63d5f7701513/2739c34a-da5d-4ac8-819c-1c83301cc4c6/7ca4374a-eae2-41da-8392-e60c64d97d1d) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:50.301093 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.333171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Transition to ACTIVE for port object 7ca4374a-eae2-41da-8392-e60c64d97d1d will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:50.450249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Transition to ACTIVE for port object 7ca4374a-eae2-41da-8392-e60c64d97d1d will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:50.466907 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.478151 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.530443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Network d09b4200-2c02-4417-a1a9-63d5f7701513 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:50.542749 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:38:50.544329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Pushing event updated for resources: {'Port': ['ID=7ca4374a-eae2-41da-8392-e60c64d97d1d,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:50.551669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:50.555721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:50.570934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.622570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.636521 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.644194 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.729729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Attempting to bind port 7ca4374a-eae2-41da-8392-e60c64d97d1d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:50.730212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Attempting to bind port 7ca4374a-eae2-41da-8392-e60c64d97d1d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:50.730589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Attempting to bind port 7ca4374a-eae2-41da-8392-e60c64d97d1d on network d09b4200-2c02-4417-a1a9-63d5f7701513 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:50.745030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:50.745436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Checking segment: {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:50.746554 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.748328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Bound using segment: {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:50.749003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Bound port: 7ca4374a-eae2-41da-8392-e60c64d97d1d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:50.750542 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.803948 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311 associated. External IP: 172.25.7.29, port: 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2. Aug 09 15:38:50.955851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Allocated IP 172.25.7.109 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/b7f20e21-2d28-44df-b881-7170f04fbeaa) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:51.139244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] For port 7ca4374a-eae2-41da-8392-e60c64d97d1d, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:51.144758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] For port 7ca4374a-eae2-41da-8392-e60c64d97d1d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ca4374a-eae2-41da-8392-e60c64d97d1d,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:51.153547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.157516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.221676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.239768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-fdfaf457-8b08-40c9-8e77-050c3030c8dc tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485060 Aug 09 15:38:51.242206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:51.278918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19900e02-8ef7-44db-b719-fd2275357c5c None None] Pushing event updated for resources: {'Port': ['ID=7ca4374a-eae2-41da-8392-e60c64d97d1d,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:51.297124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:51.300925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:51.305337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:51.332608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Pushing event updated for resources: {'Port': ['ID=b7f20e21-2d28-44df-b881-7170f04fbeaa,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:51.592270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f8738f26-1623-4a61-92e8-f236b0051c67 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:51.594992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f8738f26-1623-4a61-92e8-f236b0051c67 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248129 Aug 09 15:38:51.639889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-ba486bd1-f69b-4f42-ae0a-ed23c4058a9c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/quotas/4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 375 time: 0.0334511 Aug 09 15:38:51.651269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:51.663868 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:51.686905 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:51.688269 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:51.805729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-4d17a412-30e0-4722-a946-f0771327b36a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479270 Aug 09 15:38:51.826797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:52.206775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:52.259301 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:52.274806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:52.884114 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:83:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:50Z', 'revision_number': 3, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:52.979223 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:52.990449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ecb391-abb4-4c38-a4ce-05c74fd0024c None None] Network d09b4200-2c02-4417-a1a9-63d5f7701513 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:53.026007 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:53.028631 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:53.087256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ca4374a-eae2-41da-8392-e60c64d97d1d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:53.189587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2d279dd3-55ce-484f-8929-57c6ad2d9b9d None None] Provisioning for port 7ca4374a-eae2-41da-8392-e60c64d97d1d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:53.218027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7ca4374a-eae2-41da-8392-e60c64d97d1d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:53.222623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Router c1bcf37c-4f4b-447d-9e53-6801f1a21276 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:38:53.230893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ca4374a-eae2-41da-8392-e60c64d97d1d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:53.231652 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.328595 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:53.360256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14efa3d-269b-42a8-99a4-23e284391715 req-e80a833d-4cdb-488b-ad87-f2994c8aaee1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:53.368025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b14efa3d-269b-42a8-99a4-23e284391715 req-e80a833d-4cdb-488b-ad87-f2994c8aaee1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 946 time: 1.1495264 Aug 09 15:38:53.376147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:53.393142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Sync routers for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:53.399055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:53.405056 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.406809 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.408322 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f73c08df-32d3-47d5-853d-fc5168e3f59d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0312572 Aug 09 15:38:53.411044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50226) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:53.421469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.456065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b14efa3d-269b-42a8-99a4-23e284391715 req-91c84679-713a-40e3-8e66-2748da96c16f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866227 Aug 09 15:38:53.458490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:53.482200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:53.482786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:53.536172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-bac487ef-6664-4cb8-b2c2-57c28e201be9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "PUT /v2.0/floatingips/12b0e6de-c28b-43c3-97e6-cfa65219b311 HTTP/1.1" status: 200 len: 997 time: 4.0895345 Aug 09 15:38:53.556373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7ca4374a-eae2-41da-8392-e60c64d97d1d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ca4374a-eae2-41da-8392-e60c64d97d1d,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:53.577117 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.730520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-628a0169-2225-49ed-821a-0d811ec801eb tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:53.750547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-628a0169-2225-49ed-821a-0d811ec801eb tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports/0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 943 time: 0.2068071 Aug 09 15:38:53.769521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7ca4374a-eae2-41da-8392-e60c64d97d1d,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:53.849331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:53.943924 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.991589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-2fd89509-1b7f-4387-b489-377d50ab587f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315250 Aug 09 15:38:54.035099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad44ce3-6da7-451c-af1e-0e978b1140a6 req-502c1ca7-4b45-4f01-a39c-07d515de40e2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:54.048342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ad44ce3-6da7-451c-af1e-0e978b1140a6 req-502c1ca7-4b45-4f01-a39c-07d515de40e2 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 945 time: 0.2778053 Aug 09 15:38:54.053275 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:83:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:50Z', 'revision_number': 3, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:54.112988 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653694b-18f8-4573-8394-e458947c97d6 None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:83:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:50Z', 'revision_number': 3, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:54.113361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:54.123843 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a481793-dc8f-48e2-8548-d02a91e15dd0" -d '{"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-unplugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:54.163557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ad44ce3-6da7-451c-af1e-0e978b1140a6 req-48f71dad-e5fe-49cf-96aa-927ec8717820 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/security-groups?id=49b86565-2be6-4641-a863-ee949f5dea73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089845 Aug 09 15:38:54.214189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:54.233171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-9eef7e82-b494-44e0-8ecd-c2527bc6d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:54.236109 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.243272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-9eef7e82-b494-44e0-8ecd-c2527bc6d88e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.2894590 Aug 09 15:38:54.261697 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbba39d7-35e1-42a8-8a83-c6665f276d8d x-openstack-request-id: req-dbba39d7-35e1-42a8-8a83-c6665f276d8d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:54.262002 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:54.262511 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbba39d7-35e1-42a8-8a83-c6665f276d8d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:54.262922 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'status': 'completed', 'code': 200} Aug 09 15:38:54.290897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cde3b668-9e06-42b2-9ceb-d74e5459a0fb None None] Provisioning complete for port 7ca4374a-eae2-41da-8392-e60c64d97d1d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:54.291471 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cde3b668-9e06-42b2-9ceb-d74e5459a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.384093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=14']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:54.407100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-bb6a1824-a15a-41ce-a3fa-af9e6057a4b5 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/floatingips/60eca81d-6478-4e3b-a505-a3a4dc428aa5 HTTP/1.1" status: 200 len: 692 time: 0.1413946 Aug 09 15:38:54.436248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.438242 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac80c63-28a3-4615-b584-823822eaa5e5 None None] New status for floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:38:54.481246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-fface2ac-2218-4200-97e3-c0b529d00868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:54.483191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-fface2ac-2218-4200-97e3-c0b529d00868 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.2391331 Aug 09 15:38:54.525153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:51Z', 'revision_number': 3, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:54.572021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Checking router: c1bcf37c-4f4b-447d-9e53-6801f1a21276 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:54.572569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Updating router c1bcf37c-4f4b-447d-9e53-6801f1a21276 port b7f20e21-2d28-44df-b881-7170f04fbeaa binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:54.602217 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.676068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Allocated IP 172.20.0.1 (d09b4200-2c02-4417-a1a9-63d5f7701513/2739c34a-da5d-4ac8-819c-1c83301cc4c6/df389c0f-1bea-413c-bd57-0f8caced9571) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:54.709061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-885eb65c-9396-43b9-8564-ed484e7bf39a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:54.718397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-885eb65c-9396-43b9-8564-ed484e7bf39a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2950284 Aug 09 15:38:54.791846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-a235b11d-8759-4415-8146-d6af662100a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 217 time: 0.1522670 Aug 09 15:38:54.795524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-a1fd1e35-ba91-42f5-924a-584a1c0dfa59 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.0761583 Aug 09 15:38:54.798222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-c75a336a-93d2-4278-af94-70ad657dc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:54.799795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-c75a336a-93d2-4278-af94-70ad657dc117 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.5144925 Aug 09 15:38:54.809344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-b1764eb1-0445-4d80-8315-d2be65374a45 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:54.810811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-b1764eb1-0445-4d80-8315-d2be65374a45 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8037243 Aug 09 15:38:54.824494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:54.845040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:54.845701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:54.847903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.863709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Transition to ACTIVE for port object df389c0f-1bea-413c-bd57-0f8caced9571 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:54.891745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-7af61865-00b4-435d-bd2e-02739f85bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:54.894306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-7af61865-00b4-435d-bd2e-02739f85bd16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.0934753 Aug 09 15:38:54.907485 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.926872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Request body: {'port': {'device_id': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '4c8f4fd4774b4d3e8a7612124a3ba839'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:54.950629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Network d09b4200-2c02-4417-a1a9-63d5f7701513 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:54.954949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:54.957958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:55.004621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ca4374a-eae2-41da-8392-e60c64d97d1d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:55.030265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Pushing event updated for resources: {'Port': ['ID=df389c0f-1bea-413c-bd57-0f8caced9571,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:55.040858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.041291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.041761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.042091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.042417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.042738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.043057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.043380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.043695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.044314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.044630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.044951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:55.049344 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.056601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:55.199255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-0b504c84-7bbb-4daf-ab21-d640ffec8263 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.3846819 Aug 09 15:38:55.219965 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.261739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Transition to ACTIVE for port object b7f20e21-2d28-44df-b881-7170f04fbeaa will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:55.276630 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.279241 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.377495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Made reservation on behalf of 4c8f4fd4774b4d3e8a7612124a3ba839 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:55.381907 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.454650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-3f5e720d-9c9c-4234-9f40-555b69e67d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:55.456252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-3f5e720d-9c9c-4234-9f40-555b69e67d31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5233161 Aug 09 15:38:55.500042 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.502819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ca4374a-eae2-41da-8392-e60c64d97d1d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:55.503232 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.506791 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.605285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Pushing event updated for resources: {'Port': ['ID=df389c0f-1bea-413c-bd57-0f8caced9571,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:55.610174 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.623690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-86efd082-3a9a-4480-ad52-ea126959f911 None None] Provisioning for port df389c0f-1bea-413c-bd57-0f8caced9571 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:55.654492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Attempting to bind port b7f20e21-2d28-44df-b881-7170f04fbeaa on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:55.654875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Attempting to bind port b7f20e21-2d28-44df-b881-7170f04fbeaa by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:55.655246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Attempting to bind port b7f20e21-2d28-44df-b881-7170f04fbeaa on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:55.657267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-86efd082-3a9a-4480-ad52-ea126959f911 None None] Provisioning complete for port df389c0f-1bea-413c-bd57-0f8caced9571 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:55.657640 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86efd082-3a9a-4480-ad52-ea126959f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.659130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc76bb-451f-450c-8f29-b49bcd046d67 None None] Pushing event updated for resources: {'Port': ['ID=b7f20e21-2d28-44df-b881-7170f04fbeaa,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:55.691862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:55.692303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:55.692664 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.693069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:55.693560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Bound port: b7f20e21-2d28-44df-b881-7170f04fbeaa, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:55.693953 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.721320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-99778489-a5e4-4b9c-b833-ab14575bfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:55.723515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-99778489-a5e4-4b9c-b833-ab14575bfcff service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.9117804 Aug 09 15:38:55.733644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Network d09b4200-2c02-4417-a1a9-63d5f7701513 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:55.736203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:55.754353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-86efd082-3a9a-4480-ad52-ea126959f911 None None] Port df389c0f-1bea-413c-bd57-0f8caced9571 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:55.808679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-3c680174-60df-46d9-abdc-0ffb6c651fc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 217 time: 0.0590377 Aug 09 15:38:55.834146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] For port b7f20e21-2d28-44df-b881-7170f04fbeaa, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:55.839017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] For port b7f20e21-2d28-44df-b881-7170f04fbeaa, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b7f20e21-2d28-44df-b881-7170f04fbeaa,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:55.851050 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.858433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:83:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:54Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:55.913646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:55.929926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-0f254386-4051-44c4-a220-29ae0d9acf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:55.931811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-0f254386-4051-44c4-a220-29ae0d9acf3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.1059697 Aug 09 15:38:55.951406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:55.952109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:55.963951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:55.964488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:55.978220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Router c1bcf37c-4f4b-447d-9e53-6801f1a21276 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:56.015331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Deleting port f6f8f696-9e0f-4425-b883-7303d4205d75 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:56.018112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.055692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc76bb-451f-450c-8f29-b49bcd046d67 None None] Pushing event updated for resources: {'Port': ['ID=b7f20e21-2d28-44df-b881-7170f04fbeaa,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:56.141853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-cddfcd2b-d3ee-4f9e-88e8-28de4e67b989 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126161 Aug 09 15:38:56.152464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:56.159902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Allocated IP 192.168.233.125 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/38e1f410-d435-45bd-af46-d73c372e1fe7) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:56.164597 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-08c36c2d-5549-4e15-8224-a88180f7c5cd admin admin] 10.222.0.64 "PUT /v2.0/routers/c1bcf37c-4f4b-447d-9e53-6801f1a21276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7513533 Aug 09 15:38:56.202389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:56.238249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:56.271121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015'}, {'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'}, {'name': 'network-changed', 'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:56.274663 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ad00b-a271-4e30-adb0-c83161d6109f" -d '{"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015"}, {"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2"}, {"name": "network-changed", "server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:56.278945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-34e086b3-04b0-4180-9416-32c9c5962c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:56.280888 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-34e086b3-04b0-4180-9416-32c9c5962c13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3095779 Aug 09 15:38:56.289642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-96e00a3c-7f77-41e1-bd5b-b378f0e154c0 None None] Provisioning complete for port df389c0f-1bea-413c-bd57-0f8caced9571 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:56.290030 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-96e00a3c-7f77-41e1-bd5b-b378f0e154c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.345371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.345700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.372435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Calling delete_port for f6f8f696-9e0f-4425-b883-7303d4205d75 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:56.457215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-96e00a3c-7f77-41e1-bd5b-b378f0e154c0 None None] Port df389c0f-1bea-413c-bd57-0f8caced9571 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:56.643472 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-3a771001-baf2-46e7-90d1-b8c3c4a06fdf service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468020 Aug 09 15:38:56.707620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 2, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:56.745666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937f86-87a2-4d43-9449-6c70cd3b5b45 None None] The sync data for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 is: [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 2, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:56.772786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:83:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:54Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:56.815056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb95f1-2716-4e62-b061-cd526cbba876 None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:83:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:54Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:56.819604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-05bd2a0b-0ba3-453e-8732-0d1055031cac service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638160 Aug 09 15:38:56.960960 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.048897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c73cae1b-5b7c-4269-9b67-dc3596af5d07 req-0a93d86e-6bcd-4ec6-ab3e-2072c90fa9d8 service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265882 Aug 09 15:38:57.060040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event deleted for resources: {'Port': ['ID=f6f8f696-9e0f-4425-b883-7303d4205d75,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:57.126068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.183056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Transition to ACTIVE for port object 38e1f410-d435-45bd-af46-d73c372e1fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:57.213984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-456188bd-4232-497a-b726-8c20908d2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:57.215399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-456188bd-4232-497a-b726-8c20908d2a97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 1096 time: 0.2751088 Aug 09 15:38:57.372407 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.390028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:57.393481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['6c72c62f-33b5-444d-a9a3-e80121d19ffc'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:57.400730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.404996 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.416159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-422c071d-52ee-4dfe-8254-1077eb7605f3 req-b1a19b16-f063-48ba-99cb-558535dbcdce tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "DELETE /v2.0/floatingips/60eca81d-6478-4e3b-a505-a3a4dc428aa5 HTTP/1.1" status: 204 len: 173 time: 2.0895262 Aug 09 15:38:57.513337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:57.533279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:57.545917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:57.637961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:57.661878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-2bd71718-9446-421d-9304-64008bb5bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:57.664932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-2bd71718-9446-421d-9304-64008bb5bae5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.4342129 Aug 09 15:38:57.755619 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-d9d0fdab-2e5e-4155-a50d-8e4c4e5e9a42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 1000 time: 0.0793648 Aug 09 15:38:57.773250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:57.774072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.812482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf678b-b042-4278-9565-3d8d9c3d721b req-04a3f382-7c48-4d29-9170-f49893354199 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:57.814165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1dbf678b-b042-4278-9565-3d8d9c3d721b req-04a3f382-7c48-4d29-9170-f49893354199 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 936 time: 0.2940168 Aug 09 15:38:57.867364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-d00e47be-6576-4d84-af9e-3ecb03cf3fa7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9718106 Aug 09 15:38:57.888704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Request body: {'port': {'device_id': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:57.918908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5e23df70-b610-41ae-aa34-920bae6d6e92 None None] Provisioning for port 38e1f410-d435-45bd-af46-d73c372e1fe7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:57.935377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5e23df70-b610-41ae-aa34-920bae6d6e92 None None] Provisioning complete for port 38e1f410-d435-45bd-af46-d73c372e1fe7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:57.935799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5e23df70-b610-41ae-aa34-920bae6d6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.954441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-a7fbf79b-add8-47a0-bcb0-8408e745e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:57.956062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-a7fbf79b-add8-47a0-bcb0-8408e745e8f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.1602218 Aug 09 15:38:57.963810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1dbf678b-b042-4278-9565-3d8d9c3d721b req-fcaeaf29-f197-4d65-b93b-7fbcaa57167a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063280 Aug 09 15:38:57.996799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.057358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.057632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5e23df70-b610-41ae-aa34-920bae6d6e92 None None] Port 38e1f410-d435-45bd-af46-d73c372e1fe7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:58.086431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-412c261f-3849-4d94-97ff-d8e8bbbe4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:58.088164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-412c261f-3849-4d94-97ff-d8e8bbbe4114 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233172 Aug 09 15:38:58.141622 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.744883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e77d-d6b5-469b-af92-9972dc9239fa req-9cff2a4b-7951-4f7f-8696-d8bddacd7ec3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:58.746560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8c9e77d-d6b5-469b-af92-9972dc9239fa req-9cff2a4b-7951-4f7f-8696-d8bddacd7ec3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2122054 Aug 09 15:38:58.755613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-7fa4c3be-4841-4429-a020-232f7b2f3ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407740 Aug 09 15:38:58.893574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8c9e77d-d6b5-469b-af92-9972dc9239fa req-2c5f8c01-33ed-46f7-8170-cd4058d58a40 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1341858 Aug 09 15:38:58.977712 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9959a340-103e-4304-aebd-5a4207f5cae7 x-openstack-request-id: req-9959a340-103e-4304-aebd-5a4207f5cae7 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:58.978267 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-unplugged", "status": "completed", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:58.978267 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9959a340-103e-4304-aebd-5a4207f5cae7 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:58.978687 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'code': 200} Aug 09 15:38:58.989989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67305486-cc3b-4a13-a45c-7750f4fa3eda req-a3c318bc-5b22-4217-8a8d-f1c3c28f52fb service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201471 Aug 09 15:38:59.090243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b7f20e21-2d28-44df-b881-7170f04fbeaa up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:59.115500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e1f410-d435-45bd-af46-d73c372e1fe7 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:59.126878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.158740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebc2f3-c314-4e8b-b597-584c61a7a06a req-2642a691-6297-46ae-ac31-454c49f6777e tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.166850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05ebc2f3-c314-4e8b-b597-584c61a7a06a req-2642a691-6297-46ae-ac31-454c49f6777e tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 945 time: 0.0940580 Aug 09 15:38:59.170927 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a368be6-1cf5-4a02-9b32-1e550bb30b17 x-openstack-request-id: req-7a368be6-1cf5-4a02-9b32-1e550bb30b17 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:59.171237 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:59.171540 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a368be6-1cf5-4a02-9b32-1e550bb30b17 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:59.172185 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'status': 'completed', 'code': 200} Aug 09 15:38:59.172445 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'status': 'completed', 'code': 200} Aug 09 15:38:59.172696 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'status': 'completed', 'code': 200} Aug 09 15:38:59.173721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Transition to ACTIVE for port object 38e1f410-d435-45bd-af46-d73c372e1fe7 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:59.188491 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.191424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b7f20e21-2d28-44df-b881-7170f04fbeaa completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:59.198612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b7f20e21-2d28-44df-b881-7170f04fbeaa triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:59.199756 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.270394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-8638637d-5f4c-4fcd-ac46-95325476fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.272880 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-8638637d-5f4c-4fcd-ac46-95325476fc44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e70513ba2d54817a6600c9057506f0c&device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 1096 time: 0.0797532 Aug 09 15:38:59.313260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.343578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b7f20e21-2d28-44df-b881-7170f04fbeaa, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b7f20e21-2d28-44df-b881-7170f04fbeaa,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:59.347951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05ebc2f3-c314-4e8b-b597-584c61a7a06a req-2dcd7222-9862-469d-a818-90cf1198dc01 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/security-groups?id=49b86565-2be6-4641-a863-ee949f5dea73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800032 Aug 09 15:38:59.349854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.397465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:59.479657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-a007d019-06fc-4712-96a0-3ce3d8487e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.481788 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-a007d019-06fc-4712-96a0-3ce3d8487e91 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 200 len: 922 time: 0.2006853 Aug 09 15:38:59.557683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-4a6aaf86-b2c3-4b02-9ba3-fd5990fb0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.563493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-4a6aaf86-b2c3-4b02-9ba3-fd5990fb0592 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.3699422 Aug 09 15:38:59.609605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28022ce1-e539-4d8a-a64b-ae9d41530340 req-383e42f3-82b3-4d9e-a0b0-6ed9b5327bd1 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups/9fc11d68-0806-4d4c-a4d2-b76f61d33fd0 HTTP/1.1" status: 200 len: 1806 time: 0.4083941 Aug 09 15:38:59.610741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-ea5cde7c-a5b5-40b5-a339-3552bb26f260 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 200 len: 217 time: 0.1144247 Aug 09 15:38:59.725109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eadf6709-0e3c-41bd-beb1-c10f58b2fef2 req-660c503b-4c3f-491c-b19b-bb9dd98fc0b9 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1000 time: 0.2859340 Aug 09 15:38:59.728047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-2b2038a0-9c2c-4978-93c4-24506f5b014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.730316 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-2b2038a0-9c2c-4978-93c4-24506f5b014d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 200 len: 860 time: 0.1117072 Aug 09 15:38:59.775531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=b7f20e21-2d28-44df-b881-7170f04fbeaa,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:59.792792 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-7459544a-18f6-478e-9823-3f35bd52be7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518839 Aug 09 15:38:59.860989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6709-0e3c-41bd-beb1-c10f58b2fef2 req-84794e17-5ad2-4dda-9507-9d7f5c26f135 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.866179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eadf6709-0e3c-41bd-beb1-c10f58b2fef2 req-84794e17-5ad2-4dda-9507-9d7f5c26f135 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports/cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 942 time: 0.1401358 Aug 09 15:38:59.895987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:59.896262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:59.896659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:59.906037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:38:59.906356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:59.918742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:59.919081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:59.919470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:59.920001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Bound port: 38e1f410-d435-45bd-af46-d73c372e1fe7, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:59.920370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.925847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28022ce1-e539-4d8a-a64b-ae9d41530340 req-b3afeace-1968-46d2-8379-49aa6186f36f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.958530 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-8ee55cc3-0011-4313-b6fb-69ad572cb890 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493859 Aug 09 15:39:00.034215 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Sync routers for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:00.054040 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:00.055717 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:00.062632 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28022ce1-e539-4d8a-a64b-ae9d41530340 req-b3afeace-1968-46d2-8379-49aa6186f36f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.066243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-dc21d1e7-b70d-4406-9bb3-3382a8a6d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.067780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-dc21d1e7-b70d-4406-9bb3-3382a8a6d34c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.4425049 Aug 09 15:39:00.090969 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-1615af52-b36b-412f-81c2-7f8f316cfab5 service neutron] 10.222.0.66 "GET /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215854 Aug 09 15:39:00.124988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-82e1f315-1253-4500-8977-0a57c1e0312d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 217 time: 0.0412185 Aug 09 15:39:00.179778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:00.208067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eadf6709-0e3c-41bd-beb1-c10f58b2fef2 req-733f8840-3111-4428-93c3-ed72b825d8a7 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1000 time: 0.2718205 Aug 09 15:39:00.210991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-e240e20b-a360-4396-abf9-83111f925a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.213808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-e240e20b-a360-4396-abf9-83111f925a84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 1096 time: 0.0712602 Aug 09 15:39:00.224763 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:00.280052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:00.298948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.320386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-a3cf616f-1188-49c3-835a-0da6b5a1696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.321533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-a3cf616f-1188-49c3-835a-0da6b5a1696d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.1873770 Aug 09 15:39:00.381786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-1ce9633c-2694-419e-8b22-7feffd099408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.383319 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-1ce9633c-2694-419e-8b22-7feffd099408 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.1606011 Aug 09 15:39:00.411553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28022ce1-e539-4d8a-a64b-ae9d41530340 req-b3afeace-1968-46d2-8379-49aa6186f36f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.414746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28022ce1-e539-4d8a-a64b-ae9d41530340 req-b3afeace-1968-46d2-8379-49aa6186f36f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.416378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28022ce1-e539-4d8a-a64b-ae9d41530340 req-b3afeace-1968-46d2-8379-49aa6186f36f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "DELETE /v2.0/security-groups/9fc11d68-0806-4d4c-a4d2-b76f61d33fd0 HTTP/1.1" status: 204 len: 173 time: 0.7555683 Aug 09 15:39:00.503655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afeace-1968-46d2-8379-49aa6186f36f tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc11d68-0806-4d4c-a4d2-b76f61d33fd0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:00.544254 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-c869145e-3334-4d69-9b1d-0ce93cbdde2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 1000 time: 0.1448753 Aug 09 15:39:00.547150 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 2, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:00.563175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.564013 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.565496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-f5470292-2316-4181-9a11-04832a579a61 service neutron] 10.222.0.66 "PUT /v2.0/ports/38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 1096 time: 2.6820209 Aug 09 15:39:00.586554 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Checking router: c1bcf37c-4f4b-447d-9e53-6801f1a21276 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:00.587369 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Updating router c1bcf37c-4f4b-447d-9e53-6801f1a21276 port df389c0f-1bea-413c-bd57-0f8caced9571 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:39:00.610311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-43068d7d-f3e1-4335-98ef-cd1dea293da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.611650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5470292-2316-4181-9a11-04832a579a61 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:00.612046 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-43068d7d-f3e1-4335-98ef-cd1dea293da7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.0587966 Aug 09 15:39:00.639507 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.682482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-0d0dcf88-81d3-4a53-aeb6-bbbdbe967064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.684149 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-0d0dcf88-81d3-4a53-aeb6-bbbdbe967064 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626175 Aug 09 15:39:00.750483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf6709-0e3c-41bd-beb1-c10f58b2fef2 req-a49bdd75-64f7-42b0-9900-b2a33737797b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.753399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eadf6709-0e3c-41bd-beb1-c10f58b2fef2 req-a49bdd75-64f7-42b0-9900-b2a33737797b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.5442634 Aug 09 15:39:00.783978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c68e-66bf-4782-81fc-d4b1abd75cf0 req-5b73f858-155e-43a1-9cef-6b67feb63ea5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.818840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f394c68e-66bf-4782-81fc-d4b1abd75cf0 req-5b73f858-155e-43a1-9cef-6b67feb63ea5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 948 time: 0.2921391 Aug 09 15:39:00.869068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-eefaa07a-3281-4c25-9c94-44d25da4be19 service neutron] 10.222.0.66 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768186 Aug 09 15:39:00.908019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-40122848-1364-4b4f-906d-6cb7d8168e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.920916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-40122848-1364-4b4f-906d-6cb7d8168e56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1099 time: 0.2965920 Aug 09 15:39:00.929030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad00b-a271-4e30-adb0-c83161d6109f req-cd767d61-f935-4dda-be26-d5d657e8ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.934503 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-cd767d61-f935-4dda-be26-d5d657e8ca5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5505760 Aug 09 15:39:01.027937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-6a167a58-b992-4d07-a430-d0275f852e99 service neutron] 10.222.0.66 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500406 Aug 09 15:39:01.065907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b7f20e21-2d28-44df-b881-7170f04fbeaa up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:01.139444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b7f20e21-2d28-44df-b881-7170f04fbeaa triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:01.140390 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.179598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:01.183438 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264f3cd4-13bf-4580-b154-5277a0d44839" -d '{"events": [{"name": "network-changed", "server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:01.189593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-9a239974-1902-489e-9c8c-0030e5caff35 service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215684 Aug 09 15:39:01.194233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-52b43eb2-2dca-42ba-9fff-4ccaa3bb6f8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.2579930 Aug 09 15:39:01.211603 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.222873 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Transition to ACTIVE for port object df389c0f-1bea-413c-bd57-0f8caced9571 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:01.233168 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.280387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f394c68e-66bf-4782-81fc-d4b1abd75cf0 req-3d934133-735a-4b0d-b5dd-ba3aeb6a33f6 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596672 Aug 09 15:39:01.357472 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e28a-0582-4308-b2cd-d6f50aedb2d1 None None] Pushing event updated for resources: {'Port': ['ID=df389c0f-1bea-413c-bd57-0f8caced9571,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:01.378821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-092db22c-50d2-4900-a1ce-3acf244bc871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:01.381540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-092db22c-50d2-4900-a1ce-3acf244bc871 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1768589 Aug 09 15:39:01.395991 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Attempting to bind port df389c0f-1bea-413c-bd57-0f8caced9571 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:01.397639 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Attempting to bind port df389c0f-1bea-413c-bd57-0f8caced9571 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:01.398767 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Attempting to bind port df389c0f-1bea-413c-bd57-0f8caced9571 on network d09b4200-2c02-4417-a1a9-63d5f7701513 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:01.417879 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:01.418410 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Checking segment: {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:01.418921 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.419415 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Bound using segment: {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:01.420062 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Bound port: df389c0f-1bea-413c-bd57-0f8caced9571, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:01.421386 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.623741 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] For port df389c0f-1bea-413c-bd57-0f8caced9571, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:01.635305 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] For port df389c0f-1bea-413c-bd57-0f8caced9571, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=df389c0f-1bea-413c-bd57-0f8caced9571,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:01.644470 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.652124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-582b924d-0df2-4571-af79-5daaac8abc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:01.653729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-582b924d-0df2-4571-af79-5daaac8abc9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2650309 Aug 09 15:39:01.674301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952ad00b-a271-4e30-adb0-c83161d6109f req-1450c524-3021-4806-91de-262eb1571eb5 service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594142 Aug 09 15:39:01.804398 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:01.808545 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:01.890138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-59eb8f3a-99b2-4cfe-b778-d7860d84ab90 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179468 Aug 09 15:39:01.932862 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaa3561-983b-4604-b3a5-a8cfb9643da8 x-openstack-request-id: req-dfaa3561-983b-4604-b3a5-a8cfb9643da8 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:01.933900 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:01.934188 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfaa3561-983b-4604-b3a5-a8cfb9643da8 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:01.934808 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'status': 'completed', 'code': 200} Aug 09 15:39:01.970709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-aad0f5fd-eae2-4830-817e-c773ca97f4b0 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1000 time: 0.4880381 Aug 09 15:39:02.098979 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:02.160290 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e28a-0582-4308-b2cd-d6f50aedb2d1 None None] Pushing event updated for resources: {'Port': ['ID=df389c0f-1bea-413c-bd57-0f8caced9571,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:02.279641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-5815d705-f4d3-4188-a3f5-4457a25e726c tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.281168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-5815d705-f4d3-4188-a3f5-4457a25e726c tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports/cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 942 time: 0.3093562 Aug 09 15:39:02.373082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794ab1e-7795-45cc-a6ce-009d4f16259a req-19cc128c-2f30-467d-91a3-64fa6ea2bc03 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.381567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8794ab1e-7795-45cc-a6ce-009d4f16259a req-19cc128c-2f30-467d-91a3-64fa6ea2bc03 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 945 time: 0.4849331 Aug 09 15:39:02.457276 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf01d78-9fc7-468d-a3d4-0cf654fbc2df req-cd625017-314e-45f8-bf11-dfd1c5f68d4b service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801314 Aug 09 15:39:02.491812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8794ab1e-7795-45cc-a6ce-009d4f16259a req-a41de062-b982-4afc-b2c1-c40ea849fb59 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/security-groups?id=49b86565-2be6-4641-a863-ee949f5dea73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090240 Aug 09 15:39:02.532142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-084a1367-fe69-4024-b7f6-096e82e00301 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1000 time: 0.1375029 Aug 09 15:39:02.547134 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:39:01Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:02.583769 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564006e4-2940-4bb4-bc1c-1472b83fdce0 None None] The sync data for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 is: [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:39:01Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:02.687422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-241c9ca3-32da-47e0-97d2-ebfc1b8323df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.689097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-241c9ca3-32da-47e0-97d2-ebfc1b8323df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1099 time: 0.1453621 Aug 09 15:39:02.707585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c68a8-194b-4ce8-8e56-0b53b6896a08 req-31823168-0d84-4ce2-ac3e-dafb0caed82b tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.709103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d3c68a8-194b-4ce8-8e56-0b53b6896a08 req-31823168-0d84-4ce2-ac3e-dafb0caed82b tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.0974007 Aug 09 15:39:02.801583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-13136c39-9ba6-4680-9531-6bec3d83c80b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.803086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-13136c39-9ba6-4680-9531-6bec3d83c80b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2702177 Aug 09 15:39:02.928323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d3c68a8-194b-4ce8-8e56-0b53b6896a08 req-ef89184b-d401-41ff-8eab-c92fd9b844b2 tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc48624e-fc11-4e59-9c87-5986cc1d8a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038205 Aug 09 15:39:02.961728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-2f11ee58-bf3c-45dc-ab16-ac156c520214 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1000 time: 0.1482956 Aug 09 15:39:02.980308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:03.054542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device df389c0f-1bea-413c-bd57-0f8caced9571 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:03.103558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-57cfc2b1-5bfc-4029-8118-f1c979f444eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.106292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-57cfc2b1-5bfc-4029-8118-f1c979f444eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3924973 Aug 09 15:39:03.161897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port df389c0f-1bea-413c-bd57-0f8caced9571 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:03.169362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port df389c0f-1bea-413c-bd57-0f8caced9571 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:03.170508 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.187266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.192732 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-56e5c841-6e4b-4d84-acde-312a02732c1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.0657594 Aug 09 15:39:03.311980 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.351636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefe44c-0d04-4433-a350-333f84d5185d req-c1708e94-998a-4483-adcf-f11cd3fde668 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.358970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port df389c0f-1bea-413c-bd57-0f8caced9571, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=df389c0f-1bea-413c-bd57-0f8caced9571,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:03.360612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cefe44c-0d04-4433-a350-333f84d5185d req-c1708e94-998a-4483-adcf-f11cd3fde668 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 948 time: 0.3068047 Aug 09 15:39:03.366156 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.366752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-560569ed-4297-4466-a739-c8e9bf0c7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.373486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-560569ed-4297-4466-a739-c8e9bf0c7155 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1460955 Aug 09 15:39:03.442412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=df389c0f-1bea-413c-bd57-0f8caced9571,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:03.493212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cefe44c-0d04-4433-a350-333f84d5185d req-f52d7108-5921-4e48-8595-3fed311fa6d1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163411 Aug 09 15:39:03.557874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.562143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-46ca78d7-17e2-42b6-b537-89f5dcc51e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.562566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-46ca78d7-17e2-42b6-b537-89f5dcc51e75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603982 Aug 09 15:39:03.589607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.590124 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311 disassociated. External IP: 172.25.7.29, port: cc17d225-2959-4c1f-92ca-df5aed9223ae. Aug 09 15:39:03.604603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:03.826606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:03.847910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'mac_address': 'fa:16:3e:9b:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:03.918948 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.948457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e1f410-d435-45bd-af46-d73c372e1fe7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:03.978029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:03.984986 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.051465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:04.225334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-1feae9f0-62b8-477e-bcc0-864582d4b76e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:04.225334 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-1feae9f0-62b8-477e-bcc0-864582d4b76e tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.66 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 945 time: 0.0733783 Aug 09 15:39:04.273048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['38e1f410-d435-45bd-af46-d73c372e1fe7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:04.298842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-cc3f6c6f-997a-4364-8a6c-0b8ff1b35af9 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274449 Aug 09 15:39:04.427651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Deleting port cc56bd5b-9b8c-46fc-8137-3eccfa127015 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:04.428311 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.455422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9610e-18f2-409a-8fb8-5e04b3e90c7c req-b896d59e-3e82-41da-8938-7a27768c7409 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:04.457213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1d9610e-18f2-409a-8fb8-5e04b3e90c7c req-b896d59e-3e82-41da-8938-7a27768c7409 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2497253 Aug 09 15:39:04.581838 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1d9610e-18f2-409a-8fb8-5e04b3e90c7c req-1d7dbb29-e0ad-4f9b-8908-90eff0598fbf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172605 Aug 09 15:39:04.586715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] For port cc56bd5b-9b8c-46fc-8137-3eccfa127015, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc56bd5b-9b8c-46fc-8137-3eccfa127015,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:04.587222 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.607100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Calling delete_port for cc56bd5b-9b8c-46fc-8137-3eccfa127015 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:04.625584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-264f3cd4-13bf-4580-b154-5277a0d44839 req-6b2e1fba-ee38-43e1-b83d-8b222b26aba7 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116789 Aug 09 15:39:04.639226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:04.826530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.826941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:04.832264 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.841161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:04.855123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:04.855775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:04.893375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6bf513ec-7485-456b-82a0-1c858e26cfe2 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "PUT /v2.0/floatingips/12b0e6de-c28b-43c3-97e6-cfa65219b311 HTTP/1.1" status: 200 len: 694 time: 1.9304693 Aug 09 15:39:04.893990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:04.897836 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ce7f71-675a-4d92-a30f-ba7a96704425" -d '{"events": [{"name": "network-changed", "server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:04.948070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Pushing event deleted for resources: {'Port': ['ID=cc56bd5b-9b8c-46fc-8137-3eccfa127015,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:05.030530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-34e01c4c-d19b-47d3-be8d-951b8e450994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.040917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-34e01c4c-d19b-47d3-be8d-951b8e450994 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 1096 time: 0.1297817 Aug 09 15:39:05.047936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['cc56bd5b-9b8c-46fc-8137-3eccfa127015'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:05.049750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] No DVR routers for this DVR port cc56bd5b-9b8c-46fc-8137-3eccfa127015 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:05.050305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device df389c0f-1bea-413c-bd57-0f8caced9571 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:05.053096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:05.055989 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5997c39a-0845-4f8a-9b64-68b8c963373b req-54251bd5-e30c-4661-90fa-9b1306420e5a tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.66 "DELETE /v2.0/ports/cc56bd5b-9b8c-46fc-8137-3eccfa127015 HTTP/1.1" status: 204 len: 173 time: 0.8214278 Aug 09 15:39:05.056794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'name': 'network-vif-deleted', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:05.060462 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68389b-5421-4600-aea6-fdeffce864c9" -d '{"events": [{"server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "name": "network-vif-deleted", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:05.158605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72a0ec13-8ee9-4ced-a084-dcdcfcc1a2ee req-431ecdd8-5505-4176-941b-e4a8056786ac tempest-ServerRescueTestJSONUnderV235-1821269569 tempest-ServerRescueTestJSONUnderV235-1821269569-project] 10.222.0.64 "GET /v2.0/ports?device_id=af62f466-842e-4807-b744-c2ade7a70d1c HTTP/1.1" status: 200 len: 210 time: 0.1139231 Aug 09 15:39:05.165281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:05.254660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port df389c0f-1bea-413c-bd57-0f8caced9571 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:05.255043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:05.385334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-0af7e7bf-a48f-403d-8761-bebfbc5a4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.393512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-0af7e7bf-a48f-403d-8761-bebfbc5a4cd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.3253725 Aug 09 15:39:05.454982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-59263417-9db6-49a9-bddb-c1b2183a9545 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 217 time: 0.0604215 Aug 09 15:39:05.487962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7ea28-5172-42ed-ade4-68a92e76c0f9 req-ce27df0d-a489-41e9-8ff9-b64d46a84971 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.491383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecc7ea28-5172-42ed-ade4-68a92e76c0f9 req-ce27df0d-a489-41e9-8ff9-b64d46a84971 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 949 time: 0.1630099 Aug 09 15:39:05.599666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6862fd50-026b-4e8e-adbb-f16a11bb518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.601283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6862fd50-026b-4e8e-adbb-f16a11bb518b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.1395614 Aug 09 15:39:05.616842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecc7ea28-5172-42ed-ade4-68a92e76c0f9 req-5e0219d0-4da2-45fb-8101-80c24d348392 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688546 Aug 09 15:39:05.639321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:05.710661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-10e548aa-5f89-4d53-966c-6f938759bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.713484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-10e548aa-5f89-4d53-966c-6f938759bd76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956850 Aug 09 15:39:05.738337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:05.777802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:05.781335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 38e1f410-d435-45bd-af46-d73c372e1fe7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:05.787632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 38e1f410-d435-45bd-af46-d73c372e1fe7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:05.788057 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:05.855899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:05.856733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:06.004734 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0499acf9-1d8c-4b20-9b23-28e2f9943c11 x-openstack-request-id: req-0499acf9-1d8c-4b20-9b23-28e2f9943c11 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:06.005523 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:06.005732 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0499acf9-1d8c-4b20-9b23-28e2f9943c11 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:06.006175 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'status': 'completed', 'code': 200} Aug 09 15:39:06.034499 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.077486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:06.083369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:06.086483 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d28192f-e91d-4a2a-a5b0-536d932283cc" -d '{"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-plugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:06.093839 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.123078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-6faf260a-e560-4c02-915f-eeeee0db7e5f service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006855 Aug 09 15:39:06.186591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-aea09eb0-7fbb-4924-8038-7856ad6b61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.191486 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-aea09eb0-7fbb-4924-8038-7856ad6b61f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 1096 time: 0.1660748 Aug 09 15:39:06.198284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:06.254514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:06.271163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28e7cd23-c0cc-4e14-973f-12f5cfba4e39 req-2d3e63f1-0346-43c5-9ac6-d1777687a909 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359794 Aug 09 15:39:06.283129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-70ff9fa0-24c8-42cc-af93-0b0f4a48e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.284878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-70ff9fa0-24c8-42cc-af93-0b0f4a48e825 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1095 time: 0.3627124 Aug 09 15:39:06.417936 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0776a7-f43e-48f1-a3d2-b437af101cac x-openstack-request-id: req-4c0776a7-f43e-48f1-a3d2-b437af101cac {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:06.418380 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af62f466-842e-4807-b744-c2ade7a70d1c", "name": "network-vif-deleted", "tag": "cc56bd5b-9b8c-46fc-8137-3eccfa127015", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:06.418786 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c0776a7-f43e-48f1-a3d2-b437af101cac {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:06.419414 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af62f466-842e-4807-b744-c2ade7a70d1c', 'name': 'network-vif-deleted', 'tag': 'cc56bd5b-9b8c-46fc-8137-3eccfa127015', 'status': 'completed', 'code': 200} Aug 09 15:39:06.594987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-a1b08f07-0dd2-4386-8c9a-a437fc6b188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.596995 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-a1b08f07-0dd2-4386-8c9a-a437fc6b188d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.3902087 Aug 09 15:39:06.598675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:06.615765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-879c1b31-8675-4450-b0ad-12da39cf1e96 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.619451 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-879c1b31-8675-4450-b0ad-12da39cf1e96 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 945 time: 0.2871890 Aug 09 15:39:06.645492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f3b6f-872d-4f74-a3d2-43ffc73c4e66 None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:06.666880 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-43aaac14-2df6-452d-8301-1801f0d46206 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 200 len: 217 time: 0.0607219 Aug 09 15:39:06.728870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518f60-4e63-461b-88c9-28b8b1e3b32e req-d6f8a778-f39c-42a7-b4cd-561d12c22517 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.735029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69518f60-4e63-461b-88c9-28b8b1e3b32e req-d6f8a778-f39c-42a7-b4cd-561d12c22517 tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 945 time: 0.4624574 Aug 09 15:39:06.773346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0214d58-b965-4bf2-b594-bac941940b35 req-4d4009d5-73fc-44d5-a06e-a845ded23b53 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.782096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0214d58-b965-4bf2-b594-bac941940b35 req-4d4009d5-73fc-44d5-a06e-a845ded23b53 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2830458 Aug 09 15:39:06.836873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-cd0872d5-7cb0-40e2-ba5d-804322aa4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.839038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-cd0872d5-7cb0-40e2-ba5d-804322aa4d55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.5017779 Aug 09 15:39:06.924251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0214d58-b965-4bf2-b594-bac941940b35 req-73c6d084-4da2-4e4d-b28c-f4de52c9488a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367211 Aug 09 15:39:06.950074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69518f60-4e63-461b-88c9-28b8b1e3b32e req-60e8e319-78ac-4b6a-88f4-3667a69fab7e tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/security-groups?id=49b86565-2be6-4641-a863-ee949f5dea73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938345 Aug 09 15:39:07.032499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-5c1ff5ef-455f-491a-9a17-c4828f24e3db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 998 time: 0.1833591 Aug 09 15:39:07.053027 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f587320b-92e7-47a3-8ccb-6a358ed19f6b x-openstack-request-id: req-f587320b-92e7-47a3-8ccb-6a358ed19f6b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:07.053510 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-plugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:07.053886 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f587320b-92e7-47a3-8ccb-6a358ed19f6b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:07.054482 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'code': 200} Aug 09 15:39:07.067753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50518) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:07.267872 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d10ed3-3b69-4cef-a742-27844b678095 None None] New status for floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:39:07.391503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-a0169d69-ba69-4884-bd01-758f58d8a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.398499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-a0169d69-ba69-4884-bd01-758f58d8a13c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.3587756 Aug 09 15:39:07.425234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-5fdfa370-3c7a-4e8d-9b85-af0d84bbd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.428626 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-5fdfa370-3c7a-4e8d-9b85-af0d84bbd640 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.7212079 Aug 09 15:39:07.559209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893320f-3a8b-4b43-9f65-3d20e78d0458 req-b4146634-8842-487a-8055-56520651e2d5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.561143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0893320f-3a8b-4b43-9f65-3d20e78d0458 req-b4146634-8842-487a-8055-56520651e2d5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.3416326 Aug 09 15:39:07.567133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed9dee-51c8-4819-afb5-75dab160bb04 req-e0c44307-50da-4c39-af4b-b66efcd545b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.569087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21ed9dee-51c8-4819-afb5-75dab160bb04 req-e0c44307-50da-4c39-af4b-b66efcd545b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1101 time: 0.3462417 Aug 09 15:39:07.601511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-31e3ee51-5256-4153-98ba-1a6d0dbae10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.603232 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-31e3ee51-5256-4153-98ba-1a6d0dbae10b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594241 Aug 09 15:39:07.605328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Deleting port 4799cae3-9259-41fe-a5f2-edff86fe710f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:07.605674 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.632873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device cc56bd5b-9b8c-46fc-8137-3eccfa127015 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:07.685661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-5312fa48-3746-46a6-964b-9da5e6f5928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.687585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-5312fa48-3746-46a6-964b-9da5e6f5928b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371690 Aug 09 15:39:07.693532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: cc56bd5b-9b8c-46fc-8137-3eccfa127015 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:07.694126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device cc56bd5b-9b8c-46fc-8137-3eccfa127015 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:07.861814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] For port 4799cae3-9259-41fe-a5f2-edff86fe710f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4799cae3-9259-41fe-a5f2-edff86fe710f,segment=NetworkSegment(4a3d857f-bb16-4e47-b396-3597360868bb),segment_id=4a3d857f-bb16-4e47-b396-3597360868bb)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:07.862278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.874081 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-8c0d7190-f614-43e7-ba8d-f6b4862f2af2 service neutron] 10.222.0.66 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435455 Aug 09 15:39:07.880787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Calling delete_port for 4799cae3-9259-41fe-a5f2-edff86fe710f owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:07.922256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21ed9dee-51c8-4819-afb5-75dab160bb04 req-d5f4f235-69c2-43b2-8d11-09c648369a1b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314226 Aug 09 15:39:07.935721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-4a349acb-d339-4d65-8671-5617c45623a0 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247131 Aug 09 15:39:07.944670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0893320f-3a8b-4b43-9f65-3d20e78d0458 req-f6f3fc38-edfa-4c9a-90da-fc44cc575821 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620579 Aug 09 15:39:08.098253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-c9886d92-9a1b-4eca-9b2f-4f3eaf661953 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.103460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-c9886d92-9a1b-4eca-9b2f-4f3eaf661953 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4103527 Aug 09 15:39:08.117381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f2ce7f71-675a-4d92-a30f-ba7a96704425 req-2ea8477e-5308-4dd4-8abc-95ffa1a1c34f service neutron] 10.222.0.66 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316787 Aug 09 15:39:08.201805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.237156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Pushing event deleted for resources: {'Port': ['ID=4799cae3-9259-41fe-a5f2-edff86fe710f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:08.246449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0d0fe7a-57b4-4ef5-842c-3cfbc4c01d38 req-34c9d44e-48ae-474e-8a51-a36aa6b350ec service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968559 Aug 09 15:39:08.269901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6af275-c7be-47d0-8288-1927c121fb1d req-18b44ed8-1279-4151-8c2e-6485acad4ff2 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.278375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac6af275-c7be-47d0-8288-1927c121fb1d req-18b44ed8-1279-4151-8c2e-6485acad4ff2 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 945 time: 0.2064688 Aug 09 15:39:08.286052 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:39:08.288746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2403ce9f-0de0-48ea-b5af-abcb2982a32d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 695 time: 0.1325483 Aug 09 15:39:08.296405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Request body: {'floatingip': {'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:08.321957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] No DVR routers for this DVR port 4799cae3-9259-41fe-a5f2-edff86fe710f on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:08.325250 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.327801 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e617ce5e-10c7-4ff3-aa3a-5aee9d94c159 req-82f905f3-afb1-4d0c-8aea-1764594e571c tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.35 "DELETE /v2.0/ports/4799cae3-9259-41fe-a5f2-edff86fe710f HTTP/1.1" status: 204 len: 173 time: 1.6992247 Aug 09 15:39:08.361336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.420450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b4e89c-e553-41da-9692-f10db65cc2e4', 'name': 'network-vif-deleted', 'tag': '4799cae3-9259-41fe-a5f2-edff86fe710f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:08.423164 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e765fd-a269-4408-a3ed-76baaf0d5943" -d '{"events": [{"server_uuid": "f3b4e89c-e553-41da-9692-f10db65cc2e4", "name": "network-vif-deleted", "tag": "4799cae3-9259-41fe-a5f2-edff86fe710f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:08.557162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac6af275-c7be-47d0-8288-1927c121fb1d req-cf3eda09-e2c5-49fb-989f-4550ed6c96a5 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778039 Aug 09 15:39:08.920085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f515-52de-485c-9d43-70a1aad36fd4 req-2dfa2286-a59f-445e-9a19-9933def802d6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.921651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0596f515-52de-485c-9d43-70a1aad36fd4 req-2dfa2286-a59f-445e-9a19-9933def802d6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2500770 Aug 09 15:39:09.079229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-4b2be800-612d-4f35-8811-218c14e927d1 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:09.080960 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-4b2be800-612d-4f35-8811-218c14e927d1 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e43da0f-11c9-4ca7-832b-df687089e6db HTTP/1.1" status: 200 len: 945 time: 0.0605547 Aug 09 15:39:09.092770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0596f515-52de-485c-9d43-70a1aad36fd4 req-fb94c24e-17cc-4fff-95a2-e34ddfc60b6c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633129 Aug 09 15:39:09.164101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:09.320451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Deleting port cc17d225-2959-4c1f-92ca-df5aed9223ae {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:09.320857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:09.470659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] For port cc17d225-2959-4c1f-92ca-df5aed9223ae, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=cc17d225-2959-4c1f-92ca-df5aed9223ae,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:09.471404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:09.495848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Calling delete_port for cc17d225-2959-4c1f-92ca-df5aed9223ae owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:09.582091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4799cae3-9259-41fe-a5f2-edff86fe710f no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:09.685469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 4799cae3-9259-41fe-a5f2-edff86fe710f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:09.686084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4799cae3-9259-41fe-a5f2-edff86fe710f not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:09.734214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58bb00f7-56b3-4312-b9b7-c635efada88f req-e56e55c3-031f-47d3-83f2-d600dfe2f2be tempest-ServersNegativeTestMultiTenantJSON-2140003275 tempest-ServersNegativeTestMultiTenantJSON-2140003275-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3b4e89c-e553-41da-9692-f10db65cc2e4 HTTP/1.1" status: 200 len: 210 time: 0.0847316 Aug 09 15:39:09.749190 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:09.769624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:09.885070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:09.893928 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:09.969218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Pushing event deleted for resources: {'Port': ['ID=cc17d225-2959-4c1f-92ca-df5aed9223ae,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:09.979873 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9c627a-7179-484b-82fe-ca9af16d59c0 x-openstack-request-id: req-3e9c627a-7179-484b-82fe-ca9af16d59c0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:09.980323 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b4e89c-e553-41da-9692-f10db65cc2e4", "name": "network-vif-deleted", "tag": "4799cae3-9259-41fe-a5f2-edff86fe710f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:09.980684 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e9c627a-7179-484b-82fe-ca9af16d59c0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:09.981284 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b4e89c-e553-41da-9692-f10db65cc2e4', 'name': 'network-vif-deleted', 'tag': '4799cae3-9259-41fe-a5f2-edff86fe710f', 'status': 'completed', 'code': 200} Aug 09 15:39:10.136030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] No DVR routers for this DVR port cc17d225-2959-4c1f-92ca-df5aed9223ae on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:10.154403 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.159077 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6525cc88-d454-4b7b-b185-e26db10e8360 req-040fb070-f41f-4bf6-8522-92d274f60839 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.66 "DELETE /v2.0/ports/cc17d225-2959-4c1f-92ca-df5aed9223ae HTTP/1.1" status: 204 len: 173 time: 1.0711436 Aug 09 15:39:10.277662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d062-1acd-45ce-b4da-c5dcb6de9b6d req-b4add325-da53-4403-94be-11a55e5bc2f7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.287105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2126d062-1acd-45ce-b4da-c5dcb6de9b6d req-b4add325-da53-4403-94be-11a55e5bc2f7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.2074034 Aug 09 15:39:10.322758 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311 associated. External IP: 172.25.7.29, port: 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2. Aug 09 15:39:10.410861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2126d062-1acd-45ce-b4da-c5dcb6de9b6d req-2784d4f1-e48f-4399-912d-65b514b2c4bc tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191556 Aug 09 15:39:10.672466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Deleting port 386ad96d-0687-44ad-9bc9-ab214909882d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:10.672811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.874549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] For port 386ad96d-0687-44ad-9bc9-ab214909882d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=386ad96d-0687-44ad-9bc9-ab214909882d,segment=NetworkSegment(4f53b80f-cc1f-4d21-a206-f025df739e2a),segment_id=4f53b80f-cc1f-4d21-a206-f025df739e2a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:10.874917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.896447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df58d27-6900-426d-bfbb-de3fe11b32e1 req-ab41d762-bb3b-4190-a584-903afcec9b79 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.898059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6df58d27-6900-426d-bfbb-de3fe11b32e1 req-ab41d762-bb3b-4190-a584-903afcec9b79 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1150615 Aug 09 15:39:10.902070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:10.908822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Calling delete_port for 386ad96d-0687-44ad-9bc9-ab214909882d owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:11.049464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6df58d27-6900-426d-bfbb-de3fe11b32e1 req-e8302db8-77d7-48a5-9287-38a74c6f0bc5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303988 Aug 09 15:39:11.236405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:11.245340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:11.254784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:11.265139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:11.265757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:11.304023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b2b4880-6968-46af-b6dd-873fdd6f8fcd tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "PUT /v2.0/floatingips/12b0e6de-c28b-43c3-97e6-cfa65219b311 HTTP/1.1" status: 200 len: 996 time: 3.0142579 Aug 09 15:39:11.306329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:11.309085 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872a3805-7644-4011-bbb1-364e2559d2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:11.329647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aa144-b47f-4e8a-a98a-335c41bcd07b req-6d2efbfe-aa03-444d-abd8-c72f45690044 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.329647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad7aa144-b47f-4e8a-a98a-335c41bcd07b req-6d2efbfe-aa03-444d-abd8-c72f45690044 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.1854911 Aug 09 15:39:11.408987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:11.438035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-90a490ee-6646-42f2-a550-a9982ccb1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.439604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-90a490ee-6646-42f2-a550-a9982ccb1e7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.1092689 Aug 09 15:39:11.454986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad7aa144-b47f-4e8a-a98a-335c41bcd07b req-67ac5deb-fd45-49d3-b985-e2602575890e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121075 Aug 09 15:39:11.469477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:11.556130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=386ad96d-0687-44ad-9bc9-ab214909882d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:11.604246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.604650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.604932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.605270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.605606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.605941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.606267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.606600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.606926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.607251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.607568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.607916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:11.660959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device cc17d225-2959-4c1f-92ca-df5aed9223ae no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:11.668369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2e469755-a757-4edf-a5ee-5c92b930858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.670451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2e469755-a757-4edf-a5ee-5c92b930858e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.2131557 Aug 09 15:39:11.697038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: cc17d225-2959-4c1f-92ca-df5aed9223ae {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:11.697410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device cc17d225-2959-4c1f-92ca-df5aed9223ae not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:11.798016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:f8:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:39:09Z', 'revision_number': 8, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:11.832552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:11.843363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:11.844024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:11.854739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-6fa6371b-05a8-4195-bc54-1bab40cf9703 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 999 time: 0.1738286 Aug 09 15:39:11.882754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1f45e-9fd2-4004-88b2-783ef157950d req-d7b674f9-2dbe-416c-871e-bb0c25a86379 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.884706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05e1f45e-9fd2-4004-88b2-783ef157950d req-d7b674f9-2dbe-416c-871e-bb0c25a86379 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 945 time: 0.1956873 Aug 09 15:39:11.937913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:11.974297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b865501-c088-4d7e-afc9-862b9a89d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.975860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-2b865501-c088-4d7e-afc9-862b9a89d927 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.1115224 Aug 09 15:39:11.975999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:11.983414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'name': 'network-vif-deleted', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:11.986817 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6470794-665a-4077-8dd8-99d59f4255e4" -d '{"events": [{"server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "name": "network-vif-deleted", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:12.039330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05e1f45e-9fd2-4004-88b2-783ef157950d req-9bc841ba-9c03-45f7-91a5-50d39838b0fd tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317103 Aug 09 15:39:12.087081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50570) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:12.129656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-91a4e56f-e2b0-463f-bd13-5eeab55ee9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.141696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-91a4e56f-e2b0-463f-bd13-5eeab55ee9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246650 Aug 09 15:39:12.189708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fb3e88-972b-41fa-9b8d-f9099dd39f29 admin admin] Deleting subnet 892d4ffb-4ae8-4639-b679-368df0b82fe3 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:39:12.197411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99fb3e88-972b-41fa-9b8d-f9099dd39f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.308285 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c388c67-bdac-43dd-8b04-043d347b3d5c x-openstack-request-id: req-7c388c67-bdac-43dd-8b04-043d347b3d5c {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:12.309498 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:12.310534 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c388c67-bdac-43dd-8b04-043d347b3d5c {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:12.311566 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'status': 'completed', 'code': 200} Aug 09 15:39:12.336196 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99fb3e88-972b-41fa-9b8d-f9099dd39f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.425222 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334aeeef-d7c6-40e5-80c6-f6e5be0a4e06 x-openstack-request-id: req-334aeeef-d7c6-40e5-80c6-f6e5be0a4e06 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:12.425222 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e43da0f-11c9-4ca7-832b-df687089e6db", "name": "network-vif-deleted", "tag": "cc17d225-2959-4c1f-92ca-df5aed9223ae", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:12.425222 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-334aeeef-d7c6-40e5-80c6-f6e5be0a4e06 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:12.425939 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e43da0f-11c9-4ca7-832b-df687089e6db', 'name': 'network-vif-deleted', 'tag': 'cc17d225-2959-4c1f-92ca-df5aed9223ae', 'status': 'completed', 'code': 200} Aug 09 15:39:12.436993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99fb3e88-972b-41fa-9b8d-f9099dd39f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.472299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-19e8ba3b-304a-4c1a-9aec-24a2b6d376a4 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848718 Aug 09 15:39:12.482198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-b1a9cfc9-c960-4481-8b35-3390da22b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.483758 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-b1a9cfc9-c960-4481-8b35-3390da22b27f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.1938572 Aug 09 15:39:12.502598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:f8:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:39:09Z', 'revision_number': 8, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:12.575666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615be65-8376-4fb4-84af-fcfc9ea12e74 None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '12b0e6de-c28b-43c3-97e6-cfa65219b311', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'floating_ip_address': '172.25.7.29', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'port_id': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'mac_address': 'fa:16:3e:f8:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:39:09Z', 'revision_number': 8, 'project_id': '3004e652136644939a79b2d30f832d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:12.658564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e212b-da5c-4443-98af-1f86e30a26ca req-ea5f6efb-93a3-4032-bf9b-8cf43e0e1913 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.668576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db8e212b-da5c-4443-98af-1f86e30a26ca req-ea5f6efb-93a3-4032-bf9b-8cf43e0e1913 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1559694 Aug 09 15:39:12.670678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99fb3e88-972b-41fa-9b8d-f9099dd39f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.686932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Router f843804f-1717-4cc1-bbe4-e51d61cc81d5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:12.741786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-106b54e0-b62c-46b4-98f3-57d58566f7b0 req-1ecf08a0-1069-41f9-bcd6-e0407dfa77fa service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269781 Aug 09 15:39:12.746919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db8e212b-da5c-4443-98af-1f86e30a26ca req-9082fb7f-03f2-484a-9a65-68b2c3e88967 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752745 Aug 09 15:39:12.761044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb3e88-972b-41fa-9b8d-f9099dd39f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892d4ffb-4ae8-4639-b679-368df0b82fe3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:12.768588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-b678720e-bb65-4a07-9055-6ecf2a8dd32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.771297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-b678720e-bb65-4a07-9055-6ecf2a8dd32e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.2749639 Aug 09 15:39:12.773598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99fb3e88-972b-41fa-9b8d-f9099dd39f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.779679 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-99fb3e88-972b-41fa-9b8d-f9099dd39f29 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/892d4ffb-4ae8-4639-b679-368df0b82fe3 HTTP/1.1" status: 204 len: 168 time: 0.6871307 Aug 09 15:39:12.792137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50588) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:13.024129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:13.034975 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] Sync routers for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:13.046237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8c54850c-3ff1-4257-a839-c0b0838b5b2c admin admin] 10.222.0.64 "PUT /v2.0/routers/f843804f-1717-4cc1-bbe4-e51d61cc81d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9765363 Aug 09 15:39:13.050033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50596) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:13.060133 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:13.061632 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:13.083807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07bee2-5d26-4fd0-be95-19143c64916c None None] New status for floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:39:13.100858 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-dbcc59dd-b34e-42da-92bd-681a782e3a56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 999 time: 0.3222210 Aug 09 15:39:13.145816 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.280556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-e1c51aff-48d9-4163-af5f-6bae4f2425b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:13.282158 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:13.283118 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-e1c51aff-48d9-4163-af5f-6bae4f2425b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.1731322 Aug 09 15:39:13.482150 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.520988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.542566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-7b82a03b-5fbf-420f-aebb-94721b243535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:13.545153 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-7b82a03b-5fbf-420f-aebb-94721b243535 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061722 Aug 09 15:39:13.548720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fd161b-b943-424f-810b-1b5fbcc715cf']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:13.590000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3d857f-bb16-4e47-b396-3597360868bb') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:13.590496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3d857f-bb16-4e47-b396-3597360868bb') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:13.663959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.700239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.714710 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:39:11Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:13.716502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:39:13.717151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:39:13.720886 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:39:13.787975 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] Checking router: f843804f-1717-4cc1-bbe4-e51d61cc81d5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:13.807098 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] Routers {'f843804f-1717-4cc1-bbe4-e51d61cc81d5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:13.808085 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:13.858282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-8e5264bf-6d49-4e57-9e3c-1a002e8ac322 service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929621 Aug 09 15:39:13.880764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.893191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.896443 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] 10.222.0.64 "DELETE /v2.0/networks/69fd161b-b943-424f-810b-1b5fbcc715cf HTTP/1.1" status: 204 len: 168 time: 1.1032970 Aug 09 15:39:13.916256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50602) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:13.957716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-3aa858a5-09fe-4988-9a8d-d2943623752c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--735063924&fields=id&tenant_id=8846fbb416814b88aa022e7f3fba3c39 HTTP/1.1" status: 200 len: 267 time: 0.9877193 Aug 09 15:39:13.991191 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] Set router f843804f-1717-4cc1-bbe4-e51d61cc81d5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:14.020804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a63435-b983-4e9d-9923-85a76f1ed01a admin admin] Pushing event deleted for resources: {'Network': ['ID=69fd161b-b943-424f-810b-1b5fbcc715cf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:14.129896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a495e25b-950a-418d-9230-3ffc95c2b516 req-550f1224-85cb-42f3-9549-018e7c01a221 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips/12b0e6de-c28b-43c3-97e6-cfa65219b311 HTTP/1.1" status: 200 len: 998 time: 0.8300204 Aug 09 15:39:14.135765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b193e9-d46f-4420-850a-5640b75d929d admin admin] Deleting subnet 3078acb9-f1f2-4e28-86d4-3e87a5bb91d6 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:39:14.146193 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b193e9-d46f-4420-850a-5640b75d929d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.209718 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-872a3805-7644-4011-bbb1-364e2559d2d3 req-6fe6831a-91f5-4420-8724-c512ee3d0a60 service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412645 Aug 09 15:39:14.240121 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b193e9-d46f-4420-850a-5640b75d929d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.241301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-58c77012-3be8-4492-89e3-880eb0b5b788 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:14.242899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-58c77012-3be8-4492-89e3-880eb0b5b788 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/networks?id=9626e894-726f-4a06-ad5d-957338d03f39 HTTP/1.1" status: 200 len: 816 time: 0.2548819 Aug 09 15:39:14.275607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.288288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-58a4a8b4-59d5-4db9-809f-67700b3727b3 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/quotas/8846fbb416814b88aa022e7f3fba3c39 HTTP/1.1" status: 200 len: 375 time: 0.0345891 Aug 09 15:39:14.303104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b193e9-d46f-4420-850a-5640b75d929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.379414 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:39:11Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:14.381060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495e25b-950a-418d-9230-3ffc95c2b516 req-33648a41-b337-4aec-a4b5-9705724abae3 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:14.382528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a495e25b-950a-418d-9230-3ffc95c2b516 req-33648a41-b337-4aec-a4b5-9705724abae3 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.2517149 Aug 09 15:39:14.419668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-0f0d4726-5117-4429-bb85-da068b593642 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8846fbb416814b88aa022e7f3fba3c39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929108 Aug 09 15:39:14.430326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b193e9-d46f-4420-850a-5640b75d929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.441271 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb6d9b-1a01-493f-8f31-32f6cd0f4428 None None] The sync data for ids ['f843804f-1717-4cc1-bbe4-e51d61cc81d5'] in n-d-799523-2 is: [{'id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037988305-router', 'tenant_id': '5e70513ba2d54817a6600c9057506f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:09Z', 'updated_at': '2021-08-09T15:39:11Z', 'revision_number': 5, 'project_id': '5e70513ba2d54817a6600c9057506f0c', 'gw_port': {'id': '66fccacb-3ee1-4be2-8776-6a253b004760', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843804f-1717-4cc1-bbe4-e51d61cc81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:11Z', 'updated_at': '2021-08-09T15:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:14.464132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b193e9-d46f-4420-850a-5640b75d929d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.471428 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-81b193e9-d46f-4420-850a-5640b75d929d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3078acb9-f1f2-4e28-86d4-3e87a5bb91d6 HTTP/1.1" status: 204 len: 168 time: 0.5537241 Aug 09 15:39:14.474001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50608) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:14.523459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Deleting port 66fccacb-3ee1-4be2-8776-6a253b004760 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:14.523459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.561796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b193e9-d46f-4420-850a-5640b75d929d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3078acb9-f1f2-4e28-86d4-3e87a5bb91d6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:14.645408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.663473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-5c3a8cd7-eccf-4472-89e5-fad1c20cbbc3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:14.665057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-5c3a8cd7-eccf-4472-89e5-fad1c20cbbc3 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.35 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 945 time: 0.1123891 Aug 09 15:39:14.668812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb60596-411d-4550-9286-0338f9603940 req-a934eb1b-54dd-4b5c-8279-28a1af17f44c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:14.670491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2eb60596-411d-4550-9286-0338f9603940 req-a934eb1b-54dd-4b5c-8279-28a1af17f44c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1617997 Aug 09 15:39:14.674578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-5aa2f73c-d043-4e1d-85a9-3d482a70e08b service neutron] 10.222.0.64 "GET /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507594 Aug 09 15:39:14.686139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] For port 66fccacb-3ee1-4be2-8776-6a253b004760, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=66fccacb-3ee1-4be2-8776-6a253b004760,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:14.686532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.727346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Calling delete_port for 66fccacb-3ee1-4be2-8776-6a253b004760 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:14.800195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.816550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3545793e-19a6-44d0-94e7-9bde5a199ea3']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:14.828369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2eb60596-411d-4550-9286-0338f9603940 req-f897a39a-e669-42e7-8fbf-f4b419a0609f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493139 Aug 09 15:39:14.832825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f1baa0-82c7-4871-b01b-79bfefc8dd24') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:14.833235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f1baa0-82c7-4871-b01b-79bfefc8dd24') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:14.846067 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.867441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Deleting port 62a4f606-2faa-45bc-a537-7bdea42f5d63 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:14.867879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.872014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.878095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-493e3513-cfd7-4030-a216-52edfd094a8c service neutron] 10.222.0.64 "GET /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887000 Aug 09 15:39:14.933592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 386ad96d-0687-44ad-9bc9-ab214909882d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:14.966486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:39:14.966909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:39:14.972247 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:39:15.009011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 386ad96d-0687-44ad-9bc9-ab214909882d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:15.012110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 386ad96d-0687-44ad-9bc9-ab214909882d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:15.032574 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0216bb4b-8925-4cd4-95db-193f31330b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.110848 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.147948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.151359 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.157555 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] 10.222.0.64 "DELETE /v2.0/networks/3545793e-19a6-44d0-94e7-9bde5a199ea3 HTTP/1.1" status: 204 len: 168 time: 0.6755469 Aug 09 15:39:15.192038 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b2e21-27fa-4265-a0bd-9736ce4759fa admin admin] Pushing event deleted for resources: {'Network': ['ID=3545793e-19a6-44d0-94e7-9bde5a199ea3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:15.237717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=66fccacb-3ee1-4be2-8776-6a253b004760,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:15.332605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] For port 62a4f606-2faa-45bc-a537-7bdea42f5d63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=62a4f606-2faa-45bc-a537-7bdea42f5d63,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:15.333427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.385233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.463710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50626) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:15.521919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b534c7-2d43-445c-85a7-2327e5e9fea0 req-5672b065-1f28-4168-a6a3-eb15dbd202fa tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:15.533917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3b534c7-2d43-445c-85a7-2327e5e9fea0 req-5672b065-1f28-4168-a6a3-eb15dbd202fa tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/ports?device_id=39321f9d-dca2-4fbe-90f8-32e16cb8bdea HTTP/1.1" status: 200 len: 945 time: 0.2492559 Aug 09 15:39:15.577585 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-5eb27fd7-80db-4b8a-82c6-1dbf74e55379 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3125272 Aug 09 15:39:15.676166 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e02d8b26-4ce0-410d-b9ee-374644187c39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5828588a9d574d419115ef3bbb8a6231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108517 Aug 09 15:39:15.677100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50634) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:15.719497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.731477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.768515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3b534c7-2d43-445c-85a7-2327e5e9fea0 req-dcca72a7-8f2a-42bd-b30e-51290d2424b2 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311776 Aug 09 15:39:15.773505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.773505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.773909 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Floating IP f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8 disassociated. External IP: 172.25.7.228, port: 62a4f606-2faa-45bc-a537-7bdea42f5d63. Aug 09 15:39:15.774789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Calling delete_port for 62a4f606-2faa-45bc-a537-7bdea42f5d63 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:15.859655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-aba70a7f-12a0-471c-bcd8-f1ce73ba8ebc tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1001 time: 0.2736144 Aug 09 15:39:15.866683 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.867481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f843804f-1717-4cc1-bbe4-e51d61cc81d5 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:39:15.881784 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.883647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c8301edb-99ca-42f0-b5d2-639f09f60e7e admin admin] 10.222.0.64 "DELETE /v2.0/routers/f843804f-1717-4cc1-bbe4-e51d61cc81d5 HTTP/1.1" status: 204 len: 168 time: 2.8317578 Aug 09 15:39:15.911656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50648) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:15.986717 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6500cb0e-92de-48de-a21f-a2ea9b041738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.042997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6500cb0e-92de-48de-a21f-a2ea9b041738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.097173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8990-fff9-4775-8574-b86484bca52f req-6d1c8366-bb17-43cd-8e1e-5991227c366e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:16.112613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-6d1c8366-bb17-43cd-8e1e-5991227c366e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports/0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 943 time: 0.2220783 Aug 09 15:39:16.191029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21dda55-8759-4d3b-ad42-d4b5e2033de1 admin admin] Deleting subnet ee8ab04a-617b-4695-9d4c-ab761b86dbf2 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:39:16.206308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c21dda55-8759-4d3b-ad42-d4b5e2033de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.218730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.385562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c21dda55-8759-4d3b-ad42-d4b5e2033de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.410412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event deleted for resources: {'Port': ['ID=62a4f606-2faa-45bc-a537-7bdea42f5d63,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:16.412894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6500cb0e-92de-48de-a21f-a2ea9b041738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.415727 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6500cb0e-92de-48de-a21f-a2ea9b041738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.427585 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6500cb0e-92de-48de-a21f-a2ea9b041738 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49b86565-2be6-4641-a863-ee949f5dea73 HTTP/1.1" status: 204 len: 168 time: 0.7417884 Aug 09 15:39:16.447758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500cb0e-92de-48de-a21f-a2ea9b041738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b86565-2be6-4641-a863-ee949f5dea73,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:16.503335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-1fde9b4e-0b5b-44da-8f15-56e06c8c0936 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:16.511335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-1fde9b4e-0b5b-44da-8f15-56e06c8c0936 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.5649989 Aug 09 15:39:16.543114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-b6bf8442-4645-4c5d-bc1c-fc45f3394707 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1001 time: 0.2919521 Aug 09 15:39:16.651558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-e4f26a25-85c9-42b6-a40b-9cc1245be9ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/quotas/9345f1ab3536491e8c6ddbd7c8d069a0 HTTP/1.1" status: 200 len: 375 time: 0.1185107 Aug 09 15:39:16.728561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c21dda55-8759-4d3b-ad42-d4b5e2033de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.834622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Router ea389299-ec4f-4e0c-80ba-181cc1c4426c has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:16.865669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8990-fff9-4775-8574-b86484bca52f req-55883405-c0e2-4767-91fc-9a5466d8b210 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:16.877038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-55883405-c0e2-4767-91fc-9a5466d8b210 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.3327515 Aug 09 15:39:17.095346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 66fccacb-3ee1-4be2-8776-6a253b004760 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:17.169294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-e7b19e11-fab9-4922-971f-6c100ddcd185 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5162477 Aug 09 15:39:17.180073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:17.196330 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] Sync routers for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:17.214669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-5335813c-1fd9-4683-857d-e443fe43932d tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1001 time: 0.3362722 Aug 09 15:39:17.236065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 66fccacb-3ee1-4be2-8776-6a253b004760 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:17.237096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 66fccacb-3ee1-4be2-8776-6a253b004760 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:17.262138 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:17.266792 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:38:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:17.348143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] No DVR routers for this DVR port 62a4f606-2faa-45bc-a537-7bdea42f5d63 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:17.352337 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:17.356128 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-97bdc953-1689-4cca-afba-3abac2fea8c5 req-74d09f97-4d57-4731-96ca-cd1d7cdc3520 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.35 "DELETE /v2.0/ports/62a4f606-2faa-45bc-a537-7bdea42f5d63 HTTP/1.1" status: 204 len: 173 time: 2.6837618 Aug 09 15:39:17.356871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'name': 'network-vif-deleted', 'tag': '62a4f606-2faa-45bc-a537-7bdea42f5d63'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:17.387042 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3883e5e3-d290-4d62-9756-2fdf49eafed4" -d '{"events": [{"server_uuid": "39321f9d-dca2-4fbe-90f8-32e16cb8bdea", "name": "network-vif-deleted", "tag": "62a4f606-2faa-45bc-a537-7bdea42f5d63"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:17.450192 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cd771846-4962-47c1-a079-5a10be71bddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:17.492947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:17.507345 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c21dda55-8759-4d3b-ad42-d4b5e2033de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:17.643316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 62a4f606-2faa-45bc-a537-7bdea42f5d63 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:17.656032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-72e80015-78cd-478e-a858-e44264e73a2b service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377050 Aug 09 15:39:17.659447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dda55-8759-4d3b-ad42-d4b5e2033de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8ab04a-617b-4695-9d4c-ab761b86dbf2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:17.672531 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c21dda55-8759-4d3b-ad42-d4b5e2033de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:17.677820 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50684) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:17.694796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c21dda55-8759-4d3b-ad42-d4b5e2033de1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ee8ab04a-617b-4695-9d4c-ab761b86dbf2 HTTP/1.1" status: 204 len: 168 time: 1.7780113 Aug 09 15:39:17.732199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 62a4f606-2faa-45bc-a537-7bdea42f5d63 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:17.732589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 62a4f606-2faa-45bc-a537-7bdea42f5d63 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:17.750970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50686) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:17.796434 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:17.806466 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:17.878560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:17.905239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.128343 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.136969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c03aa6e3-ef7d-4124-a5b6-e22a30efb9bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3aad63a4933f40e1990646279f240525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797128 Aug 09 15:39:18.145818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50690) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:18.180094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3a82ac-1b70-47f1-b982-aaef4fd35fbc']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:18.192608 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:55Z', 'revision_number': 5, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:18.227054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-1aed912f-a6ce-42c6-8809-6bab9c922820 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:18.230124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-1aed912f-a6ce-42c6-8809-6bab9c922820 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.35 "GET /v2.0/networks?id=9626e894-726f-4a06-ad5d-957338d03f39 HTTP/1.1" status: 200 len: 816 time: 0.3713589 Aug 09 15:39:18.233936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f53b80f-cc1f-4d21-a206-f025df739e2a') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:18.234384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f53b80f-cc1f-4d21-a206-f025df739e2a') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:18.247557 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] Checking router: ea389299-ec4f-4e0c-80ba-181cc1c4426c for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:18.256778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-8bfd946f-3a6e-4577-8536-50516bc9cd50 service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996618 Aug 09 15:39:18.266201 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:18.268474 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:18.342476 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.355767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.362845 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.363276 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311 disassociated. External IP: 172.25.7.29, port: 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2. Aug 09 15:39:18.419740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.457667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:39:18.458180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.464352 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:39:18.464946 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:39:18.481534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8161dcf1-9726-4d9a-8171-90747c7cb1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.526892 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-c2735040-44c1-4cea-ace2-f874a8fed3fa tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8846fbb416814b88aa022e7f3fba3c39 HTTP/1.1" status: 200 len: 379 time: 0.2747667 Aug 09 15:39:18.563950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Request body: {'port': {'device_id': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'admin_state_up': True, 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'security_groups': ['cd2df723-4af4-495a-bdcf-78dfbe4f26f8']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:18.731231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8161dcf1-9726-4d9a-8171-90747c7cb1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.847319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-868a3279-3ff8-4e0c-8b57-902acdfe38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:18.858324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-868a3279-3ff8-4e0c-8b57-902acdfe38c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1101 time: 0.4763765 Aug 09 15:39:18.916599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8161dcf1-9726-4d9a-8171-90747c7cb1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.919333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8161dcf1-9726-4d9a-8171-90747c7cb1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.929647 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8161dcf1-9726-4d9a-8171-90747c7cb1ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/773f35ea-efed-4222-817f-8ce8e361a258 HTTP/1.1" status: 204 len: 168 time: 0.7805891 Aug 09 15:39:18.978991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10355c5-08c9-477e-93bd-390504e6adc6 req-84f5adec-eb3c-49a5-a5aa-ab24d6a72a9a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:18.989428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a10355c5-08c9-477e-93bd-390504e6adc6 req-84f5adec-eb3c-49a5-a5aa-ab24d6a72a9a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.3456342 Aug 09 15:39:19.030759 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:19.049245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:19.254877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:19.257582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a10355c5-08c9-477e-93bd-390504e6adc6 req-9181701c-399b-4921-9f6c-89efd2e47e75 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540593 Aug 09 15:39:19.262349 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] 10.222.0.64 "DELETE /v2.0/networks/3f3a82ac-1b70-47f1-b982-aaef4fd35fbc HTTP/1.1" status: 204 len: 168 time: 1.5808189 Aug 09 15:39:19.341053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:19.442947 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:55Z', 'revision_number': 5, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:19.527247 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96c04f-ff44-4290-b527-4504eba6fd68 None None] The sync data for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 is: [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:36:47Z', 'revision_number': 4, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '31caa7cc-7ede-432a-9998-9610d47cd274', 'name': '', 'network_id': 'ac0bcf8c-7b22-4603-a124-cbdb7e8943f6', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'mac_address': 'fa:16:3e:28:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:45Z', 'updated_at': '2021-08-09T15:36:55Z', 'revision_number': 5, 'project_id': '80280fa157534d3ead309a1243f641ce', 'subnets': [{'id': 'eaa63435-892e-4e81-ae48-750e4b7398d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:19.628725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a0830ba-9be3-4ac5-9230-a9fc207205f1 req-6bf10f4e-4df0-4fcc-acc0-17d4af58099d tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 210 time: 0.1251512 Aug 09 15:39:19.822660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:19.825310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50712) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:19.839089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:19.840212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:19.882673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:19.885317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:20.021603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-6b3e992b-54b5-4d73-8cf1-ea3f07c3a316 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "PUT /v2.0/floatingips/12b0e6de-c28b-43c3-97e6-cfa65219b311 HTTP/1.1" status: 200 len: 695 time: 2.8050933 Aug 09 15:39:20.036341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:20.042689 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012fca62-1303-4bfc-beaa-e2e84a0dc981" -d '{"events": [{"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:20.080434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161dcf1-9726-4d9a-8171-90747c7cb1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f35ea-efed-4222-817f-8ce8e361a258,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:20.135843 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13e135-947c-47f8-a136-23789ab7079f x-openstack-request-id: req-5e13e135-947c-47f8-a136-23789ab7079f {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:20.136449 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39321f9d-dca2-4fbe-90f8-32e16cb8bdea", "name": "network-vif-deleted", "tag": "62a4f606-2faa-45bc-a537-7bdea42f5d63", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:20.137114 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e13e135-947c-47f8-a136-23789ab7079f {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:20.137728 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39321f9d-dca2-4fbe-90f8-32e16cb8bdea', 'name': 'network-vif-deleted', 'tag': '62a4f606-2faa-45bc-a537-7bdea42f5d63', 'status': 'completed', 'code': 200} Aug 09 15:39:20.138675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd2a72-ec40-4cfd-9e60-382031c919fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3a82ac-1b70-47f1-b982-aaef4fd35fbc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:20.145679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3d6f4257-b151-462f-8825-b232c85e3e08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e70513ba2d54817a6600c9057506f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106365 Aug 09 15:39:20.147176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50722) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:20.177927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8d8bd75b-01cb-4d79-9fc7-65d6c3eb6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.179478 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8d8bd75b-01cb-4d79-9fc7-65d6c3eb6232 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 1.2946482 Aug 09 15:39:20.207977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c2f3089-1127-43c3-9f91-49638e0ba58f req-d8fbb120-6c26-424b-8a5c-3434a80eeda8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 210 time: 0.0549445 Aug 09 15:39:20.262334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8990-fff9-4775-8574-b86484bca52f req-a9479c08-0068-48d3-b8e5-686b82ce6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.264944 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f42d71-61a0-486b-83ae-4a231777f6ce None None] New status for floating IP f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:39:20.268782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-a9479c08-0068-48d3-b8e5-686b82ce6eb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.2190108 Aug 09 15:39:20.319734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50728) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:20.347451 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:20.394730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:20.417218 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-7da8c7bc-fcf7-46a0-9f8c-9b987db09b67 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.2056134 Aug 09 15:39:20.611560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Made reservation on behalf of 8846fbb416814b88aa022e7f3fba3c39 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:20.628615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:20.658837 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e25803d-1189-4d77-acde-36892eadbade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:20.844890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-9729a7fa-d725-44df-9e19-17cbf2f4ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.854136 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-9729a7fa-d725-44df-9e19-17cbf2f4ad2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.4038770 Aug 09 15:39:20.872827 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e25803d-1189-4d77-acde-36892eadbade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.006803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:21.062451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50742) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:21.096520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-047b9493-e921-4672-8aa4-62f57ebc56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:21.100529 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-047b9493-e921-4672-8aa4-62f57ebc56da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2181578 Aug 09 15:39:21.103880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:21.118951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:21.119939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:21.257005 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cca2fd-40fd-41b4-aa27-2168af6bb379 x-openstack-request-id: req-33cca2fd-40fd-41b4-aa27-2168af6bb379 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:21.267969 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:21.268645 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33cca2fd-40fd-41b4-aa27-2168af6bb379 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:21.269301 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'status': 'completed', 'code': 200} Aug 09 15:39:21.319951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:21.322622 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-c6ec69ba-feda-4f63-9ec6-fda9be88152f service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109795 Aug 09 15:39:21.343969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-782839163-network', 'tenant_id': '467fd1dac0424938b403368cc5b38339'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:21.487376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-d436299f-3008-4782-a3c8-1178319f0a86 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:21.491113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-d436299f-3008-4782-a3c8-1178319f0a86 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.2361271 Aug 09 15:39:21.555436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'port': {'device_id': '09a743aa-d507-438e-87fd-ec1f53febdca', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'admin_state_up': True, 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:21.609527 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-facee93b-bfc1-4837-acb9-ee7186dabb1f service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770190 Aug 09 15:39:21.623012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Made reservation on behalf of 467fd1dac0424938b403368cc5b38339 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:21.626950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.706233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.716738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Allocated IP 172.20.0.5 (9626e894-726f-4a06-ad5d-957338d03f39/a14c9567-3218-4898-8966-e767520d4c07/d2488b03-5c3f-4a8c-9077-499c54de3a53) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:21.719256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8990-fff9-4775-8574-b86484bca52f req-191fd203-2e43-4949-a433-f329ceb7a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:21.732240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-191fd203-2e43-4949-a433-f329ceb7a1b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 1.4541867 Aug 09 15:39:21.741411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e25803d-1189-4d77-acde-36892eadbade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.746373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3e25803d-1189-4d77-acde-36892eadbade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.750677 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3e25803d-1189-4d77-acde-36892eadbade admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc48624e-fc11-4e59-9c87-5986cc1d8a9a HTTP/1.1" status: 204 len: 168 time: 1.6021509 Aug 09 15:39:21.807242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25803d-1189-4d77-acde-36892eadbade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc48624e-fc11-4e59-9c87-5986cc1d8a9a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:21.918340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:21.947679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-3980c7de-4b3a-4983-a3bb-eefbd6814874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:21.949635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-3980c7de-4b3a-4983-a3bb-eefbd6814874 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3004e652136644939a79b2d30f832d72&device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 1097 time: 0.6989543 Aug 09 15:39:21.966733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f6bb0-5637-4513-9392-e0c44bac36ad None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 4, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '850455ea-ae0a-4f6c-9757-906983540a66', 'name': '', 'network_id': 'b4d57aa7-99c6-4731-913d-5cdbb6947f04', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'mac_address': 'fa:16:3e:f4:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'subnets': [{'id': '0aa9d6bb-00b4-410b-baab-239a9fab8a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:22.024630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dcc4bae4-2efb-4744-a843-b6649aecd02a tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.133079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228af6a-adf4-4394-9b00-eda7501df31a req-5c685eeb-7ef5-453e-8b34-fe7bbc1e1250 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:22.156847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c228af6a-adf4-4394-9b00-eda7501df31a req-5c685eeb-7ef5-453e-8b34-fe7bbc1e1250 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.8816566 Aug 09 15:39:22.162107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-36eb17ad-575f-49a3-be3f-48269ada6565 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 217 time: 0.2472937 Aug 09 15:39:22.197810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dcc4bae4-2efb-4744-a843-b6649aecd02a tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.229838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.258162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.272912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.277229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Transition to ACTIVE for port object d2488b03-5c3f-4a8c-9077-499c54de3a53 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:22.365120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:22.410129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.410704 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Added segment fa0fd363-26c2-456a-8d7c-8ecee146b95a of type vlan for network b42be60d-8a16-49b7-b0f1-d3559be4bc33 Aug 09 15:39:22.479049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8990-fff9-4775-8574-b86484bca52f req-7f1d4beb-5180-4080-aa53-d9c7fcf90ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:22.491801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-7f1d4beb-5180-4080-aa53-d9c7fcf90ff9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.1880124 Aug 09 15:39:22.494218 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.571276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d1e5c3-46b5-4fd6-8c66-b5867d0f264d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:22.597740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a4d71-7e48-4232-80aa-4d4dc2e3add8 None None] New status for floating IP 12b0e6de-c28b-43c3-97e6-cfa65219b311: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:39:22.606997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.608092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:22.608715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.706198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b42be60d-8a16-49b7-b0f1-d3559be4bc33,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:22.741781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.750203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-aeb88343-ff4c-4a77-a32c-d6c9779f0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:22.754082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-aeb88343-ff4c-4a77-a32c-d6c9779f0134 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 200 len: 923 time: 0.7067552 Aug 09 15:39:22.765982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:22.851220 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1b82bbb8-5290-4556-a793-ec2064718fc8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7674105 Aug 09 15:39:22.862873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50782) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:22.897126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Request body: {'subnet': {'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-subnet', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:22.905043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c228af6a-adf4-4394-9b00-eda7501df31a req-e5b35a6c-45d3-4976-b3a7-f590e14bf2e9 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757545 Aug 09 15:39:22.909553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Made reservation on behalf of 9345f1ab3536491e8c6ddbd7c8d069a0 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:22.924951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.954780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-4cc0591e-9c41-415c-b9aa-b73a58fbc0e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 200 len: 217 time: 0.1852427 Aug 09 15:39:22.957365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Network 9626e894-726f-4a06-ad5d-957338d03f39 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:22.969754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event updated for resources: {'Port': ['ID=d2488b03-5c3f-4a8c-9077-499c54de3a53,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:22.997888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:23.005177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:23.212285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:23.215350 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.223358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Made reservation on behalf of 467fd1dac0424938b403368cc5b38339 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:23.232937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.351049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Allocated IP 172.20.0.11 (ef85b93e-e499-4972-8244-c314697005fe/c4f561c7-e720-471b-bc6f-314785afddb5/2d1c2cb8-072a-4aa9-b414-3c4bbffb4221) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:23.370369 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-da3ed8e0-dfcf-427a-a36f-4a4ac5c7b73c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8206613 Aug 09 15:39:23.386344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Request body: {'port': {'device_id': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:23.505373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.561216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50792) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:23.575447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-cf5c743e-0512-4696-9b90-582358080b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:23.579522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-cf5c743e-0512-4696-9b90-582358080b76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 200 len: 860 time: 0.6021488 Aug 09 15:39:23.646972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-559ec9f1-95d4-4f74-97cf-87193bcbdb5e None None] Provisioning for port d2488b03-5c3f-4a8c-9077-499c54de3a53 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:23.661560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-559ec9f1-95d4-4f74-97cf-87193bcbdb5e None None] Provisioning complete for port d2488b03-5c3f-4a8c-9077-499c54de3a53 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:23.662305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-559ec9f1-95d4-4f74-97cf-87193bcbdb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.755983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-559ec9f1-95d4-4f74-97cf-87193bcbdb5e None None] Port d2488b03-5c3f-4a8c-9077-499c54de3a53 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:23.894280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.925510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Transition to ACTIVE for port object 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:23.985523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dcc4bae4-2efb-4744-a843-b6649aecd02a tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.994887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dcc4bae4-2efb-4744-a843-b6649aecd02a tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.000293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dcc4bae4-2efb-4744-a843-b6649aecd02a tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "DELETE /v2.0/security-groups/cd24c5d3-d7ab-4821-816a-c3940dd4bc9c HTTP/1.1" status: 204 len: 168 time: 3.6640437 Aug 09 15:39:24.087429 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.094775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50800) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:24.109979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c8990-fff9-4775-8574-b86484bca52f req-b5de5948-2b02-49f3-95e5-52cad06a2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.123661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-b5de5948-2b02-49f3-95e5-52cad06a2164 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5864108 Aug 09 15:39:24.124463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-733148691-network', 'tenant_id': 'c7fa387250a54081896e882c41c036fa'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:24.189142 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-6e6ba91f-87ea-445d-a6c6-9628e73e9ff1 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] show failed (client error): The resource could not be found. Aug 09 15:39:24.193332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e6ba91f-87ea-445d-a6c6-9628e73e9ff1 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "GET /v2.0/security-groups/cd24c5d3-d7ab-4821-816a-c3940dd4bc9c HTTP/1.1" status: 404 len: 347 time: 0.0943415 Aug 09 15:39:24.208616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4bae4-2efb-4744-a843-b6649aecd02a tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd24c5d3-d7ab-4821-816a-c3940dd4bc9c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:24.210974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50802) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:24.306675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2488b03-5c3f-4a8c-9077-499c54de3a53 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:24.370505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.385190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Network ef85b93e-e499-4972-8244-c314697005fe is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:24.391293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Made reservation on behalf of c7fa387250a54081896e882c41c036fa for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:24.395543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.437756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Transition to ACTIVE for port object d2488b03-5c3f-4a8c-9077-499c54de3a53 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:24.440932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.443318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:24.458872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.475578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.476302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bca6f-9000-44d3-8197-b3638c87ca45 req-1ffe28fa-435b-44f9-aff0-15a34963663f tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.478240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-754bca6f-9000-44d3-8197-b3638c87ca45 req-1ffe28fa-435b-44f9-aff0-15a34963663f tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 931 time: 1.3874319 Aug 09 15:39:24.482461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:24.563376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-2a0575a1-7dd3-44a4-9933-4359937ba392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.565249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-2a0575a1-7dd3-44a4-9933-4359937ba392 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4d57aa7-99c6-4731-913d-5cdbb6947f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5634332 Aug 09 15:39:24.572610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'Port': ['ID=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:24.699705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.736485 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.755418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:24.770952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.770952 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Added segment 09bbc198-1cf8-4af9-8f20-2073da561c32 of type vlan for network 2a918482-2191-4721-b1d7-47b7c67628db Aug 09 15:39:24.855584 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.919551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-40fdebe5-4118-4fcc-a82d-81ed43170a9a None None] Provisioning for port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:24.940979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.942079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.943023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-40fdebe5-4118-4fcc-a82d-81ed43170a9a None None] Provisioning complete for port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:24.943620 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-40fdebe5-4118-4fcc-a82d-81ed43170a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:25.007412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-e8a4f583-19cf-4e4b-acb5-cc1603a4fa67 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8823540 Aug 09 15:39:25.098670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-754bca6f-9000-44d3-8197-b3638c87ca45 req-ee97bcfb-74c6-4dac-a82a-8aac52a9f4e5 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5431843 Aug 09 15:39:25.112819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-40fdebe5-4118-4fcc-a82d-81ed43170a9a None None] Port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:25.214941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0e573dee-0322-477d-acd1-2da725bba3a3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6689689 Aug 09 15:39:25.264912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Request body: {'port': {'device_id': '09a743aa-d507-438e-87fd-ec1f53febdca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:25.282899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:25.298558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:25.300158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:25.304149 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:25.351640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2488b03-5c3f-4a8c-9077-499c54de3a53,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:25.369633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3b0156-e4aa-443e-a655-ad2f76907020,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:25.467339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Deleting port 3696445c-9e8d-44b5-a971-16746ac05e87 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:25.469259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:25.494358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-6d03d046-2183-4211-a38c-e21444ae9a8c service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9174953 Aug 09 15:39:25.522265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Checking segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:25.522849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Network hostable DHCP agents. Network: b42be60d-8a16-49b7-b0f1-d3559be4bc33, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:25.555499 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9842377 Aug 09 15:39:25.574319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50814) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:25.594527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Request body: {'subnet': {'network_id': '2a918482-2191-4721-b1d7-47b7c67628db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-733148691-subnet', 'tenant_id': 'c7fa387250a54081896e882c41c036fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:25.646856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:25.655534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Attempting to bind port d2488b03-5c3f-4a8c-9077-499c54de3a53 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:25.655534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Attempting to bind port d2488b03-5c3f-4a8c-9077-499c54de3a53 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:25.656603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Attempting to bind port d2488b03-5c3f-4a8c-9077-499c54de3a53 on network 9626e894-726f-4a06-ad5d-957338d03f39 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:25.672204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee65aa-3dd6-4a48-b426-197cc8774b9b admin admin] Pushing event updated for resources: {'Network': ['ID=2a918482-2191-4721-b1d7-47b7c67628db,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:25.680744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Made reservation on behalf of c7fa387250a54081896e882c41c036fa for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:25.684939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:25.697038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 2a918482-2191-4721-b1d7-47b7c67628db details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:25.794739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b42be60d-8a16-49b7-b0f1-d3559be4bc33) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:25.804136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:25.804502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:25.839848 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c1aeb05d-dd92-4bea-9d73-c417b05e37ea admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9712107 Aug 09 15:39:25.845312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250ee16-9509-4edf-9c21-48cb5256966b None None] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:25.856619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50816) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:25.857927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Port d2488b03-5c3f-4a8c-9077-499c54de3a53 on network 9626e894-726f-4a06-ad5d-957338d03f39 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:25.858399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Attempting to bind port d2488b03-5c3f-4a8c-9077-499c54de3a53 on network 9626e894-726f-4a06-ad5d-957338d03f39 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:25.878384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2e044-3bbb-4df9-ac5d-660951247ebf req-2e6be37e-164c-4eb2-8705-3ebda9f56e7e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:25.881182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30e2e044-3bbb-4df9-ac5d-660951247ebf req-2e6be37e-164c-4eb2-8705-3ebda9f56e7e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 932 time: 0.5250618 Aug 09 15:39:25.882319 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:25.884429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:25.887525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Checking segment: {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:25.888651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Bound using segment: {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:25.889705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Bound port: d2488b03-5c3f-4a8c-9077-499c54de3a53, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5dd8e28-366c-4034-8d4d-9f497eb968b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:25.890553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:25.892418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:25.925726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d21c8990-fff9-4775-8574-b86484bca52f req-d34c105f-4558-4df1-a4be-aecf139bbcd5 service neutron] 10.222.0.64 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8789129 Aug 09 15:39:26.074204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.074204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.127109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.127930 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.228425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Calling delete_port for 3696445c-9e8d-44b5-a971-16746ac05e87 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:26.247258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30e2e044-3bbb-4df9-ac5d-660951247ebf req-ccc24c2e-498e-4d85-a74b-d0c299124f79 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409472 Aug 09 15:39:26.263688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:39:26.264639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.295492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-012fca62-1303-4bfc-beaa-e2e84a0dc981 req-3dd9b68e-26e1-4d6e-a1cf-ebac8a584d4a service neutron] 10.222.0.35 "GET /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017195 Aug 09 15:39:26.487529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] For port d2488b03-5c3f-4a8c-9077-499c54de3a53, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:26.568319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] For port d2488b03-5c3f-4a8c-9077-499c54de3a53, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d2488b03-5c3f-4a8c-9077-499c54de3a53,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:26.574136 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.645201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59ed64c-f3bc-4dec-882e-268f22b5a41f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:26.646561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.654093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.700810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Allocated IP 172.20.0.2 (b42be60d-8a16-49b7-b0f1-d3559be4bc33/1e3b0156-e4aa-443e-a655-ad2f76907020/273ca479-f2cf-4329-9d60-957e90608795) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:26.797247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:26.799477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.802954 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/d2488b03-5c3f-4a8c-9077-499c54de3a53 HTTP/1.1" status: 200 len: 1091 time: 3.4232898 Aug 09 15:39:26.803505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'tag': 'd2488b03-5c3f-4a8c-9077-499c54de3a53'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:26.805372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d8b90-dbbb-4fec-93b6-f3be610d345b req-bbf62897-7ebb-449f-9adc-b206bc8ce91e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:26.807405 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c529e-9d82-49ec-8825-9854730d4720" -d '{"events": [{"name": "network-changed", "server_uuid": "ce23c515-8ed3-49cf-bc59-5fecdd41a731", "tag": "d2488b03-5c3f-4a8c-9077-499c54de3a53"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:26.808815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a47d8b90-dbbb-4fec-93b6-f3be610d345b req-bbf62897-7ebb-449f-9adc-b206bc8ce91e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.6653109 Aug 09 15:39:26.924333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14217293-ae86-41b8-a5b7-83d0ec1553b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2488b03-5c3f-4a8c-9077-499c54de3a53,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:26.929428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Checking segment: {'id': '09bbc198-1cf8-4af9-8f20-2073da561c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '2a918482-2191-4721-b1d7-47b7c67628db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:26.929896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Network hostable DHCP agents. Network: 2a918482-2191-4721-b1d7-47b7c67628db, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:26.985166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-16287953-000a-4189-9a8a-8af511a6ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:26.987605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-16287953-000a-4189-9a8a-8af511a6ebdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8846fbb416814b88aa022e7f3fba3c39&device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 1094 time: 0.1271095 Aug 09 15:39:26.988654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Network 2a918482-2191-4721-b1d7-47b7c67628db is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:27.022709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 2a918482-2191-4721-b1d7-47b7c67628db) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:27.041656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33979b45-8e2c-446f-be2a-394ff06fbe4e None None] Network 2a918482-2191-4721-b1d7-47b7c67628db requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:27.122283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.123434 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.141244 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-9e35d2fc-4efc-4dd4-aee9-d65c41b1c184 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2488b03-5c3f-4a8c-9077-499c54de3a53 HTTP/1.1" status: 200 len: 217 time: 0.1430604 Aug 09 15:39:27.171290 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-063631a2-3e7c-4f97-898a-6dc528d62a84 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5870736 Aug 09 15:39:27.183602 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.205156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f01935-0642-4dd0-900e-6971cf75e5a1 req-1bcc080a-111a-4bb5-8dbd-0be11f209458 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.205760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Transition to ACTIVE for port object 273ca479-f2cf-4329-9d60-957e90608795 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:27.213416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84f01935-0642-4dd0-900e-6971cf75e5a1 req-1bcc080a-111a-4bb5-8dbd-0be11f209458 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 943 time: 0.5838752 Aug 09 15:39:27.236757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a47d8b90-dbbb-4fec-93b6-f3be610d345b req-37c48f44-8e21-47e9-aeee-26e351adf5ac tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596175 Aug 09 15:39:27.250442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Transition to ACTIVE for port object 273ca479-f2cf-4329-9d60-957e90608795 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:27.277422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-43092303-4373-4caa-b5b6-f09bf0198417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.282674 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-43092303-4373-4caa-b5b6-f09bf0198417 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14c9567-3218-4898-8966-e767520d4c07 HTTP/1.1" status: 200 len: 855 time: 0.1275573 Aug 09 15:39:27.305413 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.409723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-c43c6782-7ced-4542-be33-003f6dad7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.411725 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-c43c6782-7ced-4542-be33-003f6dad7645 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9626e894-726f-4a06-ad5d-957338d03f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213596 Aug 09 15:39:27.429307 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da75783a-4887-42a7-b75a-2ea5da0ac920 x-openstack-request-id: req-da75783a-4887-42a7-b75a-2ea5da0ac920 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:27.429701 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce23c515-8ed3-49cf-bc59-5fecdd41a731", "tag": "d2488b03-5c3f-4a8c-9077-499c54de3a53", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:27.430110 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da75783a-4887-42a7-b75a-2ea5da0ac920 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:27.430665 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'tag': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'status': 'completed', 'code': 200} Aug 09 15:39:27.517516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:27.524122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:27.530134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:27.532540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Pushing event updated for resources: {'Port': ['ID=273ca479-f2cf-4329-9d60-957e90608795,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:27.558929 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-b468ba7b-5c86-45ab-a315-fcb8491bf92e service neutron] 10.222.0.35 "GET /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387007 Aug 09 15:39:27.662526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7ddfa-c3dc-419b-8e4c-5e8bfea2fb8b None None] Network 2a918482-2191-4721-b1d7-47b7c67628db requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:27.665632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Attempting to bind port 273ca479-f2cf-4329-9d60-957e90608795 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:27.666255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Attempting to bind port 273ca479-f2cf-4329-9d60-957e90608795 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:27.666455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Attempting to bind port 273ca479-f2cf-4329-9d60-957e90608795 on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:27.763864 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14caddca-2a5e-4250-9146-19cc41a9a9e9 req-919005b7-810a-4a11-a088-aa88ff9bb431 service neutron] 10.222.0.35 "GET /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970589 Aug 09 15:39:27.770745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:27.776584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Checking segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:27.777247 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.777650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Bound using segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:27.778160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Bound port: 273ca479-f2cf-4329-9d60-957e90608795, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:27.778547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.856824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] For port 273ca479-f2cf-4329-9d60-957e90608795, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:27.860435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] For port 273ca479-f2cf-4329-9d60-957e90608795, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=273ca479-f2cf-4329-9d60-957e90608795,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:27.876501 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.912956 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c529e-9d82-49ec-8825-9854730d4720 req-eef7beb9-5705-4f6b-9001-c56934ed598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.914457 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98c529e-9d82-49ec-8825-9854730d4720 req-eef7beb9-5705-4f6b-9001-c56934ed598d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8846fbb416814b88aa022e7f3fba3c39&device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 1094 time: 0.0929365 Aug 09 15:39:27.977631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.022317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692827d-df75-4ecb-935f-be6421ad257c None None] Pushing event updated for resources: {'Port': ['ID=273ca479-f2cf-4329-9d60-957e90608795,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:28.024815 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.141555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.147931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c529e-9d82-49ec-8825-9854730d4720 req-c976b08a-748e-4eb0-8278-ff4bb0bd3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:28.149899 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98c529e-9d82-49ec-8825-9854730d4720 req-c976b08a-748e-4eb0-8278-ff4bb0bd3e02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9626e894-726f-4a06-ad5d-957338d03f39 HTTP/1.1" status: 200 len: 918 time: 0.2250481 Aug 09 15:39:28.150670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84f01935-0642-4dd0-900e-6971cf75e5a1 req-be4ac297-210c-444a-99f6-efd23a8e1015 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116287 Aug 09 15:39:28.248751 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98c529e-9d82-49ec-8825-9854730d4720 req-3d547852-cc0e-4280-af29-33a150d64072 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2488b03-5c3f-4a8c-9077-499c54de3a53 HTTP/1.1" status: 200 len: 217 time: 0.0909817 Aug 09 15:39:28.330340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de77f-dd59-4b5c-9f61-08fce66b56df req-9a5ab39b-6707-45c4-9a42-868d25d4fe0d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:28.332068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-530de77f-dd59-4b5c-9f61-08fce66b56df req-9a5ab39b-6707-45c4-9a42-868d25d4fe0d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 932 time: 0.3835328 Aug 09 15:39:28.411227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c529e-9d82-49ec-8825-9854730d4720 req-189c6180-d865-42c2-a636-b12b45d9578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:28.414741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98c529e-9d82-49ec-8825-9854730d4720 req-189c6180-d865-42c2-a636-b12b45d9578c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14c9567-3218-4898-8966-e767520d4c07 HTTP/1.1" status: 200 len: 855 time: 0.1566775 Aug 09 15:39:28.432375 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.454915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-490dfde7-1734-4be0-bed6-7097378020c3 req-1bed2031-0b22-4ee9-8f85-48de3970bf7e tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips/12b0e6de-c28b-43c3-97e6-cfa65219b311 HTTP/1.1" status: 200 len: 693 time: 0.2101610 Aug 09 15:39:28.457385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:28.505592 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.511116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Pushing event deleted for resources: {'Port': ['ID=3696445c-9e8d-44b5-a971-16746ac05e87,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:28.515921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c529e-9d82-49ec-8825-9854730d4720 req-61deae23-2658-464b-aef2-984aa248d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:28.518742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98c529e-9d82-49ec-8825-9854730d4720 req-61deae23-2658-464b-aef2-984aa248d51b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9626e894-726f-4a06-ad5d-957338d03f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967851 Aug 09 15:39:28.631805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Transition to ACTIVE for port object 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:28.674388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.694159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-530de77f-dd59-4b5c-9f61-08fce66b56df req-c54d8080-a00a-4407-b453-c8764e93a2b6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873566 Aug 09 15:39:28.714297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98c529e-9d82-49ec-8825-9854730d4720 req-7ebd465b-c95c-4081-a5fc-3eab322cb593 service neutron] 10.222.0.35 "GET /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800752 Aug 09 15:39:28.802113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:28.916861 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98c529e-9d82-49ec-8825-9854730d4720 req-de976fb4-1802-4cc2-bad3-19fb0dcae2bb service neutron] 10.222.0.35 "GET /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857800 Aug 09 15:39:28.958461 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.963944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.967629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d49a623b-c471-445a-a3a1-ac6fd16c9189 tempest-ServersTestManualDisk-586917541 tempest-ServersTestManualDisk-586917541-project] 10.222.0.64 "DELETE /v2.0/floatingips/f1e0dad6-fae0-4e2c-be75-a8f4f3e6c2c8 HTTP/1.1" status: 204 len: 168 time: 4.7367840 Aug 09 15:39:28.969063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50848) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:29.150188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dfde7-1734-4be0-bed6-7097378020c3 req-ef04f9fc-1a9b-4a48-8e76-295788b32d49 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:29.152386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-490dfde7-1734-4be0-bed6-7097378020c3 req-ef04f9fc-1a9b-4a48-8e76-295788b32d49 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 784 time: 0.6536651 Aug 09 15:39:29.220976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 273ca479-f2cf-4329-9d60-957e90608795 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:29.334766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 273ca479-f2cf-4329-9d60-957e90608795 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:29.369133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-490dfde7-1734-4be0-bed6-7097378020c3 req-73148e40-7806-4132-9f36-b0a5d01358ea tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 696 time: 0.1483235 Aug 09 15:39:29.537516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Attempting to bind port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:29.537967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Attempting to bind port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:29.538209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Attempting to bind port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:29.568635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a880-5932-46d4-812e-75861f927e6f req-3f99ceab-40bc-4cf7-a9b3-822c09c367d5 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:29.577331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-3f99ceab-40bc-4cf7-a9b3-822c09c367d5 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/networks?id=2a918482-2191-4721-b1d7-47b7c67628db HTTP/1.1" status: 200 len: 808 time: 0.3541837 Aug 09 15:39:29.595722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 on network ef85b93e-e499-4972-8244-c314697005fe not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:29.597042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Attempting to bind port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:29.612475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-490dfde7-1734-4be0-bed6-7097378020c3 req-24023d6b-7dc3-49f3-b351-5b508040bd51 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 696 time: 0.1563478 Aug 09 15:39:29.638458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-2b4661bd-cbc1-480c-96be-133221990f6f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/quotas/c7fa387250a54081896e882c41c036fa HTTP/1.1" status: 200 len: 375 time: 0.0599735 Aug 09 15:39:29.688686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.692995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139978cb-70e3-4811-bbf4-8e6cac1d27b3 None None] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:29.708367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.759599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.786725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Provisioning for port 273ca479-f2cf-4329-9d60-957e90608795 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:29.801021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Provisioning complete for port 273ca479-f2cf-4329-9d60-957e90608795 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:29.801466 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.823783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:29.824196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Checking segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:29.824517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Bound using segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:29.824969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Bound port: 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:29.825335 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.833758 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-4af2a2f0-8797-4c7b-8f50-1f06867fdddc tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7fa387250a54081896e882c41c036fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1945353 Aug 09 15:39:29.996973 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.075190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Allocated IP 172.25.7.250 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/57bf6c42-6ae9-408c-9431-c825fa7aa51b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:30.087295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] For port 273ca479-f2cf-4329-9d60-957e90608795, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=273ca479-f2cf-4329-9d60-957e90608795,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:30.093035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.100331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] For port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:30.117844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Deleting port 31caa7cc-7ede-432a-9998-9610d47cd274 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:30.119572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.130547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] For port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:30.160344 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.188963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Pushing event updated for resources: {'Port': ['ID=273ca479-f2cf-4329-9d60-957e90608795,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:30.204356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.204735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.205033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.205367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.205697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.206026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.206542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.206887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.207249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.207563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.208096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.208432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb736-68d3-4bd0-b7c9-4d6deb8d21d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:30.252786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-812cd034-84a8-400f-bd51-13a5c0d5d699 service neutron] 10.222.0.64 "GET /v2.0/networks/2a918482-2191-4721-b1d7-47b7c67628db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805780 Aug 09 15:39:30.254058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] For port 31caa7cc-7ede-432a-9998-9610d47cd274, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=31caa7cc-7ede-432a-9998-9610d47cd274,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:30.254421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.274158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Calling delete_port for 31caa7cc-7ede-432a-9998-9610d47cd274 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:30.293749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:30.294375 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.296064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] 10.222.0.66 "PUT /v2.0/ports/2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 HTTP/1.1" status: 200 len: 1092 time: 5.0711207 Aug 09 15:39:30.296481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a743aa-d507-438e-87fd-ec1f53febdca', 'tag': '2d1c2cb8-072a-4aa9-b414-3c4bbffb4221'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:30.298967 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55115997-c48e-4416-a428-12673aabfc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "09a743aa-d507-438e-87fd-ec1f53febdca", "tag": "2d1c2cb8-072a-4aa9-b414-3c4bbffb4221"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:30.387926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Deleting port d07d20a6-dd0f-430e-bbb7-6834da43a698 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:30.388655 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.442231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569e791-1f09-48eb-87d9-ae9dfce4e573 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:30.443687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2416864b-a9aa-457a-a9fb-c8745f77e0cf None None] Provisioning complete for port 273ca479-f2cf-4329-9d60-957e90608795 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:30.445618 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2416864b-a9aa-457a-a9fb-c8745f77e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.538549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.588477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-258b47b3-6197-425a-828a-ede087edfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:30.590154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-258b47b3-6197-425a-828a-ede087edfe07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 1095 time: 0.2042806 Aug 09 15:39:30.607699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-2144e976-868e-40ab-933c-b20ff44cf47e service neutron] 10.222.0.64 "GET /v2.0/networks/2a918482-2191-4721-b1d7-47b7c67628db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339736 Aug 09 15:39:30.617235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.617770 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.684598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-c0e9aff3-78d0-4a79-875a-aaf2df0a25b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 HTTP/1.1" status: 200 len: 217 time: 0.0823896 Aug 09 15:39:30.687472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Calling delete_port for d07d20a6-dd0f-430e-bbb7-6834da43a698 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:30.762774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-93075bd4-8752-4be0-87d9-b62a8a15e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:30.764551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-93075bd4-8752-4be0-87d9-b62a8a15e15f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.0692692 Aug 09 15:39:30.812593 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.858376 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.907679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31caa7cc-7ede-432a-9998-9610d47cd274,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:30.971222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:30.989178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:30.991752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:31.041942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 273ca479-f2cf-4329-9d60-957e90608795 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:31.082755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-d0d16d48-7550-4c39-a6da-ac98a16a7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:31.084367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-d0d16d48-7550-4c39-a6da-ac98a16a7a22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735045 Aug 09 15:39:31.095687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Pushing event updated for resources: {'Port': ['ID=57bf6c42-6ae9-408c-9431-c825fa7aa51b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:31.202536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 273ca479-f2cf-4329-9d60-957e90608795 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:31.203654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.232990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.286388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e025e7-fe21-4458-a63c-6f803ee97aec req-a29247d0-1c37-464d-bcd5-8f8e66ce1f07 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:31.288082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09e025e7-fe21-4458-a63c-6f803ee97aec req-a29247d0-1c37-464d-bcd5-8f8e66ce1f07 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.3939674 Aug 09 15:39:31.542267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09e025e7-fe21-4458-a63c-6f803ee97aec req-fc4840b8-90ab-4186-8a8a-7b67f88a1376 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262719 Aug 09 15:39:31.550954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-36da11f1-ae48-46df-b00a-3c1cbe90319e service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411175 Aug 09 15:39:31.567983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Router ea389299-ec4f-4e0c-80ba-181cc1c4426c has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:31.778788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:31.791665 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d521070f-0acd-44f1-8221-755a69c2f0c5 admin admin] 10.222.0.64 "PUT /v2.0/routers/ea389299-ec4f-4e0c-80ba-181cc1c4426c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8222656 Aug 09 15:39:31.798642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50886) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:31.805397 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] Sync routers for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:31.821392 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:31.822031 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:32.090714 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:32.094421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.268542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.345336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Pushing event deleted for resources: {'Port': ['ID=d07d20a6-dd0f-430e-bbb7-6834da43a698,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:32.411769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16bfe2f9-df6f-4881-90db-23e9b1c08640 req-a1d0f265-3949-4054-88c0-6ab8049117c2 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491540 Aug 09 15:39:32.434686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21837-b617-4517-9ece-4a8e3a71be34 req-d76d7031-1fe4-4a00-a29f-168867823bd9 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.438153 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.443973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89e21837-b617-4517-9ece-4a8e3a71be34 req-d76d7031-1fe4-4a00-a29f-168867823bd9 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 943 time: 0.2845728 Aug 09 15:39:32.527227 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.531653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.535131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.549408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-490dfde7-1734-4be0-bed6-7097378020c3 req-f7df50b2-4a53-4d1f-b028-8836fc6c58b4 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "DELETE /v2.0/floatingips/12b0e6de-c28b-43c3-97e6-cfa65219b311 HTTP/1.1" status: 204 len: 173 time: 2.9349642 Aug 09 15:39:32.596015 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:39:30Z', 'revision_number': 5, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port': {'id': '7312562f-2c8c-4867-840a-5c0b6b2fe786', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:36:37Z', 'updated_at': '2021-08-09T15:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:32.642926 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] Checking router: ea389299-ec4f-4e0c-80ba-181cc1c4426c for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:32.644678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Deleting port 7312562f-2c8c-4867-840a-5c0b6b2fe786 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:32.645066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.655877 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] Routers {'ea389299-ec4f-4e0c-80ba-181cc1c4426c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:32.657349 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:32.715763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a880-5932-46d4-812e-75861f927e6f req-b8739499-6da9-4ab1-bbed-d4d153f47896 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.717307 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-b8739499-6da9-4ab1-bbed-d4d153f47896 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.35 "GET /v2.0/networks?id=2a918482-2191-4721-b1d7-47b7c67628db HTTP/1.1" status: 200 len: 808 time: 0.3359802 Aug 09 15:39:32.734079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Request body: {'port': {'device_id': '53a8468b-07a4-4e52-afc6-7987c76403f8', 'network_id': '2a918482-2191-4721-b1d7-47b7c67628db', 'admin_state_up': True, 'tenant_id': 'c7fa387250a54081896e882c41c036fa'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:32.752697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89e21837-b617-4517-9ece-4a8e3a71be34 req-ee5e409a-27bd-46fd-a2ab-887ab1da9099 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076885 Aug 09 15:39:32.813807 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] Set router ea389299-ec4f-4e0c-80ba-181cc1c4426c gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:32.840610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] For port 7312562f-2c8c-4867-840a-5c0b6b2fe786, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7312562f-2c8c-4867-840a-5c0b6b2fe786,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:32.841118 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.859105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Calling delete_port for 7312562f-2c8c-4867-840a-5c0b6b2fe786 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:32.902670 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:39:32Z', 'revision_number': 6, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:32.926531 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adffebb-a7d2-4e4c-941c-5ad9c51e4e54 x-openstack-request-id: req-5adffebb-a7d2-4e4c-941c-5ad9c51e4e54 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:32.926996 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a743aa-d507-438e-87fd-ec1f53febdca", "tag": "2d1c2cb8-072a-4aa9-b414-3c4bbffb4221", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:32.927736 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5adffebb-a7d2-4e4c-941c-5ad9c51e4e54 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:32.930630 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a743aa-d507-438e-87fd-ec1f53febdca', 'tag': '2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'status': 'completed', 'code': 200} Aug 09 15:39:33.060274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a19b469e-49a4-4d96-9311-df867ab7bb7f req-e0bf9231-433c-4a86-a6a5-a43b3e5ba819 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 210 time: 0.0483630 Aug 09 15:39:33.099634 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4c27-1a38-4a19-942c-9056608e25af None None] The sync data for ids ['ea389299-ec4f-4e0c-80ba-181cc1c4426c'] in n-d-799523-2 is: [{'id': 'ea389299-ec4f-4e0c-80ba-181cc1c4426c', 'name': 'tempest-ServersTestManualDisk-1160273708-router', 'tenant_id': '80280fa157534d3ead309a1243f641ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:36:34Z', 'updated_at': '2021-08-09T15:39:32Z', 'revision_number': 6, 'project_id': '80280fa157534d3ead309a1243f641ce', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:33.165045 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.170818 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55115997-c48e-4416-a428-12673aabfc2d req-b5e1982d-8cf7-4cbf-9f58-456277316b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.172400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55115997-c48e-4416-a428-12673aabfc2d req-b5e1982d-8cf7-4cbf-9f58-456277316b09 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 1095 time: 0.2406442 Aug 09 15:39:33.187310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9d890-3374-4ad1-a435-da7fb8798d12 req-034c84d5-013d-47dd-80e7-d608d560a1db tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.189857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fd9d890-3374-4ad1-a435-da7fb8798d12 req-034c84d5-013d-47dd-80e7-d608d560a1db tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 944 time: 0.5000081 Aug 09 15:39:33.214098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Pushing event deleted for resources: {'Port': ['ID=7312562f-2c8c-4867-840a-5c0b6b2fe786,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:33.287234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fd9d890-3374-4ad1-a435-da7fb8798d12 req-9277606b-8310-4527-87ad-15ce48306215 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749042 Aug 09 15:39:33.303752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Made reservation on behalf of c7fa387250a54081896e882c41c036fa for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:33.308910 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.380990 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.469561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.470233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55115997-c48e-4416-a428-12673aabfc2d req-015b8fd7-6b98-498c-8ce8-2cf5da120072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.472336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55115997-c48e-4416-a428-12673aabfc2d req-015b8fd7-6b98-498c-8ce8-2cf5da120072 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.2802041 Aug 09 15:39:33.548698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55115997-c48e-4416-a428-12673aabfc2d req-afb3fe99-aa10-45d5-9dc9-e8ce5b3507db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 HTTP/1.1" status: 200 len: 217 time: 0.0526552 Aug 09 15:39:33.602876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdd7b9-4aef-4aa4-8ad4-0d55afdc114b req-fe6fec6a-d411-4f33-9ede-ae30dddb056f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.604640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cbdd7b9-4aef-4aa4-8ad4-0d55afdc114b req-fe6fec6a-d411-4f33-9ede-ae30dddb056f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.2186079 Aug 09 15:39:33.629738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.635379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.667880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaf604-1771-4b83-b88a-b9e21c12a489 req-62f6416f-db5f-4200-89b2-b8a9ff6cfb58 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.674965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0baaf604-1771-4b83-b88a-b9e21c12a489 req-62f6416f-db5f-4200-89b2-b8a9ff6cfb58 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 946 time: 0.2522588 Aug 09 15:39:33.755907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.756460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea389299-ec4f-4e0c-80ba-181cc1c4426c {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:39:33.759305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Allocated IP 172.20.0.4 (2a918482-2191-4721-b1d7-47b7c67628db/f59ed64c-f3bc-4dec-882e-268f22b5a41f/0f3dc5fb-a8c8-4e77-b714-9b0bf2521085) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:33.764104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.769014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8f9349b3-1c0c-419b-97b0-f7279857e74a admin admin] 10.222.0.64 "DELETE /v2.0/routers/ea389299-ec4f-4e0c-80ba-181cc1c4426c HTTP/1.1" status: 204 len: 168 time: 1.9622419 Aug 09 15:39:33.769374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55115997-c48e-4416-a428-12673aabfc2d req-5a5240b2-2cd8-4e55-a1b5-fd69c96be66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.769497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50904) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:33.771158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:33.776692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55115997-c48e-4416-a428-12673aabfc2d req-5a5240b2-2cd8-4e55-a1b5-fd69c96be66e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1854110 Aug 09 15:39:33.788939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0baaf604-1771-4b83-b88a-b9e21c12a489 req-b3044357-d0a1-44d5-bdf2-ed2ad6d954df tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130030 Aug 09 15:39:33.806117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cbdd7b9-4aef-4aa4-8ad4-0d55afdc114b req-cfd5732d-34b9-45ad-82c7-9f20f1a3d1cf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589701 Aug 09 15:39:33.833605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0612518-96a8-4f37-874d-b05a113c477c admin admin] Deleting subnet eaa63435-892e-4e81-ae48-750e4b7398d3 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:39:33.838545 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0612518-96a8-4f37-874d-b05a113c477c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.875996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55115997-c48e-4416-a428-12673aabfc2d req-179f726e-a657-4174-aee3-b997357fbb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.877772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55115997-c48e-4416-a428-12673aabfc2d req-179f726e-a657-4174-aee3-b997357fbb33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679877 Aug 09 15:39:33.900125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0612518-96a8-4f37-874d-b05a113c477c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.903405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:33.906430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Router b1c465d9-1335-46cf-a06e-f6fd7028e04f is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:39:33.918242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': '2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'mac_address': 'fa:16:3e:d8:b0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:33.955659 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.970301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:33.995215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:34.001513 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.049687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62151c3f-3bed-46a6-92fb-37003d0c22a5 req-862bd229-374c-4063-a20d-848d2fbf66fb tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.052480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62151c3f-3bed-46a6-92fb-37003d0c22a5 req-862bd229-374c-4063-a20d-848d2fbf66fb tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 943 time: 0.1717741 Aug 09 15:39:34.061974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:34.084854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50910) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:34.098354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1036144467'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:34.112928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.120519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0612518-96a8-4f37-874d-b05a113c477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.177495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:34.181038 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.200602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55115997-c48e-4416-a428-12673aabfc2d req-5011ae64-a53d-4a38-bacc-f1792ba5e877 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045506 Aug 09 15:39:34.224239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0612518-96a8-4f37-874d-b05a113c477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.225260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51d6492d-aabb-4e56-82da-964d3e64d905 req-a476643f-0b6f-4b99-8b9a-a3f5cb04b159 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 210 time: 0.0476675 Aug 09 15:39:34.237482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62151c3f-3bed-46a6-92fb-37003d0c22a5 req-338331b7-9a28-4082-99dd-b30617a50aba tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534419 Aug 09 15:39:34.259894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:34.263639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0612518-96a8-4f37-874d-b05a113c477c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa63435-892e-4e81-ae48-750e4b7398d3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:34.267690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.277754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.278095 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Added segment 45c38257-4a5f-4b7f-bcc3-1905de606fd6 of type vlan for network 87db3854-e09d-446f-b4e0-6480752620ed Aug 09 15:39:34.281673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0612518-96a8-4f37-874d-b05a113c477c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.282667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0fa587-0c4d-4f15-89ad-1ba79a9368be None None] Network ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:34.283456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f0612518-96a8-4f37-874d-b05a113c477c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eaa63435-892e-4e81-ae48-750e4b7398d3 HTTP/1.1" status: 204 len: 168 time: 0.5140374 Aug 09 15:39:34.286968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50914) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:34.299936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:34.361176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Network 2a918482-2191-4721-b1d7-47b7c67628db is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:34.371897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:34.374171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Pushing event updated for resources: {'Port': ['ID=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:34.378503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:34.382619 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.384963 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.386351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c091dfe6-0977-4991-9fe9-83c6a484ef5f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5241339 Aug 09 15:39:34.389794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50918) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:34.394337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d1c2cb8-072a-4aa9-b414-3c4bbffb4221'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:34.398029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Sync routers for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:34.405829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.433037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55115997-c48e-4416-a428-12673aabfc2d req-ef81805d-f3b8-40ef-92a2-1716fb4a893e service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125638 Aug 09 15:39:34.496801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:34.497427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:34.505791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.506329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df46714-9b6e-490e-b8b2-0f907f8c3232 req-b35d7939-c21e-4eae-a786-701ea3990175 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.506435 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.507513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9df46714-9b6e-490e-b8b2-0f907f8c3232 req-b35d7939-c21e-4eae-a786-701ea3990175 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 945 time: 0.0854301 Aug 09 15:39:34.512152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.518352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.518968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.520397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Deleting port dbbced18-b3a3-482f-8d61-2401541dbad1 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:34.520941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.626973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9df46714-9b6e-490e-b8b2-0f907f8c3232 req-05fc2058-ae91-4c4a-84b0-5197644165cc tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900061 Aug 09 15:39:34.632865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] For port dbbced18-b3a3-482f-8d61-2401541dbad1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dbbced18-b3a3-482f-8d61-2401541dbad1,segment=NetworkSegment(8830e062-f5a5-40aa-b69c-8fbd4ac80e0d),segment_id=8830e062-f5a5-40aa-b69c-8fbd4ac80e0d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:34.633324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.681739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Calling delete_port for dbbced18-b3a3-482f-8d61-2401541dbad1 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:34.762922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-b27144a6-cd51-4847-b8c8-2e079590dd2b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.764731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-b27144a6-cd51-4847-b8c8-2e079590dd2b tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 946 time: 0.1140108 Aug 09 15:39:34.905832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.942216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:34.958154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] No DVR routers for this DVR port dbbced18-b3a3-482f-8d61-2401541dbad1 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:35.035548 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-73a428d0-3111-4c5b-8b61-d71e1a9b8282 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3053486 Aug 09 15:39:35.037118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 31caa7cc-7ede-432a-9998-9610d47cd274 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:35.047982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd37843-05e4-4e10-ae79-894e5821f762 None None] DHCP port deletion for ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:39:35.050075 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9641824 Aug 09 15:39:35.050317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbced18-b3a3-482f-8d61-2401541dbad1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:35.055050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Request body: {'port': {'device_id': '53a8468b-07a4-4e52-afc6-7987c76403f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:35.059072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50924) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:35.065055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-815769044'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:35.095471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161cdd8-66c2-4e46-b91b-53c034acee1a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Network': ['ID=87db3854-e09d-446f-b4e0-6480752620ed,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:35.114184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 31caa7cc-7ede-432a-9998-9610d47cd274 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:35.114604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 31caa7cc-7ede-432a-9998-9610d47cd274 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:35.115239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7312562f-2c8c-4867-840a-5c0b6b2fe786 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:35.122600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 87db3854-e09d-446f-b4e0-6480752620ed details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:35.168658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9e507-8f21-40de-ac62-d26a4fd18dba req-01c57e43-126c-43a6-9be5-79c91258fc6c tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.170994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16b9e507-8f21-40de-ac62-d26a4fd18dba req-01c57e43-126c-43a6-9be5-79c91258fc6c tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 946 time: 0.2479830 Aug 09 15:39:35.175953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7312562f-2c8c-4867-840a-5c0b6b2fe786 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:35.176587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7312562f-2c8c-4867-840a-5c0b6b2fe786 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:35.183758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb115cc-ac8e-4aeb-8aa0-accd750d82f2 req-a3ddba26-8576-47dd-bb2d-91c8c03e09bf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.185434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aeb115cc-ac8e-4aeb-8aa0-accd750d82f2 req-a3ddba26-8576-47dd-bb2d-91c8c03e09bf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.2306030 Aug 09 15:39:35.186694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.201419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.225224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Deleting port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:35.225590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.235118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:35.238674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.257772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0bcf8c-7b22-4603-a124-cbdb7e8943f6']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:35.313386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:35.313738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8830e062-f5a5-40aa-b69c-8fbd4ac80e0d') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:35.357927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:31Z', 'revision_number': 3, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:35.388042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Checking router: b1c465d9-1335-46cf-a06e-f6fd7028e04f for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:35.388795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Updating router b1c465d9-1335-46cf-a06e-f6fd7028e04f port 57bf6c42-6ae9-408c-9431-c825fa7aa51b binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:39:35.423716 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.686157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.704352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:35.707230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16b9e507-8f21-40de-ac62-d26a4fd18dba req-858a54f8-4389-475e-be36-32d1d0468626 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/security-groups?id=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157981 Aug 09 15:39:35.711849 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.712113 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.725754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.731626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Transition to ACTIVE for port object 57bf6c42-6ae9-408c-9431-c825fa7aa51b will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:35.738861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Transition to ACTIVE for port object 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:35.748753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.751810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.754944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aeb115cc-ac8e-4aeb-8aa0-accd750d82f2 req-e52539b9-2479-42d4-ad25-8d7475d68be6 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484238 Aug 09 15:39:35.772416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:35.774822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.808313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Attempting to bind port 57bf6c42-6ae9-408c-9431-c825fa7aa51b on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:35.808711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Attempting to bind port 57bf6c42-6ae9-408c-9431-c825fa7aa51b by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:35.809046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Attempting to bind port 57bf6c42-6ae9-408c-9431-c825fa7aa51b on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:35.817720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7071a3d-07e1-4de6-a1ba-5e8754fd3356 None None] Pushing event updated for resources: {'Port': ['ID=57bf6c42-6ae9-408c-9431-c825fa7aa51b,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:35.834771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:35.835605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:35.836252 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.836903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:35.837568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Bound port: 57bf6c42-6ae9-408c-9431-c825fa7aa51b, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:35.838408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.841004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:39:35.841415 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:39:35.843241 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:39:35.858586 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.858927 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Added segment 000ac147-7606-49e4-bdfb-7d785820d16c of type vlan for network b98b9a08-f09c-46cf-9b6f-340bff2f4407 Aug 09 15:39:35.914710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] For port 57bf6c42-6ae9-408c-9431-c825fa7aa51b, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:35.919514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] For port 57bf6c42-6ae9-408c-9431-c825fa7aa51b, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=57bf6c42-6ae9-408c-9431-c825fa7aa51b,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:35.921439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:35.927980 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.948634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] For port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:35.949222 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:35.994196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:35.994888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:36.017776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Attempting to bind port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:36.018208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Attempting to bind port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '09bbc198-1cf8-4af9-8f20-2073da561c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '2a918482-2191-4721-b1d7-47b7c67628db'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:36.018612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Attempting to bind port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 on network 2a918482-2191-4721-b1d7-47b7c67628db {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:36.047915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 on network 2a918482-2191-4721-b1d7-47b7c67628db not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:36.048393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Attempting to bind port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 on network 2a918482-2191-4721-b1d7-47b7c67628db {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:36.052408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7071a3d-07e1-4de6-a1ba-5e8754fd3356 None None] Pushing event updated for resources: {'Port': ['ID=57bf6c42-6ae9-408c-9431-c825fa7aa51b,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:36.061649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:36.062179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Checking segment: {'id': '09bbc198-1cf8-4af9-8f20-2073da561c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '2a918482-2191-4721-b1d7-47b7c67628db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:36.062654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Bound using segment: {'id': '09bbc198-1cf8-4af9-8f20-2073da561c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '2a918482-2191-4721-b1d7-47b7c67628db'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:36.063234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Bound port: 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bbc198-1cf8-4af9-8f20-2073da561c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '2a918482-2191-4721-b1d7-47b7c67628db'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:36.063699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.073904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Calling delete_port for 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:36.085969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.090121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Allocated IP 172.20.0.1 (b42be60d-8a16-49b7-b0f1-d3559be4bc33/1e3b0156-e4aa-443e-a655-ad2f76907020/59d43b4e-770a-4197-b53d-447ef413b217) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:36.112895 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.127753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e95ed4-927a-451c-8e21-b0484d0d1939 req-8adda1e5-453b-4402-b0e3-bc6e6e825792 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.133804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7e95ed4-927a-451c-8e21-b0484d0d1939 req-8adda1e5-453b-4402-b0e3-bc6e6e825792 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 943 time: 0.3444273 Aug 09 15:39:36.137399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:36.175755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.177885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ac0bcf8c-7b22-4603-a124-cbdb7e8943f6 HTTP/1.1" status: 204 len: 168 time: 1.8896580 Aug 09 15:39:36.218281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e678c11-48b1-4349-b702-67293855d211 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0bcf8c-7b22-4603-a124-cbdb7e8943f6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:36.231517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] For port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:36.232979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482c6fb-4532-4175-8eec-f7a04fb8d54a req-9210f5e0-b819-4fd4-8344-ba890838cef9 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.236508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] For port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,segment=NetworkSegment(09bbc198-1cf8-4af9-8f20-2073da561c32),segment_id=09bbc198-1cf8-4af9-8f20-2073da561c32)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:36.245480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f482c6fb-4532-4175-8eec-f7a04fb8d54a req-9210f5e0-b819-4fd4-8344-ba890838cef9 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 943 time: 0.3405159 Aug 09 15:39:36.245887 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.296916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.298169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.300181 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] 10.222.0.35 "PUT /v2.0/ports/0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 HTTP/1.1" status: 200 len: 1091 time: 1.2538855 Aug 09 15:39:36.302880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.306459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a8468b-07a4-4e52-afc6-7987c76403f8', 'tag': '0f3dc5fb-a8c8-4e77-b714-9b0bf2521085'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:36.309175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.309860 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677b6b21-4580-4ddd-bb35-817d3d48a402" -d '{"events": [{"name": "network-changed", "server_uuid": "53a8468b-07a4-4e52-afc6-7987c76403f8", "tag": "0f3dc5fb-a8c8-4e77-b714-9b0bf2521085"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:36.310048 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.366873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:31Z', 'revision_number': 3, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:36.367459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.386667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7e95ed4-927a-451c-8e21-b0484d0d1939 req-d3f59312-baea-414f-99a4-88b23acf60b0 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415779 Aug 09 15:39:36.412798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952dc77-5bc9-40a4-87e8-ec0482d379c2 None None] The sync data for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 is: [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:31Z', 'revision_number': 3, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:36.413772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068290f6-fedf-460f-9481-92b03e83f946 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:36.422257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Transition to ACTIVE for port object 59d43b4e-770a-4197-b53d-447ef413b217 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:36.448861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a880-5932-46d4-812e-75861f927e6f req-32af24be-a866-431e-b051-50fb5eca8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.450862 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-32af24be-a866-431e-b051-50fb5eca8fbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7fa387250a54081896e882c41c036fa&device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 1094 time: 0.0940311 Aug 09 15:39:36.451586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:36.480393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f482c6fb-4532-4175-8eec-f7a04fb8d54a req-de49d09e-8f7b-4e79-9c85-4ca902a54bd9 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324746 Aug 09 15:39:36.501198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4361470 Aug 09 15:39:36.513449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50938) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:36.541689 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-e7fd383c-978b-4980-9908-21d8b312f66f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 HTTP/1.1" status: 200 len: 217 time: 0.0747058 Aug 09 15:39:36.541951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'subnet': {'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:36.549290 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.566006 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f496462-e1f6-4143-acb3-f9a2facdb241 x-openstack-request-id: req-3f496462-e1f6-4143-acb3-f9a2facdb241 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:36.566006 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a8468b-07a4-4e52-afc6-7987c76403f8", "tag": "0f3dc5fb-a8c8-4e77-b714-9b0bf2521085", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:36.566006 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f496462-e1f6-4143-acb3-f9a2facdb241 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:36.566006 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a8468b-07a4-4e52-afc6-7987c76403f8', 'tag': '0f3dc5fb-a8c8-4e77-b714-9b0bf2521085', 'status': 'completed', 'code': 200} Aug 09 15:39:36.625257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:36.628449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402265dc-5429-4ac0-b95e-6a6241aa7111 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Network': ['ID=b98b9a08-f09c-46cf-9b6f-340bff2f4407,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:36.636846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:36.651463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b98b9a08-f09c-46cf-9b6f-340bff2f4407 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:36.668074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:36.695087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41a5bd-de88-4726-9328-60d45c7f9545 req-8bf18de7-c707-4e5b-9fad-bde05cd86967 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.702332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd41a5bd-de88-4726-9328-60d45c7f9545 req-8bf18de7-c707-4e5b-9fad-bde05cd86967 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 945 time: 0.2069573 Aug 09 15:39:36.709112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.731705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a880-5932-46d4-812e-75861f927e6f req-ee948f15-3588-4380-b007-810e9642affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.732907 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-ee948f15-3588-4380-b007-810e9642affe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f59ed64c-f3bc-4dec-882e-268f22b5a41f HTTP/1.1" status: 200 len: 848 time: 0.1730120 Aug 09 15:39:36.746099 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0f0a1cf2-c814-41e6-a3fb-e67bd4fa68e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80280fa157534d3ead309a1243f641ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915835 Aug 09 15:39:36.747329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Pushing event updated for resources: {'Port': ['ID=59d43b4e-770a-4197-b53d-447ef413b217,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:36.749204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50942) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:36.803462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Pushing event deleted for resources: {'Port': ['ID=0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:36.819617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:36.823964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.885206 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-44521182-83ea-485e-820a-2a7df7244c33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a918482-2191-4721-b1d7-47b7c67628db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348732 Aug 09 15:39:36.886853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd41a5bd-de88-4726-9328-60d45c7f9545 req-914de247-1744-47ea-8234-1331125e4480 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730301 Aug 09 15:39:36.902488 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.018842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] No DVR routers for this DVR port 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:37.030416 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.032650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5bf379e-bfbd-4c75-b7e0-2ad5870f6753 req-35112eeb-dd8b-41c8-8d70-746c2caa12ee tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.35 "DELETE /v2.0/ports/0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 HTTP/1.1" status: 204 len: 173 time: 2.2593045 Aug 09 15:39:37.063158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 57bf6c42-6ae9-408c-9431-c825fa7aa51b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:37.063684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'name': 'network-vif-deleted', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:37.066088 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69603e7c-f906-45ba-be2a-7b804114a847" -d '{"events": [{"server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "name": "network-vif-deleted", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:37.083244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2be251b2-d4ec-442e-a0d7-f40672ed92a5 req-aa9cf59b-1795-4714-8911-b9e2e56ea197 tempest-FloatingIPsAssociationTestJSON-2689874 tempest-FloatingIPsAssociationTestJSON-2689874-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d212bd2-9a06-4144-9a8a-9b8abdf3a871 HTTP/1.1" status: 200 len: 210 time: 0.2020953 Aug 09 15:39:37.147309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4d09a7f0-4c74-43e0-a44b-fc43639fcf8c None None] Provisioning for port 59d43b4e-770a-4197-b53d-447ef413b217 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:37.160801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e60a53-0ab3-4bcc-9e7e-257af47e5bdc req-62ee2bbf-4735-4871-b702-2b523e24ca2a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.162455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71e60a53-0ab3-4bcc-9e7e-257af47e5bdc req-62ee2bbf-4735-4871-b702-2b523e24ca2a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.1395335 Aug 09 15:39:37.163436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4d09a7f0-4c74-43e0-a44b-fc43639fcf8c None None] Provisioning complete for port 59d43b4e-770a-4197-b53d-447ef413b217 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:37.164268 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d09a7f0-4c74-43e0-a44b-fc43639fcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.190730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbec9710-1f3f-4f9c-94a9-29f17cca4cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.260754 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-f1945d25-7c2d-4242-bbba-6c4e59eb881b service neutron] 10.222.0.35 "GET /v2.0/networks/2a918482-2191-4721-b1d7-47b7c67628db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631930 Aug 09 15:39:37.263356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbec9710-1f3f-4f9c-94a9-29f17cca4cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.276196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4d09a7f0-4c74-43e0-a44b-fc43639fcf8c None None] Port 59d43b4e-770a-4197-b53d-447ef413b217 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:37.289140 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b239ab-1275-4a81-a18b-d6418269a775 x-openstack-request-id: req-e7b239ab-1275-4a81-a18b-d6418269a775 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:37.289475 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d212bd2-9a06-4144-9a8a-9b8abdf3a871", "name": "network-vif-deleted", "tag": "0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:37.289666 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7b239ab-1275-4a81-a18b-d6418269a775 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:37.290197 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d212bd2-9a06-4144-9a8a-9b8abdf3a871', 'name': 'network-vif-deleted', 'tag': '0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2', 'status': 'completed', 'code': 200} Aug 09 15:39:37.299025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 57bf6c42-6ae9-408c-9431-c825fa7aa51b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:37.303499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 57bf6c42-6ae9-408c-9431-c825fa7aa51b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:37.305085 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.311116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71e60a53-0ab3-4bcc-9e7e-257af47e5bdc req-050e9f6c-1091-4953-abac-3f523e143005 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339281 Aug 09 15:39:37.418787 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.428652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.452212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 57bf6c42-6ae9-408c-9431-c825fa7aa51b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=57bf6c42-6ae9-408c-9431-c825fa7aa51b,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:37.466997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.468326 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.604393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=57bf6c42-6ae9-408c-9431-c825fa7aa51b,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:37.617231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dbbced18-b3a3-482f-8d61-2401541dbad1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:37.643867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: dbbced18-b3a3-482f-8d61-2401541dbad1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:37.644619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dbbced18-b3a3-482f-8d61-2401541dbad1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:37.665330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbec9710-1f3f-4f9c-94a9-29f17cca4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.669255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbec9710-1f3f-4f9c-94a9-29f17cca4cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.670447 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fbec9710-1f3f-4f9c-94a9-29f17cca4cfa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3498bb57-07c2-4fb6-a127-d54cd86dce56 HTTP/1.1" status: 204 len: 168 time: 0.8956888 Aug 09 15:39:37.716669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d2488b03-5c3f-4a8c-9077-499c54de3a53 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:37.719076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:37.723936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Subnet': ['ID=8b9351e0-aba2-421f-be33-7a80cf6d31be,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:37.742701 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-90d1a880-5932-46d4-812e-75861f927e6f req-37467853-86ff-48c3-90cb-14b3b634c472 service neutron] 10.222.0.35 "GET /v2.0/networks/2a918482-2191-4721-b1d7-47b7c67628db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708731 Aug 09 15:39:37.752612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec9710-1f3f-4f9c-94a9-29f17cca4cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3498bb57-07c2-4fb6-a127-d54cd86dce56,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:37.758753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Checking segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:37.759446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network hostable DHCP agents. Network: 87db3854-e09d-446f-b4e0-6480752620ed, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:37.802447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:37.802895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 0393a8f4-797c-4c6e-992c-0cdb5ee0cbf2 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:37.814968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dab782-05c0-4169-8250-c425fe83cd67 req-8332cdfc-93fc-44f2-a46a-7272298631ad tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.815753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:37.824143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0dab782-05c0-4169-8250-c425fe83cd67 req-8332cdfc-93fc-44f2-a46a-7272298631ad tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 943 time: 0.2141824 Aug 09 15:39:37.836749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce53d6d-58d2-4770-ae10-2973e54be1f2 req-f873fb77-c8f4-4926-89d9-b66a66786bfb tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.838340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ce53d6d-58d2-4770-ae10-2973e54be1f2 req-f873fb77-c8f4-4926-89d9-b66a66786bfb tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 943 time: 0.1749310 Aug 09 15:39:37.903757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network 87db3854-e09d-446f-b4e0-6480752620ed is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:37.952258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0dab782-05c0-4169-8250-c425fe83cd67 req-819a92ca-f4f5-4b8f-91ca-47846a5a2475 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004539 Aug 09 15:39:37.956762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-c14976e6-0ea5-4955-b94e-4b5839014a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.958482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-c14976e6-0ea5-4955-b94e-4b5839014a80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7fa387250a54081896e882c41c036fa&device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 1094 time: 0.1626048 Aug 09 15:39:37.969069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ce53d6d-58d2-4770-ae10-2973e54be1f2 req-4486f914-8235-4fb5-ba5c-91a5992d30e1 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146450 Aug 09 15:39:37.969763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 87db3854-e09d-446f-b4e0-6480752620ed) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:37.982549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.983157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.992002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.010836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2048ac11-a8e8-4eac-afdf-99a4863995f5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4877427 Aug 09 15:39:38.013527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50956) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:38.018693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259df38a-ffa1-4fa7-9b7d-4e79f4eef8d4 None None] Network 87db3854-e09d-446f-b4e0-6480752620ed requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:38.026501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'subnet': {'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:38.069150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.208024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:38.213231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50962) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:38.227981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.242906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Pushing event updated for resources: {'Port': ['ID=59d43b4e-770a-4197-b53d-447ef413b217,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:38.244288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:38.244770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.250354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d2488b03-5c3f-4a8c-9077-499c54de3a53, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d2488b03-5c3f-4a8c-9077-499c54de3a53,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:38.368008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-06d374b5-2308-4865-9c48-06f70c6b914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:38.370143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-06d374b5-2308-4865-9c48-06f70c6b914e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a918482-2191-4721-b1d7-47b7c67628db HTTP/1.1" status: 200 len: 910 time: 0.3986742 Aug 09 15:39:38.372100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:38.376170 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.468375 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-571bad60-1911-4f84-ad8b-0e5ae56c69bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 HTTP/1.1" status: 200 len: 217 time: 0.0765429 Aug 09 15:39:38.493798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776aa7-18ba-47d1-9a3c-f2ae1da0b715 req-8be0b884-f81e-47a4-8e0d-e9f408d7a021 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:38.495454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95776aa7-18ba-47d1-9a3c-f2ae1da0b715 req-8be0b884-f81e-47a4-8e0d-e9f408d7a021 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 945 time: 0.2937875 Aug 09 15:39:38.513060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'port_id': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'mac_address': 'fa:16:3e:b5:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:38.595070 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.600348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-4056f775-b820-4bf3-bbb2-c53f612bfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:38.603196 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-4056f775-b820-4bf3-bbb2-c53f612bfb5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f59ed64c-f3bc-4dec-882e-268f22b5a41f HTTP/1.1" status: 200 len: 848 time: 0.1253805 Aug 09 15:39:38.606591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:38.608684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:38.615669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-87db3854-e09d-446f-b4e0-6480752620ed', 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'fixed_ips': [{'subnet_id': '8b9351e0-aba2-421f-be33-7a80cf6d31be'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:39:38.617069 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.654512 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-76fcebca-709f-4ab0-8182-4713fcc596fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a918482-2191-4721-b1d7-47b7c67628db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432215 Aug 09 15:39:38.662156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2488b03-5c3f-4a8c-9077-499c54de3a53 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:38.686486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.737216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d2488b03-5c3f-4a8c-9077-499c54de3a53, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d2488b03-5c3f-4a8c-9077-499c54de3a53,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:38.825789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.839712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.922069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a743aa-d507-438e-87fd-ec1f53febdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1c2cb8-072a-4aa9-b414-3c4bbffb4221'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:38.931036 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0398572-90dd-4be7-bba2-7c2d1edf1e25" -d '{"events": [{"server_uuid": "09a743aa-d507-438e-87fd-ec1f53febdca", "name": "network-vif-plugged", "status": "completed", "tag": "2d1c2cb8-072a-4aa9-b414-3c4bbffb4221"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:38.965971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Router b1c465d9-1335-46cf-a06e-f6fd7028e04f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:38.991342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:39.037972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 57bf6c42-6ae9-408c-9431-c825fa7aa51b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:39.045745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.069251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d2488b03-5c3f-4a8c-9077-499c54de3a53,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:39.081402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d2488b03-5c3f-4a8c-9077-499c54de3a53'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:39.113016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95776aa7-18ba-47d1-9a3c-f2ae1da0b715 req-e7bd9708-eaf0-482c-bd97-fdb1fcb7529c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799064 Aug 09 15:39:39.133610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50988) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:39.150365 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-6353f43f-bdfe-40ce-9482-4eab904a3ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/2a918482-2191-4721-b1d7-47b7c67628db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821646 Aug 09 15:39:39.153268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37251-2e6d-4454-a3f3-04d55e4fccb5 req-d4118091-89f2-42c5-9b8e-6f6b6afaac85 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.167522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33e37251-2e6d-4454-a3f3-04d55e4fccb5 req-d4118091-89f2-42c5-9b8e-6f6b6afaac85 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.6709301 Aug 09 15:39:39.190744 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bbd9fe-8f9d-4238-a831-691dca55207e x-openstack-request-id: req-35bbd9fe-8f9d-4238-a831-691dca55207e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:39.191587 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a743aa-d507-438e-87fd-ec1f53febdca", "name": "network-vif-plugged", "status": "completed", "tag": "2d1c2cb8-072a-4aa9-b414-3c4bbffb4221", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:39.192102 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35bbd9fe-8f9d-4238-a831-691dca55207e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:39.192742 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a743aa-d507-438e-87fd-ec1f53febdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'code': 200} Aug 09 15:39:39.194085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Subnet': ['ID=240ff6bf-6b64-4b17-9cc6-775f7215d00a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:39.196490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Checking segment: {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:39.196847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network hostable DHCP agents. Network: b98b9a08-f09c-46cf-9b6f-340bff2f4407, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:39.211525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Allocated IP 10.1.1.2 (87db3854-e09d-446f-b4e0-6480752620ed/8b9351e0-aba2-421f-be33-7a80cf6d31be/ee108d95-8b30-4c5f-aa81-2469bf225af3) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:39.216713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-54d3be81-202c-476d-bc15-4cbedafb6fab None None] Provisioning complete for port 59d43b4e-770a-4197-b53d-447ef413b217 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:39.217442 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54d3be81-202c-476d-bc15-4cbedafb6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.297470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network b98b9a08-f09c-46cf-9b6f-340bff2f4407 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:39.333005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:39.351452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-54d3be81-202c-476d-bc15-4cbedafb6fab None None] Port 59d43b4e-770a-4197-b53d-447ef413b217 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:39.371224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33e37251-2e6d-4454-a3f3-04d55e4fccb5 req-b624c0a3-af94-4f8d-b544-8adb213f8535 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024484 Aug 09 15:39:39.398049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 57bf6c42-6ae9-408c-9431-c825fa7aa51b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:39.399286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.410750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b98b9a08-f09c-46cf-9b6f-340bff2f4407) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:39.430215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.431189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.443121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04cb119-fe80-4c35-a058-9dce7f463ca5 None None] Network b98b9a08-f09c-46cf-9b6f-340bff2f4407 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:39.499182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a832f3d-80c6-42dc-8acb-c71284199c75 req-52a93ee1-5ff8-4abc-8677-04c8067aa7b2 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.508929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a832f3d-80c6-42dc-8acb-c71284199c75 req-52a93ee1-5ff8-4abc-8677-04c8067aa7b2 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 943 time: 0.2191048 Aug 09 15:39:39.520979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cc5af718-a06d-4c54-a523-7acb4963a84f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5054469 Aug 09 15:39:39.521872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50992) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:39.534178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc71846-8260-4fc9-bcd8-325a92f42b80 req-d30539e2-ee79-4ee8-8b3a-6e35df7a5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.535745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfc71846-8260-4fc9-bcd8-325a92f42b80 req-d30539e2-ee79-4ee8-8b3a-6e35df7a5255 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 1097 time: 0.2038050 Aug 09 15:39:39.550189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'port': {'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'name': 'tempest-TaggedBootDevicesTest-1758297170', 'fixed_ips': [{'subnet_id': '8b9351e0-aba2-421f-be33-7a80cf6d31be'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:39.603883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1889103643-network', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:39.679217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:39.686806 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fd61d55e-4ee0-4882-b837-a439b9354e2a admin admin] 10.222.0.64 "PUT /v2.0/routers/b1c465d9-1335-46cf-a06e-f6fd7028e04f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2956228 Aug 09 15:39:39.707267 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Sync routers for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:39.729852 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:39.731377 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:39.742863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a832f3d-80c6-42dc-8acb-c71284199c75 req-595699ee-206f-43b3-97f4-1690218ad3c0 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300558 Aug 09 15:39:39.757191 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-677b6b21-4580-4ddd-bb35-817d3d48a402 req-77c983d9-64ab-4f51-8c7e-43a890a14230 service neutron] 10.222.0.35 "GET /v2.0/networks/2a918482-2191-4721-b1d7-47b7c67628db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437701 Aug 09 15:39:39.775512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfc71846-8260-4fc9-bcd8-325a92f42b80 req-a072023f-61ec-4a31-9d7d-b53f7e01cfdb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111127 Aug 09 15:39:39.782621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:39.785428 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.816124 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.827013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26f9de-057f-445d-9a0c-3abcd889d3f6 req-95abcd9f-afa4-4e54-ae57-0b6540ddaec3 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.836177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d26f9de-057f-445d-9a0c-3abcd889d3f6 req-95abcd9f-afa4-4e54-ae57-0b6540ddaec3 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 944 time: 0.2179999 Aug 09 15:39:39.839385 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.876004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Transition to ACTIVE for port object ee108d95-8b30-4c5f-aa81-2469bf225af3 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:39.900216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b98b9a08-f09c-46cf-9b6f-340bff2f4407', 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'fixed_ips': [{'subnet_id': '240ff6bf-6b64-4b17-9cc6-775f7215d00a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:39:39.901125 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.931323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Transition to ACTIVE for port object ee108d95-8b30-4c5f-aa81-2469bf225af3 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:39.941844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d26f9de-057f-445d-9a0c-3abcd889d3f6 req-d20ee84d-779b-44c6-9889-006c07935325 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043079 Aug 09 15:39:39.948885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:39.952738 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.958556 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:40.061303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.102416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Network 87db3854-e09d-446f-b4e0-6480752620ed is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:40.110469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:40.114396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:40.156738 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.224497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Pushing event updated for resources: {'Port': ['ID=ee108d95-8b30-4c5f-aa81-2469bf225af3,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:40.241022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] device_id is not set on port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:39:40.272730 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 2, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:40.273193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51002) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:40.278018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d469df3f-a109-4d88-a757-7cfbc6413b59 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700544900', 'description': 'tempest-description--1006270965'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:40.294333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Attempting to bind port ee108d95-8b30-4c5f-aa81-2469bf225af3 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:40.294703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Attempting to bind port ee108d95-8b30-4c5f-aa81-2469bf225af3 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:40.295060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Attempting to bind port ee108d95-8b30-4c5f-aa81-2469bf225af3 on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:40.303445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Checking router: b1c465d9-1335-46cf-a06e-f6fd7028e04f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:40.303706 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Updating router b1c465d9-1335-46cf-a06e-f6fd7028e04f port 59d43b4e-770a-4197-b53d-447ef413b217 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:39:40.304285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Allocated IP 10.2.2.2 (b98b9a08-f09c-46cf-9b6f-340bff2f4407/240ff6bf-6b64-4b17-9cc6-775f7215d00a/f519bd7c-70f2-4f36-ac53-01d541a7bbca) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:40.306886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:40.307363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Checking segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:40.307734 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.308429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Bound using segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:40.309000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Bound port: ee108d95-8b30-4c5f-aa81-2469bf225af3, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:40.309159 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.310373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.331271 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.338220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d469df3f-a109-4d88-a757-7cfbc6413b59 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.386676 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.395915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] For port ee108d95-8b30-4c5f-aa81-2469bf225af3, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:40.400287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] For port ee108d95-8b30-4c5f-aa81-2469bf225af3, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ee108d95-8b30-4c5f-aa81-2469bf225af3,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:40.408407 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.474840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d469df3f-a109-4d88-a757-7cfbc6413b59 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.480242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d469df3f-a109-4d88-a757-7cfbc6413b59 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.524588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:40.534463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9993f0-8140-463c-a6fe-daa1668aa07f req-9cc964ee-1b15-4580-ae82-3f024c76d22a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:40.543072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba9993f0-8140-463c-a6fe-daa1668aa07f req-9cc964ee-1b15-4580-ae82-3f024c76d22a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.3432982 Aug 09 15:39:40.550713 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d469df3f-a109-4d88-a757-7cfbc6413b59 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.555214 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d469df3f-a109-4d88-a757-7cfbc6413b59 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2787631 Aug 09 15:39:40.558621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51006) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:40.562375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469df3f-a109-4d88-a757-7cfbc6413b59 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549236f6-83f1-40a7-a472-050f7d30bb6f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:40.568715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492b397-5ce9-449c-b432-435f8d5601b8 None None] Pushing event updated for resources: {'Port': ['ID=ee108d95-8b30-4c5f-aa81-2469bf225af3,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:40.570040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a198b693-59b5-4e4d-9205-42a69ab9700b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'security_group_rule': {'security_group_id': '549236f6-83f1-40a7-a472-050f7d30bb6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:40.612494 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a198b693-59b5-4e4d-9205-42a69ab9700b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.702780 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.721913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Transition to ACTIVE for port object f519bd7c-70f2-4f36-ac53-01d541a7bbca will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:40.755006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Transition to ACTIVE for port object f519bd7c-70f2-4f36-ac53-01d541a7bbca will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:40.765486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.787771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a198b693-59b5-4e4d-9205-42a69ab9700b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.795573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a198b693-59b5-4e4d-9205-42a69ab9700b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.810583 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.811859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Network b98b9a08-f09c-46cf-9b6f-340bff2f4407 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:40.828737 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Transition to ACTIVE for port object 59d43b4e-770a-4197-b53d-447ef413b217 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:40.838383 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.840699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198b693-59b5-4e4d-9205-42a69ab9700b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ee847f-7543-49fa-ad96-250e325fc997,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:40.902327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a198b693-59b5-4e4d-9205-42a69ab9700b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.909410 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a198b693-59b5-4e4d-9205-42a69ab9700b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486650 Aug 09 15:39:40.912614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:40.913302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51010) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:40.917149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:40.925287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f0701dff-b016-492d-8f98-1f143898a5d8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'security_group_rule': {'security_group_id': '549236f6-83f1-40a7-a472-050f7d30bb6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:40.954566 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Pushing event updated for resources: {'Port': ['ID=59d43b4e-770a-4197-b53d-447ef413b217,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.014865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0701dff-b016-492d-8f98-1f143898a5d8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.019859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Pushing event updated for resources: {'Port': ['ID=f519bd7c-70f2-4f36-ac53-01d541a7bbca,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.088972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ee108d95-8b30-4c5f-aa81-2469bf225af3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:41.094172 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.094518 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.094867 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.095201 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.095533 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.095884 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.096231 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.098204 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.098558 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.106595 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.111425 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.113042 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:41.114529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0701dff-b016-492d-8f98-1f143898a5d8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.119750 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Attempting to bind port 59d43b4e-770a-4197-b53d-447ef413b217 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:41.127227 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Attempting to bind port 59d43b4e-770a-4197-b53d-447ef413b217 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:41.127601 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Attempting to bind port 59d43b4e-770a-4197-b53d-447ef413b217 on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:41.128960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0701dff-b016-492d-8f98-1f143898a5d8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.134204 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:41.135217 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Checking segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:41.135856 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.136413 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Bound using segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:41.137044 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Bound port: 59d43b4e-770a-4197-b53d-447ef413b217, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:41.137597 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.165172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0701dff-b016-492d-8f98-1f143898a5d8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095c2757-7486-4218-a022-2b9908b24846,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.181802 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0701dff-b016-492d-8f98-1f143898a5d8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.183227 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f0701dff-b016-492d-8f98-1f143898a5d8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644579 Aug 09 15:39:41.187074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51014) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:41.194672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:41.200574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Attempting to bind port f519bd7c-70f2-4f36-ac53-01d541a7bbca on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:41.201397 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Attempting to bind port f519bd7c-70f2-4f36-ac53-01d541a7bbca by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:41.202132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Attempting to bind port f519bd7c-70f2-4f36-ac53-01d541a7bbca on network b98b9a08-f09c-46cf-9b6f-340bff2f4407 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:41.221072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:41.221910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Checking segment: {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:41.222723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.223550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Bound using segment: {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:41.227181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Bound port: f519bd7c-70f2-4f36-ac53-01d541a7bbca, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:41.228005 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.228412 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] For port 59d43b4e-770a-4197-b53d-447ef413b217, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:41.230600 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.232042 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] For port 59d43b4e-770a-4197-b53d-447ef413b217, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=59d43b4e-770a-4197-b53d-447ef413b217,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:41.239698 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.322368 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:41.325419 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:41.374412 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.380490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] For port f519bd7c-70f2-4f36-ac53-01d541a7bbca, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:41.392643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] For port f519bd7c-70f2-4f36-ac53-01d541a7bbca, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f519bd7c-70f2-4f36-ac53-01d541a7bbca,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:41.403038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ee108d95-8b30-4c5f-aa81-2469bf225af3 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:41.405176 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.405679 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Added segment 304aaa91-afac-4eb7-8051-d322615db914 of type vlan for network e1a42f60-568c-4f4e-ae47-08216237b1bf Aug 09 15:39:41.415059 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.428730 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335e34a-7408-4543-b48d-aa85c8ca076d None None] Pushing event updated for resources: {'Port': ['ID=59d43b4e-770a-4197-b53d-447ef413b217,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.470398 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.531882 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:41.548031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a889d01d-8a96-48ca-b9df-203bd3b33e2e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.551730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757e8c8-308a-44f5-87d9-72f65da9b804 None None] Pushing event updated for resources: {'Port': ['ID=f519bd7c-70f2-4f36-ac53-01d541a7bbca,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.584504 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.586112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:41.588826 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.602180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Allocated IP 172.25.7.127 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e37b785f-2d48-4d25-995c-56498520fe66) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:41.735274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:41.745470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d2488b03-5c3f-4a8c-9077-499c54de3a53 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:41.841937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.918887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba9993f0-8140-463c-a6fe-daa1668aa07f req-84cc44ec-53b8-4cb6-91c1-38458e796929 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3743894 Aug 09 15:39:41.956541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.959983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7900202 Aug 09 15:39:41.976022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51016) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:41.999317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Allocated IP 10.1.1.64 (87db3854-e09d-446f-b4e0-6480752620ed/8b9351e0-aba2-421f-be33-7a80cf6d31be/2f1b14d5-b189-4f6f-a392-e46dbc94d63e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:42.001830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c42e6-3250-4641-8cd2-3e89f95a74bf admin admin] Pushing event updated for resources: {'Network': ['ID=e1a42f60-568c-4f4e-ae47-08216237b1bf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:42.049942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87ee9f-03c2-4f76-b1b0-b8da38b97bdd req-30a572cc-d171-4511-936b-e878f5551d0c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.051623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Request body: {'subnet': {'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1889103643-subnet', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:42.066043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d87ee9f-03c2-4f76-b1b0-b8da38b97bdd req-30a572cc-d171-4511-936b-e878f5551d0c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 1.5704675 Aug 09 15:39:42.103670 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:41Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:42.119347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:42.146355 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1459c5-7369-4792-86cf-8baca76a98d7 None None] The sync data for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 is: [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:41Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:42.147736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:42.153574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'Port': ['ID=e37b785f-2d48-4d25-995c-56498520fe66,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:42.160903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:42.163315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:42.169958 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.179113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network e1a42f60-568c-4f4e-ae47-08216237b1bf details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:42.274256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d87ee9f-03c2-4f76-b1b0-b8da38b97bdd req-719902eb-77fe-4b4d-a9c3-1e45eb129b17 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071619 Aug 09 15:39:42.356889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port d2488b03-5c3f-4a8c-9077-499c54de3a53 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:42.376426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port d2488b03-5c3f-4a8c-9077-499c54de3a53 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:42.377080 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.424890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.450662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7151-ab50-4304-8201-bd0eb3b230cd req-d5c50a1f-53db-49f0-813d-15551758c1a3 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.452578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0c7151-ab50-4304-8201-bd0eb3b230cd req-d5c50a1f-53db-49f0-813d-15551758c1a3 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 943 time: 0.3560801 Aug 09 15:39:42.487622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.500052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09630a9-3a1f-4dab-b927-92d23216b54a None None] Network 87db3854-e09d-446f-b4e0-6480752620ed requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:42.528830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,segment=NetworkSegment(09bbc198-1cf8-4af9-8f20-2073da561c32),segment_id=09bbc198-1cf8-4af9-8f20-2073da561c32)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:42.563415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '0f3dc5fb-a8c8-4e77-b714-9b0bf2521085', 'network_id': '2a918482-2191-4721-b1d7-47b7c67628db', 'port_id': '0f3dc5fb-a8c8-4e77-b714-9b0bf2521085', 'mac_address': 'fa:16:3e:bd:2a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59ed64c-f3bc-4dec-882e-268f22b5a41f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:42.670195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0bd247c1-418c-4736-b19d-09fe41c028f9 None None] Provisioning for port ee108d95-8b30-4c5f-aa81-2469bf225af3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:42.682997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.697581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0bd247c1-418c-4736-b19d-09fe41c028f9 None None] Provisioning complete for port ee108d95-8b30-4c5f-aa81-2469bf225af3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:42.698098 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0bd247c1-418c-4736-b19d-09fe41c028f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.709189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d1ee1-fbdd-41c2-808f-289f1f05c4e8 req-684756f5-16c3-4239-a0ca-7e7c0566083c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.711511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a04d1ee1-fbdd-41c2-808f-289f1f05c4e8 req-684756f5-16c3-4239-a0ca-7e7c0566083c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 944 time: 0.2576818 Aug 09 15:39:42.764726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e0c7151-ab50-4304-8201-bd0eb3b230cd req-f0e3ee95-771c-4650-909e-16b4b913bc73 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419314 Aug 09 15:39:42.802933 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.848060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3068814-241f-4d59-9b4b-cba68f136773,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:42.858107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Checking segment: {'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:42.858472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Network hostable DHCP agents. Network: e1a42f60-568c-4f4e-ae47-08216237b1bf, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:42.874302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.896972 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a04d1ee1-fbdd-41c2-808f-289f1f05c4e8 req-e04bc38e-d9d1-4df8-a2d1-e3b7ba3b8de2 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620171 Aug 09 15:39:42.905066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Transition to ACTIVE for port object 2f1b14d5-b189-4f6f-a392-e46dbc94d63e will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:42.907982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Deleting port 850455ea-ae0a-4f6c-9757-906983540a66 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:42.908327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.913659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.926737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:42.938229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.942460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Network e1a42f60-568c-4f4e-ae47-08216237b1bf is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:42.957343 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.022775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, e1a42f60-568c-4f4e-ae47-08216237b1bf) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:43.035883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:43.036688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.092526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'Port': ['ID=e37b785f-2d48-4d25-995c-56498520fe66,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:43.095155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d4adad-58e6-4d0f-8617-58d6a7b3ce34 None None] Network e1a42f60-568c-4f4e-ae47-08216237b1bf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:43.101740 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3efef013-1d54-420f-b94e-d0e795ce4ecc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1226542 Aug 09 15:39:43.105161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51020) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:43.117403 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.138636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,segment=NetworkSegment(09bbc198-1cf8-4af9-8f20-2073da561c32),segment_id=09bbc198-1cf8-4af9-8f20-2073da561c32)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:43.147787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.160875 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ddb0ec2e-5604-4d52-86da-523ebdee1ae7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9644394 Aug 09 15:39:43.188194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:43.254647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f519bd7c-70f2-4f36-ac53-01d541a7bbca up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:43.269486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2488b03-5c3f-4a8c-9077-499c54de3a53'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:43.272365 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db0782a-795d-4e74-8256-acc343fd9255" -d '{"events": [{"server_uuid": "ce23c515-8ed3-49cf-bc59-5fecdd41a731", "name": "network-vif-plugged", "status": "completed", "tag": "d2488b03-5c3f-4a8c-9077-499c54de3a53"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:43.275313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de03af-d137-48a5-b0e3-6fe5cc737199 None None] Network b98b9a08-f09c-46cf-9b6f-340bff2f4407 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:43.277469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.284512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.285579 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.297756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] For port 850455ea-ae0a-4f6c-9757-906983540a66, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=850455ea-ae0a-4f6c-9757-906983540a66,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:43.298119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.324808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579763f-f7c1-4f1c-9402-f454ae8ac007 req-9ec60156-0a6f-499f-8a08-67a951a33241 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:43.326482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a579763f-f7c1-4f1c-9402-f454ae8ac007 req-9ec60156-0a6f-499f-8a08-67a951a33241 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.2452824 Aug 09 15:39:43.336598 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.339413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d2488b03-5c3f-4a8c-9077-499c54de3a53, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d2488b03-5c3f-4a8c-9077-499c54de3a53,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:43.352036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Calling delete_port for 850455ea-ae0a-4f6c-9757-906983540a66 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:43.410467 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.455717 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0bd247c1-418c-4736-b19d-09fe41c028f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.500855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:43.514243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network 87db3854-e09d-446f-b4e0-6480752620ed is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:43.530886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['0f3dc5fb-a8c8-4e77-b714-9b0bf2521085'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:43.556560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-ff314ef9-7bc9-4a88-a6b9-1920632e47a6 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--700544900&fields=id&tenant_id=467fd1dac0424938b403368cc5b38339 HTTP/1.1" status: 200 len: 267 time: 0.2270606 Aug 09 15:39:43.557215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:43.560903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:43.564238 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.573579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:43.586235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a579763f-f7c1-4f1c-9402-f454ae8ac007 req-0e7100a1-853c-441c-b60a-70e8a6bda297 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473660 Aug 09 15:39:43.670025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0bd247c1-418c-4736-b19d-09fe41c028f9 None None] For port ee108d95-8b30-4c5f-aa81-2469bf225af3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ee108d95-8b30-4c5f-aa81-2469bf225af3,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:43.731037 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad68f1a-c512-4b60-bf91-d6eb92578c98 x-openstack-request-id: req-8ad68f1a-c512-4b60-bf91-d6eb92578c98 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:43.731492 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce23c515-8ed3-49cf-bc59-5fecdd41a731", "name": "network-vif-plugged", "status": "completed", "tag": "d2488b03-5c3f-4a8c-9077-499c54de3a53", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:43.731934 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ad68f1a-c512-4b60-bf91-d6eb92578c98 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:43.732772 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'code': 200} Aug 09 15:39:43.733941 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0bd247c1-418c-4736-b19d-09fe41c028f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.747037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f519bd7c-70f2-4f36-ac53-01d541a7bbca completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:43.785627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 59d43b4e-770a-4197-b53d-447ef413b217 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:43.878811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86f010-5328-4463-8b8a-3d2818fa401b req-1a611928-ed1c-417a-9aa4-a88917a595c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:43.880418 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a86f010-5328-4463-8b8a-3d2818fa401b req-1a611928-ed1c-417a-9aa4-a88917a595c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 1096 time: 0.0894423 Aug 09 15:39:43.906926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cde8-12b7-4450-ad0a-281b635a677d req-ddbc20bd-9380-4761-9b41-2314725fbc43 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:43.909007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-ddbc20bd-9380-4761-9b41-2314725fbc43 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 816 time: 0.3365548 Aug 09 15:39:43.914611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d2488b03-5c3f-4a8c-9077-499c54de3a53,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:43.917244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:43.918183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.975504 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a86f010-5328-4463-8b8a-3d2818fa401b req-aa21a49d-26ba-404f-b39d-09dbe5dc6781 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846965 Aug 09 15:39:44.045038 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.055359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c7286452-c9a7-42a6-93c0-29a305d406ab None None] Provisioning for port f519bd7c-70f2-4f36-ac53-01d541a7bbca completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:44.087926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c7286452-c9a7-42a6-93c0-29a305d406ab None None] Provisioning complete for port f519bd7c-70f2-4f36-ac53-01d541a7bbca triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:44.088493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c7286452-c9a7-42a6-93c0-29a305d406ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.093327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-e1a42f60-568c-4f4e-ae47-08216237b1bf', 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'fixed_ips': [{'subnet_id': 'd3068814-241f-4d59-9b4b-cba68f136773'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:39:44.094528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.159007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-13d505ce-c0cc-4c2f-a4fb-ddc7e046e501 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/quotas/467fd1dac0424938b403368cc5b38339 HTTP/1.1" status: 200 len: 375 time: 0.1079686 Aug 09 15:39:44.249190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 59d43b4e-770a-4197-b53d-447ef413b217 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:44.251269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd247c1-418c-4736-b19d-09fe41c028f9 None None] Pushing event updated for resources: {'Port': ['ID=ee108d95-8b30-4c5f-aa81-2469bf225af3,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:44.316894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 59d43b4e-770a-4197-b53d-447ef413b217 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:44.317218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.479969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6cc4e3a0-ba73-4bce-b7a5-57daa7b821e0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9496315 Aug 09 15:39:44.486640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51044) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:44.495169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'port': {'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'name': 'tempest-TaggedBootDevicesTest-1568107182', 'fixed_ips': [{'subnet_id': '8b9351e0-aba2-421f-be33-7a80cf6d31be'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:44.519045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Allocated IP 172.20.0.2 (e1a42f60-568c-4f4e-ae47-08216237b1bf/d3068814-241f-4d59-9b4b-cba68f136773/3104e5a5-1f9d-4a45-a770-bf41844d2d66) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:44.527103 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c7286452-c9a7-42a6-93c0-29a305d406ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.551947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd9-1ce0-4ea7-987c-2afbc79530a6 req-357719dc-49ba-4c1d-9e54-49eec2bc5378 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:44.561480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61becbd9-1ce0-4ea7-987c-2afbc79530a6 req-357719dc-49ba-4c1d-9e54-49eec2bc5378 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.6393530 Aug 09 15:39:44.642306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-39bbb25b-e39c-4f31-b4ea-67c35e0af7c9 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1977198 Aug 09 15:39:44.648541 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-76c00c77-cb79-4695-84be-08bc724b8d3e service neutron] show failed (client error): The resource could not be found. Aug 09 15:39:44.650071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-76c00c77-cb79-4695-84be-08bc724b8d3e service neutron] 10.222.0.66 "GET /v2.0/ports/38e1f410-d435-45bd-af46-d73c372e1fe7/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.5788629 Aug 09 15:39:44.660400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:44.684588 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.815019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-8b764d23-bad3-480d-9099-e8d1c381e377 service neutron] 10.222.0.64 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260552 Aug 09 15:39:44.826771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c7286452-c9a7-42a6-93c0-29a305d406ab None None] For port f519bd7c-70f2-4f36-ac53-01d541a7bbca, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f519bd7c-70f2-4f36-ac53-01d541a7bbca,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:44.828917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61becbd9-1ce0-4ea7-987c-2afbc79530a6 req-c862e82a-0e8b-4d8d-a495-310a9df67ee3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661476 Aug 09 15:39:44.866692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.883074 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.900164 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c7286452-c9a7-42a6-93c0-29a305d406ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.904365 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.926655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] device_id is not set on port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:39:44.975319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Transition to ACTIVE for port object 3104e5a5-1f9d-4a45-a770-bf41844d2d66 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:44.997146 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-55a97447-1c4b-45a0-a23c-89e918020c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.999065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=850455ea-ae0a-4f6c-9757-906983540a66,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:45.000365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 59d43b4e-770a-4197-b53d-447ef413b217, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=59d43b4e-770a-4197-b53d-447ef413b217,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:45.034849 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.055439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Transition to ACTIVE for port object 3104e5a5-1f9d-4a45-a770-bf41844d2d66 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:45.061024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7286452-c9a7-42a6-93c0-29a305d406ab None None] Pushing event updated for resources: {'Port': ['ID=f519bd7c-70f2-4f36-ac53-01d541a7bbca,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:45.069305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-657db4ce-fd8c-4f09-9fcd-d690329a9f75 None None] Provisioning complete for port f519bd7c-70f2-4f36-ac53-01d541a7bbca triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:45.069680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-657db4ce-fd8c-4f09-9fcd-d690329a9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.174048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-a6f563bc-cfc2-4c50-8f47-a60805c5bf95 service neutron] 10.222.0.64 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437333 Aug 09 15:39:45.280759 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:39:45.302864 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.378530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Allocated IP 10.1.1.149 (87db3854-e09d-446f-b4e0-6480752620ed/8b9351e0-aba2-421f-be33-7a80cf6d31be/2c46c525-ebeb-4a24-9dd7-8fa47311f859) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:45.385429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f8210-d7ac-490b-8859-2fb36b6c88d3 req-37eb474f-b288-416c-8746-b9e23079120b tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:45.387390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-170f8210-d7ac-490b-8859-2fb36b6c88d3 req-37eb474f-b288-416c-8746-b9e23079120b tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 944 time: 0.2103813 Aug 09 15:39:45.396499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-bafc2e1c-8d22-4444-ac81-a819dc54234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:45.398453 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-bafc2e1c-8d22-4444-ac81-a819dc54234d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 1101 time: 0.4876566 Aug 09 15:39:45.400787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ee108d95-8b30-4c5f-aa81-2469bf225af3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:45.407781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Network e1a42f60-568c-4f4e-ae47-08216237b1bf is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:45.417911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:45.438507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:45.451306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:45.508827 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=59d43b4e-770a-4197-b53d-447ef413b217,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:45.567795 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.593113 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.664622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Attempting to bind port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:45.665138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Attempting to bind port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:45.665257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Attempting to bind port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 on network e1a42f60-568c-4f4e-ae47-08216237b1bf {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:45.668923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Pushing event updated for resources: {'Port': ['ID=3104e5a5-1f9d-4a45-a770-bf41844d2d66,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:45.684835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ee108d95-8b30-4c5f-aa81-2469bf225af3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:45.685208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.686947 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:45.687319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Checking segment: {'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:45.688245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.689030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Bound using segment: {'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:45.689534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Bound port: 3104e5a5-1f9d-4a45-a770-bf41844d2d66, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:45.689921 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.707859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-170f8210-d7ac-490b-8859-2fb36b6c88d3 req-1d545ca8-cd1f-4136-9e7e-946dd575764e tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414592 Aug 09 15:39:45.748601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-657db4ce-fd8c-4f09-9fcd-d690329a9f75 None None] Provisioning complete for port ee108d95-8b30-4c5f-aa81-2469bf225af3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:45.748980 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-657db4ce-fd8c-4f09-9fcd-d690329a9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.761257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.789821 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.806355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.853393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] For port 3104e5a5-1f9d-4a45-a770-bf41844d2d66, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:45.856962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] For port 3104e5a5-1f9d-4a45-a770-bf41844d2d66, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3104e5a5-1f9d-4a45-a770-bf41844d2d66,segment=NetworkSegment(304aaa91-afac-4eb7-8051-d322615db914),segment_id=304aaa91-afac-4eb7-8051-d322615db914)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:45.862383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:45.887219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Transition to ACTIVE for port object 2c46c525-ebeb-4a24-9dd7-8fa47311f859 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:45.890968 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.009970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:46.035600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdabe3b-7810-4879-825c-498c660cbda5 req-c9a6407b-accb-4c30-a770-e6c3209b7ea7 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.044498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfdabe3b-7810-4879-825c-498c660cbda5 req-c9a6407b-accb-4c30-a770-e6c3209b7ea7 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 945 time: 0.4656308 Aug 09 15:39:46.047086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Allocated IP 172.25.7.28 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/c9b1481c-c102-4cec-9a6d-8c2b5bf3144d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:46.060433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:46.075374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c40434-c03e-45ae-9eaa-e22bae5c0a70 None None] Pushing event updated for resources: {'Port': ['ID=3104e5a5-1f9d-4a45-a770-bf41844d2d66,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:46.096803 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.134120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcbbef-7443-4199-838e-6047afe8a132 req-105af9f7-3903-4de7-8bbf-3cb9f112793f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.160493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47bcbbef-7443-4199-838e-6047afe8a132 req-105af9f7-3903-4de7-8bbf-3cb9f112793f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.2941275 Aug 09 15:39:46.179612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:46.181934 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766b3017-d8ef-4f2e-8a83-d5171adc6674" -d '{"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-unplugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:46.185476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:46.196745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:46.197266 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.202569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=2c46c525-ebeb-4a24-9dd7-8fa47311f859,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:46.207940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.219688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network 87db3854-e09d-446f-b4e0-6480752620ed is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:46.241398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:46.248946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:46.263575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-657db4ce-fd8c-4f09-9fcd-d690329a9f75 None None] Provisioning for port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:46.273996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-657db4ce-fd8c-4f09-9fcd-d690329a9f75 None None] Provisioning complete for port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:46.273996 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-657db4ce-fd8c-4f09-9fcd-d690329a9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.297834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Transition to ACTIVE for port object 38e1f410-d435-45bd-af46-d73c372e1fe7 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:46.304395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.308448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfdabe3b-7810-4879-825c-498c660cbda5 req-c426f0b2-0df1-4511-92fb-502bcca1d503 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627418 Aug 09 15:39:46.359763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-657db4ce-fd8c-4f09-9fcd-d690329a9f75 None None] Port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:46.426610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=6']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:46.454670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.455338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.488098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47bcbbef-7443-4199-838e-6047afe8a132 req-d4b748a9-2218-462e-9a35-2b67221d19d2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268704 Aug 09 15:39:46.507655 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.518340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] No DVR routers for this DVR port 38e1f410-d435-45bd-af46-d73c372e1fe7 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:46.588293 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-625bbeaf-b9d6-4e4d-95ef-9e2745e8e9f4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0950482 Aug 09 15:39:46.607342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-708537d3-e509-4ff3-80ed-881c83aeb95b req-a91bd6be-98f5-402d-a76b-b447a3f92115 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 210 time: 0.1141088 Aug 09 15:39:46.630896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:46.631277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:46.631620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:46.637491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:46.638069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:46.647864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a8468b-07a4-4e52-afc6-7987c76403f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3dc5fb-a8c8-4e77-b714-9b0bf2521085'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:46.651957 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305aca60-d5eb-4fb3-b146-f3654b90638d" -d '{"events": [{"server_uuid": "53a8468b-07a4-4e52-afc6-7987c76403f8", "name": "network-vif-plugged", "status": "completed", "tag": "0f3dc5fb-a8c8-4e77-b714-9b0bf2521085"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:46.655191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:46.655672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:46.656116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:46.656774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Bound port: 38e1f410-d435-45bd-af46-d73c372e1fe7, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:46.657282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.664567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,segment=NetworkSegment(09bbc198-1cf8-4af9-8f20-2073da561c32),segment_id=09bbc198-1cf8-4af9-8f20-2073da561c32)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:46.674685 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.777101 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffdaebc-5017-4bb3-8523-3ad46d60e198 x-openstack-request-id: req-bffdaebc-5017-4bb3-8523-3ad46d60e198 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:46.777386 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-unplugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:46.777703 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bffdaebc-5017-4bb3-8523-3ad46d60e198 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:46.778083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Router f32654ed-c686-49c2-99aa-d60e3774d2c8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:46.778263 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'code': 200} Aug 09 15:39:46.785677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.788242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:46.792512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:46.798538 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.829290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:46.855789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1344432b-4639-4497-9263-396c408a6183 None None] Provisioning for port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:46.860337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1344432b-4639-4497-9263-396c408a6183 None None] Provisioning complete for port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:46.860734 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1344432b-4639-4497-9263-396c408a6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.863326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b87ca-28a5-4562-a864-735678773f00 req-3fce274a-5343-43ad-ad2b-27e02401fcf1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.865216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-447b87ca-28a5-4562-a864-735678773f00 req-3fce274a-5343-43ad-ad2b-27e02401fcf1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 948 time: 0.2160532 Aug 09 15:39:46.873939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.874989 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.876609 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] 10.222.0.35 "PUT /v2.0/ports/38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 1096 time: 1.4684658 Aug 09 15:39:46.878424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a0ddd-40a7-4189-b60c-6c31b1696a98 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:46.947497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1344432b-4639-4497-9263-396c408a6183 None None] Port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:46.965225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8074fd08-9e30-47de-b5d6-78cf0b88491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.966832 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-8074fd08-9e30-47de-b5d6-78cf0b88491f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1099 time: 0.0661547 Aug 09 15:39:47.122359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-819ebe6c-c7b3-4b0f-92b9-bb27814474db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:47.123975 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-819ebe6c-c7b3-4b0f-92b9-bb27814474db service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1501355 Aug 09 15:39:47.176052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-b25f8263-3e78-48d6-8cac-de3b257c0a5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.0442548 Aug 09 15:39:47.178366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-447b87ca-28a5-4562-a864-735678773f00 req-a24fbff7-25e4-41ee-93b0-1a0fb061c04d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044579 Aug 09 15:39:47.201195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:47.201195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.206024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] Sync routers for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:47.213728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b2c26d41-4e24-482b-9a87-de8152389bc4 admin admin] 10.222.0.64 "PUT /v2.0/routers/f32654ed-c686-49c2-99aa-d60e3774d2c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9977620 Aug 09 15:39:47.224910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:47.226424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:47.269723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51070) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:47.307211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b1481c-c102-4cec-9a6d-8c2b5bf3144d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:47.317570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bd5df-520b-4fa0-89f8-98dd66c997ae req-efd307d4-2e3f-4aed-a345-ddae2f5887fd tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:47.329440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-721bd5df-520b-4fa0-89f8-98dd66c997ae req-efd307d4-2e3f-4aed-a345-ddae2f5887fd tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 945 time: 0.4262276 Aug 09 15:39:47.337756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51072) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:47.352975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Request body: {'floatingip': {'port_id': 'd2488b03-5c3f-4a8c-9077-499c54de3a53'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:47.444056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-b1728a5c-712e-46d0-be44-77ef5f77c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:47.445672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-b1728a5c-712e-46d0-be44-77ef5f77c54f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2526858 Aug 09 15:39:47.450155 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4cad2c-d3de-4465-a0bf-d212e88ec934 x-openstack-request-id: req-ec4cad2c-d3de-4465-a0bf-d212e88ec934 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:47.450722 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a8468b-07a4-4e52-afc6-7987c76403f8", "name": "network-vif-plugged", "status": "completed", "tag": "0f3dc5fb-a8c8-4e77-b714-9b0bf2521085", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:47.451206 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec4cad2c-d3de-4465-a0bf-d212e88ec934 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:47.452096 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.452261 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a8468b-07a4-4e52-afc6-7987c76403f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3dc5fb-a8c8-4e77-b714-9b0bf2521085', 'code': 200} Aug 09 15:39:47.459620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f519bd7c-70f2-4f36-ac53-01d541a7bbca up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:47.576308 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1b0edc08-5710-47ec-8819-969bf0995a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.595069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.603665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:47.608236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-114ac727-98c2-41fd-8dfd-ad6fe0646286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:47.609994 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-114ac727-98c2-41fd-8dfd-ad6fe0646286 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491635 Aug 09 15:39:47.684577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f519bd7c-70f2-4f36-ac53-01d541a7bbca triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:47.685206 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.768731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee172af-f9bc-4fdb-aa3b-b6edbe63a8b0 None None] Network e1a42f60-568c-4f4e-ae47-08216237b1bf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:47.800765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51078) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:47.807854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b5120907-0f1d-4f5e-ae23-8af5d6e975be tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775531979', 'description': 'tempest-description--506609988'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:47.872871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:47.877153 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-07a86856-5752-48c4-96b8-a69e92bb678b service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982267 Aug 09 15:39:47.879512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.882786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5120907-0f1d-4f5e-ae23-8af5d6e975be tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.973140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5b5cd685-a993-4ea3-a966-429cdcc4ccb5 None None] Provisioning for port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:47.984968 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.005495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:48.036632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:48.042451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:48.063028 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-74bc8ded-9204-492f-a1fe-da0a138d8ac0 req-48d2c9ed-9fe3-4f46-9166-957fb962ffe3 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763587 Aug 09 15:39:48.063802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:48.110081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Deleting port 3645fd4d-6c65-41cd-913c-6988e027d524 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:48.110779 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.156187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cde8-12b7-4450-ad0a-281b635a677d req-92e7fb9c-ba3e-4c56-b06d-19963d228cad tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:48.157644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-92e7fb9c-ba3e-4c56-b06d-19963d228cad tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 816 time: 1.1310308 Aug 09 15:39:48.171423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee216a-a33f-4bc0-939b-cfdaf96f8b78 req-6a304bc7-8ea6-49c8-abe6-5e7af1919584 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:48.173049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99ee216a-a33f-4bc0-939b-cfdaf96f8b78 req-6a304bc7-8ea6-49c8-abe6-5e7af1919584 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.2508574 Aug 09 15:39:48.184193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 59d43b4e-770a-4197-b53d-447ef413b217 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:48.204457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454dfeb-d20b-4279-b796-5595f7c72c23 req-8af68ec4-08fd-4138-9c9a-a1c552458c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:48.205690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3454dfeb-d20b-4279-b796-5595f7c72c23 req-8af68ec4-08fd-4138-9c9a-a1c552458c04 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 1096 time: 0.2814162 Aug 09 15:39:48.229582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5120907-0f1d-4f5e-ae23-8af5d6e975be tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.241097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5120907-0f1d-4f5e-ae23-8af5d6e975be tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.277688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5120907-0f1d-4f5e-ae23-8af5d6e975be tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.278890 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b5120907-0f1d-4f5e-ae23-8af5d6e975be tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4746723 Aug 09 15:39:48.281967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port': {'id': '3645fd4d-6c65-41cd-913c-6988e027d524', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:35Z', 'updated_at': '2021-08-09T15:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:48.284219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51082) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:48.285616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 59d43b4e-770a-4197-b53d-447ef413b217 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:48.286719 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.291653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-16b44cff-87d4-48d7-b619-18cba84b044d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'security_group_rule': {'security_group_id': 'e2a456bf-60be-4fc9-bed1-d4aa70514a70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:48.329290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5120907-0f1d-4f5e-ae23-8af5d6e975be tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a456bf-60be-4fc9-bed1-d4aa70514a70,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:48.344732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] For port 3645fd4d-6c65-41cd-913c-6988e027d524, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3645fd4d-6c65-41cd-913c-6988e027d524,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:48.345189 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.346041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] Checking router: f32654ed-c686-49c2-99aa-d60e3774d2c8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:48.363763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-16b44cff-87d4-48d7-b619-18cba84b044d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.367060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Calling delete_port for 3645fd4d-6c65-41cd-913c-6988e027d524 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:48.370455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] Routers {'f32654ed-c686-49c2-99aa-d60e3774d2c8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:48.371100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f32654ed-c686-49c2-99aa-d60e3774d2c8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:48.416248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34197f-f32d-4656-a91b-d190499976e2 req-184702a5-937b-49eb-82ce-82ee2f6a7836 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:48.424447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f34197f-f32d-4656-a91b-d190499976e2 req-184702a5-937b-49eb-82ce-82ee2f6a7836 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 945 time: 0.4990501 Aug 09 15:39:48.501016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-16b44cff-87d4-48d7-b619-18cba84b044d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.507159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-16b44cff-87d4-48d7-b619-18cba84b044d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.576233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b44cff-87d4-48d7-b619-18cba84b044d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4accb8f7-85ed-402a-93d6-e23718cc57b5,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:48.580920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-16b44cff-87d4-48d7-b619-18cba84b044d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.582294 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-16b44cff-87d4-48d7-b619-18cba84b044d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955053 Aug 09 15:39:48.585767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51084) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:48.592523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6aef6e8d-dc7b-42e2-8098-95f49586cf1e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'security_group_rule': {'security_group_id': 'e2a456bf-60be-4fc9-bed1-d4aa70514a70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:48.642917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-e5fe41ef-185a-459b-a5ea-fe688c083666 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=467fd1dac0424938b403368cc5b38339 HTTP/1.1" status: 200 len: 379 time: 0.4648743 Aug 09 15:39:48.664413 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6aef6e8d-dc7b-42e2-8098-95f49586cf1e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.670383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] Set router f32654ed-c686-49c2-99aa-d60e3774d2c8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:48.671556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'port': {'device_id': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'admin_state_up': True, 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'security_groups': ['549236f6-83f1-40a7-a472-050f7d30bb6f']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:48.691761 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.692070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99ee216a-a33f-4bc0-939b-cfdaf96f8b78 req-ab31331e-cca9-43e4-b0c2-5f386e5d38b3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974506 Aug 09 15:39:48.733379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3645fd4d-6c65-41cd-913c-6988e027d524,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:48.748744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:39:47Z', 'revision_number': 6, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:48.755859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3454dfeb-d20b-4279-b796-5595f7c72c23 req-84917b1f-afd0-4b89-926e-385c32069dd4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540983 Aug 09 15:39:48.782750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3104e5a5-1f9d-4a45-a770-bf41844d2d66 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:48.784737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e9960-3ffe-457d-994b-9d923415cd22 None None] The sync data for ids ['f32654ed-c686-49c2-99aa-d60e3774d2c8'] in n-d-799523-2 is: [{'id': 'f32654ed-c686-49c2-99aa-d60e3774d2c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1428201689-router', 'tenant_id': '3004e652136644939a79b2d30f832d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:33Z', 'updated_at': '2021-08-09T15:39:47Z', 'revision_number': 6, 'project_id': '3004e652136644939a79b2d30f832d72', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:48.830397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f34197f-f32d-4656-a91b-d190499976e2 req-86677aaf-e9f7-4b48-80c2-5c62288d356c tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027047 Aug 09 15:39:48.859485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b9216d3-3c3b-4941-8bac-26e5bd7b69f2 req-3d63f6fa-9895-4cd9-a042-4396f926779a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 210 time: 0.0484195 Aug 09 15:39:48.912739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:48.916036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.925222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:48.925502 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.962532 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.030861 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.043123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:39:49.073932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 3104e5a5-1f9d-4a45-a770-bf41844d2d66, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3104e5a5-1f9d-4a45-a770-bf41844d2d66,segment=NetworkSegment(304aaa91-afac-4eb7-8051-d322615db914),segment_id=304aaa91-afac-4eb7-8051-d322615db914)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:49.080762 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.093024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:49.095654 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94" -d '{"events": [{"name": "network-changed", "server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:49.137295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Made reservation on behalf of 467fd1dac0424938b403368cc5b38339 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:49.139660 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6aef6e8d-dc7b-42e2-8098-95f49586cf1e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.141081 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.146099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6aef6e8d-dc7b-42e2-8098-95f49586cf1e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.173500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=3104e5a5-1f9d-4a45-a770-bf41844d2d66,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:49.177688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef6e8d-dc7b-42e2-8098-95f49586cf1e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b35b96-dfca-45e4-abe4-eb736bc55b1d,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:49.182583 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.185086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6aef6e8d-dc7b-42e2-8098-95f49586cf1e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.186479 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6aef6e8d-dc7b-42e2-8098-95f49586cf1e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5997751 Aug 09 15:39:49.194759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f4dc3-8d4a-4485-9e47-067cca9bf105 req-e90cb274-e842-4243-a9e4-69314ef77a2f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.202332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-548f4dc3-8d4a-4485-9e47-067cca9bf105 req-e90cb274-e842-4243-a9e4-69314ef77a2f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 948 time: 0.2313585 Aug 09 15:39:49.205592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51088) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:49.233154 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b1e18c-7431-420f-adaf-5b0ccd791084 x-openstack-request-id: req-62b1e18c-7431-420f-adaf-5b0ccd791084 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:49.233523 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:49.233815 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62b1e18c-7431-420f-adaf-5b0ccd791084 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:49.234255 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'status': 'completed', 'code': 200} Aug 09 15:39:49.243408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:49.255170 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.282546 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.318617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 850455ea-ae0a-4f6c-9757-906983540a66 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:49.329685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.332474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.343631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 850455ea-ae0a-4f6c-9757-906983540a66 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:49.344092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 850455ea-ae0a-4f6c-9757-906983540a66 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:49.382957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-26da8e1a-ac90-4915-9586-a9c3a5ba55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.384707 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-26da8e1a-ac90-4915-9586-a9c3a5ba55f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1099 time: 0.1134753 Aug 09 15:39:49.389297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.390013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f32654ed-c686-49c2-99aa-d60e3774d2c8 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:39:49.395147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.396469 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-67dc8ad6-8960-4afa-9456-2871e931c0b1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f32654ed-c686-49c2-99aa-d60e3774d2c8 HTTP/1.1" status: 204 len: 168 time: 2.1255503 Aug 09 15:39:49.399475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51090) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:49.494834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6ceeea-439c-4906-8e9e-0243d0875a80 admin admin] Deleting subnet 0aa9d6bb-00b4-410b-baab-239a9fab8a6d {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:39:49.501299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeea-439c-4906-8e9e-0243d0875a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.556890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeea-439c-4906-8e9e-0243d0875a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.559856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-6203f7bf-d702-4c75-be9b-b146a7bddec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.561490 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-6203f7bf-d702-4c75-be9b-b146a7bddec4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1638081 Aug 09 15:39:49.637143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-440bb077-323f-4dbf-98fa-c820e24d8a7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.0517933 Aug 09 15:39:49.750380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-609d7698-0074-4d73-9a9a-24689031744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.752095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-609d7698-0074-4d73-9a9a-24689031744f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1072285 Aug 09 15:39:49.756274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeea-439c-4906-8e9e-0243d0875a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.811972 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-548f4dc3-8d4a-4485-9e47-067cca9bf105 req-ba347f3c-caff-4e4d-a45a-af026d043ad3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087179 Aug 09 15:39:49.812695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.871105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-6476672c-dede-452e-8011-a47ba71f854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.873261 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-6476672c-dede-452e-8011-a47ba71f854a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929890 Aug 09 15:39:49.876608 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeea-439c-4906-8e9e-0243d0875a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.957235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-b2683660-ac16-40c1-af81-e2af199b9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.958842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-b2683660-ac16-40c1-af81-e2af199b9e38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1099 time: 0.7008142 Aug 09 15:39:49.967260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ceeea-439c-4906-8e9e-0243d0875a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa9d6bb-00b4-410b-baab-239a9fab8a6d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:49.980056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceeea-439c-4906-8e9e-0243d0875a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.982944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0c6ceeea-439c-4906-8e9e-0243d0875a80 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0aa9d6bb-00b4-410b-baab-239a9fab8a6d HTTP/1.1" status: 204 len: 168 time: 0.5821164 Aug 09 15:39:49.986503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51098) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:49.990944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a489729-7181-4c42-b458-b8285fc057e6 None None] Network b4d57aa7-99c6-4731-913d-5cdbb6947f04 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:50.025945 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Floating IP 4ece0c50-0aa0-4f48-bdbb-f3082762b1a1 associated. External IP: 172.25.7.151, port: d2488b03-5c3f-4a8c-9077-499c54de3a53. Aug 09 15:39:50.029356 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.095812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.111112 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-7392f294-6a6d-41f4-b05e-fd6e10e1befa service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958470 Aug 09 15:39:50.238523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Deleting port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:50.238862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.290393 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.297451 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-3f5061f2-a935-426c-8f76-19ab6b14c2c4 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584039 Aug 09 15:39:50.316881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] DHCP port deletion for b4d57aa7-99c6-4731-913d-5cdbb6947f04 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:39:50.320898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Allocated IP 172.20.0.7 (b42be60d-8a16-49b7-b0f1-d3559be4bc33/1e3b0156-e4aa-443e-a655-ad2f76907020/f780e52c-95d7-4837-a8bf-a1323491e1aa) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:50.334682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] For port 84b7e1e1-8828-4bf0-9db2-3520baa1e109, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=84b7e1e1-8828-4bf0-9db2-3520baa1e109,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:50.335275 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.345807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7893fb-3dca-4e0e-9caa-c05034488616 req-e6f5a0fe-0988-48b9-8025-81094dffd671 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:50.347657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d7893fb-3dca-4e0e-9caa-c05034488616 req-e6f5a0fe-0988-48b9-8025-81094dffd671 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.5393252 Aug 09 15:39:50.350083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Calling delete_port for 84b7e1e1-8828-4bf0-9db2-3520baa1e109 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:50.384965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-a5e6d36e-6a14-465c-ab79-1c5983991206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:50.386447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-a5e6d36e-6a14-465c-ab79-1c5983991206 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.4003398 Aug 09 15:39:50.393479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] Deleting port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:50.394416 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.435354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593d59-92b1-42c6-ae16-ae14dd821a78 req-597eef09-23e6-4899-bd6f-86f311eca637 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:50.437021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea593d59-92b1-42c6-ae16-ae14dd821a78 req-597eef09-23e6-4899-bd6f-86f311eca637 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 945 time: 0.4716353 Aug 09 15:39:50.463958 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.499796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] For port 84b7e1e1-8828-4bf0-9db2-3520baa1e109, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=84b7e1e1-8828-4bf0-9db2-3520baa1e109,segment=NetworkSegment(cd20ffa9-d43d-45cc-b729-4ff5eca70cf8),segment_id=cd20ffa9-d43d-45cc-b729-4ff5eca70cf8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:50.500493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.510043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b7e1e1-8828-4bf0-9db2-3520baa1e109,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:50.512154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] No DVR routers for this DVR port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:50.519098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] Calling delete_port for 84b7e1e1-8828-4bf0-9db2-3520baa1e109 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:50.527405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-4dcf544b-5220-4330-8fa2-71d36944b76c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.1233649 Aug 09 15:39:50.595453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.611295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d57aa7-99c6-4731-913d-5cdbb6947f04']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:50.615573 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.624086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:50.624386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd20ffa9-d43d-45cc-b729-4ff5eca70cf8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:50.624526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d7893fb-3dca-4e0e-9caa-c05034488616 req-ae1d81ee-6163-4e5b-8be3-7e991a64a69d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673929 Aug 09 15:39:50.635111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.652888 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.660032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] Pushing event deleted for resources: {'Port': ['ID=84b7e1e1-8828-4bf0-9db2-3520baa1e109,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:50.660391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:39:50.661138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.662512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204077e2-b976-4013-8de6-93409dc60ecd None None] No DVR routers for this DVR port 84b7e1e1-8828-4bf0-9db2-3520baa1e109 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:39:50.668899 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:39:50.742908 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.747240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.749203 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b4d57aa7-99c6-4731-913d-5cdbb6947f04 HTTP/1.1" status: 204 len: 168 time: 0.7616262 Aug 09 15:39:50.764456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e7a4a-4b84-48fb-a8aa-edd425560446 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d57aa7-99c6-4731-913d-5cdbb6947f04,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:50.787043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea593d59-92b1-42c6-ae16-ae14dd821a78 req-4ce2b8f6-b364-4bd0-bf22-ce9ce9db9c3b tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810676 Aug 09 15:39:50.822302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9adc2d70-0da2-4ef3-9f43-6f53255e1065 req-37015b0d-5c79-4028-a293-0dd07b461f51 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 210 time: 0.1064301 Aug 09 15:39:50.858914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-9fa8e620-5a12-4c2b-a411-7f1902383bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:50.860569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-9fa8e620-5a12-4c2b-a411-7f1902383bae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.3102098 Aug 09 15:39:50.930601 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.934704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51106) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:50.984784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c732e9db-518d-4de7-a369-d10da15ac0cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3004e652136644939a79b2d30f832d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464125 Aug 09 15:39:50.985027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51108) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:51.043105 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2e3de13-ecb7-42b3-a194-1d7260bb79b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.050138 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.065306 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2e3de13-ecb7-42b3-a194-1d7260bb79b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.089865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Router c87afd79-c041-4521-8a61-961dc59f6ed4 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:39:51.108474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Transition to ACTIVE for port object f780e52c-95d7-4837-a8bf-a1323491e1aa will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:51.111043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:51.131168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-8effaf66-679b-4561-a264-46faf221c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.132836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-8effaf66-679b-4561-a264-46faf221c447 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2618980 Aug 09 15:39:51.133518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2e3de13-ecb7-42b3-a194-1d7260bb79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.139019 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2e3de13-ecb7-42b3-a194-1d7260bb79b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.145313 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f2e3de13-ecb7-42b3-a194-1d7260bb79b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704 HTTP/1.1" status: 204 len: 168 time: 0.1590874 Aug 09 15:39:51.155098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3de13-ecb7-42b3-a194-1d7260bb79b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fad9d0b-9f6d-47cb-a50d-d12ac2fb4704,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:51.226802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3104e5a5-1f9d-4a45-a770-bf41844d2d66 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:51.238421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a567-2912-45ba-ad0d-7d3ccba0c2f0 req-e3d16dd3-b5cb-417d-8963-39527e348b57 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.243949 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d657a567-2912-45ba-ad0d-7d3ccba0c2f0 req-e3d16dd3-b5cb-417d-8963-39527e348b57 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 948 time: 0.3009012 Aug 09 15:39:51.303302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:51.303689 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.441472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Allocated IP 172.25.7.208 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ed3c4d2a-0190-4173-bded-c262198d807f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:51.456797 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.515404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 84b7e1e1-8828-4bf0-9db2-3520baa1e109 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:51.585711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 84b7e1e1-8828-4bf0-9db2-3520baa1e109 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:51.586058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 84b7e1e1-8828-4bf0-9db2-3520baa1e109 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:51.586478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3645fd4d-6c65-41cd-913c-6988e027d524 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:51.618917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3645fd4d-6c65-41cd-913c-6988e027d524 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:51.619245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3645fd4d-6c65-41cd-913c-6988e027d524 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:51.808649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:51.891632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-8d739e60-e0c7-4d5d-b68d-5c27666d0162 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7466581 Aug 09 15:39:51.919148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:51.931282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'mac_address': 'fa:16:3e:9b:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:51.935921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:51.943540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:51.946897 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Sync routers for ids ['c87afd79-c041-4521-8a61-961dc59f6ed4'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:51.959484 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Routers {'c87afd79-c041-4521-8a61-961dc59f6ed4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:51.960450 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c87afd79-c041-4521-8a61-961dc59f6ed4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:51.982572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:51.986472 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.004463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e1f410-d435-45bd-af46-d73c372e1fe7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:52.021202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:52.030276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:52.036560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:52.042323 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.080357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:52.099558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] Sync routers for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:52.111721 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Set router c87afd79-c041-4521-8a61-961dc59f6ed4 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:52.125527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:52.128581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:52.129197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:52.173700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.186173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.187424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-086074ab-4712-4031-b32d-ba4bc40a0547 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0112426 Aug 09 15:39:52.190541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51154) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:52.203145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d657a567-2912-45ba-ad0d-7d3ccba0c2f0 req-e68c38d0-6237-4ee5-8c90-9a99233c8f20 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9143069 Aug 09 15:39:52.285481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db7897-f4c5-488c-b8de-51febbfaa952 req-8bffe415-a10c-4a97-bc44-33af3b66df56 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:52.301314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9db7897-f4c5-488c-b8de-51febbfaa952 req-8bffe415-a10c-4a97-bc44-33af3b66df56 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.4703155 Aug 09 15:39:52.363740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['38e1f410-d435-45bd-af46-d73c372e1fe7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:52.366801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:52.367449 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.385735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-92b00a66-309f-42ee-8c13-d0266d00da1c tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "PUT /v2.0/floatingips/4ece0c50-0aa0-4f48-bdbb-f3082762b1a1 HTTP/1.1" status: 200 len: 991 time: 5.0405405 Aug 09 15:39:52.393357 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:39:48Z', 'revision_number': 3, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port': {'id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:45Z', 'updated_at': '2021-08-09T15:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:52.413740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'tag': 'd2488b03-5c3f-4a8c-9077-499c54de3a53'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:52.416198 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42cf916-1210-404f-858c-e9ca194ef770" -d '{"events": [{"name": "network-changed", "server_uuid": "ce23c515-8ed3-49cf-bc59-5fecdd41a731", "tag": "d2488b03-5c3f-4a8c-9077-499c54de3a53"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:52.484231 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.526288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-91c95a5c-9dc1-42b2-b20f-188032112687 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8634202 Aug 09 15:39:52.537611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-50521a9a-e091-479f-a01a-9c6bcaf6c7cd None None] Provisioning for port f780e52c-95d7-4837-a8bf-a1323491e1aa completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:52.541355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff08eb6-54a2-4aef-8ebf-63bd08c96c94 req-1163cba8-0f08-44e2-9026-d7187a6d831a service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336355 Aug 09 15:39:52.550109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-50521a9a-e091-479f-a01a-9c6bcaf6c7cd None None] Provisioning complete for port f780e52c-95d7-4837-a8bf-a1323491e1aa triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:52.550801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Request body: {'port': {'device_id': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:52.551280 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-50521a9a-e091-479f-a01a-9c6bcaf6c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.561418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:52.573251 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Checking router: c87afd79-c041-4521-8a61-961dc59f6ed4 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:52.573600 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Updating router c87afd79-c041-4521-8a61-961dc59f6ed4 port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:39:52.608153 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.631695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9db7897-f4c5-488c-b8de-51febbfaa952 req-ef029ae7-d8ff-4eee-9ba0-6f04428528e7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290367 Aug 09 15:39:52.712267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-50521a9a-e091-479f-a01a-9c6bcaf6c7cd None None] Port f780e52c-95d7-4837-a8bf-a1323491e1aa cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:52.785738 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.797259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3afd2-9aad-40c7-9c36-297342e81b02 req-622a2d81-0b90-4fdb-949b-d5ceb40b203d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:52.805500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0b3afd2-9aad-40c7-9c36-297342e81b02 req-622a2d81-0b90-4fdb-949b-d5ceb40b203d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 931 time: 0.2266848 Aug 09 15:39:52.814907 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.878833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.904012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:52.926510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:52.932622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=ed3c4d2a-0190-4173-bded-c262198d807f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:52.934073 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '4ece0c50-0aa0-4f48-bdbb-f3082762b1a1', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'port_id': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'mac_address': 'fa:16:3e:b5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:39Z', 'updated_at': '2021-08-09T15:39:48Z', 'revision_number': 1, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:37Z', 'revision_number': 5, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:52.934990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:52.948963 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0b3afd2-9aad-40c7-9c36-297342e81b02 req-422a79c2-05b8-4749-b9cb-0bb328fed743 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423075 Aug 09 15:39:53.009935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] Checking router: 97b5d282-436a-4c18-b226-2fcb1d0e41f3 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:53.030317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:53.032931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:53.134699 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.160904 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Transition to ACTIVE for port object c9b1481c-c102-4cec-9a6d-8c2b5bf3144d will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:53.175189 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.187439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Allocated IP 172.20.0.1 (e1a42f60-568c-4f4e-ae47-08216237b1bf/d3068814-241f-4d59-9b4b-cba68f136773/36d84a0a-909e-4e82-8cb3-2475428d9b65) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:53.251932 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Attempting to bind port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:53.252438 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Attempting to bind port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:53.253127 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Attempting to bind port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:53.261346 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a042-f44d-4a0a-87f8-19e38cfa32d6 None None] Pushing event updated for resources: {'Port': ['ID=c9b1481c-c102-4cec-9a6d-8c2b5bf3144d,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:53.270930 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:53.271730 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:53.272492 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.273778 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:53.274522 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Bound port: c9b1481c-c102-4cec-9a6d-8c2b5bf3144d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:53.275170 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.290367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:53.291455 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7eb974-87f1-4238-8f39-c5eabb00d37f x-openstack-request-id: req-1e7eb974-87f1-4238-8f39-c5eabb00d37f {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:53.291753 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce23c515-8ed3-49cf-bc59-5fecdd41a731", "tag": "d2488b03-5c3f-4a8c-9077-499c54de3a53", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:53.295244 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e7eb974-87f1-4238-8f39-c5eabb00d37f {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:53.295684 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'tag': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'status': 'completed', 'code': 200} Aug 09 15:39:53.353277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf916-1210-404f-858c-e9ca194ef770 req-b23e09fd-747f-45bd-9568-6a683e110229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:53.357219 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e42cf916-1210-404f-858c-e9ca194ef770 req-b23e09fd-747f-45bd-9568-6a683e110229 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8846fbb416814b88aa022e7f3fba3c39&device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 1096 time: 0.0628779 Aug 09 15:39:53.379974 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.402264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Transition to ACTIVE for port object 36d84a0a-909e-4e82-8cb3-2475428d9b65 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:53.404967 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] For port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:53.408815 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] For port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c9b1481c-c102-4cec-9a6d-8c2b5bf3144d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:53.416773 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.545945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf916-1210-404f-858c-e9ca194ef770 req-a15a1211-e0ce-45cc-8e77-126d5015d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:53.547088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.547641 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e42cf916-1210-404f-858c-e9ca194ef770 req-a15a1211-e0ce-45cc-8e77-126d5015d817 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9626e894-726f-4a06-ad5d-957338d03f39 HTTP/1.1" status: 200 len: 918 time: 0.1388659 Aug 09 15:39:53.550157 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Routers {'c87afd79-c041-4521-8a61-961dc59f6ed4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:53.554751 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c87afd79-c041-4521-8a61-961dc59f6ed4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:53.619313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-f2215a5d-3699-476a-91e3-ad49fe36f596 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:53.621357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-f2215a5d-3699-476a-91e3-ad49fe36f596 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 949 time: 0.5052505 Aug 09 15:39:53.656270 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e42cf916-1210-404f-858c-e9ca194ef770 req-7e11d7d5-7fa1-4f80-b4f3-ffd335d7714b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2488b03-5c3f-4a8c-9077-499c54de3a53 HTTP/1.1" status: 200 len: 999 time: 0.1006336 Aug 09 15:39:53.667263 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.723610 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] Set router c87afd79-c041-4521-8a61-961dc59f6ed4 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:53.818535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:53.850570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f780e52c-95d7-4837-a8bf-a1323491e1aa {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:53.863444 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a042-f44d-4a0a-87f8-19e38cfa32d6 None None] Pushing event updated for resources: {'Port': ['ID=c9b1481c-c102-4cec-9a6d-8c2b5bf3144d,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:53.864565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.871429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '4ece0c50-0aa0-4f48-bdbb-f3082762b1a1', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'port_id': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'mac_address': 'fa:16:3e:b5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:39Z', 'updated_at': '2021-08-09T15:39:48Z', 'revision_number': 1, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:37Z', 'revision_number': 5, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:53.883803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Network e1a42f60-568c-4f4e-ae47-08216237b1bf is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:53.884121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Transition to ACTIVE for port object f780e52c-95d7-4837-a8bf-a1323491e1aa will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:53.894225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:53.902173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:53.930493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f07f2f5-b2a8-493f-8023-636871831cd4 None None] The sync data for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 is: [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '4ece0c50-0aa0-4f48-bdbb-f3082762b1a1', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'port_id': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'mac_address': 'fa:16:3e:b5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:39Z', 'updated_at': '2021-08-09T15:39:48Z', 'revision_number': 1, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:37Z', 'revision_number': 5, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:53.947068 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.949002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.957080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=36d84a0a-909e-4e82-8cb3-2475428d9b65,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:53.971315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 38e1f410-d435-45bd-af46-d73c372e1fe7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:53.988760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 38e1f410-d435-45bd-af46-d73c372e1fe7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:53.989557 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.020620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf916-1210-404f-858c-e9ca194ef770 req-e8a895a4-a61b-4be8-87d9-e799b60918da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:54.022135 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e42cf916-1210-404f-858c-e9ca194ef770 req-e8a895a4-a61b-4be8-87d9-e799b60918da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14c9567-3218-4898-8966-e767520d4c07 HTTP/1.1" status: 200 len: 855 time: 0.3565636 Aug 09 15:39:54.090846 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:39:48Z', 'revision_number': 3, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port': {'id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:45Z', 'updated_at': '2021-08-09T15:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:54.091609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:54.131586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-dd636e58-faee-4c51-91e6-b1456ea683f3 service neutron] 10.222.0.35 "GET /v2.0/ports/38e1f410-d435-45bd-af46-d73c372e1fe7/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 382 time: 0.5022142 Aug 09 15:39:54.179277 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.201480 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490725d2-cbc8-44f1-8d84-ea763af022bd None None] The sync data for ids ['c87afd79-c041-4521-8a61-961dc59f6ed4'] in n-d-799523-2 is: [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:39:48Z', 'revision_number': 3, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port': {'id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:45Z', 'updated_at': '2021-08-09T15:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:54.246203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf916-1210-404f-858c-e9ca194ef770 req-963fc270-ce6a-47dd-af68-0b7a8c0c0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:54.250853 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e42cf916-1210-404f-858c-e9ca194ef770 req-963fc270-ce6a-47dd-af68-0b7a8c0c0b2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9626e894-726f-4a06-ad5d-957338d03f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168429 Aug 09 15:39:54.252208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:54.259565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.264622 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e1d18e-f9e8-4c58-9631-a81b1c453a2b" -d '{"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-plugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:54.299891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:54.307405 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.329024 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf4bbe-75f8-4a37-a0a4-5ad380d94d64 None None] New status for floating IP 4ece0c50-0aa0-4f48-bdbb-f3082762b1a1: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:39:54.388390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99d00-b73a-438c-8acf-8af2a1a6e209 req-c09cb3f6-5570-4559-b0ae-380e225f4bbd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:54.399234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baa99d00-b73a-438c-8acf-8af2a1a6e209 req-c09cb3f6-5570-4559-b0ae-380e225f4bbd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.4737232 Aug 09 15:39:54.415453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-37c5f7e8-570f-4fa7-bfc3-11369f807b80 None None] Provisioning for port 36d84a0a-909e-4e82-8cb3-2475428d9b65 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:54.421647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-37c5f7e8-570f-4fa7-bfc3-11369f807b80 None None] Provisioning complete for port 36d84a0a-909e-4e82-8cb3-2475428d9b65 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:54.422013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-37c5f7e8-570f-4fa7-bfc3-11369f807b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.423495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:54.427674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08cd4-07a5-49eb-b240-1b9a38ff111c req-52c3ce3a-09cd-4c18-85c8-03505f382216 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:54.444854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7b08cd4-07a5-49eb-b240-1b9a38ff111c req-52c3ce3a-09cd-4c18-85c8-03505f382216 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 949 time: 0.5542848 Aug 09 15:39:54.447332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:54.489773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-37c5f7e8-570f-4fa7-bfc3-11369f807b80 None None] Port 36d84a0a-909e-4e82-8cb3-2475428d9b65 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:54.496656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.523940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.655606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baa99d00-b73a-438c-8acf-8af2a1a6e209 req-03e9c8cf-8770-48d5-bc15-b5b47d2e0a30 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548013 Aug 09 15:39:54.657295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-53b44779-8f9d-4e48-ae8f-6bdd53067ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:54.659143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-53b44779-8f9d-4e48-ae8f-6bdd53067ad5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1101 time: 0.4465277 Aug 09 15:39:54.668583 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e42cf916-1210-404f-858c-e9ca194ef770 req-b348ff82-0113-43f3-840e-925a76ef6478 service neutron] 10.222.0.35 "GET /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997366 Aug 09 15:39:54.776735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7b08cd4-07a5-49eb-b240-1b9a38ff111c req-182dfe43-4ba8-439c-9551-bd644cd07f4e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266571 Aug 09 15:39:54.866018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Attempting to bind port f780e52c-95d7-4837-a8bf-a1323491e1aa on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:54.870841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Attempting to bind port f780e52c-95d7-4837-a8bf-a1323491e1aa by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:54.871202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Attempting to bind port f780e52c-95d7-4837-a8bf-a1323491e1aa on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:54.881563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Port f780e52c-95d7-4837-a8bf-a1323491e1aa on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:54.881876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Attempting to bind port f780e52c-95d7-4837-a8bf-a1323491e1aa on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:54.936008 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e42cf916-1210-404f-858c-e9ca194ef770 req-50df0d57-2627-4e9a-9ef1-06e9bf33b155 service neutron] 10.222.0.35 "GET /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549610 Aug 09 15:39:54.959530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:54.960283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Checking segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:54.966002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Bound using segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:54.966901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Bound port: f780e52c-95d7-4837-a8bf-a1323491e1aa, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:54.967361 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.978595 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f73f034-b4c1-44ac-aca7-8d05ccd6103b x-openstack-request-id: req-0f73f034-b4c1-44ac-aca7-8d05ccd6103b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:54.979132 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-plugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:54.979266 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f73f034-b4c1-44ac-aca7-8d05ccd6103b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:54.979888 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'code': 200} Aug 09 15:39:54.997312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.011501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.021537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.039167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.045416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dce029-1aa6-425c-b01e-200780a90bc2 req-aba061d6-dada-4b6c-9c23-c00be59e21a7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:55.047258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6dce029-1aa6-425c-b01e-200780a90bc2 req-aba061d6-dada-4b6c-9c23-c00be59e21a7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.1684990 Aug 09 15:39:55.054590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-e48d2da4-b218-46da-998c-8e5a3f2fecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:55.056236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-e48d2da4-b218-46da-998c-8e5a3f2fecc6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3357306 Aug 09 15:39:55.088060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.152212 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d49cdeba8f14b94938e1e7ba0a63326&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0545275 Aug 09 15:39:55.152212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f027eb-d95d-4072-87cb-a29a21884f9a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:55.153190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51198) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:55.221879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6dce029-1aa6-425c-b01e-200780a90bc2 req-40a5ba32-4507-4017-b475-7d4aa0ad0ec5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342938 Aug 09 15:39:55.229030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-c28a5a6a-0a62-4c35-a6cc-5b04a2cdd765 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.1204572 Aug 09 15:39:55.231292 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.272794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.273221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.273552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.273889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.274279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.274621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.274941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.275257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.276622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.276942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.277344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.277557 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5208f0c-4238-4df6-9ba9-3fc569ff9c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:55.289241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.311878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Network e1a42f60-568c-4f4e-ae47-08216237b1bf is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:55.312384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=36d84a0a-909e-4e82-8cb3-2475428d9b65,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:55.323158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c9b1481c-c102-4cec-9a6d-8c2b5bf3144d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:55.329154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:55.353256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-85daeb44-245f-4d37-af94-b41e3119fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:55.354766 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-85daeb44-245f-4d37-af94-b41e3119fd7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1069932 Aug 09 15:39:55.367522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:55.457935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:55.468936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:55.470242 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.593988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.639712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c9b1481c-c102-4cec-9a6d-8c2b5bf3144d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:55.648183 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.726069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c9b1481c-c102-4cec-9a6d-8c2b5bf3144d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:55.783512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-97891022-4f50-412d-8d4f-daa6bfc7e79a None None] Provisioning complete for port 36d84a0a-909e-4e82-8cb3-2475428d9b65 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:55.784441 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-97891022-4f50-412d-8d4f-daa6bfc7e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.810015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8490-2e78-4611-91b9-5b338a68859d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.819937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-97891022-4f50-412d-8d4f-daa6bfc7e79a None None] Port 36d84a0a-909e-4e82-8cb3-2475428d9b65 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:55.868585 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8490-2e78-4611-91b9-5b338a68859d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.919406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:55.925249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Router c87afd79-c041-4521-8a61-961dc59f6ed4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:55.953262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.955339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=ed3c4d2a-0190-4173-bded-c262198d807f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:55.981903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8490-2e78-4611-91b9-5b338a68859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.984533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f3c8490-2e78-4611-91b9-5b338a68859d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.988865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7f3c8490-2e78-4611-91b9-5b338a68859d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78f027eb-d95d-4072-87cb-a29a21884f9a HTTP/1.1" status: 204 len: 168 time: 0.8306587 Aug 09 15:39:56.007426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c8490-2e78-4611-91b9-5b338a68859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f027eb-d95d-4072-87cb-a29a21884f9a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:56.028937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.054182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.055020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.056650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] 10.222.0.66 "PUT /v2.0/ports/f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 1091 time: 3.5180302 Aug 09 15:39:56.057626 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.058904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0410e24b-6cb2-4e8f-b9f8-79d2fb4709b6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8347702 Aug 09 15:39:56.064807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:56.067307 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab19da2a-6df8-4afc-b265-45adb67a0de5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:56.081328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:56.087866 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3612f5a7-3130-40d5-94a3-f5adc95f2ce7 admin admin] 10.222.0.64 "PUT /v2.0/routers/c87afd79-c041-4521-8a61-961dc59f6ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8954053 Aug 09 15:39:56.095701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814451ca-2479-4962-aeed-253c9ea88553 req-ebed174f-5877-4a65-8124-ee500882fab1 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.104420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-814451ca-2479-4962-aeed-253c9ea88553 req-ebed174f-5877-4a65-8124-ee500882fab1 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 945 time: 0.2123747 Aug 09 15:39:56.127285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-a4daa8a3-b9c9-475c-a435-3687b59f00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.128879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-a4daa8a3-b9c9-475c-a435-3687b59f00c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7487597 Aug 09 15:39:56.345648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-814451ca-2479-4962-aeed-253c9ea88553 req-1c4582e6-f3d4-47b0-8cde-5dde0500b3ec tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400496 Aug 09 15:39:56.355179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dc5b8-a0ff-40c0-8279-fef2b199ac99 service neutron] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:56.382119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51230) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:56.434595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84205079-cfe7-4a13-8d1f-888ec20f308c req-0a350065-5632-44ac-ae6e-04ecaaa4431f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.449824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84205079-cfe7-4a13-8d1f-888ec20f308c req-0a350065-5632-44ac-ae6e-04ecaaa4431f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.5698290 Aug 09 15:39:56.529180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84205079-cfe7-4a13-8d1f-888ec20f308c req-370d8b03-2943-4304-ad0f-77dd4e31bb80 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783722 Aug 09 15:39:56.531125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cde8-12b7-4450-ad0a-281b635a677d req-010423ac-86f4-4639-9b02-faaa1e2f98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.532807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-010423ac-86f4-4639-9b02-faaa1e2f98b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1094 time: 0.3923852 Aug 09 15:39:56.539192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-3b37ebdf-0162-4af1-a058-27022a62a9cd service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867426 Aug 09 15:39:56.562040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1348503275'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:56.608182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:56.611541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-fc1ba4d1-7222-41bf-af63-e86af5c9f3c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 217 time: 0.0558648 Aug 09 15:39:56.615963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.660252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:56.666968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c93a-5f73-470b-88dc-ea5828c069ae req-47449a6a-8e5a-4b51-ae34-7884a81b9bc5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.669133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0588c93a-5f73-470b-88dc-ea5828c069ae req-47449a6a-8e5a-4b51-ae34-7884a81b9bc5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.1965032 Aug 09 15:39:56.683703 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.684089 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Added segment b1234a73-7741-4b7f-a26a-ec8b43becfee of type vlan for network 5d90958a-3259-4f1b-9705-42cb24a62f41 Aug 09 15:39:56.716914 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3e4a98-8543-426b-a1c2-756851554981 x-openstack-request-id: req-ff3e4a98-8543-426b-a1c2-756851554981 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:56.717205 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:56.717419 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff3e4a98-8543-426b-a1c2-756851554981 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:56.718058 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'status': 'completed', 'code': 200} Aug 09 15:39:56.762896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.774404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Sync routers for ids ['c87afd79-c041-4521-8a61-961dc59f6ed4'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:56.790589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Routers {'c87afd79-c041-4521-8a61-961dc59f6ed4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:56.792901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c87afd79-c041-4521-8a61-961dc59f6ed4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:56.799667 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.806055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.807230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.809546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cde8-12b7-4450-ad0a-281b635a677d req-344128fa-b7eb-4f31-9cef-0424e09f8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.811195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-344128fa-b7eb-4f31-9cef-0424e09f8c8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.1722348 Aug 09 15:39:56.820349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0588c93a-5f73-470b-88dc-ea5828c069ae req-185baa53-85a1-423b-afd1-0506d540c2a1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201084 Aug 09 15:39:56.851344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-1b22495c-e8d9-4328-8333-fd4e6ce3cc37 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045537 Aug 09 15:39:56.871219 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4877887 Aug 09 15:39:56.874255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51250) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:56.881427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'subnet': {'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:56.915761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b30d3-ec4f-4ad8-aa50-5d7fe4d3695a req-9dcda7f6-4a33-4c56-99ff-78602b3ed9ee tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.917881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa7b30d3-ec4f-4ad8-aa50-5d7fe4d3695a req-9dcda7f6-4a33-4c56-99ff-78602b3ed9ee tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.1305768 Aug 09 15:39:56.921412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cde8-12b7-4450-ad0a-281b635a677d req-5a13b487-02e2-44c9-af2b-596e7a17c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.923106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-5a13b487-02e2-44c9-af2b-596e7a17c293 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856068 Aug 09 15:39:56.967002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bafa31-cb67-419e-9501-9db208edcfa9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Network': ['ID=5d90958a-3259-4f1b-9705-42cb24a62f41,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:57.045096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:57.049423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.076635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa7b30d3-ec4f-4ad8-aa50-5d7fe4d3695a req-5c0f9fca-ec51-4116-bdf3-d5569b543248 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524205 Aug 09 15:39:57.082699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-84e23134-c0ba-417b-bed3-df640f6897d5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1775531979&fields=id&tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd HTTP/1.1" status: 200 len: 267 time: 0.1514413 Aug 09 15:39:57.202190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 5d90958a-3259-4f1b-9705-42cb24a62f41 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:57.223164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51262) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:57.249496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-01291e3d-9d19-489f-8909-3331bae05a5f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.251563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-01291e3d-9d19-489f-8909-3331bae05a5f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports/2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 200 len: 931 time: 0.1587119 Aug 09 15:39:57.252037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c9b1481c-c102-4cec-9a6d-8c2b5bf3144d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:57.278102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-45903148-16f3-4b22-9ed3-cf0c497c6c06 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299994 Aug 09 15:39:57.317577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Set router c87afd79-c041-4521-8a61-961dc59f6ed4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:57.325395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.399721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Subnet': ['ID=2bf5b77a-ead4-4ae6-b14e-9471a5813cfc,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:57.409750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Checking segment: {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:57.410678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network hostable DHCP agents. Network: 5d90958a-3259-4f1b-9705-42cb24a62f41, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:57.419783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:57.420222 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.435648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network 5d90958a-3259-4f1b-9705-42cb24a62f41 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:57.442530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1750373066-network', 'tenant_id': '4af0bdbcbb414179bfbeb557d9865710'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:57.449095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 5d90958a-3259-4f1b-9705-42cb24a62f41) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:57.452472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-9f46e078-2ff8-46ea-ba63-f5d6d32e9676 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.454772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.455763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.462073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-9f46e078-2ff8-46ea-ba63-f5d6d32e9676 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports/2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 932 time: 0.1876192 Aug 09 15:39:57.479132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f89b25-524f-4aa6-886b-87878ed3b760 None None] Network 5d90958a-3259-4f1b-9705-42cb24a62f41 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:57.479396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0ac02440-9690-4be1-9f92-70e32291c266 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6040142 Aug 09 15:39:57.480402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51268) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:57.486950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-57325236'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:57.513232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:57.518307 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.553591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:57.559615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-d787296b-15ea-446b-b03e-811d1336c493 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0966406 Aug 09 15:39:57.569911 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.570484 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Added segment 97cf64b8-5acf-4a58-a441-88cf1998a840 of type vlan for network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 Aug 09 15:39:57.611551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a9040-3aee-427c-b296-e056947386b7 req-3c035f95-7cb2-4614-926b-8e66b6b00a42 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.613183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e6a9040-3aee-427c-b296-e056947386b7 req-3c035f95-7cb2-4614-926b-8e66b6b00a42 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.35 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 945 time: 0.3589015 Aug 09 15:39:57.623525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Made reservation on behalf of 4af0bdbcbb414179bfbeb557d9865710 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:57.625842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.627648 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.667076 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.671262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8ed25fda-dd29-4bd3-9b6f-938c33094087 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0839376 Aug 09 15:39:57.677083 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.681919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.682587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.700755 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6680cde8-12b7-4450-ad0a-281b635a677d req-d2fa6cf2-0587-4462-8063-bd94ee8fea1e service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137461 Aug 09 15:39:57.755943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d72da-c2b7-4fee-a149-ae44ee9901bf req-e3c0c0f1-f8b3-4d27-aa87-8fd833749563 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.760430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c5d72da-c2b7-4fee-a149-ae44ee9901bf req-e3c0c0f1-f8b3-4d27-aa87-8fd833749563 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 945 time: 0.2823656 Aug 09 15:39:57.791138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Network': ['ID=0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:57.811441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:57.827938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-5d90958a-3259-4f1b-9705-42cb24a62f41', 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'fixed_ips': [{'subnet_id': '2bf5b77a-ead4-4ae6-b14e-9471a5813cfc'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:39:57.828830 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.878640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:39:54Z', 'revision_number': 4, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port': {'id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:45Z', 'updated_at': '2021-08-09T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '36d84a0a-909e-4e82-8cb3-2475428d9b65', 'name': '', 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'mac_address': 'fa:16:3e:7e:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd3068814-241f-4d59-9b4b-cba68f136773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:52Z', 'updated_at': '2021-08-09T15:39:54Z', 'revision_number': 2, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'subnets': [{'id': 'd3068814-241f-4d59-9b4b-cba68f136773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:57.923470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Checking router: c87afd79-c041-4521-8a61-961dc59f6ed4 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:57.923761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Updating router c87afd79-c041-4521-8a61-961dc59f6ed4 port 36d84a0a-909e-4e82-8cb3-2475428d9b65 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:39:57.983501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c5d72da-c2b7-4fee-a149-ae44ee9901bf req-27ca07af-71e0-4696-8dea-7d06f3127855 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726434 Aug 09 15:39:57.992008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-ecba7ee8-8cd4-411a-aa84-788adc842dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.993367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-ecba7ee8-8cd4-411a-aa84-788adc842dea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1094 time: 0.2178397 Aug 09 15:39:58.005285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f4187377-f25d-47ae-a2cc-b39202a15359 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.011383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f4187377-f25d-47ae-a2cc-b39202a15359 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.013511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.017012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.017375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f4187377-f25d-47ae-a2cc-b39202a15359 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.019082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f4187377-f25d-47ae-a2cc-b39202a15359 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/networks?id=d09b4200-2c02-4417-a1a9-63d5f7701513&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407 HTTP/1.1" status: 200 len: 1990 time: 0.3226542 Aug 09 15:39:58.064660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Deleting port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:58.064990 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.140715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f19dabe1-7912-4fa9-8668-68e4c4ddb969 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/quotas/01fad1059d2d46fb9c61ad5aa8f83afd HTTP/1.1" status: 200 len: 375 time: 0.1147301 Aug 09 15:39:58.188078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Allocated IP 19.80.0.2 (5d90958a-3259-4f1b-9705-42cb24a62f41/2bf5b77a-ead4-4ae6-b14e-9471a5813cfc/d9a1c4c3-b801-469d-a907-db9394ebd76c) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:58.190248 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.276080 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.290590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0cfc5e1c-720f-4cbf-8bb4-f736bb4a28ab tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8087034 Aug 09 15:39:58.291795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51278) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:58.297115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'subnet': {'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:58.303161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.325137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5496255-9154-4c80-8844-80ed5ae7fd39 req-0f0fa52d-2e1c-4f9f-a961-1a7f2cd10965 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.326676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5496255-9154-4c80-8844-80ed5ae7fd39 req-0f0fa52d-2e1c-4f9f-a961-1a7f2cd10965 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.2580271 Aug 09 15:39:58.333592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] For port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,segment=NetworkSegment(09bbc198-1cf8-4af9-8f20-2073da561c32),segment_id=09bbc198-1cf8-4af9-8f20-2073da561c32)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:58.333988 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.337214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-ef9f6f03-24e0-45d9-91db-627dd6ce31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.338865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-ef9f6f03-24e0-45d9-91db-627dd6ce31f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.3142631 Aug 09 15:39:58.373230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-32ab39fc-a529-4711-aad9-a1fb1aed4e6f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1938972 Aug 09 15:39:58.375195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:58.419724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Calling delete_port for 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:58.428980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:58.434560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.440524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.469855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.470203 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Added segment b8b1e6fc-75e0-4f59-bc8c-7113af44dfc4 of type vlan for network 37559f6c-14ff-4399-9448-2740a87338b1 Aug 09 15:39:58.487663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.489955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Transition to ACTIVE for port object d9a1c4c3-b801-469d-a907-db9394ebd76c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:58.494210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-8da4775c-1031-4485-9013-35e28c3e5251 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 217 time: 0.1199429 Aug 09 15:39:58.494880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0e1a24-99e1-4e34-97b3-219489384994,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:58.502229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Transition to ACTIVE for port object 36d84a0a-909e-4e82-8cb3-2475428d9b65 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:58.513805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.526901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Transition to ACTIVE for port object d9a1c4c3-b801-469d-a907-db9394ebd76c will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:58.552988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.587194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306deb03-9119-4348-9e63-2766f1411992 None None] Pushing event updated for resources: {'Port': ['ID=36d84a0a-909e-4e82-8cb3-2475428d9b65,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:58.593395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Network 5d90958a-3259-4f1b-9705-42cb24a62f41 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:58.602242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:58.646778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:58.712843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.719532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Pushing event updated for resources: {'Port': ['ID=d9a1c4c3-b801-469d-a907-db9394ebd76c,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:58.748959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Attempting to bind port 36d84a0a-909e-4e82-8cb3-2475428d9b65 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:58.749594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Attempting to bind port 36d84a0a-909e-4e82-8cb3-2475428d9b65 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:58.750151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Attempting to bind port 36d84a0a-909e-4e82-8cb3-2475428d9b65 on network e1a42f60-568c-4f4e-ae47-08216237b1bf {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:58.763604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:58.764362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Checking segment: {'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:58.764954 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.765594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Bound using segment: {'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:58.766560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Bound port: 36d84a0a-909e-4e82-8cb3-2475428d9b65, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304aaa91-afac-4eb7-8051-d322615db914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:58.767118 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.770831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Attempting to bind port d9a1c4c3-b801-469d-a907-db9394ebd76c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:58.771191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Attempting to bind port d9a1c4c3-b801-469d-a907-db9394ebd76c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:58.771769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Attempting to bind port d9a1c4c3-b801-469d-a907-db9394ebd76c on network 5d90958a-3259-4f1b-9705-42cb24a62f41 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:58.784146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:58.784795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Checking segment: {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:58.785400 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.785954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Bound using segment: {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:58.786613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Bound port: d9a1c4c3-b801-469d-a907-db9394ebd76c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:58.787246 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.856176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Subnet': ['ID=47423505-ac26-4922-9c2f-c737d7d40612,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:58.863166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Checking segment: {'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:58.863999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network hostable DHCP agents. Network: 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:58.881531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] For port d9a1c4c3-b801-469d-a907-db9394ebd76c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:58.885208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] For port d9a1c4c3-b801-469d-a907-db9394ebd76c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d9a1c4c3-b801-469d-a907-db9394ebd76c,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:58.889234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:58.900942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.901807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:58.906855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.907675 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.941445 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4559aa0c-93b7-4f38-bf7c-3f7d4b2f48c3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6400483 Aug 09 15:39:58.942215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6bea3f-cc9e-47f4-ad72-7d35d6eff15c None None] Network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:59.007273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5496255-9154-4c80-8844-80ed5ae7fd39 req-26fba51c-d729-4a03-b8ec-674e624917d3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578379 Aug 09 15:39:59.082952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.139917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-adfbf410-c661-4c44-bd09-28149be6c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:59.141792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-adfbf410-c661-4c44-bd09-28149be6c0d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.6117077 Aug 09 15:39:59.192796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38e634-cb30-4c0e-b2fd-af5b9132ab43 None None] Pushing event updated for resources: {'Port': ['ID=d9a1c4c3-b801-469d-a907-db9394ebd76c,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:59.198077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] For port 36d84a0a-909e-4e82-8cb3-2475428d9b65, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:59.198305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-4317b759-64e5-44e4-89ec-44b21b2ada49 service neutron] 10.222.0.64 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813864 Aug 09 15:39:59.202982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] For port 36d84a0a-909e-4e82-8cb3-2475428d9b65, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=36d84a0a-909e-4e82-8cb3-2475428d9b65,segment=NetworkSegment(304aaa91-afac-4eb7-8051-d322615db914),segment_id=304aaa91-afac-4eb7-8051-d322615db914)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:59.214844 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.243097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-e3712adc-f876-4798-967e-b9961043102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:59.246240 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-e3712adc-f876-4798-967e-b9961043102e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 1101 time: 0.0622122 Aug 09 15:39:59.262687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:59.326499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306deb03-9119-4348-9e63-2766f1411992 None None] Pushing event updated for resources: {'Port': ['ID=36d84a0a-909e-4e82-8cb3-2475428d9b65,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:59.331047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Routers {'c87afd79-c041-4521-8a61-961dc59f6ed4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:59.331660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c87afd79-c041-4521-8a61-961dc59f6ed4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:59.355763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.366341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.367626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:59.368272 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.492852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13', 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'fixed_ips': [{'subnet_id': '47423505-ac26-4922-9c2f-c737d7d40612'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:39:59.498114 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.578202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3424060 Aug 09 15:39:59.581123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-f6be7c93-853e-4855-85e8-f47aa9673aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:59.583077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-f6be7c93-853e-4855-85e8-f47aa9673aef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4273558 Aug 09 15:39:59.588866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51286) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:59.592461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba788d-3437-4378-9aef-e43ffa0a77ee req-bbe27443-2dc1-4a47-bff7-8919186e43c0 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:59.596555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5ba788d-3437-4378-9aef-e43ffa0a77ee req-bbe27443-2dc1-4a47-bff7-8919186e43c0 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.4023831 Aug 09 15:39:59.604806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Request body: {'subnet': {'network_id': '37559f6c-14ff-4399-9448-2740a87338b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1750373066-subnet', 'tenant_id': '4af0bdbcbb414179bfbeb557d9865710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:59.629384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] Set router c87afd79-c041-4521-8a61-961dc59f6ed4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:59.656958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Made reservation on behalf of 4af0bdbcbb414179bfbeb557d9865710 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:59.659274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.692745 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.711404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1d4a3f9f-45a2-4ad8-aad5-cd36f5bf964d service neutron] 10.222.0.64 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817815 Aug 09 15:39:59.717150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['0f3dc5fb-a8c8-4e77-b714-9b0bf2521085'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:59.722339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c30a16-f280-494b-879a-a09476fdf15b admin admin] Pushing event updated for resources: {'Network': ['ID=37559f6c-14ff-4399-9448-2740a87338b1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:59.788337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Pushing event deleted for resources: {'Port': ['ID=0f3dc5fb-a8c8-4e77-b714-9b0bf2521085,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:59.809765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 37559f6c-14ff-4399-9448-2740a87338b1 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:59.825981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:59.876031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] No DVR routers for this DVR port 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:59.883192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-033fe15e-6e0c-4974-8ce0-c80b925df3f8 service neutron] 10.222.0.64 "GET /v2.0/ports/2f1b14d5-b189-4f6f-a392-e46dbc94d63e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1578298 Aug 09 15:39:59.884631 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.886591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e6a9040-3aee-427c-b296-e056947386b7 req-577045f5-72b4-475d-b90c-b785af4b148f tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.35 "DELETE /v2.0/ports/0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 HTTP/1.1" status: 204 len: 173 time: 2.2431068 Aug 09 15:39:59.889274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a8468b-07a4-4e52-afc6-7987c76403f8', 'name': 'network-vif-deleted', 'tag': '0f3dc5fb-a8c8-4e77-b714-9b0bf2521085'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:59.895550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:59.899687 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373c9944-9f80-4a84-ba86-e3523927ffb4" -d '{"events": [{"server_uuid": "53a8468b-07a4-4e52-afc6-7987c76403f8", "name": "network-vif-deleted", "tag": "0f3dc5fb-a8c8-4e77-b714-9b0bf2521085"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:59.909451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-46bb985d-6add-438b-b608-c059c2b626c7 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017089 Aug 09 15:39:59.920026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:59.926932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5ba788d-3437-4378-9aef-e43ffa0a77ee req-1e43ff1f-8096-4f86-a79f-6170b1f0e747 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342896 Aug 09 15:39:59.953172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Allocated IP 19.86.0.2 (0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13/47423505-ac26-4922-9c2f-c737d7d40612/e844ba75-cbd0-48f7-8b8f-06e12cb229db) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:59.965371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:59.980249 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ddbbbb-90cf-4fe4-a050-fa417455eea8" -d '{"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-unplugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:59.984501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.037269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Transition to ACTIVE for port object 38e1f410-d435-45bd-af46-d73c372e1fe7 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:00.044324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.059610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.160871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] No DVR routers for this DVR port 38e1f410-d435-45bd-af46-d73c372e1fe7 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:00.206317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-2a967f4e-a070-4622-84eb-a2de8e8beca6 service neutron] 10.222.0.64 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007884 Aug 09 15:40:00.230939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:00.232461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:00.232797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:00.235465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:00.242912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e2d792-73d3-4cb3-84ec-62b6b8091519,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:00.246049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Checking segment: {'id': 'b8b1e6fc-75e0-4f59-bc8c-7113af44dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '37559f6c-14ff-4399-9448-2740a87338b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:00.246904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Network hostable DHCP agents. Network: 37559f6c-14ff-4399-9448-2740a87338b1, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:00.263039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:00.263422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Attempting to bind port 38e1f410-d435-45bd-af46-d73c372e1fe7 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:00.274411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:00.275129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:00.275520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:00.276003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Bound port: 38e1f410-d435-45bd-af46-d73c372e1fe7, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:00.276363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.283914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bc512-81ba-4fc4-a492-2c098b09ed10 req-bad601f9-f15b-46f3-8b08-f402888fd494 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.285472 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f2bc512-81ba-4fc4-a492-2c098b09ed10 req-bad601f9-f15b-46f3-8b08-f402888fd494 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.2197125 Aug 09 15:40:00.286124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:00.291047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Network 37559f6c-14ff-4399-9448-2740a87338b1 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:00.303124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 37559f6c-14ff-4399-9448-2740a87338b1) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:00.334004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.334700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.343759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab19da2a-6df8-4afc-b265-45adb67a0de5 req-7463ee82-7b00-4f33-bb2d-64acb3435e87 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160314 Aug 09 15:40:00.354214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de40ee98-7820-43b3-8c24-c93da204bdf1 None None] Network 37559f6c-14ff-4399-9448-2740a87338b1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:00.393394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-beb94a68-14bf-42b6-a643-53da4a9082bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7957561 Aug 09 15:40:00.432427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f2bc512-81ba-4fc4-a492-2c098b09ed10 req-890fe2d1-fedf-409e-aee9-01d8a02869da tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182299 Aug 09 15:40:00.451590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:00.455459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:00.463576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'port_id': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'mac_address': 'fa:16:3e:ee:9c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:00.472965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.507709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1981a5c0-e5f7-4fab-969f-018cde25bcca service neutron] 10.222.0.64 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887983 Aug 09 15:40:00.582177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.582802 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.586353 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] 10.222.0.66 "PUT /v2.0/ports/38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 1097 time: 1.3288543 Aug 09 15:40:00.632188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5402-2c97-46fb-ba42-b1078f950375 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=11']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:00.656395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-268811c2-a549-4bbb-8cc9-ed1b35d45e8d req-bc55c300-fea1-4167-8125-11d2b3139c28 tempest-ServerTagsTestJSON-1007362210 tempest-ServerTagsTestJSON-1007362210-project] 10.222.0.64 "GET /v2.0/ports?device_id=53a8468b-07a4-4e52-afc6-7987c76403f8 HTTP/1.1" status: 200 len: 210 time: 0.0926397 Aug 09 15:40:00.675022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6ac947a0-d2e1-4159-bd3d-51510fb10540 service neutron] 10.222.0.64 "GET /v2.0/ports/2c46c525-ebeb-4a24-9dd7-8fa47311f859?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1629424 Aug 09 15:40:00.692865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:39:54Z', 'revision_number': 4, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port': {'id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:45Z', 'updated_at': '2021-08-09T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '36d84a0a-909e-4e82-8cb3-2475428d9b65', 'name': '', 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'mac_address': 'fa:16:3e:7e:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd3068814-241f-4d59-9b4b-cba68f136773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:52Z', 'updated_at': '2021-08-09T15:39:59Z', 'revision_number': 4, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'subnets': [{'id': 'd3068814-241f-4d59-9b4b-cba68f136773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:00.734680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.755401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-ef8866e8-c3e1-465e-8683-ee4d740fa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.757039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-ef8866e8-c3e1-465e-8683-ee4d740fa9eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1100 time: 0.1057713 Aug 09 15:40:00.836108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d14c723-3b74-4415-9100-824fb9e356e0 None None] The sync data for ids ['c87afd79-c041-4521-8a61-961dc59f6ed4'] in n-d-799523-2 is: [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:39:54Z', 'revision_number': 4, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port': {'id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:45Z', 'updated_at': '2021-08-09T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '36d84a0a-909e-4e82-8cb3-2475428d9b65', 'name': '', 'network_id': 'e1a42f60-568c-4f4e-ae47-08216237b1bf', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'mac_address': 'fa:16:3e:7e:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd3068814-241f-4d59-9b4b-cba68f136773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:52Z', 'updated_at': '2021-08-09T15:39:59Z', 'revision_number': 4, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'subnets': [{'id': 'd3068814-241f-4d59-9b4b-cba68f136773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:00.851240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Transition to ACTIVE for port object e844ba75-cbd0-48f7-8b8f-06e12cb229db will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:00.879244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.910117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f780e52c-95d7-4837-a8bf-a1323491e1aa {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:00.956615 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-f65a0636-1142-46a2-8187-8337ebe5b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.958700 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-f65a0636-1142-46a2-8187-8337ebe5b205 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1904323 Aug 09 15:40:00.966414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Transition to ACTIVE for port object e844ba75-cbd0-48f7-8b8f-06e12cb229db will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:00.986020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-04964354-178f-4df7-9ba6-ca3270edc85f service neutron] 10.222.0.64 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096623 Aug 09 15:40:01.002398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:01.015044 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.019254 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.030199 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-37650c41-45e3-4a62-b645-233c8d7367db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.0608146 Aug 09 15:40:01.043965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46053448-ec86-4d85-93f7-b0e30bea428b None None] Network 5d90958a-3259-4f1b-9705-42cb24a62f41 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:01.054553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-7b9f082b-4497-4868-8b32-2dffdc084220 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:01.061377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-7b9f082b-4497-4868-8b32-2dffdc084220 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:01.068786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-7b9f082b-4497-4868-8b32-2dffdc084220 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/networks?id=5d90958a-3259-4f1b-9705-42cb24a62f41&id=0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13&id=5d90958a-3259-4f1b-9705-42cb24a62f41 HTTP/1.1" status: 200 len: 1390 time: 0.2641678 Aug 09 15:40:01.103620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-95477e70-d854-4b65-b873-c6b3bb804c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:01.104659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:01.105146 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-95477e70-d854-4b65-b873-c6b3bb804c9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0661669 Aug 09 15:40:01.106299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab98d0-2983-4710-ab35-7711efb7e5c5 None None] Network 37559f6c-14ff-4399-9448-2740a87338b1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:01.116821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-048cdf4f-9809-4717-bd7b-7222b5582934 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/quotas/e1cb7872fdaf4d7fbd0895c261ddf480 HTTP/1.1" status: 200 len: 375 time: 0.0452378 Aug 09 15:40:01.177747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-3a58b4cc-3fa5-45f9-9aaa-ac2158dca34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:01.179605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-3a58b4cc-3fa5-45f9-9aaa-ac2158dca34a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646973 Aug 09 15:40:01.247663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-fe4d1e37-9d5b-46f0-a630-8c1e13e08bb1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1230795 Aug 09 15:40:01.283169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:01.330629 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-817cbfed-38bd-4036-b5ba-cf88a6569ebd service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406918 Aug 09 15:40:01.335203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:01.338574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-197345c9-d4d9-4c40-80c5-46431d1c552b service neutron] 10.222.0.64 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161445 Aug 09 15:40:01.339503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 36d84a0a-909e-4e82-8cb3-2475428d9b65 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:01.458866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['f780e52c-95d7-4837-a8bf-a1323491e1aa'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:01.461437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ac1f87ac-03f6-4f8a-9371-9190690e3fc1 None None] Provisioning for port d9a1c4c3-b801-469d-a907-db9394ebd76c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:01.465721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-5d12c45e-3b8e-4177-9ada-0e14ce4b3ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233589 Aug 09 15:40:01.524356 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-701113c3-692f-4f51-85f1-e6e9532aa811 req-f72cb3b6-8bd3-41d0-9f48-719f2545242b service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801317 Aug 09 15:40:01.549486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-3d70da25-277d-4d60-ab7e-093fe0d94f94 service neutron] 10.222.0.64 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951039 Aug 09 15:40:01.571520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:01.603489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Attempting to bind port e844ba75-cbd0-48f7-8b8f-06e12cb229db on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:01.604345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Attempting to bind port e844ba75-cbd0-48f7-8b8f-06e12cb229db by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:01.604786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Attempting to bind port e844ba75-cbd0-48f7-8b8f-06e12cb229db on network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:01.661987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:01.662498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Checking segment: {'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:01.663336 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.663769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Bound using segment: {'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:01.664343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Bound port: e844ba75-cbd0-48f7-8b8f-06e12cb229db, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:01.664791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.673375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-0b0111ff-3f55-4d86-b8af-5a91278cc24a service neutron] 10.222.0.64 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896133 Aug 09 15:40:01.715955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22f3cee4-b1fb-4044-bd3b-4afabe062411 service neutron] 10.222.0.64 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546061 Aug 09 15:40:01.860611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Pushing event updated for resources: {'Port': ['ID=e844ba75-cbd0-48f7-8b8f-06e12cb229db,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:01.862847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-6b13e233-19d7-43e1-8ce7-0e65b83f4043 service neutron] 10.222.0.64 "GET /v2.0/networks/0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777389 Aug 09 15:40:01.866327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 36d84a0a-909e-4e82-8cb3-2475428d9b65 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:01.872414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-872751b1-09f3-46a1-a020-49ea81f759d8 service neutron] 10.222.0.64 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556225 Aug 09 15:40:01.894161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 36d84a0a-909e-4e82-8cb3-2475428d9b65 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:01.894161 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.908131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:01.975467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:40:01.976173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 0f3dc5fb-a8c8-4e77-b714-9b0bf2521085 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:02.038544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-2a0afd52-25ef-44ff-b9d0-70b0b2f4b204 service neutron] 10.222.0.64 "GET /v2.0/networks/0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647174 Aug 09 15:40:02.046323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] For port e844ba75-cbd0-48f7-8b8f-06e12cb229db, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:02.061149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-03b3ce8d-3d56-4b60-b3e7-c5b67016637d service neutron] 10.222.0.64 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777513 Aug 09 15:40:02.064942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] For port e844ba75-cbd0-48f7-8b8f-06e12cb229db, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e844ba75-cbd0-48f7-8b8f-06e12cb229db,segment=NetworkSegment(97cf64b8-5acf-4a58-a441-88cf1998a840),segment_id=97cf64b8-5acf-4a58-a441-88cf1998a840)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:02.080724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.179803 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.213799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f7b12-0173-4808-b21f-82f24faab56c None None] Pushing event updated for resources: {'Port': ['ID=e844ba75-cbd0-48f7-8b8f-06e12cb229db,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:02.222699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-1199038e-97c6-4751-ac10-d88087b1ad5a service neutron] 10.222.0.64 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831968 Aug 09 15:40:02.256571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 36d84a0a-909e-4e82-8cb3-2475428d9b65, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=36d84a0a-909e-4e82-8cb3-2475428d9b65,segment=NetworkSegment(304aaa91-afac-4eb7-8051-d322615db914),segment_id=304aaa91-afac-4eb7-8051-d322615db914)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:02.265317 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.266823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d9a1c4c3-b801-469d-a907-db9394ebd76c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:02.300109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1e507390-2e15-4990-a932-ee0909b99dab service neutron] 10.222.0.64 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100725 Aug 09 15:40:02.368565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=36d84a0a-909e-4e82-8cb3-2475428d9b65,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:02.387976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d9a1c4c3-b801-469d-a907-db9394ebd76c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:02.393764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d9a1c4c3-b801-469d-a907-db9394ebd76c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:02.394455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.527071 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.567074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port d9a1c4c3-b801-469d-a907-db9394ebd76c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d9a1c4c3-b801-469d-a907-db9394ebd76c,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:02.573444 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.644329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a67d5d22-0daa-45c3-a1d2-ffb6b665b488 None None] Provisioning complete for port d9a1c4c3-b801-469d-a907-db9394ebd76c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:02.644643 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a67d5d22-0daa-45c3-a1d2-ffb6b665b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.648512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=d9a1c4c3-b801-469d-a907-db9394ebd76c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:02.705573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-d84782e5-962d-4c51-8d66-5610122bde3f service neutron] 10.222.0.64 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818432 Aug 09 15:40:02.727662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f22a2dca-49bc-470e-9117-127c65190f28 service neutron] 10.222.0.64 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173989 Aug 09 15:40:02.822985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1f9580d5-6a73-4d8e-8983-d95e13f4de7f service neutron] 10.222.0.64 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889754 Aug 09 15:40:02.886109 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce366d-1052-4727-b362-fd0d9b1fb8af x-openstack-request-id: req-15ce366d-1052-4727-b362-fd0d9b1fb8af {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:02.886416 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a8468b-07a4-4e52-afc6-7987c76403f8", "name": "network-vif-deleted", "tag": "0f3dc5fb-a8c8-4e77-b714-9b0bf2521085", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:02.886671 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15ce366d-1052-4727-b362-fd0d9b1fb8af {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:02.887071 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a8468b-07a4-4e52-afc6-7987c76403f8', 'name': 'network-vif-deleted', 'tag': '0f3dc5fb-a8c8-4e77-b714-9b0bf2521085', 'status': 'completed', 'code': 200} Aug 09 15:40:02.917324 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb710fd-4bc6-418b-9527-17097bb6f0d7 x-openstack-request-id: req-8bb710fd-4bc6-418b-9527-17097bb6f0d7 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:02.918150 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-unplugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:02.918309 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bb710fd-4bc6-418b-9527-17097bb6f0d7 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:02.918708 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'code': 200} Aug 09 15:40:02.946619 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-77df9699-cf93-4e5a-9099-4aadbc3e7027 service neutron] 10.222.0.64 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136525 Aug 09 15:40:03.041191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f045524-08ca-4b6f-bc7c-c84ce73fb8f1 req-1f9ede0f-c3bf-4b38-b6e8-5b0ae3479725 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:03.042817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f045524-08ca-4b6f-bc7c-c84ce73fb8f1 req-1f9ede0f-c3bf-4b38-b6e8-5b0ae3479725 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.0693367 Aug 09 15:40:03.103015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f045524-08ca-4b6f-bc7c-c84ce73fb8f1 req-1a037b61-0c8c-41a6-aae4-daab47490ebe tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Aug 09 15:40:03.362664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e844ba75-cbd0-48f7-8b8f-06e12cb229db up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:03.421366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb4917f-2562-4a48-8d29-c0033942df67 None None] Network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:03.459198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4692b252-e03c-44ee-984c-36427feb0a9d req-9237e48b-ef56-4874-85d3-0248e526e7ad tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-931340459', 'description': 'tempest-description-1819550295'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:03.507677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4692b252-e03c-44ee-984c-36427feb0a9d req-9237e48b-ef56-4874-85d3-0248e526e7ad tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.511989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-88d2558b-552d-4561-890d-862486a6a8d4 None None] Provisioning for port e844ba75-cbd0-48f7-8b8f-06e12cb229db completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:03.538534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e844ba75-cbd0-48f7-8b8f-06e12cb229db completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:03.550415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e844ba75-cbd0-48f7-8b8f-06e12cb229db triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:03.550791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.642189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4692b252-e03c-44ee-984c-36427feb0a9d req-9237e48b-ef56-4874-85d3-0248e526e7ad tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.648365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4692b252-e03c-44ee-984c-36427feb0a9d req-9237e48b-ef56-4874-85d3-0248e526e7ad tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.712515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4692b252-e03c-44ee-984c-36427feb0a9d req-9237e48b-ef56-4874-85d3-0248e526e7ad tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.722306 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.743033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4692b252-e03c-44ee-984c-36427feb0a9d req-9237e48b-ef56-4874-85d3-0248e526e7ad tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2914405 Aug 09 15:40:03.752449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237e48b-ef56-4874-85d3-0248e526e7ad tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ab883e-934f-46ec-905d-48b5eb248804,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:03.795042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e844ba75-cbd0-48f7-8b8f-06e12cb229db, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e844ba75-cbd0-48f7-8b8f-06e12cb229db,segment=NetworkSegment(97cf64b8-5acf-4a58-a441-88cf1998a840),segment_id=97cf64b8-5acf-4a58-a441-88cf1998a840)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:03.802678 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.804448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 36d84a0a-909e-4e82-8cb3-2475428d9b65 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:03.914805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e844ba75-cbd0-48f7-8b8f-06e12cb229db,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:03.921985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:03.969027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:03.977400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:04.001310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d11dee-8f85-4405-a934-458c4f95bf7f req-04a9a8c7-ea77-4fd2-8006-7d1966139093 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:04.003182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28d11dee-8f85-4405-a934-458c4f95bf7f req-04a9a8c7-ea77-4fd2-8006-7d1966139093 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 949 time: 0.1579108 Aug 09 15:40:04.021009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092ac2f-ec4e-436c-b66e-8cafb9609ae5 req-2bd7d770-06d9-4020-803d-a4061f7bc961 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:04.021264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 36d84a0a-909e-4e82-8cb3-2475428d9b65 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:04.021940 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.031550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d092ac2f-ec4e-436c-b66e-8cafb9609ae5 req-2bd7d770-06d9-4020-803d-a4061f7bc961 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.1622844 Aug 09 15:40:04.125797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28d11dee-8f85-4405-a934-458c4f95bf7f req-9ab4d1b1-ab4a-4a6c-abb3-c1cf3f5274d9 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153202 Aug 09 15:40:04.137820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d092ac2f-ec4e-436c-b66e-8cafb9609ae5 req-5304452a-c06b-48e4-981d-cfbaa00681b9 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050012 Aug 09 15:40:04.215783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:04.216354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51358) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:04.307211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9677a08e-7c4f-4a76-bd50-ae52318d1fb7 None None] Provisioning complete for port e844ba75-cbd0-48f7-8b8f-06e12cb229db triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:04.307624 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9677a08e-7c4f-4a76-bd50-ae52318d1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.331205 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dd725d-1eac-4641-8c12-48249967b86a admin admin] Deleting subnet f59ed64c-f3bc-4dec-882e-268f22b5a41f {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:40:04.336557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92dd725d-1eac-4641-8c12-48249967b86a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.351489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port f780e52c-95d7-4837-a8bf-a1323491e1aa completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:04.391240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port f780e52c-95d7-4837-a8bf-a1323491e1aa triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:04.392029 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.396665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:04.407208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92dd725d-1eac-4641-8c12-48249967b86a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.408469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d9a1c4c3-b801-469d-a907-db9394ebd76c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:04.439939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f6ac00b-ff3f-4f3c-8293-81d9ad4923fb req-bef0c302-0847-4ed3-8f2b-83b6267b999b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.1478157 Aug 09 15:40:04.441952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c573ea2-99dd-410a-9b31-4323aed80a6e req-09f536bb-11bf-4ca3-9b48-a4d0b1b5ca7d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 210 time: 0.0960605 Aug 09 15:40:04.468556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-fea48c7d-3aca-4979-af20-5d7d656dce13 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:04.475249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-fea48c7d-3aca-4979-af20-5d7d656dce13 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:04.477308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-fea48c7d-3aca-4979-af20-5d7d656dce13 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "GET /v2.0/networks?id=5d90958a-3259-4f1b-9705-42cb24a62f41&id=0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13&id=5d90958a-3259-4f1b-9705-42cb24a62f41 HTTP/1.1" status: 200 len: 1390 time: 0.3554850 Aug 09 15:40:04.488662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'mac_address': 'fa:16:3e:9b:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:04.494702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92dd725d-1eac-4641-8c12-48249967b86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.495799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'port': {'device_id': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41', 'admin_state_up': True, 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:04.599032 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92dd725d-1eac-4641-8c12-48249967b86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.610639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.630344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd725d-1eac-4641-8c12-48249967b86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59ed64c-f3bc-4dec-882e-268f22b5a41f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:04.642104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92dd725d-1eac-4641-8c12-48249967b86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.644635 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-92dd725d-1eac-4641-8c12-48249967b86a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f59ed64c-f3bc-4dec-882e-268f22b5a41f HTTP/1.1" status: 204 len: 168 time: 0.4272401 Aug 09 15:40:04.647360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51362) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:04.661109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e1f410-d435-45bd-af46-d73c372e1fe7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:04.675505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d9a1c4c3-b801-469d-a907-db9394ebd76c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:04.676218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.709842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64a0b7b9-0e87-4c00-abdc-7ec05f44951d req-321f68a2-361a-4fcb-b746-c33c9d185ca6 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/78ab883e-934f-46ec-905d-48b5eb248804 HTTP/1.1" status: 200 len: 1806 time: 0.2228727 Aug 09 15:40:04.733403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-64a0b7b9-0e87-4c00-abdc-7ec05f44951d req-0a9dc325-1fe9-4b13-87e8-c84c24d775a8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '78ab883e-934f-46ec-905d-48b5eb248804', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:04.733730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-64a0b7b9-0e87-4c00-abdc-7ec05f44951d req-0a9dc325-1fe9-4b13-87e8-c84c24d775a8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '78ab883e-934f-46ec-905d-48b5eb248804', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:04.743512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:04.744890 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.751531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba5fd-33cf-4cf5-8d19-843f2b11b8db req-b4189a60-e888-468a-87c6-ba78d29e755e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:04.753526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.759518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b8ba5fd-33cf-4cf5-8d19-843f2b11b8db req-b4189a60-e888-468a-87c6-ba78d29e755e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.1613626 Aug 09 15:40:04.766551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.809406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:04.812254 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df958318-93c6-4285-ba89-20998e5c9cf9" -d '{"events": [{"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-plugged", "status": "completed", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:04.838331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:04.849705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.856305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=12']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:04.888484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.904683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b8ba5fd-33cf-4cf5-8d19-843f2b11b8db req-5d8c9b1e-c6d7-4ad9-a50c-1c6d19a2ca56 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396916 Aug 09 15:40:04.905199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a918482-2191-4721-b1d7-47b7c67628db']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:04.910987 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-64a0b7b9-0e87-4c00-abdc-7ec05f44951d req-0a9dc325-1fe9-4b13-87e8-c84c24d775a8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.918481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bbc198-1cf8-4af9-8f20-2073da561c32') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:04.919181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bbc198-1cf8-4af9-8f20-2073da561c32') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:04.931017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.952711 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.954797 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:04.959546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:04.961852 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e68e08-c52f-4dc3-a175-804c35a32fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:04.967013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:40:04.967411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:40:04.969187 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:40:04.973776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-64a0b7b9-0e87-4c00-abdc-7ec05f44951d req-0a9dc325-1fe9-4b13-87e8-c84c24d775a8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.975109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:04.979302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.990633 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-64a0b7b9-0e87-4c00-abdc-7ec05f44951d req-0a9dc325-1fe9-4b13-87e8-c84c24d775a8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.028937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dc325-1fe9-4b13-87e8-c84c24d775a8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ac881b-6981-42a3-a2c7-87ff3b8409e1,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:05.042205 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.047466 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a3e223-327e-4492-841e-50538560c053 x-openstack-request-id: req-22a3e223-327e-4492-841e-50538560c053 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:05.047842 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-plugged", "status": "completed", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:05.048099 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22a3e223-327e-4492-841e-50538560c053 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:05.048475 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'code': 200} Aug 09 15:40:05.052882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.055152 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] 10.222.0.64 "DELETE /v2.0/networks/2a918482-2191-4721-b1d7-47b7c67628db HTTP/1.1" status: 204 len: 168 time: 0.4065554 Aug 09 15:40:05.098452 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff94314-7d28-41cc-a7bc-37df44859b57 x-openstack-request-id: req-9ff94314-7d28-41cc-a7bc-37df44859b57 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:05.099023 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:05.099656 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ff94314-7d28-41cc-a7bc-37df44859b57 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:05.100503 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'status': 'completed', 'code': 200} Aug 09 15:40:05.101694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3822fd-c2df-4261-8fa6-0542b6c31cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=2a918482-2191-4721-b1d7-47b7c67628db,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:05.105593 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-64a0b7b9-0e87-4c00-abdc-7ec05f44951d req-0a9dc325-1fe9-4b13-87e8-c84c24d775a8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.117580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64a0b7b9-0e87-4c00-abdc-7ec05f44951d req-0a9dc325-1fe9-4b13-87e8-c84c24d775a8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3852882 Aug 09 15:40:05.142655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f702603e-f6e3-48d6-8557-87713bb5ac80 req-343ab626-7df3-42c8-80b9-29c456103ca2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1362182022', 'description': 'tempest-description-582527692'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:05.214991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['38e1f410-d435-45bd-af46-d73c372e1fe7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:05.226373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f702603e-f6e3-48d6-8557-87713bb5ac80 req-343ab626-7df3-42c8-80b9-29c456103ca2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.330547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51376) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:05.380323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-4c892081-3952-430c-bc12-9c3f750d3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.382729 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-4c892081-3952-430c-bc12-9c3f750d3cbe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1101 time: 0.1938961 Aug 09 15:40:05.389085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-4ddf3fbe-28c0-4506-80de-81f184b4fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.391158 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-4ddf3fbe-28c0-4506-80de-81f184b4fe14 service neutron] 10.222.0.35 "GET /v2.0/ports/2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 200 len: 1027 time: 0.1428001 Aug 09 15:40:05.460991 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8c68c3be-6006-42a0-b828-ae8ccce1a309 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7fa387250a54081896e882c41c036fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275146 Aug 09 15:40:05.483062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51378) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:05.493572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e844ba75-cbd0-48f7-8b8f-06e12cb229db up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:05.495796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f702603e-f6e3-48d6-8557-87713bb5ac80 req-343ab626-7df3-42c8-80b9-29c456103ca2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.519004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Allocated IP 19.80.0.74 (5d90958a-3259-4f1b-9705-42cb24a62f41/2bf5b77a-ead4-4ae6-b14e-9471a5813cfc/8f2bcbf4-8957-4df3-be1e-eed75104fa6e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:05.553682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-18ba1c70-ae74-4565-bf65-b36135b1e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.555672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-18ba1c70-ae74-4565-bf65-b36135b1e545 service neutron] 10.222.0.35 "GET /v2.0/ports/2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 1028 time: 0.1074183 Aug 09 15:40:05.561366 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f702603e-f6e3-48d6-8557-87713bb5ac80 req-343ab626-7df3-42c8-80b9-29c456103ca2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.593395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bed9643b-8bfd-47ca-89ef-9b551fc392d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.602886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e844ba75-cbd0-48f7-8b8f-06e12cb229db triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:05.603251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.611688 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f702603e-f6e3-48d6-8557-87713bb5ac80 req-343ab626-7df3-42c8-80b9-29c456103ca2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.612985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f702603e-f6e3-48d6-8557-87713bb5ac80 req-343ab626-7df3-42c8-80b9-29c456103ca2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4786625 Aug 09 15:40:05.660507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30c166-d3df-4034-bf99-c83c55c3f9ae req-36fd0e1a-4d69-4144-891a-13cebc148e36 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.662549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d30c166-d3df-4034-bf99-c83c55c3f9ae req-36fd0e1a-4d69-4144-891a-13cebc148e36 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.2891479 Aug 09 15:40:05.674692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170df64-8c0f-4953-ad59-1072eda8e353 req-49179a06-0d6b-4e2b-89f4-5ade65b023d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.676260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9170df64-8c0f-4953-ad59-1072eda8e353 req-49179a06-0d6b-4e2b-89f4-5ade65b023d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1096 time: 0.3119636 Aug 09 15:40:05.739953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-57e755f9-eb0f-4fff-9ecf-73b18d891701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.742740 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-57e755f9-eb0f-4fff-9ecf-73b18d891701 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3471100 Aug 09 15:40:05.759979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bed9643b-8bfd-47ca-89ef-9b551fc392d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.785004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ab626-7df3-42c8-80b9-29c456103ca2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467bf701-2614-4111-b751-ac51d2dba350,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:05.881874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d30c166-d3df-4034-bf99-c83c55c3f9ae req-8b45b67d-69a3-4749-9ec6-bd9977ee70f1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935477 Aug 09 15:40:05.920334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9170df64-8c0f-4953-ad59-1072eda8e353 req-387b61ac-5ecc-4f1e-aaee-6b53f621cb98 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921632 Aug 09 15:40:05.931145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8697f3-3965-47bc-96a2-fabe1c5c9d11 req-e932964d-1c72-4b81-8109-2fe9f872e06e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.933093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf8697f3-3965-47bc-96a2-fabe1c5c9d11 req-e932964d-1c72-4b81-8109-2fe9f872e06e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1676931 Aug 09 15:40:05.940323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-7a6f3d98-dee5-42a4-bdc3-1074ac77d99c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.961888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-7a6f3d98-dee5-42a4-bdc3-1074ac77d99c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.968590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-7a6f3d98-dee5-42a4-bdc3-1074ac77d99c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.973718 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-7a6f3d98-dee5-42a4-bdc3-1074ac77d99c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "GET /v2.0/networks?id=d09b4200-2c02-4417-a1a9-63d5f7701513&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407 HTTP/1.1" status: 200 len: 1990 time: 0.4096546 Aug 09 15:40:05.987676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf8697f3-3965-47bc-96a2-fabe1c5c9d11 req-2c78a6d0-5ad8-402b-87e3-545d293d6d72 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466940 Aug 09 15:40:06.029068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-20a6ef54-6faf-4746-8f86-8d0f476e731e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.2717097 Aug 09 15:40:06.036424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bed9643b-8bfd-47ca-89ef-9b551fc392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.040014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad9e454b-3c06-45ed-a9a1-17728e86c31b req-d8d3c361-e7ec-4748-9760-f14fee18e046 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.0385950 Aug 09 15:40:06.046373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bed9643b-8bfd-47ca-89ef-9b551fc392d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.055894 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bed9643b-8bfd-47ca-89ef-9b551fc392d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3 HTTP/1.1" status: 204 len: 168 time: 0.5694141 Aug 09 15:40:06.138943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9643b-8bfd-47ca-89ef-9b551fc392d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ec5bf7-8e01-4a83-a8b2-8c59285a71b3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:06.164150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-b7003953-858c-46d5-9535-c4f74befd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:06.166358 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-b7003953-858c-46d5-9535-c4f74befd750 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1052973 Aug 09 15:40:06.239863 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8faa2728-7c7b-497f-bac4-d4d631f3d08e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd HTTP/1.1" status: 200 len: 380 time: 0.2106290 Aug 09 15:40:06.253527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'admin_state_up': True, 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'security_groups': ['e2a456bf-60be-4fc9-bed1-d4aa70514a70']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:06.268895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10f0980a-7afe-40ee-a30f-e531e1721f1e req-b9d9797d-cf79-40b8-8eeb-4329e17e28d6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 210 time: 0.0704439 Aug 09 15:40:06.298713 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.324066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-ce1ea3a1-46d8-4f75-9ad8-c6342624e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:06.325559 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-ce1ea3a1-46d8-4f75-9ad8-c6342624e06d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481297 Aug 09 15:40:06.337080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Transition to ACTIVE for port object 8f2bcbf4-8957-4df3-be1e-eed75104fa6e will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:06.392483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fadce257-79c1-4787-92bf-6e36273d9310 req-7f37f454-d9d8-4afe-ad72-1a53ece95598 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/467bf701-2614-4111-b751-ac51d2dba350 HTTP/1.1" status: 200 len: 1806 time: 0.1900685 Aug 09 15:40:06.393231 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.484946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-fadce257-79c1-4787-92bf-6e36273d9310 req-292042a5-02d6-4a0d-b8fa-f9be0fd52ced tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '467bf701-2614-4111-b751-ac51d2dba350', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:06.485479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-fadce257-79c1-4787-92bf-6e36273d9310 req-292042a5-02d6-4a0d-b8fa-f9be0fd52ced tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '467bf701-2614-4111-b751-ac51d2dba350', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:06.494676 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-4a957e07-aada-45e7-97bc-9c0075537f07 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548548 Aug 09 15:40:06.501401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:06.508114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.509451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network 5d90958a-3259-4f1b-9705-42cb24a62f41 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:06.522254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:06.529420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:06.563141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Port': ['ID=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:06.586335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717061aa-7e96-43c6-9886-19a4e3c1c3fc req-7693149d-9a27-4aa6-ad52-2b3114df204f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:06.588018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-717061aa-7e96-43c6-9886-19a4e3c1c3fc req-7693149d-9a27-4aa6-ad52-2b3114df204f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 950 time: 0.2152231 Aug 09 15:40:06.608891 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-85e68e08-c52f-4dc3-a175-804c35a32fd5 req-78da1691-95e5-4459-bc79-ad2f801139ca service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983706 Aug 09 15:40:06.679302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:06.681418 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.730909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-692c0c92-c4e7-4dbb-98b4-ebdd73a253b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2419546 Aug 09 15:40:06.734452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-717061aa-7e96-43c6-9886-19a4e3c1c3fc req-d08ca0c6-59bd-49f9-9338-c35c0b7c8efc tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172721 Aug 09 15:40:06.736638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fadce257-79c1-4787-92bf-6e36273d9310 req-292042a5-02d6-4a0d-b8fa-f9be0fd52ced tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.754980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'port': {'device_id': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13', 'admin_state_up': True, 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:06.830218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Allocated IP 172.20.0.14 (d09b4200-2c02-4417-a1a9-63d5f7701513/2739c34a-da5d-4ac8-819c-1c83301cc4c6/157f75ad-de15-4708-b019-292421767884) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:06.852601 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fadce257-79c1-4787-92bf-6e36273d9310 req-292042a5-02d6-4a0d-b8fa-f9be0fd52ced tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.861713 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fadce257-79c1-4787-92bf-6e36273d9310 req-292042a5-02d6-4a0d-b8fa-f9be0fd52ced tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.920702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292042a5-02d6-4a0d-b8fa-f9be0fd52ced tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0401cd70-d4d9-45e0-8a4e-d36a9ceed932,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:06.952433 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fadce257-79c1-4787-92bf-6e36273d9310 req-292042a5-02d6-4a0d-b8fa-f9be0fd52ced tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.953771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fadce257-79c1-4787-92bf-6e36273d9310 req-292042a5-02d6-4a0d-b8fa-f9be0fd52ced tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5193861 Aug 09 15:40:06.986408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-668c21da-c410-4a12-99e1-e60533fcc2e2 None None] Provisioning for port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:06.999789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-668c21da-c410-4a12-99e1-e60533fcc2e2 None None] Provisioning complete for port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:07.000579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-668c21da-c410-4a12-99e1-e60533fcc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.030502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cae03-280e-4d9f-bb0b-d5d62ddef09b req-610df9e5-3c94-4bed-8df2-ffa8e4639353 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:07.041054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-196cae03-280e-4d9f-bb0b-d5d62ddef09b req-610df9e5-3c94-4bed-8df2-ffa8e4639353 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.1463313 Aug 09 15:40:07.060126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-668c21da-c410-4a12-99e1-e60533fcc2e2 None None] Port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:07.064368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:07.089369 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.138740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-3de6ef40-b51b-4564-a110-ef27b79da884 req-2f6d1a0f-634f-4b02-9d91-38653d367b26 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-655996873', 'description': 'tempest-description-858415143'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:07.150521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.166573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Transition to ACTIVE for port object 157f75ad-de15-4708-b019-292421767884 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:07.210089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-196cae03-280e-4d9f-bb0b-d5d62ddef09b req-c99102b8-c96f-441d-b2ad-191c0442bf21 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582253 Aug 09 15:40:07.212848 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.271587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network d09b4200-2c02-4417-a1a9-63d5f7701513 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:07.277275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51422) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:07.283492 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3de6ef40-b51b-4564-a110-ef27b79da884 req-2f6d1a0f-634f-4b02-9d91-38653d367b26 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.313163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:07.318760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:07.373671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=157f75ad-de15-4708-b019-292421767884,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:07.410885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:07.411795 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.450101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-438375201-network', 'tenant_id': '9d0c1e32013c44db85a13a2205360274'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:07.484453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530001-ad5a-48ef-ad2f-9b75cd349806 req-8e1fe23f-8df7-45d0-8ee1-ee18dfd2a787 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:07.486334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a530001-ad5a-48ef-ad2f-9b75cd349806 req-8e1fe23f-8df7-45d0-8ee1-ee18dfd2a787 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1785734 Aug 09 15:40:07.488347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Allocated IP 19.86.0.154 (0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13/47423505-ac26-4922-9c2f-c737d7d40612/460ae256-7f70-4e50-8435-d297dec9bf7c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:07.604260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a530001-ad5a-48ef-ad2f-9b75cd349806 req-9f3286ea-d464-4968-b46d-29ded1655309 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070013 Aug 09 15:40:07.645404 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3de6ef40-b51b-4564-a110-ef27b79da884 req-2f6d1a0f-634f-4b02-9d91-38653d367b26 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.657776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3de6ef40-b51b-4564-a110-ef27b79da884 req-2f6d1a0f-634f-4b02-9d91-38653d367b26 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.658799 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8637f26e-d872-4ae3-bf47-07a8aa9b81a0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4149449 Aug 09 15:40:07.674530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'admin_state_up': True, 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'security_groups': ['e2a456bf-60be-4fc9-bed1-d4aa70514a70']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:07.689798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-01b47971-f06f-4e9e-95f9-981cd8d38b8a None None] Provisioning for port 157f75ad-de15-4708-b019-292421767884 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:07.696943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-01b47971-f06f-4e9e-95f9-981cd8d38b8a None None] Provisioning complete for port 157f75ad-de15-4708-b019-292421767884 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:07.697221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:07.697752 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-01b47971-f06f-4e9e-95f9-981cd8d38b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.705918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.745507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-01b47971-f06f-4e9e-95f9-981cd8d38b8a None None] Port 157f75ad-de15-4708-b019-292421767884 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:07.770324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.770577 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3de6ef40-b51b-4564-a110-ef27b79da884 req-2f6d1a0f-634f-4b02-9d91-38653d367b26 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.783112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de6ef40-b51b-4564-a110-ef27b79da884 req-2f6d1a0f-634f-4b02-9d91-38653d367b26 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6681187 Aug 09 15:40:07.811111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d1a0f-634f-4b02-9d91-38653d367b26 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784d40a0-b952-42e4-9ee9-4c1ad6d91eaf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:07.861338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514589-8f55-4258-812c-c163c5fb6c84 req-559a1ed9-e2c7-439e-b3c2-fdd536cb6ef3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:07.862905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e514589-8f55-4258-812c-c163c5fb6c84 req-559a1ed9-e2c7-439e-b3c2-fdd536cb6ef3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 932 time: 0.1667674 Aug 09 15:40:07.918887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.941526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Transition to ACTIVE for port object 460ae256-7f70-4e50-8435-d297dec9bf7c will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:07.951998 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.962265 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.969083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:07.973827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e514589-8f55-4258-812c-c163c5fb6c84 req-4276769f-a9ec-4865-8d44-1d81f3c39cec tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923297 Aug 09 15:40:07.978055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:07.989022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.989391 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Added segment afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e of type vlan for network 9b2b68f7-8129-4980-b79e-b5f3010ff62f Aug 09 15:40:08.000195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919f31e-60ca-45b6-b743-0514ffc2cd85 req-7f2c882a-2ddb-473a-b49c-94eaa030f53b tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.001908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0919f31e-60ca-45b6-b743-0514ffc2cd85 req-7f2c882a-2ddb-473a-b49c-94eaa030f53b tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 931 time: 0.1350663 Aug 09 15:40:08.060081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 38e1f410-d435-45bd-af46-d73c372e1fe7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:08.069881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 38e1f410-d435-45bd-af46-d73c372e1fe7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:08.070940 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.073583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0919f31e-60ca-45b6-b743-0514ffc2cd85 req-3aacae2e-9cde-4ec0-a0d9-bd889cb0e696 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547948 Aug 09 15:40:08.074698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.169793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:08.173107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:08.173530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.176916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:08.181986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.189801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8e792-9889-453a-8e5a-ea3049e8ddd4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:08.192251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-2bc13495-f09b-4d7c-b65e-947e53ddeda9 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623677 Aug 09 15:40:08.209247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:08.265933 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.287473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.289156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.289797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.318203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:08.320123 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0409234 Aug 09 15:40:08.320725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:08.325661 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ff8d83-6e4e-487f-b35b-294cab82098e" -d '{"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-plugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:08.330657 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.337402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51446) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:08.344656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Request body: {'subnet': {'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-438375201-subnet', 'tenant_id': '9d0c1e32013c44db85a13a2205360274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:08.420802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=13']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:08.438089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Port': ['ID=460ae256-7f70-4e50-8435-d297dec9bf7c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:08.467107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.467798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.518075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a50c84-7239-44f7-b106-0ba318abd92b req-e4fb5a3d-3ca2-4b9e-8722-7e74b8696ec7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.519658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1a50c84-7239-44f7-b106-0ba318abd92b req-e4fb5a3d-3ca2-4b9e-8722-7e74b8696ec7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.3356698 Aug 09 15:40:08.534237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51450) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:08.543781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'floatingip': {'port_id': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:08.557480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-7c82724d-030a-49a6-9d3e-87509ed2de20 req-2a26c87d-f98f-4cba-957f-2270d9a4062e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-162764375', 'description': 'tempest-description-108963628'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:08.571052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-400d1b90-85e7-4a2e-9d7b-f6926d6c1670 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.572873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-400d1b90-85e7-4a2e-9d7b-f6926d6c1670 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798549 Aug 09 15:40:08.623840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.629196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-89a0c89e-ac98-4134-a6d2-598904f397d8 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/quotas/4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 375 time: 0.0238674 Aug 09 15:40:08.683575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0e87df6f-af3b-476d-814f-49afeffcab7f None None] Provisioning for port 460ae256-7f70-4e50-8435-d297dec9bf7c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:08.689327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0e87df6f-af3b-476d-814f-49afeffcab7f None None] Provisioning complete for port 460ae256-7f70-4e50-8435-d297dec9bf7c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:08.689783 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0e87df6f-af3b-476d-814f-49afeffcab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.747099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0e87df6f-af3b-476d-814f-49afeffcab7f None None] Port 460ae256-7f70-4e50-8435-d297dec9bf7c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:08.782095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-2bccf5d4-e91c-494f-9b48-3f2b87a71265 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1252751 Aug 09 15:40:08.804611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38099a76-916f-4a19-99a1-789ea20b7dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2b68f7-8129-4980-b79e-b5f3010ff62f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:08.817810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:08.832513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Allocated IP 10.1.1.53 (87db3854-e09d-446f-b4e0-6480752620ed/8b9351e0-aba2-421f-be33-7a80cf6d31be/5df0879b-56cc-4ff6-9c2c-a8739b0a6d67) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:08.853208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-41d3652e-23d9-45dc-be2e-f71685b49a00 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1126862 Aug 09 15:40:08.875551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'port': {'device_id': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41', 'admin_state_up': True, 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:08.903489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:08.905984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.261047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.295151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.342000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Transition to ACTIVE for port object 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:09.345552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a26b04-7d30-45d4-959b-3e9f16d14fcf,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:09.375120 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7c82724d-030a-49a6-9d3e-87509ed2de20 req-2a26c87d-f98f-4cba-957f-2270d9a4062e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.429936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Checking segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:09.430579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Network hostable DHCP agents. Network: 9b2b68f7-8129-4980-b79e-b5f3010ff62f, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:09.447535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.489291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec29f01-8dc8-45fe-9f7f-f4e01cf8402c req-f653de39-b944-413a-b9b8-c72aee1f5f3a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:09.499275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bec29f01-8dc8-45fe-9f7f-f4e01cf8402c req-f653de39-b944-413a-b9b8-c72aee1f5f3a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.2324867 Aug 09 15:40:09.525798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:09.536689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:09.558893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network 87db3854-e09d-446f-b4e0-6480752620ed is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:09.561825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:09.565019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:09.571580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9b2b68f7-8129-4980-b79e-b5f3010ff62f) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:09.604737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:09.606232 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.618424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ed73e-98fe-4101-b12f-89ddbc5f85f8 None None] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:09.648124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:09.649216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.809959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bec29f01-8dc8-45fe-9f7f-f4e01cf8402c req-05db57a7-63b0-41c2-9de1-6b76c3db0c87 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096480 Aug 09 15:40:09.878693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7c82724d-030a-49a6-9d3e-87509ed2de20 req-2a26c87d-f98f-4cba-957f-2270d9a4062e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.887051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7c82724d-030a-49a6-9d3e-87509ed2de20 req-2a26c87d-f98f-4cba-957f-2270d9a4062e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.899696 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6699974e-2e33-47f2-9a44-e60dd7e3e68f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5531707 Aug 09 15:40:09.902917 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ca2dc97e-3619-4ddc-ba5a-0042e1e95b75 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2358477 Aug 09 15:40:09.914369 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'admin_state_up': True, 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'security_groups': ['e2a456bf-60be-4fc9-bed1-d4aa70514a70']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:09.951014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0ef4d-f239-4edc-b613-6f1c7a3b2239 None None] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:10.014843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26c87d-f98f-4cba-957f-2270d9a4062e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369f9fb7-314a-4423-afea-1504e4422224,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:10.026693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:10.031465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.042379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7c82724d-030a-49a6-9d3e-87509ed2de20 req-2a26c87d-f98f-4cba-957f-2270d9a4062e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.043934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c82724d-030a-49a6-9d3e-87509ed2de20 req-2a26c87d-f98f-4cba-957f-2270d9a4062e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5070064 Aug 09 15:40:10.094692 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a221d67c-719f-4084-9a2f-2b1d13799b10 x-openstack-request-id: req-a221d67c-719f-4084-9a2f-2b1d13799b10 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:10.097555 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-plugged", "status": "completed", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:10.099128 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a221d67c-719f-4084-9a2f-2b1d13799b10 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:10.100210 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'code': 200} Aug 09 15:40:10.148899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:10.154730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.213380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bca4ac1-1160-4410-af0a-c3987a557fe3 req-7b190f0d-9af3-4635-86a4-2e7e367d46c3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 210 time: 0.1482728 Aug 09 15:40:10.312384 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:40:10.335542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-20348a13-dff3-4f75-8d59-177de89342e7 None None] Provisioning for port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:10.363529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-20348a13-dff3-4f75-8d59-177de89342e7 None None] Provisioning complete for port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:10.365494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20348a13-dff3-4f75-8d59-177de89342e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.373422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Allocated IP 10.1.1.195 (87db3854-e09d-446f-b4e0-6480752620ed/8b9351e0-aba2-421f-be33-7a80cf6d31be/eceb1892-e3d3-42ab-b1ec-be917cd5d560) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:10.414097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-20348a13-dff3-4f75-8d59-177de89342e7 None None] Port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:10.439905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f477e54-5a3a-4faa-add7-4e0c23fe423b req-265af4db-6cfd-4be4-8b58-d6e5b0dc227f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:10.446987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f477e54-5a3a-4faa-add7-4e0c23fe423b req-265af4db-6cfd-4be4-8b58-d6e5b0dc227f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:10.448239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f477e54-5a3a-4faa-add7-4e0c23fe423b req-265af4db-6cfd-4be4-8b58-d6e5b0dc227f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 1653 time: 0.2518027 Aug 09 15:40:10.480536 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.525341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.561096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.577342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Transition to ACTIVE for port object eceb1892-e3d3-42ab-b1ec-be917cd5d560 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:10.623289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.634465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f477e54-5a3a-4faa-add7-4e0c23fe423b req-f8c9b213-77f6-458f-ba79-a4454b1bf658 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702523 Aug 09 15:40:10.647346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Allocated IP 19.80.0.218 (5d90958a-3259-4f1b-9705-42cb24a62f41/2bf5b77a-ead4-4ae6-b14e-9471a5813cfc/711a7731-d0e3-4e98-a778-b66a8d3d1729) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:10.664155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49593c5-6bbd-47b2-a88d-3bb9564c917c req-cf958b91-43a4-4abc-80e8-8a7132390c14 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:10.666974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49593c5-6bbd-47b2-a88d-3bb9564c917c req-cf958b91-43a4-4abc-80e8-8a7132390c14 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:10.668925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b49593c5-6bbd-47b2-a88d-3bb9564c917c req-cf958b91-43a4-4abc-80e8-8a7132390c14 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 1654 time: 0.3067787 Aug 09 15:40:10.685813 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network 87db3854-e09d-446f-b4e0-6480752620ed is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:10.689529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:10.695395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:10.726308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=eceb1892-e3d3-42ab-b1ec-be917cd5d560,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:10.768194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:10.768971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.806921 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-6c51c92d-d272-4bbc-a6d1-c699e30eaebb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341017 Aug 09 15:40:10.814137 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f73204a2-5d10-46ed-85de-c8d9ab7e8ed9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9039991 Aug 09 15:40:10.836814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407', 'admin_state_up': True, 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'security_groups': ['e2a456bf-60be-4fc9-bed1-d4aa70514a70']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:10.854284 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Floating IP 8b6d63eb-e931-4b26-a958-f73dc00d6fe0 associated. External IP: 172.25.7.127, port: f780e52c-95d7-4837-a8bf-a1323491e1aa. Aug 09 15:40:10.907081 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b49593c5-6bbd-47b2-a88d-3bb9564c917c req-c41ff744-33ae-4d74-a4ca-c1dbbd3d6503 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864827 Aug 09 15:40:10.938209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-5eef026d-f30a-479a-bfc3-dfdaaf4a9695 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/784d40a0-b952-42e4-9ee9-4c1ad6d91eaf HTTP/1.1" status: 200 len: 1805 time: 0.2211292 Aug 09 15:40:11.107896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-b18f3ca0-3c7f-428d-b2b7-e1f2a2a61e5b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.122608 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-b18f3ca0-3c7f-428d-b2b7-e1f2a2a61e5b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874765 Aug 09 15:40:11.133493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Request body: {'port': {'device_id': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '4c8f4fd4774b4d3e8a7612124a3ba839'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:11.146668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7101810-6485-4542-9540-6a4c4d556506 None None] Provisioning for port eceb1892-e3d3-42ab-b1ec-be917cd5d560 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:11.157338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7101810-6485-4542-9540-6a4c4d556506 None None] Provisioning complete for port eceb1892-e3d3-42ab-b1ec-be917cd5d560 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:11.158017 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7101810-6485-4542-9540-6a4c4d556506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.167483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.181882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Transition to ACTIVE for port object 711a7731-d0e3-4e98-a778-b66a8d3d1729 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:11.268005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a7101810-6485-4542-9540-6a4c4d556506 None None] Port eceb1892-e3d3-42ab-b1ec-be917cd5d560 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:11.296093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:11.306166 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.361679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Made reservation on behalf of 4c8f4fd4774b4d3e8a7612124a3ba839 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:11.365484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.415926 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-3a990651-2b7d-4f25-b15d-7f2237d8d64a tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/369f9fb7-314a-4423-afea-1504e4422224 HTTP/1.1" status: 200 len: 1805 time: 0.4666727 Aug 09 15:40:11.439620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network 5d90958a-3259-4f1b-9705-42cb24a62f41 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:11.448635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '784d40a0-b952-42e4-9ee9-4c1ad6d91eaf', 'remote_group_id': '369f9fb7-314a-4423-afea-1504e4422224', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:11.449055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '784d40a0-b952-42e4-9ee9-4c1ad6d91eaf', 'remote_group_id': '369f9fb7-314a-4423-afea-1504e4422224', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:11.464924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.465321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:11.473058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:11.478369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Port': ['ID=711a7731-d0e3-4e98-a778-b66a8d3d1729,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:11.651901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-be8e274f-c120-4ff0-a86c-64e962cd5b75 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.653067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-be8e274f-c120-4ff0-a86c-64e962cd5b75 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.3491330 Aug 09 15:40:11.664819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.665663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.730306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Allocated IP 192.168.233.71 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/d8c6b269-a5e9-4058-b181-7e9d261b2e60) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:11.760012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-74323bbe-dd7b-4675-b7b8-880bb9d99141 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8993526 Aug 09 15:40:11.761252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-e3d666f8-f693-4b0e-87bb-4ac99efc0989 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/quotas/9d0c1e32013c44db85a13a2205360274 HTTP/1.1" status: 200 len: 375 time: 0.0518162 Aug 09 15:40:11.781482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-77dccafb-38ba-44d3-b2d3-39951c29ce9f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:40:11.781730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-77dccafb-38ba-44d3-b2d3-39951c29ce9f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107491 Aug 09 15:40:11.820227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Allocated IP 10.2.2.100 (b98b9a08-f09c-46cf-9b6f-340bff2f4407/240ff6bf-6b64-4b17-9cc6-775f7215d00a/63c86000-6a7e-4d7c-8686-f00e62636d61) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:11.904275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2eba5402-31db-43f9-b3ec-8c005ff97505 None None] Provisioning for port 711a7731-d0e3-4e98-a778-b66a8d3d1729 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:11.912625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2eba5402-31db-43f9-b3ec-8c005ff97505 None None] Provisioning complete for port 711a7731-d0e3-4e98-a778-b66a8d3d1729 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:11.913317 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2eba5402-31db-43f9-b3ec-8c005ff97505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.964675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2eba5402-31db-43f9-b3ec-8c005ff97505 None None] Port 711a7731-d0e3-4e98-a778-b66a8d3d1729 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:12.040164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.068414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Transition to ACTIVE for port object d8c6b269-a5e9-4058-b181-7e9d261b2e60 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:12.088685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.100166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-826b145e-7701-4e50-afeb-1c79b8e8f48f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3303294 Aug 09 15:40:12.106317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.114523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Transition to ACTIVE for port object 63c86000-6a7e-4d7c-8686-f00e62636d61 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:12.122665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Router b1c465d9-1335-46cf-a06e-f6fd7028e04f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:12.136593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-1e6afc89-403a-4488-aa5c-0c12d1a842cb service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:40:12.137573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-1e6afc89-403a-4488-aa5c-0c12d1a842cb service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097101 Aug 09 15:40:12.144128 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.158275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['6c72c62f-33b5-444d-a9a3-e80121d19ffc', '38e1f410-d435-45bd-af46-d73c372e1fe7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:12.192142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:12.212434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:12.213612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:12.214564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:12.217589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:12.252027 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.267757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Request body: {'port': {'device_id': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:12.305027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:12.305904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.318148 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.357815 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.365842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network b98b9a08-f09c-46cf-9b6f-340bff2f4407 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:12.377608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:12.464409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:12.539009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:12.539671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.545115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bee64b7-d6b7-418b-a497-5095a71fc06e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:12.558686 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.560419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d832ce0-ed6f-4686-a310-73c9a262df3f req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1300824 Aug 09 15:40:12.579070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.586588 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cae946c3-3b33-415d-ad27-7d73d93dd34d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4576912 Aug 09 15:40:12.593754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.594443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.594887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.595397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.595841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.596396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.596830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.597346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.597877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.599190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.599190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.599190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf4710-45e1-41bb-a2ef-e40ce6d23919 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:12.612320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Request body: {'port': {'device_id': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:12.636106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a716bc49-07c7-4d6c-8ac2-5618ade879fa service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768074 Aug 09 15:40:12.665881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=63c86000-6a7e-4d7c-8686-f00e62636d61,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:12.666461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-82128a9e-82d9-4c1d-b764-9d0407fe3068 None None] Provisioning for port d8c6b269-a5e9-4058-b181-7e9d261b2e60 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:12.692374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:12.711735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-82128a9e-82d9-4c1d-b764-9d0407fe3068 None None] Provisioning complete for port d8c6b269-a5e9-4058-b181-7e9d261b2e60 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:12.714442 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] Sync routers for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:12.715432 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-82128a9e-82d9-4c1d-b764-9d0407fe3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.735536 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:12.736648 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:12.757633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-814414fb-a0ee-4e3a-9e25-611bc3e99550 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9313998 Aug 09 15:40:12.758698 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.766765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407', 'admin_state_up': True, 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'security_groups': ['e2a456bf-60be-4fc9-bed1-d4aa70514a70']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:12.859157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.859656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-82128a9e-82d9-4c1d-b764-9d0407fe3068 None None] Port d8c6b269-a5e9-4058-b181-7e9d261b2e60 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:12.886378 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:12.955469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dd158fd8-c0dd-4569-9dfd-e683c6a26d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "PUT /v2.0/floatingips/8b6d63eb-e931-4b26-a958-f73dc00d6fe0 HTTP/1.1" status: 200 len: 991 time: 4.4197013 Aug 09 15:40:12.960728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:12.963430 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c6795-d65d-4284-80ab-4e3d65c7864a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:12.988828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-08032586-89a7-4c07-b0cd-26829b67c94e None None] Provisioning for port 63c86000-6a7e-4d7c-8686-f00e62636d61 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:12.994727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-08032586-89a7-4c07-b0cd-26829b67c94e None None] Provisioning complete for port 63c86000-6a7e-4d7c-8686-f00e62636d61 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:12.995637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-08032586-89a7-4c07-b0cd-26829b67c94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.078808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Made reservation on behalf of 01fad1059d2d46fb9c61ad5aa8f83afd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:13.084425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.086605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-08032586-89a7-4c07-b0cd-26829b67c94e None None] Port 63c86000-6a7e-4d7c-8686-f00e62636d61 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:13.154633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-205be589-1825-4604-b4f8-eb45264b4d1a service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090120 Aug 09 15:40:13.163700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59581900-bbd6-49c2-a898-2bae2ae17441 req-5bedf1c8-6e05-42e6-b946-b59fd9ab1aa7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.180561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59581900-bbd6-49c2-a898-2bae2ae17441 req-5bedf1c8-6e05-42e6-b946-b59fd9ab1aa7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.3093715 Aug 09 15:40:13.185053 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '8b6d63eb-e931-4b26-a958-f73dc00d6fe0', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'port_id': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'mac_address': 'fa:16:3e:ee:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:42Z', 'updated_at': '2021-08-09T15:40:10Z', 'revision_number': 1, 'project_id': '467fd1dac0424938b403368cc5b38339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:13.225775 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] Checking router: b1c465d9-1335-46cf-a06e-f6fd7028e04f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:13.235063 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:13.235675 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:39:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:13.372853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59581900-bbd6-49c2-a898-2bae2ae17441 req-ff0eb5db-f5e9-4c98-b613-8c3d174bb7ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767416 Aug 09 15:40:13.392305 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:13.415040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Allocated IP 10.2.2.200 (b98b9a08-f09c-46cf-9b6f-340bff2f4407/240ff6bf-6b64-4b17-9cc6-775f7215d00a/ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:13.541161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9c690-dbaa-44ee-bc6d-9f0409b867a5 req-7380a5bd-9016-4507-92c7-8974a38b6909 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.548649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fa9c690-dbaa-44ee-bc6d-9f0409b867a5 req-7380a5bd-9016-4507-92c7-8974a38b6909 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 935 time: 0.1023188 Aug 09 15:40:13.572838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c6b269-a5e9-4058-b181-7e9d261b2e60 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:13.587267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.591992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2bcbf4-8957-4df3-be1e-eed75104fa6e {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:13.606087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.624621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Transition to ACTIVE for port object d8c6b269-a5e9-4058-b181-7e9d261b2e60 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:13.634692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.654435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fa9c690-dbaa-44ee-bc6d-9f0409b867a5 req-8d03b1c7-9710-42e3-ac14-481369c7bbde tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048050 Aug 09 15:40:13.659046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Transition to ACTIVE for port object 8f2bcbf4-8957-4df3-be1e-eed75104fa6e will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:13.677424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59efab6-78ab-4e7e-8335-4cdaf975d9bd req-61985df2-e060-4208-9bc8-7aee3a835ff0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.683713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59efab6-78ab-4e7e-8335-4cdaf975d9bd req-61985df2-e060-4208-9bc8-7aee3a835ff0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.708057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59efab6-78ab-4e7e-8335-4cdaf975d9bd req-61985df2-e060-4208-9bc8-7aee3a835ff0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.749031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59efab6-78ab-4e7e-8335-4cdaf975d9bd req-61985df2-e060-4208-9bc8-7aee3a835ff0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.751005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c59efab6-78ab-4e7e-8335-4cdaf975d9bd req-61985df2-e060-4208-9bc8-7aee3a835ff0 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 3095 time: 0.2359118 Aug 09 15:40:13.752524 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.814591 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '8b6d63eb-e931-4b26-a958-f73dc00d6fe0', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'port_id': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'mac_address': 'fa:16:3e:ee:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:42Z', 'updated_at': '2021-08-09T15:40:10Z', 'revision_number': 1, 'project_id': '467fd1dac0424938b403368cc5b38339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:13.864008 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0f82d-8321-4984-94be-037c5f0e079d None None] The sync data for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 is: [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '8b6d63eb-e931-4b26-a958-f73dc00d6fe0', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'port_id': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'mac_address': 'fa:16:3e:ee:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:42Z', 'updated_at': '2021-08-09T15:40:10Z', 'revision_number': 1, 'project_id': '467fd1dac0424938b403368cc5b38339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:13.872673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:13.879570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.902714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:13.948531 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Transition to ACTIVE for port object ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:13.983652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:13.984607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:13.985201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:13.998280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:13.998651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:14.029082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:14.029449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:14.029817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:14.030341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Bound port: d8c6b269-a5e9-4058-b181-7e9d261b2e60, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:14.030664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.109538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c59efab6-78ab-4e7e-8335-4cdaf975d9bd req-9a242a24-5861-4f61-8c1f-29480b69df2e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381646 Aug 09 15:40:14.183904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f79b8-5a42-4cd4-bc32-c2bf9b86d8a4 req-a1153063-df69-4bef-bc84-1981f4ef0949 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.192325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f79b8-5a42-4cd4-bc32-c2bf9b86d8a4 req-a1153063-df69-4bef-bc84-1981f4ef0949 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.201704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f79b8-5a42-4cd4-bc32-c2bf9b86d8a4 req-a1153063-df69-4bef-bc84-1981f4ef0949 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.205799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:14.208245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c84f79b8-5a42-4cd4-bc32-c2bf9b86d8a4 req-a1153063-df69-4bef-bc84-1981f4ef0949 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2388 time: 0.4386685 Aug 09 15:40:14.210938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:14.237216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.290742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c84f79b8-5a42-4cd4-bc32-c2bf9b86d8a4 req-b493e509-ab92-418d-8d3c-b3c316e53399 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658531 Aug 09 15:40:14.292149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Attempting to bind port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:14.292730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Attempting to bind port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:14.293574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Attempting to bind port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e on network 5d90958a-3259-4f1b-9705-42cb24a62f41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:14.300293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e on network 5d90958a-3259-4f1b-9705-42cb24a62f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:14.301013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Attempting to bind port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e on network 5d90958a-3259-4f1b-9705-42cb24a62f41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:14.308015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:14.309564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Checking segment: {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:14.310416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Bound using segment: {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:14.311501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Bound port: 8f2bcbf4-8957-4df3-be1e-eed75104fa6e, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:14.312165 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.342516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-6148773c-16f2-45b0-a49c-440423031be9 req-8bad58ae-c256-4c18-ab5d-3607eb0b96d4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-824794811', 'description': 'tempest-description-824504666'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:14.345722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:14.350918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948356f-daf4-49c4-acd5-86aa6591bf6b None None] New status for floating IP 8b6d63eb-e931-4b26-a958-f73dc00d6fe0: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:40:14.361386 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.392239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.393475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.395318 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-cc7860e9-27c8-42ef-8bf2-2bcb49526d60 service neutron] 10.222.0.66 "PUT /v2.0/ports/d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 1095 time: 1.7929368 Aug 09 15:40:14.396157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:14.399255 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55" -d '{"events": [{"name": "network-changed", "server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:14.416357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Network b98b9a08-f09c-46cf-9b6f-340bff2f4407 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:14.447476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:14.452708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:14.543244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6148773c-16f2-45b0-a49c-440423031be9 req-8bad58ae-c256-4c18-ab5d-3607eb0b96d4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.612742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.613484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.660841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] For port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:14.669645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event updated for resources: {'Port': ['ID=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:14.710719 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1225d5f5-a748-49ec-b4d4-7d1b20972613 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9436691 Aug 09 15:40:14.729990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:14.769799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-9b7bfb5f-a8e5-4133-8602-41c4679ed3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.772004 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-9b7bfb5f-a8e5-4133-8602-41c4679ed3fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1098 time: 0.3153083 Aug 09 15:40:14.793957 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce83bd08-6cbc-48c5-bc28-6fcf78fe5116 x-openstack-request-id: req-ce83bd08-6cbc-48c5-bc28-6fcf78fe5116 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:14.795006 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:14.795787 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce83bd08-6cbc-48c5-bc28-6fcf78fe5116 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:14.796687 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'status': 'completed', 'code': 200} Aug 09 15:40:14.804862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] For port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:14.815430 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.918787 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-18f2e49a-c6d2-4c4e-b1f1-774e60eeaf62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.1177747 Aug 09 15:40:14.921927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-71d53bb6-d2c2-47c4-821f-4634ed1d9f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.930486 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.977677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69918e18-e255-4fcb-ad74-035395d03f69 req-80b1c252-ffba-42fc-ac3c-13dbfeab5827 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 210 time: 0.0389740 Aug 09 15:40:14.979361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-145af5ca-120d-4a83-8590-bfac9820f0a0 None None] Provisioning for port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:14.984776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-145af5ca-120d-4a83-8590-bfac9820f0a0 None None] Provisioning complete for port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:14.986487 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-145af5ca-120d-4a83-8590-bfac9820f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.998736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.999299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.009542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f2bcbf4-8957-4df3-be1e-eed75104fa6e HTTP/1.1" status: 200 len: 1091 time: 3.2029326 Aug 09 15:40:15.051174 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6148773c-16f2-45b0-a49c-440423031be9 req-8bad58ae-c256-4c18-ab5d-3607eb0b96d4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.064044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Request body: {'port': {'device_id': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:15.108432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-145af5ca-120d-4a83-8590-bfac9820f0a0 None None] Port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:15.120423 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6148773c-16f2-45b0-a49c-440423031be9 req-8bad58ae-c256-4c18-ab5d-3607eb0b96d4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.190198 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac81db2f-eb6f-4280-8fb1-4926bfc4149e x-openstack-request-id: req-ac81db2f-eb6f-4280-8fb1-4926bfc4149e {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:15.190634 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:15.190993 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac81db2f-eb6f-4280-8fb1-4926bfc4149e {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:15.191484 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'status': 'completed', 'code': 200} Aug 09 15:40:15.262548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-41716fd1-9f48-4df4-9857-10300f98338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.265028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-41716fd1-9f48-4df4-9857-10300f98338e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1096 time: 0.3737447 Aug 09 15:40:15.266428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad58ae-c256-4c18-ab5d-3607eb0b96d4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae731165-656e-450a-b7c1-ad55b8906ef3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:15.280704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-f2e6e0e7-b332-4c82-bfdc-52d1e5287279 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.282368 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-f2e6e0e7-b332-4c82-bfdc-52d1e5287279 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.35 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.2228444 Aug 09 15:40:15.288195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7828b-ebe3-4dd9-8c96-92caafdf06a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:15.301691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Request body: {'port': {'device_id': '523fa139-d4c3-412d-85d5-433ebaf38432', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'admin_state_up': True, 'tenant_id': '9d0c1e32013c44db85a13a2205360274'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:15.316140 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6148773c-16f2-45b0-a49c-440423031be9 req-8bad58ae-c256-4c18-ab5d-3607eb0b96d4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.317594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6148773c-16f2-45b0-a49c-440423031be9 req-8bad58ae-c256-4c18-ab5d-3607eb0b96d4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9824224 Aug 09 15:40:15.392949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-a82309cd-407d-4656-bb7d-6f4cd8d5dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.394524 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-a82309cd-407d-4656-bb7d-6f4cd8d5dbe8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.4526854 Aug 09 15:40:15.396124 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.454567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f8498-a0dc-466b-8911-eb451879e58d req-f0552bc9-a276-441a-a794-80733442319f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.456168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4f8498-a0dc-466b-8911-eb451879e58d req-f0552bc9-a276-441a-a794-80733442319f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.1971395 Aug 09 15:40:15.553683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-f43407f0-6c6c-43fe-94a5-0fe3c7129f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.555531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-f43407f0-6c6c-43fe-94a5-0fe3c7129f78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.2641344 Aug 09 15:40:15.581313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-9c165908-01e4-4558-a523-4819a2b54343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.583495 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-9c165908-01e4-4558-a523-4819a2b54343 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724393 Aug 09 15:40:15.667366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4f8498-a0dc-466b-8911-eb451879e58d req-87a960af-ca9b-422f-9c49-f48002c5be80 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740179 Aug 09 15:40:15.689253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377b041-fec9-4608-86cb-7691fcdc1ccf req-682a12e4-61a3-49a0-928a-801ef38b81cf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.691078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1377b041-fec9-4608-86cb-7691fcdc1ccf req-682a12e4-61a3-49a0-928a-801ef38b81cf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 947 time: 0.2554779 Aug 09 15:40:15.796893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-b54343b7-31eb-4337-8eeb-a48c77d4673e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 1001 time: 0.2259278 Aug 09 15:40:15.891104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1377b041-fec9-4608-86cb-7691fcdc1ccf req-4bfa18dc-735d-45b4-8344-de61efbf07e9 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719923 Aug 09 15:40:16.166550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:16.170144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.211675 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-8ce4c4c5-3896-4195-b5b0-d64c32ba004c service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886292 Aug 09 15:40:16.275980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4c6a-1f03-4096-9efa-f0a8700c779b req-f860b1b5-29b9-492d-a7fd-c8f362810bdc tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.282820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4c6a-1f03-4096-9efa-f0a8700c779b req-f860b1b5-29b9-492d-a7fd-c8f362810bdc tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.289702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4c6a-1f03-4096-9efa-f0a8700c779b req-f860b1b5-29b9-492d-a7fd-c8f362810bdc tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.296897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4c6a-1f03-4096-9efa-f0a8700c779b req-f860b1b5-29b9-492d-a7fd-c8f362810bdc tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.304457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4c6a-1f03-4096-9efa-f0a8700c779b req-f860b1b5-29b9-492d-a7fd-c8f362810bdc tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.306652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a6e4c6a-1f03-4096-9efa-f0a8700c779b req-f860b1b5-29b9-492d-a7fd-c8f362810bdc tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 3816 time: 0.5349884 Aug 09 15:40:16.312459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-3ee1a269-c055-4000-ab43-544c5509d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.315146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-3ee1a269-c055-4000-ab43-544c5509d4b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.4979687 Aug 09 15:40:16.368119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157f75ad-de15-4708-b019-292421767884 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:16.392671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.454611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Transition to ACTIVE for port object 157f75ad-de15-4708-b019-292421767884 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:16.461889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0482aa13-0759-4b94-81af-cfa16ac0ae68 req-b9a00287-42ff-40fc-a620-e553690aa875 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359447 Aug 09 15:40:16.462541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.480449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460ae256-7f70-4e50-8435-d297dec9bf7c {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:16.511600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a6e4c6a-1f03-4096-9efa-f0a8700c779b req-512ab0d9-1ef8-45f0-a19e-d1e761b1295b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759088 Aug 09 15:40:16.531937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Allocated IP 172.20.0.2 (9b2b68f7-8129-4980-b79e-b5f3010ff62f/96a26b04-7d30-45d4-959b-3e9f16d14fcf/cd741ed0-78cb-48da-9d63-8ebf3f8fde05) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:16.542403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1026-080f-45e2-9571-2da3d142947b req-762e8ec8-e11a-44b7-be56-7607ec8d4b13 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.544875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Pushing event updated for resources: {'Port': ['ID=157f75ad-de15-4708-b019-292421767884,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:16.563028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1026-080f-45e2-9571-2da3d142947b req-762e8ec8-e11a-44b7-be56-7607ec8d4b13 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.570395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1026-080f-45e2-9571-2da3d142947b req-762e8ec8-e11a-44b7-be56-7607ec8d4b13 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.572334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab1a1026-080f-45e2-9571-2da3d142947b req-762e8ec8-e11a-44b7-be56-7607ec8d4b13 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2388 time: 0.3254235 Aug 09 15:40:16.576862 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.593238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f0a22618-af33-489d-a331-2b0f26cf14a5 req-2c452b95-ea87-4504-a930-2dc7f2fd7b35 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-916413784', 'description': 'tempest-description-1569572006'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:16.607783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-e796a8db-4f02-4396-8906-2447436f2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.609814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-e796a8db-4f02-4396-8906-2447436f2d66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2729719 Aug 09 15:40:16.650205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Transition to ACTIVE for port object 460ae256-7f70-4e50-8435-d297dec9bf7c will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:16.672322 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.705668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-e83601ef-9db1-46dd-aad3-f9e4c889cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.707933 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-e83601ef-9db1-46dd-aad3-f9e4c889cc45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1098 time: 0.1548812 Aug 09 15:40:16.779784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Attempting to bind port 157f75ad-de15-4708-b019-292421767884 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:16.780251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Attempting to bind port 157f75ad-de15-4708-b019-292421767884 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:16.780473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Attempting to bind port 157f75ad-de15-4708-b019-292421767884 on network d09b4200-2c02-4417-a1a9-63d5f7701513 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:16.794577 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0a22618-af33-489d-a331-2b0f26cf14a5 req-2c452b95-ea87-4504-a930-2dc7f2fd7b35 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.831997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'tag': '8f2bcbf4-8957-4df3-be1e-eed75104fa6e'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:16.836579 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "tag": "8f2bcbf4-8957-4df3-be1e-eed75104fa6e"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:16.842977 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Port 157f75ad-de15-4708-b019-292421767884 on network d09b4200-2c02-4417-a1a9-63d5f7701513 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:16.843672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Attempting to bind port 157f75ad-de15-4708-b019-292421767884 on network d09b4200-2c02-4417-a1a9-63d5f7701513 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:16.862539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:16.862826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Checking segment: {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:16.863162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Bound using segment: {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:16.863658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Bound port: 157f75ad-de15-4708-b019-292421767884, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293de42d-b758-42a7-bf41-bb005f946bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:16.864075 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.899606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab1a1026-080f-45e2-9571-2da3d142947b req-c90b1dd7-efa1-4d84-8191-6cb81e7ea67d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136811 Aug 09 15:40:16.925317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Pushing event updated for resources: {'Port': ['ID=460ae256-7f70-4e50-8435-d297dec9bf7c,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.023798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.053909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-78f54326-7330-4a89-8cbb-b7f252c62166 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273014 Aug 09 15:40:17.152502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-b3c8b718-85bf-434d-8489-eba162db3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.154023 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-b3c8b718-85bf-434d-8489-eba162db3271 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.4012825 Aug 09 15:40:17.223811 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-6d297728-dc2a-46ec-af9c-21c15dc684fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.0484989 Aug 09 15:40:17.230283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.303914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] For port 157f75ad-de15-4708-b019-292421767884, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:17.308021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785c6795-d65d-4284-80ab-4e3d65c7864a req-18791cf2-ac02-452b-98c3-891b3326452f service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416279 Aug 09 15:40:17.312686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Attempting to bind port 460ae256-7f70-4e50-8435-d297dec9bf7c on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:17.313025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Attempting to bind port 460ae256-7f70-4e50-8435-d297dec9bf7c by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:17.313348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Attempting to bind port 460ae256-7f70-4e50-8435-d297dec9bf7c on network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:17.339698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] For port 157f75ad-de15-4708-b019-292421767884, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157f75ad-de15-4708-b019-292421767884,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:17.341063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Port 460ae256-7f70-4e50-8435-d297dec9bf7c on network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:17.341406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Attempting to bind port 460ae256-7f70-4e50-8435-d297dec9bf7c on network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:17.341937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:17.350021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.352021 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0a22618-af33-489d-a331-2b0f26cf14a5 req-2c452b95-ea87-4504-a930-2dc7f2fd7b35 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.352193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:17.356876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event updated for resources: {'Port': ['ID=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.358874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:17.359252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Checking segment: {'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:17.359648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Bound using segment: {'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:17.360114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Bound port: 460ae256-7f70-4e50-8435-d297dec9bf7c, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97cf64b8-5acf-4a58-a441-88cf1998a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:17.360481 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.362349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:17.364529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0a22618-af33-489d-a331-2b0f26cf14a5 req-2c452b95-ea87-4504-a930-2dc7f2fd7b35 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.395996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a4c8-881c-41cc-8868-26f9e3632b1d req-36acc83e-ce84-4da5-b3af-26d6bc8873a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.397172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-ab8e38e8-21c6-4c8b-b954-5ea4a316e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.398803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-ab8e38e8-21c6-4c8b-b954-5ea4a316e9fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1560712 Aug 09 15:40:17.399126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84e2a4c8-881c-41cc-8868-26f9e3632b1d req-36acc83e-ce84-4da5-b3af-26d6bc8873a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 931 time: 0.1727545 Aug 09 15:40:17.443429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.444169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.445782 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] 10.222.0.35 "PUT /v2.0/ports/157f75ad-de15-4708-b019-292421767884 HTTP/1.1" status: 200 len: 1092 time: 2.7244644 Aug 09 15:40:17.451170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '157f75ad-de15-4708-b019-292421767884'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:17.452157 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aaa493-7a92-43fa-a068-fff0a1082f20" -d '{"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "157f75ad-de15-4708-b019-292421767884"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:17.470165 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-03d79399-6c92-466b-86d3-1b3bb0d8008d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.474287 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0a22618-af33-489d-a331-2b0f26cf14a5 req-2c452b95-ea87-4504-a930-2dc7f2fd7b35 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.475966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0a22618-af33-489d-a331-2b0f26cf14a5 req-2c452b95-ea87-4504-a930-2dc7f2fd7b35 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8928406 Aug 09 15:40:17.480910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:17.501430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c452b95-ea87-4504-a930-2dc7f2fd7b35 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5608e6-010c-45ef-a376-69b53bfd2b2e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.519551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.520246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.528179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84e2a4c8-881c-41cc-8868-26f9e3632b1d req-c233c408-c118-421d-93a8-df6d7b8f00fd tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205010 Aug 09 15:40:17.555658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea5dff-6c90-4963-9995-d5c2da0b6e31 service neutron] Pushing event updated for resources: {'Port': ['ID=157f75ad-de15-4708-b019-292421767884,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.572604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] For port 460ae256-7f70-4e50-8435-d297dec9bf7c, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:17.581714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] For port 460ae256-7f70-4e50-8435-d297dec9bf7c, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=460ae256-7f70-4e50-8435-d297dec9bf7c,segment=NetworkSegment(97cf64b8-5acf-4a58-a441-88cf1998a840),segment_id=97cf64b8-5acf-4a58-a441-88cf1998a840)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:17.589165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-a96aed74-f771-4f3b-9230-dfbc875862b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2974501 Aug 09 15:40:17.591289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.640080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Request body: {'port': {'device_id': '523fa139-d4c3-412d-85d5-433ebaf38432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:17.647229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-405c5eae-b8f7-4382-bcca-af6a90f7a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.648938 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-405c5eae-b8f7-4382-bcca-af6a90f7a447 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237763 Aug 09 15:40:17.714526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Pushing event updated for resources: {'Port': ['ID=460ae256-7f70-4e50-8435-d297dec9bf7c,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.739863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.739863 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.740499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cbd310ce-5c3a-4d70-8adc-3865d39ce769 service neutron] 10.222.0.35 "PUT /v2.0/ports/460ae256-7f70-4e50-8435-d297dec9bf7c HTTP/1.1" status: 200 len: 1092 time: 2.6861775 Aug 09 15:40:17.789251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.812977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.822808 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e492e4-252c-43f9-b756-ab82405ac0a1 x-openstack-request-id: req-c2e492e4-252c-43f9-b756-ab82405ac0a1 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:17.823411 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "tag": "8f2bcbf4-8957-4df3-be1e-eed75104fa6e", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:17.823877 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2e492e4-252c-43f9-b756-ab82405ac0a1 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:17.824423 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'tag': '8f2bcbf4-8957-4df3-be1e-eed75104fa6e', 'status': 'completed', 'code': 200} Aug 09 15:40:17.862906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Request body: {'port': {'device_id': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:17.907124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-5307878e-9e91-44cc-94c5-0211c8388e0f service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201169 Aug 09 15:40:17.942325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.963736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971f4dc-48ec-442b-9702-7199bca3e237 req-7b2db0c4-4098-4d4e-86ae-8d4679e42314 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.966045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4971f4dc-48ec-442b-9702-7199bca3e237 req-7b2db0c4-4098-4d4e-86ae-8d4679e42314 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.3382621 Aug 09 15:40:17.975196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-ed5d6178-2d61-4e5d-b840-2e8745674a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.976204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-ed5d6178-2d61-4e5d-b840-2e8745674a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.976908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-ed5d6178-2d61-4e5d-b840-2e8745674a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.978778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-ed5d6178-2d61-4e5d-b840-2e8745674a27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2798 time: 0.1940572 Aug 09 15:40:18.059021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4971f4dc-48ec-442b-9702-7199bca3e237 req-d255ba7d-c5a8-4232-92a6-340c0b4802c6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775654 Aug 09 15:40:18.119484 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ddd2959a-12a0-430d-a27e-1d6a49cd6d55 req-801567fd-eadf-4f75-8fff-e8327617bbbd service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990037 Aug 09 15:40:18.135937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b67bd3-d145-4575-b5ce-11abd347898e req-2d04c73d-b2fa-4ca8-8f73-fae0f8787171 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.145969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64b67bd3-d145-4575-b5ce-11abd347898e req-2d04c73d-b2fa-4ca8-8f73-fae0f8787171 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 947 time: 0.4040353 Aug 09 15:40:18.248873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64b67bd3-d145-4575-b5ce-11abd347898e req-267998ad-6652-42e6-b06b-398a854bb50d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012099 Aug 09 15:40:18.310151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.344914 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc9c5b-ffca-4397-8eaf-fe55ad530f7a x-openstack-request-id: req-82bc9c5b-ffca-4397-8eaf-fe55ad530f7a {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:18.345262 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "157f75ad-de15-4708-b019-292421767884", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:18.345682 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82bc9c5b-ffca-4397-8eaf-fe55ad530f7a {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:18.346027 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '157f75ad-de15-4708-b019-292421767884', 'status': 'completed', 'code': 200} Aug 09 15:40:18.362468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.35', 63566) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:18.534720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-f401dc91-9644-41f4-ab62-f1482ff4480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.535354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-f401dc91-9644-41f4-ab62-f1482ff4480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.536307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-f401dc91-9644-41f4-ab62-f1482ff4480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.538320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-f401dc91-9644-41f4-ab62-f1482ff4480c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5233734 Aug 09 15:40:18.543873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-752b17de-e04f-41fa-bae1-9c3a64d4de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.544348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-752b17de-e04f-41fa-bae1-9c3a64d4de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.544831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-752b17de-e04f-41fa-bae1-9c3a64d4de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.545360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-752b17de-e04f-41fa-bae1-9c3a64d4de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.545894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-752b17de-e04f-41fa-bae1-9c3a64d4de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.547699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-752b17de-e04f-41fa-bae1-9c3a64d4de3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 4363 time: 0.1631639 Aug 09 15:40:18.550787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-51eb3b15-66e0-4376-acba-23408c40531a tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/ae731165-656e-450a-b7c1-ad55b8906ef3 HTTP/1.1" status: 200 len: 1805 time: 0.2554262 Aug 09 15:40:18.614072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1b14d5-b189-4f6f-a392-e46dbc94d63e {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:18.625721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.646179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd741ed0-78cb-48da-9d63-8ebf3f8fde05 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:18.655141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Transition to ACTIVE for port object 2f1b14d5-b189-4f6f-a392-e46dbc94d63e will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:18.657401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.661849 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.720228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Transition to ACTIVE for port object cd741ed0-78cb-48da-9d63-8ebf3f8fde05 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:18.734647 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.759301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:18.854266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71712f0-07b4-4876-b4e4-c4ae5eccb0f4 req-758d3235-1bc9-453f-af7f-a28bd37418cb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.860382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71712f0-07b4-4876-b4e4-c4ae5eccb0f4 req-758d3235-1bc9-453f-af7f-a28bd37418cb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.870880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71712f0-07b4-4876-b4e4-c4ae5eccb0f4 req-758d3235-1bc9-453f-af7f-a28bd37418cb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.879604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71712f0-07b4-4876-b4e4-c4ae5eccb0f4 req-758d3235-1bc9-453f-af7f-a28bd37418cb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.887352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71712f0-07b4-4876-b4e4-c4ae5eccb0f4 req-758d3235-1bc9-453f-af7f-a28bd37418cb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.889306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b71712f0-07b4-4876-b4e4-c4ae5eccb0f4 req-758d3235-1bc9-453f-af7f-a28bd37418cb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 3828 time: 0.4317346 Aug 09 15:40:18.936394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.950443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-96cc20d0-752d-465b-989c-0e4eab4c8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.951251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-96cc20d0-752d-465b-989c-0e4eab4c8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.952253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-96cc20d0-752d-465b-989c-0e4eab4c8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.952787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Pushing event updated for resources: {'Port': ['ID=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:18.955060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-96cc20d0-752d-465b-989c-0e4eab4c8947 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3991427 Aug 09 15:40:18.979771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Attempting to bind port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:18.980230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Attempting to bind port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:18.980553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Attempting to bind port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:18.990071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e on network 87db3854-e09d-446f-b4e0-6480752620ed not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:18.990450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Attempting to bind port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:19.000390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:19.000670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Checking segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:19.001011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Bound using segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:19.001821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Bound port: 2f1b14d5-b189-4f6f-a392-e46dbc94d63e, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:19.002276 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.017512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-86ef580d-fb82-4025-adc2-b4daa24c318d tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/4f5608e6-010c-45ef-a376-69b53bfd2b2e HTTP/1.1" status: 200 len: 1806 time: 0.4476488 Aug 09 15:40:19.041740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Attempting to bind port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:19.042074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Attempting to bind port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:19.042395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Attempting to bind port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:19.051915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:19.052235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Attempting to bind port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:19.078067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:19.078395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Checking segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:19.078939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Bound using segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:19.079276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Bound port: cd741ed0-78cb-48da-9d63-8ebf3f8fde05, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:19.079633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.093198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-372df678-511f-450e-a9b6-fc29a731af58 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ae731165-656e-450a-b7c1-ad55b8906ef3', 'remote_group_id': '4f5608e6-010c-45ef-a376-69b53bfd2b2e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:19.093806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-372df678-511f-450e-a9b6-fc29a731af58 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ae731165-656e-450a-b7c1-ad55b8906ef3', 'remote_group_id': '4f5608e6-010c-45ef-a376-69b53bfd2b2e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:19.161137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] For port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:19.167886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] For port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:19.174978 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.232715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] For port cd741ed0-78cb-48da-9d63-8ebf3f8fde05, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:19.247013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b71712f0-07b4-4876-b4e4-c4ae5eccb0f4 req-fc0bf870-0e02-4903-99e9-3b54cd1ff990 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734578 Aug 09 15:40:19.250742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.251357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.252808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] 10.222.0.35 "PUT /v2.0/ports/2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 200 len: 1130 time: 1.7768500 Aug 09 15:40:19.282627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] For port cd741ed0-78cb-48da-9d63-8ebf3f8fde05, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:19.287398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:19.309728 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.313649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373dba9-f81d-4402-93c2-7f40ff84859a service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.383941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.384966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.387476 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] 10.222.0.35 "PUT /v2.0/ports/cd741ed0-78cb-48da-9d63-8ebf3f8fde05 HTTP/1.1" status: 200 len: 1091 time: 1.7527127 Aug 09 15:40:19.412806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-b49df8c5-047f-4dce-bf2c-244c43e02428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.415498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ccd91ae-5592-4950-8ac5-4ea809eedb2a req-b49df8c5-047f-4dce-bf2c-244c43e02428 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8581691 Aug 09 15:40:19.421388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.450099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] Pushing event updated for resources: {'Port': ['ID=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.795809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c46c525-ebeb-4a24-9dd7-8fa47311f859 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:19.805531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.819081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Transition to ACTIVE for port object 2c46c525-ebeb-4a24-9dd7-8fa47311f859 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:19.825564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.832503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'tag': '460ae256-7f70-4e50-8435-d297dec9bf7c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:19.835333 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "tag": "460ae256-7f70-4e50-8435-d297dec9bf7c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:19.845661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-3fe34661-a37f-4d6a-bc2f-e22342051bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.847137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4aaa493-7a92-43fa-a068-fff0a1082f20 req-3fe34661-a37f-4d6a-bc2f-e22342051bc3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8503323 Aug 09 15:40:19.922644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c46c525-ebeb-4a24-9dd7-8fa47311f859,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.970197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Attempting to bind port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:19.971006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Attempting to bind port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:19.971006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Attempting to bind port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:19.976484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 on network 87db3854-e09d-446f-b4e0-6480752620ed not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:19.976806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Attempting to bind port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:19.978441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3080402-b074-49e7-b2c5-35ed51f21437 req-0206729c-faa9-44ad-91e2-661705f4cc7e tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.982705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:19.983043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Checking segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:19.983437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Bound using segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:19.983950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Bound port: 2c46c525-ebeb-4a24-9dd7-8fa47311f859, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:19.984535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.987109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3080402-b074-49e7-b2c5-35ed51f21437 req-0206729c-faa9-44ad-91e2-661705f4cc7e tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.996098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3080402-b074-49e7-b2c5-35ed51f21437 req-0206729c-faa9-44ad-91e2-661705f4cc7e tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.008788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3080402-b074-49e7-b2c5-35ed51f21437 req-0206729c-faa9-44ad-91e2-661705f4cc7e tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2400 time: 0.6032536 Aug 09 15:40:20.053421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-96a069f7-0144-47ed-83fe-906bd6807091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.054961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-96a069f7-0144-47ed-83fe-906bd6807091 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 1094 time: 0.6115842 Aug 09 15:40:20.064430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711a7731-d0e3-4e98-a778-b66a8d3d1729 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:20.067809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:20.072333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] For port 2c46c525-ebeb-4a24-9dd7-8fa47311f859, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:20.072766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-372df678-511f-450e-a9b6-fc29a731af58 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.076617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] For port 2c46c525-ebeb-4a24-9dd7-8fa47311f859, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:20.083664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.116904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-372df678-511f-450e-a9b6-fc29a731af58 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.121948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.122630 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.124620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] 10.222.0.35 "PUT /v2.0/ports/2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 1131 time: 0.8425756 Aug 09 15:40:20.145564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.151509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-372df678-511f-450e-a9b6-fc29a731af58 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.172047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:20.219580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd483f9a-71ef-4dd0-9f7e-fb9e6f175ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c46c525-ebeb-4a24-9dd7-8fa47311f859,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:20.232762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-42a2d38f-bb4d-4471-9a89-280e9f70b5e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd741ed0-78cb-48da-9d63-8ebf3f8fde05 HTTP/1.1" status: 200 len: 217 time: 0.1001520 Aug 09 15:40:20.244579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3080402-b074-49e7-b2c5-35ed51f21437 req-d6e0a7fd-2f4f-4e6d-9945-a42c0fbf790b tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347882 Aug 09 15:40:20.277306 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.280451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:20.287365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-372df678-511f-450e-a9b6-fc29a731af58 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.288901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd8ac7bc-aef2-4f6e-a9b5-56b75a9e4222 req-372df678-511f-450e-a9b6-fc29a731af58 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2309737 Aug 09 15:40:20.300158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'mac_address': 'fa:16:3e:a0:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:20.313283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372df678-511f-450e-a9b6-fc29a731af58 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a699e8d-73a9-4be3-a8b6-d0cf335879dc,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:20.317902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Transition to ACTIVE for port object 711a7731-d0e3-4e98-a778-b66a8d3d1729 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:20.340661 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.358517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '2f1b14d5-b189-4f6f-a392-e46dbc94d63e'}, {'name': 'network-changed', 'server_uuid': '523fa139-d4c3-412d-85d5-433ebaf38432', 'tag': 'cd741ed0-78cb-48da-9d63-8ebf3f8fde05'}, {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '2c46c525-ebeb-4a24-9dd7-8fa47311f859'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:20.365644 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125" -d '{"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "2f1b14d5-b189-4f6f-a392-e46dbc94d63e"}, {"name": "network-changed", "server_uuid": "523fa139-d4c3-412d-85d5-433ebaf38432", "tag": "cd741ed0-78cb-48da-9d63-8ebf3f8fde05"}, {"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "2c46c525-ebeb-4a24-9dd7-8fa47311f859"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:20.403555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.414983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-25594b6b-ce8e-4a7f-ae79-e915c3734d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.416655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-25594b6b-ce8e-4a7f-ae79-e915c3734d5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.1589453 Aug 09 15:40:20.436155 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.471160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c6b269-a5e9-4058-b181-7e9d261b2e60 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:20.506769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-82921522-b823-4df3-8fbf-b2546bc86af4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806377 Aug 09 15:40:20.512487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Pushing event updated for resources: {'Port': ['ID=711a7731-d0e3-4e98-a778-b66a8d3d1729,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:20.525567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:20.586218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.724225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:20.829027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a78d5-5a38-4475-9056-20902e22aa0d req-2bdfdea1-f359-403b-9184-ec54a9bfae4a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.830751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa9a78d5-5a38-4475-9056-20902e22aa0d req-2bdfdea1-f359-403b-9184-ec54a9bfae4a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 943 time: 0.2292736 Aug 09 15:40:20.831740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Attempting to bind port 711a7731-d0e3-4e98-a778-b66a8d3d1729 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:20.832317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Attempting to bind port 711a7731-d0e3-4e98-a778-b66a8d3d1729 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:20.832834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Attempting to bind port 711a7731-d0e3-4e98-a778-b66a8d3d1729 on network 5d90958a-3259-4f1b-9705-42cb24a62f41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:20.869599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Port 711a7731-d0e3-4e98-a778-b66a8d3d1729 on network 5d90958a-3259-4f1b-9705-42cb24a62f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:20.869959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Attempting to bind port 711a7731-d0e3-4e98-a778-b66a8d3d1729 on network 5d90958a-3259-4f1b-9705-42cb24a62f41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:20.890769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-32951ca2-f369-451c-b5c7-5698ab9ecc68 service neutron] 10.222.0.35 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083017 Aug 09 15:40:20.898998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf919d-e5eb-4e8d-921a-8ede49e5a1e3 req-36c9847b-aa8a-4ffa-b181-1bb49e57eb1f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.900709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bbf919d-e5eb-4e8d-921a-8ede49e5a1e3 req-36c9847b-aa8a-4ffa-b181-1bb49e57eb1f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 948 time: 0.1818421 Aug 09 15:40:20.910986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:20.911676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Checking segment: {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:20.912283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Bound using segment: {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:20.912946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Bound port: 711a7731-d0e3-4e98-a778-b66a8d3d1729, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1234a73-7741-4b7f-a26a-ec8b43becfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:20.913520 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.950383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:20.959877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.976300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Transition to ACTIVE for port object 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:20.982104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.003372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['d8c6b269-a5e9-4058-b181-7e9d261b2e60'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:21.014453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa9a78d5-5a38-4475-9056-20902e22aa0d req-72fe2eb5-204c-48a7-b04f-d6e5bb96a11e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688950 Aug 09 15:40:21.061931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Pushing event updated for resources: {'Port': ['ID=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.079566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bbf919d-e5eb-4e8d-921a-8ede49e5a1e3 req-2dd14725-6ba6-4c3a-b6ed-2ff7d2482dc4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612256 Aug 09 15:40:21.132373 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-2a26f75b-28b8-4d4f-a982-fb24e42e1c42 service neutron] 10.222.0.35 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302704 Aug 09 15:40:21.153473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] For port 711a7731-d0e3-4e98-a778-b66a8d3d1729, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:21.161143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] For port 711a7731-d0e3-4e98-a778-b66a8d3d1729, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=711a7731-d0e3-4e98-a778-b66a8d3d1729,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:21.169085 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.219401 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdb7ad0-ab59-4d3e-834f-d6856d5663ba x-openstack-request-id: req-1bdb7ad0-ab59-4d3e-834f-d6856d5663ba {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:21.219732 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "tag": "460ae256-7f70-4e50-8435-d297dec9bf7c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:21.220117 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bdb7ad0-ab59-4d3e-834f-d6856d5663ba {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:21.220387 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'tag': '460ae256-7f70-4e50-8435-d297dec9bf7c', 'status': 'completed', 'code': 200} Aug 09 15:40:21.278362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Attempting to bind port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:21.279135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Attempting to bind port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:21.279729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Attempting to bind port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:21.288645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 on network 87db3854-e09d-446f-b4e0-6480752620ed not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:21.289539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Attempting to bind port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:21.305556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:21.306614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Checking segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:21.307341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Bound using segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:21.308078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Bound port: 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:21.308766 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.311716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Pushing event updated for resources: {'Port': ['ID=711a7731-d0e3-4e98-a778-b66a8d3d1729,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.324826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.325477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.328336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-cb205577-10ff-4c2c-b976-c1f89060c642 service neutron] 10.222.0.35 "PUT /v2.0/ports/711a7731-d0e3-4e98-a778-b66a8d3d1729 HTTP/1.1" status: 200 len: 1092 time: 3.4694011 Aug 09 15:40:21.419884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] For port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:21.424478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] For port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:21.439009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.455681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f948f87-a249-4a80-b3a7-f29979f74566 req-d5a1d3cc-6063-4cc5-8fd4-a38ca8db67ad tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/4f5608e6-010c-45ef-a376-69b53bfd2b2e HTTP/1.1" status: 200 len: 1806 time: 0.1744199 Aug 09 15:40:21.489801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.491067 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.493941 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] 10.222.0.35 "PUT /v2.0/ports/5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 HTTP/1.1" status: 200 len: 1090 time: 1.3315799 Aug 09 15:40:21.526753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-d71b7501-da12-4647-879d-861aa1af2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.527251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-d71b7501-da12-4647-879d-861aa1af2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.527910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-d71b7501-da12-4647-879d-861aa1af2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.529633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-d71b7501-da12-4647-879d-861aa1af2000 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2865 time: 0.2504730 Aug 09 15:40:21.536906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:21.555429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-87e02acb-e151-4143-a6b2-3d512927664a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.567946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-87e02acb-e151-4143-a6b2-3d512927664a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.577056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-87e02acb-e151-4143-a6b2-3d512927664a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.588019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-87e02acb-e151-4143-a6b2-3d512927664a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.602216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4ab08-aabd-4e85-b0f4-8011812a9131 service neutron] Pushing event updated for resources: {'Port': ['ID=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.619699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-87e02acb-e151-4143-a6b2-3d512927664a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.619993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.627381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-87e02acb-e151-4143-a6b2-3d512927664a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.633997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-87e02acb-e151-4143-a6b2-3d512927664a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.645620 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-87e02acb-e151-4143-a6b2-3d512927664a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5385 time: 0.3687465 Aug 09 15:40:21.807939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0f948f87-a249-4a80-b3a7-f29979f74566 req-3359ddb6-d9bc-4e79-87d4-180873a0db3e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.837246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c285e67-bcfc-4bd3-b6c5-9e9bf368b6d7 req-42b4f596-9f19-4be9-bdb3-aa5a3e7c5c55 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699798 Aug 09 15:40:21.888303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0f948f87-a249-4a80-b3a7-f29979f74566 req-3359ddb6-d9bc-4e79-87d4-180873a0db3e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.914111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-ab7d50b9-76ca-4c52-a1a2-09f9192601fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.914111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-ab7d50b9-76ca-4c52-a1a2-09f9192601fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.914111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-ab7d50b9-76ca-4c52-a1a2-09f9192601fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.914111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-ab7d50b9-76ca-4c52-a1a2-09f9192601fe service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2620459 Aug 09 15:40:22.016322 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf2364e-acef-4e1c-87ff-4b3367feaf3f x-openstack-request-id: req-9cf2364e-acef-4e1c-87ff-4b3367feaf3f {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:22.016975 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "2f1b14d5-b189-4f6f-a392-e46dbc94d63e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "523fa139-d4c3-412d-85d5-433ebaf38432", "tag": "cd741ed0-78cb-48da-9d63-8ebf3f8fde05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "2c46c525-ebeb-4a24-9dd7-8fa47311f859", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:22.016975 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cf2364e-acef-4e1c-87ff-4b3367feaf3f {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:22.017251 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '2f1b14d5-b189-4f6f-a392-e46dbc94d63e', 'status': 'completed', 'code': 200} Aug 09 15:40:22.017598 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523fa139-d4c3-412d-85d5-433ebaf38432', 'tag': 'cd741ed0-78cb-48da-9d63-8ebf3f8fde05', 'status': 'completed', 'code': 200} Aug 09 15:40:22.017815 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '2c46c525-ebeb-4a24-9dd7-8fa47311f859', 'status': 'completed', 'code': 200} Aug 09 15:40:22.024993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eceb1892-e3d3-42ab-b1ec-be917cd5d560 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:22.034416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.051189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Transition to ACTIVE for port object eceb1892-e3d3-42ab-b1ec-be917cd5d560 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:22.055877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.061982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-55caa2db-8dee-4151-acdb-55f40d907385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.063980 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96f381f9-ec4c-4971-90f5-5d5bb1de1ff6 req-55caa2db-8dee-4151-acdb-55f40d907385 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1427736 Aug 09 15:40:22.151852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=eceb1892-e3d3-42ab-b1ec-be917cd5d560,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:22.212444 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Attempting to bind port eceb1892-e3d3-42ab-b1ec-be917cd5d560 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:22.212922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Attempting to bind port eceb1892-e3d3-42ab-b1ec-be917cd5d560 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:22.213315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Attempting to bind port eceb1892-e3d3-42ab-b1ec-be917cd5d560 on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:22.221816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Port eceb1892-e3d3-42ab-b1ec-be917cd5d560 on network 87db3854-e09d-446f-b4e0-6480752620ed not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:22.221816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Attempting to bind port eceb1892-e3d3-42ab-b1ec-be917cd5d560 on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:22.228420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:22.228857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Checking segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:22.229445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Bound using segment: {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:22.229982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Bound port: eceb1892-e3d3-42ab-b1ec-be917cd5d560, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c38257-4a5f-4b7f-bcc3-1905de606fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:22.230505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.231158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f0be82f1-9a26-43ef-8c9a-19d309139d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.232289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f0be82f1-9a26-43ef-8c9a-19d309139d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.232289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f0be82f1-9a26-43ef-8c9a-19d309139d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.232814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f0be82f1-9a26-43ef-8c9a-19d309139d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.233609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f0be82f1-9a26-43ef-8c9a-19d309139d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.234194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f0be82f1-9a26-43ef-8c9a-19d309139d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.234670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f0be82f1-9a26-43ef-8c9a-19d309139d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.236903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f0be82f1-9a26-43ef-8c9a-19d309139d85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6302 time: 0.1640830 Aug 09 15:40:22.246578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbba7b-3493-4d90-8878-a152d39143c3 req-91225e3d-6005-4ad8-a37a-aeb25f3b22f9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.248268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6fbba7b-3493-4d90-8878-a152d39143c3 req-91225e3d-6005-4ad8-a37a-aeb25f3b22f9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1833060 Aug 09 15:40:22.285676 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:40:22.309676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-8e5cf727-1da6-4351-9f61-a2f6aceacec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.310157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-8e5cf727-1da6-4351-9f61-a2f6aceacec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.310646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-8e5cf727-1da6-4351-9f61-a2f6aceacec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.312444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-8e5cf727-1da6-4351-9f61-a2f6aceacec5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2865 time: 0.1967397 Aug 09 15:40:22.336527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] For port eceb1892-e3d3-42ab-b1ec-be917cd5d560, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:22.344845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] For port eceb1892-e3d3-42ab-b1ec-be917cd5d560, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:22.352000 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.385864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-3d389031-16e8-4fd5-a3d1-396afe4dbebb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=8f2bcbf4-8957-4df3-be1e-eed75104fa6e HTTP/1.1" status: 200 len: 217 time: 0.0622923 Aug 09 15:40:22.392424 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0f948f87-a249-4a80-b3a7-f29979f74566 req-3359ddb6-d9bc-4e79-87d4-180873a0db3e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.395063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0f948f87-a249-4a80-b3a7-f29979f74566 req-3359ddb6-d9bc-4e79-87d4-180873a0db3e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.396372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f948f87-a249-4a80-b3a7-f29979f74566 req-3359ddb6-d9bc-4e79-87d4-180873a0db3e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "DELETE /v2.0/security-groups/4f5608e6-010c-45ef-a376-69b53bfd2b2e HTTP/1.1" status: 204 len: 173 time: 0.9396236 Aug 09 15:40:22.401509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.406439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.406725 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] 10.222.0.35 "PUT /v2.0/ports/eceb1892-e3d3-42ab-b1ec-be917cd5d560 HTTP/1.1" status: 200 len: 1091 time: 0.8746521 Aug 09 15:40:22.450632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:22.460239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359ddb6-d9bc-4e79-87d4-180873a0db3e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5608e6-010c-45ef-a376-69b53bfd2b2e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:22.466505 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6fbba7b-3493-4d90-8878-a152d39143c3 req-315a2bf5-9f98-4050-a797-2359366d379a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2042346 Aug 09 15:40:22.528969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf2327-27fd-4d3b-88c8-f626c082c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=eceb1892-e3d3-42ab-b1ec-be917cd5d560,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:22.589446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.597620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-d00025f1-a1be-45d3-b564-dfe435207d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.598429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-d00025f1-a1be-45d3-b564-dfe435207d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.598967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-d00025f1-a1be-45d3-b564-dfe435207d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.601094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-d00025f1-a1be-45d3-b564-dfe435207d24 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3517830 Aug 09 15:40:22.603253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-1f096d2f-75f1-4a31-959a-b5a4aef1fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.604855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-1f096d2f-75f1-4a31-959a-b5a4aef1fbf4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bf5b77a-ead4-4ae6-b14e-9471a5813cfc HTTP/1.1" status: 200 len: 801 time: 0.2022803 Aug 09 15:40:22.758266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d81b8-1dee-435b-85d6-33ada34bef2a req-0db2920e-949a-4f36-b132-f659d10cf835 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.765004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d81b8-1dee-435b-85d6-33ada34bef2a req-0db2920e-949a-4f36-b132-f659d10cf835 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.772250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d81b8-1dee-435b-85d6-33ada34bef2a req-0db2920e-949a-4f36-b132-f659d10cf835 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.774099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-039d81b8-1dee-435b-85d6-33ada34bef2a req-0db2920e-949a-4f36-b132-f659d10cf835 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2412 time: 0.2357268 Aug 09 15:40:22.878149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-66d3d6d9-e404-4da3-bf44-d2af86c059bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.879872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-66d3d6d9-e404-4da3-bf44-d2af86c059bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d90958a-3259-4f1b-9705-42cb24a62f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2476678 Aug 09 15:40:22.907997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-039d81b8-1dee-435b-85d6-33ada34bef2a req-61688c21-1c61-4256-ab98-6af1f554d2ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233363 Aug 09 15:40:22.967117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-e093314b-d998-4d6e-b5b1-4a0f15daf29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.969806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-e093314b-d998-4d6e-b5b1-4a0f15daf29f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3524306 Aug 09 15:40:22.994642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba627a2-3373-4b39-ab2f-ab060c448ed5 req-3782d871-71a2-4f00-8986-b5c451c77e39 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.996213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aba627a2-3373-4b39-ab2f-ab060c448ed5 req-3782d871-71a2-4f00-8986-b5c451c77e39 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 943 time: 0.1896749 Aug 09 15:40:23.148467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-96daa353-54b4-47d2-901f-73e7d1bed354 service neutron] 10.222.0.35 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560637 Aug 09 15:40:23.156413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aba627a2-3373-4b39-ab2f-ab060c448ed5 req-eb69f535-2b74-441c-8c15-05d9a8543d2b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474578 Aug 09 15:40:23.175362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194d601-4f2b-4fc8-aee8-d1b69cc652c5 req-fe8f1f49-92a7-4656-9dbd-008d7cdf520e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.184900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7194d601-4f2b-4fc8-aee8-d1b69cc652c5 req-fe8f1f49-92a7-4656-9dbd-008d7cdf520e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 948 time: 0.1783504 Aug 09 15:40:23.230024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'tag': '711a7731-d0e3-4e98-a778-b66a8d3d1729'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:23.234360 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdbb112-105c-4b0d-a05b-79f0076cff43" -d '{"events": [{"name": "network-changed", "server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "tag": "711a7731-d0e3-4e98-a778-b66a8d3d1729"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:23.324828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-fa7753e8-7780-4337-8603-14899f2c1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.326693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-fa7753e8-7780-4337-8603-14899f2c1169 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 1094 time: 0.3028769 Aug 09 15:40:23.335642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c86000-6a7e-4d7c-8686-f00e62636d61 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:23.347456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.365136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Transition to ACTIVE for port object 63c86000-6a7e-4d7c-8686-f00e62636d61 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:23.371478 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.451422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Pushing event updated for resources: {'Port': ['ID=63c86000-6a7e-4d7c-8686-f00e62636d61,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:23.453430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7194d601-4f2b-4fc8-aee8-d1b69cc652c5 req-68c20728-651d-4b5d-9057-a92310a7f1d3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686443 Aug 09 15:40:23.534261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bf5d7c1-52c3-4911-a4b6-5bbd03914ae0 req-d417307f-8d5f-4c61-8914-e6368d09f7d4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/ae731165-656e-450a-b7c1-ad55b8906ef3 HTTP/1.1" status: 200 len: 1805 time: 0.3053784 Aug 09 15:40:23.583903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Attempting to bind port 63c86000-6a7e-4d7c-8686-f00e62636d61 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:23.584506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Attempting to bind port 63c86000-6a7e-4d7c-8686-f00e62636d61 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:23.585245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Attempting to bind port 63c86000-6a7e-4d7c-8686-f00e62636d61 on network b98b9a08-f09c-46cf-9b6f-340bff2f4407 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:23.592760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Port 63c86000-6a7e-4d7c-8686-f00e62636d61 on network b98b9a08-f09c-46cf-9b6f-340bff2f4407 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:23.593190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Attempting to bind port 63c86000-6a7e-4d7c-8686-f00e62636d61 on network b98b9a08-f09c-46cf-9b6f-340bff2f4407 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:23.600219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-bdb1bc73-73e8-461d-b0cc-659dea743378 service neutron] 10.222.0.35 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423587 Aug 09 15:40:23.604192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:23.605139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Checking segment: {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:23.605862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Bound using segment: {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:23.606835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Bound port: 63c86000-6a7e-4d7c-8686-f00e62636d61, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:23.608986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.639451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-ce89aa25-5d88-43ae-a33f-b407578fb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.641581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-ce89aa25-5d88-43ae-a33f-b407578fb83a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 907 time: 0.3063269 Aug 09 15:40:23.704923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-6823fdb7-84c9-43f1-b42f-fa156ad428ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd741ed0-78cb-48da-9d63-8ebf3f8fde05 HTTP/1.1" status: 200 len: 217 time: 0.0481713 Aug 09 15:40:23.723161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] For port 63c86000-6a7e-4d7c-8686-f00e62636d61, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:23.727546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] For port 63c86000-6a7e-4d7c-8686-f00e62636d61, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=63c86000-6a7e-4d7c-8686-f00e62636d61,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:23.735497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.788761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.789578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.791314 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] 10.222.0.35 "PUT /v2.0/ports/63c86000-6a7e-4d7c-8686-f00e62636d61 HTTP/1.1" status: 200 len: 1091 time: 1.3461878 Aug 09 15:40:23.820745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-73c05544-d58e-40a3-9fd2-8fcc97518eaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=460ae256-7f70-4e50-8435-d297dec9bf7c HTTP/1.1" status: 200 len: 217 time: 0.2115788 Aug 09 15:40:23.850821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Request body: {'port': {'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:23.902311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-ab5e4e0b-a8f6-4fe0-a6de-73482b6e5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.904510 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-ab5e4e0b-a8f6-4fe0-a6de-73482b6e5486 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.1378825 Aug 09 15:40:23.984936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea3ea4-b186-44bf-89a8-3f5cedd738ad service neutron] Pushing event updated for resources: {'Port': ['ID=63c86000-6a7e-4d7c-8686-f00e62636d61,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:24.004395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.022967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67'}, {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560'}, {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '63c86000-6a7e-4d7c-8686-f00e62636d61'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:24.027272 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce542ab5-cf54-4635-a5f3-248e85d55294" -d '{"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "5df0879b-56cc-4ff6-9c2c-a8739b0a6d67"}, {"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "eceb1892-e3d3-42ab-b1ec-be917cd5d560"}, {"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "63c86000-6a7e-4d7c-8686-f00e62636d61"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:24.029363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device cd741ed0-78cb-48da-9d63-8ebf3f8fde05 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:24.097472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:24.381242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port d8c6b269-a5e9-4058-b181-7e9d261b2e60 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:24.389023 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:24.396254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port d8c6b269-a5e9-4058-b181-7e9d261b2e60 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:24.397556 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.400577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.406565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port cd741ed0-78cb-48da-9d63-8ebf3f8fde05, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:24.419671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Transition to ACTIVE for port object ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:24.426689 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.448588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-c45b0d40-3fa1-4183-ab1e-835b0064fc86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5187707 Aug 09 15:40:24.480110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'cd741ed0-78cb-48da-9d63-8ebf3f8fde05', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'port_id': 'cd741ed0-78cb-48da-9d63-8ebf3f8fde05', 'mac_address': 'fa:16:3e:73:3b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a26b04-7d30-45d4-959b-3e9f16d14fcf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:24.493008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:24.597824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Attempting to bind port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:24.598178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Attempting to bind port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:24.598474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Attempting to bind port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a on network b98b9a08-f09c-46cf-9b6f-340bff2f4407 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:24.606470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a on network b98b9a08-f09c-46cf-9b6f-340bff2f4407 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:24.606968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Attempting to bind port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a on network b98b9a08-f09c-46cf-9b6f-340bff2f4407 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:24.614097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:24.614441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Checking segment: {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:24.615366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Bound using segment: {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:24.616188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Bound port: ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000ac147-7606-49e4-bdfb-7d785820d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:24.616557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.632235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-c34549b4-f5d0-4173-9153-bf7a7c9eee12 service neutron] 10.222.0.35 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721160 Aug 09 15:40:24.646008 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.653560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-b2a66d3a-95d9-4047-8222-c5bba52eb6bf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.671476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-b2a66d3a-95d9-4047-8222-c5bba52eb6bf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.684177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-b2a66d3a-95d9-4047-8222-c5bba52eb6bf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.708567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] For port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:24.712315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-b2a66d3a-95d9-4047-8222-c5bba52eb6bf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.714986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] For port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:24.720988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.723160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd741ed0-78cb-48da-9d63-8ebf3f8fde05 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:24.751011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-b2a66d3a-95d9-4047-8222-c5bba52eb6bf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.763039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-b2a66d3a-95d9-4047-8222-c5bba52eb6bf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.772815 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.777062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-b2a66d3a-95d9-4047-8222-c5bba52eb6bf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.779032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port cd741ed0-78cb-48da-9d63-8ebf3f8fde05, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:24.783382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-b2a66d3a-95d9-4047-8222-c5bba52eb6bf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5409 time: 1.0420673 Aug 09 15:40:24.794614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.796267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.798870 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a HTTP/1.1" status: 200 len: 1091 time: 0.9567831 Aug 09 15:40:24.816227 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.845184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c462d-20f7-4389-9898-aaae21c623b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:24.847351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c23a0-5330-4c03-ab28-64659c3c1ff2 req-5f39ac07-46e2-43c8-b455-4a66f2192aab tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.859143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd4c23a0-5330-4c03-ab28-64659c3c1ff2 req-5f39ac07-46e2-43c8-b455-4a66f2192aab tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 1.2160878 Aug 09 15:40:24.883690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:24.885675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-19e5c274-d50f-47b6-90b7-a1e3fe8dad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.888410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-19e5c274-d50f-47b6-90b7-a1e3fe8dad48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47423505-ac26-4922-9c2f-c737d7d40612 HTTP/1.1" status: 200 len: 801 time: 1.0509646 Aug 09 15:40:24.897945 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed8214d-ee82-478d-8269-1abe9db5ccec" -d '{"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-plugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:24.926546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:24.935534 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.982020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22baa04a-6602-43a1-885a-14d465bf5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.982591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22baa04a-6602-43a1-885a-14d465bf5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.982999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:24.983308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22baa04a-6602-43a1-885a-14d465bf5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.983737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22baa04a-6602-43a1-885a-14d465bf5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.984384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22baa04a-6602-43a1-885a-14d465bf5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.985032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22baa04a-6602-43a1-885a-14d465bf5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.985785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22baa04a-6602-43a1-885a-14d465bf5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.989371 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-22baa04a-6602-43a1-885a-14d465bf5d5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6478 time: 0.1027913 Aug 09 15:40:25.057332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-eecb1b1b-15c2-4d1e-9fb2-03703b165dd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=157f75ad-de15-4708-b019-292421767884 HTTP/1.1" status: 200 len: 217 time: 0.0575557 Aug 09 15:40:25.135002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:25.178146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-5dc7b5f5-047a-4adf-a290-9b4a25f7d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.181463 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-5dc7b5f5-047a-4adf-a290-9b4a25f7d912 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2739c34a-da5d-4ac8-819c-1c83301cc4c6 HTTP/1.1" status: 200 len: 851 time: 0.1133521 Aug 09 15:40:25.197405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd4c23a0-5330-4c03-ab28-64659c3c1ff2 req-56800c62-764c-441a-a568-77c7abc8cae8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3369298 Aug 09 15:40:25.205782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fea32b4e-87cd-4034-8174-688fda6b3f91 req-f7878f5e-0749-49bf-9998-e47fcac155fe tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3435495 Aug 09 15:40:25.230526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:25.234044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-de89a737-4e53-4f65-9900-206da49bbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.254358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-de89a737-4e53-4f65-9900-206da49bbb81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3097963 Aug 09 15:40:25.284118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-ba75d6d3-8e3f-44d8-b00f-305bf172fec3 service neutron] 10.222.0.35 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872355 Aug 09 15:40:25.326475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f42dc5ba-d7dd-458c-85da-15bf4d857580 req-e4fc42e2-1a56-4420-a674-a51d2b4611a2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-539720068', 'description': 'tempest-description-458758360'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:25.330116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-23147498-e35e-4ecd-8ace-8d1f642aaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.333176 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-23147498-e35e-4ecd-8ace-8d1f642aaae1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d09b4200-2c02-4417-a1a9-63d5f7701513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438859 Aug 09 15:40:25.438127 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07b21b8-590a-4b7f-adbf-e215fa68a3a4 x-openstack-request-id: req-b07b21b8-590a-4b7f-adbf-e215fa68a3a4 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:25.438509 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "tag": "711a7731-d0e3-4e98-a778-b66a8d3d1729", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:25.444071 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b07b21b8-590a-4b7f-adbf-e215fa68a3a4 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:25.444725 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'tag': '711a7731-d0e3-4e98-a778-b66a8d3d1729', 'status': 'completed', 'code': 200} Aug 09 15:40:25.523524 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-0f91701f-eeb7-4be7-bec4-1cbcabc33262 service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824818 Aug 09 15:40:25.540942 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f42dc5ba-d7dd-458c-85da-15bf4d857580 req-e4fc42e2-1a56-4420-a674-a51d2b4611a2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.618163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-0038c51a-f48a-4fe4-bd84-491cc076d7d8 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489528 Aug 09 15:40:25.712058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-7a7e3c7b-c3f3-4266-862d-4d552036beb2 service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808355 Aug 09 15:40:25.773295 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-1716156c-8053-435d-a007-b3b54d4bce01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 200 len: 217 time: 0.0538273 Aug 09 15:40:25.804433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-2e702b81-7f9a-443a-b6b9-6f0bed0159c6 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785061 Aug 09 15:40:25.806945 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f42dc5ba-d7dd-458c-85da-15bf4d857580 req-e4fc42e2-1a56-4420-a674-a51d2b4611a2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.820350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f42dc5ba-d7dd-458c-85da-15bf4d857580 req-e4fc42e2-1a56-4420-a674-a51d2b4611a2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.832639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50391-01b7-4c1a-b3ab-ca1995fb4e00 req-eaef6a54-733c-4936-a844-8ed8ce10b866 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.837875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50391-01b7-4c1a-b3ab-ca1995fb4e00 req-eaef6a54-733c-4936-a844-8ed8ce10b866 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.844038 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e57d16f8-ac2b-4ae2-bc47-5a33bff06411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.844270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50391-01b7-4c1a-b3ab-ca1995fb4e00 req-eaef6a54-733c-4936-a844-8ed8ce10b866 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.845975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ce50391-01b7-4c1a-b3ab-ca1995fb4e00 req-eaef6a54-733c-4936-a844-8ed8ce10b866 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2412 time: 0.1448603 Aug 09 15:40:25.846186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e57d16f8-ac2b-4ae2-bc47-5a33bff06411 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.0644548 Aug 09 15:40:25.894176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-07beefa4-e80c-4769-9b70-f524d124b0d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=711a7731-d0e3-4e98-a778-b66a8d3d1729 HTTP/1.1" status: 200 len: 217 time: 0.0822182 Aug 09 15:40:25.903575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-56a839e5-263a-4fbd-9e0c-c2b1b221e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.905373 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-56a839e5-263a-4fbd-9e0c-c2b1b221e9fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520473 Aug 09 15:40:25.955792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f42dc5ba-d7dd-458c-85da-15bf4d857580 req-e4fc42e2-1a56-4420-a674-a51d2b4611a2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.957096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f42dc5ba-d7dd-458c-85da-15bf4d857580 req-e4fc42e2-1a56-4420-a674-a51d2b4611a2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6351848 Aug 09 15:40:25.961158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc42e2-1a56-4420-a674-a51d2b4611a2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55d0f12-59d8-4b58-b289-6124f534f4dc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:25.994171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ce50391-01b7-4c1a-b3ab-ca1995fb4e00 req-31261dea-d7e5-4db5-b5ea-511aace9e931 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107485 Aug 09 15:40:25.996288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-43bea3c5-572e-4887-87d4-701d139542ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.997855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-43bea3c5-572e-4887-87d4-701d139542ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bf5b77a-ead4-4ae6-b14e-9471a5813cfc HTTP/1.1" status: 200 len: 801 time: 0.0903196 Aug 09 15:40:26.035787 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae5417e-753a-44f6-9e28-99b1c6eb052d x-openstack-request-id: req-4ae5417e-753a-44f6-9e28-99b1c6eb052d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:26.036806 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "5df0879b-56cc-4ff6-9c2c-a8739b0a6d67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "eceb1892-e3d3-42ab-b1ec-be917cd5d560", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "63c86000-6a7e-4d7c-8686-f00e62636d61", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:26.036987 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ae5417e-753a-44f6-9e28-99b1c6eb052d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:26.037615 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67', 'status': 'completed', 'code': 200} Aug 09 15:40:26.038194 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560', 'status': 'completed', 'code': 200} Aug 09 15:40:26.038662 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '63c86000-6a7e-4d7c-8686-f00e62636d61', 'status': 'completed', 'code': 200} Aug 09 15:40:26.047514 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-b88d28f1-943e-4c3f-8c93-2bc075061dda service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340489 Aug 09 15:40:26.140857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-bf9fa3f4-994b-47b6-9f2a-cfa353373efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.142446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-bf9fa3f4-994b-47b6-9f2a-cfa353373efe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d90958a-3259-4f1b-9705-42cb24a62f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1337056 Aug 09 15:40:26.182086 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-9c474858-431a-4c07-9de5-eec3d5bc1b01 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263590 Aug 09 15:40:26.215531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a8a32-8199-420d-9fe6-506948db96a7 req-2f07e3e1-a191-4976-837f-e6e554670f33 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.217384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e5a8a32-8199-420d-9fe6-506948db96a7 req-2f07e3e1-a191-4976-837f-e6e554670f33 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1523535 Aug 09 15:40:26.225722 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-61438c7c-68eb-4b3d-9170-0f320ee02ae6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 217 time: 0.0365512 Aug 09 15:40:26.228368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79432c-be79-42bf-a30a-fbedfc26155b req-3f2bb4a2-3f2b-4f6e-be40-eb5e7a24038c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.230163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d79432c-be79-42bf-a30a-fbedfc26155b req-3f2bb4a2-3f2b-4f6e-be40-eb5e7a24038c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 944 time: 0.1522436 Aug 09 15:40:26.278851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8b95a8ee-be8e-4be4-8f07-05ab3b911d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.286021 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-8b95a8ee-be8e-4be4-8f07-05ab3b911d4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.0479383 Aug 09 15:40:26.332359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e5a8a32-8199-420d-9fe6-506948db96a7 req-99a42c3a-22f4-45bd-b149-4800dcd1eb95 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992081 Aug 09 15:40:26.337283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-b8d981f0-67ba-4484-9ba7-eb3ef395e8be service neutron] 10.222.0.35 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848550 Aug 09 15:40:26.337996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-254f522d-06a8-4b51-8b2c-4df65ddba0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.339604 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-254f522d-06a8-4b51-8b2c-4df65ddba0cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521884 Aug 09 15:40:26.343302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d79432c-be79-42bf-a30a-fbedfc26155b req-c02ef216-ad3f-4948-bef7-e93ada51e963 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997994 Aug 09 15:40:26.450267 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-d342279c-61a2-4d3f-83da-b4497673f972 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955968 Aug 09 15:40:26.528676 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3e249-87fd-4a07-9965-9202b7256e13 x-openstack-request-id: req-a8d3e249-87fd-4a07-9965-9202b7256e13 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:26.529281 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-plugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:26.529496 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8d3e249-87fd-4a07-9965-9202b7256e13 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:26.531147 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'code': 200} Aug 09 15:40:26.557486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c0c2ecc-c942-4552-9faf-15930ec2b9e7 req-d00a6f08-f7e2-4691-b64c-2feaba214070 service neutron] 10.222.0.35 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068269 Aug 09 15:40:26.577094 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-e8de773c-3f00-42b1-b8fc-e94915e727f0 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194937 Aug 09 15:40:26.638173 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-767eafb4-06e0-40f9-bf04-a78986daec0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 HTTP/1.1" status: 200 len: 217 time: 0.0497987 Aug 09 15:40:26.668954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bab9a503-1577-4cd2-a1dc-44ed655c7223 req-094e2b75-b875-4d47-9ecf-d2c7231f5331 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/d55d0f12-59d8-4b58-b289-6124f534f4dc HTTP/1.1" status: 200 len: 1805 time: 0.1281278 Aug 09 15:40:26.689959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557061-112d-403a-86ee-467f62e359ea req-abc62692-b925-4cda-8c3a-0453029e8629 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.691479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-abc62692-b925-4cda-8c3a-0453029e8629 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.2486780 Aug 09 15:40:26.699051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bab9a503-1577-4cd2-a1dc-44ed655c7223 req-0a07568c-42dd-4f3e-b31e-9a16a14bd75b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd55d0f12-59d8-4b58-b289-6124f534f4dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:26.700061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bab9a503-1577-4cd2-a1dc-44ed655c7223 req-0a07568c-42dd-4f3e-b31e-9a16a14bd75b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd55d0f12-59d8-4b58-b289-6124f534f4dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:26.709375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f049bc99-7770-4ef5-8769-a1e0a8d50a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.712560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-f049bc99-7770-4ef5-8769-a1e0a8d50a1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.0642488 Aug 09 15:40:26.733166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-87cd1b13-0195-46b2-b4e5-b2098c9fef3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/quotas/9345f1ab3536491e8c6ddbd7c8d069a0 HTTP/1.1" status: 200 len: 375 time: 0.0289803 Aug 09 15:40:26.743852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-bb83e008-6607-49dd-bb17-e7a7b337017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.743852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-bb83e008-6607-49dd-bb17-e7a7b337017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.743852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-bb83e008-6607-49dd-bb17-e7a7b337017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.743852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-bb83e008-6607-49dd-bb17-e7a7b337017d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2865 time: 0.1159348 Aug 09 15:40:26.812742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff54d3-0987-46c6-8459-8f732beb573c req-b7a3e588-28d4-41f6-9530-3527f77c2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.813517 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9ff54d3-0987-46c6-8459-8f732beb573c req-b7a3e588-28d4-41f6-9530-3527f77c2c89 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1100 time: 0.1836939 Aug 09 15:40:26.819260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ba4809a2-eafc-4392-8124-d4402cc92097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.820861 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-ba4809a2-eafc-4392-8124-d4402cc92097 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908809 Aug 09 15:40:26.917670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9ff54d3-0987-46c6-8459-8f732beb573c req-ddc763ab-64e5-4c3e-8be2-a66ba196835e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930545 Aug 09 15:40:26.924794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-7bc8272e-e00d-450b-be92-7b49409e6de3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1790161 Aug 09 15:40:26.926033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bab9a503-1577-4cd2-a1dc-44ed655c7223 req-0a07568c-42dd-4f3e-b31e-9a16a14bd75b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.955711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-3f144b1a-a574-4244-ae81-c8a1956f57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.957351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-3f144b1a-a574-4244-ae81-c8a1956f57d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d90958a-3259-4f1b-9705-42cb24a62f41 HTTP/1.1" status: 200 len: 904 time: 0.2077305 Aug 09 15:40:26.962780 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-da4acedb-5044-4d10-9906-dbb938178ffe service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317244 Aug 09 15:40:26.966607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bab9a503-1577-4cd2-a1dc-44ed655c7223 req-0a07568c-42dd-4f3e-b31e-9a16a14bd75b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.972400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bab9a503-1577-4cd2-a1dc-44ed655c7223 req-0a07568c-42dd-4f3e-b31e-9a16a14bd75b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.062552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07568c-42dd-4f3e-b31e-9a16a14bd75b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfe2676-1293-4c59-a112-b4548980b45f,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:27.068587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-acfa3eed-bc87-4754-8811-797c24ed4a6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=711a7731-d0e3-4e98-a778-b66a8d3d1729 HTTP/1.1" status: 200 len: 217 time: 0.0862961 Aug 09 15:40:27.080886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bab9a503-1577-4cd2-a1dc-44ed655c7223 req-0a07568c-42dd-4f3e-b31e-9a16a14bd75b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.082142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bab9a503-1577-4cd2-a1dc-44ed655c7223 req-0a07568c-42dd-4f3e-b31e-9a16a14bd75b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3896053 Aug 09 15:40:27.100608 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-6f318b97-0e5c-4151-8db8-81004beea50c service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273963 Aug 09 15:40:27.158201 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-3ea30fb0-14b2-4a2e-a29e-303f0295eb78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560 HTTP/1.1" status: 200 len: 217 time: 0.0452273 Aug 09 15:40:27.210064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-93584ed5-fe42-4943-9055-2d19671483bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.211624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-457bfd75-6d2f-4678-a1b0-b9706348f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.211943 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-93584ed5-fe42-4943-9055-2d19671483bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.0465696 Aug 09 15:40:27.213160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-457bfd75-6d2f-4678-a1b0-b9706348f6a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bf5b77a-ead4-4ae6-b14e-9471a5813cfc HTTP/1.1" status: 200 len: 801 time: 0.1335070 Aug 09 15:40:27.262136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-a260b276-56d0-4318-8726-4ed3a382b735 service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259842 Aug 09 15:40:27.271414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-25a3c060-f772-4795-a64b-35097bf0a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.272997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-25a3c060-f772-4795-a64b-35097bf0a46c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477848 Aug 09 15:40:27.277241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-574ca50a-72e0-4f10-91da-cf91bad5eb48 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.283074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-574ca50a-72e0-4f10-91da-cf91bad5eb48 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.289341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-574ca50a-72e0-4f10-91da-cf91bad5eb48 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.295204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-574ca50a-72e0-4f10-91da-cf91bad5eb48 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.301096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-574ca50a-72e0-4f10-91da-cf91bad5eb48 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.308261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-574ca50a-72e0-4f10-91da-cf91bad5eb48 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.314159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-574ca50a-72e0-4f10-91da-cf91bad5eb48 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.316137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-574ca50a-72e0-4f10-91da-cf91bad5eb48 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.1667767 Aug 09 15:40:27.369733 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-0dca2803-bcfc-4f81-beff-9ac49712b9bb service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864668 Aug 09 15:40:27.413038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-dd3c9326-def8-467d-a9a6-07caccf99cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.414709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-dd3c9326-def8-467d-a9a6-07caccf99cfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d90958a-3259-4f1b-9705-42cb24a62f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1880050 Aug 09 15:40:27.443104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35ad3984-e829-4ae5-9065-53571b8fb92b req-23b79223-2df0-44d1-ac7b-b1b299963df6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144712 Aug 09 15:40:27.482855 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-376b9c7e-2bc2-4f29-bf82-27dac6977043 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024082 Aug 09 15:40:27.517007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-24c164fd-ad22-4477-9a8d-ce965dd301d0 service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995468 Aug 09 15:40:27.538285 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-c3148bb9-dff9-4ff0-9075-7eae40f1610e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=63c86000-6a7e-4d7c-8686-f00e62636d61 HTTP/1.1" status: 200 len: 217 time: 0.0464725 Aug 09 15:40:27.563266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-0acd52b1-b208-4197-9e4f-64ddff3e5b10 service neutron] 10.222.0.35 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348541 Aug 09 15:40:27.610267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-0d52622d-a593-496b-acde-a84a94a51d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.612142 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-0d52622d-a593-496b-acde-a84a94a51d84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.0647092 Aug 09 15:40:27.707417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-c67a10fc-baea-44a8-bfa8-3701ab35a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.710403 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-c67a10fc-baea-44a8-bfa8-3701ab35a16f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875385 Aug 09 15:40:27.788613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdbb112-105c-4b0d-a05b-79f0076cff43 req-51ed562b-b28b-480d-ac7d-4d2365c17fcd service neutron] 10.222.0.35 "GET /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173650 Aug 09 15:40:27.812201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf835e-7e49-47cc-a821-6450de9abe56 req-4722c0f0-9ce2-4132-ac9e-d868e96615d0 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.820270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf835e-7e49-47cc-a821-6450de9abe56 req-4722c0f0-9ce2-4132-ac9e-d868e96615d0 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.827894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf835e-7e49-47cc-a821-6450de9abe56 req-4722c0f0-9ce2-4132-ac9e-d868e96615d0 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.830005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94cf835e-7e49-47cc-a821-6450de9abe56 req-4722c0f0-9ce2-4132-ac9e-d868e96615d0 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2412 time: 0.1493402 Aug 09 15:40:27.830863 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-537631ce-a0b5-4c1e-8d32-86d150f95c67 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123743 Aug 09 15:40:27.834121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec5d9aaf-5973-4c97-80a5-043dddb6f811 req-61fbf943-5dd6-4cf9-aa9a-7dda0f983450 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/d55d0f12-59d8-4b58-b289-6124f534f4dc HTTP/1.1" status: 200 len: 2399 time: 0.1384754 Aug 09 15:40:27.849195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ec5d9aaf-5973-4c97-80a5-043dddb6f811 req-4a07fed9-fc88-449e-b01f-0bb4f8ebba25 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd55d0f12-59d8-4b58-b289-6124f534f4dc', 'remote_group_id': None}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:27.849592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ec5d9aaf-5973-4c97-80a5-043dddb6f811 req-4a07fed9-fc88-449e-b01f-0bb4f8ebba25 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd55d0f12-59d8-4b58-b289-6124f534f4dc', 'remote_group_id': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:27.901740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94cf835e-7e49-47cc-a821-6450de9abe56 req-5b69d607-05bc-4986-9499-40951f613c5c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575454 Aug 09 15:40:27.941623 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-5422e57f-97b5-472d-887e-25f8a3d5c37b service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018519 Aug 09 15:40:27.955803 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.965685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec5d9aaf-5973-4c97-80a5-043dddb6f811 req-4a07fed9-fc88-449e-b01f-0bb4f8ebba25 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.987580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec5d9aaf-5973-4c97-80a5-043dddb6f811 req-4a07fed9-fc88-449e-b01f-0bb4f8ebba25 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.003620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-5f5b8126-f418-478e-893b-97edd69ed2c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a HTTP/1.1" status: 200 len: 217 time: 0.0535970 Aug 09 15:40:28.023835 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec5d9aaf-5973-4c97-80a5-043dddb6f811 req-4a07fed9-fc88-449e-b01f-0bb4f8ebba25 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.045893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:28.049691 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a367c30-bea8-40e9-af60-cbbb668bd303" -d '{"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:28.055978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07fed9-fc88-449e-b01f-0bb4f8ebba25 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a299325-da2c-4e58-be37-614c56718807,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:28.057202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device cd741ed0-78cb-48da-9d63-8ebf3f8fde05 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:28.062708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec5d9aaf-5973-4c97-80a5-043dddb6f811 req-4a07fed9-fc88-449e-b01f-0bb4f8ebba25 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.074567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec5d9aaf-5973-4c97-80a5-043dddb6f811 req-4a07fed9-fc88-449e-b01f-0bb4f8ebba25 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2315531 Aug 09 15:40:28.082611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-593c1464-cd36-464e-bb05-f5d2d08f7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.084888 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-593c1464-cd36-464e-bb05-f5d2d08f7600 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.0723484 Aug 09 15:40:28.098557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694bcfa-4e29-4156-8c37-a2069da70d9b req-2490a2a7-32ca-447e-b118-75854d6b633f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.102974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0694bcfa-4e29-4156-8c37-a2069da70d9b req-2490a2a7-32ca-447e-b118-75854d6b633f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1139016 Aug 09 15:40:28.153975 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.159061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:28.163681 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:28.164321 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.176583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-4123814e-da93-445a-8f67-bc72efe64539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.179130 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-4123814e-da93-445a-8f67-bc72efe64539 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861852 Aug 09 15:40:28.185377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0694bcfa-4e29-4156-8c37-a2069da70d9b req-0cd23bb3-7c63-461f-81f0-ac0807e56418 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781336 Aug 09 15:40:28.248642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3133c6e-9357-4350-9220-7ff9925e23e4 req-28bdeca9-ed28-4c52-9160-54b7ef065395 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.250566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3133c6e-9357-4350-9220-7ff9925e23e4 req-28bdeca9-ed28-4c52-9160-54b7ef065395 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 944 time: 0.0844817 Aug 09 15:40:28.288646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.304439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3133c6e-9357-4350-9220-7ff9925e23e4 req-175fa5e5-cd9f-48be-b1bf-93e283129b73 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455968 Aug 09 15:40:28.330091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-169053ca-1a4d-4f69-972b-6d8d27ffec51 req-8cd4ebb7-2a20-40a0-bcba-46d48c6177ee tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 210 time: 0.0481617 Aug 09 15:40:28.360007 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-30d9e70c-adb3-43ef-9252-cf9a39348147 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597505 Aug 09 15:40:28.387323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port cd741ed0-78cb-48da-9d63-8ebf3f8fde05, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:28.393410 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b4f875-11cb-456d-998a-a1e40b6ffcb7 x-openstack-request-id: req-11b4f875-11cb-456d-998a-a1e40b6ffcb7 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:28.393759 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:28.393963 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11b4f875-11cb-456d-998a-a1e40b6ffcb7 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:28.394185 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.394321 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a', 'status': 'completed', 'code': 200} Aug 09 15:40:28.411191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d971ad4-15c1-45bf-b61a-343889be3faa req-1559daf5-85ad-41e5-a677-afbc680ecdb8 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/d55d0f12-59d8-4b58-b289-6124f534f4dc HTTP/1.1" status: 200 len: 2998 time: 0.0526552 Aug 09 15:40:28.450156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:28.468587 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-83c2133f-6173-4396-8eb3-8a9d27c80fae req-b876fb52-20a9-4232-930e-d34502e38da2 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009493 Aug 09 15:40:28.490391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ce8ea0f-211c-4b9c-a002-d80107925d9c req-3da81469-04c8-43a5-84a9-b59a73a53396 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-group-rules/2a299325-da2c-4e58-be37-614c56718807 HTTP/1.1" status: 200 len: 783 time: 0.0467184 Aug 09 15:40:28.531809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523fa139-d4c3-412d-85d5-433ebaf38432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd741ed0-78cb-48da-9d63-8ebf3f8fde05'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:28.535250 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8b5b13-28ce-47b5-b20a-4780bf5d3739" -d '{"events": [{"server_uuid": "523fa139-d4c3-412d-85d5-433ebaf38432", "name": "network-vif-plugged", "status": "completed", "tag": "cd741ed0-78cb-48da-9d63-8ebf3f8fde05"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:28.565406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ce8ea0f-211c-4b9c-a002-d80107925d9c req-bdd94711-5b98-40c4-95ac-0c87968315cb tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/d55d0f12-59d8-4b58-b289-6124f534f4dc HTTP/1.1" status: 200 len: 2998 time: 0.0685678 Aug 09 15:40:28.590453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-17768ff5-54bf-4e98-a3b9-9512616c7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.590930 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-17768ff5-54bf-4e98-a3b9-9512616c7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.591395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-17768ff5-54bf-4e98-a3b9-9512616c7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.591879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-17768ff5-54bf-4e98-a3b9-9512616c7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.592474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-17768ff5-54bf-4e98-a3b9-9512616c7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.592831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-17768ff5-54bf-4e98-a3b9-9512616c7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.593287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-17768ff5-54bf-4e98-a3b9-9512616c7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.595396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-17768ff5-54bf-4e98-a3b9-9512616c7f1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6478 time: 0.0577486 Aug 09 15:40:28.623005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1ce8ea0f-211c-4b9c-a002-d80107925d9c req-ec79ab30-820f-4706-bfbe-a7f85d6b840e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.637644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-04566620-c805-4ca3-a7e7-e2f6cd5f0f60 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.643980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-04566620-c805-4ca3-a7e7-e2f6cd5f0f60 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.650355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-04566620-c805-4ca3-a7e7-e2f6cd5f0f60 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.656312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-04566620-c805-4ca3-a7e7-e2f6cd5f0f60 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.662443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-04566620-c805-4ca3-a7e7-e2f6cd5f0f60 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.668621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-04566620-c805-4ca3-a7e7-e2f6cd5f0f60 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.676592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-04566620-c805-4ca3-a7e7-e2f6cd5f0f60 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.679401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-04566620-c805-4ca3-a7e7-e2f6cd5f0f60 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.1371589 Aug 09 15:40:28.686184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1ce8ea0f-211c-4b9c-a002-d80107925d9c req-ec79ab30-820f-4706-bfbe-a7f85d6b840e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.695468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f83e2edd-b82a-43e5-b148-b87e11d0c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.697327 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f83e2edd-b82a-43e5-b148-b87e11d0c8c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87db3854-e09d-446f-b4e0-6480752620ed HTTP/1.1" status: 200 len: 904 time: 0.0943589 Aug 09 15:40:28.744663 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-81aff366-e0db-4660-9a65-78efcb5abc58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 217 time: 0.0387957 Aug 09 15:40:28.749309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0a7752f-4383-44f9-bbd1-5ed4b9e0b3a9 req-542db0ef-c11d-41d4-a5aa-f49f8a28e4c2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603204 Aug 09 15:40:28.750413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1ce8ea0f-211c-4b9c-a002-d80107925d9c req-ec79ab30-820f-4706-bfbe-a7f85d6b840e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.756664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1ce8ea0f-211c-4b9c-a002-d80107925d9c req-ec79ab30-820f-4706-bfbe-a7f85d6b840e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.760688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ce8ea0f-211c-4b9c-a002-d80107925d9c req-ec79ab30-820f-4706-bfbe-a7f85d6b840e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2a299325-da2c-4e58-be37-614c56718807 HTTP/1.1" status: 204 len: 173 time: 0.1768618 Aug 09 15:40:28.775183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79ab30-820f-4706-bfbe-a7f85d6b840e tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a299325-da2c-4e58-be37-614c56718807,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:28.804803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-08fa14b3-e608-4664-861e-b97d27f032ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.806578 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-08fa14b3-e608-4664-861e-b97d27f032ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.0539517 Aug 09 15:40:28.836257 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb4762-cb1e-4632-ae0f-fa70d820d012 x-openstack-request-id: req-5ecb4762-cb1e-4632-ae0f-fa70d820d012 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:28.849001 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523fa139-d4c3-412d-85d5-433ebaf38432", "name": "network-vif-plugged", "status": "completed", "tag": "cd741ed0-78cb-48da-9d63-8ebf3f8fde05", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:28.850107 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ecb4762-cb1e-4632-ae0f-fa70d820d012 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:28.853343 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523fa139-d4c3-412d-85d5-433ebaf38432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd741ed0-78cb-48da-9d63-8ebf3f8fde05', 'code': 200} Aug 09 15:40:28.871394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f9fce622-740b-4284-9743-efe2596ad364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.873158 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-f9fce622-740b-4284-9743-efe2596ad364 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588748 Aug 09 15:40:28.903990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d2ad450-05e9-4226-b937-1cfc28531494 req-d4e8f514-b221-4f4a-b3c2-56696ad1b79d tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/d55d0f12-59d8-4b58-b289-6124f534f4dc HTTP/1.1" status: 200 len: 2399 time: 0.0521443 Aug 09 15:40:29.024677 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-a7c5a01f-6e17-458f-b6a6-d551f7ceabc8 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343477 Aug 09 15:40:29.039534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1d2ad450-05e9-4226-b937-1cfc28531494 req-68f21131-5e01-4455-a1ab-923820f5472b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.043545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312ae13-d82e-4264-8ab1-e5c2de3d3417 req-37727828-e668-49da-9a47-f14b28adac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.045341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1312ae13-d82e-4264-8ab1-e5c2de3d3417 req-37727828-e668-49da-9a47-f14b28adac37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 1096 time: 0.1181920 Aug 09 15:40:29.100093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1d2ad450-05e9-4226-b937-1cfc28531494 req-68f21131-5e01-4455-a1ab-923820f5472b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.141002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfa93f-af01-4294-b7a4-35729d9d231c req-946ba07a-e26a-473c-b96c-0bda069a38bd tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.147856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfa93f-af01-4294-b7a4-35729d9d231c req-946ba07a-e26a-473c-b96c-0bda069a38bd tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.153872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfa93f-af01-4294-b7a4-35729d9d231c req-946ba07a-e26a-473c-b96c-0bda069a38bd tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.162158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2edfa93f-af01-4294-b7a4-35729d9d231c req-946ba07a-e26a-473c-b96c-0bda069a38bd tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2412 time: 0.1789939 Aug 09 15:40:29.183429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1312ae13-d82e-4264-8ab1-e5c2de3d3417 req-f8a0d4b1-53de-4163-9415-1881176e93c1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208189 Aug 09 15:40:29.209675 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-257dbdfb-73d5-4c07-87bb-ea2f5d25b125 req-9c291745-7588-458c-a741-9baa36a9e09d service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735492 Aug 09 15:40:29.229515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557061-112d-403a-86ee-467f62e359ea req-a479c666-f80d-47b4-8732-5c6e82949a48 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.230999 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-a479c666-f80d-47b4-8732-5c6e82949a48 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.1445668 Aug 09 15:40:29.241805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2edfa93f-af01-4294-b7a4-35729d9d231c req-7d88839f-a29f-42da-ac3f-5668358f44f1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787690 Aug 09 15:40:29.243067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1d2ad450-05e9-4226-b937-1cfc28531494 req-68f21131-5e01-4455-a1ab-923820f5472b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.246150 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1d2ad450-05e9-4226-b937-1cfc28531494 req-68f21131-5e01-4455-a1ab-923820f5472b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.250777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'port': {'device_id': '0b807320-16f1-401a-97cf-3906f4711c24', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'admin_state_up': True, 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:29.260702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d2ad450-05e9-4226-b937-1cfc28531494 req-68f21131-5e01-4455-a1ab-923820f5472b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "DELETE /v2.0/security-groups/d55d0f12-59d8-4b58-b289-6124f534f4dc HTTP/1.1" status: 204 len: 173 time: 0.3495574 Aug 09 15:40:29.298706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f21131-5e01-4455-a1ab-923820f5472b tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55d0f12-59d8-4b58-b289-6124f534f4dc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:29.302217 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-249259c4-052f-43e2-ad7c-ac46bc4a1f4e req-f34b9d93-40e8-40e7-a5d9-c971a6d91e1c tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] show failed (client error): The resource could not be found. Aug 09 15:40:29.308687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-249259c4-052f-43e2-ad7c-ac46bc4a1f4e req-f34b9d93-40e8-40e7-a5d9-c971a6d91e1c tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/4f5608e6-010c-45ef-a376-69b53bfd2b2e HTTP/1.1" status: 404 len: 352 time: 0.0248144 Aug 09 15:40:29.384969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-85c15bad-50db-4cd9-bbae-c4a749d3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.385549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-85c15bad-50db-4cd9-bbae-c4a749d3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.386024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-85c15bad-50db-4cd9-bbae-c4a749d3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.386494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-85c15bad-50db-4cd9-bbae-c4a749d3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.386986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-85c15bad-50db-4cd9-bbae-c4a749d3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.387430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-85c15bad-50db-4cd9-bbae-c4a749d3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.387921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-85c15bad-50db-4cd9-bbae-c4a749d3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.389838 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-85c15bad-50db-4cd9-bbae-c4a749d3b4a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6478 time: 0.0808480 Aug 09 15:40:29.404867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3218438d-3110-486c-b644-0259681c493b req-4894a84c-f905-4a07-8ed8-88dd38a33ed5 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/ae731165-656e-450a-b7c1-ad55b8906ef3 HTTP/1.1" status: 200 len: 1805 time: 0.0720570 Aug 09 15:40:29.415908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984e939-a3d0-458f-9caf-af5245ffdbef req-a06e163a-44bd-413a-acb2-c95ee16fd745 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.417537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4984e939-a3d0-458f-9caf-af5245ffdbef req-a06e163a-44bd-413a-acb2-c95ee16fd745 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0754318 Aug 09 15:40:29.472722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Made reservation on behalf of 9345f1ab3536491e8c6ddbd7c8d069a0 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:29.476419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.489790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4984e939-a3d0-458f-9caf-af5245ffdbef req-000f34aa-9cca-4099-8fcc-304e33c2ac57 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Aug 09 15:40:29.521055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3218438d-3110-486c-b644-0259681c493b req-b6f73ad5-3b09-4eef-bac5-e27eabd13754 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.530492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-ebdf61ce-ab04-4e1d-8e6a-ea28bdf4474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.532053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-ebdf61ce-ab04-4e1d-8e6a-ea28bdf4474e service neutron] 10.222.0.35 "GET /v2.0/networks?id=87db3854-e09d-446f-b4e0-6480752620ed HTTP/1.1" status: 200 len: 904 time: 0.1343474 Aug 09 15:40:29.554246 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3218438d-3110-486c-b644-0259681c493b req-b6f73ad5-3b09-4eef-bac5-e27eabd13754 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.601862 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-f2e0344b-92c2-4abe-980f-8d0606f506c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 HTTP/1.1" status: 200 len: 217 time: 0.0392430 Aug 09 15:40:29.639313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155da50d-8a15-406e-b55a-facf1cd4b787 req-3c65922f-d34d-4869-84d8-d138549e56d6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.641277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-155da50d-8a15-406e-b55a-facf1cd4b787 req-3c65922f-d34d-4869-84d8-d138549e56d6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 945 time: 0.0842865 Aug 09 15:40:29.649626 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3218438d-3110-486c-b644-0259681c493b req-b6f73ad5-3b09-4eef-bac5-e27eabd13754 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.652775 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3218438d-3110-486c-b644-0259681c493b req-b6f73ad5-3b09-4eef-bac5-e27eabd13754 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.653936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3218438d-3110-486c-b644-0259681c493b req-b6f73ad5-3b09-4eef-bac5-e27eabd13754 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "DELETE /v2.0/security-groups/ae731165-656e-450a-b7c1-ad55b8906ef3 HTTP/1.1" status: 204 len: 173 time: 0.2354827 Aug 09 15:40:29.687752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f73ad5-3b09-4eef-bac5-e27eabd13754 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae731165-656e-450a-b7c1-ad55b8906ef3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:29.698547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-7c918b85-cdd4-47c3-87ee-9713039b56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.700037 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-7c918b85-cdd4-47c3-87ee-9713039b56e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.0896857 Aug 09 15:40:29.712757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-155da50d-8a15-406e-b55a-facf1cd4b787 req-7c88fce8-6950-4a3d-8cd1-d0f0337b48d1 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574861 Aug 09 15:40:29.754451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Allocated IP 172.20.0.10 (ef85b93e-e499-4972-8244-c314697005fe/c4f561c7-e720-471b-bc6f-314785afddb5/c359bba2-539f-4f91-b31e-f969b2c0c101) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:29.775431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-400c7701-6869-42f9-bacf-86c2bbf33713 req-d95c4a50-8149-4cb5-a317-ec6ba11942d8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 210 time: 0.0300968 Aug 09 15:40:29.783508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-6c12e04d-d267-4c2c-afe2-393a49877253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.784776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-6c12e04d-d267-4c2c-afe2-393a49877253 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771711 Aug 09 15:40:29.872412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e476b77-2c47-41a6-a346-2f5ff8bf780b req-4092b627-dc89-44fe-901f-d543e71b2b79 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/369f9fb7-314a-4423-afea-1504e4422224 HTTP/1.1" status: 200 len: 1805 time: 0.0705841 Aug 09 15:40:29.879311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103110-8b77-446b-9065-3d828420cd26 req-5182fa74-8972-4856-b8a9-ff8f3bdd6725 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.881056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1103110-8b77-446b-9065-3d828420cd26 req-5182fa74-8972-4856-b8a9-ff8f3bdd6725 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1100 time: 0.0698171 Aug 09 15:40:29.945969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1103110-8b77-446b-9065-3d828420cd26 req-eadeca9d-9243-43c4-8e9e-e7b25b421ec3 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566692 Aug 09 15:40:29.967539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e476b77-2c47-41a6-a346-2f5ff8bf780b req-b2d2317a-db7c-4c5f-bf8d-4583e2bd2072 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.001063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e476b77-2c47-41a6-a346-2f5ff8bf780b req-b2d2317a-db7c-4c5f-bf8d-4583e2bd2072 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.031712 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-74c8d652-9219-48ab-869e-0c0db7a3c35e service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316909 Aug 09 15:40:30.035349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.068168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Transition to ACTIVE for port object c359bba2-539f-4f91-b31e-f969b2c0c101 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:30.069322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8f2bcbf4-8957-4df3-be1e-eed75104fa6e details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:30.111168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-b1b95823-0095-4629-9b8b-0deaa2f1a485 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.117771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-b1b95823-0095-4629-9b8b-0deaa2f1a485 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.124614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-b1b95823-0095-4629-9b8b-0deaa2f1a485 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.131045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-b1b95823-0095-4629-9b8b-0deaa2f1a485 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.137004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-b1b95823-0095-4629-9b8b-0deaa2f1a485 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.143708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-b1b95823-0095-4629-9b8b-0deaa2f1a485 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.150098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-b1b95823-0095-4629-9b8b-0deaa2f1a485 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.151600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-b1b95823-0095-4629-9b8b-0deaa2f1a485 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.1053925 Aug 09 15:40:30.173197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e476b77-2c47-41a6-a346-2f5ff8bf780b req-b2d2317a-db7c-4c5f-bf8d-4583e2bd2072 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.175875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e476b77-2c47-41a6-a346-2f5ff8bf780b req-b2d2317a-db7c-4c5f-bf8d-4583e2bd2072 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.177128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e476b77-2c47-41a6-a346-2f5ff8bf780b req-b2d2317a-db7c-4c5f-bf8d-4583e2bd2072 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "DELETE /v2.0/security-groups/369f9fb7-314a-4423-afea-1504e4422224 HTTP/1.1" status: 204 len: 173 time: 0.2951064 Aug 09 15:40:30.196520 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-eeb193e3-f365-47c7-8688-10ca0ec2ef79 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488297 Aug 09 15:40:30.198934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.200492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2317a-db7c-4c5f-bf8d-4583e2bd2072 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369f9fb7-314a-4423-afea-1504e4422224,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.221222 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9cf5236-ba86-4ca1-8a62-636b5dc1c1cd req-53b73712-b9f1-4dfc-8f4e-2ef56ee5ac79 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624313 Aug 09 15:40:30.298607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'Port': ['ID=c359bba2-539f-4f91-b31e-f969b2c0c101,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.305655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Network ef85b93e-e499-4972-8244-c314697005fe is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:30.326600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:30.333748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:30.381461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8a57590b-f24a-44d3-a5bd-12f50f9615e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.381848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8a57590b-f24a-44d3-a5bd-12f50f9615e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.382318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8a57590b-f24a-44d3-a5bd-12f50f9615e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.383447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8a57590b-f24a-44d3-a5bd-12f50f9615e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.383950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8a57590b-f24a-44d3-a5bd-12f50f9615e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.384416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8a57590b-f24a-44d3-a5bd-12f50f9615e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.384878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8a57590b-f24a-44d3-a5bd-12f50f9615e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.387808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8a57590b-f24a-44d3-a5bd-12f50f9615e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6478 time: 0.0977681 Aug 09 15:40:30.432762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed38163c-e017-4e41-b05c-855e4358eb1a req-aba40746-d740-45c3-8b11-9f7a9d80fc29 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/784d40a0-b952-42e4-9ee9-4c1ad6d91eaf HTTP/1.1" status: 200 len: 1805 time: 0.0880194 Aug 09 15:40:30.444336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d1c2cb8-072a-4aa9-b414-3c4bbffb4221'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:30.490582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:30.506057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.506954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.521735 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ed38163c-e017-4e41-b05c-855e4358eb1a req-1c4c0cc7-9c6c-4b4b-802b-6b31bd7c0dd4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.540633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '8f2bcbf4-8957-4df3-be1e-eed75104fa6e', 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41', 'port_id': '8f2bcbf4-8957-4df3-be1e-eed75104fa6e', 'mac_address': 'fa:16:3e:3e:11:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b77a-ead4-4ae6-b14e-9471a5813cfc', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:30.560238 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-a701fbcb-3b45-47e0-ad7c-37e8cabe05d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3145103 Aug 09 15:40:30.572933 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ed38163c-e017-4e41-b05c-855e4358eb1a req-1c4c0cc7-9c6c-4b4b-802b-6b31bd7c0dd4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.594575 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.624596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-d1042e61-8e79-4ffc-b531-07b9f05104ea tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:40:30.626426 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-d1042e61-8e79-4ffc-b531-07b9f05104ea tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122435 Aug 09 15:40:30.627783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2bcbf4-8957-4df3-be1e-eed75104fa6e {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:30.660525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-05e9da3e-96db-45f2-a455-73e4ce998d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.663650 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-05e9da3e-96db-45f2-a455-73e4ce998d75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87db3854-e09d-446f-b4e0-6480752620ed HTTP/1.1" status: 200 len: 904 time: 0.2574244 Aug 09 15:40:30.668788 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ed38163c-e017-4e41-b05c-855e4358eb1a req-1c4c0cc7-9c6c-4b4b-802b-6b31bd7c0dd4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.671919 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ed38163c-e017-4e41-b05c-855e4358eb1a req-1c4c0cc7-9c6c-4b4b-802b-6b31bd7c0dd4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.673127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Request body: {'port': {'device_id': '0b807320-16f1-401a-97cf-3906f4711c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:30.681069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:30.690568 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed38163c-e017-4e41-b05c-855e4358eb1a req-1c4c0cc7-9c6c-4b4b-802b-6b31bd7c0dd4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "DELETE /v2.0/security-groups/784d40a0-b952-42e4-9ee9-4c1ad6d91eaf HTTP/1.1" status: 204 len: 173 time: 0.2567148 Aug 09 15:40:30.694258 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.695685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 460ae256-7f70-4e50-8435-d297dec9bf7c details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:30.708340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c0cc7-9c6c-4b4b-802b-6b31bd7c0dd4 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d40a0-b952-42e4-9ee9-4c1ad6d91eaf,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.727138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ba20-fd51-4af3-ab1a-6dbba43dc6bb req-c4c24e24-1686-4708-8a95-70370362af18 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.733367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ba20-fd51-4af3-ab1a-6dbba43dc6bb req-c4c24e24-1686-4708-8a95-70370362af18 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.739611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ba20-fd51-4af3-ab1a-6dbba43dc6bb req-c4c24e24-1686-4708-8a95-70370362af18 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.741994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a231ba20-fd51-4af3-ab1a-6dbba43dc6bb req-c4c24e24-1686-4708-8a95-70370362af18 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2412 time: 0.1227922 Aug 09 15:40:30.757364 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-0f3eb4c1-373c-4065-b377-d272e8a38415 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560 HTTP/1.1" status: 200 len: 217 time: 0.0795581 Aug 09 15:40:30.764676 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-bef0d37a-9890-463a-baed-9ff5b020c35a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1952727 Aug 09 15:40:30.815149 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.836285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb794b5c-90a6-4764-b304-dd63a624dfb9 req-6a3fd035-84e7-4376-b99d-5df12bc24427 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.837890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb794b5c-90a6-4764-b304-dd63a624dfb9 req-6a3fd035-84e7-4376-b99d-5df12bc24427 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0889499 Aug 09 15:40:30.841014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a231ba20-fd51-4af3-ab1a-6dbba43dc6bb req-9e0ca87a-4b83-4387-8168-c95038fa7b66 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901065 Aug 09 15:40:30.893058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5a21f795-ed3c-4af6-9b8e-269f811d883f None None] Provisioning for port c359bba2-539f-4f91-b31e-f969b2c0c101 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:30.909313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-b67c103d-617e-493b-a84d-3d98886d7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.910757 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-b67c103d-617e-493b-a84d-3d98886d7ee9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.1455417 Aug 09 15:40:30.925811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5a21f795-ed3c-4af6-9b8e-269f811d883f None None] Provisioning complete for port c359bba2-539f-4f91-b31e-f969b2c0c101 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:30.926389 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5a21f795-ed3c-4af6-9b8e-269f811d883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.964801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.981713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.982064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.982491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.982763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.983099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.983544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.984171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.984571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.985315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.985315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.985635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.985956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:30.988166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb794b5c-90a6-4764-b304-dd63a624dfb9 req-99750266-095b-4aee-9de9-27be3a349bff tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363757 Aug 09 15:40:31.024559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3243e-3b9c-4632-9038-3a4b5e6a1007 req-edac0dce-33d1-498b-b9a7-bc4e22258a81 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/467bf701-2614-4111-b751-ac51d2dba350 HTTP/1.1" status: 200 len: 2406 time: 0.1393178 Aug 09 15:40:31.097827 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 460ae256-7f70-4e50-8435-d297dec9bf7c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=460ae256-7f70-4e50-8435-d297dec9bf7c,segment=NetworkSegment(97cf64b8-5acf-4a58-a441-88cf1998a840),segment_id=97cf64b8-5acf-4a58-a441-88cf1998a840)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:31.129342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '460ae256-7f70-4e50-8435-d297dec9bf7c', 'network_id': '0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13', 'port_id': '460ae256-7f70-4e50-8435-d297dec9bf7c', 'mac_address': 'fa:16:3e:d7:31:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47423505-ac26-4922-9c2f-c737d7d40612', 'ip_address': '19.86.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:31.134932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5a21f795-ed3c-4af6-9b8e-269f811d883f None None] Port c359bba2-539f-4f91-b31e-f969b2c0c101 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:31.168091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3243e-3b9c-4632-9038-3a4b5e6a1007 req-bbf67556-280f-414e-99a3-10da97022d2c tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.191154 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.211409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460ae256-7f70-4e50-8435-d297dec9bf7c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:31.218271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3243e-3b9c-4632-9038-3a4b5e6a1007 req-bbf67556-280f-414e-99a3-10da97022d2c tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.242634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 460ae256-7f70-4e50-8435-d297dec9bf7c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=460ae256-7f70-4e50-8435-d297dec9bf7c,segment=NetworkSegment(97cf64b8-5acf-4a58-a441-88cf1998a840),segment_id=97cf64b8-5acf-4a58-a441-88cf1998a840)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:31.244856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea65ce-dad8-4f8d-b86a-0a53fa976802 req-9828ac4f-be26-41b1-a593-cf8d532e2e7a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.246837 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74ea65ce-dad8-4f8d-b86a-0a53fa976802 req-9828ac4f-be26-41b1-a593-cf8d532e2e7a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 945 time: 0.1610494 Aug 09 15:40:31.257595 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.259754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 711a7731-d0e3-4e98-a778-b66a8d3d1729 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:31.319710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3243e-3b9c-4632-9038-3a4b5e6a1007 req-bbf67556-280f-414e-99a3-10da97022d2c tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.323342 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3243e-3b9c-4632-9038-3a4b5e6a1007 req-bbf67556-280f-414e-99a3-10da97022d2c tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.336548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3243e-3b9c-4632-9038-3a4b5e6a1007 req-bbf67556-280f-414e-99a3-10da97022d2c tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "DELETE /v2.0/security-groups/467bf701-2614-4111-b751-ac51d2dba350 HTTP/1.1" status: 204 len: 173 time: 0.3089175 Aug 09 15:40:31.357059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 711a7731-d0e3-4e98-a778-b66a8d3d1729, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=711a7731-d0e3-4e98-a778-b66a8d3d1729,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:31.378477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74ea65ce-dad8-4f8d-b86a-0a53fa976802 req-721f9d98-dbc1-4855-b538-9410e3f42c4b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980265 Aug 09 15:40:31.387731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf67556-280f-414e-99a3-10da97022d2c tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467bf701-2614-4111-b751-ac51d2dba350,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:31.398193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '711a7731-d0e3-4e98-a778-b66a8d3d1729', 'network_id': '5d90958a-3259-4f1b-9705-42cb24a62f41', 'port_id': '711a7731-d0e3-4e98-a778-b66a8d3d1729', 'mac_address': 'fa:16:3e:c5:ae:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b77a-ead4-4ae6-b14e-9471a5813cfc', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:31.477961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=460ae256-7f70-4e50-8435-d297dec9bf7c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:31.500271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.522548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711a7731-d0e3-4e98-a778-b66a8d3d1729 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:31.544449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 711a7731-d0e3-4e98-a778-b66a8d3d1729, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=711a7731-d0e3-4e98-a778-b66a8d3d1729,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:31.549579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-e7332069-7bdd-4c87-83ee-cf2858d46096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.550806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.552992 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-e7332069-7bdd-4c87-83ee-cf2858d46096 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5889888 Aug 09 15:40:31.555417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edfccc-f7e7-4925-be5a-349c9664eb2a req-75f3f801-8417-4d61-8953-253049ecc9a9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.557647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08edfccc-f7e7-4925-be5a-349c9664eb2a req-75f3f801-8417-4d61-8953-253049ecc9a9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 932 time: 0.1224520 Aug 09 15:40:31.642452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=711a7731-d0e3-4e98-a778-b66a8d3d1729,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:31.651114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-5d2028ca-c500-4867-9f67-51030a052601 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.658335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-5d2028ca-c500-4867-9f67-51030a052601 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.665752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-5d2028ca-c500-4867-9f67-51030a052601 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.672513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-5d2028ca-c500-4867-9f67-51030a052601 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.680012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-5d2028ca-c500-4867-9f67-51030a052601 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.686253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-5d2028ca-c500-4867-9f67-51030a052601 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.693680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-5d2028ca-c500-4867-9f67-51030a052601 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.702134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-5d2028ca-c500-4867-9f67-51030a052601 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.1894445 Aug 09 15:40:31.715395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08edfccc-f7e7-4925-be5a-349c9664eb2a req-a4caa928-dde4-4399-993e-ae22375decc4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355875 Aug 09 15:40:31.763352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29b26f86-a704-41db-99a3-7884cdf8c129 req-3d689b9d-858e-4b9d-99dc-7d20b62ab246 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596454 Aug 09 15:40:31.776084 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-dc054544-5452-40e3-ae54-da8d16df373d service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145939 Aug 09 15:40:31.782166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c359bba2-539f-4f91-b31e-f969b2c0c101 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:31.805883 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.844773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['711a7731-d0e3-4e98-a778-b66a8d3d1729'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:31.854647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Transition to ACTIVE for port object c359bba2-539f-4f91-b31e-f969b2c0c101 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:31.863092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.894052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de272981-043f-4f01-a3dd-915ed4e1647b req-de4dde3f-f2ee-48a6-acfe-8d2ee6bf9af2 tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "GET /v2.0/security-groups/78ab883e-934f-46ec-905d-48b5eb248804 HTTP/1.1" status: 200 len: 2400 time: 0.0542808 Aug 09 15:40:31.914690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['8f2bcbf4-8957-4df3-be1e-eed75104fa6e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:31.964717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Pushing event updated for resources: {'Port': ['ID=c359bba2-539f-4f91-b31e-f969b2c0c101,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:31.998373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de272981-043f-4f01-a3dd-915ed4e1647b req-d887187e-83ff-44db-9e93-1639bdc93aff tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.084889 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de272981-043f-4f01-a3dd-915ed4e1647b req-d887187e-83ff-44db-9e93-1639bdc93aff tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.099305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Attempting to bind port c359bba2-539f-4f91-b31e-f969b2c0c101 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:32.099637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Attempting to bind port c359bba2-539f-4f91-b31e-f969b2c0c101 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:32.099990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Attempting to bind port c359bba2-539f-4f91-b31e-f969b2c0c101 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:32.104771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-fe5b44d2-76b4-41ab-9cd0-545a2e272221 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175113 Aug 09 15:40:32.106908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Port c359bba2-539f-4f91-b31e-f969b2c0c101 on network ef85b93e-e499-4972-8244-c314697005fe not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:32.107233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Attempting to bind port c359bba2-539f-4f91-b31e-f969b2c0c101 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:32.112733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:32.113069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Checking segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:32.113453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Bound using segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:32.113881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Bound port: c359bba2-539f-4f91-b31e-f969b2c0c101, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:32.114418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.223868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] For port c359bba2-539f-4f91-b31e-f969b2c0c101, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:32.228706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] For port c359bba2-539f-4f91-b31e-f969b2c0c101, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c359bba2-539f-4f91-b31e-f969b2c0c101,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:32.240753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a4475a21-f79e-4d7f-b4cf-4bcbe216f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.241234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a4475a21-f79e-4d7f-b4cf-4bcbe216f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.241702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a4475a21-f79e-4d7f-b4cf-4bcbe216f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.242183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a4475a21-f79e-4d7f-b4cf-4bcbe216f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.242622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a4475a21-f79e-4d7f-b4cf-4bcbe216f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.243078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a4475a21-f79e-4d7f-b4cf-4bcbe216f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.243536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a4475a21-f79e-4d7f-b4cf-4bcbe216f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.245507 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a4475a21-f79e-4d7f-b4cf-4bcbe216f8f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6478 time: 0.0666783 Aug 09 15:40:32.246860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.307926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-2e5ab4e7-e3a4-46a6-a8ea-204abea497bb tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.310172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-2e5ab4e7-e3a4-46a6-a8ea-204abea497bb tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.2343576 Aug 09 15:40:32.330010 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de272981-043f-4f01-a3dd-915ed4e1647b req-d887187e-83ff-44db-9e93-1639bdc93aff tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.334313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de272981-043f-4f01-a3dd-915ed4e1647b req-d887187e-83ff-44db-9e93-1639bdc93aff tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.336297 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de272981-043f-4f01-a3dd-915ed4e1647b req-d887187e-83ff-44db-9e93-1639bdc93aff tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] 10.222.0.64 "DELETE /v2.0/security-groups/78ab883e-934f-46ec-905d-48b5eb248804 HTTP/1.1" status: 204 len: 173 time: 0.4413571 Aug 09 15:40:32.344259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.344885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.346361 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] 10.222.0.66 "PUT /v2.0/ports/c359bba2-539f-4f91-b31e-f969b2c0c101 HTTP/1.1" status: 200 len: 1092 time: 1.6783044 Aug 09 15:40:32.347693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51760) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:32.348731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b807320-16f1-401a-97cf-3906f4711c24', 'tag': 'c359bba2-539f-4f91-b31e-f969b2c0c101'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:32.351041 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e90113-5878-47fd-bf6a-99fdc792de04" -d '{"events": [{"name": "network-changed", "server_uuid": "0b807320-16f1-401a-97cf-3906f4711c24", "tag": "c359bba2-539f-4f91-b31e-f969b2c0c101"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:32.371664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e8957-37bd-4f70-b44f-9aba9ef8342c service neutron] Pushing event updated for resources: {'Port': ['ID=c359bba2-539f-4f91-b31e-f969b2c0c101,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.389804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887187e-83ff-44db-9e93-1639bdc93aff tempest-SecurityGroupRulesTestJSON-573784975 tempest-SecurityGroupRulesTestJSON-573784975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ab883e-934f-46ec-905d-48b5eb248804,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.443645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-78eb67a1-c15e-49c1-b77e-e7a4c548001b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/quotas/9d0c1e32013c44db85a13a2205360274 HTTP/1.1" status: 200 len: 375 time: 0.1052687 Aug 09 15:40:32.500642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a268b3dd-d0d8-47d5-9f19-2927d6130f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.502180 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-a268b3dd-d0d8-47d5-9f19-2927d6130f2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=b98b9a08-f09c-46cf-9b6f-340bff2f4407 HTTP/1.1" status: 200 len: 903 time: 0.2266285 Aug 09 15:40:32.580320 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-8588dd1f-db95-4177-92a6-05584488a304 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=63c86000-6a7e-4d7c-8686-f00e62636d61 HTTP/1.1" status: 200 len: 217 time: 0.0562761 Aug 09 15:40:32.582678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557061-112d-403a-86ee-467f62e359ea req-3a2b0d5e-9f16-4d1b-be8c-48e426234655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.584616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-3a2b0d5e-9f16-4d1b-be8c-48e426234655 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 1095 time: 0.1244702 Aug 09 15:40:32.696645 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-8c66e9b3-d505-4a66-99a1-99c18ff1812e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c359bba2-539f-4f91-b31e-f969b2c0c101 HTTP/1.1" status: 200 len: 217 time: 0.0613704 Aug 09 15:40:32.710342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-494d7ce5-1616-4076-bc81-0cce02241d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.711844 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-494d7ce5-1616-4076-bc81-0cce02241d60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.1230857 Aug 09 15:40:32.791249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557061-112d-403a-86ee-467f62e359ea req-f3daa61c-db6f-450f-bfc5-83dc15e675e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.792809 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-f3daa61c-db6f-450f-bfc5-83dc15e675e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.0794048 Aug 09 15:40:32.798735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-bdf5fbb9-fc49-4689-9a9b-a49c273b1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.800268 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-bdf5fbb9-fc49-4689-9a9b-a49c273b1591 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779536 Aug 09 15:40:32.869789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-920a4d16-f3bc-492d-9732-f3ed65cc325a admin admin] Deleting subnet c5e2d792-73d3-4cb3-84ec-62b6b8091519 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:40:32.908038 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-920a4d16-f3bc-492d-9732-f3ed65cc325a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.914524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557061-112d-403a-86ee-467f62e359ea req-dbe10bdc-221a-470d-ad43-b8c6552b1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.916081 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-dbe10bdc-221a-470d-ad43-b8c6552b1322 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097784 Aug 09 15:40:32.934443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['460ae256-7f70-4e50-8435-d297dec9bf7c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:32.944330 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-30353586-3d78-483c-9f8d-fbe23234cb41 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351111 Aug 09 15:40:32.993764 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-920a4d16-f3bc-492d-9732-f3ed65cc325a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.023671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-5fdc7c71-0cc2-490a-8231-04b75c671d48 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5662727 Aug 09 15:40:33.034609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-b3971aa7-e352-44f2-a1d8-9d3f721ed6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.037489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-b3971aa7-e352-44f2-a1d8-9d3f721ed6c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1100 time: 0.5424106 Aug 09 15:40:33.089486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c46834-2076-403a-9aef-936fd7d05f68 req-fbeed61d-86a8-4fa2-a0b9-c959c222b364 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.095671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c46834-2076-403a-9aef-936fd7d05f68 req-fbeed61d-86a8-4fa2-a0b9-c959c222b364 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.097426 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-d4472d06-a584-4017-b736-f40792b8ce33 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639416 Aug 09 15:40:33.102824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c46834-2076-403a-9aef-936fd7d05f68 req-fbeed61d-86a8-4fa2-a0b9-c959c222b364 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.103679 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce542ab5-cf54-4635-a5f3-248e85d55294 req-c73f64cb-be12-467c-b73c-3cfcd1843f87 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486056 Aug 09 15:40:33.104576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97c46834-2076-403a-9aef-936fd7d05f68 req-fbeed61d-86a8-4fa2-a0b9-c959c222b364 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2415 time: 0.5762272 Aug 09 15:40:33.213949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-920a4d16-f3bc-492d-9732-f3ed65cc325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.237080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-a5e8e5d0-ab8e-46cf-aed6-8ad636f060fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.237527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-a5e8e5d0-ab8e-46cf-aed6-8ad636f060fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.238005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-a5e8e5d0-ab8e-46cf-aed6-8ad636f060fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.238465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-a5e8e5d0-ab8e-46cf-aed6-8ad636f060fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.238928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-a5e8e5d0-ab8e-46cf-aed6-8ad636f060fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.239453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-a5e8e5d0-ab8e-46cf-aed6-8ad636f060fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.239944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-a5e8e5d0-ab8e-46cf-aed6-8ad636f060fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.241854 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-a5e8e5d0-ab8e-46cf-aed6-8ad636f060fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6478 time: 0.0852208 Aug 09 15:40:33.247930 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a557061-112d-403a-86ee-467f62e359ea req-d995d389-59e7-4f34-b927-80f396a436f2 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389835 Aug 09 15:40:33.341651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97c46834-2076-403a-9aef-936fd7d05f68 req-f802d556-6df2-4efe-88e7-f0039c180659 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902452 Aug 09 15:40:33.347744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-97a615b6-8b3b-499b-acef-58fdc11c501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.351190 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-97a615b6-8b3b-499b-acef-58fdc11c501f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b98b9a08-f09c-46cf-9b6f-340bff2f4407 HTTP/1.1" status: 200 len: 903 time: 0.1003966 Aug 09 15:40:33.358014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-5ce9e001-d27e-4961-a497-6e1006899b94 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192275 Aug 09 15:40:33.359022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-50f349e4-03b5-4217-8836-4f8f08a64716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.360540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-50f349e4-03b5-4217-8836-4f8f08a64716 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3092220 Aug 09 15:40:33.391558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-920a4d16-f3bc-492d-9732-f3ed65cc325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.401576 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-249c728c-fd6a-4f65-8ed1-9a18b1ddee67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a HTTP/1.1" status: 200 len: 217 time: 0.0439782 Aug 09 15:40:33.454227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-3b10b6e8-893b-4056-a376-9dd46d8cf896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.455803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-3b10b6e8-893b-4056-a376-9dd46d8cf896 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.0469532 Aug 09 15:40:33.493222 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-21a082d9-6326-4974-a88c-22ac4c0b2d9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.1102490 Aug 09 15:40:33.502885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a4d16-f3bc-492d-9732-f3ed65cc325a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e2d792-73d3-4cb3-84ec-62b6b8091519,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:33.513370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-14beacf6-0c05-4fce-ad7d-9644f74c7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.515208 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-14beacf6-0c05-4fce-ad7d-9644f74c7d01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0495591 Aug 09 15:40:33.537062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-920a4d16-f3bc-492d-9732-f3ed65cc325a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.538998 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-920a4d16-f3bc-492d-9732-f3ed65cc325a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c5e2d792-73d3-4cb3-84ec-62b6b8091519 HTTP/1.1" status: 204 len: 168 time: 1.1876988 Aug 09 15:40:33.541846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51772) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:33.600301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-0df6a888-7219-42e9-96d3-abb626780af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.601997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-0df6a888-7219-42e9-96d3-abb626780af2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0917213 Aug 09 15:40:33.629734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6d008-5da7-41de-90bc-b436a23b4cac req-a216ff4a-dbb4-49ee-b54c-080aaeffab62 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.631247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73b6d008-5da7-41de-90bc-b436a23b4cac req-a216ff4a-dbb4-49ee-b54c-080aaeffab62 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1440120 Aug 09 15:40:33.634819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-1011290b-b0e3-4447-9203-c3e6ba3df8c7 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609472 Aug 09 15:40:33.670044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.693455 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-49b9d990-3037-4b4c-8679-2cf0562443fa service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702762 Aug 09 15:40:33.699103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-bedde7fc-f8bb-4ad8-b9c4-46e4271a3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.700708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-bedde7fc-f8bb-4ad8-b9c4-46e4271a3d39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862799 Aug 09 15:40:33.703962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73b6d008-5da7-41de-90bc-b436a23b4cac req-18b7fd22-74e3-43cb-8f30-7d8545c4e63a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Aug 09 15:40:33.841837 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a367c30-bea8-40e9-af60-cbbb668bd303 req-9ede4fb8-ad08-48b4-94ec-64086fb3bd3f service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411452 Aug 09 15:40:33.855057 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65420c2d-1086-4224-9c18-f7bc80419c60 x-openstack-request-id: req-65420c2d-1086-4224-9c18-f7bc80419c60 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:33.855649 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b807320-16f1-401a-97cf-3906f4711c24", "tag": "c359bba2-539f-4f91-b31e-f969b2c0c101", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:33.856025 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65420c2d-1086-4224-9c18-f7bc80419c60 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:33.856527 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b807320-16f1-401a-97cf-3906f4711c24', 'tag': 'c359bba2-539f-4f91-b31e-f969b2c0c101', 'status': 'completed', 'code': 200} Aug 09 15:40:33.862355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-9b3e09f0-b757-4ff7-a167-f5c89a062ea6 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504254 Aug 09 15:40:33.939310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.959057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37559f6c-14ff-4399-9448-2740a87338b1']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:33.962823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-22cbd76d-34df-4c8c-9d7d-0a16e943a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.964508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-22cbd76d-34df-4c8c-9d7d-0a16e943a8ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 1095 time: 0.1212308 Aug 09 15:40:33.973808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b1e6fc-75e0-4f59-bc8c-7113af44dfc4') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:33.974743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b1e6fc-75e0-4f59-bc8c-7113af44dfc4') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:33.994332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.024602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-e2009559-7a4a-40f2-bd82-07b911104f62 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.030439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-e2009559-7a4a-40f2-bd82-07b911104f62 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.038463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-e2009559-7a4a-40f2-bd82-07b911104f62 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.045412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-e2009559-7a4a-40f2-bd82-07b911104f62 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.053273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-e2009559-7a4a-40f2-bd82-07b911104f62 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.056245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.060029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-e2009559-7a4a-40f2-bd82-07b911104f62 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.065941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:40:34.066201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-e2009559-7a4a-40f2-bd82-07b911104f62 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.066358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:40:34.068200 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:40:34.075044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-e2009559-7a4a-40f2-bd82-07b911104f62 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.2247558 Aug 09 15:40:34.077812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8f2bcbf4-8957-4df3-be1e-eed75104fa6e up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:34.113359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80dc62-452d-48fd-a634-fab0446596b6 req-010d9d11-6bd9-4cbb-861e-860c2bae1ded tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.121883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c80dc62-452d-48fd-a634-fab0446596b6 req-010d9d11-6bd9-4cbb-861e-860c2bae1ded tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 944 time: 0.2319880 Aug 09 15:40:34.143798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-9936133b-beee-418f-a9fc-3ae9020e8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.145432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-9936133b-beee-418f-a9fc-3ae9020e8a2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.1683292 Aug 09 15:40:34.148846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.168059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:34.169773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.172098 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] 10.222.0.64 "DELETE /v2.0/networks/37559f6c-14ff-4399-9448-2740a87338b1 HTTP/1.1" status: 204 len: 168 time: 0.6290464 Aug 09 15:40:34.172991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae740b87-c653-450a-9d92-10d921b43257 admin admin] Pushing event deleted for resources: {'Network': ['ID=37559f6c-14ff-4399-9448-2740a87338b1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:34.183210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:34.183727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.185866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-ecbf7515-47d3-4884-ad12-a062778fd992 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976549 Aug 09 15:40:34.237323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-bbd8eaa3-0355-4278-8bde-3788872efe7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c359bba2-539f-4f91-b31e-f969b2c0c101 HTTP/1.1" status: 200 len: 217 time: 0.0691347 Aug 09 15:40:34.249694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c80dc62-452d-48fd-a634-fab0446596b6 req-dc312d44-d91f-4de0-9fa5-27ae1cbdb563 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268697 Aug 09 15:40:34.291982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2accfb65-8d54-4111-b5f6-87a872d12dd9 req-4fdc32fa-288a-4996-af41-77badf0ca348 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107761 Aug 09 15:40:34.334552 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.378978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2bcbf4-8957-4df3-be1e-eed75104fa6e'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:34.381866 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e21e7cf-3ee2-459c-a061-ddd5fc6d4d52" -d '{"events": [{"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-plugged", "status": "completed", "tag": "8f2bcbf4-8957-4df3-be1e-eed75104fa6e"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:34.390355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-123ee227-9b86-4ea8-899a-1393d2bee678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.396406 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-123ee227-9b86-4ea8-899a-1393d2bee678 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1400499 Aug 09 15:40:34.399258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:34.411465 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.413078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 460ae256-7f70-4e50-8435-d297dec9bf7c up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:34.478247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51790) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:34.515803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-1d19caab-7856-4512-abaa-ca1e53512418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.523927 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-1d19caab-7856-4512-abaa-ca1e53512418 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088796 Aug 09 15:40:34.536578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:34.548655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 460ae256-7f70-4e50-8435-d297dec9bf7c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:34.554326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9abc08f1-861e-4330-ac16-c655c45af4ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4af0bdbcbb414179bfbeb557d9865710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749261 Aug 09 15:40:34.555532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 460ae256-7f70-4e50-8435-d297dec9bf7c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:34.556104 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.556725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51792) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:34.671431 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.713104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 460ae256-7f70-4e50-8435-d297dec9bf7c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=460ae256-7f70-4e50-8435-d297dec9bf7c,segment=NetworkSegment(97cf64b8-5acf-4a58-a441-88cf1998a840),segment_id=97cf64b8-5acf-4a58-a441-88cf1998a840)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:34.716727 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-1cdbd180-dd75-4485-b02e-f7a332ea9951 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717587 Aug 09 15:40:34.719725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faa5fd-0c97-4eae-a5f3-5ad45b7ad46d req-d616dccc-5599-4819-a107-04c01c9a4697 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.721190 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.722332 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 711a7731-d0e3-4e98-a778-b66a8d3d1729 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:34.727852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faa5fd-0c97-4eae-a5f3-5ad45b7ad46d req-d616dccc-5599-4819-a107-04c01c9a4697 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.734808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faa5fd-0c97-4eae-a5f3-5ad45b7ad46d req-d616dccc-5599-4819-a107-04c01c9a4697 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.743790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2faa5fd-0c97-4eae-a5f3-5ad45b7ad46d req-d616dccc-5599-4819-a107-04c01c9a4697 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2416 time: 0.1516364 Aug 09 15:40:34.785726 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4afb4b08-ad02-46ce-8a82-f749497568bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.812559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2faa5fd-0c97-4eae-a5f3-5ad45b7ad46d req-5fc0324a-1b45-4173-aeef-d3e92036aec7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676405 Aug 09 15:40:34.831885 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4afb4b08-ad02-46ce-8a82-f749497568bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.843776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=460ae256-7f70-4e50-8435-d297dec9bf7c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:34.852624 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-62e90113-5878-47fd-bf6a-99fdc792de04 req-1570e39f-ad40-45fa-b08e-0a6eb963ca15 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112037 Aug 09 15:40:34.854256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 711a7731-d0e3-4e98-a778-b66a8d3d1729 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:34.861542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 711a7731-d0e3-4e98-a778-b66a8d3d1729 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:34.862172 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.909176 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ee09e-f55a-4f32-b2f6-edb8e54b7eb6 x-openstack-request-id: req-bb7ee09e-f55a-4f32-b2f6-edb8e54b7eb6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:34.909773 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-plugged", "status": "completed", "tag": "8f2bcbf4-8957-4df3-be1e-eed75104fa6e", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:34.910155 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb7ee09e-f55a-4f32-b2f6-edb8e54b7eb6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:34.910777 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2bcbf4-8957-4df3-be1e-eed75104fa6e', 'code': 200} Aug 09 15:40:34.942711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4afb4b08-ad02-46ce-8a82-f749497568bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.946088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4afb4b08-ad02-46ce-8a82-f749497568bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.947348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4afb4b08-ad02-46ce-8a82-f749497568bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f0e1a24-99e1-4e34-97b3-219489384994 HTTP/1.1" status: 204 len: 168 time: 0.3881133 Aug 09 15:40:34.956226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb4b08-ad02-46ce-8a82-f749497568bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0e1a24-99e1-4e34-97b3-219489384994,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:35.039677 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.064098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d8187-1aba-45de-9288-659cc8ddc46a req-d1836c15-8dd7-447c-8161-de18ee3be87f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.066194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c8d8187-1aba-45de-9288-659cc8ddc46a req-d1836c15-8dd7-447c-8161-de18ee3be87f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0918303 Aug 09 15:40:35.098436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 711a7731-d0e3-4e98-a778-b66a8d3d1729, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=711a7731-d0e3-4e98-a778-b66a8d3d1729,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:35.104789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.170583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=711a7731-d0e3-4e98-a778-b66a8d3d1729,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:35.174905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c8d8187-1aba-45de-9288-659cc8ddc46a req-f250adf9-14d9-40e7-9e74-2bbdea462e61 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990844 Aug 09 15:40:35.188411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84a47b5a-2f05-4d07-9490-05d4e2572555 req-5271b9c7-ecfa-4ff9-ada5-f124b0c15da8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3d82180-41b9-4b95-9385-fca66c3c492d HTTP/1.1" status: 200 len: 210 time: 0.0433149 Aug 09 15:40:35.375291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a800c-69b3-465a-817c-0e3b0ad0f627 req-2ecaa202-9f0f-4ed3-a744-2d35581ec27d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.377058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a49a800c-69b3-465a-817c-0e3b0ad0f627 req-2ecaa202-9f0f-4ed3-a744-2d35581ec27d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 944 time: 0.0593841 Aug 09 15:40:35.457641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a49a800c-69b3-465a-817c-0e3b0ad0f627 req-05f36786-e649-41ef-bb05-0e7222c37c0f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680876 Aug 09 15:40:35.471413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff615a-1054-439b-afd2-ea395adaf539 req-89b41c71-f63d-4186-ad50-322c663fac49 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.477825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff615a-1054-439b-afd2-ea395adaf539 req-89b41c71-f63d-4186-ad50-322c663fac49 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.489780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff615a-1054-439b-afd2-ea395adaf539 req-89b41c71-f63d-4186-ad50-322c663fac49 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.492293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff615a-1054-439b-afd2-ea395adaf539 req-89b41c71-f63d-4186-ad50-322c663fac49 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.498130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff615a-1054-439b-afd2-ea395adaf539 req-89b41c71-f63d-4186-ad50-322c663fac49 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.504403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff615a-1054-439b-afd2-ea395adaf539 req-89b41c71-f63d-4186-ad50-322c663fac49 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.511554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff615a-1054-439b-afd2-ea395adaf539 req-89b41c71-f63d-4186-ad50-322c663fac49 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.513922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ff615a-1054-439b-afd2-ea395adaf539 req-89b41c71-f63d-4186-ad50-322c663fac49 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.1356649 Aug 09 15:40:35.571686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ff615a-1054-439b-afd2-ea395adaf539 req-a40ab946-671f-45b9-b62d-b7156816f2ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506952 Aug 09 15:40:35.573375 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-f46f9ef0-459c-430b-865b-1dd7ce188ab2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=a3d82180-41b9-4b95-9385-fca66c3c492d HTTP/1.1" status: 200 len: 210 time: 0.0290811 Aug 09 15:40:35.697104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-a00f140b-5f79-4ec5-bb07-955b268efbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.698621 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-a00f140b-5f79-4ec5-bb07-955b268efbeb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9d0c1e32013c44db85a13a2205360274&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1136539 Aug 09 15:40:35.815293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-6ac9b11c-56cc-42f7-a4b9-600f3cfe94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.816808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-6ac9b11c-56cc-42f7-a4b9-600f3cfe94a9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1106005 Aug 09 15:40:35.870385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-750f5001-dcaa-43cc-98f6-faf6ea1b462b req-55e7391a-b5e0-4f75-a837-40841f9028fc tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3d82180-41b9-4b95-9385-fca66c3c492d HTTP/1.1" status: 200 len: 210 time: 0.0288069 Aug 09 15:40:35.879341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51828) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:35.962096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79634e-fcd0-40b7-aa4c-13084937ca1d req-4d938e99-b84d-41a3-b8eb-96a4b60b92aa tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.968640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79634e-fcd0-40b7-aa4c-13084937ca1d req-4d938e99-b84d-41a3-b8eb-96a4b60b92aa tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.975798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79634e-fcd0-40b7-aa4c-13084937ca1d req-4d938e99-b84d-41a3-b8eb-96a4b60b92aa tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.977797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e79634e-fcd0-40b7-aa4c-13084937ca1d req-4d938e99-b84d-41a3-b8eb-96a4b60b92aa tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2418 time: 0.0763958 Aug 09 15:40:36.015995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1045999246-network', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:36.041117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e79634e-fcd0-40b7-aa4c-13084937ca1d req-96e16f92-3cee-4c38-9787-79e4ccee5d20 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524800 Aug 09 15:40:36.053936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Made reservation on behalf of 4dd2a82f52504b1eaef31b92622e71ca for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:36.056768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.066590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.166789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.171716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.206775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:36.214193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb20cad-a213-41d7-bf67-cc6c6e874d93,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:36.233842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.234258 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Added segment be9fec32-9ddb-4b94-b290-1f42098d9fe2 of type vlan for network f6113f26-7721-4eb3-8752-098e2798b81e Aug 09 15:40:36.251341 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b312b1f3-55f0-4293-bb40-afd074c08ac6 req-38dcbf43-9982-4989-bc4b-adc5ff55242c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=a3d82180-41b9-4b95-9385-fca66c3c492d HTTP/1.1" status: 200 len: 210 time: 0.0328124 Aug 09 15:40:36.288782 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.341372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8494f09f-f86f-498e-9176-cca3b0786136 req-119a60a1-4377-45a5-b18b-dd3fd23489a1 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3d82180-41b9-4b95-9385-fca66c3c492d HTTP/1.1" status: 200 len: 210 time: 0.0593605 Aug 09 15:40:36.374476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312b1f3-55f0-4293-bb40-afd074c08ac6 req-19f102ed-280b-4ceb-98bc-0c30eb31f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.376496 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b312b1f3-55f0-4293-bb40-afd074c08ac6 req-19f102ed-280b-4ceb-98bc-0c30eb31f581 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9d0c1e32013c44db85a13a2205360274&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1149843 Aug 09 15:40:36.382111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf8883-af79-4825-a3a6-42aa2cd6cd9b req-cf33ccaa-2ae6-4f34-9a06-5371b6601133 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.383702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9cf8883-af79-4825-a3a6-42aa2cd6cd9b req-cf33ccaa-2ae6-4f34-9a06-5371b6601133 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1006634 Aug 09 15:40:36.384894 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.385814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.386401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.447053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5661604 Aug 09 15:40:36.452396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51836) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:36.457280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Request body: {'subnet': {'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1045999246-subnet', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:36.477278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779d41c-e3b9-408b-8a44-f1bb7a1fd806 admin admin] Pushing event updated for resources: {'Network': ['ID=f6113f26-7721-4eb3-8752-098e2798b81e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:36.482084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9cf8883-af79-4825-a3a6-42aa2cd6cd9b req-2bf1f32e-7f83-4f68-9edf-f18f64d025db tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865610 Aug 09 15:40:36.488356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network f6113f26-7721-4eb3-8752-098e2798b81e details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:36.511983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Made reservation on behalf of 4dd2a82f52504b1eaef31b92622e71ca for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:36.515591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.518857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312b1f3-55f0-4293-bb40-afd074c08ac6 req-a247f998-b76f-4319-9659-eec3a5f9c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.520901 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b312b1f3-55f0-4293-bb40-afd074c08ac6 req-a247f998-b76f-4319-9659-eec3a5f9c416 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1375091 Aug 09 15:40:36.609133 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b312b1f3-55f0-4293-bb40-afd074c08ac6 req-1b379afa-24bf-4650-bdf0-ebaaa3780009 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3d82180-41b9-4b95-9385-fca66c3c492d HTTP/1.1" status: 200 len: 210 time: 0.0403988 Aug 09 15:40:36.627957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756683e-31cc-4292-8cb5-c8ace6edbffe req-92ea0d15-1ea0-4316-a3cc-3bb80e5287ae tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.630019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f756683e-31cc-4292-8cb5-c8ace6edbffe req-92ea0d15-1ea0-4316-a3cc-3bb80e5287ae tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 944 time: 0.0673873 Aug 09 15:40:36.706806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f756683e-31cc-4292-8cb5-c8ace6edbffe req-11bb7774-4763-4a62-817e-435cb7e505fb tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654807 Aug 09 15:40:36.780321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.813501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-bf0250d6-6d07-4808-bb7d-7dd82af3b4fb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.820787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-bf0250d6-6d07-4808-bb7d-7dd82af3b4fb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.826647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-bf0250d6-6d07-4808-bb7d-7dd82af3b4fb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.833181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-bf0250d6-6d07-4808-bb7d-7dd82af3b4fb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.841422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-bf0250d6-6d07-4808-bb7d-7dd82af3b4fb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.848047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-bf0250d6-6d07-4808-bb7d-7dd82af3b4fb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.854981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-bf0250d6-6d07-4808-bb7d-7dd82af3b4fb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.857143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:36.865237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-bf0250d6-6d07-4808-bb7d-7dd82af3b4fb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.1355679 Aug 09 15:40:36.869381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Checking segment: {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:36.869758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Network hostable DHCP agents. Network: f6113f26-7721-4eb3-8752-098e2798b81e, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:36.891458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Network f6113f26-7721-4eb3-8752-098e2798b81e is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:36.906383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, f6113f26-7721-4eb3-8752-098e2798b81e) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:36.907866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e58abee7-ab69-41ce-b75d-637ec98a772d req-349795a2-3278-4b17-b782-d4b33f96bd03 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392351 Aug 09 15:40:36.911776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.912395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.912839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460ae256-7f70-4e50-8435-d297dec9bf7c'}, {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711a7731-d0e3-4e98-a778-b66a8d3d1729'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:36.916468 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5da5f29-a63e-4a5b-b1c2-9cf7d6e20c52" -d '{"events": [{"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-plugged", "status": "completed", "tag": "460ae256-7f70-4e50-8435-d297dec9bf7c"}, {"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-plugged", "status": "completed", "tag": "711a7731-d0e3-4e98-a778-b66a8d3d1729"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:36.930896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b34d3-5362-4568-b1d1-3c5079d3ec88 None None] Network f6113f26-7721-4eb3-8752-098e2798b81e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:36.938398 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-591e6043-816c-40ac-89e1-192a612dfd11 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4847078 Aug 09 15:40:36.941068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51848) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:36.946376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:36.971021 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.972330 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.976987 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84831c71-3a28-4cfb-8d8d-d72450338b8c x-openstack-request-id: req-84831c71-3a28-4cfb-8d8d-d72450338b8c {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:36.977567 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-plugged", "status": "completed", "tag": "460ae256-7f70-4e50-8435-d297dec9bf7c", "code": 200}, {"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-plugged", "status": "completed", "tag": "711a7731-d0e3-4e98-a778-b66a8d3d1729", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:36.977959 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84831c71-3a28-4cfb-8d8d-d72450338b8c {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:36.978553 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460ae256-7f70-4e50-8435-d297dec9bf7c', 'code': 200} Aug 09 15:40:36.978946 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711a7731-d0e3-4e98-a778-b66a8d3d1729', 'code': 200} Aug 09 15:40:37.030172 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.088443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ee176-a28a-40a2-8163-a613d0286a2a req-f88eeeaf-b420-4851-93b7-da536f5f1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.089011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ee176-a28a-40a2-8163-a613d0286a2a req-f88eeeaf-b420-4851-93b7-da536f5f1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.089494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ee176-a28a-40a2-8163-a613d0286a2a req-f88eeeaf-b420-4851-93b7-da536f5f1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.091303 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ee176-a28a-40a2-8163-a613d0286a2a req-f88eeeaf-b420-4851-93b7-da536f5f1c4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2871 time: 0.0551243 Aug 09 15:40:37.120553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-f6113f26-7721-4eb3-8752-098e2798b81e', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:40:37.121735 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.157255 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed3ee176-a28a-40a2-8163-a613d0286a2a req-c5cf4c34-9760-4eeb-9cc9-1fbcf84de924 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574658 Aug 09 15:40:37.202174 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.276671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Allocated IP 172.20.0.2 (f6113f26-7721-4eb3-8752-098e2798b81e/a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5/848e2b0f-955b-4a41-a73f-73f5217beed0) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:37.288862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb40b14-e9aa-46af-a72b-4b28f2a9ae61 req-c1212c3a-8a02-4259-95e1-f9658d495075 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.295079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb40b14-e9aa-46af-a72b-4b28f2a9ae61 req-c1212c3a-8a02-4259-95e1-f9658d495075 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.301190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb40b14-e9aa-46af-a72b-4b28f2a9ae61 req-c1212c3a-8a02-4259-95e1-f9658d495075 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.303142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fb40b14-e9aa-46af-a72b-4b28f2a9ae61 req-c1212c3a-8a02-4259-95e1-f9658d495075 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2418 time: 0.1155567 Aug 09 15:40:37.367574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fb40b14-e9aa-46af-a72b-4b28f2a9ae61 req-a178a24e-4c9a-4087-b477-e2cb7f6f37d9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548539 Aug 09 15:40:37.452527 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.462025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Transition to ACTIVE for port object 848e2b0f-955b-4a41-a73f-73f5217beed0 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:37.480095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Transition to ACTIVE for port object 848e2b0f-955b-4a41-a73f-73f5217beed0 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:37.487516 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.516193 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.537354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Network f6113f26-7721-4eb3-8752-098e2798b81e is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:37.541088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.541273 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:37.545075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:37.574620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Pushing event updated for resources: {'Port': ['ID=848e2b0f-955b-4a41-a73f-73f5217beed0,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:37.610137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Attempting to bind port 848e2b0f-955b-4a41-a73f-73f5217beed0 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:37.610618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Attempting to bind port 848e2b0f-955b-4a41-a73f-73f5217beed0 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:37.611000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Attempting to bind port 848e2b0f-955b-4a41-a73f-73f5217beed0 on network f6113f26-7721-4eb3-8752-098e2798b81e {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:37.617769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:37.618307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Checking segment: {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:37.618880 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.619432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Bound using segment: {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:37.620146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Bound port: 848e2b0f-955b-4a41-a73f-73f5217beed0, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:37.620823 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.707362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] For port 848e2b0f-955b-4a41-a73f-73f5217beed0, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:37.711516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] For port 848e2b0f-955b-4a41-a73f-73f5217beed0, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=848e2b0f-955b-4a41-a73f-73f5217beed0,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:37.717200 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.789091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424393de-73ab-4b5b-9784-d5b0b3eb5120 None None] Pushing event updated for resources: {'Port': ['ID=848e2b0f-955b-4a41-a73f-73f5217beed0,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:37.812046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68048b-6975-4383-837b-c4dc7b6da364 req-7590a80f-f097-457b-ba4a-aa8403a4bf73 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.817782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d68048b-6975-4383-837b-c4dc7b6da364 req-7590a80f-f097-457b-ba4a-aa8403a4bf73 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.2072034 Aug 09 15:40:37.899049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Allocated IP 172.25.7.9 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/8f0323b2-9775-410e-9941-2e1eda7e596f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:37.989346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-a46d1515-74f7-4ab8-b40d-2cba81ccab59 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:38.006038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-a46d1515-74f7-4ab8-b40d-2cba81ccab59 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.3972366 Aug 09 15:40:38.020090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d68048b-6975-4383-837b-c4dc7b6da364 req-ab824dd2-e129-4163-affb-82d0cc5e9183 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881738 Aug 09 15:40:38.072633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-c476699f-3784-4a57-a032-ff8c495dd488 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/quotas/9d0c1e32013c44db85a13a2205360274 HTTP/1.1" status: 200 len: 375 time: 0.0653853 Aug 09 15:40:38.161966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c359bba2-539f-4f91-b31e-f969b2c0c101 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:38.317241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c359bba2-539f-4f91-b31e-f969b2c0c101, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c359bba2-539f-4f91-b31e-f969b2c0c101,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:38.334430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'c359bba2-539f-4f91-b31e-f969b2c0c101', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': 'c359bba2-539f-4f91-b31e-f969b2c0c101', 'mac_address': 'fa:16:3e:6c:87:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:38.380674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.397124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c359bba2-539f-4f91-b31e-f969b2c0c101 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:38.424988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c359bba2-539f-4f91-b31e-f969b2c0c101, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c359bba2-539f-4f91-b31e-f969b2c0c101,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:38.429840 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.481789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c359bba2-539f-4f91-b31e-f969b2c0c101,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:38.511664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-b396b01d-877a-4606-bf0e-3591b4207c31 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4257836 Aug 09 15:40:38.547696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.589969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c675-985a-4e25-9680-9d79bd63726a req-c866af33-f9cf-45d4-9824-e3795beb0386 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:38.591581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e416c675-985a-4e25-9680-9d79bd63726a req-c866af33-f9cf-45d4-9824-e3795beb0386 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 945 time: 0.1623468 Aug 09 15:40:38.684267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-1e8ae46c-7a0b-446f-95e2-c6dfd3742406 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586034 Aug 09 15:40:38.696662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e416c675-985a-4e25-9680-9d79bd63726a req-6eb80422-8c8a-4c04-9dab-b0d38e82fb76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940020 Aug 09 15:40:38.708751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.802861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:38.810681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:38.823425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:38.831541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['c359bba2-539f-4f91-b31e-f969b2c0c101'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:38.846094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0323b2-9775-410e-9941-2e1eda7e596f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:38.887180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-dd448ff8-fadf-4dca-a247-2f6575307884 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894338 Aug 09 15:40:38.904169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e55a2-fe76-402c-a985-599368958a6b None None] Network f6113f26-7721-4eb3-8752-098e2798b81e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:39.000858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-ec0fb0ad-3049-4030-b170-00ec0f3f4084 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.007514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-ec0fb0ad-3049-4030-b170-00ec0f3f4084 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.014564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-ec0fb0ad-3049-4030-b170-00ec0f3f4084 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.025558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-daf10878-88bd-4706-836d-06335c369e30 None None] Provisioning for port 848e2b0f-955b-4a41-a73f-73f5217beed0 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:39.026819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-ec0fb0ad-3049-4030-b170-00ec0f3f4084 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.032921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-ec0fb0ad-3049-4030-b170-00ec0f3f4084 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.039845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-ec0fb0ad-3049-4030-b170-00ec0f3f4084 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.068610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-ec0fb0ad-3049-4030-b170-00ec0f3f4084 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.070749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-ec0fb0ad-3049-4030-b170-00ec0f3f4084 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.2120578 Aug 09 15:40:39.238116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a0856f9-3b1b-4bba-b1ac-9e0c3acf63a6 req-6f176bc8-da72-4ef7-bbe8-3cac1ec36d84 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483746 Aug 09 15:40:39.268201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba13bf-b44d-4637-b822-a878fd15d7e5 req-a4edf881-e99a-47ad-adef-d1b66bfcaa90 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.276667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba13bf-b44d-4637-b822-a878fd15d7e5 req-a4edf881-e99a-47ad-adef-d1b66bfcaa90 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.282792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba13bf-b44d-4637-b822-a878fd15d7e5 req-a4edf881-e99a-47ad-adef-d1b66bfcaa90 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.290689 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19ba13bf-b44d-4637-b822-a878fd15d7e5 req-a4edf881-e99a-47ad-adef-d1b66bfcaa90 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2418 time: 0.1908343 Aug 09 15:40:39.312782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 848e2b0f-955b-4a41-a73f-73f5217beed0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:39.380274 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-dcbbc7a3-556b-4804-b269-2bd21a03b988 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624185 Aug 09 15:40:39.398497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7592e943-ec35-40cf-9d9d-201cc5f411d2 req-9bc742ba-4009-4a0b-a70e-d27c2f7ac468 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 210 time: 0.0533476 Aug 09 15:40:39.420652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19ba13bf-b44d-4637-b822-a878fd15d7e5 req-ce209a21-13e9-4ce5-8872-fc77d73721b6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289070 Aug 09 15:40:39.448061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.521486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-f2912ce4-a104-4f3c-bac5-30c2caa35649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.523349 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-f2912ce4-a104-4f3c-bac5-30c2caa35649 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1095 time: 0.0731981 Aug 09 15:40:39.549938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 848e2b0f-955b-4a41-a73f-73f5217beed0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:39.564570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 848e2b0f-955b-4a41-a73f-73f5217beed0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:39.565028 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.723045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-18a4316d-f30a-4cba-b813-ae956e8a108f None None] Provisioning complete for port 848e2b0f-955b-4a41-a73f-73f5217beed0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:39.725181 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-18a4316d-f30a-4cba-b813-ae956e8a108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.728743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-3d6c4a88-e727-416f-b1ef-c2f214fe187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.734092 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-3d6c4a88-e727-416f-b1ef-c2f214fe187b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.1836143 Aug 09 15:40:39.754121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b416-badf-4146-9404-67880e97427c req-aac41d21-810e-416c-9457-09428625fd35 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.765897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b03b416-badf-4146-9404-67880e97427c req-aac41d21-810e-416c-9457-09428625fd35 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1967227 Aug 09 15:40:39.782213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.854784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-deca5967-d936-4b81-a6e0-416cb5b1ac60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 998 time: 0.1131146 Aug 09 15:40:39.888342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 848e2b0f-955b-4a41-a73f-73f5217beed0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=848e2b0f-955b-4a41-a73f-73f5217beed0,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:39.935302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.956533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b03b416-badf-4146-9404-67880e97427c req-908b2106-84f0-4363-8620-24b82b49ba5d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890337 Aug 09 15:40:39.959168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-e02717d8-31a8-4ee0-bbff-6e5efed5b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.961430 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-e02717d8-31a8-4ee0-bbff-6e5efed5b99d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.0906034 Aug 09 15:40:40.044498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-109421d2-b2a4-4b2b-8266-ed98719f7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.046055 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-109421d2-b2a4-4b2b-8266-ed98719f7aba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707619 Aug 09 15:40:40.069266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83ba9-1915-44ea-bd3c-ce2b10d3c264 req-0ce9752c-3916-437a-82be-0971cc200f91 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.071918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59d83ba9-1915-44ea-bd3c-ce2b10d3c264 req-0ce9752c-3916-437a-82be-0971cc200f91 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 945 time: 0.1940937 Aug 09 15:40:40.077853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=848e2b0f-955b-4a41-a73f-73f5217beed0,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:40.116461 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.207666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59d83ba9-1915-44ea-bd3c-ce2b10d3c264 req-2c6e4c9e-9ce0-4d43-9e7f-3000135310fb tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211150 Aug 09 15:40:40.215760 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-68c647ff-a446-4229-8d0c-f60aa315f184 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504424 Aug 09 15:40:40.365658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-60dfc420-d3cf-4d6d-9498-0142577fe00f req-400530f7-e035-4d4a-8e8f-a3445f8eff75 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258667 Aug 09 15:40:40.370607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Router e1c69c30-a526-4058-8a5d-6df5aa363984 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:40:40.401507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fd304-5ebe-4259-b8ea-843f3c3baf66 req-5ea7e02c-2adb-47a6-8fe8-444d25db4db3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.407892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fd304-5ebe-4259-b8ea-843f3c3baf66 req-5ea7e02c-2adb-47a6-8fe8-444d25db4db3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.414165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fd304-5ebe-4259-b8ea-843f3c3baf66 req-5ea7e02c-2adb-47a6-8fe8-444d25db4db3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.416106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-317fd304-5ebe-4259-b8ea-843f3c3baf66 req-5ea7e02c-2adb-47a6-8fe8-444d25db4db3 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2418 time: 0.1046715 Aug 09 15:40:40.557806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-317fd304-5ebe-4259-b8ea-843f3c3baf66 req-036668d0-d766-4973-a2cf-97c1dcb660cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342583 Aug 09 15:40:40.571454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-1d4e732b-5ae5-4c5b-873a-13ddb6277a30 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.577437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-1d4e732b-5ae5-4c5b-873a-13ddb6277a30 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.583774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-1d4e732b-5ae5-4c5b-873a-13ddb6277a30 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.589961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-1d4e732b-5ae5-4c5b-873a-13ddb6277a30 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.596082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-1d4e732b-5ae5-4c5b-873a-13ddb6277a30 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.602365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-1d4e732b-5ae5-4c5b-873a-13ddb6277a30 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.609136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-1d4e732b-5ae5-4c5b-873a-13ddb6277a30 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.611259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-1d4e732b-5ae5-4c5b-873a-13ddb6277a30 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.2353499 Aug 09 15:40:40.650327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:40.661689 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Sync routers for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:40.673556 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:40.674524 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:40:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:40.712099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e622f930-8201-463c-8cbe-fad139f0519f req-98033d40-99ef-41c5-a51b-bcedac53f308 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 210 time: 0.0647726 Aug 09 15:40:40.733948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.739909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-04203e76-c4b4-41d6-9ec4-e7fbd6464a13 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7975473 Aug 09 15:40:40.746902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad6cfec0-fbae-4011-b10c-cf5e9727d15a req-53446cee-8385-411e-83db-6bc7060ab11a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216393 Aug 09 15:40:40.747420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:40.836978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-ef042deb-7ed9-414b-aaa5-faddfd3ee8e9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.838469 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-ef042deb-7ed9-414b-aaa5-faddfd3ee8e9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.1889081 Aug 09 15:40:40.868682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Request body: {'port': {'device_id': 'f041d3b0-aea4-4514-ba8e-be8d1b368d25', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'admin_state_up': True, 'tenant_id': '9d0c1e32013c44db85a13a2205360274'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:40.959042 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:41.002214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:41.010449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.181603 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 3, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:41.185714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Allocated IP 172.20.0.5 (9b2b68f7-8129-4980-b79e-b5f3010ff62f/96a26b04-7d30-45d4-959b-3e9f16d14fcf/684c03c3-8bd2-43ab-a8d6-94832ff7bb65) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:41.197493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ec23c-8061-4f00-ace2-4e415d4d2020 req-f835fe3a-dd42-4b41-83b2-596b1baa6d08 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.199075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-041ec23c-8061-4f00-ace2-4e415d4d2020 req-f835fe3a-dd42-4b41-83b2-596b1baa6d08 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1006463 Aug 09 15:40:41.230738 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Checking router: e1c69c30-a526-4058-8a5d-6df5aa363984 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:41.231439 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Updating router e1c69c30-a526-4058-8a5d-6df5aa363984 port 8f0323b2-9775-410e-9941-2e1eda7e596f binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:41.253640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 848e2b0f-955b-4a41-a73f-73f5217beed0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:41.266156 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.272431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-041ec23c-8061-4f00-ace2-4e415d4d2020 req-f018cb86-bfcd-4b65-9f8c-8016785a6e3b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568068 Aug 09 15:40:41.344154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 848e2b0f-955b-4a41-a73f-73f5217beed0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:41.344703 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.468087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.522508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.556402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fd18f-7195-4403-9b60-5dfd22d73739 req-4a9a43c6-c1c6-49fb-9a0a-09ceca15ce3e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.558043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-910fd18f-7195-4403-9b60-5dfd22d73739 req-4a9a43c6-c1c6-49fb-9a0a-09ceca15ce3e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 945 time: 0.1557646 Aug 09 15:40:41.569066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.598339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-46cb3931-42d4-454f-8dac-3c21bc468b94 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526723 Aug 09 15:40:41.612347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:41.709487 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.723964 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Transition to ACTIVE for port object 8f0323b2-9775-410e-9941-2e1eda7e596f will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:41.733138 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.734034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event updated for resources: {'Port': ['ID=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:41.752519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:41.754452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:41.757881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:41.819165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.820805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.836845 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Pushing event updated for resources: {'Port': ['ID=8f0323b2-9775-410e-9941-2e1eda7e596f,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:41.839808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-24d0b9a4-256d-47c0-8e5e-b42ee6430179 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9764788 Aug 09 15:40:41.854979 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.855328 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.855666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.856028 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.856356 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.856680 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.857001 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.857321 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.857829 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.857983 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.858264 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.858577 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:41.859395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Request body: {'port': {'device_id': 'f041d3b0-aea4-4514-ba8e-be8d1b368d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:41.868085 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Attempting to bind port 8f0323b2-9775-410e-9941-2e1eda7e596f on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:41.868492 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Attempting to bind port 8f0323b2-9775-410e-9941-2e1eda7e596f by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:41.868855 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Attempting to bind port 8f0323b2-9775-410e-9941-2e1eda7e596f on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:41.874867 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:41.875303 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:41.875955 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.876381 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:41.877004 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Bound port: 8f0323b2-9775-410e-9941-2e1eda7e596f, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:41.877416 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.925330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.939748 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] For port 8f0323b2-9775-410e-9941-2e1eda7e596f, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:41.944770 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] For port 8f0323b2-9775-410e-9941-2e1eda7e596f, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8f0323b2-9775-410e-9941-2e1eda7e596f,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:41.949609 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.003434 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:42.004109 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:40:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:42.053322 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bd46a-ec1f-4294-ae80-23eaff6881c6 None None] Pushing event updated for resources: {'Port': ['ID=8f0323b2-9775-410e-9941-2e1eda7e596f,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:42.066308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-910fd18f-7195-4403-9b60-5dfd22d73739 req-3dac90d4-4669-48be-ae60-f39988d1c7b4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982080 Aug 09 15:40:42.146648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-1daa0297-0ac9-48af-af48-005300315a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.148243 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-1daa0297-0ac9-48af-af48-005300315a5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 1100 time: 0.4759655 Aug 09 15:40:42.157863 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:42.174333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c359bba2-539f-4f91-b31e-f969b2c0c101 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:42.194564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b688-1f68-4939-84df-3a6b76c5207b req-0abd1084-adcf-416f-8a21-77f79afc8b4c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.200839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b688-1f68-4939-84df-3a6b76c5207b req-0abd1084-adcf-416f-8a21-77f79afc8b4c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.206974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b688-1f68-4939-84df-3a6b76c5207b req-0abd1084-adcf-416f-8a21-77f79afc8b4c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.208863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1a1b688-1f68-4939-84df-3a6b76c5207b req-0abd1084-adcf-416f-8a21-77f79afc8b4c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2418 time: 0.2244809 Aug 09 15:40:42.273373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port c359bba2-539f-4f91-b31e-f969b2c0c101 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:42.279985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port c359bba2-539f-4f91-b31e-f969b2c0c101 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:42.280668 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.310314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Allocated IP 172.20.0.1 (f6113f26-7721-4eb3-8752-098e2798b81e/a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5/502d8ded-1717-4e93-963e-fda4bb60aabd) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:42.392198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1a1b688-1f68-4939-84df-3a6b76c5207b req-c6e119f6-a3ed-4f6d-b653-3a0aab4641f7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525528 Aug 09 15:40:42.442471 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-424429ca-4ae5-4122-aab9-825596595810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 3, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:42.444615 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.485491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63d1be-7e84-4291-9772-1a2a9788c048 req-92add7a4-0d4b-4119-bd31-27c347f3f848 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.487376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b63d1be-7e84-4291-9772-1a2a9788c048 req-92add7a4-0d4b-4119-bd31-27c347f3f848 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 931 time: 0.3175447 Aug 09 15:40:42.497068 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424429ca-4ae5-4122-aab9-825596595810 None None] The sync data for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 is: [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 3, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:42.502790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b807320-16f1-401a-97cf-3906f4711c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bba2-539f-4f91-b31e-f969b2c0c101'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:42.506460 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf739211-5124-41f6-9be2-1e87b06ba0c0" -d '{"events": [{"server_uuid": "0b807320-16f1-401a-97cf-3906f4711c24", "name": "network-vif-plugged", "status": "completed", "tag": "c359bba2-539f-4f91-b31e-f969b2c0c101"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:42.532059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c359bba2-539f-4f91-b31e-f969b2c0c101, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c359bba2-539f-4f91-b31e-f969b2c0c101,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:42.537647 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.574581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-bcada5da-0bbe-428f-8b0c-b6300034fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.575692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-bcada5da-0bbe-428f-8b0c-b6300034fcd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3640442 Aug 09 15:40:42.595633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317736c7-0795-4b29-977a-503b88be3d26 req-4ce28878-26a5-4da4-8b59-9c6877a69f4f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.602706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317736c7-0795-4b29-977a-503b88be3d26 req-4ce28878-26a5-4da4-8b59-9c6877a69f4f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.605687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c359bba2-539f-4f91-b31e-f969b2c0c101,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:42.611095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317736c7-0795-4b29-977a-503b88be3d26 req-4ce28878-26a5-4da4-8b59-9c6877a69f4f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.612877 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-317736c7-0795-4b29-977a-503b88be3d26 req-4ce28878-26a5-4da4-8b59-9c6877a69f4f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 2418 time: 0.5322418 Aug 09 15:40:42.650296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.730411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b63d1be-7e84-4291-9772-1a2a9788c048 req-03774236-8c4c-4fe0-bfbd-5436ce4547cf tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343900 Aug 09 15:40:42.732134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-1d34415f-4973-4250-944b-cbd2926d8eb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 200 len: 217 time: 0.1118088 Aug 09 15:40:42.739182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Transition to ACTIVE for port object 502d8ded-1717-4e93-963e-fda4bb60aabd will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:42.764939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-4a829bac-9af9-459a-85e8-237ea63db6c6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.777664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-4a829bac-9af9-459a-85e8-237ea63db6c6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.787671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:42.790216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-4a829bac-9af9-459a-85e8-237ea63db6c6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.799508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.802518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-4a829bac-9af9-459a-85e8-237ea63db6c6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.818105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-4a829bac-9af9-459a-85e8-237ea63db6c6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.818329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:42.818329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.827861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Transition to ACTIVE for port object 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:42.842207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.847094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-4a829bac-9af9-459a-85e8-237ea63db6c6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.872143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-4a829bac-9af9-459a-85e8-237ea63db6c6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.888084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-4a829bac-9af9-459a-85e8-237ea63db6c6 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.3970447 Aug 09 15:40:42.991081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Pushing event updated for resources: {'Port': ['ID=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:43.052305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-eec86808-4bbf-42fd-9b96-4e683a5f6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.054144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-eec86808-4bbf-42fd-9b96-4e683a5f6453 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.3091867 Aug 09 15:40:43.059201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2249980-f30b-45f8-8621-5b8aeed5bc29 req-8dcc4cc8-46cf-42fa-b8cd-a65b4a0dbfb1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436625 Aug 09 15:40:43.059389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:43.059589 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.088533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for 8f2bcbf4-8957-4df3-be1e-eed75104fa6e owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:43.107651 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.162372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc374-d4d5-4463-8a56-0d206346c462 req-fac6f5df-973d-4f26-9c61-ca930cfac62c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.176971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70efc374-d4d5-4463-8a56-0d206346c462 req-fac6f5df-973d-4f26-9c61-ca930cfac62c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.2092860 Aug 09 15:40:43.236549 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e08d617-2eb7-4aaa-b669-f488e827c1ac x-openstack-request-id: req-6e08d617-2eb7-4aaa-b669-f488e827c1ac {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:43.236780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Network f6113f26-7721-4eb3-8752-098e2798b81e is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:43.237228 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b807320-16f1-401a-97cf-3906f4711c24", "name": "network-vif-plugged", "status": "completed", "tag": "c359bba2-539f-4f91-b31e-f969b2c0c101", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:43.237228 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e08d617-2eb7-4aaa-b669-f488e827c1ac {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:43.237618 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b807320-16f1-401a-97cf-3906f4711c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bba2-539f-4f91-b31e-f969b2c0c101', 'code': 200} Aug 09 15:40:43.257471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:43.270389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:43.306559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Attempting to bind port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:43.306895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Attempting to bind port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:43.307183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Attempting to bind port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:43.310205 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.319712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Pushing event updated for resources: {'Port': ['ID=502d8ded-1717-4e93-963e-fda4bb60aabd,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:43.323312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['8f2bcbf4-8957-4df3-be1e-eed75104fa6e', '711a7731-d0e3-4e98-a778-b66a8d3d1729', '460ae256-7f70-4e50-8435-d297dec9bf7c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:43.334835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:43.334835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Attempting to bind port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:43.357595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-d81897f2-ef65-4326-bcc7-9b23c76c3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.359288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-d81897f2-ef65-4326-bcc7-9b23c76c3fa3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2904699 Aug 09 15:40:43.380153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70efc374-d4d5-4463-8a56-0d206346c462 req-2c8fb8cc-dd33-4129-bc14-40dd77e63e85 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019730 Aug 09 15:40:43.407176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=8f2bcbf4-8957-4df3-be1e-eed75104fa6e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:43.412928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:43.413640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Checking segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:43.414473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Bound using segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:43.415179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Bound port: 684c03c3-8bd2-43ab-a8d6-94832ff7bb65, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:43.415762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8f0323b2-9775-410e-9941-2e1eda7e596f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:43.416025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.597830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port 8f2bcbf4-8957-4df3-be1e-eed75104fa6e on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:43.614309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.617374 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-317736c7-0795-4b29-977a-503b88be3d26 req-1e35ab9b-e8c7-4614-aa82-aeafbcc741a6 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "DELETE /v2.0/ports/8f2bcbf4-8957-4df3-be1e-eed75104fa6e HTTP/1.1" status: 204 len: 173 time: 0.9889553 Aug 09 15:40:43.620024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-deleted', 'tag': '8f2bcbf4-8957-4df3-be1e-eed75104fa6e'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:43.623676 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb99099-47a4-4503-8951-055a091b7cb7" -d '{"events": [{"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-deleted", "tag": "8f2bcbf4-8957-4df3-be1e-eed75104fa6e"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:43.628065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8f0323b2-9775-410e-9941-2e1eda7e596f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:43.641526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8f0323b2-9775-410e-9941-2e1eda7e596f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:43.641905 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.671130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-bc1a907c-f936-44ab-a697-442b0abed3cb service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122741 Aug 09 15:40:43.713544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d4092-8d70-42e4-9a16-6fb73667f6d9 req-5b183944-e802-4b69-9d99-086fa718e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.715156 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-183d4092-8d70-42e4-9a16-6fb73667f6d9 req-5b183944-e802-4b69-9d99-086fa718e746 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 1097 time: 0.3460841 Aug 09 15:40:43.777533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-81bd9080-fcc1-4b68-966b-56383b251e03 None None] Provisioning for port 502d8ded-1717-4e93-963e-fda4bb60aabd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:43.785909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-81bd9080-fcc1-4b68-966b-56383b251e03 None None] Provisioning complete for port 502d8ded-1717-4e93-963e-fda4bb60aabd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:43.786511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-81bd9080-fcc1-4b68-966b-56383b251e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.790515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] For port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:43.819176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] For port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:43.826622 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.838026 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.855858 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-183d4092-8d70-42e4-9a16-6fb73667f6d9 req-cea01398-ea41-41ae-bbe4-7057e101a12a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072049 Aug 09 15:40:43.866106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-81bd9080-fcc1-4b68-966b-56383b251e03 None None] Port 502d8ded-1717-4e93-963e-fda4bb60aabd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:43.894548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.895312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.896913 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] 10.222.0.66 "PUT /v2.0/ports/684c03c3-8bd2-43ab-a8d6-94832ff7bb65 HTTP/1.1" status: 200 len: 1091 time: 2.0425205 Aug 09 15:40:43.903235 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.910453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef7dc738-a1c0-406a-823a-ab7cea9820cd req-6548e21a-da61-4a13-abab-99d476f71a6c service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244408 Aug 09 15:40:43.920142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port 460ae256-7f70-4e50-8435-d297dec9bf7c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:43.920518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.927445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed14f7-498a-4b9c-b312-a48a45b73535 service neutron] Pushing event updated for resources: {'Port': ['ID=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:43.938080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682564e0-cae2-49ee-abd2-e113f3975e91 req-f07f965e-9ebe-4e02-b543-e0972ecfde04 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.947232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 8f0323b2-9775-410e-9941-2e1eda7e596f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8f0323b2-9775-410e-9941-2e1eda7e596f,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:43.948399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-682564e0-cae2-49ee-abd2-e113f3975e91 req-f07f965e-9ebe-4e02-b543-e0972ecfde04 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 946 time: 0.5607135 Aug 09 15:40:43.966261 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.976501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d01072-eb74-4d82-8c06-4665b5719349 req-8fc3a00d-c7e1-4d1b-8c06-e41bdbad3d51 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.983035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d01072-eb74-4d82-8c06-4665b5719349 req-8fc3a00d-c7e1-4d1b-8c06-e41bdbad3d51 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.985119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67d01072-eb74-4d82-8c06-4665b5719349 req-8fc3a00d-c7e1-4d1b-8c06-e41bdbad3d51 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 1683 time: 0.3111272 Aug 09 15:40:44.096885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port 460ae256-7f70-4e50-8435-d297dec9bf7c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=460ae256-7f70-4e50-8435-d297dec9bf7c,segment=NetworkSegment(97cf64b8-5acf-4a58-a441-88cf1998a840),segment_id=97cf64b8-5acf-4a58-a441-88cf1998a840)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:44.097111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=8f0323b2-9775-410e-9941-2e1eda7e596f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:44.097231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.117899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for 460ae256-7f70-4e50-8435-d297dec9bf7c owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:44.157512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-682564e0-cae2-49ee-abd2-e113f3975e91 req-7280a62e-44c0-40dc-b894-999bc46fd437 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077577 Aug 09 15:40:44.186098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67d01072-eb74-4d82-8c06-4665b5719349 req-9ffaf386-2991-438c-b351-c2aeb405fbc1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903315 Aug 09 15:40:44.208283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-056c665c-8a0b-4546-9469-946e62b7e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.220577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-056c665c-8a0b-4546-9469-946e62b7e24d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 1094 time: 0.2067950 Aug 09 15:40:44.243222 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee331d8b-ec23-4a44-a336-75b0391e7b84 x-openstack-request-id: req-ee331d8b-ec23-4a44-a336-75b0391e7b84 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:44.243795 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-deleted", "tag": "8f2bcbf4-8957-4df3-be1e-eed75104fa6e", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:44.244123 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee331d8b-ec23-4a44-a336-75b0391e7b84 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:44.244488 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-deleted', 'tag': '8f2bcbf4-8957-4df3-be1e-eed75104fa6e', 'status': 'completed', 'code': 200} Aug 09 15:40:44.325563 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.329906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.336960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-5d1a4abe-1332-4722-ad10-1c80352e990d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=684c03c3-8bd2-43ab-a8d6-94832ff7bb65 HTTP/1.1" status: 200 len: 217 time: 0.0650742 Aug 09 15:40:44.377580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=460ae256-7f70-4e50-8435-d297dec9bf7c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:44.430422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port 460ae256-7f70-4e50-8435-d297dec9bf7c on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:44.433759 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.435928 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-317736c7-0795-4b29-977a-503b88be3d26 req-980647f9-0643-4315-9f1d-de2221213ecb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "DELETE /v2.0/ports/460ae256-7f70-4e50-8435-d297dec9bf7c HTTP/1.1" status: 204 len: 173 time: 0.8025281 Aug 09 15:40:44.514122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115373b-6600-4a40-a14a-1e5840439d3f req-0b597293-3b76-46de-8d5c-8a209ce6e887 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.516123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6115373b-6600-4a40-a14a-1e5840439d3f req-0b597293-3b76-46de-8d5c-8a209ce6e887 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 943 time: 0.1938617 Aug 09 15:40:44.527230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-6dec8606-c85c-45c5-801b-c99be78b95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.528745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-6dec8606-c85c-45c5-801b-c99be78b95a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.1657925 Aug 09 15:40:44.552732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6336c9-db34-479f-b322-6243afdc4648 req-5d505508-7149-4022-bbc0-aac6f9480af2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.559166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6336c9-db34-479f-b322-6243afdc4648 req-5d505508-7149-4022-bbc0-aac6f9480af2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.563024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port 711a7731-d0e3-4e98-a778-b66a8d3d1729 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:44.563539 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.565492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6336c9-db34-479f-b322-6243afdc4648 req-5d505508-7149-4022-bbc0-aac6f9480af2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.574542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6336c9-db34-479f-b322-6243afdc4648 req-5d505508-7149-4022-bbc0-aac6f9480af2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.578068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6336c9-db34-479f-b322-6243afdc4648 req-5d505508-7149-4022-bbc0-aac6f9480af2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.585185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6336c9-db34-479f-b322-6243afdc4648 req-5d505508-7149-4022-bbc0-aac6f9480af2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.591134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6336c9-db34-479f-b322-6243afdc4648 req-5d505508-7149-4022-bbc0-aac6f9480af2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.593155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db6336c9-db34-479f-b322-6243afdc4648 req-5d505508-7149-4022-bbc0-aac6f9480af2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.2217894 Aug 09 15:40:44.669476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port 711a7731-d0e3-4e98-a778-b66a8d3d1729, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=711a7731-d0e3-4e98-a778-b66a8d3d1729,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:44.669943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.682739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-f64416e1-8ca2-4d93-8d21-fb9cb9b6de81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885544 Aug 09 15:40:44.684563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for 711a7731-d0e3-4e98-a778-b66a8d3d1729 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:44.775543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6115373b-6600-4a40-a14a-1e5840439d3f req-7dec6a37-1761-476f-975b-71029aeeb8d8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449605 Aug 09 15:40:44.790412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db6336c9-db34-479f-b322-6243afdc4648 req-9ad1da58-390e-4655-bbbf-cab5a60c8ebd tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854377 Aug 09 15:40:44.846256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.874226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-36900155-7a0b-4885-97fe-17d2e2f11619 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737432 Aug 09 15:40:44.892018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=711a7731-d0e3-4e98-a778-b66a8d3d1729,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:44.915667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.927274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00437931-b874-4872-9682-1175bc81bf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.946277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port 711a7731-d0e3-4e98-a778-b66a8d3d1729 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:44.949051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.951379 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-317736c7-0795-4b29-977a-503b88be3d26 req-0be4d2ff-d932-4636-8f61-c4023c989b92 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "DELETE /v2.0/ports/711a7731-d0e3-4e98-a778-b66a8d3d1729 HTTP/1.1" status: 204 len: 173 time: 0.5069129 Aug 09 15:40:44.978668 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.118226 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.122750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Pushing event updated for resources: {'Port': ['ID=502d8ded-1717-4e93-963e-fda4bb60aabd,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:45.164312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e4ac9-d25e-40ce-84a6-df7de8de7808 req-05f043a3-3fb5-4d08-b5aa-efba0886a35d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:45.165963 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e30e4ac9-d25e-40ce-84a6-df7de8de7808 req-05f043a3-3fb5-4d08-b5aa-efba0886a35d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.2464676 Aug 09 15:40:45.172957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce10455c-f86d-477a-8468-c84ec4c874a6 req-c6451271-cf89-4c34-9752-a4b46a64b082 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715657 Aug 09 15:40:45.281267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e30e4ac9-d25e-40ce-84a6-df7de8de7808 req-37037c44-14e8-4c5f-b19c-f6fbd8d4c19a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943465 Aug 09 15:40:45.303043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8f0323b2-9775-410e-9941-2e1eda7e596f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:45.358439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Network f6113f26-7721-4eb3-8752-098e2798b81e is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:45.363322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:45.370019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8f0323b2-9775-410e-9941-2e1eda7e596f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:45.370725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.383157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815f7b-9d9a-4931-a3b4-1e879fd9ba13 req-13d5e8ae-4c0f-47c6-af70-38a18d8857f7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:45.385038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05815f7b-9d9a-4931-a3b4-1e879fd9ba13 req-13d5e8ae-4c0f-47c6-af70-38a18d8857f7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 946 time: 0.0980768 Aug 09 15:40:45.463285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-041e9ce3-9026-4d24-976f-2dd7c8be37c4 req-1e5495fe-3bb9-4670-bf76-9faca77bbc24 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=f25d082b-40ad-49e3-aef2-9e64948064fb HTTP/1.1" status: 200 len: 210 time: 0.0772800 Aug 09 15:40:45.549579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05815f7b-9d9a-4931-a3b4-1e879fd9ba13 req-5c930af6-7777-4c06-9231-721f61f29a62 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133096 Aug 09 15:40:45.584178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Router e1c69c30-a526-4058-8a5d-6df5aa363984 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:45.701872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-af07f829-870e-4dc5-adf0-61be125b8690 None None] Provisioning complete for port 502d8ded-1717-4e93-963e-fda4bb60aabd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:45.702634 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-af07f829-870e-4dc5-adf0-61be125b8690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.733425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:45.751399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-52eb7650-5346-49c9-98dc-5dcb15b8e8ef admin admin] 10.222.0.64 "PUT /v2.0/routers/e1c69c30-a526-4058-8a5d-6df5aa363984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9948173 Aug 09 15:40:45.755669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Sync routers for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:45.763466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-af07f829-870e-4dc5-adf0-61be125b8690 None None] Port 502d8ded-1717-4e93-963e-fda4bb60aabd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:45.771902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:45.772605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:40:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:45.954739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:46.111009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8f2bcbf4-8957-4df3-be1e-eed75104fa6e no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:46.139219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 8f2bcbf4-8957-4df3-be1e-eed75104fa6e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:40:46.139219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8f2bcbf4-8957-4df3-be1e-eed75104fa6e not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:46.139219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 460ae256-7f70-4e50-8435-d297dec9bf7c no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:46.168315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 460ae256-7f70-4e50-8435-d297dec9bf7c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:40:46.168656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 460ae256-7f70-4e50-8435-d297dec9bf7c not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:46.169080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 711a7731-d0e3-4e98-a778-b66a8d3d1729 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:46.192069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 711a7731-d0e3-4e98-a778-b66a8d3d1729 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:40:46.192352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 711a7731-d0e3-4e98-a778-b66a8d3d1729 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:46.227924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a93011-06a3-4fd2-b24a-0873fd0f07ea req-5240be91-0314-4818-a089-fc892e739135 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.229612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42a93011-06a3-4fd2-b24a-0873fd0f07ea req-5240be91-0314-4818-a089-fc892e739135 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 943 time: 0.3712873 Aug 09 15:40:46.245362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 2, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:46.245942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f041d3b0-aea4-4514-ba8e-be8d1b368d25', 'tag': '684c03c3-8bd2-43ab-a8d6-94832ff7bb65'}, {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-deleted', 'tag': '460ae256-7f70-4e50-8435-d297dec9bf7c'}, {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-deleted', 'tag': '711a7731-d0e3-4e98-a778-b66a8d3d1729'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:46.248429 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3588691-f87d-446d-97be-038b901d4938" -d '{"events": [{"name": "network-changed", "server_uuid": "f041d3b0-aea4-4514-ba8e-be8d1b368d25", "tag": "684c03c3-8bd2-43ab-a8d6-94832ff7bb65"}, {"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-deleted", "tag": "460ae256-7f70-4e50-8435-d297dec9bf7c"}, {"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-deleted", "tag": "711a7731-d0e3-4e98-a778-b66a8d3d1729"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:46.272121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-42ed9b38-01d5-4041-b513-beacf1c7a3ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.273300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Checking router: e1c69c30-a526-4058-8a5d-6df5aa363984 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:46.273651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Updating router e1c69c30-a526-4058-8a5d-6df5aa363984 port 502d8ded-1717-4e93-963e-fda4bb60aabd binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:46.278033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-42ed9b38-01d5-4041-b513-beacf1c7a3ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.283924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-42ed9b38-01d5-4041-b513-beacf1c7a3ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.289855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-42ed9b38-01d5-4041-b513-beacf1c7a3ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.295810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-42ed9b38-01d5-4041-b513-beacf1c7a3ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.299108 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.301773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-42ed9b38-01d5-4041-b513-beacf1c7a3ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.307867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-42ed9b38-01d5-4041-b513-beacf1c7a3ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.309719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-42ed9b38-01d5-4041-b513-beacf1c7a3ee tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.1244757 Aug 09 15:40:46.340933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42a93011-06a3-4fd2-b24a-0873fd0f07ea req-7b762912-042d-4064-8225-b2f5f025694f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992503 Aug 09 15:40:46.377977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f3fa102-4d40-4a9f-ba0f-be4981876879 req-17f1c8cc-0eb8-41f0-a874-0b1ecfdd9f2a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564961 Aug 09 15:40:46.475540 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da66243-c22d-40a4-9991-e2f948906dd6 x-openstack-request-id: req-2da66243-c22d-40a4-9991-e2f948906dd6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:46.476068 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f041d3b0-aea4-4514-ba8e-be8d1b368d25", "tag": "684c03c3-8bd2-43ab-a8d6-94832ff7bb65", "status": "completed", "code": 200}, {"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-deleted", "tag": "460ae256-7f70-4e50-8435-d297dec9bf7c", "status": "completed", "code": 200}, {"server_uuid": "f25d082b-40ad-49e3-aef2-9e64948064fb", "name": "network-vif-deleted", "tag": "711a7731-d0e3-4e98-a778-b66a8d3d1729", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:46.476475 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2da66243-c22d-40a4-9991-e2f948906dd6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:46.477701 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f041d3b0-aea4-4514-ba8e-be8d1b368d25', 'tag': '684c03c3-8bd2-43ab-a8d6-94832ff7bb65', 'status': 'completed', 'code': 200} Aug 09 15:40:46.477701 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-deleted', 'tag': '460ae256-7f70-4e50-8435-d297dec9bf7c', 'status': 'completed', 'code': 200} Aug 09 15:40:46.477868 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d082b-40ad-49e3-aef2-9e64948064fb', 'name': 'network-vif-deleted', 'tag': '711a7731-d0e3-4e98-a778-b66a8d3d1729', 'status': 'completed', 'code': 200} Aug 09 15:40:46.594733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588691-f87d-446d-97be-038b901d4938 req-210835f3-5917-483e-8958-0e78b3b87a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.596429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3588691-f87d-446d-97be-038b901d4938 req-210835f3-5917-483e-8958-0e78b3b87a14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 1094 time: 0.0796638 Aug 09 15:40:46.605345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f14d1-bf22-4935-90f9-ad6be9aee0fb req-889dbf7b-8f76-40ea-b9b9-ad2c83fb8a6f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.607023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-833f14d1-bf22-4935-90f9-ad6be9aee0fb req-889dbf7b-8f76-40ea-b9b9-ad2c83fb8a6f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0813215 Aug 09 15:40:46.613479 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.624032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Transition to ACTIVE for port object 502d8ded-1717-4e93-963e-fda4bb60aabd will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:46.630469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.678873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecb1ff-9849-4dab-b936-cfb99f531c9c None None] Pushing event updated for resources: {'Port': ['ID=502d8ded-1717-4e93-963e-fda4bb60aabd,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:46.712857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-833f14d1-bf22-4935-90f9-ad6be9aee0fb req-43b98f8e-1f68-4e50-aa3a-d5ff61082d7f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860372 Aug 09 15:40:46.735567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588691-f87d-446d-97be-038b901d4938 req-5a8f26e7-f912-4315-a05b-b2c4108af82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.737538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3588691-f87d-446d-97be-038b901d4938 req-5a8f26e7-f912-4315-a05b-b2c4108af82d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 907 time: 0.1292722 Aug 09 15:40:46.737883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Attempting to bind port 502d8ded-1717-4e93-963e-fda4bb60aabd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:46.738444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Attempting to bind port 502d8ded-1717-4e93-963e-fda4bb60aabd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:46.739080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Attempting to bind port 502d8ded-1717-4e93-963e-fda4bb60aabd on network f6113f26-7721-4eb3-8752-098e2798b81e {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:46.759713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:46.761542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Checking segment: {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:46.761542 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.761542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Bound using segment: {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:46.762037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Bound port: 502d8ded-1717-4e93-963e-fda4bb60aabd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:46.762509 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.799526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:46.817210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3588691-f87d-446d-97be-038b901d4938 req-6e53500e-c259-4579-998b-4e8466aaf565 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=684c03c3-8bd2-43ab-a8d6-94832ff7bb65 HTTP/1.1" status: 200 len: 217 time: 0.0641253 Aug 09 15:40:46.873342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] For port 502d8ded-1717-4e93-963e-fda4bb60aabd, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:46.877413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] For port 502d8ded-1717-4e93-963e-fda4bb60aabd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=502d8ded-1717-4e93-963e-fda4bb60aabd,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:46.885478 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.892051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3de4af-718e-4ca1-95d7-2c7ac78fd4ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting subnet 47423505-ac26-4922-9c2f-c737d7d40612 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:40:46.895235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588691-f87d-446d-97be-038b901d4938 req-875b174a-3f65-41b3-9ce8-d4d8b2c1a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.900254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3588691-f87d-446d-97be-038b901d4938 req-875b174a-3f65-41b3-9ce8-d4d8b2c1a681 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.0735946 Aug 09 15:40:46.901150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a3de4af-718e-4ca1-95d7-2c7ac78fd4ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.904796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51982) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:46.914443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f4ea40ca-7781-4008-be46-b914e9a00d8d tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755606359', 'description': 'tempest-description--1551374213'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:46.971239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecb1ff-9849-4dab-b936-cfb99f531c9c None None] Pushing event updated for resources: {'Port': ['ID=502d8ded-1717-4e93-963e-fda4bb60aabd,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:46.975064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:46.975281 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a3de4af-718e-4ca1-95d7-2c7ac78fd4ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.975789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:40:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:47.001604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3588691-f87d-446d-97be-038b901d4938 req-f1975c37-1b6d-49e4-9fae-5e55c6975bff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649581 Aug 09 15:40:47.002334 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f4ea40ca-7781-4008-be46-b914e9a00d8d tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.100709 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a3de4af-718e-4ca1-95d7-2c7ac78fd4ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.108075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:47.163507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3588691-f87d-446d-97be-038b901d4938 req-3f97c5c3-03a1-42e8-ad1d-f889dd8da68e service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361291 Aug 09 15:40:47.198892 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a3de4af-718e-4ca1-95d7-2c7ac78fd4ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.238348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a3de4af-718e-4ca1-95d7-2c7ac78fd4ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.241084 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9a3de4af-718e-4ca1-95d7-2c7ac78fd4ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "DELETE /v2.0/subnets/47423505-ac26-4922-9c2f-c737d7d40612 HTTP/1.1" status: 204 len: 168 time: 0.4403069 Aug 09 15:40:47.242616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3de4af-718e-4ca1-95d7-2c7ac78fd4ff tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Subnet': ['ID=47423505-ac26-4922-9c2f-c737d7d40612,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:47.244562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51984) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:47.262432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f4ea40ca-7781-4008-be46-b914e9a00d8d tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.265205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a676d-ff73-4e75-8e22-4eeffac0caa8 None None] Network 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:47.287667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f4ea40ca-7781-4008-be46-b914e9a00d8d tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.339972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea40ca-7781-4008-be46-b914e9a00d8d tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d6bb9-c121-40b9-89c9-29f9b8ef6920,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:47.341728 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.346122 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f4ea40ca-7781-4008-be46-b914e9a00d8d tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.347429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f4ea40ca-7781-4008-be46-b914e9a00d8d tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4414194 Aug 09 15:40:47.351603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51986) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:47.356513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a871b018-d17f-4381-b388-79e158ea5064 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Request body: {'security_group_rule': {'security_group_id': 'b74d6bb9-c121-40b9-89c9-29f9b8ef6920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:47.375747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3588691-f87d-446d-97be-038b901d4938 req-d1b8c103-9355-493a-89ee-bd3a3bab57d5 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870434 Aug 09 15:40:47.435517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port e844ba75-cbd0-48f7-8b8f-06e12cb229db {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:47.436098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.463312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a871b018-d17f-4381-b388-79e158ea5064 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.527025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port e844ba75-cbd0-48f7-8b8f-06e12cb229db, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e844ba75-cbd0-48f7-8b8f-06e12cb229db,segment=NetworkSegment(97cf64b8-5acf-4a58-a441-88cf1998a840),segment_id=97cf64b8-5acf-4a58-a441-88cf1998a840)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:47.527304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.547090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce4e8b-920c-4a1a-aed8-1c251443c8b1 req-3648c18c-6183-4947-92cc-4e5dca221283 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.548585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for e844ba75-cbd0-48f7-8b8f-06e12cb229db owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:47.548956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8fce4e8b-920c-4a1a-aed8-1c251443c8b1 req-3648c18c-6183-4947-92cc-4e5dca221283 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 943 time: 0.1237757 Aug 09 15:40:47.551472 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b6ee71fa-5be5-49b4-aa6a-486f384d06df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.586503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-7035f79d-f562-4d28-bc2d-689d6b89a013 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.592622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-7035f79d-f562-4d28-bc2d-689d6b89a013 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.598966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-7035f79d-f562-4d28-bc2d-689d6b89a013 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.606029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-7035f79d-f562-4d28-bc2d-689d6b89a013 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.612897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-7035f79d-f562-4d28-bc2d-689d6b89a013 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.619400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-7035f79d-f562-4d28-bc2d-689d6b89a013 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.625785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-7035f79d-f562-4d28-bc2d-689d6b89a013 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.628100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-7035f79d-f562-4d28-bc2d-689d6b89a013 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5421 time: 0.1477535 Aug 09 15:40:47.638738 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a871b018-d17f-4381-b388-79e158ea5064 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.658008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a871b018-d17f-4381-b388-79e158ea5064 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.670499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:46Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:47.672671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.701535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871b018-d17f-4381-b388-79e158ea5064 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbf92b2-015d-4d27-8200-d93e062c40c6,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:47.711169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334a288-f1a4-4422-9c4e-d84bc03b98a1 None None] The sync data for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 is: [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:46Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:47.719053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=e844ba75-cbd0-48f7-8b8f-06e12cb229db,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:47.730774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port e844ba75-cbd0-48f7-8b8f-06e12cb229db on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:47.735875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a871b018-d17f-4381-b388-79e158ea5064 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.737477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a871b018-d17f-4381-b388-79e158ea5064 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3846354 Aug 09 15:40:47.762305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51994) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:47.762412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ebe34b-6270-49fb-8f13-85af27262178 None None] DHCP port deletion for 0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:40:47.763313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8fce4e8b-920c-4a1a-aed8-1c251443c8b1 req-faade4bf-14ae-47fc-aa5f-cb2003c9df87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340766 Aug 09 15:40:47.767673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-91bf83d7-f0c4-4eb6-86d8-00cf833cdd64 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Request body: {'security_group_rule': {'security_group_id': 'b74d6bb9-c121-40b9-89c9-29f9b8ef6920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:47.785207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdfdc009-6273-4912-b5dc-c03def9c5998 req-e1a6a302-e3d5-4766-918e-8cf2585b4d76 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424453 Aug 09 15:40:47.796539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.870327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91bf83d7-f0c4-4eb6-86d8-00cf833cdd64 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.946450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.961061 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:47.979189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cf64b8-5acf-4a58-a441-88cf1998a840') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:47.979538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cf64b8-5acf-4a58-a441-88cf1998a840') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:47.992373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.010017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.023298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:40:48.024050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:40:48.028126 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:40:48.045359 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91bf83d7-f0c4-4eb6-86d8-00cf833cdd64 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.063507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91bf83d7-f0c4-4eb6-86d8-00cf833cdd64 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.084148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1966a2-8ec0-46ed-8d2a-c8ec3f841f2c req-fccd898c-0117-467d-81cf-3a58eaa82824 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:48.085808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a1966a2-8ec0-46ed-8d2a-c8ec3f841f2c req-fccd898c-0117-467d-81cf-3a58eaa82824 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1522400 Aug 09 15:40:48.089140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf83d7-f0c4-4eb6-86d8-00cf833cdd64 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedaacbc-b8a4-40ab-b17a-0aa2578c9dac,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.120916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:48.127175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.132615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.134776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "DELETE /v2.0/networks/0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13 HTTP/1.1" status: 204 len: 168 time: 0.8889780 Aug 09 15:40:48.139268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52002) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:48.143640 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91bf83d7-f0c4-4eb6-86d8-00cf833cdd64 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.145216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-91bf83d7-f0c4-4eb6-86d8-00cf833cdd64 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3858862 Aug 09 15:40:48.148326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52004) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:48.161222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b824ef-7e04-4058-940d-8a12b69cf3cf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Network': ['ID=0fe1221c-1cdb-46be-a9c7-6a1cd3dc4c13,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.171206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a1966a2-8ec0-46ed-8d2a-c8ec3f841f2c req-2daf3962-f90e-4475-a477-6859153b9486 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779946 Aug 09 15:40:48.175984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:48.204508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.238907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bc5fce-9d83-432a-baff-b0098f02d04a tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting subnet 2bf5b77a-ead4-4ae6-b14e-9471a5813cfc {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:40:48.245605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fce-9d83-432a-baff-b0098f02d04a tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.285722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:48.300723 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fce-9d83-432a-baff-b0098f02d04a tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.301648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a', 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407', 'port_id': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a', 'mac_address': 'fa:16:3e:ba:47:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240ff6bf-6b64-4b17-9cc6-775f7215d00a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:48.348642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.350353 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.367148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:48.390969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:48.397377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.398421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device eceb1892-e3d3-42ab-b1ec-be917cd5d560 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:48.435216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fce-9d83-432a-baff-b0098f02d04a tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.503051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.530318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fce-9d83-432a-baff-b0098f02d04a tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.542924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Allocated IP 172.25.7.211 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/3ead3afc-e985-41dc-92e4-1343c8c50166) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:48.559636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port eceb1892-e3d3-42ab-b1ec-be917cd5d560, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:48.567480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc5fce-9d83-432a-baff-b0098f02d04a tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf5b77a-ead4-4ae6-b14e-9471a5813cfc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.568984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fce-9d83-432a-baff-b0098f02d04a tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.570971 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-13bc5fce-9d83-432a-baff-b0098f02d04a tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "DELETE /v2.0/subnets/2bf5b77a-ead4-4ae6-b14e-9471a5813cfc HTTP/1.1" status: 204 len: 168 time: 0.4288476 Aug 09 15:40:48.573776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52006) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:48.587935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3f6153-751f-4ffd-a08f-8214396279ab None None] Network 5d90958a-3259-4f1b-9705-42cb24a62f41 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:48.675434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560', 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'port_id': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560', 'mac_address': 'fa:16:3e:03:48:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9351e0-aba2-421f-be33-7a80cf6d31be', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:48.680995 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.724091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.746569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port d9a1c4c3-b801-469d-a907-db9394ebd76c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:48.746912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.768547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.781818 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.790907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eceb1892-e3d3-42ab-b1ec-be917cd5d560 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:48.812475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port eceb1892-e3d3-42ab-b1ec-be917cd5d560, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:48.819486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.821359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 63c86000-6a7e-4d7c-8686-f00e62636d61 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:48.847577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:48.852376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:48.857013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:48.864116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port d9a1c4c3-b801-469d-a907-db9394ebd76c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d9a1c4c3-b801-469d-a907-db9394ebd76c,segment=NetworkSegment(b1234a73-7741-4b7f-a26a-ec8b43becfee),segment_id=b1234a73-7741-4b7f-a26a-ec8b43becfee)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:48.864722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.897037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event updated for resources: {'Port': ['ID=3ead3afc-e985-41dc-92e4-1343c8c50166,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.898706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] DHCP port deletion for 5d90958a-3259-4f1b-9705-42cb24a62f41 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:40:48.913014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for d9a1c4c3-b801-469d-a907-db9394ebd76c owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:48.994343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=eceb1892-e3d3-42ab-b1ec-be917cd5d560,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.000382 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.002847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 63c86000-6a7e-4d7c-8686-f00e62636d61, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=63c86000-6a7e-4d7c-8686-f00e62636d61,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:49.017896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '63c86000-6a7e-4d7c-8686-f00e62636d61', 'network_id': 'b98b9a08-f09c-46cf-9b6f-340bff2f4407', 'port_id': '63c86000-6a7e-4d7c-8686-f00e62636d61', 'mac_address': 'fa:16:3e:e6:03:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240ff6bf-6b64-4b17-9cc6-775f7215d00a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:49.061016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.074938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.079415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] Deleting port d9a1c4c3-b801-469d-a907-db9394ebd76c {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:49.079788 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.089806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dc777-96bb-4292-8840-aeb4213627b6 req-8e071785-fe35-463c-be47-457b7e39cdd4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.100359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=d9a1c4c3-b801-469d-a907-db9394ebd76c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.108033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c02dc777-96bb-4292-8840-aeb4213627b6 req-8e071785-fe35-463c-be47-457b7e39cdd4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 943 time: 0.1904545 Aug 09 15:40:49.116167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port d9a1c4c3-b801-469d-a907-db9394ebd76c on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:49.138038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c86000-6a7e-4d7c-8686-f00e62636d61 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:49.152424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee530be-8001-4756-8067-d7b959a385dd req-ea369fea-1821-4397-956a-3e46e8666c22 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.159185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee530be-8001-4756-8067-d7b959a385dd req-ea369fea-1821-4397-956a-3e46e8666c22 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.168076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee530be-8001-4756-8067-d7b959a385dd req-ea369fea-1821-4397-956a-3e46e8666c22 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.174636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee530be-8001-4756-8067-d7b959a385dd req-ea369fea-1821-4397-956a-3e46e8666c22 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.185460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee530be-8001-4756-8067-d7b959a385dd req-ea369fea-1821-4397-956a-3e46e8666c22 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.185649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 63c86000-6a7e-4d7c-8686-f00e62636d61, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=63c86000-6a7e-4d7c-8686-f00e62636d61,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:49.189640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee530be-8001-4756-8067-d7b959a385dd req-ea369fea-1821-4397-956a-3e46e8666c22 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.192984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] For port d9a1c4c3-b801-469d-a907-db9394ebd76c, host n-d-799523-2, got binding levels [] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:49.193436 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.196406 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.197000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee530be-8001-4756-8067-d7b959a385dd req-ea369fea-1821-4397-956a-3e46e8666c22 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.197146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:49.199239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eee530be-8001-4756-8067-d7b959a385dd req-ea369fea-1821-4397-956a-3e46e8666c22 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5423 time: 0.2650769 Aug 09 15:40:49.202251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.272579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c02dc777-96bb-4292-8840-aeb4213627b6 req-7c219285-e272-4948-b756-99d6e290e743 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566279 Aug 09 15:40:49.273718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] Calling delete_port for d9a1c4c3-b801-469d-a907-db9394ebd76c owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:49.278304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.ipam_backend_mixin [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] Port d9a1c4c3-b801-469d-a907-db9394ebd76c was not found and therefore no delete operation was performed {{(pid=94179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:40:49.283376 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.308643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.343175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:49.350941 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.370239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 502d8ded-1717-4e93-963e-fda4bb60aabd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:49.375906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d90958a-3259-4f1b-9705-42cb24a62f41']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:49.381010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] No DVR routers for this DVR port d9a1c4c3-b801-469d-a907-db9394ebd76c on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:49.405283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1234a73-7741-4b7f-a26a-ec8b43becfee') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:49.405525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1234a73-7741-4b7f-a26a-ec8b43becfee') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:49.419756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67', 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'port_id': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67', 'mac_address': 'fa:16:3e:e7:1a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9351e0-aba2-421f-be33-7a80cf6d31be', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:49.427405 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.450257 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.465210 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:40:49.465661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.468180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eee530be-8001-4756-8067-d7b959a385dd req-40fbd01a-5ae8-4ae5-a5b6-390fc05c617c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2545104 Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:40:49.469374 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:40:49.481859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=63c86000-6a7e-4d7c-8686-f00e62636d61,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.524734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879a4ec-ba37-4be0-8450-5b0714539059 None None] Pushing event deleted for resources: {'Port': ['ID=d9a1c4c3-b801-469d-a907-db9394ebd76c,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.540472 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.554631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 502d8ded-1717-4e93-963e-fda4bb60aabd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:49.563311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 502d8ded-1717-4e93-963e-fda4bb60aabd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:49.564336 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.568171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:49.613968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.635070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.638090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.657287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:49.661901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.664573 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "DELETE /v2.0/networks/5d90958a-3259-4f1b-9705-42cb24a62f41 HTTP/1.1" status: 204 len: 168 time: 1.0897613 Aug 09 15:40:49.665628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aec6eb-00d2-488d-8fcd-9e184efb807c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Network': ['ID=5d90958a-3259-4f1b-9705-42cb24a62f41,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.672597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52020) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:49.676626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.677411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 157f75ad-de15-4708-b019-292421767884 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:49.678970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1021026777'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:49.714902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:49.720006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.751712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:49.757981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event updated for resources: {'Port': ['ID=3ead3afc-e985-41dc-92e4-1343c8c50166,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.764161 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.765011 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Added segment 0c8be227-dc82-4c23-9686-53250b0b7ed1 of type vlan for network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c Aug 09 15:40:49.770543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9b8e-0f7f-43eb-a914-67f2edd789bc req-feeaf149-c7ce-486d-91a8-48790784bdc5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.772179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2ab9b8e-0f7f-43eb-a914-67f2edd789bc req-feeaf149-c7ce-486d-91a8-48790784bdc5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1505070 Aug 09 15:40:49.773205 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.801558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.803267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-965718ff-20c4-4e59-9d31-ed94321cda73 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6527338 Aug 09 15:40:49.820710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.821997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.826565 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2ab9b8e-0f7f-43eb-a914-67f2edd789bc req-26da0191-ca6c-496b-a6b1-1190a3d3a333 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Aug 09 15:40:49.832520 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.871435 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.877041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.878226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.895360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 502d8ded-1717-4e93-963e-fda4bb60aabd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=502d8ded-1717-4e93-963e-fda4bb60aabd,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:49.903115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 157f75ad-de15-4708-b019-292421767884, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157f75ad-de15-4708-b019-292421767884,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:49.905745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.944358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '157f75ad-de15-4708-b019-292421767884', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'port_id': '157f75ad-de15-4708-b019-292421767884', 'mac_address': 'fa:16:3e:29:8e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:49.959069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Network': ['ID=197b8aa9-f5b9-4cf6-9620-70ed1a0c487c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.965998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-17607ed9-3557-4599-8ad0-5803f3f0132d tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2940164 Aug 09 15:40:49.968846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52034) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:49.975533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'subnet': {'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:49.993245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-a7f727d9-185d-4863-a00d-9c4b98ce5b80 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1755606359&fields=id&tenant_id=4dd2a82f52504b1eaef31b92622e71ca HTTP/1.1" status: 200 len: 267 time: 0.0477164 Aug 09 15:40:49.997899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:49.999876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e844ba75-cbd0-48f7-8b8f-06e12cb229db no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:50.074279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:50.075544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e844ba75-cbd0-48f7-8b8f-06e12cb229db {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:40:50.075912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e844ba75-cbd0-48f7-8b8f-06e12cb229db not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:50.076327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d9a1c4c3-b801-469d-a907-db9394ebd76c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:50.078358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.102564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=502d8ded-1717-4e93-963e-fda4bb60aabd,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.110902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: d9a1c4c3-b801-469d-a907-db9394ebd76c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:40:50.111232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d9a1c4c3-b801-469d-a907-db9394ebd76c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:50.117320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-2eb6df5f-9487-4b71-a51e-97d01015f0f7 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.119433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-2eb6df5f-9487-4b71-a51e-97d01015f0f7 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/networks?id=f6113f26-7721-4eb3-8752-098e2798b81e HTTP/1.1" status: 200 len: 806 time: 0.1180642 Aug 09 15:40:50.122220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.140601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157f75ad-de15-4708-b019-292421767884 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:50.147083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-b883a32b-3623-49c5-99c4-a69b7a6afb1a tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/quotas/4dd2a82f52504b1eaef31b92622e71ca HTTP/1.1" status: 200 len: 375 time: 0.0157204 Aug 09 15:40:50.164037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 157f75ad-de15-4708-b019-292421767884, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157f75ad-de15-4708-b019-292421767884,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:50.171449 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.172315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2c46c525-ebeb-4a24-9dd7-8fa47311f859 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:50.208447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:50.209554 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-b5c6c03d-cc6c-4922-95b6-bbee0d7d322e tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dd2a82f52504b1eaef31b92622e71ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562012 Aug 09 15:40:50.254061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=157f75ad-de15-4708-b019-292421767884,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.263572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2c46c525-ebeb-4a24-9dd7-8fa47311f859, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:50.294023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.322270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '2c46c525-ebeb-4a24-9dd7-8fa47311f859', 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'port_id': '2c46c525-ebeb-4a24-9dd7-8fa47311f859', 'mac_address': 'fa:16:3e:b2:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9351e0-aba2-421f-be33-7a80cf6d31be', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:50.343253 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.360714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-ba16ce68-f0c1-4b98-b08e-bd3f2432a6ca service neutron] 10.222.0.64 "GET /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365666 Aug 09 15:40:50.386876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Checking segment: {'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:50.387242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network hostable DHCP agents. Network: 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:50.392874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Subnet': ['ID=3f92d87f-ffd2-416d-8e28-bcfd8da0c77e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.401173 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.408247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:50.423489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:50.429009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c46c525-ebeb-4a24-9dd7-8fa47311f859 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:50.433443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '684c03c3-8bd2-43ab-a8d6-94832ff7bb65', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'port_id': '684c03c3-8bd2-43ab-a8d6-94832ff7bb65', 'mac_address': 'fa:16:3e:fc:ee:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a26b04-7d30-45d4-959b-3e9f16d14fcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:50.434163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:50.443972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.445499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.446147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd690c18-ca92-4770-8fa5-b3c8cc9c2557 None None] Network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:50.463357 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bc576bc6-45b6-4950-bd6f-b982cdd7d011 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4925759 Aug 09 15:40:50.466407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52040) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:50.471683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-446865080'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:50.494131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:50.498188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.524236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6f2b1-2864-4059-9980-417ae20eaaa7 req-2ab70d52-1f3e-4a85-96c1-b766342ff3c8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.527915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:50.532009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ce6f2b1-2864-4059-9980-417ae20eaaa7 req-2ab70d52-1f3e-4a85-96c1-b766342ff3c8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 943 time: 0.0865223 Aug 09 15:40:50.539701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.540035 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Added segment dafa463b-134d-4bcc-b136-900c6c973ac0 of type vlan for network cd83c278-9d86-44fb-b274-9d7b6f58682d Aug 09 15:40:50.559392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-38749428-11ce-4187-9455-ec56548b906e service neutron] 10.222.0.64 "GET /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951289 Aug 09 15:40:50.590355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.590943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ce6f2b1-2864-4059-9980-417ae20eaaa7 req-82dd1b40-ab1e-4778-a831-761515ff88bf tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534215 Aug 09 15:40:50.636834 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.643800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.644573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.654402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2c46c525-ebeb-4a24-9dd7-8fa47311f859, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:50.666677 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.667443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2f1b14d5-b189-4f6f-a392-e46dbc94d63e details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:50.711920 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.737243 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2696261 Aug 09 15:40:50.741178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52048) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:50.748580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'subnet': {'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:50.766232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e21458-52f5-4004-b7b1-b50fbe2b13c1 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Network': ['ID=cd83c278-9d86-44fb-b274-9d7b6f58682d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.784628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network cd83c278-9d86-44fb-b274-9d7b6f58682d details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:50.793643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:50.880138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:50.895477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2c46c525-ebeb-4a24-9dd7-8fa47311f859,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.911273 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:50.950872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '2f1b14d5-b189-4f6f-a392-e46dbc94d63e', 'network_id': '87db3854-e09d-446f-b4e0-6480752620ed', 'port_id': '2f1b14d5-b189-4f6f-a392-e46dbc94d63e', 'mac_address': 'fa:16:3e:db:ba:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9351e0-aba2-421f-be33-7a80cf6d31be', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:50.952698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.980842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:50.985058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.073141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079868e-20ef-46d5-a239-edddcdceb95c req-f2298bb2-e057-4da8-8f1a-97e7a85625ce tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.079628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079868e-20ef-46d5-a239-edddcdceb95c req-f2298bb2-e057-4da8-8f1a-97e7a85625ce tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.086037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079868e-20ef-46d5-a239-edddcdceb95c req-f2298bb2-e057-4da8-8f1a-97e7a85625ce tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.086822 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.107870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079868e-20ef-46d5-a239-edddcdceb95c req-f2298bb2-e057-4da8-8f1a-97e7a85625ce tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.108206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1b14d5-b189-4f6f-a392-e46dbc94d63e {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:51.115245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079868e-20ef-46d5-a239-edddcdceb95c req-f2298bb2-e057-4da8-8f1a-97e7a85625ce tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.123891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079868e-20ef-46d5-a239-edddcdceb95c req-f2298bb2-e057-4da8-8f1a-97e7a85625ce tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.131325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079868e-20ef-46d5-a239-edddcdceb95c req-f2298bb2-e057-4da8-8f1a-97e7a85625ce tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.140454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9079868e-20ef-46d5-a239-edddcdceb95c req-f2298bb2-e057-4da8-8f1a-97e7a85625ce tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5427 time: 0.2017987 Aug 09 15:40:51.147980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:51.157917 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.178320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:51.196268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32e27975-f26c-4036-b312-3908aa87f7b9 req-7fb035dc-593b-468f-a478-3bc09e620121 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 210 time: 0.0527575 Aug 09 15:40:51.198404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-197b8aa9-f5b9-4cf6-9620-70ed1a0c487c', 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'fixed_ips': [{'subnet_id': '3f92d87f-ffd2-416d-8e28-bcfd8da0c77e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:40:51.199288 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.245839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9079868e-20ef-46d5-a239-edddcdceb95c req-1b13659d-cecf-4816-bd33-8aa64f6c9f26 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041515 Aug 09 15:40:51.252686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 502d8ded-1717-4e93-963e-fda4bb60aabd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:51.376762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:51.417213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc45406-8145-4fdc-9b4a-8cbdc3250cc1 req-4a3fa947-ddf2-46c4-b103-d6ea5a62ae79 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.418817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfc45406-8145-4fdc-9b4a-8cbdc3250cc1 req-4a3fa947-ddf2-46c4-b103-d6ea5a62ae79 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1057308 Aug 09 15:40:51.437620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 502d8ded-1717-4e93-963e-fda4bb60aabd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:51.440064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.443869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.446177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['684c03c3-8bd2-43ab-a8d6-94832ff7bb65'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:51.522177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Allocated IP 19.80.0.2 (197b8aa9-f5b9-4cf6-9620-70ed1a0c487c/3f92d87f-ffd2-416d-8e28-bcfd8da0c77e/896ef7ea-0ab5-4ff4-98cc-88834699283c) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:51.528182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfc45406-8145-4fdc-9b4a-8cbdc3250cc1 req-35f34444-71e2-4bc7-9271-19d3eb343af4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996258 Aug 09 15:40:51.534547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Subnet': ['ID=3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:51.547445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Checking segment: {'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:51.547806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network hostable DHCP agents. Network: cd83c278-9d86-44fb-b274-9d7b6f58682d, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:51.581426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network cd83c278-9d86-44fb-b274-9d7b6f58682d is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:51.596632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, cd83c278-9d86-44fb-b274-9d7b6f58682d) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:51.616233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.618509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.624093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9899968-9254-404f-a492-7a6928c41240 None None] Network cd83c278-9d86-44fb-b274-9d7b6f58682d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:51.644707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a676d7e6-6cdf-4826-9e3d-cb31a353d03f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9018440 Aug 09 15:40:51.759144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d1d78-9f69-4866-98cf-24beaa6b8c9e req-9efa8d04-4c66-4aae-98fd-a3ec06679b1d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.760927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c57d1d78-9f69-4866-98cf-24beaa6b8c9e req-9efa8d04-4c66-4aae-98fd-a3ec06679b1d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 944 time: 0.0688472 Aug 09 15:40:51.809995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c57d1d78-9f69-4866-98cf-24beaa6b8c9e req-dbf14181-2a7c-4e87-9ded-644c25f67537 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Aug 09 15:40:51.863931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['2c46c525-ebeb-4a24-9dd7-8fa47311f859'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:51.927650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['eceb1892-e3d3-42ab-b1ec-be917cd5d560'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:51.930216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['63c86000-6a7e-4d7c-8686-f00e62636d61'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:51.932135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['5df0879b-56cc-4ff6-9c2c-a8739b0a6d67'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:52.002953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ed02f091-3728-4a9e-90ba-6f5d49594752 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.010311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ed02f091-3728-4a9e-90ba-6f5d49594752 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.012042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ed02f091-3728-4a9e-90ba-6f5d49594752 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/networks?id=197b8aa9-f5b9-4cf6-9620-70ed1a0c487c&id=cd83c278-9d86-44fb-b274-9d7b6f58682d HTTP/1.1" status: 200 len: 1391 time: 0.1395364 Aug 09 15:40:52.026555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['157f75ad-de15-4708-b019-292421767884'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:52.033432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-b7b2b0f3-4635-42fa-b023-f24883e336fe tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/quotas/e1cb7872fdaf4d7fbd0895c261ddf480 HTTP/1.1" status: 200 len: 375 time: 0.0142868 Aug 09 15:40:52.096768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-9f54ebff-2f5a-4cd8-b53b-7d6a875efa76 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523291 Aug 09 15:40:52.209249 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.221592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-58d922ef-2fc3-4188-b0c8-466a7d2c117e service neutron] 10.222.0.64 "GET /v2.0/networks/197b8aa9-f5b9-4cf6-9620-70ed1a0c487c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167529 Aug 09 15:40:52.268637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Transition to ACTIVE for port object 896ef7ea-0ab5-4ff4-98cc-88834699283c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:52.272171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-dc7c1d26-5d1d-4c66-9a93-4021b74899d8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.273961 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-dc7c1d26-5d1d-4c66-9a93-4021b74899d8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.35 "GET /v2.0/networks?id=f6113f26-7721-4eb3-8752-098e2798b81e HTTP/1.1" status: 200 len: 806 time: 0.1523409 Aug 09 15:40:52.334514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-cd83c278-9d86-44fb-b274-9d7b6f58682d', 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'fixed_ips': [{'subnet_id': '3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:40:52.335335 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.349698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81c8e36a-dde3-4067-813f-208a55ba6c39 req-bb1b7d71-231d-4d55-bc7f-c3603c69c8fb tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 210 time: 0.0451584 Aug 09 15:40:52.354518 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-a8cb0c99-782b-4461-a2b9-caaebec9f198 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd2a82f52504b1eaef31b92622e71ca HTTP/1.1" status: 200 len: 380 time: 0.0700223 Aug 09 15:40:52.384020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Request body: {'port': {'device_id': '574eb483-4020-4917-8583-cfdb7162e6db', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'admin_state_up': True, 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'security_groups': ['b74d6bb9-c121-40b9-89c9-29f9b8ef6920']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:52.384704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Transition to ACTIVE for port object 896ef7ea-0ab5-4ff4-98cc-88834699283c will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:52.409042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-24a378db-3199-44cc-a922-775df01dbc96 service neutron] 10.222.0.64 "GET /v2.0/networks/197b8aa9-f5b9-4cf6-9620-70ed1a0c487c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727428 Aug 09 15:40:52.429455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.519356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Made reservation on behalf of 4dd2a82f52504b1eaef31b92622e71ca for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:52.523941 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.542345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-878e02cf-3eb2-4104-b5bf-4602cbd5f386 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.549696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-878e02cf-3eb2-4104-b5bf-4602cbd5f386 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.557918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-878e02cf-3eb2-4104-b5bf-4602cbd5f386 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.564032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-878e02cf-3eb2-4104-b5bf-4602cbd5f386 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.570424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-878e02cf-3eb2-4104-b5bf-4602cbd5f386 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.576242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-878e02cf-3eb2-4104-b5bf-4602cbd5f386 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.582892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-878e02cf-3eb2-4104-b5bf-4602cbd5f386 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.584966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-878e02cf-3eb2-4104-b5bf-4602cbd5f386 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5428 time: 0.1198330 Aug 09 15:40:52.609635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-a7ba6996-26ca-46fa-8b5b-75edf9b50643 service neutron] 10.222.0.64 "GET /v2.0/networks/cd83c278-9d86-44fb-b274-9d7b6f58682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916001 Aug 09 15:40:52.621993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:52.654924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:52.667610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:52.669596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Allocated IP 172.20.0.4 (f6113f26-7721-4eb3-8752-098e2798b81e/a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5/2142df60-e6ef-4a26-a925-936281a3cff8) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:52.685227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Pushing event updated for resources: {'Port': ['ID=896ef7ea-0ab5-4ff4-98cc-88834699283c,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:52.709335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98892b02-14a3-4f8f-8f5b-e5c59e59682b req-51c015f6-f34b-4095-aa0f-816f7a4391a2 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151035 Aug 09 15:40:52.778254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['2f1b14d5-b189-4f6f-a392-e46dbc94d63e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:52.781160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-b0a505b1-d5a4-4e8d-9f94-dfdcb30178fb service neutron] 10.222.0.64 "GET /v2.0/networks/cd83c278-9d86-44fb-b274-9d7b6f58682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578424 Aug 09 15:40:52.855068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79f7d-0e10-4de1-b0f2-266749728877 req-fbe377d1-7a60-4641-94cb-256791cad1b3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.857039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0e79f7d-0e10-4de1-b0f2-266749728877 req-fbe377d1-7a60-4641-94cb-256791cad1b3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0625315 Aug 09 15:40:52.900853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.929534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Transition to ACTIVE for port object 2142df60-e6ef-4a26-a925-936281a3cff8 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:52.931412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0e79f7d-0e10-4de1-b0f2-266749728877 req-6dcf3ad7-3034-4baa-b939-0a46c1c7f022 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639613 Aug 09 15:40:52.991388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.012629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:53.044630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3139328-2319-4a92-8963-152e448975fd req-095830d1-ea9b-4a95-be33-a7564a330e09 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 210 time: 0.0549026 Aug 09 15:40:53.054561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Network f6113f26-7721-4eb3-8752-098e2798b81e is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:53.060763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:53.075884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:53.131609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event updated for resources: {'Port': ['ID=2142df60-e6ef-4a26-a925-936281a3cff8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:53.175535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.175756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.179204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084ac6b-cd42-4ee0-95f8-9c554b961d6d req-aaab75d5-024b-4e73-9360-875cb15409b3 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.180864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7084ac6b-cd42-4ee0-95f8-9c554b961d6d req-aaab75d5-024b-4e73-9360-875cb15409b3 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 944 time: 0.1352637 Aug 09 15:40:53.225029 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5b35e11c-5462-467e-b19e-f88561886263 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8514578 Aug 09 15:40:53.239197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Request body: {'port': {'device_id': '574eb483-4020-4917-8583-cfdb7162e6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:53.325166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Allocated IP 19.86.0.2 (cd83c278-9d86-44fb-b274-9d7b6f58682d/3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739/e6bd26b6-6c30-4c59-9862-f5317e0f5b77) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:53.344210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7084ac6b-cd42-4ee0-95f8-9c554b961d6d req-0718ae5c-df91-4014-a1c7-915c2c206842 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179073 Aug 09 15:40:53.382377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.391920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Attempting to bind port 896ef7ea-0ab5-4ff4-98cc-88834699283c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:53.392552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Attempting to bind port 896ef7ea-0ab5-4ff4-98cc-88834699283c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:53.393306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Attempting to bind port 896ef7ea-0ab5-4ff4-98cc-88834699283c on network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:53.530490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:53.531086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Checking segment: {'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:53.531713 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.532216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Bound using segment: {'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:53.532820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Bound port: 896ef7ea-0ab5-4ff4-98cc-88834699283c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:53.533271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.553894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd0b8a-a45d-418e-a8d3-ddef614eee2d req-31d84a9b-8ce8-46a0-a36e-bdba7d97fee0 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.557110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3dcd0b8a-a45d-418e-a8d3-ddef614eee2d req-31d84a9b-8ce8-46a0-a36e-bdba7d97fee0 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 931 time: 0.0576856 Aug 09 15:40:53.628890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3dcd0b8a-a45d-418e-a8d3-ddef614eee2d req-4c7e09a8-1d8d-49c3-b965-6d85d7c581ab tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689967 Aug 09 15:40:53.674480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-518033b5-cf1d-48e7-b28c-a12967412da5 None None] Provisioning for port 2142df60-e6ef-4a26-a925-936281a3cff8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:53.690108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-518033b5-cf1d-48e7-b28c-a12967412da5 None None] Provisioning complete for port 2142df60-e6ef-4a26-a925-936281a3cff8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:53.690430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-518033b5-cf1d-48e7-b28c-a12967412da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.849602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] For port 896ef7ea-0ab5-4ff4-98cc-88834699283c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:53.857086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-518033b5-cf1d-48e7-b28c-a12967412da5 None None] Port 2142df60-e6ef-4a26-a925-936281a3cff8 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:53.864893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2142df60-e6ef-4a26-a925-936281a3cff8 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:53.873860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.888721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Transition to ACTIVE for port object 2142df60-e6ef-4a26-a925-936281a3cff8 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:53.897262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.898291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] For port 896ef7ea-0ab5-4ff4-98cc-88834699283c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=896ef7ea-0ab5-4ff4-98cc-88834699283c,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:53.913593 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.986424 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.029917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Transition to ACTIVE for port object e6bd26b6-6c30-4c59-9862-f5317e0f5b77 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:54.045356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Pushing event updated for resources: {'Port': ['ID=2142df60-e6ef-4a26-a925-936281a3cff8,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:54.061495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Transition to ACTIVE for port object e6bd26b6-6c30-4c59-9862-f5317e0f5b77 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:54.073715 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.098149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Network cd83c278-9d86-44fb-b274-9d7b6f58682d is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:54.112552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:54.121680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:54.136796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b6d46-47a7-4f29-8723-f3bccb33d2e3 None None] Pushing event updated for resources: {'Port': ['ID=896ef7ea-0ab5-4ff4-98cc-88834699283c,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:54.243934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:54.269673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Attempting to bind port 2142df60-e6ef-4a26-a925-936281a3cff8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:54.270314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Attempting to bind port 2142df60-e6ef-4a26-a925-936281a3cff8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:54.272337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Attempting to bind port 2142df60-e6ef-4a26-a925-936281a3cff8 on network f6113f26-7721-4eb3-8752-098e2798b81e {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:54.278213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Port 2142df60-e6ef-4a26-a925-936281a3cff8 on network f6113f26-7721-4eb3-8752-098e2798b81e not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:54.279092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Attempting to bind port 2142df60-e6ef-4a26-a925-936281a3cff8 on network f6113f26-7721-4eb3-8752-098e2798b81e {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:54.279264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Pushing event updated for resources: {'Port': ['ID=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:54.304544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:54.305256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Checking segment: {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:54.306059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Bound using segment: {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:54.307997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Bound port: 2142df60-e6ef-4a26-a925-936281a3cff8, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9fec32-9ddb-4b94-b290-1f42098d9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:54.309286 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.362668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-a064d199-ad65-4cb1-8ec3-58c78ed8d507 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.381625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Attempting to bind port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:54.382226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Attempting to bind port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:54.382810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Attempting to bind port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 on network cd83c278-9d86-44fb-b274-9d7b6f58682d {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:54.392162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-a064d199-ad65-4cb1-8ec3-58c78ed8d507 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.447367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:54.448202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Checking segment: {'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:54.448543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] For port 2142df60-e6ef-4a26-a925-936281a3cff8, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:54.449302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.458704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] For port 2142df60-e6ef-4a26-a925-936281a3cff8, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2142df60-e6ef-4a26-a925-936281a3cff8,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:54.462194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Bound using segment: {'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:54.463079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Bound port: e6bd26b6-6c30-4c59-9862-f5317e0f5b77, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:54.464768 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.467202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.498885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-a064d199-ad65-4cb1-8ec3-58c78ed8d507 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.506636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.508074 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.508624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-a064d199-ad65-4cb1-8ec3-58c78ed8d507 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.510514 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] 10.222.0.35 "PUT /v2.0/ports/2142df60-e6ef-4a26-a925-936281a3cff8 HTTP/1.1" status: 200 len: 1091 time: 1.2762992 Aug 09 15:40:54.512702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574eb483-4020-4917-8583-cfdb7162e6db', 'tag': '2142df60-e6ef-4a26-a925-936281a3cff8'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:54.520655 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6cdc4f-3860-4538-af47-420297393ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "574eb483-4020-4917-8583-cfdb7162e6db", "tag": "2142df60-e6ef-4a26-a925-936281a3cff8"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:54.531496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-a064d199-ad65-4cb1-8ec3-58c78ed8d507 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.561717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-a064d199-ad65-4cb1-8ec3-58c78ed8d507 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.572152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-a064d199-ad65-4cb1-8ec3-58c78ed8d507 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.581680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-a064d199-ad65-4cb1-8ec3-58c78ed8d507 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5428 time: 0.7810059 Aug 09 15:40:54.632751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] For port e6bd26b6-6c30-4c59-9862-f5317e0f5b77, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:54.637977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] For port e6bd26b6-6c30-4c59-9862-f5317e0f5b77, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:54.669563 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.682738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0c2a1-048d-4416-9825-37d48ca676c7 req-4a95817f-a168-431d-8a11-6dcb84c440b1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.692120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ea0c2a1-048d-4416-9825-37d48ca676c7 req-4a95817f-a168-431d-8a11-6dcb84c440b1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.4324083 Aug 09 15:40:54.694812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:54.763033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:54.763561 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.786955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-dc3755ac-b9b5-473f-bb54-131387e6f3e4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.797798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-dc3755ac-b9b5-473f-bb54-131387e6f3e4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.797798 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-dc3755ac-b9b5-473f-bb54-131387e6f3e4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "GET /v2.0/networks?id=197b8aa9-f5b9-4cf6-9620-70ed1a0c487c&id=cd83c278-9d86-44fb-b274-9d7b6f58682d HTTP/1.1" status: 200 len: 1391 time: 0.2147057 Aug 09 15:40:54.820597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'port': {'device_id': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c', 'admin_state_up': True, 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:54.864787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c2f2794-5794-4bd2-ae18-0903a162e92f req-86fe72c2-3965-4e49-8d7b-1b8556fc4ffa tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2812376 Aug 09 15:40:54.874980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-acbd4731-ee49-46ab-bce7-8d14fb1a7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.882652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-acbd4731-ee49-46ab-bce7-8d14fb1a7abe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4dd2a82f52504b1eaef31b92622e71ca&device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 1094 time: 0.2939270 Aug 09 15:40:54.905446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d004ae0-0816-470e-be2d-e71de2bea47b None None] Pushing event updated for resources: {'Port': ['ID=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:54.933920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ea0c2a1-048d-4416-9825-37d48ca676c7 req-72e9d40a-c86d-4eaf-bc24-4d0d609e65c5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402604 Aug 09 15:40:54.996531 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f48355-c34a-4286-9c4c-8ad6aff8a74f service neutron] Pushing event updated for resources: {'Port': ['ID=2142df60-e6ef-4a26-a925-936281a3cff8,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:55.018245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-dc0f4237-ef92-4ede-ae76-9f71a05768d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2142df60-e6ef-4a26-a925-936281a3cff8 HTTP/1.1" status: 200 len: 217 time: 0.0960560 Aug 09 15:40:55.032761 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.123887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f041d3b0-aea4-4514-ba8e-be8d1b368d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684c03c3-8bd2-43ab-a8d6-94832ff7bb65'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:55.130506 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f6869-086e-45b1-9434-d4a39a5375fe" -d '{"events": [{"server_uuid": "f041d3b0-aea4-4514-ba8e-be8d1b368d25", "name": "network-vif-plugged", "status": "completed", "tag": "684c03c3-8bd2-43ab-a8d6-94832ff7bb65"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:55.173382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:55.193677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:55.196690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2c46c525-ebeb-4a24-9dd7-8fa47311f859 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:55.197349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.203557 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.222832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-196a03c9-6816-41b2-9dc3-5fefba7a8681 req-b8785a42-8de8-47a0-8396-93b3b2d8c3fd tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 210 time: 0.1228833 Aug 09 15:40:55.242813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5d41e1a5-fdb9-4e10-8f17-a7772e6be775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.246352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-5d41e1a5-fdb9-4e10-8f17-a7772e6be775 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5 HTTP/1.1" status: 200 len: 845 time: 0.2180145 Aug 09 15:40:55.432655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-283562b5-d12c-47bb-b373-031b22735616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.435180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-283562b5-d12c-47bb-b373-031b22735616 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6113f26-7721-4eb3-8752-098e2798b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801422 Aug 09 15:40:55.489955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:55.513420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:55.520994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:55.521371 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.576281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 896ef7ea-0ab5-4ff4-98cc-88834699283c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:55.587128 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d425231f-3efb-49bf-9c3e-aac6c9d32773 x-openstack-request-id: req-d425231f-3efb-49bf-9c3e-aac6c9d32773 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:55.588469 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574eb483-4020-4917-8583-cfdb7162e6db", "tag": "2142df60-e6ef-4a26-a925-936281a3cff8", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:55.589082 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d425231f-3efb-49bf-9c3e-aac6c9d32773 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:55.589967 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574eb483-4020-4917-8583-cfdb7162e6db', 'tag': '2142df60-e6ef-4a26-a925-936281a3cff8', 'status': 'completed', 'code': 200} Aug 09 15:40:55.592637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Allocated IP 19.80.0.8 (197b8aa9-f5b9-4cf6-9620-70ed1a0c487c/3f92d87f-ffd2-416d-8e28-bcfd8da0c77e/7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:55.686017 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.736245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 896ef7ea-0ab5-4ff4-98cc-88834699283c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:55.756218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6bd26b6-6c30-4c59-9862-f5317e0f5b77 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:55.802544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2c46c525-ebeb-4a24-9dd7-8fa47311f859, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:55.809660 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.838740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e550c47-63b4-40f5-a95e-5aa927ffb53b req-d041276d-6521-451c-8844-91d6204fe843 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.841792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e550c47-63b4-40f5-a95e-5aa927ffb53b req-d041276d-6521-451c-8844-91d6204fe843 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 945 time: 0.3202283 Aug 09 15:40:55.894960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2c46c525-ebeb-4a24-9dd7-8fa47311f859,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:55.914124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:55.931301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-f63a8c0d-b2df-49eb-8246-72b9f23b9015 service neutron] 10.222.0.35 "GET /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683423 Aug 09 15:40:55.997346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.025785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Transition to ACTIVE for port object 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:56.067379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d8265-b858-4496-b07e-54cc32688af8 None None] Network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:56.088975 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.107185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720b228-0364-400b-b775-756147a373bb req-c553049b-f652-4c7d-be9d-a6374cb03094 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.117810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9720b228-0364-400b-b775-756147a373bb req-c553049b-f652-4c7d-be9d-a6374cb03094 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 943 time: 0.3169918 Aug 09 15:40:56.148882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e550c47-63b4-40f5-a95e-5aa927ffb53b req-11b88a6e-f344-4f7f-bfad-d7578fb70d51 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671008 Aug 09 15:40:56.185887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:56.187909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Port': ['ID=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:56.196250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:56.196514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-002e8f04-9377-478e-a26e-4674a180561c None None] Provisioning for port 896ef7ea-0ab5-4ff4-98cc-88834699283c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:56.207128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-002e8f04-9377-478e-a26e-4674a180561c None None] Provisioning complete for port 896ef7ea-0ab5-4ff4-98cc-88834699283c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:56.207495 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-002e8f04-9377-478e-a26e-4674a180561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.209833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:56.221560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.222050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.222587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.223697 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.224219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.224793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.225219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.225643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.227382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.227382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.227797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.228241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:56.251456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9720b228-0364-400b-b775-756147a373bb req-1dc4fc44-7e50-4fd6-86f4-280040a62921 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320765 Aug 09 15:40:56.253834 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b1807a-93b4-4275-8a6f-89d4280ca297 x-openstack-request-id: req-41b1807a-93b4-4275-8a6f-89d4280ca297 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:56.254127 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f041d3b0-aea4-4514-ba8e-be8d1b368d25", "name": "network-vif-plugged", "status": "completed", "tag": "684c03c3-8bd2-43ab-a8d6-94832ff7bb65", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:56.254375 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41b1807a-93b4-4275-8a6f-89d4280ca297 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:56.255093 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f041d3b0-aea4-4514-ba8e-be8d1b368d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684c03c3-8bd2-43ab-a8d6-94832ff7bb65', 'code': 200} Aug 09 15:40:56.267657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6f4159f-42fe-496d-a79f-f592a9db315d req-def4463a-2f50-4cb5-8bfa-28e160b44e55 service neutron] 10.222.0.35 "GET /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183613 Aug 09 15:40:56.368592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.369476 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.389916 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-0b1df5e2-1227-44df-90d2-37232801ad34 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5782795 Aug 09 15:40:56.412837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Request body: {'port': {'device_id': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d', 'admin_state_up': True, 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:56.433776 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-002e8f04-9377-478e-a26e-4674a180561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.513704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-002e8f04-9377-478e-a26e-4674a180561c None None] For port 896ef7ea-0ab5-4ff4-98cc-88834699283c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=896ef7ea-0ab5-4ff4-98cc-88834699283c,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:56.520353 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-002e8f04-9377-478e-a26e-4674a180561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.588359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e8f04-9377-478e-a26e-4674a180561c None None] Pushing event updated for resources: {'Port': ['ID=896ef7ea-0ab5-4ff4-98cc-88834699283c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:56.614932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a940f1-92c9-4636-842a-e71cb6c144d8 req-5db56396-b658-4c5e-b794-fcbd6727c2f0 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.623358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98a940f1-92c9-4636-842a-e71cb6c144d8 req-5db56396-b658-4c5e-b794-fcbd6727c2f0 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.2037387 Aug 09 15:40:56.634979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Made reservation on behalf of e1cb7872fdaf4d7fbd0895c261ddf480 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:56.638733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.640698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-5ef11563-b0c3-46a2-a3d9-aefd55e80615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.642481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-5ef11563-b0c3-46a2-a3d9-aefd55e80615 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4dd2a82f52504b1eaef31b92622e71ca&device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 1094 time: 0.2941854 Aug 09 15:40:56.656733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640dfc6-5a9e-4265-b8b3-de9f7db4dd27 req-f14719fc-293c-4588-86dd-f317bcd2de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.658814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5640dfc6-5a9e-4265-b8b3-de9f7db4dd27 req-f14719fc-293c-4588-86dd-f317bcd2de49 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 1096 time: 0.2360330 Aug 09 15:40:56.668652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc581bc9-4684-48e6-9084-5b42cdb0b4b8 None None] Network cd83c278-9d86-44fb-b274-9d7b6f58682d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:56.699746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-0664bb09-6b65-45d2-8373-4ed835b72bd9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.706382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-0664bb09-6b65-45d2-8373-4ed835b72bd9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.713780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-0664bb09-6b65-45d2-8373-4ed835b72bd9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.719969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-0664bb09-6b65-45d2-8373-4ed835b72bd9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.727118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-0664bb09-6b65-45d2-8373-4ed835b72bd9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.737170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-0664bb09-6b65-45d2-8373-4ed835b72bd9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.742190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-0664bb09-6b65-45d2-8373-4ed835b72bd9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.744712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-0664bb09-6b65-45d2-8373-4ed835b72bd9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5429 time: 0.3234541 Aug 09 15:40:56.814938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3605aabb-3af3-4e1d-9045-aaaed1043ef0 None None] Provisioning for port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:56.842647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3605aabb-3af3-4e1d-9045-aaaed1043ef0 None None] Provisioning complete for port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:56.842936 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3605aabb-3af3-4e1d-9045-aaaed1043ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.850916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Allocated IP 19.86.0.135 (cd83c278-9d86-44fb-b274-9d7b6f58682d/3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739/4e53ebff-a75b-4a37-9eab-dc74a22660ad) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:56.876547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98a940f1-92c9-4636-842a-e71cb6c144d8 req-b3186da9-e69f-4508-b934-12402518253a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517185 Aug 09 15:40:56.956320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdce384f-28f7-4ff7-bf2f-092114060173 req-6979c449-757c-42e7-95f6-623e700cd498 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837378 Aug 09 15:40:56.973776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5640dfc6-5a9e-4265-b8b3-de9f7db4dd27 req-391fd312-d706-4101-8451-d1f859de073e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263668 Aug 09 15:40:57.033058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-0f5edb90-fd0f-483a-8ecb-a3addb0f9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.035421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-0f5edb90-fd0f-483a-8ecb-a3addb0f9b24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6113f26-7721-4eb3-8752-098e2798b81e HTTP/1.1" status: 200 len: 908 time: 0.3707714 Aug 09 15:40:57.082281 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3605aabb-3af3-4e1d-9045-aaaed1043ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.105950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-4d9da29b-a7e6-4b55-bd4a-47622fea0b2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2142df60-e6ef-4a26-a925-936281a3cff8 HTTP/1.1" status: 200 len: 217 time: 0.0619874 Aug 09 15:40:57.170645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3605aabb-3af3-4e1d-9045-aaaed1043ef0 None None] For port e6bd26b6-6c30-4c59-9862-f5317e0f5b77, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:57.177254 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3605aabb-3af3-4e1d-9045-aaaed1043ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.185977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:57.205088 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.249143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Transition to ACTIVE for port object 4e53ebff-a75b-4a37-9eab-dc74a22660ad will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:57.283683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe8d61-e3c4-43dc-b23e-813654fca84b req-fbe98f4a-57e3-4aac-97b6-92fe36dcfabf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.286585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-edfe8d61-e3c4-43dc-b23e-813654fca84b req-fbe98f4a-57e3-4aac-97b6-92fe36dcfabf tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 930 time: 0.1781809 Aug 09 15:40:57.288623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-006b346f-399f-46ec-ae45-5e8334fc978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.290290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-006b346f-399f-46ec-ae45-5e8334fc978e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5 HTTP/1.1" status: 200 len: 845 time: 0.1719096 Aug 09 15:40:57.322691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 896ef7ea-0ab5-4ff4-98cc-88834699283c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:57.324156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.400577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-77b09eca-c8a9-4fdc-964c-33765e965e41 None None] Provisioning for port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:57.409354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-edfe8d61-e3c4-43dc-b23e-813654fca84b req-cce3b5fd-3c32-4d52-b959-fde7be733176 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166396 Aug 09 15:40:57.417078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-cf1cf5b3-0716-42e2-8609-255082b32fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.420535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-cf1cf5b3-0716-42e2-8609-255082b32fde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6113f26-7721-4eb3-8752-098e2798b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162748 Aug 09 15:40:57.428158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-77b09eca-c8a9-4fdc-964c-33765e965e41 None None] Provisioning complete for port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:57.428608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77b09eca-c8a9-4fdc-964c-33765e965e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.458263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event updated for resources: {'Port': ['ID=4e53ebff-a75b-4a37-9eab-dc74a22660ad,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:57.483187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Network cd83c278-9d86-44fb-b274-9d7b6f58682d is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:57.485808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:57.504307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:57.589884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.591175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.624966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-df88100c-2dbc-41d1-9966-ef3d8e55fad8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2194049 Aug 09 15:40:57.626634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89da75-f968-4213-8a12-69442448b44d req-7caa40bf-2efe-4521-96f0-8b88e6777223 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.628593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff89da75-f968-4213-8a12-69442448b44d req-7caa40bf-2efe-4521-96f0-8b88e6777223 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 945 time: 0.1283336 Aug 09 15:40:57.648458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Request body: {'port': {'device_id': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:57.652416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5632a-b66b-48f9-8068-5769b0454787 req-04636850-f43c-4f48-86f9-051acc7cda89 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.653992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9b5632a-b66b-48f9-8068-5769b0454787 req-04636850-f43c-4f48-86f9-051acc7cda89 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 943 time: 0.1194863 Aug 09 15:40:57.656683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605aabb-3af3-4e1d-9045-aaaed1043ef0 None None] Pushing event updated for resources: {'Port': ['ID=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:57.686346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:57.689542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-77b09eca-c8a9-4fdc-964c-33765e965e41 None None] Port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:57.698287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:57.698650 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.703804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-f41f56e2-1c36-40b6-bd2f-1388285af7dd service neutron] 10.222.0.35 "GET /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708921 Aug 09 15:40:57.737669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 896ef7ea-0ab5-4ff4-98cc-88834699283c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:57.738267 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.781943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.784669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-77b09eca-c8a9-4fdc-964c-33765e965e41 None None] Provisioning complete for port 896ef7ea-0ab5-4ff4-98cc-88834699283c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:57.785258 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77b09eca-c8a9-4fdc-964c-33765e965e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.827467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9b5632a-b66b-48f9-8068-5769b0454787 req-4a1ae9d2-e88b-4185-bfd2-62248012dd52 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524415 Aug 09 15:40:57.868353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff89da75-f968-4213-8a12-69442448b44d req-910711d5-ad2f-4ef5-98ce-027bfa1ddd52 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020340 Aug 09 15:40:57.915880 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c6cdc4f-3860-4538-af47-420297393ca6 req-1a0fcb64-add8-48ff-90f9-67f05a617e50 service neutron] 10.222.0.35 "GET /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899216 Aug 09 15:40:57.935518 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.017959 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.032550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:58.041608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.041825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device eceb1892-e3d3-42ab-b1ec-be917cd5d560 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:58.079750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049bf40-0235-4952-bb92-19686cf2cb35 req-70c31a1a-b00e-4b7d-b8f9-832cadb55221 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.088566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7049bf40-0235-4952-bb92-19686cf2cb35 req-70c31a1a-b00e-4b7d-b8f9-832cadb55221 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0967157 Aug 09 15:40:58.160905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port eceb1892-e3d3-42ab-b1ec-be917cd5d560 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:58.169484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.175293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port eceb1892-e3d3-42ab-b1ec-be917cd5d560 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:58.175981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.178127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-519a6f9b-c4d3-4d4d-bf54-a800d77ff6ca None None] Provisioning for port 4e53ebff-a75b-4a37-9eab-dc74a22660ad completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:58.188300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7049bf40-0235-4952-bb92-19686cf2cb35 req-fc5a5030-ff5c-4150-bf3b-468cb303f7d0 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984988 Aug 09 15:40:58.200501 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.204243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-519a6f9b-c4d3-4d4d-bf54-a800d77ff6ca None None] Provisioning complete for port 4e53ebff-a75b-4a37-9eab-dc74a22660ad triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:58.204617 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-519a6f9b-c4d3-4d4d-bf54-a800d77ff6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.207859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:58.220233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.237075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Transition to ACTIVE for port object 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:58.243562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-7cd3555a-ccff-474a-9365-c2d2656df49b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.255398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-7cd3555a-ccff-474a-9365-c2d2656df49b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.256669 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.266319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-7cd3555a-ccff-474a-9365-c2d2656df49b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.274066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46c525-ebeb-4a24-9dd7-8fa47311f859'}, {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:58.276981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-7cd3555a-ccff-474a-9365-c2d2656df49b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.279702 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d4af03-dc80-44ae-9ea2-3d1cf1130042" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "2c46c525-ebeb-4a24-9dd7-8fa47311f859"}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:58.284241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-7cd3555a-ccff-474a-9365-c2d2656df49b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.290244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-7cd3555a-ccff-474a-9365-c2d2656df49b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.296987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-7cd3555a-ccff-474a-9365-c2d2656df49b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.309991 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-7cd3555a-ccff-474a-9365-c2d2656df49b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5430 time: 0.2110698 Aug 09 15:40:58.324095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.341984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-519a6f9b-c4d3-4d4d-bf54-a800d77ff6ca None None] Port 4e53ebff-a75b-4a37-9eab-dc74a22660ad cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:58.401677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f199152-1775-40e2-85f7-5e430acfbf5f req-ff36c6e4-842c-4571-8953-22105e90e854 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944831 Aug 09 15:40:58.498342 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be103493-73bb-417b-a00f-1851e5fec14b x-openstack-request-id: req-be103493-73bb-417b-a00f-1851e5fec14b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:58.498660 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "2c46c525-ebeb-4a24-9dd7-8fa47311f859", "code": 200}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:58.499043 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be103493-73bb-417b-a00f-1851e5fec14b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:58.499312 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46c525-ebeb-4a24-9dd7-8fa47311f859', 'code': 200} Aug 09 15:40:58.499635 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a', 'code': 200} Aug 09 15:40:58.518062 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.614966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-519a6f9b-c4d3-4d4d-bf54-a800d77ff6ca None None] Provisioning complete for port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:58.615627 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-519a6f9b-c4d3-4d4d-bf54-a800d77ff6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.634522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port eceb1892-e3d3-42ab-b1ec-be917cd5d560, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:58.646303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082521e-0ce1-4e26-a77b-9d83bb2dfcbc req-bd094b71-b5f0-444f-886c-10bf14031995 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.655905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082521e-0ce1-4e26-a77b-9d83bb2dfcbc req-bd094b71-b5f0-444f-886c-10bf14031995 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.666408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0082521e-0ce1-4e26-a77b-9d83bb2dfcbc req-bd094b71-b5f0-444f-886c-10bf14031995 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1665 time: 0.1026359 Aug 09 15:40:58.670680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.671989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 63c86000-6a7e-4d7c-8686-f00e62636d61 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:58.729641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0082521e-0ce1-4e26-a77b-9d83bb2dfcbc req-1e64251a-0a63-4d18-b1e2-59c15a40c331 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619752 Aug 09 15:40:58.831038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=eceb1892-e3d3-42ab-b1ec-be917cd5d560,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.873187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 63c86000-6a7e-4d7c-8686-f00e62636d61 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:58.883152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 63c86000-6a7e-4d7c-8686-f00e62636d61 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:58.883765 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.919774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Attempting to bind port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:58.921350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Attempting to bind port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:58.922167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Attempting to bind port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 on network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:58.928889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 on network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:58.929613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Attempting to bind port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 on network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:58.936755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:58.937444 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Checking segment: {'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:58.938238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Bound using segment: {'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:58.939098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Bound port: 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8be227-dc82-4c23-9686-53250b0b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:58.939784 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.033793 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.043775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] For port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:59.052105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] For port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:59.059992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.090730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 63c86000-6a7e-4d7c-8686-f00e62636d61, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=63c86000-6a7e-4d7c-8686-f00e62636d61,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:59.099022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.100188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:59.110815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5da68-84cb-49b4-bc91-097ed830616d req-3572f395-2607-48f9-bdab-21a77f9d1c62 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.112698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aef5da68-84cb-49b4-bc91-097ed830616d req-3572f395-2607-48f9-bdab-21a77f9d1c62 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 943 time: 0.1452570 Aug 09 15:40:59.125519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d7f2b-d00d-4d8e-9cc9-5f39a5579d23 req-277291aa-d053-449e-9c1a-96a4e55ef9f5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.129778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.130944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.133401 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] 10.222.0.35 "PUT /v2.0/ports/7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 HTTP/1.1" status: 200 len: 1090 time: 1.4917002 Aug 09 15:40:59.134233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'tag': '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:59.134812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-894d7f2b-d00d-4d8e-9cc9-5f39a5579d23 req-277291aa-d053-449e-9c1a-96a4e55ef9f5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 945 time: 0.1527817 Aug 09 15:40:59.138441 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "tag": "7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:59.186756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Request body: {'port': {'device_id': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:59.205375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2142df60-e6ef-4a26-a925-936281a3cff8 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:59.261825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=63c86000-6a7e-4d7c-8686-f00e62636d61,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:59.268170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aef5da68-84cb-49b4-bc91-097ed830616d req-bf944da1-43d1-4d71-94bc-050977fef1c0 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971484 Aug 09 15:40:59.282987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91b603-da0d-4c25-aa45-c8aa9d9b86e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:59.298382 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:40:59.313773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-894d7f2b-d00d-4d8e-9cc9-5f39a5579d23 req-13724934-94d8-44ad-9087-efda7b2a38e5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749794 Aug 09 15:40:59.336947 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:59.438800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6bd26b6-6c30-4c59-9862-f5317e0f5b77 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:59.443534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.474700 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac65a27-40f3-4f38-96a6-e8b18a631d84 x-openstack-request-id: req-bac65a27-40f3-4f38-96a6-e8b18a631d84 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:59.475405 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "tag": "7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:59.476139 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bac65a27-40f3-4f38-96a6-e8b18a631d84 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:59.477025 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'tag': '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49', 'status': 'completed', 'code': 200} Aug 09 15:40:59.498883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:59.499440 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.740915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2142df60-e6ef-4a26-a925-936281a3cff8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2142df60-e6ef-4a26-a925-936281a3cff8,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:59.754552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-5cc3c1f6-45dd-4701-be13-45692a5df0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.754552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-5cc3c1f6-45dd-4701-be13-45692a5df0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.754552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-5cc3c1f6-45dd-4701-be13-45692a5df0b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1912 time: 0.2655709 Aug 09 15:40:59.777041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dca8a-0820-4d07-9605-028c5dd1b507 req-00fe23fa-e46e-47cc-aa12-7edf56f45fad tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.779803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-175dca8a-0820-4d07-9605-028c5dd1b507 req-00fe23fa-e46e-47cc-aa12-7edf56f45fad tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.2004716 Aug 09 15:40:59.816023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:59.816994 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.819867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '2142df60-e6ef-4a26-a925-936281a3cff8', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'port_id': '2142df60-e6ef-4a26-a925-936281a3cff8', 'mac_address': 'fa:16:3e:84:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:59.878984 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.994178 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.023765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-175dca8a-0820-4d07-9605-028c5dd1b507 req-0bfb07cf-bf19-41ce-b755-61d45f7641c6 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035165 Aug 09 15:41:00.039965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:00.045342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2142df60-e6ef-4a26-a925-936281a3cff8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:00.053637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a147d85-0049-4d19-8cfb-9082ef53d1b2 req-d2f4009d-7264-4ed9-92ce-74e6a5dd8e64 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.056501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a147d85-0049-4d19-8cfb-9082ef53d1b2 req-d2f4009d-7264-4ed9-92ce-74e6a5dd8e64 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 945 time: 0.2750492 Aug 09 15:41:00.059618 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.061033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 157f75ad-de15-4708-b019-292421767884 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:00.104773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e53ebff-a75b-4a37-9eab-dc74a22660ad {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:00.106573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-14ef4a74-3df3-4098-b64e-f6a6eb944365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.107413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-14ef4a74-3df3-4098-b64e-f6a6eb944365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.109816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-14ef4a74-3df3-4098-b64e-f6a6eb944365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.111168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-14ef4a74-3df3-4098-b64e-f6a6eb944365 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3117759 Aug 09 15:41:00.125063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.162200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Transition to ACTIVE for port object 4e53ebff-a75b-4a37-9eab-dc74a22660ad will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:00.169352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.177563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2142df60-e6ef-4a26-a925-936281a3cff8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2142df60-e6ef-4a26-a925-936281a3cff8,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:00.213279 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.283572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:00.299367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e53ebff-a75b-4a37-9eab-dc74a22660ad,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:00.317503 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a147d85-0049-4d19-8cfb-9082ef53d1b2 req-7de06a03-e9e6-41ec-ac3d-e8cb3cd60fbb tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370067 Aug 09 15:41:00.367313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 157f75ad-de15-4708-b019-292421767884 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:00.378567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 157f75ad-de15-4708-b019-292421767884 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:00.379151 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.424368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-52f61bb3-c388-4aa6-b67b-f716ae531fb5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.436307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-52f61bb3-c388-4aa6-b67b-f716ae531fb5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.448334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-52f61bb3-c388-4aa6-b67b-f716ae531fb5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.449700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2142df60-e6ef-4a26-a925-936281a3cff8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:00.465695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-52f61bb3-c388-4aa6-b67b-f716ae531fb5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.480152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Attempting to bind port 4e53ebff-a75b-4a37-9eab-dc74a22660ad on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:00.481065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Attempting to bind port 4e53ebff-a75b-4a37-9eab-dc74a22660ad by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:00.481725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Attempting to bind port 4e53ebff-a75b-4a37-9eab-dc74a22660ad on network cd83c278-9d86-44fb-b274-9d7b6f58682d {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:00.485336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-52f61bb3-c388-4aa6-b67b-f716ae531fb5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.498209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-52f61bb3-c388-4aa6-b67b-f716ae531fb5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.500813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560'}, {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c86000-6a7e-4d7c-8686-f00e62636d61'}, {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:00.506050 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6972ff-dee1-4bbb-b182-81efbeba31ad" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "eceb1892-e3d3-42ab-b1ec-be917cd5d560"}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "63c86000-6a7e-4d7c-8686-f00e62636d61"}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "5df0879b-56cc-4ff6-9c2c-a8739b0a6d67"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:00.508250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Port 4e53ebff-a75b-4a37-9eab-dc74a22660ad on network cd83c278-9d86-44fb-b274-9d7b6f58682d not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:00.508749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Attempting to bind port 4e53ebff-a75b-4a37-9eab-dc74a22660ad on network cd83c278-9d86-44fb-b274-9d7b6f58682d {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:00.509345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-52f61bb3-c388-4aa6-b67b-f716ae531fb5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.515974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:00.516379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Checking segment: {'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:00.516843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Bound using segment: {'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:00.517300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Bound port: 4e53ebff-a75b-4a37-9eab-dc74a22660ad, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafa463b-134d-4bcc-b136-900c6c973ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:00.524021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-52f61bb3-c388-4aa6-b67b-f716ae531fb5 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5433 time: 0.3221524 Aug 09 15:41:00.529045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-95df4e6a-447a-456e-81ce-c190dc894b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.531466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-256d6bd3-31bd-4f62-aad5-f9d6851c43ee req-95df4e6a-447a-456e-81ce-c190dc894b63 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4090774 Aug 09 15:41:00.532384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.606936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['2142df60-e6ef-4a26-a925-936281a3cff8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:00.632729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] For port 4e53ebff-a75b-4a37-9eab-dc74a22660ad, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:00.638215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] For port 4e53ebff-a75b-4a37-9eab-dc74a22660ad, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4e53ebff-a75b-4a37-9eab-dc74a22660ad,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:00.644290 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.646658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.651861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17dcec96-4b1a-480b-a56c-914f651edd9e req-fdca6b36-acae-460d-b329-d3e31dafa61f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259522 Aug 09 15:41:00.732750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.733846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.736908 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e53ebff-a75b-4a37-9eab-dc74a22660ad HTTP/1.1" status: 200 len: 1092 time: 1.5681496 Aug 09 15:41:00.779955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f8b5d-69d2-47c8-9d3d-082cdaa89034 req-25a5e76d-1b08-4fd5-a7e7-2ad4a1dfd742 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.790639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f8b5d-69d2-47c8-9d3d-082cdaa89034 req-25a5e76d-1b08-4fd5-a7e7-2ad4a1dfd742 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.793588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996a709-fd21-4de3-ab8b-4a8831384fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e53ebff-a75b-4a37-9eab-dc74a22660ad,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:00.812966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d44f8b5d-69d2-47c8-9d3d-082cdaa89034 req-25a5e76d-1b08-4fd5-a7e7-2ad4a1dfd742 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1677 time: 0.1448207 Aug 09 15:41:00.832211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 157f75ad-de15-4708-b019-292421767884, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157f75ad-de15-4708-b019-292421767884,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:00.851553 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.852945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2f1b14d5-b189-4f6f-a392-e46dbc94d63e up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:00.871710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-f303b52c-d8f1-4e9a-961d-21c0dd024446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.871710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-f303b52c-d8f1-4e9a-961d-21c0dd024446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.872226 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-f303b52c-d8f1-4e9a-961d-21c0dd024446 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1979 time: 0.0723560 Aug 09 15:41:00.912176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d44f8b5d-69d2-47c8-9d3d-082cdaa89034 req-975971db-aff1-40b3-abf7-6df68e1a1221 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975938 Aug 09 15:41:00.960742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-6c7990f5-3a95-427f-8257-30109ad66077 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 HTTP/1.1" status: 200 len: 217 time: 0.0793095 Aug 09 15:41:00.969856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19c12-a1b7-4cfc-8e8c-0a3896b8cc20 req-ad0b7d94-fbfa-4ddc-a8d8-f6c042d0a8b6 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.984781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78c19c12-a1b7-4cfc-8e8c-0a3896b8cc20 req-ad0b7d94-fbfa-4ddc-a8d8-f6c042d0a8b6 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 944 time: 0.1314394 Aug 09 15:41:01.025059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=157f75ad-de15-4708-b019-292421767884,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.058153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:01.060462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78c19c12-a1b7-4cfc-8e8c-0a3896b8cc20 req-4abbb2c4-98c5-42cb-bafe-bfe7d31f4677 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737352 Aug 09 15:41:01.079498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:01.081318 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.115590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-d0b6914d-2b9d-4299-97c9-4c6dcc814a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.118459 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-d0b6914d-2b9d-4299-97c9-4c6dcc814a1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f92d87f-ffd2-416d-8e28-bcfd8da0c77e HTTP/1.1" status: 200 len: 801 time: 0.1486001 Aug 09 15:41:01.161337 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd683539-534d-4dde-acd1-9bf450fd510e x-openstack-request-id: req-cd683539-534d-4dde-acd1-9bf450fd510e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:01.161758 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "eceb1892-e3d3-42ab-b1ec-be917cd5d560", "code": 200}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "63c86000-6a7e-4d7c-8686-f00e62636d61", "code": 200}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "5df0879b-56cc-4ff6-9c2c-a8739b0a6d67", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:01.162093 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd683539-534d-4dde-acd1-9bf450fd510e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:01.162709 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560', 'code': 200} Aug 09 15:41:01.162963 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c86000-6a7e-4d7c-8686-f00e62636d61', 'code': 200} Aug 09 15:41:01.163368 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67', 'code': 200} Aug 09 15:41:01.230416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-b81fd379-b8a5-4970-8afa-604093175f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.231894 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-b81fd379-b8a5-4970-8afa-604093175f1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=197b8aa9-f5b9-4cf6-9620-70ed1a0c487c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1045392 Aug 09 15:41:01.259036 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.332909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:01.341585 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.381406 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-db242783-45a7-4c3c-a11a-b5cd1ffb0d8d service neutron] 10.222.0.35 "GET /v2.0/networks/197b8aa9-f5b9-4cf6-9620-70ed1a0c487c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406302 Aug 09 15:41:01.422204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.462341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5258a-34cc-4568-876d-ad17bd8a2430 req-28664b69-5027-4404-9016-b633811748b6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.464086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bc5258a-34cc-4568-876d-ad17bd8a2430 req-28664b69-5027-4404-9016-b633811748b6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 945 time: 0.0911677 Aug 09 15:41:01.485144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'tag': '4e53ebff-a75b-4a37-9eab-dc74a22660ad'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:01.490224 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09568adc-21c2-4f49-b572-14d4ae022910" -d '{"events": [{"name": "network-changed", "server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "tag": "4e53ebff-a75b-4a37-9eab-dc74a22660ad"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:01.515228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bc5258a-34cc-4568-876d-ad17bd8a2430 req-a713cf93-4adf-4ab8-b908-c97535384c81 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Aug 09 15:41:01.549782 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-1bba5fab-bd66-489b-b22e-aa7f3ef62263 service neutron] 10.222.0.35 "GET /v2.0/networks/197b8aa9-f5b9-4cf6-9620-70ed1a0c487c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594455 Aug 09 15:41:01.597888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df9a71-5852-4f1e-9a77-00dbdca61473 req-259f7bf1-7163-4872-8ec9-9ee08e0bcde4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.600219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2df9a71-5852-4f1e-9a77-00dbdca61473 req-259f7bf1-7163-4872-8ec9-9ee08e0bcde4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0589688 Aug 09 15:41:01.611628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-5553eced-ecef-42c7-b526-a5e16cdd6b5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=4e53ebff-a75b-4a37-9eab-dc74a22660ad HTTP/1.1" status: 200 len: 217 time: 0.0541363 Aug 09 15:41:01.661883 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60232cc4-3ab5-41fd-be9b-b7a94b2cf372 x-openstack-request-id: req-60232cc4-3ab5-41fd-be9b-b7a94b2cf372 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:01.662288 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "tag": "4e53ebff-a75b-4a37-9eab-dc74a22660ad", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:01.662605 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60232cc4-3ab5-41fd-be9b-b7a94b2cf372 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:01.664398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2df9a71-5852-4f1e-9a77-00dbdca61473 req-caf77b27-c35f-4554-bdd8-febc58bf7e8b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547893 Aug 09 15:41:01.672241 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'tag': '4e53ebff-a75b-4a37-9eab-dc74a22660ad', 'status': 'completed', 'code': 200} Aug 09 15:41:01.710852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-63ff058f-0a95-444f-aaf1-1b84ad2176dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.712763 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-63ff058f-0a95-444f-aaf1-1b84ad2176dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739 HTTP/1.1" status: 200 len: 801 time: 0.0903044 Aug 09 15:41:01.769792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-7e359c2b-8a77-4ade-a527-f451e0cb23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.771599 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-7e359c2b-8a77-4ade-a527-f451e0cb23f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd83c278-9d86-44fb-b274-9d7b6f58682d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494108 Aug 09 15:41:01.843610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-9e91d0d6-361b-49a4-a159-ae022d190967 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.853324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-9e91d0d6-361b-49a4-a159-ae022d190967 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.860322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-9e91d0d6-361b-49a4-a159-ae022d190967 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.868376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-9e91d0d6-361b-49a4-a159-ae022d190967 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.880416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-9e91d0d6-361b-49a4-a159-ae022d190967 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.885185 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-4c4c30af-3c97-420b-9fca-351889ae225e service neutron] 10.222.0.35 "GET /v2.0/networks/cd83c278-9d86-44fb-b274-9d7b6f58682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051526 Aug 09 15:41:01.891610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-9e91d0d6-361b-49a4-a159-ae022d190967 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.903283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-9e91d0d6-361b-49a4-a159-ae022d190967 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.906153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-9e91d0d6-361b-49a4-a159-ae022d190967 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.1434913 Aug 09 15:41:01.973192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c483000-b08c-417b-8fd1-f2a757aa55d7 req-b7835617-2b47-471d-a829-59f38c2f3032 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568931 Aug 09 15:41:02.058080 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0c1b604-f813-4310-8aea-6526360fb2a2 req-860fcb60-02ed-4a91-94f4-e42f425b2014 service neutron] 10.222.0.35 "GET /v2.0/networks/cd83c278-9d86-44fb-b274-9d7b6f58682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591663 Aug 09 15:41:02.121792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea243c-50b9-4970-8337-a938beb34188 req-aa6c58ae-0fbe-4729-8a26-f82594d1b4fa tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.133540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea243c-50b9-4970-8337-a938beb34188 req-aa6c58ae-0fbe-4729-8a26-f82594d1b4fa tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.136091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2aea243c-50b9-4970-8337-a938beb34188 req-aa6c58ae-0fbe-4729-8a26-f82594d1b4fa tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1677 time: 0.1035719 Aug 09 15:41:02.197987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568adc-21c2-4f49-b572-14d4ae022910 req-02b2bbeb-6f3e-4875-8dd0-12fe262f04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.198986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568adc-21c2-4f49-b572-14d4ae022910 req-02b2bbeb-6f3e-4875-8dd0-12fe262f04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.202008 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-09568adc-21c2-4f49-b572-14d4ae022910 req-02b2bbeb-6f3e-4875-8dd0-12fe262f04da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1979 time: 0.0770476 Aug 09 15:41:02.220166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2aea243c-50b9-4970-8337-a938beb34188 req-fc2388b3-cc32-4e81-a910-efe20554866c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748541 Aug 09 15:41:02.256596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926088b-71fb-411b-b519-c38d5e5e91c7 req-6a44b575-65e7-4f3b-8076-c6f7f1308d65 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.258320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1926088b-71fb-411b-b519-c38d5e5e91c7 req-6a44b575-65e7-4f3b-8076-c6f7f1308d65 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 944 time: 0.0903022 Aug 09 15:41:02.326214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1926088b-71fb-411b-b519-c38d5e5e91c7 req-f18fe1b4-1616-4063-a37a-eef45084a94f tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543308 Aug 09 15:41:02.372357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568adc-21c2-4f49-b572-14d4ae022910 req-a7055462-7061-4c38-871c-ac05d05c76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.374471 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-09568adc-21c2-4f49-b572-14d4ae022910 req-a7055462-7061-4c38-871c-ac05d05c76fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd83c278-9d86-44fb-b274-9d7b6f58682d HTTP/1.1" status: 200 len: 903 time: 0.1636510 Aug 09 15:41:02.448318 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-09568adc-21c2-4f49-b572-14d4ae022910 req-c9dc67f2-8179-4d45-8a9f-cc9ab17a0057 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=4e53ebff-a75b-4a37-9eab-dc74a22660ad HTTP/1.1" status: 200 len: 217 time: 0.0614929 Aug 09 15:41:02.525814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568adc-21c2-4f49-b572-14d4ae022910 req-11b57048-4829-475f-8b95-f1e299ffd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.527577 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-09568adc-21c2-4f49-b572-14d4ae022910 req-11b57048-4829-475f-8b95-f1e299ffd924 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739 HTTP/1.1" status: 200 len: 801 time: 0.0713699 Aug 09 15:41:02.610602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568adc-21c2-4f49-b572-14d4ae022910 req-b0b4c61a-319c-499c-9eb7-5a961d1f76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.613327 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-09568adc-21c2-4f49-b572-14d4ae022910 req-b0b4c61a-319c-499c-9eb7-5a961d1f76b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd83c278-9d86-44fb-b274-9d7b6f58682d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769620 Aug 09 15:41:02.722672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9b462-ef29-4770-9611-5a2cebc90f9e req-2e6a1c4f-241e-4d57-aa44-dfdc3cdcc58f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.724748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6f9b462-ef29-4770-9611-5a2cebc90f9e req-2e6a1c4f-241e-4d57-aa44-dfdc3cdcc58f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 945 time: 0.0980585 Aug 09 15:41:02.793755 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-09568adc-21c2-4f49-b572-14d4ae022910 req-35748722-992b-45d0-a5e6-7b453cb4d33b service neutron] 10.222.0.35 "GET /v2.0/networks/cd83c278-9d86-44fb-b274-9d7b6f58682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721866 Aug 09 15:41:02.805924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6f9b462-ef29-4770-9611-5a2cebc90f9e req-e644e2e9-540f-4de7-9de6-01afe2e39c7e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691159 Aug 09 15:41:02.916453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30ab7-1806-4153-8ae4-546b5e3fb10d req-aeafb4eb-17f3-4fc9-aaa1-51c6b28747f8 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.919137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12b30ab7-1806-4153-8ae4-546b5e3fb10d req-aeafb4eb-17f3-4fc9-aaa1-51c6b28747f8 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0869687 Aug 09 15:41:02.975038 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-09568adc-21c2-4f49-b572-14d4ae022910 req-615b8bb8-56f4-40c1-a7d0-cfb205e874eb service neutron] 10.222.0.35 "GET /v2.0/networks/cd83c278-9d86-44fb-b274-9d7b6f58682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717384 Aug 09 15:41:02.984831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12b30ab7-1806-4153-8ae4-546b5e3fb10d req-3f1af017-987d-4299-a93a-adb01b446f94 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553193 Aug 09 15:41:03.165141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157f75ad-de15-4708-b019-292421767884'}, {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1b14d5-b189-4f6f-a392-e46dbc94d63e'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:03.169226 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82aa3b-3f56-428a-8f4a-500a41102bf6" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "157f75ad-de15-4708-b019-292421767884"}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "2f1b14d5-b189-4f6f-a392-e46dbc94d63e"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:03.182109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-157553a9-7417-46ad-9b42-2e5f23504e0c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.193878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-157553a9-7417-46ad-9b42-2e5f23504e0c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.206167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-157553a9-7417-46ad-9b42-2e5f23504e0c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.216005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-157553a9-7417-46ad-9b42-2e5f23504e0c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.227343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-157553a9-7417-46ad-9b42-2e5f23504e0c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.232278 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44ba1b3-de4b-4cbc-9cf6-b456a843f34b x-openstack-request-id: req-c44ba1b3-de4b-4cbc-9cf6-b456a843f34b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:03.232735 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "157f75ad-de15-4708-b019-292421767884", "code": 200}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-plugged", "status": "completed", "tag": "2f1b14d5-b189-4f6f-a392-e46dbc94d63e", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:03.233129 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c44ba1b3-de4b-4cbc-9cf6-b456a843f34b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:03.233752 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157f75ad-de15-4708-b019-292421767884', 'code': 200} Aug 09 15:41:03.234158 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1b14d5-b189-4f6f-a392-e46dbc94d63e', 'code': 200} Aug 09 15:41:03.237833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-157553a9-7417-46ad-9b42-2e5f23504e0c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.246924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2142df60-e6ef-4a26-a925-936281a3cff8 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:03.247208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-157553a9-7417-46ad-9b42-2e5f23504e0c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.250395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-157553a9-7417-46ad-9b42-2e5f23504e0c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.1565473 Aug 09 15:41:03.337883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0654e201-3ebe-41c1-94f0-f2f122e45f9b req-9a2eb426-2e6e-4eb2-897b-0d840bcf110c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742748 Aug 09 15:41:03.358065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 2142df60-e6ef-4a26-a925-936281a3cff8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:03.366500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 2142df60-e6ef-4a26-a925-936281a3cff8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:03.367114 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.440416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-ebf37fa5-da66-4575-8512-9dbb4e4cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.440416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-ebf37fa5-da66-4575-8512-9dbb4e4cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.440416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-ebf37fa5-da66-4575-8512-9dbb4e4cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.440416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-ebf37fa5-da66-4575-8512-9dbb4e4cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.440416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-ebf37fa5-da66-4575-8512-9dbb4e4cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.440416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-ebf37fa5-da66-4575-8512-9dbb4e4cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.440416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-ebf37fa5-da66-4575-8512-9dbb4e4cc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.440416 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-ebf37fa5-da66-4575-8512-9dbb4e4cc548 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6492 time: 0.1047523 Aug 09 15:41:03.512936 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c68890f-5e1c-4b8c-b355-16b8891fa571 req-71dfa23b-6ebc-4e17-a3d8-0301ba175c5a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&id=e630a127-25d0-455d-be30-610faab72c56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648468 Aug 09 15:41:03.513202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7492-3511-4562-91ff-af07542ae490 req-523005fa-abb1-41ff-bdf2-ca24a401eab7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.523644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7492-3511-4562-91ff-af07542ae490 req-523005fa-abb1-41ff-bdf2-ca24a401eab7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.526687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a2a7492-3511-4562-91ff-af07542ae490 req-523005fa-abb1-41ff-bdf2-ca24a401eab7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1677 time: 0.1542130 Aug 09 15:41:03.532693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.584644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2142df60-e6ef-4a26-a925-936281a3cff8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2142df60-e6ef-4a26-a925-936281a3cff8,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:03.591813 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.664980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2142df60-e6ef-4a26-a925-936281a3cff8,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:03.691470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a2a7492-3511-4562-91ff-af07542ae490 req-12b26b23-3b54-4bfe-8ead-2780472c750f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516545 Aug 09 15:41:03.711402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe914-f991-496f-b27f-4c8a06a613db req-400d9b12-cbd2-4376-afe4-114c1def67c4 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.713887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27fbe914-f991-496f-b27f-4c8a06a613db req-400d9b12-cbd2-4376-afe4-114c1def67c4 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 944 time: 0.1857293 Aug 09 15:41:03.726412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-14b7724d-52ea-419d-92c4-59c1439111ff tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.728308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-14b7724d-52ea-419d-92c4-59c1439111ff tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 945 time: 0.1874981 Aug 09 15:41:03.856835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27fbe914-f991-496f-b27f-4c8a06a613db req-ef23214e-c914-4272-848b-333a2800ebae tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256211 Aug 09 15:41:03.944422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Deleting port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:03.945594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.166418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521936d7-94f9-441e-a02f-a19554512972 req-98ce1008-5ac7-4d7a-adf5-80d253f7c5f8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.169058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-521936d7-94f9-441e-a02f-a19554512972 req-98ce1008-5ac7-4d7a-adf5-80d253f7c5f8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 945 time: 0.1915007 Aug 09 15:41:04.192690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] For port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:04.193106 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.253433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Calling delete_port for 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:04.341615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-521936d7-94f9-441e-a02f-a19554512972 req-7984e588-0852-488f-b491-d020ba05b118 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512825 Aug 09 15:41:04.357821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba36d78-10af-4bb6-9e97-610c2e537836 req-63f8ce2a-beb6-46d8-bd40-3d1b51c9730b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.360623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cba36d78-10af-4bb6-9e97-610c2e537836 req-63f8ce2a-beb6-46d8-bd40-3d1b51c9730b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1870778 Aug 09 15:41:04.443390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cba36d78-10af-4bb6-9e97-610c2e537836 req-de38b997-c447-4504-8c5e-48eb24abcde1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743546 Aug 09 15:41:04.598460 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.614712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:04.623363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['684c03c3-8bd2-43ab-a8d6-94832ff7bb65'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:05.103800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event deleted for resources: {'Port': ['ID=684c03c3-8bd2-43ab-a8d6-94832ff7bb65,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.170489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-33e4214e-20c2-49f2-8cd4-6453b65cc34e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.180816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-33e4214e-20c2-49f2-8cd4-6453b65cc34e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.190721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-33e4214e-20c2-49f2-8cd4-6453b65cc34e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.201203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-33e4214e-20c2-49f2-8cd4-6453b65cc34e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.208001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-33e4214e-20c2-49f2-8cd4-6453b65cc34e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.215247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-33e4214e-20c2-49f2-8cd4-6453b65cc34e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.223305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-33e4214e-20c2-49f2-8cd4-6453b65cc34e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.225534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-33e4214e-20c2-49f2-8cd4-6453b65cc34e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.6923330 Aug 09 15:41:05.230108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:05.254266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574eb483-4020-4917-8583-cfdb7162e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2142df60-e6ef-4a26-a925-936281a3cff8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:05.257853 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d4e994-09a8-4067-a8ce-8a7228046f1d" -d '{"events": [{"server_uuid": "574eb483-4020-4917-8583-cfdb7162e6db", "name": "network-vif-plugged", "status": "completed", "tag": "2142df60-e6ef-4a26-a925-936281a3cff8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:05.332417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] No DVR routers for this DVR port 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:05.343652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.347439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0378f94d-d8cd-4ef9-980e-61b3965f345b req-4e161464-43c7-4661-9488-9c93b01b419c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "DELETE /v2.0/ports/684c03c3-8bd2-43ab-a8d6-94832ff7bb65 HTTP/1.1" status: 204 len: 173 time: 1.6067924 Aug 09 15:41:05.349386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f041d3b0-aea4-4514-ba8e-be8d1b368d25', 'name': 'network-vif-deleted', 'tag': '684c03c3-8bd2-43ab-a8d6-94832ff7bb65'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:05.351026 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f187c34-84c2-4568-85b9-590eb38378b2" -d '{"events": [{"server_uuid": "f041d3b0-aea4-4514-ba8e-be8d1b368d25", "name": "network-vif-deleted", "tag": "684c03c3-8bd2-43ab-a8d6-94832ff7bb65"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:05.372190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2e635-863f-43e6-b1a6-065ee92ecd3d req-4f25508c-c9a4-404c-bdc1-c0c4a53ba349 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.384606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2e635-863f-43e6-b1a6-065ee92ecd3d req-4f25508c-c9a4-404c-bdc1-c0c4a53ba349 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.396542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28f2e635-863f-43e6-b1a6-065ee92ecd3d req-4f25508c-c9a4-404c-bdc1-c0c4a53ba349 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1677 time: 0.3211479 Aug 09 15:41:05.423495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:05.441191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49', 'network_id': '197b8aa9-f5b9-4cf6-9620-70ed1a0c487c', 'port_id': '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49', 'mac_address': 'fa:16:3e:34:ae:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f92d87f-ffd2-416d-8e28-bcfd8da0c77e', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:05.446869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b64dc68-b48f-4c41-b58f-004f364216f2 req-97aeeeb3-7c10-4019-a7ae-a875feec6a34 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1804211 Aug 09 15:41:05.520963 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28f2e635-863f-43e6-b1a6-065ee92ecd3d req-6513cace-a040-42bd-b465-bedeebc2da1c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228769 Aug 09 15:41:05.525638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.553145 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:05.593285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:05.602273 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.604067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4e53ebff-a75b-4a37-9eab-dc74a22660ad details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:05.795000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62508eee-d784-420f-9522-96c2fcf2c225 req-d5cd7f09-aee8-45b8-b27a-3c2a6f6d7260 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.799355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62508eee-d784-420f-9522-96c2fcf2c225 req-d5cd7f09-aee8-45b8-b27a-3c2a6f6d7260 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 945 time: 0.1087806 Aug 09 15:41:05.887139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.891110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62508eee-d784-420f-9522-96c2fcf2c225 req-8ac12d1c-de36-4b08-9d7f-d130de24fb2a tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812416 Aug 09 15:41:05.911953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 4e53ebff-a75b-4a37-9eab-dc74a22660ad, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4e53ebff-a75b-4a37-9eab-dc74a22660ad,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:05.948802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '4e53ebff-a75b-4a37-9eab-dc74a22660ad', 'network_id': 'cd83c278-9d86-44fb-b274-9d7b6f58682d', 'port_id': '4e53ebff-a75b-4a37-9eab-dc74a22660ad', 'mac_address': 'fa:16:3e:7a:ec:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739', 'ip_address': '19.86.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:05.959755 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b55fdea-f73f-4ecd-a189-9aafe7d73010 x-openstack-request-id: req-5b55fdea-f73f-4ecd-a189-9aafe7d73010 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:05.960581 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574eb483-4020-4917-8583-cfdb7162e6db", "name": "network-vif-plugged", "status": "completed", "tag": "2142df60-e6ef-4a26-a925-936281a3cff8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:05.961242 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b55fdea-f73f-4ecd-a189-9aafe7d73010 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:05.962203 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574eb483-4020-4917-8583-cfdb7162e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2142df60-e6ef-4a26-a925-936281a3cff8', 'code': 200} Aug 09 15:41:06.023603 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b877a2-7679-4a7f-912f-f73df1aa7043 x-openstack-request-id: req-31b877a2-7679-4a7f-912f-f73df1aa7043 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:06.024077 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f041d3b0-aea4-4514-ba8e-be8d1b368d25", "name": "network-vif-deleted", "tag": "684c03c3-8bd2-43ab-a8d6-94832ff7bb65", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:06.024434 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31b877a2-7679-4a7f-912f-f73df1aa7043 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:06.024996 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f041d3b0-aea4-4514-ba8e-be8d1b368d25', 'name': 'network-vif-deleted', 'tag': '684c03c3-8bd2-43ab-a8d6-94832ff7bb65', 'status': 'completed', 'code': 200} Aug 09 15:41:06.144227 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:06.189678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e53ebff-a75b-4a37-9eab-dc74a22660ad {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:06.205106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2f22f-2134-4182-89f5-f2c9b127800f req-43c245b2-5131-4f5a-8327-6534ab955d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.210271 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-16c2f22f-2134-4182-89f5-f2c9b127800f req-43c245b2-5131-4f5a-8327-6534ab955d5d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 1096 time: 0.1315968 Aug 09 15:41:06.215075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0f6525e-aaa4-4f96-933a-52f798db6cef req-3a65f53f-b661-479f-8551-b56872a4366d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=f041d3b0-aea4-4514-ba8e-be8d1b368d25 HTTP/1.1" status: 200 len: 210 time: 0.0838852 Aug 09 15:41:06.266878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 4e53ebff-a75b-4a37-9eab-dc74a22660ad, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4e53ebff-a75b-4a37-9eab-dc74a22660ad,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:06.276394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:06.343517 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-16c2f22f-2134-4182-89f5-f2c9b127800f req-f2a2b8d9-5180-4e35-98c0-74c82603f8c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190221 Aug 09 15:41:06.367208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e0ca-92ed-4408-9309-c21d19ef767b req-fcd05e49-ba48-439e-9099-4bdaffecb325 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.381622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0579e0ca-92ed-4408-9309-c21d19ef767b req-fcd05e49-ba48-439e-9099-4bdaffecb325 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1966574 Aug 09 15:41:06.443778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=4e53ebff-a75b-4a37-9eab-dc74a22660ad,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:06.517473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0579e0ca-92ed-4408-9309-c21d19ef767b req-e2c6dfd7-6530-4599-b690-ec663621c486 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353338 Aug 09 15:41:06.547326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f758d-8fb1-47e2-b094-78c6dd139103 req-098825db-521c-48ba-b3cd-dd1b38a794b4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.551513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c9f758d-8fb1-47e2-b094-78c6dd139103 req-098825db-521c-48ba-b3cd-dd1b38a794b4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1414239 Aug 09 15:41:06.615273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c9f758d-8fb1-47e2-b094-78c6dd139103 req-5ded68a3-3082-48a9-9df0-1f890f27c450 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554152 Aug 09 15:41:06.644259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['4e53ebff-a75b-4a37-9eab-dc74a22660ad'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:06.763190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-177c2dc0-ef93-46ee-88cd-96e913be3dab tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.774675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-177c2dc0-ef93-46ee-88cd-96e913be3dab tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.783264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-177c2dc0-ef93-46ee-88cd-96e913be3dab tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.790374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-177c2dc0-ef93-46ee-88cd-96e913be3dab tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.799053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-177c2dc0-ef93-46ee-88cd-96e913be3dab tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.810746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-177c2dc0-ef93-46ee-88cd-96e913be3dab tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.822335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-177c2dc0-ef93-46ee-88cd-96e913be3dab tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.825927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-177c2dc0-ef93-46ee-88cd-96e913be3dab tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.1992812 Aug 09 15:41:06.955800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18d1538e-dc0f-4e3d-ae78-103b000a4c09 req-2b9ec735-2950-45c1-98bd-351e4926cdef tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067276 Aug 09 15:41:06.979177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28274a7-ea88-4c1a-a19a-3ad149da90bb req-55e9ecf0-7589-4db7-9580-84c90100b64f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.990912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28274a7-ea88-4c1a-a19a-3ad149da90bb req-55e9ecf0-7589-4db7-9580-84c90100b64f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.993875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28274a7-ea88-4c1a-a19a-3ad149da90bb req-55e9ecf0-7589-4db7-9580-84c90100b64f tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1679 time: 0.1664000 Aug 09 15:41:07.062710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28274a7-ea88-4c1a-a19a-3ad149da90bb req-379b3913-cdd9-4aec-bc4e-4d98f3fd2d20 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549300 Aug 09 15:41:07.255673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b26f1f-3887-489b-8eb1-a9328a86e4e0 req-26b8890d-3a98-49a3-ab5d-2db574c5c171 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.258444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43b26f1f-3887-489b-8eb1-a9328a86e4e0 req-26b8890d-3a98-49a3-ab5d-2db574c5c171 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.0994613 Aug 09 15:41:07.377367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efebbd-5e0a-4d59-bc32-a4e56252493e req-737e7151-e3ed-4293-959f-cb72796e9eff tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.380173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90efebbd-5e0a-4d59-bc32-a4e56252493e req-737e7151-e3ed-4293-959f-cb72796e9eff tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 945 time: 0.1201932 Aug 09 15:41:07.385469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43b26f1f-3887-489b-8eb1-a9328a86e4e0 req-7949202c-dd88-4142-a196-c0d33fad6c2e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079414 Aug 09 15:41:07.476401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90efebbd-5e0a-4d59-bc32-a4e56252493e req-a1316dae-2480-4eb4-9c8e-f91244cf822c tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842421 Aug 09 15:41:07.634078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eac85-661f-4602-b7dd-d897bff8f6c8 req-18a68f7d-7710-48fc-a224-8160e531b1e4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.647291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eac85-661f-4602-b7dd-d897bff8f6c8 req-18a68f7d-7710-48fc-a224-8160e531b1e4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.658830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eac85-661f-4602-b7dd-d897bff8f6c8 req-18a68f7d-7710-48fc-a224-8160e531b1e4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.670138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eac85-661f-4602-b7dd-d897bff8f6c8 req-18a68f7d-7710-48fc-a224-8160e531b1e4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.682398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eac85-661f-4602-b7dd-d897bff8f6c8 req-18a68f7d-7710-48fc-a224-8160e531b1e4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.693842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eac85-661f-4602-b7dd-d897bff8f6c8 req-18a68f7d-7710-48fc-a224-8160e531b1e4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.705317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eac85-661f-4602-b7dd-d897bff8f6c8 req-18a68f7d-7710-48fc-a224-8160e531b1e4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.708957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a67eac85-661f-4602-b7dd-d897bff8f6c8 req-18a68f7d-7710-48fc-a224-8160e531b1e4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.1993849 Aug 09 15:41:07.730478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52280) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:07.732810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:07.742135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Request body: {'floatingip': {'port_id': '157f75ad-de15-4708-b019-292421767884'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:07.845188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:07.936255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8b8ea-0caf-48f1-8de9-eb4ae99a3c21 req-42abf6f2-0410-4889-94f8-830f94af1023 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.939160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0b8b8ea-0caf-48f1-8de9-eb4ae99a3c21 req-42abf6f2-0410-4889-94f8-830f94af1023 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1092343 Aug 09 15:41:08.016941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0b8b8ea-0caf-48f1-8de9-eb4ae99a3c21 req-2d932123-6ccd-49bc-8eac-fdd28feddabf tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665028 Aug 09 15:41:08.241511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4714-bd3c-4fe0-b02f-ba13962392a4 req-a9aeb653-ccfe-4eda-b5ca-e7cd28020e18 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.247933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-500d4714-bd3c-4fe0-b02f-ba13962392a4 req-a9aeb653-ccfe-4eda-b5ca-e7cd28020e18 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.0967748 Aug 09 15:41:08.284043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:08.337646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:08.338147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 684c03c3-8bd2-43ab-a8d6-94832ff7bb65 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:08.356850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-500d4714-bd3c-4fe0-b02f-ba13962392a4 req-d031a863-0ca9-4162-97cc-035ff5d2aada tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006055 Aug 09 15:41:08.618043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea37107-4e14-4b2f-bce4-30c389c0ba38 req-362580bf-a149-47da-bc09-607cf37647b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.626814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea37107-4e14-4b2f-bce4-30c389c0ba38 req-362580bf-a149-47da-bc09-607cf37647b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.629907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ea37107-4e14-4b2f-bce4-30c389c0ba38 req-362580bf-a149-47da-bc09-607cf37647b9 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1679 time: 0.1021373 Aug 09 15:41:08.717249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ea37107-4e14-4b2f-bce4-30c389c0ba38 req-08b55160-2b06-4fa0-9cde-48fe69f2306b tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737159 Aug 09 15:41:08.828191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.836206 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.916384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc39f6-af9d-48dc-83a8-d9f1d9a4e6cf req-fe9ebce3-43e8-4fa2-a6c9-fb2fffd66f18 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.925377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-efbc39f6-af9d-48dc-83a8-d9f1d9a4e6cf req-fe9ebce3-43e8-4fa2-a6c9-fb2fffd66f18 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 945 time: 0.0985160 Aug 09 15:41:08.991679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-efbc39f6-af9d-48dc-83a8-d9f1d9a4e6cf req-ef0f6853-7194-43da-9613-2622281c2c8c tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613809 Aug 09 15:41:09.038081 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Floating IP b64eaae8-2f23-477b-a19c-5a7885919dae associated. External IP: 172.25.7.208, port: 157f75ad-de15-4708-b019-292421767884. Aug 09 15:41:09.247045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:09.405508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:09.422880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:09.423500 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.445557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f2bbcc0c-1324-4d6c-ad28-be8522317067 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.447856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f2bbcc0c-1324-4d6c-ad28-be8522317067 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.3023953 Aug 09 15:41:09.472715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f9098-6a78-4bfd-97ef-ace6ab9f7408 req-720ec185-04ed-4cbc-8d4a-fca75321db33 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.475633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-419f9098-6a78-4bfd-97ef-ace6ab9f7408 req-720ec185-04ed-4cbc-8d4a-fca75321db33 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 945 time: 0.1542745 Aug 09 15:41:09.499282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52318) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:09.503217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-179a7cf0-ae3d-4115-a3dd-43bab85fe624 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/quotas/9d0c1e32013c44db85a13a2205360274 HTTP/1.1" status: 200 len: 375 time: 0.0255744 Aug 09 15:41:09.508702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Request body: {'floatingip': {'port_id': '2142df60-e6ef-4a26-a925-936281a3cff8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:09.598553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.605245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Router c1bcf37c-4f4b-447d-9e53-6801f1a21276 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:09.625253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-8aaf5f6f-3478-4b29-84f5-229f2c797dae tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057394 Aug 09 15:41:09.674526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.730315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:09.734224 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fa6128-af6e-46d3-a847-82016da858eb" -d '{"events": [{"server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "name": "network-vif-plugged", "status": "completed", "tag": "7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:09.767715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:09.779734 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.788625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4e53ebff-a75b-4a37-9eab-dc74a22660ad up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:09.853615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f5395-c443-4b3e-b072-074bb0a8f698 req-7d60d45c-954c-4f55-ac79-fae1c41eadbc tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.865274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d6f5395-c443-4b3e-b072-074bb0a8f698 req-7d60d45c-954c-4f55-ac79-fae1c41eadbc tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.2373979 Aug 09 15:41:09.929969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:09.947262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 4e53ebff-a75b-4a37-9eab-dc74a22660ad completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:09.957906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 4e53ebff-a75b-4a37-9eab-dc74a22660ad triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:09.957906 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.965861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-1fd0df3e-6cdb-4476-a27a-fc454cbd33ea service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099163 Aug 09 15:41:10.016113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d6f5395-c443-4b3e-b072-074bb0a8f698 req-1a4a6f1c-504d-40ca-889e-cc7204b67813 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377816 Aug 09 15:41:10.115202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:10.124790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.151281 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] Sync routers for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:10.158370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.177758 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:10.178813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:40:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:10.208865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-b30b99cd-4481-4531-be52-38ff6ec9fc89 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176681 Aug 09 15:41:10.248776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9344355a-3b69-4e17-83cc-87bf0ff47ebb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "PUT /v2.0/floatingips/b64eaae8-2f23-477b-a19c-5a7885919dae HTTP/1.1" status: 200 len: 992 time: 2.5159926 Aug 09 15:41:10.253504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '157f75ad-de15-4708-b019-292421767884'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:10.257888 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52cbe03-a807-4bc1-8c51-357365d7c406" -d '{"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "157f75ad-de15-4708-b019-292421767884"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:10.267495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 4e53ebff-a75b-4a37-9eab-dc74a22660ad, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4e53ebff-a75b-4a37-9eab-dc74a22660ad,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:10.277887 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.374602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b99fb-4a73-4938-bc1b-38f7a1c8c049 req-c69f2a87-6f45-446a-b178-ad0cd25de998 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.382206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f37b99fb-4a73-4938-bc1b-38f7a1c8c049 req-c69f2a87-6f45-446a-b178-ad0cd25de998 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1922541 Aug 09 15:41:10.391769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=4e53ebff-a75b-4a37-9eab-dc74a22660ad,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:10.447482 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:10.464978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f37b99fb-4a73-4938-bc1b-38f7a1c8c049 req-7075c65f-d7fa-47dc-bd3d-51c53f14fb5d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670371 Aug 09 15:41:10.750030 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48541b3-f159-481b-a91f-8d5a24f08bc8 x-openstack-request-id: req-c48541b3-f159-481b-a91f-8d5a24f08bc8 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:10.756400 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "name": "network-vif-plugged", "status": "completed", "tag": "7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:10.756925 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c48541b3-f159-481b-a91f-8d5a24f08bc8 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:10.757679 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49', 'code': 200} Aug 09 15:41:10.839430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.846479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.970583 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96e2c64-34d8-4ed6-85a1-f3cfa08ee414 x-openstack-request-id: req-b96e2c64-34d8-4ed6-85a1-f3cfa08ee414 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:10.971782 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "tag": "157f75ad-de15-4708-b019-292421767884", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:10.972460 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b96e2c64-34d8-4ed6-85a1-f3cfa08ee414 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:10.973350 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'tag': '157f75ad-de15-4708-b019-292421767884', 'status': 'completed', 'code': 200} Aug 09 15:41:10.988222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e263d-30d9-42af-a025-693a60dfa0c6 req-d16d1b69-8844-45ef-8ce6-deca81d044a4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.999113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e263d-30d9-42af-a025-693a60dfa0c6 req-d16d1b69-8844-45ef-8ce6-deca81d044a4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.023326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-779e263d-30d9-42af-a025-693a60dfa0c6 req-d16d1b69-8844-45ef-8ce6-deca81d044a4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1681 time: 0.1729968 Aug 09 15:41:11.123308 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b64eaae8-2f23-477b-a19c-5a7885919dae', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'port_id': '157f75ad-de15-4708-b019-292421767884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'mac_address': 'fa:16:3e:29:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:53Z', 'updated_at': '2021-08-09T15:41:08Z', 'revision_number': 1, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:39:03Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:11.146468 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Floating IP 72cb987a-fb18-4ac6-b266-fdd34e5f4871 associated. External IP: 172.25.7.211, port: 2142df60-e6ef-4a26-a925-936281a3cff8. Aug 09 15:41:11.166226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a8a250f-8e2c-4026-aea1-d903e3737c6a req-038173f4-2a90-46f1-a5cc-b19f043d3093 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 210 time: 0.0910177 Aug 09 15:41:11.203256 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] Checking router: c1bcf37c-4f4b-447d-9e53-6801f1a21276 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:11.219603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-779e263d-30d9-42af-a025-693a60dfa0c6 req-bd0346e1-be0c-44f8-85d8-be8bedeb171e tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927190 Aug 09 15:41:11.242451 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:11.242451 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:40:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:11.269466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-8c58f660-6b27-4c69-a912-c3644ee4ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.270417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-8c58f660-6b27-4c69-a912-c3644ee4ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.271227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-8c58f660-6b27-4c69-a912-c3644ee4ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.272053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-8c58f660-6b27-4c69-a912-c3644ee4ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.273731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-8c58f660-6b27-4c69-a912-c3644ee4ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.273731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-8c58f660-6b27-4c69-a912-c3644ee4ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.274448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-8c58f660-6b27-4c69-a912-c3644ee4ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.279098 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-8c58f660-6b27-4c69-a912-c3644ee4ddcf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6492 time: 0.2237186 Aug 09 15:41:11.392733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc15fe7-473c-42e1-9d50-080f66dfa980 req-0392f48f-1c59-4f5f-badb-dc8808552712 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.395248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cc15fe7-473c-42e1-9d50-080f66dfa980 req-0392f48f-1c59-4f5f-badb-dc8808552712 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.0961730 Aug 09 15:41:11.486856 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:11.488794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cc15fe7-473c-42e1-9d50-080f66dfa980 req-ca3640f4-2ed4-45a6-99f5-7ed545cdada7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752640 Aug 09 15:41:11.732398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203acb05-57b4-4040-b146-b5d01f1092f1 req-2e0512e3-01a9-459c-a156-c419a796c7f4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.735014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-203acb05-57b4-4040-b146-b5d01f1092f1 req-2e0512e3-01a9-459c-a156-c419a796c7f4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1142218 Aug 09 15:41:11.847848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-203acb05-57b4-4040-b146-b5d01f1092f1 req-2998bc13-9f88-41b8-a737-26578f4da803 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833750 Aug 09 15:41:12.087075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-c4bae6f3-b7d1-4c58-9487-1b9cc0f274ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.089742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-c4bae6f3-b7d1-4c58-9487-1b9cc0f274ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=d09b4200-2c02-4417-a1a9-63d5f7701513 HTTP/1.1" status: 200 len: 914 time: 0.7950866 Aug 09 15:41:12.179448 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b64eaae8-2f23-477b-a19c-5a7885919dae', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'port_id': '157f75ad-de15-4708-b019-292421767884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'mac_address': 'fa:16:3e:29:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:53Z', 'updated_at': '2021-08-09T15:41:08Z', 'revision_number': 1, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:39:03Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:12.210654 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a60885-f74e-497d-bf20-218d6a717320 None None] The sync data for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 is: [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b64eaae8-2f23-477b-a19c-5a7885919dae', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'port_id': '157f75ad-de15-4708-b019-292421767884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'mac_address': 'fa:16:3e:29:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:53Z', 'updated_at': '2021-08-09T15:41:08Z', 'revision_number': 1, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:39:03Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:12.338308 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-dbeee70e-b9ce-47c1-9c6c-3d77f74fcce4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=157f75ad-de15-4708-b019-292421767884 HTTP/1.1" status: 200 len: 1000 time: 0.1862576 Aug 09 15:41:12.368328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b91f5887-7678-4387-b9ba-fa4abc6385a3 req-0feac5ca-6f9d-4005-9178-8d7e7009ce5a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 210 time: 0.0552685 Aug 09 15:41:12.439963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Router e1c69c30-a526-4058-8a5d-6df5aa363984 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:12.463921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-c01d143b-558e-464e-8754-e816b26ebd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.467245 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-c01d143b-558e-464e-8754-e816b26ebd0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2739c34a-da5d-4ac8-819c-1c83301cc4c6 HTTP/1.1" status: 200 len: 851 time: 0.1114686 Aug 09 15:41:12.469478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42976bc5-fe8d-46ab-962c-833b9c60838d req-6cc70d51-835e-4d7c-9bad-aace37b575b8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.482643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42976bc5-fe8d-46ab-962c-833b9c60838d req-6cc70d51-835e-4d7c-9bad-aace37b575b8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.497113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42976bc5-fe8d-46ab-962c-833b9c60838d req-6cc70d51-835e-4d7c-9bad-aace37b575b8 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1681 time: 0.1220813 Aug 09 15:41:12.578966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42976bc5-fe8d-46ab-962c-833b9c60838d req-6b5fb1d9-a2b3-4221-8b73-665213e6ac69 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731046 Aug 09 15:41:12.661934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e256e-768d-40a0-8a76-8a9a758b4462 None None] New status for floating IP b64eaae8-2f23-477b-a19c-5a7885919dae: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:41:12.751979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:12.760642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.765435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53ebff-a75b-4a37-9eab-dc74a22660ad'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:12.773702 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] Sync routers for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:12.774506 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b7f2a8-dbd4-427c-9974-a1a7998f35a0" -d '{"events": [{"server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "name": "network-vif-plugged", "status": "completed", "tag": "4e53ebff-a75b-4a37-9eab-dc74a22660ad"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:12.783262 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-d7e36149-8413-4f9d-924e-74fa9e89ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.791388 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-d7e36149-8413-4f9d-924e-74fa9e89ebc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d09b4200-2c02-4417-a1a9-63d5f7701513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552162 Aug 09 15:41:12.799722 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:12.801267 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:40:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:12.931045 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6098188d-e076-42b7-b6c6-6aef50406ddc tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "PUT /v2.0/floatingips/72cb987a-fb18-4ac6-b266-fdd34e5f4871 HTTP/1.1" status: 200 len: 991 time: 3.4267297 Aug 09 15:41:12.966537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea4277-3b5e-436a-b909-9dd3bba8ec74 req-5500e3a8-400a-47b5-92a5-443619a13f0f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.977694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4ea4277-3b5e-436a-b909-9dd3bba8ec74 req-5500e3a8-400a-47b5-92a5-443619a13f0f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.2603781 Aug 09 15:41:12.987598 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ce81e-148d-4d73-8e4d-d094516b4de6 x-openstack-request-id: req-f79ce81e-148d-4d73-8e4d-d094516b4de6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:12.988260 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "name": "network-vif-plugged", "status": "completed", "tag": "4e53ebff-a75b-4a37-9eab-dc74a22660ad", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:12.989915 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f79ce81e-148d-4d73-8e4d-d094516b4de6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:12.990844 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53ebff-a75b-4a37-9eab-dc74a22660ad', 'code': 200} Aug 09 15:41:12.996610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574eb483-4020-4917-8583-cfdb7162e6db', 'tag': '2142df60-e6ef-4a26-a925-936281a3cff8'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:13.004865 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38ce641-1df1-4d61-902a-f5f07709332f" -d '{"events": [{"name": "network-changed", "server_uuid": "574eb483-4020-4917-8583-cfdb7162e6db", "tag": "2142df60-e6ef-4a26-a925-936281a3cff8"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:13.012067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-e805ecf9-7635-4739-9d3a-bef9a2d5271f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.014225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-e805ecf9-7635-4739-9d3a-bef9a2d5271f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.4488242 Aug 09 15:41:13.041909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Request body: {'port': {'device_id': 'd0c93fe5-36c5-46e4-a231-fbfcd749762d', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'admin_state_up': True, 'tenant_id': '9d0c1e32013c44db85a13a2205360274'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:13.075884 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-3db555a1-cb3e-409d-bcd7-ccc4eac4e51c service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471941 Aug 09 15:41:13.127361 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:13.221674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4ea4277-3b5e-436a-b909-9dd3bba8ec74 req-454a8080-9290-4ff4-8235-b9e42ff345bb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423921 Aug 09 15:41:13.230586 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d52cbe03-a807-4bc1-8c51-357365d7c406 req-d22ec404-2a48-43cd-a2d6-de1b70a3980e service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412599 Aug 09 15:41:13.350304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f127056-5644-40f1-a95a-7718695561f7 req-3e2ea146-afa3-46c8-b655-19fd0597866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.351131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f127056-5644-40f1-a95a-7718695561f7 req-3e2ea146-afa3-46c8-b655-19fd0597866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.353703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f127056-5644-40f1-a95a-7718695561f7 req-3e2ea146-afa3-46c8-b655-19fd0597866a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1983 time: 0.2735436 Aug 09 15:41:13.367554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ba6a1-ce5f-462e-b9e4-489568bd7f1e req-a48de8bc-7210-4e41-9603-7e22a58bb8f9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.370076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-273ba6a1-ce5f-462e-b9e4-489568bd7f1e req-a48de8bc-7210-4e41-9603-7e22a58bb8f9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2041795 Aug 09 15:41:13.457877 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '72cb987a-fb18-4ac6-b266-fdd34e5f4871', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'floating_ip_address': '172.25.7.211', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'port_id': '2142df60-e6ef-4a26-a925-936281a3cff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'mac_address': 'fa:16:3e:84:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574eb483-4020-4917-8583-cfdb7162e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:48Z', 'updated_at': '2021-08-09T15:41:10Z', 'revision_number': 1, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:13.489665 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c397f5b-57ac-46a5-8052-71337964b460 x-openstack-request-id: req-1c397f5b-57ac-46a5-8052-71337964b460 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:13.491373 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574eb483-4020-4917-8583-cfdb7162e6db", "tag": "2142df60-e6ef-4a26-a925-936281a3cff8", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:13.492953 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c397f5b-57ac-46a5-8052-71337964b460 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:13.493954 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574eb483-4020-4917-8583-cfdb7162e6db', 'tag': '2142df60-e6ef-4a26-a925-936281a3cff8', 'status': 'completed', 'code': 200} Aug 09 15:41:13.494952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f127056-5644-40f1-a95a-7718695561f7 req-761f5c85-3378-453c-9f1e-7dfd6ad183f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231146 Aug 09 15:41:13.500049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:13.505765 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:13.512198 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] Checking router: e1c69c30-a526-4058-8a5d-6df5aa363984 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:13.514750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-273ba6a1-ce5f-462e-b9e4-489568bd7f1e req-83a5a0c6-39b3-462e-9fcc-2f153cb40549 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267507 Aug 09 15:41:13.529469 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:13.530729 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:40:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:13.701000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82beac04-75c3-414f-8636-c4620da7405a req-af5e58a9-5aeb-4f65-93a5-747851be9e88 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 210 time: 0.0601549 Aug 09 15:41:13.740954 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:13.760806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce641-1df1-4d61-902a-f5f07709332f req-1f8282b1-87a5-44ed-89f5-de62599d18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.762468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b38ce641-1df1-4d61-902a-f5f07709332f req-1f8282b1-87a5-44ed-89f5-de62599d18d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4dd2a82f52504b1eaef31b92622e71ca&device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 1096 time: 0.2038507 Aug 09 15:41:13.880618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Allocated IP 172.20.0.11 (9b2b68f7-8129-4980-b79e-b5f3010ff62f/96a26b04-7d30-45d4-959b-3e9f16d14fcf/45d1a04f-17fa-4de8-9ede-06be09f64323) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:13.893140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d1ea2-4b75-4d45-b4a8-1833ed71389e req-bd9ea180-512f-4a3e-8e83-6517472fb8ca tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.901388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d1ea2-4b75-4d45-b4a8-1833ed71389e req-bd9ea180-512f-4a3e-8e83-6517472fb8ca tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.903981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e51d1ea2-4b75-4d45-b4a8-1833ed71389e req-bd9ea180-512f-4a3e-8e83-6517472fb8ca tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1681 time: 0.2081618 Aug 09 15:41:14.011912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e51d1ea2-4b75-4d45-b4a8-1833ed71389e req-5eb3eefa-bdc3-4c05-af49-d5db2501aeb7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962632 Aug 09 15:41:14.028853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce641-1df1-4d61-902a-f5f07709332f req-68d5b8a0-46bd-415a-9f8b-f6ace30b9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.031132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b38ce641-1df1-4d61-902a-f5f07709332f req-68d5b8a0-46bd-415a-9f8b-f6ace30b9010 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6113f26-7721-4eb3-8752-098e2798b81e HTTP/1.1" status: 200 len: 908 time: 0.2450593 Aug 09 15:41:14.086461 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '72cb987a-fb18-4ac6-b266-fdd34e5f4871', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'floating_ip_address': '172.25.7.211', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'port_id': '2142df60-e6ef-4a26-a925-936281a3cff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'mac_address': 'fa:16:3e:84:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574eb483-4020-4917-8583-cfdb7162e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:48Z', 'updated_at': '2021-08-09T15:41:10Z', 'revision_number': 1, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:14.139580 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8864d46-769c-497e-ab5c-5157193b9530 None None] The sync data for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 is: [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '72cb987a-fb18-4ac6-b266-fdd34e5f4871', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'floating_ip_address': '172.25.7.211', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'port_id': '2142df60-e6ef-4a26-a925-936281a3cff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'mac_address': 'fa:16:3e:84:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574eb483-4020-4917-8583-cfdb7162e6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:48Z', 'updated_at': '2021-08-09T15:41:10Z', 'revision_number': 1, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:14.210019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b38ce641-1df1-4d61-902a-f5f07709332f req-d73f11e7-bf17-4a81-a2fd-cfafc23cc4e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2142df60-e6ef-4a26-a925-936281a3cff8 HTTP/1.1" status: 200 len: 999 time: 0.1648064 Aug 09 15:41:14.333621 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:14.355440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce641-1df1-4d61-902a-f5f07709332f req-913d39cd-6abe-4ed9-9ba0-993e51a09ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.358084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b38ce641-1df1-4d61-902a-f5f07709332f req-913d39cd-6abe-4ed9-9ba0-993e51a09ad8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5 HTTP/1.1" status: 200 len: 845 time: 0.1367333 Aug 09 15:41:14.507308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef9bcf-56c1-4cb6-994f-9609a19537a9 None None] New status for floating IP 72cb987a-fb18-4ac6-b266-fdd34e5f4871: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:41:14.535299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce641-1df1-4d61-902a-f5f07709332f req-a8d28591-6644-49d7-a3b9-82a1801f5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.537931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b38ce641-1df1-4d61-902a-f5f07709332f req-a8d28591-6644-49d7-a3b9-82a1801f5fc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6113f26-7721-4eb3-8752-098e2798b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567137 Aug 09 15:41:14.554119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae25505-5117-4fef-8077-4a8ece39cf91 req-defd9b62-08cc-470b-9a4f-1117b414b8c9 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.556661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cae25505-5117-4fef-8077-4a8ece39cf91 req-defd9b62-08cc-470b-9a4f-1117b414b8c9 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1946375 Aug 09 15:41:14.593389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:14.618216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:14.812540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:14.835980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:14.852982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:14.861127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event updated for resources: {'Port': ['ID=45d1a04f-17fa-4de8-9ede-06be09f64323,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:14.879615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cae25505-5117-4fef-8077-4a8ece39cf91 req-4eb2586f-1ce1-4b12-9d1c-ed1848959e20 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056355 Aug 09 15:41:14.965139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.965727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.966295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.967056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.967631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.968355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.969071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.969679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.970394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.970774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.971324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.973938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:14.974213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb4d26e9-e6db-4de5-a058-c00349561bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.019560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc73eff-2853-4e0a-b492-8c9be64c21ec req-2bcbd627-15a1-408b-9cd5-2f510e9cb070 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.022154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bc73eff-2853-4e0a-b492-8c9be64c21ec req-2bcbd627-15a1-408b-9cd5-2f510e9cb070 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.3078418 Aug 09 15:41:15.030792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b38ce641-1df1-4d61-902a-f5f07709332f req-d8a09370-efb7-450d-a8d5-12eff3d51480 service neutron] 10.222.0.35 "GET /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725547 Aug 09 15:41:15.047057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.048094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.211342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-f6b5b5bf-6269-4acf-84ad-81ff76f403fe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1804447 Aug 09 15:41:15.262316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Request body: {'port': {'device_id': 'd0c93fe5-36c5-46e4-a231-fbfcd749762d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:15.279652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bc73eff-2853-4e0a-b492-8c9be64c21ec req-958b44e6-9ca0-48bb-862c-5736b69bba42 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2438180 Aug 09 15:41:15.449392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98292de-fc7e-468c-bb9e-5cee7295a538 req-412d9ea1-d5d2-46c2-9016-86f32de852f2 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.452204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d98292de-fc7e-468c-bb9e-5cee7295a538 req-412d9ea1-d5d2-46c2-9016-86f32de852f2 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 932 time: 0.2740130 Aug 09 15:41:15.488721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.520108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b38ce641-1df1-4d61-902a-f5f07709332f req-1cc41409-6574-4d6f-a781-8a1aeebb182b service neutron] 10.222.0.35 "GET /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320657 Aug 09 15:41:15.618134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d98292de-fc7e-468c-bb9e-5cee7295a538 req-b7ffebb7-fd95-4059-9da3-b09777f65384 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363525 Aug 09 15:41:15.642490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8d0ef-5f91-4293-9441-51c9ed66f6ee req-6fa0a55e-a1ab-434c-8cc2-c5c67f4d70f7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.650995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8d0ef-5f91-4293-9441-51c9ed66f6ee req-6fa0a55e-a1ab-434c-8cc2-c5c67f4d70f7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.653157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4f8d0ef-5f91-4293-9441-51c9ed66f6ee req-6fa0a55e-a1ab-434c-8cc2-c5c67f4d70f7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1681 time: 0.2597852 Aug 09 15:41:16.180557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4f8d0ef-5f91-4293-9441-51c9ed66f6ee req-503b9b09-6d30-436b-88fb-369a499cf78c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057845 Aug 09 15:41:16.255876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488da5ad-4d81-4e64-9f67-19c96ea95c63 req-863aff0c-06e5-480f-9996-3331a16de088 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.258591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-488da5ad-4d81-4e64-9f67-19c96ea95c63 req-863aff0c-06e5-480f-9996-3331a16de088 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1592066 Aug 09 15:41:16.360234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-488da5ad-4d81-4e64-9f67-19c96ea95c63 req-7dd6fb64-cc2b-4f25-86e8-c5f70beea911 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880058 Aug 09 15:41:16.529164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d1a04f-17fa-4de8-9ede-06be09f64323 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:16.543331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:16.576638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Transition to ACTIVE for port object 45d1a04f-17fa-4de8-9ede-06be09f64323 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:16.593153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd0eb8-6573-4095-83e5-e7f56c2dd840 req-2b4e8d8d-c76c-4521-89ac-8ce9b9c1ce26 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.595920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2bd0eb8-6573-4095-83e5-e7f56c2dd840 req-2b4e8d8d-c76c-4521-89ac-8ce9b9c1ce26 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1250155 Aug 09 15:41:16.597876 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:16.757351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Pushing event updated for resources: {'Port': ['ID=45d1a04f-17fa-4de8-9ede-06be09f64323,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:16.823665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2bd0eb8-6573-4095-83e5-e7f56c2dd840 req-a34401da-fd35-45ef-a61c-eb498e0c9a9b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2114506 Aug 09 15:41:16.934993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4838-340d-47ad-8a8e-20bb1c394e31 req-4f0ac2ba-b33b-4031-970b-da41573979fe tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.946198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4838-340d-47ad-8a8e-20bb1c394e31 req-4f0ac2ba-b33b-4031-970b-da41573979fe tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.948801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-122c4838-340d-47ad-8a8e-20bb1c394e31 req-4f0ac2ba-b33b-4031-970b-da41573979fe tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1681 time: 0.1868207 Aug 09 15:41:16.949013 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-c03ec230-2ab9-4f53-b4a7-88fe57b7b2ad service neutron] show failed (client error): The resource could not be found. Aug 09 15:41:16.950463 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-c03ec230-2ab9-4f53-b4a7-88fe57b7b2ad service neutron] 10.222.0.66 "GET /v2.0/ports/d8c6b269-a5e9-4058-b181-7e9d261b2e60/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0984075 Aug 09 15:41:17.003976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Attempting to bind port 45d1a04f-17fa-4de8-9ede-06be09f64323 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:17.004236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Attempting to bind port 45d1a04f-17fa-4de8-9ede-06be09f64323 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:17.004562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Attempting to bind port 45d1a04f-17fa-4de8-9ede-06be09f64323 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:17.018686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Port 45d1a04f-17fa-4de8-9ede-06be09f64323 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:17.019010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Attempting to bind port 45d1a04f-17fa-4de8-9ede-06be09f64323 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:17.038346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:17.038640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Checking segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:17.039036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Bound using segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:17.039470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Bound port: 45d1a04f-17fa-4de8-9ede-06be09f64323, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:17.039855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.065891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-122c4838-340d-47ad-8a8e-20bb1c394e31 req-523c2534-2a2a-433f-9e31-9b0a53eb8940 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034582 Aug 09 15:41:17.082753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f6be5-a492-4d57-9e9b-7c83165caef0 req-688b6d98-c417-4ff4-b69f-255f66f27d96 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.085396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e43f6be5-a492-4d57-9e9b-7c83165caef0 req-688b6d98-c417-4ff4-b69f-255f66f27d96 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 944 time: 0.1820073 Aug 09 15:41:17.267065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e43f6be5-a492-4d57-9e9b-7c83165caef0 req-f2394cfc-b47a-4077-978c-876a71d64eab tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493349 Aug 09 15:41:17.270060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] For port 45d1a04f-17fa-4de8-9ede-06be09f64323, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:17.307662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] For port 45d1a04f-17fa-4de8-9ede-06be09f64323, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=45d1a04f-17fa-4de8-9ede-06be09f64323,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:17.320978 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.333616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-ad81f31a-bd04-4fe1-9092-f17a95ed7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.336947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-ad81f31a-bd04-4fe1-9092-f17a95ed7047 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 1100 time: 0.1627195 Aug 09 15:41:17.384782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:17.430648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.431546 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.434079 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] 10.222.0.66 "PUT /v2.0/ports/45d1a04f-17fa-4de8-9ede-06be09f64323 HTTP/1.1" status: 200 len: 1092 time: 2.1868238 Aug 09 15:41:17.434588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c93fe5-36c5-46e4-a231-fbfcd749762d', 'tag': '45d1a04f-17fa-4de8-9ede-06be09f64323'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:17.438517 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655be391-2288-45be-a463-354acf8dd0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c93fe5-36c5-46e4-a231-fbfcd749762d", "tag": "45d1a04f-17fa-4de8-9ede-06be09f64323"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:17.490442 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-def23190-a221-40c6-b850-df76aa4b72fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.538282 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f68502b-806f-46f2-8d86-07e3b8d24c68 x-openstack-request-id: req-3f68502b-806f-46f2-8d86-07e3b8d24c68 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:17.538625 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c93fe5-36c5-46e4-a231-fbfcd749762d", "tag": "45d1a04f-17fa-4de8-9ede-06be09f64323", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:17.538949 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f68502b-806f-46f2-8d86-07e3b8d24c68 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:17.539470 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c93fe5-36c5-46e4-a231-fbfcd749762d', 'tag': '45d1a04f-17fa-4de8-9ede-06be09f64323', 'status': 'completed', 'code': 200} Aug 09 15:41:17.572397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b46de-6508-4673-b369-fb00d548889c service neutron] Pushing event updated for resources: {'Port': ['ID=45d1a04f-17fa-4de8-9ede-06be09f64323,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:17.611945 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.719524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-3d387a19-38dd-4937-a104-f8fcb15d9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.722477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-3d387a19-38dd-4937-a104-f8fcb15d9ee9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 1095 time: 0.2065158 Aug 09 15:41:17.747373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64982fb-08ca-4fd9-8d13-00dd3ab8f348 req-36804a5e-c511-425f-a805-36f64acc94da tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.750089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e64982fb-08ca-4fd9-8d13-00dd3ab8f348 req-36804a5e-c511-425f-a805-36f64acc94da tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.2321825 Aug 09 15:41:17.786942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.856806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-eeecef20-64ae-49af-aa15-7e25626ffa12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d1a04f-17fa-4de8-9ede-06be09f64323 HTTP/1.1" status: 200 len: 217 time: 0.1014774 Aug 09 15:41:18.141325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e64982fb-08ca-4fd9-8d13-00dd3ab8f348 req-703fceb1-a693-4edc-94c6-40b807f654a9 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587060 Aug 09 15:41:18.240523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-e1d6ce4b-22e4-4e65-99dd-034290ad0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.243419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-e1d6ce4b-22e4-4e65-99dd-034290ad0f79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.3702850 Aug 09 15:41:18.294675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb5957-1268-4eb0-a74b-1c5c11a66ccd req-2518eefc-e837-4ac7-a5ec-c2a07f592dfd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.297440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69eb5957-1268-4eb0-a74b-1c5c11a66ccd req-2518eefc-e837-4ac7-a5ec-c2a07f592dfd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.3360465 Aug 09 15:41:18.353409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd80346-b75e-48ff-978c-c99111383e6c req-71271c58-4ccf-478b-a264-d2fa36da4b49 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.365545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd80346-b75e-48ff-978c-c99111383e6c req-71271c58-4ccf-478b-a264-d2fa36da4b49 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.368540 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bbd80346-b75e-48ff-978c-c99111383e6c req-71271c58-4ccf-478b-a264-d2fa36da4b49 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1681 time: 0.1086576 Aug 09 15:41:18.381449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-840b024c-e99f-427e-ba7c-84cd00b52487 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271417 Aug 09 15:41:18.547320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port 4e53ebff-a75b-4a37-9eab-dc74a22660ad {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:18.547744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:18.558229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:18.592786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69eb5957-1268-4eb0-a74b-1c5c11a66ccd req-0ecee06e-5f85-49a5-aaca-5ef05ae42f66 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2747808 Aug 09 15:41:18.607707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98205db-36db-47ca-aea0-7b903c01c376 req-1ab5fa9f-e00f-49a2-b2e5-6571e7aa5dd4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.620378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98205db-36db-47ca-aea0-7b903c01c376 req-1ab5fa9f-e00f-49a2-b2e5-6571e7aa5dd4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.623573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b98205db-36db-47ca-aea0-7b903c01c376 req-1ab5fa9f-e00f-49a2-b2e5-6571e7aa5dd4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 1681 time: 0.3716021 Aug 09 15:41:18.767921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-de351554-932e-484b-b65a-efa88ec04c04 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763185 Aug 09 15:41:18.772788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port 4e53ebff-a75b-4a37-9eab-dc74a22660ad, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=4e53ebff-a75b-4a37-9eab-dc74a22660ad,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:18.773414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:18.787579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:18.807905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for 4e53ebff-a75b-4a37-9eab-dc74a22660ad owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:18.952188 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:18.957823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b98205db-36db-47ca-aea0-7b903c01c376 req-da3ef3f2-d9e0-46c8-87e3-1cb888bc0a9e tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/security-groups?id=a889d01d-8a96-48ca-b9df-203bd3b33e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989435 Aug 09 15:41:19.041125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.140428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.144996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Transition to ACTIVE for port object d8c6b269-a5e9-4058-b181-7e9d261b2e60 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:19.155124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['4e53ebff-a75b-4a37-9eab-dc74a22660ad', '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:19.174111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713b0e9-f1eb-4e73-b61b-741da98a610a req-3068a1ea-439f-4a37-871b-8280d71c65a7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.177451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9713b0e9-f1eb-4e73-b61b-741da98a610a req-3068a1ea-439f-4a37-871b-8280d71c65a7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 944 time: 0.2077763 Aug 09 15:41:19.183138 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.225734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=4e53ebff-a75b-4a37-9eab-dc74a22660ad,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:19.232647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc50c901-c32e-4f5f-90bb-064a9349cf66 req-effa28bf-84e4-46ff-b147-f36be9ea15c9 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410920 Aug 09 15:41:19.354330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9713b0e9-f1eb-4e73-b61b-741da98a610a req-e962f243-060d-4b26-af0a-7111874adaf8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559510 Aug 09 15:41:19.422530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port 4e53ebff-a75b-4a37-9eab-dc74a22660ad on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:19.429648 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.433358 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c5190c4e-d759-4b36-9581-d69f36f8bd06 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "DELETE /v2.0/ports/4e53ebff-a75b-4a37-9eab-dc74a22660ad HTTP/1.1" status: 204 len: 173 time: 1.0574002 Aug 09 15:41:19.434643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'name': 'network-vif-deleted', 'tag': '4e53ebff-a75b-4a37-9eab-dc74a22660ad'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:19.446322 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c14c516-4415-4863-be81-dd181a7600aa" -d '{"events": [{"server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "name": "network-vif-deleted", "tag": "4e53ebff-a75b-4a37-9eab-dc74a22660ad"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:19.572601 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bbc66d-9d58-4a70-b919-7cc91e07233b x-openstack-request-id: req-86bbc66d-9d58-4a70-b919-7cc91e07233b {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:19.573324 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "name": "network-vif-deleted", "tag": "4e53ebff-a75b-4a37-9eab-dc74a22660ad", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:19.573949 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86bbc66d-9d58-4a70-b919-7cc91e07233b {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:19.574784 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'name': 'network-vif-deleted', 'tag': '4e53ebff-a75b-4a37-9eab-dc74a22660ad', 'status': 'completed', 'code': 200} Aug 09 15:41:19.592287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:19.597534 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134fc3c5-f95e-4c6a-9e22-e0bc1eae1cdd" -d '{"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:19.612942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] No DVR routers for this DVR port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:19.648314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:19.737382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:19.737915 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.821098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989860-3a16-4cf4-9f4c-c92644e040f9 req-8a8fb7a3-f962-4130-9f89-a5520bc436bd tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.830000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da989860-3a16-4cf4-9f4c-c92644e040f9 req-8a8fb7a3-f962-4130-9f89-a5520bc436bd tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 947 time: 0.4381313 Aug 09 15:41:19.844800 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786aed72-f902-4ff8-b1df-317ac2f36ea6 x-openstack-request-id: req-786aed72-f902-4ff8-b1df-317ac2f36ea6 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:19.845277 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:19.845955 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-786aed72-f902-4ff8-b1df-317ac2f36ea6 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:19.846705 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'code': 200} Aug 09 15:41:19.847954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:19.848435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:19.850325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:19.857865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655be391-2288-45be-a463-354acf8dd0a7 req-f725c0f5-3bd0-4fb4-b169-a507c7978414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.860519 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-655be391-2288-45be-a463-354acf8dd0a7 req-f725c0f5-3bd0-4fb4-b169-a507c7978414 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 1095 time: 0.4849601 Aug 09 15:41:19.920760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:19.920760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:19.962793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:19.963382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.992071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:20.030096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:20.030993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:20.030993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:20.031484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Bound port: d8c6b269-a5e9-4058-b181-7e9d261b2e60, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:20.032008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.100594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da989860-3a16-4cf4-9f4c-c92644e040f9 req-8b74d947-6e0c-4f5d-9d6e-ce2b67788ddb tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474287 Aug 09 15:41:20.177269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cebdb-230b-4fe2-a76e-c66fc6ef0c6f req-fa47c0df-47b7-44ae-a09e-de3d03ca9cd7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.179521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a5cebdb-230b-4fe2-a76e-c66fc6ef0c6f req-fa47c0df-47b7-44ae-a09e-de3d03ca9cd7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2041168 Aug 09 15:41:20.207500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655be391-2288-45be-a463-354acf8dd0a7 req-f90e67f1-abc9-441c-8e19-735578ca0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.210044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-655be391-2288-45be-a463-354acf8dd0a7 req-f90e67f1-abc9-441c-8e19-735578ca0777 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 907 time: 0.3321588 Aug 09 15:41:20.267088 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.295639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-655be391-2288-45be-a463-354acf8dd0a7 req-5d14c224-5396-4a16-b91b-6969958438b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d1a04f-17fa-4de8-9ede-06be09f64323 HTTP/1.1" status: 200 len: 217 time: 0.0762033 Aug 09 15:41:20.296279 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.320715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:20.329346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:20.410767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:20.428133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:20.429095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a5cebdb-230b-4fe2-a76e-c66fc6ef0c6f req-afec2f8c-52e0-4a15-811d-b3edc7e4d06f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2349658 Aug 09 15:41:20.433596 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.437737 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bbd80346-b75e-48ff-978c-c99111383e6c req-c06611c3-5e0c-4e0d-ac6c-ade4dbdff2fb tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.35 "DELETE /v2.0/ports/7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 HTTP/1.1" status: 204 len: 173 time: 0.9850404 Aug 09 15:41:20.453718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.534961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.536009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.538640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 1095 time: 3.1640666 Aug 09 15:41:20.597299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655be391-2288-45be-a463-354acf8dd0a7 req-9593e6b2-fd5a-42fd-b139-2b45d8948e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.601251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-655be391-2288-45be-a463-354acf8dd0a7 req-9593e6b2-fd5a-42fd-b139-2b45d8948e2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.2917039 Aug 09 15:41:20.694723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01f102f-08d6-42be-ae34-114dfdebaf7f req-b21554a1-40d6-45c9-a103-aa996e4333f4 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "GET /v2.0/ports?device_id=6304bb55-86cc-4391-ad2d-818b978e7de9 HTTP/1.1" status: 200 len: 210 time: 0.1306789 Aug 09 15:41:20.778248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-655be391-2288-45be-a463-354acf8dd0a7 req-ef53310f-6f6c-4c7f-9adb-1bf1f20b08f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986183 Aug 09 15:41:20.788874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d561d-f8a2-46c8-a882-b346fb8845b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:20.945876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-c51bad55-cc6c-4ecb-b8b7-e7b4b6cc914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.947780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-c51bad55-cc6c-4ecb-b8b7-e7b4b6cc914b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1098 time: 0.3602259 Aug 09 15:41:21.098152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaf453-9259-4041-a4b2-ea079c99feda req-bac55ce1-390a-4c38-9dde-b8ef8107be49 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.100537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87aaf453-9259-4041-a4b2-ea079c99feda req-bac55ce1-390a-4c38-9dde-b8ef8107be49 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 944 time: 0.2326403 Aug 09 15:41:21.108248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-655be391-2288-45be-a463-354acf8dd0a7 req-d49fa5e0-27ec-4832-8463-af9932c1dfa8 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143601 Aug 09 15:41:21.295666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:21.335904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:21.336908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:21.337105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4e53ebff-a75b-4a37-9eab-dc74a22660ad no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:21.376994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 4e53ebff-a75b-4a37-9eab-dc74a22660ad {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:21.377681 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 4e53ebff-a75b-4a37-9eab-dc74a22660ad not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:21.576757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'name': 'network-vif-deleted', 'tag': '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:21.591558 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59759636-548b-4315-bde4-00c3c9e44441" -d '{"events": [{"server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "name": "network-vif-deleted", "tag": "7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:21.661565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-b8150882-ac56-4df8-bec1-f5a6282afc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.663162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-b8150882-ac56-4df8-bec1-f5a6282afc68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.7050843 Aug 09 15:41:21.680439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87aaf453-9259-4041-a4b2-ea079c99feda req-e1e3ec45-233a-44bc-ba49-89204b3215d3 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618105 Aug 09 15:41:21.762669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-85ab06d1-34ed-49df-962d-ab88f0b88484 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.0765376 Aug 09 15:41:21.785923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583817f-7946-435b-92f3-60d6c7e32ed2 req-ad4dba55-e02f-4053-a1f0-93a7289d6486 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.788601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1583817f-7946-435b-92f3-60d6c7e32ed2 req-ad4dba55-e02f-4053-a1f0-93a7289d6486 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 947 time: 0.2767451 Aug 09 15:41:21.844737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-655be391-2288-45be-a463-354acf8dd0a7 req-2628b915-2ea2-4117-be21-eef9776f3211 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217314 Aug 09 15:41:21.849554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:21.853444 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d3f281-2d13-49d9-a910-140d43b2baa3" -d '{"events": [{"name": "network-changed", "server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:21.911515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-313ac986-6fd7-4f0e-84e3-cfc8e8ccd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.913290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-313ac986-6fd7-4f0e-84e3-cfc8e8ccd7eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1208043 Aug 09 15:41:21.918092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1583817f-7946-435b-92f3-60d6c7e32ed2 req-504f5fc0-bc2b-4d89-bc2a-a93f5a18c698 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137307 Aug 09 15:41:21.992157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-e9834e6c-6882-4d28-bc50-2fdc1cdf20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.995227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-e9834e6c-6882-4d28-bc50-2fdc1cdf20e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720096 Aug 09 15:41:22.084198 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d0edf6-1f54-4d5f-9ca0-11fcf160ccc5 x-openstack-request-id: req-e8d0edf6-1f54-4d5f-9ca0-11fcf160ccc5 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:22.084698 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6304bb55-86cc-4391-ad2d-818b978e7de9", "name": "network-vif-deleted", "tag": "7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:22.085089 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8d0edf6-1f54-4d5f-9ca0-11fcf160ccc5 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:22.085725 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6304bb55-86cc-4391-ad2d-818b978e7de9', 'name': 'network-vif-deleted', 'tag': '7b3f6017-1c1a-48da-8e46-9dbcb6ab1e49', 'status': 'completed', 'code': 200} Aug 09 15:41:22.140526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ecf51-eb38-486c-994d-8953805ffbbb req-12f21d92-9d52-4955-98c3-8f5cfec6a0dc tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:22.142123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-518ecf51-eb38-486c-994d-8953805ffbbb req-12f21d92-9d52-4955-98c3-8f5cfec6a0dc tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1288362 Aug 09 15:41:22.189720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52476) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:22.206688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-19ea1237-ab79-473a-8ac2-fa4039d2b470 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903851 Aug 09 15:41:22.264543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-518ecf51-eb38-486c-994d-8953805ffbbb req-ebd5fb05-992a-4b91-bc0c-16ff552d30cf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058466 Aug 09 15:41:22.276669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0bd45d-0841-4a29-9c6f-3dd1d9c764b7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting subnet 3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:41:22.280847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd45d-0841-4a29-9c6f-3dd1d9c764b7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.308373 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dc5adf-8e60-4d79-9e5c-0de54bc021ee x-openstack-request-id: req-a1dc5adf-8e60-4d79-9e5c-0de54bc021ee {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:22.308843 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:22.309172 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1dc5adf-8e60-4d79-9e5c-0de54bc021ee {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:22.309990 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'status': 'completed', 'code': 200} Aug 09 15:41:22.356950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd45d-0841-4a29-9c6f-3dd1d9c764b7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.376391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 45d1a04f-17fa-4de8-9ede-06be09f64323 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:22.384888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:22.402040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-b61c11df-6de8-4621-865a-f3314b9bad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:22.406695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-b61c11df-6de8-4621-865a-f3314b9bad91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1098 time: 0.0916016 Aug 09 15:41:22.452185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0abae90-d1f6-46b7-8c9e-42863ef8f7a6 req-32a66f21-d8cb-458d-b42a-834580c06eb3 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346103 Aug 09 15:41:22.497955 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd45d-0841-4a29-9c6f-3dd1d9c764b7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.643884 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd45d-0841-4a29-9c6f-3dd1d9c764b7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.650460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-9b108c96-a52d-4c98-8bac-fac7f376a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:22.652959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-9b108c96-a52d-4c98-8bac-fac7f376a002 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2356064 Aug 09 15:41:22.677075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-613fd027-68ce-4cc6-8ec5-f869c5994c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:22.680040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-613fd027-68ce-4cc6-8ec5-f869c5994c0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1098 time: 0.1390798 Aug 09 15:41:22.714577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd45d-0841-4a29-9c6f-3dd1d9c764b7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.723945 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6c0bd45d-0841-4a29-9c6f-3dd1d9c764b7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "DELETE /v2.0/subnets/3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739 HTTP/1.1" status: 204 len: 168 time: 0.5277898 Aug 09 15:41:22.724206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c732e-c75e-44d9-af76-d030cb5da636 None None] Network cd83c278-9d86-44fb-b274-9d7b6f58682d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:41:22.732309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bd45d-0841-4a29-9c6f-3dd1d9c764b7 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Subnet': ['ID=3e88c4cb-bd4e-4103-9fb6-86b8cbe0a739,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:22.745252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:22.749336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52480) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:22.749577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-bd24d1a3-2f6c-411f-810b-387ea0987466 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.0876734 Aug 09 15:41:22.923086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 45d1a04f-17fa-4de8-9ede-06be09f64323, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=45d1a04f-17fa-4de8-9ede-06be09f64323,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:22.929013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.958864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '45d1a04f-17fa-4de8-9ede-06be09f64323', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'port_id': '45d1a04f-17fa-4de8-9ede-06be09f64323', 'mac_address': 'fa:16:3e:39:37:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a26b04-7d30-45d4-959b-3e9f16d14fcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:23.011188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-c39de5ce-6e0b-4f62-838f-b47d8c8e4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.015549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-c39de5ce-6e0b-4f62-838f-b47d8c8e4ed1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.2378821 Aug 09 15:41:23.022621 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.045402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d1a04f-17fa-4de8-9ede-06be09f64323 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:23.046935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:23.047722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.098770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 45d1a04f-17fa-4de8-9ede-06be09f64323, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=45d1a04f-17fa-4de8-9ede-06be09f64323,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:23.113167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] DHCP port deletion for cd83c278-9d86-44fb-b274-9d7b6f58682d request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:41:23.119208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.228535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589d1e-76c3-400c-8a30-ac75ab05d92c req-4203c8fb-78e9-4974-81d7-f182610ba0fa tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.250465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67589d1e-76c3-400c-8a30-ac75ab05d92c req-4203c8fb-78e9-4974-81d7-f182610ba0fa tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 944 time: 0.2856913 Aug 09 15:41:23.251704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-da7d4bd5-769d-4487-b602-c36b86ec4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.254457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-da7d4bd5-769d-4487-b602-c36b86ec4ca5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964552 Aug 09 15:41:23.264350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=45d1a04f-17fa-4de8-9ede-06be09f64323,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:23.276994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port e6bd26b6-6c30-4c59-9862-f5317e0f5b77, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:23.277566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.301150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] Deleting port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:23.301868 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.311030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for e6bd26b6-6c30-4c59-9862-f5317e0f5b77 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:23.320389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-149ec45e-7cac-455e-87ed-50904f49f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.323932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-149ec45e-7cac-455e-87ed-50904f49f820 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.5895336 Aug 09 15:41:23.414333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6bd26b6-6c30-4c59-9862-f5317e0f5b77 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:23.487563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] For port e6bd26b6-6c30-4c59-9862-f5317e0f5b77, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,segment=NetworkSegment(dafa463b-134d-4bcc-b136-900c6c973ac0),segment_id=dafa463b-134d-4bcc-b136-900c6c973ac0)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:23.488230 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.491431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.520474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] Calling delete_port for e6bd26b6-6c30-4c59-9862-f5317e0f5b77 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:23.529129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No active binding found for port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:41:23.529129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6bd26b6-6c30-4c59-9862-f5317e0f5b77 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:23.534967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-31386423-9311-4308-82f9-8c390de4ff33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.1638799 Aug 09 15:41:23.550893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['45d1a04f-17fa-4de8-9ede-06be09f64323'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:23.555381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:23.565438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:23.616995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67589d1e-76c3-400c-8a30-ac75ab05d92c req-8fefdf2d-092c-4e25-802d-5aea061abe92 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733521 Aug 09 15:41:23.689534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-ed775b7e-e77d-4abc-800a-16aa63a02f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.692834 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-ed775b7e-e77d-4abc-800a-16aa63a02f9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1460729 Aug 09 15:41:23.766387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4114f6-45c8-4909-b69a-be1400280771 req-9e22c68c-0605-47d5-9a6e-f7084b09d263 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.777151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b4114f6-45c8-4909-b69a-be1400280771 req-9e22c68c-0605-47d5-9a6e-f7084b09d263 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 947 time: 0.5186541 Aug 09 15:41:23.778874 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.785255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.819162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd83c278-9d86-44fb-b274-9d7b6f58682d']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:23.841311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] No DVR routers for this DVR port e6bd26b6-6c30-4c59-9862-f5317e0f5b77 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:23.853098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafa463b-134d-4bcc-b136-900c6c973ac0') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:23.854094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafa463b-134d-4bcc-b136-900c6c973ac0') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:23.872945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643b23c-69a9-44a4-9a38-18b372786a8c None None] Pushing event deleted for resources: {'Port': ['ID=e6bd26b6-6c30-4c59-9862-f5317e0f5b77,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:23.898260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b4114f6-45c8-4909-b69a-be1400280771 req-410e35c8-d6e2-42c2-b979-fa09f47a891c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145527 Aug 09 15:41:23.899753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-ba950d6f-97b3-43fc-a1db-c71e1d2c01fb service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004066 Aug 09 15:41:23.905309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.941414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.944550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-a300f83d-2ecd-4881-b899-c11ce0b6c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.948316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-a300f83d-2ecd-4881-b899-c11ce0b6c6f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2471023 Aug 09 15:41:23.977091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:41:23.977637 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:41:23.983584 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:41:24.101687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.133963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.138052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "DELETE /v2.0/networks/cd83c278-9d86-44fb-b274-9d7b6f58682d HTTP/1.1" status: 204 len: 168 time: 1.3857162 Aug 09 15:41:24.139877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e60a5-142c-4d4a-99bc-d780d4e2cf48 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Network': ['ID=cd83c278-9d86-44fb-b274-9d7b6f58682d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:24.142378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52496) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:24.250928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-503ad1b2-ee52-4e0a-b155-b358bc8cb150 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting subnet 3f92d87f-ffd2-416d-8e28-bcfd8da0c77e {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:41:24.262690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-503ad1b2-ee52-4e0a-b155-b358bc8cb150 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.331760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cf0de-8744-4afb-b25d-e25b655f4205 req-da027a42-1cb6-4014-a2d7-33e948a93786 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:24.333618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-450cf0de-8744-4afb-b25d-e25b655f4205 req-da027a42-1cb6-4014-a2d7-33e948a93786 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2448745 Aug 09 15:41:24.342040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-503ad1b2-ee52-4e0a-b155-b358bc8cb150 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.350012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-84345d1a-76fc-49ba-8222-99d2dff40be2 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387524 Aug 09 15:41:24.389720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-cd66e3e5-e1a9-4a2b-ac18-9f7c38adbbe7 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205797 Aug 09 15:41:24.490577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-450cf0de-8744-4afb-b25d-e25b655f4205 req-c89fb71c-3eb9-40d1-bd60-9a4612116114 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367974 Aug 09 15:41:24.515119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-503ad1b2-ee52-4e0a-b155-b358bc8cb150 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.585971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04d3f281-2d13-49d9-a910-140d43b2baa3 req-087d199c-d1fc-4317-808b-f2ea66a0d149 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892099 Aug 09 15:41:24.647624 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-503ad1b2-ee52-4e0a-b155-b358bc8cb150 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.713833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ad1b2-ee52-4e0a-b155-b358bc8cb150 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Subnet': ['ID=3f92d87f-ffd2-416d-8e28-bcfd8da0c77e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:24.731519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-503ad1b2-ee52-4e0a-b155-b358bc8cb150 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.737695 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-503ad1b2-ee52-4e0a-b155-b358bc8cb150 tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "DELETE /v2.0/subnets/3f92d87f-ffd2-416d-8e28-bcfd8da0c77e HTTP/1.1" status: 204 len: 168 time: 0.5930991 Aug 09 15:41:24.742079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e8c3c-1831-4748-9820-457179eeca22 None None] Network 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:41:24.742988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52502) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:24.957126 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.973580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6a106-9bf8-4cdd-9a31-ea8e0bd20680 req-e88b1e26-ffaf-4624-97f8-969d2c3192ef tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:24.983526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8f6a106-9bf8-4cdd-9a31-ea8e0bd20680 req-e88b1e26-ffaf-4624-97f8-969d2c3192ef tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 945 time: 0.2358449 Aug 09 15:41:25.105864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8f6a106-9bf8-4cdd-9a31-ea8e0bd20680 req-76bb9ac2-be86-46e7-938f-1974a934fba5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192408 Aug 09 15:41:25.118777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] DHCP port deletion for 197b8aa9-f5b9-4cf6-9620-70ed1a0c487c request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:41:25.201720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Deleting port 896ef7ea-0ab5-4ff4-98cc-88834699283c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:25.202296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.245798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] Deleting port 896ef7ea-0ab5-4ff4-98cc-88834699283c {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:25.246522 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.341393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:25.345172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 896ef7ea-0ab5-4ff4-98cc-88834699283c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:25.357334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c3427-de80-404a-9dac-f3829027bda4 req-989ba8c0-9153-4b3a-8b0e-1ec5176d3e38 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:25.360999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-542c3427-de80-404a-9dac-f3829027bda4 req-989ba8c0-9153-4b3a-8b0e-1ec5176d3e38 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 947 time: 0.2064438 Aug 09 15:41:25.375018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] For port 896ef7ea-0ab5-4ff4-98cc-88834699283c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=896ef7ea-0ab5-4ff4-98cc-88834699283c,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:25.376464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.428945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Calling delete_port for 896ef7ea-0ab5-4ff4-98cc-88834699283c owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:25.477168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-542c3427-de80-404a-9dac-f3829027bda4 req-25bb283f-cfbc-49e5-ac4b-dc72c20b347c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949953 Aug 09 15:41:25.482703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] For port 896ef7ea-0ab5-4ff4-98cc-88834699283c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=896ef7ea-0ab5-4ff4-98cc-88834699283c,segment=NetworkSegment(0c8be227-dc82-4c23-9686-53250b0b7ed1),segment_id=0c8be227-dc82-4c23-9686-53250b0b7ed1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:25.483415 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.605450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.619893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] Calling delete_port for 896ef7ea-0ab5-4ff4-98cc-88834699283c owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:25.691291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] No DVR routers for this DVR port 896ef7ea-0ab5-4ff4-98cc-88834699283c on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:25.708567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Port': ['ID=896ef7ea-0ab5-4ff4-98cc-88834699283c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:25.764760 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.868719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:25.935847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.938890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'mac_address': 'fa:16:3e:a0:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:25.956364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c3f24-e4be-4f99-a63c-8e64032a4ba2 req-1fe3bded-c5f6-416a-8994-9afc93694a62 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:25.958739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df6c3f24-e4be-4f99-a63c-8e64032a4ba2 req-1fe3bded-c5f6-416a-8994-9afc93694a62 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2696152 Aug 09 15:41:25.991195 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.047847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197b8aa9-f5b9-4cf6-9620-70ed1a0c487c']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:26.060682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] Pushing event deleted for resources: {'Port': ['ID=896ef7ea-0ab5-4ff4-98cc-88834699283c,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:26.066498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990f9b6-d283-4f2b-83b2-f945c67821c0 None None] No DVR routers for this DVR port 896ef7ea-0ab5-4ff4-98cc-88834699283c on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:26.071652 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.106644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c6b269-a5e9-4058-b181-7e9d261b2e60 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:26.124608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8be227-dc82-4c23-9686-53250b0b7ed1') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:26.125119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8be227-dc82-4c23-9686-53250b0b7ed1') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:26.145360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:26.156683 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.180104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.225469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df6c3f24-e4be-4f99-a63c-8e64032a4ba2 req-c8163df4-d149-458d-9bac-00c7effca87f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2290623 Aug 09 15:41:26.245105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-6a31404b-5976-4ce7-b2f1-006859ec7bb7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.248242 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-6a31404b-5976-4ce7-b2f1-006859ec7bb7 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 947 time: 0.3336365 Aug 09 15:41:26.251725 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.259921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:26.279143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:41:26.279877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:41:26.289265 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:41:26.376771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 45d1a04f-17fa-4de8-9ede-06be09f64323 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:26.417651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51353a1-c743-4acc-a31d-d2021225ead6 req-22f3c617-ad06-4748-862a-e1d77cf5d64a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.419880 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c51353a1-c743-4acc-a31d-d2021225ead6 req-22f3c617-ad06-4748-862a-e1d77cf5d64a tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 947 time: 0.3935397 Aug 09 15:41:26.502634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 45d1a04f-17fa-4de8-9ede-06be09f64323 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:26.509931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 45d1a04f-17fa-4de8-9ede-06be09f64323 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:26.510599 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.552942 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.561919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-277e4ff8-7c21-41cb-b4e9-9908b0de84c0 service neutron] 10.222.0.35 "GET /v2.0/ports/d8c6b269-a5e9-4058-b181-7e9d261b2e60/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 382 time: 0.2984135 Aug 09 15:41:26.602780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d8c6b269-a5e9-4058-b181-7e9d261b2e60'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:26.605127 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.618495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] 10.222.0.64 "DELETE /v2.0/networks/197b8aa9-f5b9-4cf6-9620-70ed1a0c487c HTTP/1.1" status: 204 len: 168 time: 1.8658676 Aug 09 15:41:26.640740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c51353a1-c743-4acc-a31d-d2021225ead6 req-89c0fc68-d826-42e6-a6ae-e771b622378c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918080 Aug 09 15:41:26.645064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35218855-8916-42de-b0a5-68031ec9563c tempest-ServersTestMultiNic-1367795732 tempest-ServersTestMultiNic-1367795732-project] Pushing event deleted for resources: {'Network': ['ID=197b8aa9-f5b9-4cf6-9620-70ed1a0c487c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:26.799130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-208740ee-e8b2-4df2-a229-207cc9c573c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.802381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-208740ee-e8b2-4df2-a229-207cc9c573c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1099 time: 0.1894944 Aug 09 15:41:26.924585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963ef75-dd1a-4b82-9e2d-24068d41aecc req-97ecbe8d-98fc-4acd-a339-ab0e0269cd99 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.927431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c963ef75-dd1a-4b82-9e2d-24068d41aecc req-97ecbe8d-98fc-4acd-a339-ab0e0269cd99 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 945 time: 0.2176895 Aug 09 15:41:26.962699 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.063155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c963ef75-dd1a-4b82-9e2d-24068d41aecc req-19b3571c-65fc-4462-a691-edf85c5e0f8f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154394 Aug 09 15:41:27.100070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-b0dd50d1-c4fa-4999-8ca9-7c9b77c9f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:27.104213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-b0dd50d1-c4fa-4999-8ca9-7c9b77c9f904 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.2919610 Aug 09 15:41:27.107400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c93fe5-36c5-46e4-a231-fbfcd749762d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d1a04f-17fa-4de8-9ede-06be09f64323'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:27.114262 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ba1e4d-60f6-4f24-a386-744a679b79c6" -d '{"events": [{"server_uuid": "d0c93fe5-36c5-46e4-a231-fbfcd749762d", "name": "network-vif-plugged", "status": "completed", "tag": "45d1a04f-17fa-4de8-9ede-06be09f64323"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:27.187318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 45d1a04f-17fa-4de8-9ede-06be09f64323, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=45d1a04f-17fa-4de8-9ede-06be09f64323,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:27.206262 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.214462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-4b3cde2e-545c-4852-b317-991e500bf792 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.1006982 Aug 09 15:41:27.380250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=45d1a04f-17fa-4de8-9ede-06be09f64323,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:27.403780 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19738757-4c1e-41de-a77b-d2729f0b3e77 x-openstack-request-id: req-19738757-4c1e-41de-a77b-d2729f0b3e77 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:27.403780 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c93fe5-36c5-46e4-a231-fbfcd749762d", "name": "network-vif-plugged", "status": "completed", "tag": "45d1a04f-17fa-4de8-9ede-06be09f64323", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:27.403780 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19738757-4c1e-41de-a77b-d2729f0b3e77 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:27.403780 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c93fe5-36c5-46e4-a231-fbfcd749762d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d1a04f-17fa-4de8-9ede-06be09f64323', 'code': 200} Aug 09 15:41:27.441609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-68d734c5-3b0c-4c77-b141-51b6b27b3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:27.447332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-68d734c5-3b0c-4c77-b141-51b6b27b3599 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1095 time: 0.1999862 Aug 09 15:41:27.657795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-0d750bb1-cd66-460c-938f-a16aa5d61df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:27.660765 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-0d750bb1-cd66-460c-938f-a16aa5d61df1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.1944976 Aug 09 15:41:27.821542 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-2aadb468-1b9b-4242-935d-9599add07b9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 998 time: 0.1511047 Aug 09 15:41:27.874049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52552) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:27.940387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-7ce602b2-92c6-47a9-9acd-f5a0dfcdbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:27.943324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-7ce602b2-92c6-47a9-9acd-f5a0dfcdbd59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1065526 Aug 09 15:41:27.968585 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:28.034499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-f0be7446-8c65-445a-aa30-7af09385385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.036154 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-f0be7446-8c65-445a-aa30-7af09385385c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834539 Aug 09 15:41:28.070133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-fe6d58c5-2084-4b8a-aeac-992e40e481e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.073065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-fe6d58c5-2084-4b8a-aeac-992e40e481e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.8434114 Aug 09 15:41:28.186554 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:28.192901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4177-7f96-4c99-b108-5a70f2511d7c req-cba0040a-9ef4-4e56-97e2-b30128c1df65 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.195907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd2d4177-7f96-4c99-b108-5a70f2511d7c req-cba0040a-9ef4-4e56-97e2-b30128c1df65 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.3850803 Aug 09 15:41:28.257791 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-f86c9c67-91e2-4282-9aa4-dc1f68d69ecb service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058020 Aug 09 15:41:28.265713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7b3d5-140f-4592-b51f-4709a986ac40 req-30304a20-3220-4184-987b-aef1625c1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.269019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61b7b3d5-140f-4592-b51f-4709a986ac40 req-30304a20-3220-4184-987b-aef1625c1c18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 1097 time: 0.4408748 Aug 09 15:41:28.448811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bfc14-b7df-497a-b17b-18714c0b8ad4 req-1f34379f-f48d-4e61-972b-fb5f8b4dff10 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.451605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c97bfc14-b7df-497a-b17b-18714c0b8ad4 req-1f34379f-f48d-4e61-972b-fb5f8b4dff10 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 948 time: 0.4291565 Aug 09 15:41:28.455221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-ad0b446e-07bf-4eec-b61f-d7f3384ecf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.456839 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9f3c050-b398-401e-8433-8cd785a9dc23 req-91fc9571-45a7-4668-ac1a-8cbc67c4812f service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900325 Aug 09 15:41:28.459002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-ad0b446e-07bf-4eec-b61f-d7f3384ecf35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3512311 Aug 09 15:41:28.531488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61b7b3d5-140f-4592-b51f-4709a986ac40 req-e3661722-f788-4a44-b520-c50c010ae978 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381489 Aug 09 15:41:28.537028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd2d4177-7f96-4c99-b108-5a70f2511d7c req-8b7563e0-90a3-4c87-9286-089e8cce73aa tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2917078 Aug 09 15:41:28.809240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c97bfc14-b7df-497a-b17b-18714c0b8ad4 req-61f9cf6f-455b-4af8-8874-548d6b9d7056 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814734 Aug 09 15:41:28.902817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-174492a9-865c-4f8d-93fd-38444f2f4368 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776462 Aug 09 15:41:29.089224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce777809-3b66-4190-924c-83bdaf74c2f4 req-e1bcf65c-53d9-4874-8794-9d30d47394b7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.092265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce777809-3b66-4190-924c-83bdaf74c2f4 req-e1bcf65c-53d9-4874-8794-9d30d47394b7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 946 time: 0.2703202 Aug 09 15:41:29.247845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f3f5c667-042e-4879-9948-5da0e2f4b687 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077707 Aug 09 15:41:29.260746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce777809-3b66-4190-924c-83bdaf74c2f4 req-c52cc9c7-a343-440e-952b-659b2ca78e8a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273532 Aug 09 15:41:29.328534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:29.406600 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.429428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port d8c6b269-a5e9-4058-b181-7e9d261b2e60 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:29.439491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port d8c6b269-a5e9-4058-b181-7e9d261b2e60 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:29.440433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.649141 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.711202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:29.715913 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b4fef1-3e04-4667-9446-7eb18d9a06c4" -d '{"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-plugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:29.747926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:29.762594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.865631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:29.927783 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb1325b-5fae-466e-a35f-73419a8673a2 x-openstack-request-id: req-abb1325b-5fae-466e-a35f-73419a8673a2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:29.928464 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-plugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:29.928928 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abb1325b-5fae-466e-a35f-73419a8673a2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:29.930004 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'code': 200} Aug 09 15:41:29.938120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ec776-e508-4318-b9c5-ccb56772eb9d req-4bb45bf5-eea1-4162-a531-abb87e7a60fd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.940095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a38ec776-e508-4318-b9c5-ccb56772eb9d req-4bb45bf5-eea1-4162-a531-abb87e7a60fd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1725450 Aug 09 15:41:30.111543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a38ec776-e508-4318-b9c5-ccb56772eb9d req-93c8bc00-c27e-4215-a076-62f76b6bee44 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526647 Aug 09 15:41:30.210264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e970b7-45d7-45f2-9446-4d25a45605cc req-3c25f11b-d858-4f6c-ba14-7b13fbf1020b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.213017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2e970b7-45d7-45f2-9446-4d25a45605cc req-3c25f11b-d858-4f6c-ba14-7b13fbf1020b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1699755 Aug 09 15:41:30.291034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Deleting port 36d84a0a-909e-4e82-8cb3-2475428d9b65 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:30.291034 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.370515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2e970b7-45d7-45f2-9446-4d25a45605cc req-7f98347c-5251-4aa9-a985-831c81378652 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349216 Aug 09 15:41:30.529946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] For port 36d84a0a-909e-4e82-8cb3-2475428d9b65, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=36d84a0a-909e-4e82-8cb3-2475428d9b65,segment=NetworkSegment(304aaa91-afac-4eb7-8051-d322615db914),segment_id=304aaa91-afac-4eb7-8051-d322615db914)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:30.530450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.558962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb73eb9-a57f-4091-a37a-4eb90a76dd4b req-67acc0de-adf4-4ede-84ab-4fb6802930b5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.561137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cb73eb9-a57f-4091-a37a-4eb90a76dd4b req-67acc0de-adf4-4ede-84ab-4fb6802930b5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1409497 Aug 09 15:41:30.581466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Calling delete_port for 36d84a0a-909e-4e82-8cb3-2475428d9b65 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:30.774867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cb73eb9-a57f-4091-a37a-4eb90a76dd4b req-47f01bae-2697-4765-8d4a-3c3771327a1c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1972816 Aug 09 15:41:30.811652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ec121-ab28-4ba8-83f4-8726f8b25000 req-b4da6e1f-e159-46b1-a069-d24e656ee68d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.813406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb5ec121-ab28-4ba8-83f4-8726f8b25000 req-b4da6e1f-e159-46b1-a069-d24e656ee68d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 946 time: 0.2182391 Aug 09 15:41:30.971902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb5ec121-ab28-4ba8-83f4-8726f8b25000 req-2809ff48-872f-4c7a-b5d7-7c89a162c70e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425457 Aug 09 15:41:31.143698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:31.206502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d84a0a-909e-4e82-8cb3-2475428d9b65,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:31.430819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a2725-d433-4a83-9955-30c0cee1ca2e req-8be4f5ba-f98d-420d-8952-2bee9dee3d5d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.433355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c78a2725-d433-4a83-9955-30c0cee1ca2e req-8be4f5ba-f98d-420d-8952-2bee9dee3d5d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 946 time: 0.2786243 Aug 09 15:41:31.489474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc61ad-b5f6-4c44-95b6-e9f3af62215f req-9b6fe59e-5501-4a9d-a6c9-b84d852b29c9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.492436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbfc61ad-b5f6-4c44-95b6-e9f3af62215f req-9b6fe59e-5501-4a9d-a6c9-b84d852b29c9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2447464 Aug 09 15:41:31.647040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c78a2725-d433-4a83-9955-30c0cee1ca2e req-6469748d-6f1e-43a6-b64c-d07bf655bf4d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982620 Aug 09 15:41:31.652524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbfc61ad-b5f6-4c44-95b6-e9f3af62215f req-fcff01e7-911b-4093-a917-dcbcfd86f284 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477902 Aug 09 15:41:31.776372 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:32.100392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb40ee-5c88-4f41-be93-4bd32e4c10f6 req-19191c7d-1cf8-4af2-b76a-ab87e839553d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.103849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3fb40ee-5c88-4f41-be93-4bd32e4c10f6 req-19191c7d-1cf8-4af2-b76a-ab87e839553d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1723864 Aug 09 15:41:32.265877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3fb40ee-5c88-4f41-be93-4bd32e4c10f6 req-12163c9f-5430-48ff-a9c2-bcbc4edb5a59 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457896 Aug 09 15:41:32.473661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Router c87afd79-c041-4521-8a61-961dc59f6ed4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:32.610603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be8f3-e5cf-474f-bf0c-066672d7ad1d req-e3f71687-6124-435d-bcc8-561bb5082825 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.613909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f8be8f3-e5cf-474f-bf0c-066672d7ad1d req-e3f71687-6124-435d-bcc8-561bb5082825 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 945 time: 0.2116561 Aug 09 15:41:32.746075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-48f264b5-12fb-4653-bef4-eb8634b366a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.748598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-48f264b5-12fb-4653-bef4-eb8634b366a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38&tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839 HTTP/1.1" status: 200 len: 1100 time: 0.2724326 Aug 09 15:41:32.798873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:33.266541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f8be8f3-e5cf-474f-bf0c-066672d7ad1d req-b7094076-bfca-48d0-9bc7-a9e1aca7a242 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6291258 Aug 09 15:41:33.314558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:33.336220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0a30f08e-4f48-444f-bdd0-1e4d0d142761 admin admin] 10.222.0.64 "PUT /v2.0/routers/c87afd79-c041-4521-8a61-961dc59f6ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4119623 Aug 09 15:41:33.338173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52616) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:33.346538 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] Sync routers for ids ['c87afd79-c041-4521-8a61-961dc59f6ed4'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:33.355972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a768f83-aa0a-4467-b35a-942e39366cf1 req-759ca6d8-bbdb-4501-a73a-8272cb493049 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.362371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a768f83-aa0a-4467-b35a-942e39366cf1 req-759ca6d8-bbdb-4501-a73a-8272cb493049 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 946 time: 0.7080986 Aug 09 15:41:33.378234 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] Routers {'c87afd79-c041-4521-8a61-961dc59f6ed4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:33.386453 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:41:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c87afd79-c041-4521-8a61-961dc59f6ed4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:33.396860 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.534024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a768f83-aa0a-4467-b35a-942e39366cf1 req-b08d746d-1368-4ca2-94ed-08c90ac90562 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396215 Aug 09 15:41:33.631199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] Set router c87afd79-c041-4521-8a61-961dc59f6ed4 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:33.634029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.732764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7c9f7-a0ea-451c-b99a-5433714686a8 req-cfc12446-3cba-4e88-a8e9-cfd06c125700 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.735907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-efb7c9f7-a0ea-451c-b99a-5433714686a8 req-cfc12446-3cba-4e88-a8e9-cfd06c125700 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2363768 Aug 09 15:41:33.857097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-efb7c9f7-a0ea-451c-b99a-5433714686a8 req-654cacfd-484a-435f-bb27-038ea9b9a2ff tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047974 Aug 09 15:41:33.857377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.019048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Deleting port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:34.021056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.097869 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:41:31Z', 'revision_number': 5, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port': {'id': 'c9b1481c-c102-4cec-9a6d-8c2b5bf3144d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:45Z', 'updated_at': '2021-08-09T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:34.105345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:34.139543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4c35-43b7-4005-845a-144ae91b9c99 req-77771c68-8973-455f-b01e-d2f27155c636 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.154270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-932d4c35-43b7-4005-845a-144ae91b9c99 req-77771c68-8973-455f-b01e-d2f27155c636 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1755123 Aug 09 15:41:34.169142 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] Checking router: c87afd79-c041-4521-8a61-961dc59f6ed4 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:34.191365 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] Routers {'c87afd79-c041-4521-8a61-961dc59f6ed4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:34.193787 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:41:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c87afd79-c041-4521-8a61-961dc59f6ed4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:34.219796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] For port c9b1481c-c102-4cec-9a6d-8c2b5bf3144d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c9b1481c-c102-4cec-9a6d-8c2b5bf3144d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:34.220786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.248881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Calling delete_port for c9b1481c-c102-4cec-9a6d-8c2b5bf3144d owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:34.265758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:34.282445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-932d4c35-43b7-4005-845a-144ae91b9c99 req-2f30700e-b9df-401a-9491-b79d51f888fc tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267245 Aug 09 15:41:34.408264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:34.420300 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5b85b1-f128-4a63-aaea-c5f5905942af" -d '{"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:34.425198 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.446923 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] Set router c87afd79-c041-4521-8a61-961dc59f6ed4 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:34.473027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-63b8b758-f1ee-4cbd-a7e9-783b911ac86c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.475706 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-63b8b758-f1ee-4cbd-a7e9-783b911ac86c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 946 time: 0.1798980 Aug 09 15:41:34.498858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Transition to ACTIVE for port object d8c6b269-a5e9-4058-b181-7e9d261b2e60 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:34.506307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.623734 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 6, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:34.728488 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d95d3-1645-4ae5-a00c-d9c0b63a92ef None None] The sync data for ids ['c87afd79-c041-4521-8a61-961dc59f6ed4'] in n-d-799523-2 is: [{'id': 'c87afd79-c041-4521-8a61-961dc59f6ed4', 'name': 'tempest-ServersTestMultiNic-1889103643-router', 'tenant_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:43Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 6, 'project_id': 'e1cb7872fdaf4d7fbd0895c261ddf480', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:34.750284 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69131a31-58f1-4934-b0fe-8906e58ec185 x-openstack-request-id: req-69131a31-58f1-4934-b0fe-8906e58ec185 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:34.750598 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-unplugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:34.750906 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69131a31-58f1-4934-b0fe-8906e58ec185 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:34.751264 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'code': 200} Aug 09 15:41:34.815598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.826783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] No DVR routers for this DVR port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:34.846911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d4fd8-98c7-4819-bb7c-858c1fd17ab9 req-1be5db70-51ce-454c-a87c-998e19f2cbf5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.850183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-171d4fd8-98c7-4819-bb7c-858c1fd17ab9 req-1be5db70-51ce-454c-a87c-998e19f2cbf5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.4092445 Aug 09 15:41:34.851298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=10']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:34.926203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b1481c-c102-4cec-9a6d-8c2b5bf3144d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:34.947043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:34.947608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:34.948187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:34.969209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:34.969956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Attempting to bind port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:34.985361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-171d4fd8-98c7-4819-bb7c-858c1fd17ab9 req-36b8236e-5978-4a34-ac63-ec8a2b85ebc4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221397 Aug 09 15:41:35.007050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:35.007050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:35.007050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:35.007050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Bound port: d8c6b269-a5e9-4058-b181-7e9d261b2e60, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:35.007595 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.085302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.226087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478ea6b-e024-4736-9cf4-8cf055f1be60 req-d0d84996-5946-4ab3-92c4-558b898f8d99 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.238779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8478ea6b-e024-4736-9cf4-8cf055f1be60 req-d0d84996-5946-4ab3-92c4-558b898f8d99 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 945 time: 0.2612236 Aug 09 15:41:35.287267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d49194-a74a-4084-a2ee-b8582695766e req-1f11a9d4-d26c-4754-9c39-e179e310626c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.301683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41d49194-a74a-4084-a2ee-b8582695766e req-1f11a9d4-d26c-4754-9c39-e179e310626c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 946 time: 0.1983557 Aug 09 15:41:35.310115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:35.356375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:35.373227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:35.379301 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.428690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8478ea6b-e024-4736-9cf4-8cf055f1be60 req-9a166bfd-aa05-45d4-a19f-1e1777c57099 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883926 Aug 09 15:41:35.438858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 36d84a0a-909e-4e82-8cb3-2475428d9b65 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:35.487471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41d49194-a74a-4084-a2ee-b8582695766e req-5e11b8bc-7576-4313-bd4a-9f87f0854037 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869574 Aug 09 15:41:35.495472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 36d84a0a-909e-4e82-8cb3-2475428d9b65 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:35.496330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 36d84a0a-909e-4e82-8cb3-2475428d9b65 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:35.521496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.526288 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.530674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] 10.222.0.66 "PUT /v2.0/ports/d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 1096 time: 2.7491760 Aug 09 15:41:35.568274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:35.666409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c288-34fe-4ed2-825e-dd6ebfaa0ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=11']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:35.683333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Deleting port 45d1a04f-17fa-4de8-9ede-06be09f64323 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:35.684261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.715919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-ec652848-96ef-442b-bfc2-3f0fbd36d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.718980 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-ec652848-96ef-442b-bfc2-3f0fbd36d173 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1099 time: 0.1369779 Aug 09 15:41:35.942664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.951435 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.058549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-eecf5fc0-691e-4a33-b854-bb6e1a3171eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.069074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-eecf5fc0-691e-4a33-b854-bb6e1a3171eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3329060 Aug 09 15:41:36.081743 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.082504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c87afd79-c041-4521-8a61-961dc59f6ed4 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:41:36.093117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.095448 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ba7221b7-a5d3-4a4b-acaf-304ee275196c admin admin] 10.222.0.64 "DELETE /v2.0/routers/c87afd79-c041-4521-8a61-961dc59f6ed4 HTTP/1.1" status: 204 len: 168 time: 2.7538142 Aug 09 15:41:36.100539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52646) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:36.109847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca90d4-067e-4488-afbc-6818e754cc1d req-f93f8799-eb6d-4055-bd95-339becec40ff tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.114015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eeca90d4-067e-4488-afbc-6818e754cc1d req-f93f8799-eb6d-4055-bd95-339becec40ff tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 948 time: 0.2427201 Aug 09 15:41:36.183794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] For port 45d1a04f-17fa-4de8-9ede-06be09f64323, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=45d1a04f-17fa-4de8-9ede-06be09f64323,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:36.184598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.199264 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-9024b0ff-f596-44be-8fec-1dedb3ceebe3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.1198604 Aug 09 15:41:36.221838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Calling delete_port for 45d1a04f-17fa-4de8-9ede-06be09f64323 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:36.244615 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb84dcb-7416-4aaa-b988-8fa53f38d84b admin admin] Deleting subnet d3068814-241f-4d59-9b4b-cba68f136773 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:41:36.254702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdb84dcb-7416-4aaa-b988-8fa53f38d84b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.300959 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:41:36.371895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eeca90d4-067e-4488-afbc-6818e754cc1d req-edd3cab1-bd83-49f1-8c40-c066e8caa131 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010813 Aug 09 15:41:36.382010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdb84dcb-7416-4aaa-b988-8fa53f38d84b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.416243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c619d-54c8-4ac7-acde-0548be13ddce req-55c8901d-17cd-41af-acfe-02c7d644f066 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.422274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-335c619d-54c8-4ac7-acde-0548be13ddce req-55c8901d-17cd-41af-acfe-02c7d644f066 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2482471 Aug 09 15:41:36.430204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-514d5ffd-c8a5-4685-af95-995c274c6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.432520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-514d5ffd-c8a5-4685-af95-995c274c6053 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1918693 Aug 09 15:41:36.565047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-335c619d-54c8-4ac7-acde-0548be13ddce req-4cda08bb-2064-466a-8915-7d672089c198 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248796 Aug 09 15:41:36.576312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-38887a8d-1753-4437-83cf-1da7793d6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.581699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-38887a8d-1753-4437-83cf-1da7793d6900 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389275 Aug 09 15:41:36.635579 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdb84dcb-7416-4aaa-b988-8fa53f38d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.721655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.743600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:36.753621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:36.757468 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c035bb8d-5533-4d00-bc7e-79fb3039d34e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:36.802169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbfa301d-6d81-4893-bfb5-32a31e1afd6e req-a2557167-567d-4516-ab9d-6d1f2dcb8d95 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c93fe5-36c5-46e4-a231-fbfcd749762d HTTP/1.1" status: 200 len: 210 time: 0.0699134 Aug 09 15:41:36.844736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event deleted for resources: {'Port': ['ID=45d1a04f-17fa-4de8-9ede-06be09f64323,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:36.916777 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdb84dcb-7416-4aaa-b988-8fa53f38d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.921409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-b35e70a4-dc77-4dcf-ae60-e0695289be26 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299170 Aug 09 15:41:36.964234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] No DVR routers for this DVR port 45d1a04f-17fa-4de8-9ede-06be09f64323 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:37.006135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.018234 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a05a56ac-c5cc-4e05-be48-41b2e2a1fedd req-d3924008-4093-4368-82fa-0cb1d07e2517 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "DELETE /v2.0/ports/45d1a04f-17fa-4de8-9ede-06be09f64323 HTTP/1.1" status: 204 len: 173 time: 2.4622853 Aug 09 15:41:37.018234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c93fe5-36c5-46e4-a231-fbfcd749762d', 'name': 'network-vif-deleted', 'tag': '45d1a04f-17fa-4de8-9ede-06be09f64323'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:37.018234 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f010f89c-f4d0-4978-9a7e-090d2d32ced4" -d '{"events": [{"server_uuid": "d0c93fe5-36c5-46e4-a231-fbfcd749762d", "name": "network-vif-deleted", "tag": "45d1a04f-17fa-4de8-9ede-06be09f64323"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:37.021764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb84dcb-7416-4aaa-b988-8fa53f38d84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3068814-241f-4d59-9b4b-cba68f136773,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:37.036227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdb84dcb-7416-4aaa-b988-8fa53f38d84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.043113 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bdb84dcb-7416-4aaa-b988-8fa53f38d84b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d3068814-241f-4d59-9b4b-cba68f136773 HTTP/1.1" status: 204 len: 168 time: 0.9398885 Aug 09 15:41:37.050622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52668) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:37.052810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c96a5-8d3f-4a01-899e-5004388fec8a None None] Network e1a42f60-568c-4f4e-ae47-08216237b1bf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:41:37.252350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c9b1481c-c102-4cec-9a6d-8c2b5bf3144d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:37.341423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c9b1481c-c102-4cec-9a6d-8c2b5bf3144d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:37.341930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c9b1481c-c102-4cec-9a6d-8c2b5bf3144d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:37.348874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c563-07bc-4ecc-9035-8580a4ed373f req-29a6377f-9ad3-4f89-a6ee-262ef5ccfa1f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.351592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d575c563-07bc-4ecc-9035-8580a4ed373f req-29a6377f-9ad3-4f89-a6ee-262ef5ccfa1f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.3014276 Aug 09 15:41:37.356150 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.367735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c943a-b61a-4895-a781-dd4dc84bc518 req-e77a8a3f-303b-43ae-8bff-cf18ad729221 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.370069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c8c943a-b61a-4895-a781-dd4dc84bc518 req-e77a8a3f-303b-43ae-8bff-cf18ad729221 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 945 time: 0.3228395 Aug 09 15:41:37.383631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409730d4-ee1e-4d0d-85df-3ef9f09cbd0a req-bd508eff-6cb4-498c-868b-c3ed3048a492 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539890 Aug 09 15:41:37.474572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] DHCP port deletion for e1a42f60-568c-4f4e-ae47-08216237b1bf request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:41:37.506907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d575c563-07bc-4ecc-9035-8580a4ed373f req-57db33cb-f4d0-4327-af06-c4e5e60b7c28 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319852 Aug 09 15:41:37.515460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c8c943a-b61a-4895-a781-dd4dc84bc518 req-41b9def5-5653-4b6a-a4fd-09b334eed2a1 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216795 Aug 09 15:41:37.542640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Deleting port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:37.543135 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.550378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Deleting port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:37.550949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.700888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] For port 3104e5a5-1f9d-4a45-a770-bf41844d2d66, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3104e5a5-1f9d-4a45-a770-bf41844d2d66,segment=NetworkSegment(304aaa91-afac-4eb7-8051-d322615db914),segment_id=304aaa91-afac-4eb7-8051-d322615db914)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:37.701560 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.725369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] For port 3104e5a5-1f9d-4a45-a770-bf41844d2d66, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3104e5a5-1f9d-4a45-a770-bf41844d2d66,segment=NetworkSegment(304aaa91-afac-4eb7-8051-d322615db914),segment_id=304aaa91-afac-4eb7-8051-d322615db914)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:37.725904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.762887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Calling delete_port for 3104e5a5-1f9d-4a45-a770-bf41844d2d66 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:37.776628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Calling delete_port for 3104e5a5-1f9d-4a45-a770-bf41844d2d66 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:37.856483 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a6cb5a-b76c-4b15-82b0-f93ab8fe6c8d x-openstack-request-id: req-57a6cb5a-b76c-4b15-82b0-f93ab8fe6c8d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:37.857636 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c93fe5-36c5-46e4-a231-fbfcd749762d", "name": "network-vif-deleted", "tag": "45d1a04f-17fa-4de8-9ede-06be09f64323", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:37.857636 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57a6cb5a-b76c-4b15-82b0-f93ab8fe6c8d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:37.857636 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c93fe5-36c5-46e4-a231-fbfcd749762d', 'name': 'network-vif-deleted', 'tag': '45d1a04f-17fa-4de8-9ede-06be09f64323', 'status': 'completed', 'code': 200} Aug 09 15:41:37.912111 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fe6c85-f14b-45ef-be78-e3880c18c02e x-openstack-request-id: req-e2fe6c85-f14b-45ef-be78-e3880c18c02e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:37.912590 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:37.913012 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2fe6c85-f14b-45ef-be78-e3880c18c02e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:37.916176 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'status': 'completed', 'code': 200} Aug 09 15:41:37.973399 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.031874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] No DVR routers for this DVR port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:38.035277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Pushing event deleted for resources: {'Port': ['ID=3104e5a5-1f9d-4a45-a770-bf41844d2d66,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:38.054470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.055447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.056323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.056977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.057613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.060820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.060820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.060820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.060820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.060820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.061757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.062157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e13cd-7960-4a12-96ef-113708632e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:38.263944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-4fe4aac7-f2f2-42e6-afcb-af3046bae73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.266725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-4fe4aac7-f2f2-42e6-afcb-af3046bae73d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1099 time: 0.3715026 Aug 09 15:41:38.294567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-ba10a234-005c-4ddb-ba6a-6164bff46cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.297114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-ba10a234-005c-4ddb-ba6a-6164bff46cfd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1099 time: 0.4039853 Aug 09 15:41:38.308320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b54c72-9f6f-4280-a62d-b4dd3041f617 req-dbea4da8-3b86-44cb-98d0-6d4323b5b2d1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.310871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68b54c72-9f6f-4280-a62d-b4dd3041f617 req-dbea4da8-3b86-44cb-98d0-6d4323b5b2d1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2888451 Aug 09 15:41:38.312444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.397506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 45d1a04f-17fa-4de8-9ede-06be09f64323 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:38.425852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 45d1a04f-17fa-4de8-9ede-06be09f64323 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:38.426352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 45d1a04f-17fa-4de8-9ede-06be09f64323 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:38.501110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3104e5a5-1f9d-4a45-a770-bf41844d2d66,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:38.521163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] No DVR routers for this DVR port 3104e5a5-1f9d-4a45-a770-bf41844d2d66 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:38.538726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614086d9-e15a-4740-abcc-8cbee2f44ed2 req-5832508e-03c0-41c8-bff0-d8f806d31852 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.541005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-614086d9-e15a-4740-abcc-8cbee2f44ed2 req-5832508e-03c0-41c8-bff0-d8f806d31852 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 948 time: 0.3981869 Aug 09 15:41:38.637800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-28e18a1a-732b-42f0-9ae2-5d30d2f65bc3 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.639946 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-28e18a1a-732b-42f0-9ae2-5d30d2f65bc3 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 945 time: 0.0725110 Aug 09 15:41:38.758702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68b54c72-9f6f-4280-a62d-b4dd3041f617 req-180fb766-6b45-4cb8-b99d-fa844e412443 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4069238 Aug 09 15:41:38.790454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.796214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-b6a02999-e038-4a08-bde5-ac22c60f7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.799445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-b6a02999-e038-4a08-bde5-ac22c60f7518 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.4759479 Aug 09 15:41:38.809063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-b0a4d6c3-b8c1-4728-94da-241861e0ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.811408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-b0a4d6c3-b8c1-4728-94da-241861e0ddb2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.5318065 Aug 09 15:41:38.816522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-614086d9-e15a-4740-abcc-8cbee2f44ed2 req-764a8e55-11f2-41b3-848c-6cf70448dda8 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598376 Aug 09 15:41:38.833696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a42f60-568c-4f4e-ae47-08216237b1bf']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:38.837550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Deleting port d2488b03-5c3f-4a8c-9077-499c54de3a53 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:38.838492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.939125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-9f491d56-6ca3-48e3-a011-cdf38781e394 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.1185479 Aug 09 15:41:38.940977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-f7b52648-ea62-46dd-91ab-a2f9971b8467 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 200 len: 217 time: 0.1187334 Aug 09 15:41:38.943321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304aaa91-afac-4eb7-8051-d322615db914') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:38.943632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304aaa91-afac-4eb7-8051-d322615db914') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:39.006711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.085856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] For port d2488b03-5c3f-4a8c-9077-499c54de3a53, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d2488b03-5c3f-4a8c-9077-499c54de3a53,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:39.086885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.153020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.211356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:41:39.212012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:41:39.216334 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:41:39.302073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-e5b04ba1-be16-42de-862d-34a01cb359f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.304474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-e5b04ba1-be16-42de-862d-34a01cb359f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.3556035 Aug 09 15:41:39.336344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3104e5a5-1f9d-4a45-a770-bf41844d2d66 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:39.342862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-424ebf3a-35c2-4d93-bc90-2f0907f4f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.345358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-424ebf3a-35c2-4d93-bc90-2f0907f4f5be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.3707511 Aug 09 15:41:39.370288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3104e5a5-1f9d-4a45-a770-bf41844d2d66 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:39.371578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3104e5a5-1f9d-4a45-a770-bf41844d2d66 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:39.482008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.482429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.483088 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Floating IP 4ece0c50-0aa0-4f48-bdbb-f3082762b1a1 disassociated. External IP: 172.25.7.151, port: d2488b03-5c3f-4a8c-9077-499c54de3a53. Aug 09 15:41:39.483661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Calling delete_port for d2488b03-5c3f-4a8c-9077-499c54de3a53 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:39.746403 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.797217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event deleted for resources: {'Port': ['ID=d2488b03-5c3f-4a8c-9077-499c54de3a53,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:39.834660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.879452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.882624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e1a42f60-568c-4f4e-ae47-08216237b1bf HTTP/1.1" status: 204 len: 168 time: 2.8303957 Aug 09 15:41:39.923781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec871c-6438-49e0-a9be-70854ebad16c req-ec66bec2-c043-42cb-a9b0-1a76ff880f85 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.926452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64ec871c-6438-49e0-a9be-70854ebad16c req-ec66bec2-c043-42cb-a9b0-1a76ff880f85 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 867 time: 0.8162687 Aug 09 15:41:39.939287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570266f-b593-4e43-a207-3ab82dc7afa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a42f60-568c-4f4e-ae47-08216237b1bf,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:39.991185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75c8b5-f862-4ee3-bd3f-05b62fcec536 req-656611f5-506d-4947-b46a-44ce60de9a9b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.994005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd75c8b5-f862-4ee3-bd3f-05b62fcec536 req-656611f5-506d-4947-b46a-44ce60de9a9b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.7052777 Aug 09 15:41:40.033292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-fae74580-1310-483f-9ce1-b894046e7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:40.035666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-fae74580-1310-483f-9ce1-b894046e7d39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6961253 Aug 09 15:41:40.039001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-ca5364da-e238-49c5-b164-09f093b420df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:40.041047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-ca5364da-e238-49c5-b164-09f093b420df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2606025 Aug 09 15:41:40.057388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:40.146901 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52696) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:40.247309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64ec871c-6438-49e0-a9be-70854ebad16c req-2bf99718-2371-4f93-81f2-6793e52a0ef3 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd2df723-4af4-495a-bdcf-78dfbe4f26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976182 Aug 09 15:41:40.285360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd75c8b5-f862-4ee3-bd3f-05b62fcec536 req-b94d50ef-1ee2-439b-afb6-8cb3b1612d7e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2698088 Aug 09 15:41:40.297167 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ea89114-4f14-4474-b017-eee7e346cc98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1cb7872fdaf4d7fbd0895c261ddf480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467211 Aug 09 15:41:40.298294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52700) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:40.329227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:40.397635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] Sync routers for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:40.453618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:40.471260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] No DVR routers for this DVR port d2488b03-5c3f-4a8c-9077-499c54de3a53 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:40.481937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-115dd24f-09f6-4b01-9d2b-5afd71bcc82f service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284000 Aug 09 15:41:40.482255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:40.486442 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1ff0de1d-b67c-49d5-83d0-9d977c16d2fe req-5d83393d-166d-414a-8e77-b0cb4f225f3b tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.35 "DELETE /v2.0/ports/d2488b03-5c3f-4a8c-9077-499c54de3a53 HTTP/1.1" status: 204 len: 173 time: 1.8372374 Aug 09 15:41:40.487157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'name': 'network-vif-deleted', 'tag': 'd2488b03-5c3f-4a8c-9077-499c54de3a53'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:40.493330 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533df47a-8bab-4444-a3b3-d9aaef7e9738" -d '{"events": [{"server_uuid": "ce23c515-8ed3-49cf-bc59-5fecdd41a731", "name": "network-vif-deleted", "tag": "d2488b03-5c3f-4a8c-9077-499c54de3a53"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:40.497898 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-6de9c107-a542-4a67-bc0a-d7e516687c82 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312131 Aug 09 15:41:40.513649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:40.514255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:41:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:40.557084 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2900f99-279f-4055-bad8-27a00cd61926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:40.636471 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2900f99-279f-4055-bad8-27a00cd61926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:40.823800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2900f99-279f-4055-bad8-27a00cd61926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:40.828165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2900f99-279f-4055-bad8-27a00cd61926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:40.832910 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2900f99-279f-4055-bad8-27a00cd61926 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a889d01d-8a96-48ca-b9df-203bd3b33e2e HTTP/1.1" status: 204 len: 168 time: 0.5299215 Aug 09 15:41:40.845353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2900f99-279f-4055-bad8-27a00cd61926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a889d01d-8a96-48ca-b9df-203bd3b33e2e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:40.916022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-52ce5d03-3368-42f6-a265-b2710fa63847 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165781 Aug 09 15:41:40.955206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa43ff-2e60-40c0-910c-6cbbd54112a8 req-b9064b7e-cfc2-4765-ae40-f3499eb586fa tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:40.968566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8caa43ff-2e60-40c0-910c-6cbbd54112a8 req-b9064b7e-cfc2-4765-ae40-f3499eb586fa tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 948 time: 0.4748383 Aug 09 15:41:41.057200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8caa43ff-2e60-40c0-910c-6cbbd54112a8 req-c78f5e8d-1318-4aac-927f-2448b8649a51 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815783 Aug 09 15:41:41.086455 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a269560-2f1f-43bb-b1c4-943b849d5976 x-openstack-request-id: req-0a269560-2f1f-43bb-b1c4-943b849d5976 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:41.086723 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce23c515-8ed3-49cf-bc59-5fecdd41a731", "name": "network-vif-deleted", "tag": "d2488b03-5c3f-4a8c-9077-499c54de3a53", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:41.088204 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a269560-2f1f-43bb-b1c4-943b849d5976 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:41.088777 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce23c515-8ed3-49cf-bc59-5fecdd41a731', 'name': 'network-vif-deleted', 'tag': 'd2488b03-5c3f-4a8c-9077-499c54de3a53', 'status': 'completed', 'code': 200} Aug 09 15:41:41.092523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c035bb8d-5533-4d00-bc7e-79fb3039d34e req-18451e76-172e-4ec7-86df-a13e4e487384 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315046 Aug 09 15:41:41.128033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:41.453878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d2488b03-5c3f-4a8c-9077-499c54de3a53 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:41.515458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: d2488b03-5c3f-4a8c-9077-499c54de3a53 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:41.516563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d2488b03-5c3f-4a8c-9077-499c54de3a53 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:41.521533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:41.562178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'mac_address': 'fa:16:3e:a0:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:41.572942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-88a66a40-ceb1-4aa7-aa40-f68f8b191915 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2305574 Aug 09 15:41:41.619291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-159925aa-b5c1-4cd3-9723-fdf3c86eeb3c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.622230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-159925aa-b5c1-4cd3-9723-fdf3c86eeb3c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.3696775 Aug 09 15:41:41.706413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-f608c6d4-066e-47f5-91db-775784c19cf4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/quotas/9d0c1e32013c44db85a13a2205360274 HTTP/1.1" status: 200 len: 375 time: 0.0678027 Aug 09 15:41:41.743616 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.784062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:37Z', 'revision_number': 5, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:41.790206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-f0a3f255-111c-475e-93c9-fd0ff630817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.792718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-f0a3f255-111c-475e-93c9-fd0ff630817c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 1101 time: 0.1688633 Aug 09 15:41:41.873305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-d2ce5533-c27f-41a1-9ae2-7cad0394aadd tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1651700 Aug 09 15:41:41.881857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-7a0cc732-c5dc-4edd-a250-5a757c815cc1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:41:41.888431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] Checking router: 97b5d282-436a-4c18-b226-2fcb1d0e41f3 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:41.895032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-7a0cc732-c5dc-4edd-a250-5a757c815cc1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203462 Aug 09 15:41:41.897772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c6b269-a5e9-4058-b181-7e9d261b2e60 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:41.916257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:41.917636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:41:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:42.051209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:42.058310 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.090002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:42.176299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2020a-e4f7-4a7f-8ae4-a6d10e94ab61 req-cf811eab-ad63-46b1-9467-0821fa6e85d3 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.177917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cf2020a-e4f7-4a7f-8ae4-a6d10e94ab61 req-cf811eab-ad63-46b1-9467-0821fa6e85d3 tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 1099 time: 0.2373247 Aug 09 15:41:42.180937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-3c43dcca-3134-4d6f-b120-e3b086c47040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.182947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-3c43dcca-3134-4d6f-b120-e3b086c47040 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3621135 Aug 09 15:41:42.208212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-99178bfe-83bc-4919-ac00-1ff24a8401e4 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117228 Aug 09 15:41:42.337122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-9b7b4b0c-4a71-43d2-b634-c9865b4b1d19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 200 len: 217 time: 0.1428246 Aug 09 15:41:42.365231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cf2020a-e4f7-4a7f-8ae4-a6d10e94ab61 req-deaad29d-cb1f-437f-a2bf-1db3aba6d47a tempest-MigrationsAdminTest-510664480 tempest-MigrationsAdminTest-510664480-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785228 Aug 09 15:41:42.455935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-7e8c5ea4-6036-4a4d-a0c9-e492bb1eb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.457471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-7e8c5ea4-6036-4a4d-a0c9-e492bb1eb40e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1108479 Aug 09 15:41:42.491585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=12']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:42.505391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52754) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:42.564936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:37Z', 'revision_number': 5, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:42.571265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-1e1588ee-40df-4ee4-af76-45e116057cbc service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620982 Aug 09 15:41:42.584268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['d8c6b269-a5e9-4058-b181-7e9d261b2e60'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:42.675763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-5eca52ad-9144-4c82-9a41-40abb5ee24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.678541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-5eca52ad-9144-4c82-9a41-40abb5ee24ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2108746 Aug 09 15:41:42.682787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b80e7249-5664-4be1-a5c4-beff04fb8c86 req-f86e4a2a-151c-4ca7-be72-fa13bcf0ecc4 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 210 time: 0.1097884 Aug 09 15:41:42.761298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c9624-01a7-47df-b0e5-4547c5f55099 None None] The sync data for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 is: [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:38:29Z', 'revision_number': 4, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9', 'name': '', 'network_id': '9626e894-726f-4a06-ad5d-957338d03f39', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'mac_address': 'fa:16:3e:01:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'a14c9567-3218-4898-8966-e767520d4c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:25Z', 'updated_at': '2021-08-09T15:38:37Z', 'revision_number': 5, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'subnets': [{'id': 'a14c9567-3218-4898-8966-e767520d4c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:42.784141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-354826145-network', 'tenant_id': '9c687798c4664a9ba3682f46647743b0'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:42.858056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Made reservation on behalf of 9c687798c4664a9ba3682f46647743b0 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:42.861972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.902187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.012083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-f0d32d99-d7ee-4cce-853f-3dc219fd621f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4226897 Aug 09 15:41:43.044600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-7526ceae-9619-417f-8752-947e86e94f54 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471978 Aug 09 15:41:43.326843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d546cb9-6d43-44ea-b69c-514153df4193 req-b5e3b78a-863c-4a29-9d0a-d029162fe572 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 210 time: 0.0699551 Aug 09 15:41:43.356386 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.364404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.440585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-26839b84-4e36-47f7-9cce-268e6aa3d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:43.443738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-26839b84-4e36-47f7-9cce-268e6aa3d973 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 1102 time: 0.3839080 Aug 09 15:41:43.481648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539f42b8-6708-4593-88d2-65154e49a2f7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:43.492340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:41:43.517762 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.518952 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Added segment 25bae897-bbe4-48cc-a6c4-94fddfb2d42e of type vlan for network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 Aug 09 15:41:43.565609 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca6f02a-fad0-472c-93f4-afa217f34f3c None None] New status for floating IP 4ece0c50-0aa0-4f48-bdbb-f3082762b1a1: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:41:43.652553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.656813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41274347-c24a-4c8b-8a18-f2d02f0b73f7 req-eb0a282e-2b5f-41d5-a3f3-2bf5257485bd service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876815 Aug 09 15:41:43.741368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.742950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:43.743726 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.813026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-d26e41e2-69af-47a8-a343-40b270acf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:43.817519 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-d26e41e2-69af-47a8-a343-40b270acf73d service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.3339097 Aug 09 15:41:43.838550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd746519-a3f7-41d9-9572-1db13552eded req-15d8c3ce-6e9b-4a1b-b70f-c0429d33d5fd tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:43.848505 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd746519-a3f7-41d9-9572-1db13552eded req-15d8c3ce-6e9b-4a1b-b70f-c0429d33d5fd tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 949 time: 0.1828687 Aug 09 15:41:43.851190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] Pushing event updated for resources: {'Network': ['ID=2309a9b0-af02-46a8-89b7-e6c97f5cce77,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:43.865280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:41:43.913980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4169258f-4d02-4b74-abb5-babf3a005d4b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4067373 Aug 09 15:41:43.914974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52774) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:43.920879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Request body: {'subnet': {'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-354826145-subnet', 'tenant_id': '9c687798c4664a9ba3682f46647743b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:43.955598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Made reservation on behalf of 9c687798c4664a9ba3682f46647743b0 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:43.958284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.004348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-99c0ed01-038c-4a11-a111-784193d77916 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 200 len: 217 time: 0.1529210 Aug 09 15:41:44.138543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f9ae2a4-9a4c-4b57-a9fe-3362fa022acd req-1109b56d-8156-4105-ba7f-fac20c108c04 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 210 time: 0.1448531 Aug 09 15:41:44.194044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd746519-a3f7-41d9-9572-1db13552eded req-aeefd43f-8fbe-44dc-afb5-7e76f775e5d3 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446116 Aug 09 15:41:44.206340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-fe471349-b7f5-4a86-9fd1-fa97fdbadd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:44.208211 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-fe471349-b7f5-4a86-9fd1-fa97fdbadd3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1802859 Aug 09 15:41:44.325473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-d2fedb3a-31e9-44de-b1de-6c0eeeb5138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:44.334939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-d2fedb3a-31e9-44de-b1de-6c0eeeb5138c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103098 Aug 09 15:41:44.400757 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.447290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:44.489419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbfe859-dead-404b-8b2f-df1101416091,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:44.542862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Checking segment: {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:44.544787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Network hostable DHCP agents. Network: 2309a9b0-af02-46a8-89b7-e6c97f5cce77, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:41:44.575426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:41:44.582944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port d8c6b269-a5e9-4058-b181-7e9d261b2e60 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:44.591648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port d8c6b269-a5e9-4058-b181-7e9d261b2e60 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:44.592310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 2309a9b0-af02-46a8-89b7-e6c97f5cce77) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:44.592858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.608338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:44.611171 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.626617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eeae43-63e1-4925-be68-52f4023f4988 None None] Network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:41:44.630378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-357b6410-e263-4880-9709-4e8a4a686e94 req-4ac1082b-358b-4605-92b8-3c598f256c2f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 210 time: 0.0723238 Aug 09 15:41:44.644067 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-731147ab-268d-4ad5-8d4a-915e8676633e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7273180 Aug 09 15:41:44.676851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-e23712e1-85e0-4915-b378-c3ac4ee3f6c5 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310750 Aug 09 15:41:44.826609 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.838694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef630eda-5e48-47a8-ad99-9c8c8f1d1aa7 req-aaf64520-fccf-4855-a727-027d884b10f5 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469119 Aug 09 15:41:44.899855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:44.903860 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbd04a4-c810-40b5-afd1-3929cd7169e6" -d '{"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-plugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:44.965939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:44.994352 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd9f1a-44e6-4da5-8e62-2ccb92a493e4 x-openstack-request-id: req-f6dd9f1a-44e6-4da5-8e62-2ccb92a493e4 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:44.995179 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-plugged", "status": "completed", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:44.995710 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6dd9f1a-44e6-4da5-8e62-2ccb92a493e4 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:44.997092 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'code': 200} Aug 09 15:41:44.999191 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.014423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2e5efde0-38ae-4178-86ad-4ce159336714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.104484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31268fe6-4281-4f4e-91dd-1d6752a7b984 None None] Network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:41:45.181641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=13']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:45.431199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64aafb2d-f504-4c22-83c5-5c222ffea299 req-81cc7d29-68f6-4abc-887f-cb324a689b7e tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 210 time: 0.0700121 Aug 09 15:41:45.485751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-158486c5-d473-4034-bc40-137bd3870ef1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.488347 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-158486c5-d473-4034-bc40-137bd3870ef1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 950 time: 0.1482599 Aug 09 15:41:45.540187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-99dcabdf-0a8d-4f79-beb9-eae91cca908e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.542931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-99dcabdf-0a8d-4f79-beb9-eae91cca908e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.4597785 Aug 09 15:41:45.581318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Request body: {'port': {'device_id': 'babcba54-90ca-4275-9764-7ef5dfa79003', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'admin_state_up': True, 'tenant_id': '9d0c1e32013c44db85a13a2205360274'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:45.673831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Deleting port d8c6b269-a5e9-4058-b181-7e9d261b2e60 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:45.674704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.802029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3591255-59a7-4471-b0d2-717e43d0f2d6 req-1990feca-8cb5-42cc-af83-ff9b5bfa17c4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.806810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3591255-59a7-4471-b0d2-717e43d0f2d6 req-1990feca-8cb5-42cc-af83-ff9b5bfa17c4 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0011cb8-52bd-4ac2-9884-21a6f13e8a38 HTTP/1.1" status: 200 len: 950 time: 0.2581253 Aug 09 15:41:45.850158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-41a65536-e32b-4636-815e-1cd6c18961d1 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.852663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-41a65536-e32b-4636-815e-1cd6c18961d1 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/networks?id=2309a9b0-af02-46a8-89b7-e6c97f5cce77 HTTP/1.1" status: 200 len: 817 time: 0.4274018 Aug 09 15:41:45.870652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] For port d8c6b269-a5e9-4058-b181-7e9d261b2e60, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d8c6b269-a5e9-4058-b181-7e9d261b2e60,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:45.871951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.894094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Calling delete_port for d8c6b269-a5e9-4058-b181-7e9d261b2e60 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:45.924973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-7c1cf275-5f09-4058-8f81-4ffda40e171c tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/quotas/9c687798c4664a9ba3682f46647743b0 HTTP/1.1" status: 200 len: 375 time: 0.0525866 Aug 09 15:41:46.002608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3591255-59a7-4471-b0d2-717e43d0f2d6 req-fbfba67d-9b52-49f2-881f-f266236547d1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648779 Aug 09 15:41:46.007657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-fe559ed4-c910-4b5f-97b0-24e8c9723edc tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c687798c4664a9ba3682f46647743b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641646 Aug 09 15:41:46.055101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:46.059642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:46.137082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:46.153973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:46.233622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['6c72c62f-33b5-444d-a9a3-e80121d19ffc', '38e1f410-d435-45bd-af46-d73c372e1fe7', 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:46.235151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event deleted for resources: {'Port': ['ID=d8c6b269-a5e9-4058-b181-7e9d261b2e60,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:46.333004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] No DVR routers for this DVR port d8c6b269-a5e9-4058-b181-7e9d261b2e60 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:46.346751 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:46.350545 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0388a89c-93c5-45da-9c76-ee4774f45db4 req-0eceddd9-a779-496d-8816-bfa3d084309c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "DELETE /v2.0/ports/d8c6b269-a5e9-4058-b181-7e9d261b2e60 HTTP/1.1" status: 204 len: 173 time: 0.8458905 Aug 09 15:41:46.351358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-deleted', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:46.356254 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a7f772-bfc4-4dbc-b076-40e74ae3aaf2" -d '{"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-deleted", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:46.794845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96a7524e-b606-414f-ad14-c0a1c95f6bfe req-f44f8cc7-0697-4bd3-8be5-f2ae785f771d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 210 time: 0.0673730 Aug 09 15:41:46.904186 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb786350-149a-46ad-869d-7ba5f1e5ff16 x-openstack-request-id: req-fb786350-149a-46ad-869d-7ba5f1e5ff16 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:46.905240 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0011cb8-52bd-4ac2-9884-21a6f13e8a38", "name": "network-vif-deleted", "tag": "d8c6b269-a5e9-4058-b181-7e9d261b2e60", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:46.905699 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb786350-149a-46ad-869d-7ba5f1e5ff16 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:46.906288 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0011cb8-52bd-4ac2-9884-21a6f13e8a38', 'name': 'network-vif-deleted', 'tag': 'd8c6b269-a5e9-4058-b181-7e9d261b2e60', 'status': 'completed', 'code': 200} Aug 09 15:41:46.908659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-72845f93-680f-4fa3-9f49-175c0d78ae38 service neutron] 10.222.0.64 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8843684 Aug 09 15:41:47.157783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-bb9b3e8b-4d87-4736-838f-f26ba236b7cc service neutron] 10.222.0.64 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429631 Aug 09 15:41:47.188639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-804c669e-cd39-4e54-b124-50a687c6463c req-25eb6e11-ff5f-4fc0-8d71-59b176f8b8c5 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 210 time: 0.1042418 Aug 09 15:41:47.237032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Allocated IP 172.20.0.9 (9b2b68f7-8129-4980-b79e-b5f3010ff62f/96a26b04-7d30-45d4-959b-3e9f16d14fcf/4d2298ae-0853-43eb-a775-e29c6975b01b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:47.496418 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b6d68eac-c36d-4267-a910-ca5976dc3689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:47.616624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:47.739377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:47.760057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:47.848183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:47.861572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:47.873743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:47.963452 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:48.012301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:48.020671 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:48.173984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6039011 Aug 09 15:41:48.174972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa12cb-ba78-4c4b-b288-2bf64cd15d4f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event updated for resources: {'Port': ['ID=4d2298ae-0853-43eb-a775-e29c6975b01b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:48.212230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Request body: {'port': {'device_id': 'babcba54-90ca-4275-9764-7ef5dfa79003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:48.405229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6827fc-2526-44dc-a335-3f1a8e9189e2 req-faaa44c6-2aaa-49e9-a143-ebeb759363ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:48.407853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a6827fc-2526-44dc-a335-3f1a8e9189e2 req-faaa44c6-2aaa-49e9-a143-ebeb759363ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 951 time: 0.3769703 Aug 09 15:41:48.422329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d315c-d726-4d2c-9cf9-9357230a76f5 req-02ed733f-c383-4964-9c5d-90f21453e130 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:48.436141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de4d315c-d726-4d2c-9cf9-9357230a76f5 req-02ed733f-c383-4964-9c5d-90f21453e130 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 931 time: 0.3529894 Aug 09 15:41:48.442711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:48.634077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de4d315c-d726-4d2c-9cf9-9357230a76f5 req-383faaee-d3ac-41f8-a6ab-497425cf2093 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967134 Aug 09 15:41:48.663001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a6827fc-2526-44dc-a335-3f1a8e9189e2 req-4d3f6ef2-8df0-4056-be13-058059b4a702 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216935 Aug 09 15:41:48.893647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89993de2-3039-487d-b14d-4e133f4153fb req-bc957672-8390-447d-905a-43104d46ccb6 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 210 time: 0.1425924 Aug 09 15:41:48.970861 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:49.088717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c844a60-eadb-41f9-a615-de3675ce1f75 req-e9b98085-472d-4298-b8a1-c8c29abb51dc tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce23c515-8ed3-49cf-bc59-5fecdd41a731 HTTP/1.1" status: 200 len: 210 time: 0.1794803 Aug 09 15:41:49.346798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-64afd7ba-0bb6-46f9-9d25-1459fc3c0e19 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.349317 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-64afd7ba-0bb6-46f9-9d25-1459fc3c0e19 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 951 time: 0.1082225 Aug 09 15:41:49.504364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2298ae-0853-43eb-a775-e29c6975b01b {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:49.531325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:49.567372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Transition to ACTIVE for port object 4d2298ae-0853-43eb-a775-e29c6975b01b will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:49.571676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Deleting port 38e1f410-d435-45bd-af46-d73c372e1fe7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:49.572270 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:49.581585 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:49.763173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Pushing event updated for resources: {'Port': ['ID=4d2298ae-0853-43eb-a775-e29c6975b01b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:49.941230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] For port 38e1f410-d435-45bd-af46-d73c372e1fe7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38e1f410-d435-45bd-af46-d73c372e1fe7,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:49.942681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:50.010420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Calling delete_port for 38e1f410-d435-45bd-af46-d73c372e1fe7 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:50.026161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Attempting to bind port 4d2298ae-0853-43eb-a775-e29c6975b01b on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:50.027065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Attempting to bind port 4d2298ae-0853-43eb-a775-e29c6975b01b by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:50.027065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Attempting to bind port 4d2298ae-0853-43eb-a775-e29c6975b01b on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:50.044128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e159a-b032-42cc-854b-7e849b0a5f08 req-8881bd15-9480-4ddc-b27f-443713cd194f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.056083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb2e159a-b032-42cc-854b-7e849b0a5f08 req-8881bd15-9480-4ddc-b27f-443713cd194f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 951 time: 0.2043369 Aug 09 15:41:50.077891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18679879-dffd-4d1b-974d-2cba6bfc12d0 req-c4233fd7-7392-49e2-bdd3-5cd9063082ff tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.082981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18679879-dffd-4d1b-974d-2cba6bfc12d0 req-c4233fd7-7392-49e2-bdd3-5cd9063082ff tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 943 time: 0.2100348 Aug 09 15:41:50.100926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Port 4d2298ae-0853-43eb-a775-e29c6975b01b on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:50.108646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Attempting to bind port 4d2298ae-0853-43eb-a775-e29c6975b01b on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:50.209759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:50.210772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Checking segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:50.212016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Bound using segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:50.213202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Bound port: 4d2298ae-0853-43eb-a775-e29c6975b01b, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:50.214109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:50.300344 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:50.338695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb2e159a-b032-42cc-854b-7e849b0a5f08 req-79589d4e-42ea-473b-a10c-755d6891215f tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811711 Aug 09 15:41:50.355204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18679879-dffd-4d1b-974d-2cba6bfc12d0 req-4a189ee1-ed9e-4da0-af76-4e3dfc496d3f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308660 Aug 09 15:41:50.381974 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:50.401362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['6c72c62f-33b5-444d-a9a3-e80121d19ffc', '38e1f410-d435-45bd-af46-d73c372e1fe7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:50.406144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:50.471385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event deleted for resources: {'Port': ['ID=38e1f410-d435-45bd-af46-d73c372e1fe7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:50.480188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] For port 4d2298ae-0853-43eb-a775-e29c6975b01b, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:50.489928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] For port 4d2298ae-0853-43eb-a775-e29c6975b01b, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4d2298ae-0853-43eb-a775-e29c6975b01b,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:50.502542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:50.630041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:50.668717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] No DVR routers for this DVR port 38e1f410-d435-45bd-af46-d73c372e1fe7 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:50.674312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:50.679068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4cabdf98-ff38-473d-b44a-5155bb20bb12 req-178a563b-5264-49d7-9e66-884b58c04730 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "DELETE /v2.0/ports/38e1f410-d435-45bd-af46-d73c372e1fe7 HTTP/1.1" status: 204 len: 173 time: 1.3211396 Aug 09 15:41:50.685493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-deleted', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:50.703098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: d8c6b269-a5e9-4058-b181-7e9d261b2e60 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:50.704518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d8c6b269-a5e9-4058-b181-7e9d261b2e60 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:50.710134 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bc1062-e196-49b3-883a-7401eb245042" -d '{"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-deleted", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:50.788992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Pushing event updated for resources: {'Port': ['ID=4d2298ae-0853-43eb-a775-e29c6975b01b,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:50.844298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.845744 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:50.848896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-51a17a73-454f-48c2-a974-62d41a55dd8b service neutron] 10.222.0.66 "PUT /v2.0/ports/4d2298ae-0853-43eb-a775-e29c6975b01b HTTP/1.1" status: 200 len: 1091 time: 2.6538677 Aug 09 15:41:50.849763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babcba54-90ca-4275-9764-7ef5dfa79003', 'tag': '4d2298ae-0853-43eb-a775-e29c6975b01b'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:50.854809 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d" -d '{"events": [{"name": "network-changed", "server_uuid": "babcba54-90ca-4275-9764-7ef5dfa79003", "tag": "4d2298ae-0853-43eb-a775-e29c6975b01b"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:50.893172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d27126c-a0bf-474e-8ef3-71d758f7b52e req-16de5806-b09d-4ec5-a206-9dec500fd39c tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 210 time: 0.1511133 Aug 09 15:41:51.085797 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5561d5a7-dac0-40f3-a2f5-62f2df088f4a x-openstack-request-id: req-5561d5a7-dac0-40f3-a2f5-62f2df088f4a {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:51.086300 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd72f560-cf0b-46cd-937f-4f4a66141054", "name": "network-vif-deleted", "tag": "38e1f410-d435-45bd-af46-d73c372e1fe7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:51.086791 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5561d5a7-dac0-40f3-a2f5-62f2df088f4a {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:51.087468 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd72f560-cf0b-46cd-937f-4f4a66141054', 'name': 'network-vif-deleted', 'tag': '38e1f410-d435-45bd-af46-d73c372e1fe7', 'status': 'completed', 'code': 200} Aug 09 15:41:51.193691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52886) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:51.340683 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018475ff-3aa5-43bc-bd04-c3164a764a5a x-openstack-request-id: req-018475ff-3aa5-43bc-bd04-c3164a764a5a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:51.341620 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babcba54-90ca-4275-9764-7ef5dfa79003", "tag": "4d2298ae-0853-43eb-a775-e29c6975b01b", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:51.342039 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-018475ff-3aa5-43bc-bd04-c3164a764a5a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:51.344090 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babcba54-90ca-4275-9764-7ef5dfa79003', 'tag': '4d2298ae-0853-43eb-a775-e29c6975b01b', 'status': 'completed', 'code': 200} Aug 09 15:41:51.492849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-a9d667e9-a7a4-4d63-a3c1-7993d5615102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:51.496374 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-a9d667e9-a7a4-4d63-a3c1-7993d5615102 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 1094 time: 0.2292740 Aug 09 15:41:51.534959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd46d882-a94d-4fdd-a069-fb3a51752027 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.679572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd46d882-a94d-4fdd-a069-fb3a51752027 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.702362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8199434-5f90-4320-8ef9-96a808b30be4 req-b0dcf378-12e6-4f3a-ae3f-edb2c9d32968 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd72f560-cf0b-46cd-937f-4f4a66141054 HTTP/1.1" status: 200 len: 210 time: 0.0649939 Aug 09 15:41:51.748691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-7a998e30-ef1e-45a2-ab21-f69ec4b411bc tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:51.752401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-7a998e30-ef1e-45a2-ab21-f69ec4b411bc tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.35 "GET /v2.0/networks?id=2309a9b0-af02-46a8-89b7-e6c97f5cce77 HTTP/1.1" status: 200 len: 817 time: 0.8901355 Aug 09 15:41:51.767878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-4b923af7-f934-45b3-8605-387b952d35a0 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:51.770836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-4b923af7-f934-45b3-8605-387b952d35a0 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.66 "GET /v2.0/networks?id=2309a9b0-af02-46a8-89b7-e6c97f5cce77 HTTP/1.1" status: 200 len: 817 time: 0.8196008 Aug 09 15:41:51.772564 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-97e73493-efd3-49f0-be66-1f34d67a1581 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d2298ae-0853-43eb-a775-e29c6975b01b HTTP/1.1" status: 200 len: 217 time: 0.2508030 Aug 09 15:41:51.780327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Request body: {'port': {'device_id': 'e78cfeac-b330-4ffd-9641-c9a320899fc2', 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77', 'admin_state_up': True, 'tenant_id': '9c687798c4664a9ba3682f46647743b0'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:51.795508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Request body: {'port': {'device_id': '6508adb0-0cc5-470a-8750-8f07bfeb3156', 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77', 'admin_state_up': True, 'tenant_id': '9c687798c4664a9ba3682f46647743b0'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:51.876807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd46d882-a94d-4fdd-a069-fb3a51752027 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.880586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd46d882-a94d-4fdd-a069-fb3a51752027 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.886025 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fd46d882-a94d-4fdd-a069-fb3a51752027 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "DELETE /v2.0/security-groups/cd2df723-4af4-495a-bdcf-78dfbe4f26f8 HTTP/1.1" status: 204 len: 168 time: 0.6873603 Aug 09 15:41:51.902659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52894) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:51.965861 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-3b6bb20c-2741-48fa-ae00-e2ba5343d881 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] show failed (client error): The resource could not be found. Aug 09 15:41:51.967016 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3b6bb20c-2741-48fa-ae00-e2ba5343d881 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "GET /v2.0/security-groups/cd2df723-4af4-495a-bdcf-78dfbe4f26f8 HTTP/1.1" status: 404 len: 347 time: 0.0282533 Aug 09 15:41:51.978238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52900) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:51.991523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46d882-a94d-4fdd-a069-fb3a51752027 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2df723-4af4-495a-bdcf-78dfbe4f26f8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:52.047880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4f18c-b874-4267-9ab6-ec503d2877b6 req-25d93a7c-13ab-4868-8bbd-6b3d0d94ff31 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:52.050225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02f4f18c-b874-4267-9ab6-ec503d2877b6 req-25d93a7c-13ab-4868-8bbd-6b3d0d94ff31 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 943 time: 0.4529629 Aug 09 15:41:52.063134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-05f807d2-5575-4c2f-aad6-6c3c835cc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:52.074165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-05f807d2-5575-4c2f-aad6-6c3c835cc865 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.2846870 Aug 09 15:41:52.245702 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-99987882-39f6-4a3a-b841-68331b51efb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547160 Aug 09 15:41:52.278989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-786ee87e-8333-4b5b-93e1-061ee24188f5 req-99a1a9b6-03bf-4068-9f11-430455b1902a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 210 time: 0.0792868 Aug 09 15:41:52.312946 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02f4f18c-b874-4267-9ab6-ec503d2877b6 req-924344ac-f872-44f6-9636-815cf7d098cd tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335629 Aug 09 15:41:52.410611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-fd18c6fd-b03d-41b8-952b-fbaec4b3d8ab service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371508 Aug 09 15:41:52.427635 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:41:52.427635 n-d-799523-2 neutron-server[94177]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:41:52.427635 n-d-799523-2 neutron-server[94177]: [parameters: {'project_id': '9c687798c4664a9ba3682f46647743b0', 'id': 'a1049d9f-2f8f-40c2-a431-aaa6d1aa7523', 'expiration': datetime.datetime(2021, 8, 9, 15, 43, 52, 405441)}] Aug 09 15:41:52.427635 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:41:52.429024 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:41:52.435598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Made reservation on behalf of 9c687798c4664a9ba3682f46647743b0 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:52.447722 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:52.541041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-53c71ee9-0128-44e2-94b9-a35d7b2aa8dc tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:52.543956 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-53c71ee9-0128-44e2-94b9-a35d7b2aa8dc tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.35 "GET /v2.0/networks?id=2309a9b0-af02-46a8-89b7-e6c97f5cce77 HTTP/1.1" status: 200 len: 817 time: 0.7298510 Aug 09 15:41:52.568677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Request body: {'port': {'device_id': '0b7883ea-af7b-42fb-825a-6a434908ba8c', 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77', 'admin_state_up': True, 'tenant_id': '9c687798c4664a9ba3682f46647743b0'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:52.725715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Allocated IP 172.20.0.14 (2309a9b0-af02-46a8-89b7-e6c97f5cce77/0fbfe859-dead-404b-8b2f-df1101416091/46ae7732-92ea-4439-9830-052cafde6e9f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:52.777573 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-38cfce35-573d-4795-8ec4-00baca4e0299 req-6dd297c4-1e7d-4863-a8b2-20d9e5f78446 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430498 Aug 09 15:41:52.780210 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Deleting port 78ab815a-c2ca-4c73-a62c-ace0477d2fd0 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:52.780757 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.040603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-a04d3d75-22e6-44cf-a30d-c8f1fdcba6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.043620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-a04d3d75-22e6-44cf-a30d-c8f1fdcba6b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 1094 time: 0.1318209 Aug 09 15:41:53.064301 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.100329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.100774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.128199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Made reservation on behalf of 9c687798c4664a9ba3682f46647743b0 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:53.132419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.195120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Made reservation on behalf of 9c687798c4664a9ba3682f46647743b0 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:53.206007 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.244835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Calling delete_port for 78ab815a-c2ca-4c73-a62c-ace0477d2fd0 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:53.307064 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.457817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:53.481097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Pushing event updated for resources: {'Port': ['ID=46ae7732-92ea-4439-9830-052cafde6e9f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:53.483311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-f10d1db5-666d-49c2-981f-017f581aa8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.485627 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-f10d1db5-666d-49c2-981f-017f581aa8bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 907 time: 0.3756809 Aug 09 15:41:53.535347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21189933-e10d-4db1-a843-a609a3849d4b req-65b40f52-9c21-4ad9-8331-e9466b557010 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.537343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21189933-e10d-4db1-a843-a609a3849d4b req-65b40f52-9c21-4ad9-8331-e9466b557010 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.2326033 Aug 09 15:41:53.538319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:53.541370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:53.557279 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-8c2113d2-e16a-4752-9fa9-b235af5c9867 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d2298ae-0853-43eb-a775-e29c6975b01b HTTP/1.1" status: 200 len: 217 time: 0.0502703 Aug 09 15:41:53.596968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5965586-ff5d-4581-b762-c177671f49d8 req-6238b707-2728-422d-8376-55daee72c6bc tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 210 time: 0.1355782 Aug 09 15:41:53.628769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-117412f4-1f4c-40dc-a5b9-8d87e0a2f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.630891 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-117412f4-1f4c-40dc-a5b9-8d87e0a2f787 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.0609610 Aug 09 15:41:53.669876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Allocated IP 172.20.0.12 (2309a9b0-af02-46a8-89b7-e6c97f5cce77/0fbfe859-dead-404b-8b2f-df1101416091/dfbbb572-7b2c-437d-8eb0-5390d692a5b8) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:53.683902 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-1192542a-371c-41dd-bd61-d6a46ade806b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359962 Aug 09 15:41:53.720838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.721699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.752007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21189933-e10d-4db1-a843-a609a3849d4b req-2462a235-5aa8-4cc4-be5d-6c5b82f398f1 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717949 Aug 09 15:41:53.822818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-3ae9cb8e-ff08-449d-9677-5a4ac84ef41a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0502117 Aug 09 15:41:53.840528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Request body: {'port': {'device_id': 'e78cfeac-b330-4ffd-9641-c9a320899fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:53.975128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf69a8-e057-4a4e-82dc-2f51cd53e5a0 req-f6452e98-b3c6-4116-b0ba-7541590cb607 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.976837 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bcbf69a8-e057-4a4e-82dc-2f51cd53e5a0 req-f6452e98-b3c6-4116-b0ba-7541590cb607 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 943 time: 0.2715476 Aug 09 15:41:54.044613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.101281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bcbf69a8-e057-4a4e-82dc-2f51cd53e5a0 req-a6748182-9db3-489e-bab6-ca2c063f717f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022778 Aug 09 15:41:54.199987 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.238661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.277048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Pushing event deleted for resources: {'Port': ['ID=78ab815a-c2ca-4c73-a62c-ace0477d2fd0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:54.344693 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-4b6ccb22-3ca7-4b61-a559-ae54d29c7661 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423326 Aug 09 15:41:54.395156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.450726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:54.457256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:54.461797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:54.506166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Pushing event updated for resources: {'Port': ['ID=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:54.530228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:54.563944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:54.563944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.581657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 38e1f410-d435-45bd-af46-d73c372e1fe7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:54.582307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38e1f410-d435-45bd-af46-d73c372e1fe7 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:54.597372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-b7bb2c9a-7a20-4a66-9759-912b2ae5a74b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8076336 Aug 09 15:41:54.614054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.616721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.621565 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b47a86dd-9b93-4c9c-b6c6-91a19432b5d0 tempest-ServersTestBootFromVolume-2085762885 tempest-ServersTestBootFromVolume-2085762885-project] 10.222.0.64 "DELETE /v2.0/floatingips/4ece0c50-0aa0-4f48-bdbb-f3082762b1a1 HTTP/1.1" status: 204 len: 168 time: 2.6367958 Aug 09 15:41:54.622748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Request body: {'port': {'device_id': '6508adb0-0cc5-470a-8750-8f07bfeb3156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:54.628594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52926) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:54.642942 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-301ff5c8-0caf-4dbf-93a1-1272a86cca2d req-633e7913-55f9-4d1e-aad7-b071b80b21e7 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875216 Aug 09 15:41:54.646910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Allocated IP 172.20.0.8 (2309a9b0-af02-46a8-89b7-e6c97f5cce77/0fbfe859-dead-404b-8b2f-df1101416091/b36523c6-4346-45ff-abea-84b4cea51993) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:54.853340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19a8e016-7bbc-4212-b682-17b58da029a6 req-58f2284b-1a7a-415d-a8ee-6ee0ef47e71e tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 210 time: 0.0972691 Aug 09 15:41:54.907302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-86ac677e-7e99-4a25-9bb4-385bd3e2da6e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:54.909075 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-86ac677e-7e99-4a25-9bb4-385bd3e2da6e tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.1082323 Aug 09 15:41:55.007219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.123994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Deleting port 6c72c62f-33b5-444d-a9a3-e80121d19ffc {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:55.124257 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.129662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.279601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:55.289098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:55.297975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:55.310036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Pushing event updated for resources: {'Port': ['ID=b36523c6-4346-45ff-abea-84b4cea51993,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:55.321470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.376636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.377225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.381319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] For port 6c72c62f-33b5-444d-a9a3-e80121d19ffc, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6c72c62f-33b5-444d-a9a3-e80121d19ffc,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:55.381798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.407113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Calling delete_port for 6c72c62f-33b5-444d-a9a3-e80121d19ffc owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:55.417694 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-93a0e610-fd23-4ea6-a4ef-2b303789153f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8599281 Aug 09 15:41:55.437995 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Request body: {'port': {'device_id': '0b7883ea-af7b-42fb-825a-6a434908ba8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:55.542604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f71ac-9636-4ef7-8c24-9733a998aabe req-2f261540-01b8-4266-be3d-c7e959c6433d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.545257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-782f71ac-9636-4ef7-8c24-9733a998aabe req-2f261540-01b8-4266-be3d-c7e959c6433d tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca HTTP/1.1" status: 200 len: 949 time: 0.6218607 Aug 09 15:41:55.558284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.750252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce47f95-c8f4-4970-bca1-4dccf5b203e8 req-7b771e32-22db-441b-9fb1-7c95979dd92b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.752098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ce47f95-c8f4-4970-bca1-4dccf5b203e8 req-7b771e32-22db-441b-9fb1-7c95979dd92b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 943 time: 0.4371755 Aug 09 15:41:55.793468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.810407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:55.820246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['6c72c62f-33b5-444d-a9a3-e80121d19ffc'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:55.858385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event deleted for resources: {'Port': ['ID=6c72c62f-33b5-444d-a9a3-e80121d19ffc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:55.895341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-782f71ac-9636-4ef7-8c24-9733a998aabe req-31f2ac68-c0f0-4e58-b29f-70c1bcd5e1cc tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881985 Aug 09 15:41:55.964198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] No DVR routers for this DVR port 6c72c62f-33b5-444d-a9a3-e80121d19ffc on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:55.967458 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:55.970768 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7b0ad1d1-b5ae-487e-9415-0fbb19532acb req-817dffed-8b5c-4128-9f3c-76ccdaa702ef tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.66 "DELETE /v2.0/ports/6c72c62f-33b5-444d-a9a3-e80121d19ffc HTTP/1.1" status: 204 len: 173 time: 1.0532098 Aug 09 15:41:55.971632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'name': 'network-vif-deleted', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:55.974199 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31604b08-3f4b-4117-a1d4-9759950a9ae5" -d '{"events": [{"server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "name": "network-vif-deleted", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:56.025235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ce47f95-c8f4-4970-bca1-4dccf5b203e8 req-0b3e1cf2-6baa-41e1-9172-4c899acb38c8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652893 Aug 09 15:41:56.108703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ae7732-92ea-4439-9830-052cafde6e9f {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:56.137949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.177494 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1865ab43-d27e-47f8-91e5-71e457f174d0 x-openstack-request-id: req-1865ab43-d27e-47f8-91e5-71e457f174d0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:56.177980 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33d5eb2-b0f2-4c59-b56c-2a3dfed348ca", "name": "network-vif-deleted", "tag": "6c72c62f-33b5-444d-a9a3-e80121d19ffc", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:56.178268 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1865ab43-d27e-47f8-91e5-71e457f174d0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:56.178850 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33d5eb2-b0f2-4c59-b56c-2a3dfed348ca', 'name': 'network-vif-deleted', 'tag': '6c72c62f-33b5-444d-a9a3-e80121d19ffc', 'status': 'completed', 'code': 200} Aug 09 15:41:56.220058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Transition to ACTIVE for port object 46ae7732-92ea-4439-9830-052cafde6e9f will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:56.236766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.317290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ff79a-561d-43d0-98b9-8d652196ad6a req-b915cef7-a0b5-4228-8fd4-798c017b8208 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:56.319979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-656ff79a-561d-43d0-98b9-8d652196ad6a req-b915cef7-a0b5-4228-8fd4-798c017b8208 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 931 time: 0.1672413 Aug 09 15:41:56.383021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Pushing event updated for resources: {'Port': ['ID=46ae7732-92ea-4439-9830-052cafde6e9f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:56.484312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36523c6-4346-45ff-abea-84b4cea51993 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:56.496287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.496744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-656ff79a-561d-43d0-98b9-8d652196ad6a req-5738183a-2d1e-444f-ace6-efed9d04dfe1 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684315 Aug 09 15:41:56.516406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Transition to ACTIVE for port object b36523c6-4346-45ff-abea-84b4cea51993 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:56.522728 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.532759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 4d2298ae-0853-43eb-a775-e29c6975b01b details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:56.551959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.591184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Pushing event updated for resources: {'Port': ['ID=b36523c6-4346-45ff-abea-84b4cea51993,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:56.612239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.612676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.612928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.613267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.613819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.614425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.614767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.615363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.615978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.616319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.616690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.617024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:56.751227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 4d2298ae-0853-43eb-a775-e29c6975b01b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4d2298ae-0853-43eb-a775-e29c6975b01b,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:56.762062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Attempting to bind port 46ae7732-92ea-4439-9830-052cafde6e9f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:56.763876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Attempting to bind port 46ae7732-92ea-4439-9830-052cafde6e9f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:56.763876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Attempting to bind port 46ae7732-92ea-4439-9830-052cafde6e9f on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:56.774100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '4d2298ae-0853-43eb-a775-e29c6975b01b', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'port_id': '4d2298ae-0853-43eb-a775-e29c6975b01b', 'mac_address': 'fa:16:3e:7d:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a26b04-7d30-45d4-959b-3e9f16d14fcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:56.776387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Attempting to bind port b36523c6-4346-45ff-abea-84b4cea51993 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:56.776730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Attempting to bind port b36523c6-4346-45ff-abea-84b4cea51993 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:56.777060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Attempting to bind port b36523c6-4346-45ff-abea-84b4cea51993 on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:56.784784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Port b36523c6-4346-45ff-abea-84b4cea51993 on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:56.785107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Attempting to bind port b36523c6-4346-45ff-abea-84b4cea51993 on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:56.789823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Port 46ae7732-92ea-4439-9830-052cafde6e9f on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:56.790363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Attempting to bind port 46ae7732-92ea-4439-9830-052cafde6e9f on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:56.800623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:56.801827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Checking segment: {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:56.802031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Bound using segment: {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:56.802746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Bound port: b36523c6-4346-45ff-abea-84b4cea51993, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:56.803309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.845737 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.850510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:56.850510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Checking segment: {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:56.850510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Bound using segment: {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:56.850510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Bound port: 46ae7732-92ea-4439-9830-052cafde6e9f, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:56.851197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.871194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2298ae-0853-43eb-a775-e29c6975b01b {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:56.898982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 4d2298ae-0853-43eb-a775-e29c6975b01b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4d2298ae-0853-43eb-a775-e29c6975b01b,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:56.904569 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.916500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] For port b36523c6-4346-45ff-abea-84b4cea51993, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:56.921154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] For port b36523c6-4346-45ff-abea-84b4cea51993, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b36523c6-4346-45ff-abea-84b4cea51993,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:56.942761 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.972650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=4d2298ae-0853-43eb-a775-e29c6975b01b,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:57.016083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Pushing event updated for resources: {'Port': ['ID=b36523c6-4346-45ff-abea-84b4cea51993,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:57.020335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.020950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.022407 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-a6d19e1d-e26a-45fd-94eb-c79bbe571121 service neutron] 10.222.0.35 "PUT /v2.0/ports/b36523c6-4346-45ff-abea-84b4cea51993 HTTP/1.1" status: 200 len: 1091 time: 1.5933678 Aug 09 15:41:57.133013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] For port 46ae7732-92ea-4439-9830-052cafde6e9f, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:57.137267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbbb572-7b2c-437d-8eb0-5390d692a5b8 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:57.144259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] For port 46ae7732-92ea-4439-9830-052cafde6e9f, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=46ae7732-92ea-4439-9830-052cafde6e9f,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:57.151308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.154292 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.167905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-7df461ad-e0f9-4246-a099-b65140e29525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.168278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['4d2298ae-0853-43eb-a775-e29c6975b01b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:57.175997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-7df461ad-e0f9-4246-a099-b65140e29525 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c687798c4664a9ba3682f46647743b0&device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 1094 time: 0.1001494 Aug 09 15:41:57.216922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Transition to ACTIVE for port object dfbbb572-7b2c-437d-8eb0-5390d692a5b8 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:57.221441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.222135 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.224100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] 10.222.0.35 "PUT /v2.0/ports/46ae7732-92ea-4439-9830-052cafde6e9f HTTP/1.1" status: 200 len: 1092 time: 3.3908498 Aug 09 15:41:57.225554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78cfeac-b330-4ffd-9641-c9a320899fc2', 'tag': '46ae7732-92ea-4439-9830-052cafde6e9f'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:57.228518 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c245b-d2a3-42c2-a461-3b846a157f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e78cfeac-b330-4ffd-9641-c9a320899fc2", "tag": "46ae7732-92ea-4439-9830-052cafde6e9f"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:57.242100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.283399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb97aa-c6c5-42ac-a4de-a4e6481b4dea service neutron] Pushing event updated for resources: {'Port': ['ID=46ae7732-92ea-4439-9830-052cafde6e9f,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:57.346435 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-423b8cbc-308b-4cb7-812a-41f7a5742ff5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36523c6-4346-45ff-abea-84b4cea51993 HTTP/1.1" status: 200 len: 217 time: 0.1615031 Aug 09 15:41:57.409540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-c349a954-e2aa-4a93-8ef5-2fab18694c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.411324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-c349a954-e2aa-4a93-8ef5-2fab18694c0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fbfe859-dead-404b-8b2f-df1101416091 HTTP/1.1" status: 200 len: 857 time: 0.0545609 Aug 09 15:41:57.453454 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-af1987d7-7ede-411e-aa04-690337828eb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2309a9b0-af02-46a8-89b7-e6c97f5cce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324423 Aug 09 15:41:57.462032 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44124f37-da3c-422e-bcc1-ef6869b03957 x-openstack-request-id: req-44124f37-da3c-422e-bcc1-ef6869b03957 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:57.462550 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78cfeac-b330-4ffd-9641-c9a320899fc2", "tag": "46ae7732-92ea-4439-9830-052cafde6e9f", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:57.463014 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44124f37-da3c-422e-bcc1-ef6869b03957 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:57.463628 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78cfeac-b330-4ffd-9641-c9a320899fc2', 'tag': '46ae7732-92ea-4439-9830-052cafde6e9f', 'status': 'completed', 'code': 200} Aug 09 15:41:57.529806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Pushing event updated for resources: {'Port': ['ID=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:57.555980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-41b0b06f-23e0-47a0-a6a9-df859f48a039 service neutron] 10.222.0.35 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913553 Aug 09 15:41:57.611739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72311146-dda2-4886-aacf-aaee5e4f99b0 req-9485d0fe-2cda-4311-8969-72b0413c2713 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.613356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72311146-dda2-4886-aacf-aaee5e4f99b0 req-9485d0fe-2cda-4311-8969-72b0413c2713 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 944 time: 0.2826424 Aug 09 15:41:57.625174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-04def6fd-3564-41de-8330-32a772f08662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.626789 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-04def6fd-3564-41de-8330-32a772f08662 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c687798c4664a9ba3682f46647743b0&device_id=e78cfeac-b330-4ffd-9641-c9a320899fc2 HTTP/1.1" status: 200 len: 1095 time: 0.2740405 Aug 09 15:41:57.652193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Attempting to bind port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:57.652529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Attempting to bind port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:57.652837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Attempting to bind port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:57.656755 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-c3d892ca-645c-4b45-bae4-4a6c4dfe3061 service neutron] 10.222.0.35 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887330 Aug 09 15:41:57.700666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-395c8087-5f38-4179-abe4-924b45b92a3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ae7732-92ea-4439-9830-052cafde6e9f HTTP/1.1" status: 200 len: 217 time: 0.0571721 Aug 09 15:41:57.701304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:57.701562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Attempting to bind port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 on network 2309a9b0-af02-46a8-89b7-e6c97f5cce77 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:57.714335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26351fa-dc53-4ffc-a073-e06bd7c7e1c3 req-ac8b2ede-d568-4a0c-8483-fd3f64066fba tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.715710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d26351fa-dc53-4ffc-a073-e06bd7c7e1c3 req-ac8b2ede-d568-4a0c-8483-fd3f64066fba tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.2011414 Aug 09 15:41:57.768577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:57.768924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Checking segment: {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:57.769308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Bound using segment: {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:57.769763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Bound port: dfbbb572-7b2c-437d-8eb0-5390d692a5b8, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bae897-bbe4-48cc-a6c4-94fddfb2d42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:57.770122 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.793654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Deleting port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:57.793901 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.802863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72311146-dda2-4886-aacf-aaee5e4f99b0 req-139113c5-6119-4a10-bd44-833a1eb23f36 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711197 Aug 09 15:41:57.891173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-4698a858-e3d6-40b3-8d2f-0053e9ba1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.892720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-4698a858-e3d6-40b3-8d2f-0053e9ba1a4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fbfe859-dead-404b-8b2f-df1101416091 HTTP/1.1" status: 200 len: 857 time: 0.1715260 Aug 09 15:41:57.895590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d26351fa-dc53-4ffc-a073-e06bd7c7e1c3 req-8ecc1588-4d68-43ec-b475-7b4ff8e14f5c tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711988 Aug 09 15:41:57.958726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-72790fd3-9457-4243-928e-ca3eab989b8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2309a9b0-af02-46a8-89b7-e6c97f5cce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542476 Aug 09 15:41:57.960344 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.068998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] For port dfbbb572-7b2c-437d-8eb0-5390d692a5b8, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:58.072505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] For port dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:58.072888 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.101476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] For port dfbbb572-7b2c-437d-8eb0-5390d692a5b8, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:58.109875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Calling delete_port for dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:58.113791 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.166698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.180338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7883ea-af7b-42fb-825a-6a434908ba8c', 'tag': 'b36523c6-4346-45ff-abea-84b4cea51993'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:58.182939 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7883ea-af7b-42fb-825a-6a434908ba8c", "tag": "b36523c6-4346-45ff-abea-84b4cea51993"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:58.185736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a9bcf-3f0e-4af6-9f2d-3fbb999cd1d7 req-fe94f4cb-a6f0-4e80-9f21-46b7d9ba45e8 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:58.187340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-692a9bcf-3f0e-4af6-9f2d-3fbb999cd1d7 req-fe94f4cb-a6f0-4e80-9f21-46b7d9ba45e8 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 943 time: 0.2388005 Aug 09 15:41:58.223751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:58.224383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.225840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] 10.222.0.66 "PUT /v2.0/ports/dfbbb572-7b2c-437d-8eb0-5390d692a5b8 HTTP/1.1" status: 200 len: 1092 time: 3.6149836 Aug 09 15:41:58.228446 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30699260-442f-4755-9b5d-f3ba2ca45d89 x-openstack-request-id: req-30699260-442f-4755-9b5d-f3ba2ca45d89 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:58.228825 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7883ea-af7b-42fb-825a-6a434908ba8c", "tag": "b36523c6-4346-45ff-abea-84b4cea51993", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:58.229199 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30699260-442f-4755-9b5d-f3ba2ca45d89 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:58.229592 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7883ea-af7b-42fb-825a-6a434908ba8c', 'tag': 'b36523c6-4346-45ff-abea-84b4cea51993', 'status': 'completed', 'code': 200} Aug 09 15:41:58.270785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-2760b670-7c78-4ed6-a8e2-658f6ea49b86 service neutron] 10.222.0.35 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944322 Aug 09 15:41:58.311219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-352d8a9f-435c-42a0-be93-658c5f4f56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:58.312951 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-352d8a9f-435c-42a0-be93-658c5f4f56f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c687798c4664a9ba3682f46647743b0&device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 1094 time: 0.0466948 Aug 09 15:41:58.367856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e299a-d793-4cea-9cef-93d818eef32f service neutron] Pushing event updated for resources: {'Port': ['ID=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:58.431257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-43c62be8-8128-47c6-99fb-418f11577b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:58.433016 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-43c62be8-8128-47c6-99fb-418f11577b94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2309a9b0-af02-46a8-89b7-e6c97f5cce77 HTTP/1.1" status: 200 len: 919 time: 0.1060498 Aug 09 15:41:58.483231 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-ccce123e-dfbc-4742-b658-9b2c4355f01c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36523c6-4346-45ff-abea-84b4cea51993 HTTP/1.1" status: 200 len: 217 time: 0.0387084 Aug 09 15:41:58.545712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 4d2298ae-0853-43eb-a775-e29c6975b01b up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:58.560992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-adbca01c-9d0c-4379-9f7e-fc0f782a1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:58.560992 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-adbca01c-9d0c-4379-9f7e-fc0f782a1b76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fbfe859-dead-404b-8b2f-df1101416091 HTTP/1.1" status: 200 len: 857 time: 0.0589914 Aug 09 15:41:58.597965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-a10aac47-6e8b-45b9-8819-0a8afd007514 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2309a9b0-af02-46a8-89b7-e6c97f5cce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273609 Aug 09 15:41:58.617052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 4d2298ae-0853-43eb-a775-e29c6975b01b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:58.621973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 4d2298ae-0853-43eb-a775-e29c6975b01b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:58.622280 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.710221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-692a9bcf-3f0e-4af6-9f2d-3fbb999cd1d7 req-b982c274-55d7-49a5-9fbb-54bb4ff0fcd9 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757466 Aug 09 15:41:58.721717 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.736085 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-d507f98c-fb2b-474d-b386-809838ea9162 service neutron] 10.222.0.35 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275818 Aug 09 15:41:58.754691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babcba54-90ca-4275-9764-7ef5dfa79003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2298ae-0853-43eb-a775-e29c6975b01b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:58.757054 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d126fac3-6e71-4014-97da-1adcfc9d9650" -d '{"events": [{"server_uuid": "babcba54-90ca-4275-9764-7ef5dfa79003", "name": "network-vif-plugged", "status": "completed", "tag": "4d2298ae-0853-43eb-a775-e29c6975b01b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:58.772626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 4d2298ae-0853-43eb-a775-e29c6975b01b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4d2298ae-0853-43eb-a775-e29c6975b01b,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:58.773957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-4e475be5-fbcc-4f53-af49-1baf7ca4e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:58.775650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-4e475be5-fbcc-4f53-af49-1baf7ca4e7a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9c687798c4664a9ba3682f46647743b0&device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 1095 time: 0.5039988 Aug 09 15:41:58.780045 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.782686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6c72c62f-33b5-444d-a9a3-e80121d19ffc no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:58.808787 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9efacc-c9e5-4c48-b5c1-63924ae80dcc x-openstack-request-id: req-fa9efacc-c9e5-4c48-b5c1-63924ae80dcc {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:58.809397 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babcba54-90ca-4275-9764-7ef5dfa79003", "name": "network-vif-plugged", "status": "completed", "tag": "4d2298ae-0853-43eb-a775-e29c6975b01b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:58.809833 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa9efacc-c9e5-4c48-b5c1-63924ae80dcc {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:58.810406 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babcba54-90ca-4275-9764-7ef5dfa79003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2298ae-0853-43eb-a775-e29c6975b01b', 'code': 200} Aug 09 15:41:58.831034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 6c72c62f-33b5-444d-a9a3-e80121d19ffc {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:58.831632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6c72c62f-33b5-444d-a9a3-e80121d19ffc not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:58.840487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-ee1b1c0b-2e05-4af3-9077-355fb0390fa0 service neutron] 10.222.0.35 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593095 Aug 09 15:41:58.850570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-28debc49-3579-40d8-8940-7261c4573c5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfbbb572-7b2c-437d-8eb0-5390d692a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0629051 Aug 09 15:41:58.874055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=4d2298ae-0853-43eb-a775-e29c6975b01b,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:58.959057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e37b1fe-e65d-4ce3-b158-9a1cedb8385b req-ebff6033-20e3-489e-a868-466630b89dba service neutron] 10.222.0.35 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067895 Aug 09 15:41:58.982688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8543d-7fd7-4974-bd3b-ae2c732ecd73 req-b5b9ff0e-4e1b-48be-ac1f-2b84e0a7549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:58.984740 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f8543d-7fd7-4974-bd3b-ae2c732ecd73 req-b5b9ff0e-4e1b-48be-ac1f-2b84e0a7549d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 1096 time: 0.0877194 Aug 09 15:41:59.026432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d2f8543d-7fd7-4974-bd3b-ae2c732ecd73 req-5541ac53-bf10-4db2-81e8-c7286c409602 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Aug 09 15:41:59.113047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b37a-daae-4944-be1f-384412648011 req-90f24f82-d256-479b-a3ea-16d51d4b1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.114581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-90f24f82-d256-479b-a3ea-16d51d4b1499 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fbfe859-dead-404b-8b2f-df1101416091 HTTP/1.1" status: 200 len: 857 time: 0.2553556 Aug 09 15:41:59.168832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-a40b84d7-5ac8-43f1-8f08-d35f5b8bf27e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2309a9b0-af02-46a8-89b7-e6c97f5cce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387857 Aug 09 15:41:59.171389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.174977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-5aeca88c-023e-4be0-a6d5-c5e4b3516145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.176780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-5aeca88c-023e-4be0-a6d5-c5e4b3516145 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c687798c4664a9ba3682f46647743b0&device_id=e78cfeac-b330-4ffd-9641-c9a320899fc2 HTTP/1.1" status: 200 len: 1095 time: 0.2496164 Aug 09 15:41:59.242314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:59.251421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281d91c-8fed-40c3-87f1-275954bac12c req-28a6b502-8b18-4440-881a-a2ffb6cb11ef tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.253110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f281d91c-8fed-40c3-87f1-275954bac12c req-28a6b502-8b18-4440-881a-a2ffb6cb11ef tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 945 time: 0.2961581 Aug 09 15:41:59.319865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-69f364f3-00c3-4baf-b101-d554da2e852b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.321544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-69f364f3-00c3-4baf-b101-d554da2e852b tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.35 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.0664876 Aug 09 15:41:59.329810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941f20-98ca-46b9-b2e5-56bcb0f222ff req-b129362c-9714-4d0e-b3f6-969c0407e149 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.331589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f941f20-98ca-46b9-b2e5-56bcb0f222ff req-b129362c-9714-4d0e-b3f6-969c0407e149 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/ports?device_id=6935de95-b2c8-41d2-aff1-c32cbfd2cbcc HTTP/1.1" status: 200 len: 950 time: 0.3055804 Aug 09 15:41:59.440862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Deleting port 15300e1d-fd44-4ba4-bd67-adcb30288b9b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:59.441472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.475276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6508adb0-0cc5-470a-8750-8f07bfeb3156', 'tag': 'dfbbb572-7b2c-437d-8eb0-5390d692a5b8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:59.477608 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6fecee-4b64-475f-bf5f-81ca6d22860b" -d '{"events": [{"name": "network-changed", "server_uuid": "6508adb0-0cc5-470a-8750-8f07bfeb3156", "tag": "dfbbb572-7b2c-437d-8eb0-5390d692a5b8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:59.489447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b36523c6-4346-45ff-abea-84b4cea51993 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:59.508410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f281d91c-8fed-40c3-87f1-275954bac12c req-5f90eb99-e848-4d2d-b7e1-80aac6299ddc tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894364 Aug 09 15:41:59.527100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f941f20-98ca-46b9-b2e5-56bcb0f222ff req-4de9234d-9aca-434f-bfa0-8d6597e66bd5 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.64 "GET /v2.0/security-groups?id=a003e8e5-30e9-4922-be77-f75775915380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632102 Aug 09 15:41:59.563548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] For port 15300e1d-fd44-4ba4-bd67-adcb30288b9b, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=15300e1d-fd44-4ba4-bd67-adcb30288b9b,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:59.564044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.581325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Calling delete_port for 15300e1d-fd44-4ba4-bd67-adcb30288b9b owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:59.597010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-cd092de8-c575-44e7-b4c2-e8eb3abb104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.599494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-cd092de8-c575-44e7-b4c2-e8eb3abb104a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2309a9b0-af02-46a8-89b7-e6c97f5cce77 HTTP/1.1" status: 200 len: 919 time: 0.3845201 Aug 09 15:41:59.601232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-fe3f93ad-392a-4203-952b-e57a5dd74231 service neutron] 10.222.0.66 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140866 Aug 09 15:41:59.611897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b36523c6-4346-45ff-abea-84b4cea51993, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b36523c6-4346-45ff-abea-84b4cea51993,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:59.630995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'b36523c6-4346-45ff-abea-84b4cea51993', 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77', 'port_id': 'b36523c6-4346-45ff-abea-84b4cea51993', 'mac_address': 'fa:16:3e:fc:c9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbfe859-dead-404b-8b2f-df1101416091', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:59.696807 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.717400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36523c6-4346-45ff-abea-84b4cea51993 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:59.733152 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-5e187abf-42bf-4837-84c0-58adf73c8c13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ae7732-92ea-4439-9830-052cafde6e9f HTTP/1.1" status: 200 len: 217 time: 0.1223407 Aug 09 15:41:59.746034 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c438b1-1f46-41b4-9fee-a009f06b9cce x-openstack-request-id: req-f2c438b1-1f46-41b4-9fee-a009f06b9cce {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:59.746353 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6508adb0-0cc5-470a-8750-8f07bfeb3156", "tag": "dfbbb572-7b2c-437d-8eb0-5390d692a5b8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:59.746682 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2c438b1-1f46-41b4-9fee-a009f06b9cce {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:59.747179 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6508adb0-0cc5-470a-8750-8f07bfeb3156', 'tag': 'dfbbb572-7b2c-437d-8eb0-5390d692a5b8', 'status': 'completed', 'code': 200} Aug 09 15:41:59.748140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b36523c6-4346-45ff-abea-84b4cea51993, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b36523c6-4346-45ff-abea-84b4cea51993,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:59.755345 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.768817 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.787402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['15300e1d-fd44-4ba4-bd67-adcb30288b9b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:59.850425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b36523c6-4346-45ff-abea-84b4cea51993,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:59.868568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] No DVR routers for this DVR port 15300e1d-fd44-4ba4-bd67-adcb30288b9b on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:59.870266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Pushing event deleted for resources: {'Port': ['ID=15300e1d-fd44-4ba4-bd67-adcb30288b9b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:59.872513 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.874536 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3b91dfe4-b569-4825-9a1c-ca71206df6d2 req-b8091481-f338-4c2a-aedf-beb5446c1536 tempest-MigrationsAdminTest-15025061 tempest-MigrationsAdminTest-15025061-project] 10.222.0.35 "DELETE /v2.0/ports/15300e1d-fd44-4ba4-bd67-adcb30288b9b HTTP/1.1" status: 204 len: 173 time: 0.5461519 Aug 09 15:41:59.911009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-241bb680-edcc-4b70-a719-a9c2bad2bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.912673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-241bb680-edcc-4b70-a719-a9c2bad2bb7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fbfe859-dead-404b-8b2f-df1101416091 HTTP/1.1" status: 200 len: 857 time: 0.1588345 Aug 09 15:41:59.918524 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.961424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f015b37a-daae-4944-be1f-384412648011 req-5d8ee043-039c-49cd-9fe6-3c9c7f405a1c service neutron] 10.222.0.66 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426099 Aug 09 15:41:59.966208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-f5d63b1a-2645-42fa-a5f1-3a0e7a3e83f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2309a9b0-af02-46a8-89b7-e6c97f5cce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403869 Aug 09 15:42:00.041272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57c33f-d568-46e7-b20d-0db1a526e339 req-8680abce-5936-4d6a-9720-affef526a63a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:00.044458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd57c33f-d568-46e7-b20d-0db1a526e339 req-8680abce-5936-4d6a-9720-affef526a63a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 944 time: 0.1874478 Aug 09 15:42:00.231305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'name': 'network-vif-deleted', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:00.234916 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9cab6b-8ebc-43db-99bd-6360e92689d3" -d '{"events": [{"server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "name": "network-vif-deleted", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:00.248770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd57c33f-d568-46e7-b20d-0db1a526e339 req-4a9f231d-8f12-4e4d-8d8c-d5354adfc922 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491318 Aug 09 15:42:00.256288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-7029bc3e-aeba-4f1c-824e-e856e59af8ec service neutron] 10.222.0.35 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474339 Aug 09 15:42:00.258200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-dcb729fa-6337-4e72-b2d7-033a174163ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:00.259803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-dcb729fa-6337-4e72-b2d7-033a174163ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9c687798c4664a9ba3682f46647743b0&device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 1095 time: 0.2141490 Aug 09 15:42:00.268215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b36523c6-4346-45ff-abea-84b4cea51993'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:00.307602 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af1df4-18a3-4e13-89b7-571fe38fae46 x-openstack-request-id: req-f7af1df4-18a3-4e13-89b7-571fe38fae46 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:00.308427 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6935de95-b2c8-41d2-aff1-c32cbfd2cbcc", "name": "network-vif-deleted", "tag": "15300e1d-fd44-4ba4-bd67-adcb30288b9b", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:00.308855 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7af1df4-18a3-4e13-89b7-571fe38fae46 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:00.309446 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935de95-b2c8-41d2-aff1-c32cbfd2cbcc', 'name': 'network-vif-deleted', 'tag': '15300e1d-fd44-4ba4-bd67-adcb30288b9b', 'status': 'completed', 'code': 200} Aug 09 15:42:00.618126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886c245b-d2a3-42c2-a461-3b846a157f0d req-d8c2286a-938f-4e0e-90d6-33a828bb0168 service neutron] 10.222.0.35 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502274 Aug 09 15:42:00.628991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:00.631083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-acc9ae76-1024-4f6e-948c-a697592ee997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:00.633883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-acc9ae76-1024-4f6e-948c-a697592ee997 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2309a9b0-af02-46a8-89b7-e6c97f5cce77 HTTP/1.1" status: 200 len: 919 time: 0.3234324 Aug 09 15:42:00.722633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-9a0ade66-75a7-45c2-b0d5-79f94953240c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfbbb572-7b2c-437d-8eb0-5390d692a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0798626 Aug 09 15:42:00.937951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53004) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:01.133679 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0fcfdfa6-e059-4c3d-a1a6-462664eb7452 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c8f4fd4774b4d3e8a7612124a3ba839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944356 Aug 09 15:42:01.136824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53010) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:01.200124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7cbf-1804-4f27-b4e5-3145778d44e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.227358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7cbf-1804-4f27-b4e5-3145778d44e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.287557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66a53b-7f26-4a44-92ad-f81356d4013b req-482d45f0-bd4c-4678-a423-6d44f73f5abe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.292476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d66a53b-7f26-4a44-92ad-f81356d4013b req-482d45f0-bd4c-4678-a423-6d44f73f5abe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 945 time: 0.5847061 Aug 09 15:42:01.299839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-73d6fc90-707a-4eb2-9d44-80ccac12cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.302306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-73d6fc90-707a-4eb2-9d44-80ccac12cb7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fbfe859-dead-404b-8b2f-df1101416091 HTTP/1.1" status: 200 len: 857 time: 0.5545323 Aug 09 15:42:01.304806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7cbf-1804-4f27-b4e5-3145778d44e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.307801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7cbf-1804-4f27-b4e5-3145778d44e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.312343 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f7ee7cbf-1804-4f27-b4e5-3145778d44e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a003e8e5-30e9-4922-be77-f75775915380 HTTP/1.1" status: 204 len: 168 time: 0.1707273 Aug 09 15:42:01.323763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee7cbf-1804-4f27-b4e5-3145778d44e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a003e8e5-30e9-4922-be77-f75775915380,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:01.370239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-18ced2fa-3c6b-478c-b2ac-1888c71c3e7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2309a9b0-af02-46a8-89b7-e6c97f5cce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558596 Aug 09 15:42:01.473864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:01.483913 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8ee4f28e-64bf-4c93-a2fa-ff29da3e9dae admin admin] 10.222.0.64 "PUT /v2.0/routers/97b5d282-436a-4c18-b226-2fcb1d0e41f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8537931 Aug 09 15:42:01.488836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53016) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:01.492831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 46ae7732-92ea-4439-9830-052cafde6e9f details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:01.510218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d66a53b-7f26-4a44-92ad-f81356d4013b req-1f1f6912-d744-4129-8b6f-ecc64d90bb74 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996362 Aug 09 15:42:01.531181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae6534-cc88-485f-923e-8f824084931a None None] Sync routers for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:01.555866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0945331-9fc8-4085-ac1e-fc3df287cc59 req-bc39b3ca-6f59-4bf4-a16d-8cab0c15573b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.557588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0945331-9fc8-4085-ac1e-fc3df287cc59 req-bc39b3ca-6f59-4bf4-a16d-8cab0c15573b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 944 time: 0.1423116 Aug 09 15:42:01.589504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae6534-cc88-485f-923e-8f824084931a None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:01.590640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-64ae6534-cc88-485f-923e-8f824084931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:41:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:01.626729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-b5e11169-8f23-43e3-a752-43d8f831cccb service neutron] 10.222.0.66 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446797 Aug 09 15:42:01.827172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0945331-9fc8-4085-ac1e-fc3df287cc59 req-a104bee5-28c8-43ad-a221-f8917475226d tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522042 Aug 09 15:42:01.839517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.924264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 46ae7732-92ea-4439-9830-052cafde6e9f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=46ae7732-92ea-4439-9830-052cafde6e9f,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:01.961398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c6fecee-4b64-475f-bf5f-81ca6d22860b req-533f0893-8f4a-41f4-a876-ea4ce1e329d3 service neutron] 10.222.0.66 "GET /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215322 Aug 09 15:42:01.976524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-64ae6534-cc88-485f-923e-8f824084931a None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:02.097045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '46ae7732-92ea-4439-9830-052cafde6e9f', 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77', 'port_id': '46ae7732-92ea-4439-9830-052cafde6e9f', 'mac_address': 'fa:16:3e:d8:ad:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbfe859-dead-404b-8b2f-df1101416091', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:02.117217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53036) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:02.125807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.202041 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-282482a5-b8fc-4af4-a478-a056ef33efcc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3762f80452d145c9b4055989f8a97b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808694 Aug 09 15:42:02.205034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53040) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:02.208847 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.227870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Deleting port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:02.228127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ae7732-92ea-4439-9830-052cafde6e9f {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:02.228609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.276007 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 46ae7732-92ea-4439-9830-052cafde6e9f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=46ae7732-92ea-4439-9830-052cafde6e9f,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:02.282115 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.288125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845406-ebe4-42ba-a442-f981510a324c req-425352ad-cee9-4e8a-9c65-676ca7addd2a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:02.289781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-425352ad-cee9-4e8a-9c65-676ca7addd2a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.2226408 Aug 09 15:42:02.310045 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2534-8776-4a2e-a73c-e4f32b0fe3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.317343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-f145bc80-c6f5-401e-bd1b-78e8aa62dc43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/quotas/9d0c1e32013c44db85a13a2205360274 HTTP/1.1" status: 200 len: 375 time: 0.0186155 Aug 09 15:42:02.346326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] For port ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:02.347612 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.347736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=46ae7732-92ea-4439-9830-052cafde6e9f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:02.362689 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-64ae6534-cc88-485f-923e-8f824084931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:41:58Z', 'revision_number': 5, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port': {'id': 'ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:15Z', 'updated_at': '2021-08-09T15:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:02.366828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Calling delete_port for ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:02.367255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2534-8776-4a2e-a73c-e4f32b0fe3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.392651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae6534-cc88-485f-923e-8f824084931a None None] Checking router: 97b5d282-436a-4c18-b226-2fcb1d0e41f3 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:02.401782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae6534-cc88-485f-923e-8f824084931a None None] Routers {'97b5d282-436a-4c18-b226-2fcb1d0e41f3'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:02.402792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-64ae6534-cc88-485f-923e-8f824084931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:41:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:02.429443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-5a36e266-e52e-454a-8d36-67a0d65e768a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042185 Aug 09 15:42:02.501509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2534-8776-4a2e-a73c-e4f32b0fe3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.504320 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2534-8776-4a2e-a73c-e4f32b0fe3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.508228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fa7b2534-8776-4a2e-a73c-e4f32b0fe3b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a5dc56a-809c-49ef-b722-598a89b8db75 HTTP/1.1" status: 204 len: 168 time: 0.2992091 Aug 09 15:42:02.534910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b2534-8776-4a2e-a73c-e4f32b0fe3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5dc56a-809c-49ef-b722-598a89b8db75,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:02.588485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-d43a1a45-873d-480c-bd9a-ccafd2a3a9f4 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447484 Aug 09 15:42:02.610210 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.613468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device dfbbb572-7b2c-437d-8eb0-5390d692a5b8 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:02.667650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-64ae6534-cc88-485f-923e-8f824084931a None None] Set router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:02.689415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:02.755683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.768986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['46ae7732-92ea-4439-9830-052cafde6e9f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:02.773402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-cceda22a-f2e4-4f33-b340-24d3fc942680 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762199 Aug 09 15:42:02.775047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-64ae6534-cc88-485f-923e-8f824084931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:42:02Z', 'revision_number': 6, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:02.838564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae6534-cc88-485f-923e-8f824084931a None None] The sync data for ids ['97b5d282-436a-4c18-b226-2fcb1d0e41f3'] in n-d-799523-2 is: [{'id': '97b5d282-436a-4c18-b226-2fcb1d0e41f3', 'name': 'tempest-ServersTestBootFromVolume-1502087703-router', 'tenant_id': '8846fbb416814b88aa022e7f3fba3c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:13Z', 'updated_at': '2021-08-09T15:42:02Z', 'revision_number': 6, 'project_id': '8846fbb416814b88aa022e7f3fba3c39', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:02.870635 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.873137 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.901620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port dfbbb572-7b2c-437d-8eb0-5390d692a5b8, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:02.928015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'dfbbb572-7b2c-437d-8eb0-5390d692a5b8', 'network_id': '2309a9b0-af02-46a8-89b7-e6c97f5cce77', 'port_id': 'dfbbb572-7b2c-437d-8eb0-5390d692a5b8', 'mac_address': 'fa:16:3e:d9:c9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbfe859-dead-404b-8b2f-df1101416091', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:02.932363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.933081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b5d282-436a-4c18-b226-2fcb1d0e41f3 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:42:02.940041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:02.944272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53052) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:02.944551 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c46a184e-4d7c-41f2-93c7-9d939059ad41 admin admin] 10.222.0.64 "DELETE /v2.0/routers/97b5d282-436a-4c18-b226-2fcb1d0e41f3 HTTP/1.1" status: 204 len: 168 time: 1.4537375 Aug 09 15:42:03.023311 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.047077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbbb572-7b2c-437d-8eb0-5390d692a5b8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:03.083850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-810575e7-2a46-41bf-afd6-7f51f300b436 admin admin] Deleting subnet a14c9567-3218-4898-8966-e767520d4c07 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:42:03.084699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port dfbbb572-7b2c-437d-8eb0-5390d692a5b8, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:03.088114 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810575e7-2a46-41bf-afd6-7f51f300b436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.100010 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.130737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675d03d-99e9-4e23-82f7-4889ead6db63 req-05f0f749-0394-49a5-91f9-fc2a7ac51558 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:03.139600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c675d03d-99e9-4e23-82f7-4889ead6db63 req-05f0f749-0394-49a5-91f9-fc2a7ac51558 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 944 time: 0.1869156 Aug 09 15:42:03.182661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:03.207278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810575e7-2a46-41bf-afd6-7f51f300b436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.211773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c675d03d-99e9-4e23-82f7-4889ead6db63 req-1db9bc71-dfbf-479a-b7b6-7cf69102132a tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712168 Aug 09 15:42:03.279836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd434892-63d1-476e-97d7-027500d04617 req-93e7d269-fab5-4074-9ce0-fdae408fa3d1 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 210 time: 0.1017592 Aug 09 15:42:03.376088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:03.424253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:03.424605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device dcfb7d68-bec4-4af6-8a5e-3db7621d6ed9 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:03.435201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['dfbbb572-7b2c-437d-8eb0-5390d692a5b8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:03.489814 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810575e7-2a46-41bf-afd6-7f51f300b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.520896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b36523c6-4346-45ff-abea-84b4cea51993 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:03.567162 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810575e7-2a46-41bf-afd6-7f51f300b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.601212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810575e7-2a46-41bf-afd6-7f51f300b436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14c9567-3218-4898-8966-e767520d4c07,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:03.607491 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810575e7-2a46-41bf-afd6-7f51f300b436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.611355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-810575e7-2a46-41bf-afd6-7f51f300b436 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a14c9567-3218-4898-8966-e767520d4c07 HTTP/1.1" status: 204 len: 168 time: 0.6660075 Aug 09 15:42:03.614019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53082) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:03.622539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d1d63a-fb4c-4de4-8e48-a11ab4268564 None None] Network 9626e894-726f-4a06-ad5d-957338d03f39 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:03.653194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53084) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:03.713739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port b36523c6-4346-45ff-abea-84b4cea51993 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:03.717440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.732659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port b36523c6-4346-45ff-abea-84b4cea51993 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:03.733022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.808641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Deleting port b1d531bb-23e6-43c0-a0eb-a54f009d0117 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:03.809036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.836881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-223081018-network', 'tenant_id': '9e6d2490bcd645b7987df44081879a57'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:03.864737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Made reservation on behalf of 9e6d2490bcd645b7987df44081879a57 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:03.869492 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.887015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.910214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] For port b1d531bb-23e6-43c0-a0eb-a54f009d0117, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b1d531bb-23e6-43c0-a0eb-a54f009d0117,segment=NetworkSegment(a5dd8e28-366c-4034-8d4d-9f497eb968b4),segment_id=a5dd8e28-366c-4034-8d4d-9f497eb968b4)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:03.910586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.947560 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.963994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Calling delete_port for b1d531bb-23e6-43c0-a0eb-a54f009d0117 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:03.971171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] DHCP port deletion for 9626e894-726f-4a06-ad5d-957338d03f39 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:42:03.989365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7883ea-af7b-42fb-825a-6a434908ba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36523c6-4346-45ff-abea-84b4cea51993'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:03.992415 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6646758-a92d-423b-b29f-7ae1c35b9697" -d '{"events": [{"server_uuid": "0b7883ea-af7b-42fb-825a-6a434908ba8c", "name": "network-vif-plugged", "status": "completed", "tag": "b36523c6-4346-45ff-abea-84b4cea51993"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:04.024221 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.030762 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.040625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b36523c6-4346-45ff-abea-84b4cea51993, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b36523c6-4346-45ff-abea-84b4cea51993,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:04.050084 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.050937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 15300e1d-fd44-4ba4-bd67-adcb30288b9b no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:04.079733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:42:04.084131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.096097 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85da5b1-27a1-44a0-8562-1391cbd4c0db x-openstack-request-id: req-d85da5b1-27a1-44a0-8562-1391cbd4c0db {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:04.096381 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7883ea-af7b-42fb-825a-6a434908ba8c", "name": "network-vif-plugged", "status": "completed", "tag": "b36523c6-4346-45ff-abea-84b4cea51993", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:04.096633 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d85da5b1-27a1-44a0-8562-1391cbd4c0db {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:04.097022 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7883ea-af7b-42fb-825a-6a434908ba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36523c6-4346-45ff-abea-84b4cea51993', 'code': 200} Aug 09 15:42:04.100504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 15300e1d-fd44-4ba4-bd67-adcb30288b9b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:04.100853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 15300e1d-fd44-4ba4-bd67-adcb30288b9b not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:04.105440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17234d42-6513-433f-b367-87994b8d8e50,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:04.111225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.111847 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Added segment 4c983989-e9be-49b9-a137-b877756d7582 of type vlan for network c5417ffe-714e-4727-9af6-b7fe743d70dd Aug 09 15:42:04.159718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d531bb-23e6-43c0-a0eb-a54f009d0117,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:04.181163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] No DVR routers for this DVR port b1d531bb-23e6-43c0-a0eb-a54f009d0117 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:04.181821 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.197346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b36523c6-4346-45ff-abea-84b4cea51993,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:04.210698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] Deleting port b1d531bb-23e6-43c0-a0eb-a54f009d0117 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:04.211077 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.273721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.290819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9626e894-726f-4a06-ad5d-957338d03f39']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:04.301900 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.303078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:04.303699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.304171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dd8e28-366c-4034-8d4d-9f497eb968b4') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:04.304472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dd8e28-366c-4034-8d4d-9f497eb968b4') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:04.325914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] For port b1d531bb-23e6-43c0-a0eb-a54f009d0117, host n-d-799523-2, got binding levels [] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:04.326316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.330928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.343210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] Calling delete_port for b1d531bb-23e6-43c0-a0eb-a54f009d0117 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:04.348781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.ipam_backend_mixin [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] Port b1d531bb-23e6-43c0-a0eb-a54f009d0117 was not found and therefore no delete operation was performed {{(pid=94179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:42:04.350090 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.351678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.358676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:42:04.358676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.389934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] No DVR routers for this DVR port b1d531bb-23e6-43c0-a0eb-a54f009d0117 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:04.391834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1eae3f-37d4-4cec-b710-94dd44602785 None None] Pushing event deleted for resources: {'Port': ['ID=b1d531bb-23e6-43c0-a0eb-a54f009d0117,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:42:04.413374 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:42:04.426004 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.436044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.441859 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9626e894-726f-4a06-ad5d-957338d03f39 HTTP/1.1" status: 204 len: 168 time: 0.8243456 Aug 09 15:42:04.458129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c230f-f175-4ea0-9b18-c2ce419c729f req-950067d7-d546-46dc-b402-19c4a0988f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:04.460182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-556c230f-f175-4ea0-9b18-c2ce419c729f req-950067d7-d546-46dc-b402-19c4a0988f02 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 1096 time: 0.2369299 Aug 09 15:42:04.471897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55742c7-bb59-448d-a62e-8eae0a1b2608 admin admin] Pushing event deleted for resources: {'Network': ['ID=9626e894-726f-4a06-ad5d-957338d03f39,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:04.524897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8679504 Aug 09 15:42:04.525425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53102) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:04.530608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Request body: {'subnet': {'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-223081018-subnet', 'tenant_id': '9e6d2490bcd645b7987df44081879a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:04.565705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Made reservation on behalf of 9e6d2490bcd645b7987df44081879a57 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:04.569767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.590502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device dfbbb572-7b2c-437d-8eb0-5390d692a5b8 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:04.595742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53104) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:04.596292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c7aa3c9-9bc6-41ee-af97-78de48b861d4 req-68b4cc61-300d-4a48-873e-14f5675ce522 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 210 time: 0.1677547 Aug 09 15:42:04.629931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702e13b-9ab5-4968-9b9b-3fb9a3f1d0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5417ffe-714e-4727-9af6-b7fe743d70dd,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:04.647610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c5417ffe-714e-4727-9af6-b7fe743d70dd details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:42:04.681565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa063333-b407-4fd3-9374-8e7fca61eb96 req-b0ed9d0a-4aa0-4378-9f34-8a389c8a734f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:04.683305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa063333-b407-4fd3-9374-8e7fca61eb96 req-b0ed9d0a-4aa0-4378-9f34-8a389c8a734f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 945 time: 0.3527970 Aug 09 15:42:04.690084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-556c230f-f175-4ea0-9b18-c2ce419c729f req-79207965-5a2f-434c-a5b0-944b685f3a1a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089546 Aug 09 15:42:04.758811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa063333-b407-4fd3-9374-8e7fca61eb96 req-67c7b3ad-0343-40b0-8ef3-5d4bc74eefa4 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607557 Aug 09 15:42:04.770315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845406-ebe4-42ba-a442-f981510a324c req-85b36c96-9e4f-4740-beee-8d64ffb8a178 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:04.770975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:04.772587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-85b36c96-9e4f-4740-beee-8d64ffb8a178 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.3070986 Aug 09 15:42:04.776312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:04.776635 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.794846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Request body: {'port': {'device_id': 'b4d123f7-ac9f-4522-934e-f3d732c1c575', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'admin_state_up': True, 'tenant_id': '9d0c1e32013c44db85a13a2205360274'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:04.805886 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-029052da-56b6-495e-bf0d-3ee1a76ef6cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8846fbb416814b88aa022e7f3fba3c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609168 Aug 09 15:42:04.810003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53106) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:04.889947 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.900438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.930377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:04.934105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port dfbbb572-7b2c-437d-8eb0-5390d692a5b8, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:04.935170 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.939259 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.976782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c23b40b2-4cb2-47c7-9fcd-584d08119268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.983674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f741c060-43e5-43ae-ae71-1768bea61ce1,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:05.009727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:05.019586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Checking segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:05.020008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Network hostable DHCP agents. Network: c5417ffe-714e-4727-9af6-b7fe743d70dd, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:42:05.024714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c23b40b2-4cb2-47c7-9fcd-584d08119268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:05.067081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Network c5417ffe-714e-4727-9af6-b7fe743d70dd is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:42:05.079792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c5417ffe-714e-4727-9af6-b7fe743d70dd) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:05.091057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:05.091687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:05.095292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0505b4-a7b4-4854-b7ed-4b8d8b3e37da None None] Network c5417ffe-714e-4727-9af6-b7fe743d70dd requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:05.107350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Allocated IP 172.20.0.5 (9b2b68f7-8129-4980-b79e-b5f3010ff62f/96a26b04-7d30-45d4-959b-3e9f16d14fcf/c704dd63-5358-484b-8e3e-1a6fea38ebf4) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:05.122198 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-215bb8e3-814c-48b1-b2c0-e8faee3bec18 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5957584 Aug 09 15:42:05.139267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c23b40b2-4cb2-47c7-9fcd-584d08119268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:05.145930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c23b40b2-4cb2-47c7-9fcd-584d08119268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:05.147277 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c23b40b2-4cb2-47c7-9fcd-584d08119268 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ef32f2f-0c1e-4072-b950-f64c6c51569e HTTP/1.1" status: 204 len: 168 time: 0.3363199 Aug 09 15:42:05.159943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b40b2-4cb2-47c7-9fcd-584d08119268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef32f2f-0c1e-4072-b950-f64c6c51569e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:05.328779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77616e1-ca2f-490b-8aa7-6b44d6f9c508 None None] Network c5417ffe-714e-4727-9af6-b7fe743d70dd requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:05.405699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:05.433176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b1d531bb-23e6-43c0-a0eb-a54f009d0117 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:05.469972 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:05.482171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b1d531bb-23e6-43c0-a0eb-a54f009d0117 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:05.483532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b1d531bb-23e6-43c0-a0eb-a54f009d0117 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:05.484274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:05.493228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['4d2298ae-0853-43eb-a775-e29c6975b01b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:05.497367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:05.552913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:05.560219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 46ae7732-92ea-4439-9830-052cafde6e9f up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:05.562314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:05.570281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:05.598066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:05.598481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ace83cae-9bb2-46cb-9e2f-2cc4aa446ff7 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:05.668618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:05.670515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:05.698317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9091587 Aug 09 15:42:05.724288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Request body: {'port': {'device_id': 'b4d123f7-ac9f-4522-934e-f3d732c1c575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:05.733922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f300cd8-1900-4fab-a268-cb9c08244a3a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event updated for resources: {'Port': ['ID=c704dd63-5358-484b-8e3e-1a6fea38ebf4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:05.891370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:06.015093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39946a3-d6a9-4f96-94d2-bd5f09a4e965 req-9424d151-3db7-4b9d-8d62-4a52fd98fe6c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:06.024784 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e39946a3-d6a9-4f96-94d2-bd5f09a4e965 req-9424d151-3db7-4b9d-8d62-4a52fd98fe6c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 931 time: 0.2148323 Aug 09 15:42:06.104011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6508adb0-0cc5-470a-8750-8f07bfeb3156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbbb572-7b2c-437d-8eb0-5390d692a5b8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:06.111630 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619dae4c-03e0-476d-85f7-8f222d9f8257" -d '{"events": [{"server_uuid": "6508adb0-0cc5-470a-8750-8f07bfeb3156", "name": "network-vif-plugged", "status": "completed", "tag": "dfbbb572-7b2c-437d-8eb0-5390d692a5b8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:06.172038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 46ae7732-92ea-4439-9830-052cafde6e9f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:06.252569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 46ae7732-92ea-4439-9830-052cafde6e9f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:06.253164 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:06.336646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-b7dad3b6-ff50-4c55-836a-73f3d0da3bae tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:06.338430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-b7dad3b6-ff50-4c55-836a-73f3d0da3bae tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 804 time: 0.2117314 Aug 09 15:42:06.398631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e39946a3-d6a9-4f96-94d2-bd5f09a4e965 req-e6819fab-5f96-44f3-93d9-b76a98e88b99 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725309 Aug 09 15:42:06.409193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-566f8015-e901-47fb-ad8f-ae5275f784e4 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/quotas/9e6d2490bcd645b7987df44081879a57 HTTP/1.1" status: 200 len: 375 time: 0.0582581 Aug 09 15:42:06.525755 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:06.530304 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-5bd42eed-0fd8-4e08-9608-e74aeb22b4db tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1197867 Aug 09 15:42:06.588374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 46ae7732-92ea-4439-9830-052cafde6e9f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=46ae7732-92ea-4439-9830-052cafde6e9f,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:06.607081 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:06.712291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=46ae7732-92ea-4439-9830-052cafde6e9f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:06.797908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09a714-2829-4b0f-8325-0a14914d4101 req-9381c9ed-9d0a-4ea5-91b9-cb83b0d4a3aa tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:06.799717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab09a714-2829-4b0f-8325-0a14914d4101 req-9381c9ed-9d0a-4ea5-91b9-cb83b0d4a3aa tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 945 time: 0.1475286 Aug 09 15:42:06.810145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53158) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:06.837989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-98cd7a5e-c23f-4fda-bfa6-d260c9007e50 service neutron] 10.222.0.64 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990499 Aug 09 15:42:06.938236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-848306165-network', 'tenant_id': '2030902758174eafa38523e20b819289'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:06.947947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab09a714-2829-4b0f-8325-0a14914d4101 req-211a1ed7-a5eb-4845-8f85-ea9810671292 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405499 Aug 09 15:42:06.972828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Made reservation on behalf of 2030902758174eafa38523e20b819289 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:06.976340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:06.977370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c704dd63-5358-484b-8e3e-1a6fea38ebf4 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:06.987723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:06.989310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.017002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Transition to ACTIVE for port object c704dd63-5358-484b-8e3e-1a6fea38ebf4 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:07.026400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.070969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-d8042dbc-e3c6-4f9b-923e-b20d808d43be service neutron] 10.222.0.64 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226379 Aug 09 15:42:07.100689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Pushing event updated for resources: {'Port': ['ID=c704dd63-5358-484b-8e3e-1a6fea38ebf4,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:07.116576 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253ab30-68b9-4d46-9d44-df026dfc7dd2 x-openstack-request-id: req-3253ab30-68b9-4d46-9d44-df026dfc7dd2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:07.117279 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6508adb0-0cc5-470a-8750-8f07bfeb3156", "name": "network-vif-plugged", "status": "completed", "tag": "dfbbb572-7b2c-437d-8eb0-5390d692a5b8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:07.117279 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3253ab30-68b9-4d46-9d44-df026dfc7dd2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:07.117783 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6508adb0-0cc5-470a-8750-8f07bfeb3156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbbb572-7b2c-437d-8eb0-5390d692a5b8', 'code': 200} Aug 09 15:42:07.156749 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.163521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.195406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:42:07.207041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7168666-6378-4266-a34a-06567ed57356,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:07.224877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.225295 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Added segment 594a1953-446c-4864-8541-337e0a25382d of type vlan for network 1ab8c585-1d25-41ad-b777-1f25d2988f05 Aug 09 15:42:07.239464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Attempting to bind port c704dd63-5358-484b-8e3e-1a6fea38ebf4 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:07.240277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Attempting to bind port c704dd63-5358-484b-8e3e-1a6fea38ebf4 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:07.240908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Attempting to bind port c704dd63-5358-484b-8e3e-1a6fea38ebf4 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:07.259804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Port c704dd63-5358-484b-8e3e-1a6fea38ebf4 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:07.260315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Attempting to bind port c704dd63-5358-484b-8e3e-1a6fea38ebf4 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:07.268498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:07.269163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Checking segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:07.269779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Bound using segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:07.270485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Bound port: c704dd63-5358-484b-8e3e-1a6fea38ebf4, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:07.271055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.407639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7005e462-265e-434b-b5e3-1d8a44633dbb req-b3f40a8b-00ec-4828-b24b-3acab5de09dd tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 210 time: 0.0833731 Aug 09 15:42:07.449200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5348a-a320-4cdf-a878-5def3ab5c1d2 req-7b995f96-ba09-4cb3-82ac-2db463a3efb9 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.461116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79a5348a-a320-4cdf-a878-5def3ab5c1d2 req-7b995f96-ba09-4cb3-82ac-2db463a3efb9 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 946 time: 0.1847966 Aug 09 15:42:07.556295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] For port c704dd63-5358-484b-8e3e-1a6fea38ebf4, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:07.569310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79a5348a-a320-4cdf-a878-5def3ab5c1d2 req-d9a41e85-149b-4d94-9126-131d06772736 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052217 Aug 09 15:42:07.600444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] For port c704dd63-5358-484b-8e3e-1a6fea38ebf4, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c704dd63-5358-484b-8e3e-1a6fea38ebf4,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:07.608717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.644419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1265c-8812-4809-9361-660eee9277ea req-c1a63bc8-ab48-401d-86c8-6ae8c679471a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.647600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d1265c-8812-4809-9361-660eee9277ea req-c1a63bc8-ab48-401d-86c8-6ae8c679471a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 943 time: 0.1418858 Aug 09 15:42:07.680930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.713312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.714403 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.714685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac665d39-0048-44b0-9cb1-174a818b83f4 req-2f01972f-f8b8-4bf2-8c00-e9ef4df2b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.716369 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac665d39-0048-44b0-9cb1-174a818b83f4 req-2f01972f-f8b8-4bf2-8c00-e9ef4df2b723 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 1097 time: 0.5059409 Aug 09 15:42:07.716666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] 10.222.0.66 "PUT /v2.0/ports/c704dd63-5358-484b-8e3e-1a6fea38ebf4 HTTP/1.1" status: 200 len: 1091 time: 2.0016539 Aug 09 15:42:07.727149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d123f7-ac9f-4522-934e-f3d732c1c575', 'tag': 'c704dd63-5358-484b-8e3e-1a6fea38ebf4'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:07.730714 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d123f7-ac9f-4522-934e-f3d732c1c575", "tag": "c704dd63-5358-484b-8e3e-1a6fea38ebf4"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:07.748091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.749438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.750102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.824374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa675-4b71-45d4-8f88-153a9ec539ca service neutron] Pushing event updated for resources: {'Port': ['ID=c704dd63-5358-484b-8e3e-1a6fea38ebf4,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:07.828339 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fa2eeb-b442-44b7-82c2-cb76bec4b6af x-openstack-request-id: req-98fa2eeb-b442-44b7-82c2-cb76bec4b6af {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:07.828717 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d123f7-ac9f-4522-934e-f3d732c1c575", "tag": "c704dd63-5358-484b-8e3e-1a6fea38ebf4", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:07.828881 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98fa2eeb-b442-44b7-82c2-cb76bec4b6af {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:07.829438 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d123f7-ac9f-4522-934e-f3d732c1c575', 'tag': 'c704dd63-5358-484b-8e3e-1a6fea38ebf4', 'status': 'completed', 'code': 200} Aug 09 15:42:07.833391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d1265c-8812-4809-9361-660eee9277ea req-cd8a74ef-a2ca-427c-94cd-2b048f724910 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536787 Aug 09 15:42:07.837286 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0259280 Aug 09 15:42:07.842616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53180) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:07.848150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Request body: {'subnet': {'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-848306165-subnet', 'tenant_id': '2030902758174eafa38523e20b819289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:07.848753 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac665d39-0048-44b0-9cb1-174a818b83f4 req-7b47c39d-1762-40fb-b52b-6f903d9fc683 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111720 Aug 09 15:42:07.863944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff58e80-e9f4-4d46-844b-81cdd26d338c admin admin] Pushing event updated for resources: {'Network': ['ID=1ab8c585-1d25-41ad-b777-1f25d2988f05,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:07.875676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:42:07.887842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845406-ebe4-42ba-a442-f981510a324c req-7ce8fc85-a5ad-46e9-9b3d-811aadae4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.889784 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-7ce8fc85-a5ad-46e9-9b3d-811aadae4c67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 1094 time: 0.1134222 Aug 09 15:42:07.890786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Made reservation on behalf of 2030902758174eafa38523e20b819289 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:07.893381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.981707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-9cfc6ede-cf18-4985-8be6-d494ec610852 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c704dd63-5358-484b-8e3e-1a6fea38ebf4 HTTP/1.1" status: 200 len: 217 time: 0.0732083 Aug 09 15:42:08.066082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845406-ebe4-42ba-a442-f981510a324c req-898def7c-aefa-48dd-bd11-ecee255071e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:08.067742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-898def7c-aefa-48dd-bd11-ecee255071e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.0717230 Aug 09 15:42:08.124277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-f75f6986-2df6-4893-8f48-6304ce6c476d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480235 Aug 09 15:42:08.234315 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:08.320825 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-4d9236cc-1b14-4dd3-a22d-b75433d91690 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789920 Aug 09 15:42:08.332318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f04506-ec77-4093-b070-4bc44dc2945d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:08.385508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Checking segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:08.385984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Network hostable DHCP agents. Network: 1ab8c585-1d25-41ad-b777-1f25d2988f05, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:42:08.433741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:42:08.452636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 1ab8c585-1d25-41ad-b777-1f25d2988f05) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:08.458575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:08.459271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:08.474458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b36502-1149-43f5-bf44-d21a0e954cdd None None] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:08.488773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de845406-ebe4-42ba-a442-f981510a324c req-8336a34d-3a29-46f1-a979-a89cd1eb4a0d service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522484 Aug 09 15:42:08.503420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4aeb4354-54e3-4797-b325-8efd13f786cc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6593280 Aug 09 15:42:08.597476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aedac19c-abc1-4356-a5f9-85afcb876861 req-131e77b9-2ba5-42f6-b0f9-12de6ea9dc46 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 210 time: 0.0424695 Aug 09 15:42:08.983185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840b65b-6caf-47a6-9f0a-aee04fbca932 None None] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:09.001139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-3f3168fb-4b9b-45ee-b808-c489a9d34021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.002895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-3f3168fb-4b9b-45ee-b808-c489a9d34021 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 1094 time: 0.1590934 Aug 09 15:42:09.016507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365810c3-823d-4ca9-a347-7c99ccfa14d6 req-5c78e3bf-647c-4e9a-b13c-89a14b7a6bdb tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.019655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-365810c3-823d-4ca9-a347-7c99ccfa14d6 req-5c78e3bf-647c-4e9a-b13c-89a14b7a6bdb tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 946 time: 0.1733227 Aug 09 15:42:09.037437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-fa734479-9c82-422d-8cc4-68a1cadc599b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.039196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-fa734479-9c82-422d-8cc4-68a1cadc599b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 804 time: 0.3614867 Aug 09 15:42:09.119061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78cfeac-b330-4ffd-9641-c9a320899fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ae7732-92ea-4439-9830-052cafde6e9f'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:09.122264 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5d787-738a-41a8-8225-bd838bf89b97" -d '{"events": [{"server_uuid": "e78cfeac-b330-4ffd-9641-c9a320899fc2", "name": "network-vif-plugged", "status": "completed", "tag": "46ae7732-92ea-4439-9830-052cafde6e9f"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:09.417084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Request body: {'port': {'device_id': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'admin_state_up': True, 'tenant_id': '9e6d2490bcd645b7987df44081879a57'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:09.575237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-365810c3-823d-4ca9-a347-7c99ccfa14d6 req-0534fe55-a8d9-4ae0-9415-315f2c3b2ace tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350428 Aug 09 15:42:09.632900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-f0b12427-e69e-4f32-ab85-590e32f48d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.634422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-f0b12427-e69e-4f32-ab85-590e32f48d49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 907 time: 0.6134534 Aug 09 15:42:09.681009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-b8c4f126-b569-40fd-b42c-099cf6e7ae48 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.682532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-b8c4f126-b569-40fd-b42c-099cf6e7ae48 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.2975888 Aug 09 15:42:09.734303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-102b3529-f197-4727-9c25-6771aa917e4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c704dd63-5358-484b-8e3e-1a6fea38ebf4 HTTP/1.1" status: 200 len: 217 time: 0.0814874 Aug 09 15:42:09.755674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-69e99c47-90a9-4ef9-ab74-2aee756dce59 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/quotas/2030902758174eafa38523e20b819289 HTTP/1.1" status: 200 len: 375 time: 0.0259068 Aug 09 15:42:09.821163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Made reservation on behalf of 9e6d2490bcd645b7987df44081879a57 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:09.824858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.832251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-db1f6bc7-e795-4a11-a953-0abc980dda03 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637453 Aug 09 15:42:09.855541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40297cd7-a43b-4c54-a1d7-45da3526d543 req-c7addbda-0523-48a3-8ca5-bdfd8234f178 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.857223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40297cd7-a43b-4c54-a1d7-45da3526d543 req-c7addbda-0523-48a3-8ca5-bdfd8234f178 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 943 time: 0.2138515 Aug 09 15:42:09.954813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-9a19205e-275d-4409-bf98-703758acbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.956668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-9a19205e-275d-4409-bf98-703758acbb96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.2030110 Aug 09 15:42:10.066801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-39d2a310-5069-4553-9987-c72026ee3910 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001997 Aug 09 15:42:10.105283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40297cd7-a43b-4c54-a1d7-45da3526d543 req-dbbf7b7d-7012-4c8a-a516-6439839a11c7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320466 Aug 09 15:42:10.180802 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9fb96d-c7e6-4a25-a13a-3a99efe4e4a4 x-openstack-request-id: req-ce9fb96d-c7e6-4a25-a13a-3a99efe4e4a4 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:10.181617 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78cfeac-b330-4ffd-9641-c9a320899fc2", "name": "network-vif-plugged", "status": "completed", "tag": "46ae7732-92ea-4439-9830-052cafde6e9f", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:10.181798 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce9fb96d-c7e6-4a25-a13a-3a99efe4e4a4 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:10.182365 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78cfeac-b330-4ffd-9641-c9a320899fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ae7732-92ea-4439-9830-052cafde6e9f', 'code': 200} Aug 09 15:42:10.188654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-367fffd9-69b6-4f00-8d45-c21b55b986c3 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265100 Aug 09 15:42:10.321377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Allocated IP 172.20.0.14 (c5417ffe-714e-4727-9af6-b7fe743d70dd/f741c060-43e5-43ae-ae71-1768bea61ce1/6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:10.333397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941a2e9-b682-4124-9f69-7a1adceffe30 req-de0f3e19-1ecc-4e36-902d-765fbee36499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:10.336448 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2941a2e9-b682-4124-9f69-7a1adceffe30 req-de0f3e19-1ecc-4e36-902d-765fbee36499 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e78cfeac-b330-4ffd-9641-c9a320899fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0583405 Aug 09 15:42:10.385631 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2941a2e9-b682-4124-9f69-7a1adceffe30 req-05452b37-69ca-416f-b429-e818a763340b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Aug 09 15:42:10.418684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb324468-4503-4000-ad41-5df267719e16 req-056b732b-bdac-4df4-8eb6-853dee65367b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 210 time: 0.0801072 Aug 09 15:42:10.441450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-cd6ad96d-717d-4501-a621-43f0e1126d61 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480916 Aug 09 15:42:10.541123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-d7535136-81e9-4610-b202-776343998bec service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343525 Aug 09 15:42:10.674097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0809f0d-b1c9-46fc-9049-ec4cdb00fde4 req-da09e711-c094-4a49-9c3e-690b104bfc56 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321384 Aug 09 15:42:10.782528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.892686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f565ea-a126-4bf8-83bb-f78a14616a31 req-b84b5c85-179d-46af-90a8-cf2ab79de252 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:10.897190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79f565ea-a126-4bf8-83bb-f78a14616a31 req-b84b5c85-179d-46af-90a8-cf2ab79de252 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 946 time: 0.0997119 Aug 09 15:42:10.900869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.989147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Network c5417ffe-714e-4727-9af6-b7fe743d70dd is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:10.998597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:11.010168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:11.047349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Pushing event updated for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:11.055549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79f565ea-a126-4bf8-83bb-f78a14616a31 req-02784136-80c7-4376-a662-86e4f78c56e2 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513958 Aug 09 15:42:11.111622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.112482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:11.144336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-89255f0b-a93a-4539-aa0e-24f552996ea1 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7329996 Aug 09 15:42:11.168526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fd71431-1a2e-4ce6-8e7d-33a0b51a8890 req-aebfbc17-ec8e-4ba7-9978-89b713707898 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 210 time: 0.0372081 Aug 09 15:42:11.172960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Request body: {'port': {'device_id': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:11.385766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdf699-a916-4bc0-8c36-46218fd7e242 req-7798074d-186e-4ecc-8cfe-8bda45c3e897 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.388094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2acdf699-a916-4bc0-8c36-46218fd7e242 req-7798074d-186e-4ecc-8cfe-8bda45c3e897 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1817946 Aug 09 15:42:11.407438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:11.469260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3fdc8-fc47-47e9-967d-3b68aaada631 req-8d160313-3631-48d8-b637-6e2e60e1be1c tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.471195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8be3fdc8-fc47-47e9-967d-3b68aaada631 req-8d160313-3631-48d8-b637-6e2e60e1be1c tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78cfeac-b330-4ffd-9641-c9a320899fc2 HTTP/1.1" status: 200 len: 946 time: 0.1999896 Aug 09 15:42:11.511783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2acdf699-a916-4bc0-8c36-46218fd7e242 req-86ae648b-dc33-4205-a6cf-613ebfd4e7a7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152017 Aug 09 15:42:11.678357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8be3fdc8-fc47-47e9-967d-3b68aaada631 req-765ffdaf-124e-47ef-9255-0fff39c93792 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821368 Aug 09 15:42:11.790352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2032c-61ae-4624-b57f-2b08b047b66d req-fd3900b9-d940-4aa6-ae27-38a433e9d9b8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.792076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3a2032c-61ae-4624-b57f-2b08b047b66d req-fd3900b9-d940-4aa6-ae27-38a433e9d9b8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 943 time: 0.1419921 Aug 09 15:42:11.887875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3a2032c-61ae-4624-b57f-2b08b047b66d req-229714f1-bea2-4405-8875-30b1b6f646df tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869181 Aug 09 15:42:11.979934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153deccb-b3ce-430f-bf20-cd1e559fecfa req-bda8c8ac-831f-421b-b9c8-d6b508be8fd2 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.982820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-153deccb-b3ce-430f-bf20-cd1e559fecfa req-bda8c8ac-831f-421b-b9c8-d6b508be8fd2 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 932 time: 0.1200237 Aug 09 15:42:12.072904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:12.091073 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.112024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-153deccb-b3ce-430f-bf20-cd1e559fecfa req-fe9f1251-715d-4049-9cbd-a4ac23b61365 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106374 Aug 09 15:42:12.124229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Transition to ACTIVE for port object 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:12.130892 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.219570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:12.385820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd1776ce-023c-40aa-9f67-e8370c9be8c7 req-71ff55ce-1673-4cbc-959e-de930823e178 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 210 time: 0.0891125 Aug 09 15:42:12.422555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Attempting to bind port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:12.423117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Attempting to bind port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:12.423645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Attempting to bind port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 on network c5417ffe-714e-4727-9af6-b7fe743d70dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:12.442350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 on network c5417ffe-714e-4727-9af6-b7fe743d70dd not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:12.442653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Attempting to bind port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 on network c5417ffe-714e-4727-9af6-b7fe743d70dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:12.451313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:12.451627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Checking segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:12.452061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Bound using segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:12.453717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Bound port: 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:12.453717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.497600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-31d9ad13-28da-4f47-9abe-2e92cfdd7eaf tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.499447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-31d9ad13-28da-4f47-9abe-2e92cfdd7eaf tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.66 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.2167666 Aug 09 15:42:12.533952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Request body: {'port': {'device_id': '44a1aad1-0353-4540-9e84-ddbf76da0aa4', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'admin_state_up': True, 'tenant_id': '2030902758174eafa38523e20b819289'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:12.625904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c704dd63-5358-484b-8e3e-1a6fea38ebf4 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:12.638902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:12.699762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:12.716879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.787129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c704dd63-5358-484b-8e3e-1a6fea38ebf4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c704dd63-5358-484b-8e3e-1a6fea38ebf4,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:12.788438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.789111 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.790740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 HTTP/1.1" status: 200 len: 1092 time: 1.6250660 Aug 09 15:42:12.798687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:12.802054 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3667e63-f81f-4782-87f1-24ab2c5d4958" -d '{"events": [{"name": "network-changed", "server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:12.812801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'c704dd63-5358-484b-8e3e-1a6fea38ebf4', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'port_id': 'c704dd63-5358-484b-8e3e-1a6fea38ebf4', 'mac_address': 'fa:16:3e:8c:0f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a26b04-7d30-45d4-959b-3e9f16d14fcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:12.880805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.906101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c704dd63-5358-484b-8e3e-1a6fea38ebf4 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:12.943703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c704dd63-5358-484b-8e3e-1a6fea38ebf4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c704dd63-5358-484b-8e3e-1a6fea38ebf4,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:12.950342 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.028242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c704dd63-5358-484b-8e3e-1a6fea38ebf4,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:13.235374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a9dc-b705-4271-be32-5634884543fc req-d2c5a16c-e299-4d96-a34f-e397ac771173 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.237132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f0a9dc-b705-4271-be32-5634884543fc req-d2c5a16c-e299-4d96-a34f-e397ac771173 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.6011186 Aug 09 15:42:13.242905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Made reservation on behalf of 2030902758174eafa38523e20b819289 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:13.246425 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.248539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211ca66-35c6-4121-a10c-153094d9d8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:13.293046 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:42:13.311477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406d631-0ca4-40f7-90a8-ba0c890e5551 req-0592303f-394d-4862-ab56-040dff816504 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.314521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d406d631-0ca4-40f7-90a8-ba0c890e5551 req-0592303f-394d-4862-ab56-040dff816504 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78cfeac-b330-4ffd-9641-c9a320899fc2 HTTP/1.1" status: 200 len: 946 time: 0.4988098 Aug 09 15:42:13.327350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-6e152bcc-e53b-4164-a2dc-0c0dfcc0d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.329791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-6e152bcc-e53b-4164-a2dc-0c0dfcc0d217 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 1095 time: 0.1764977 Aug 09 15:42:13.352653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['c704dd63-5358-484b-8e3e-1a6fea38ebf4'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:13.453305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-22ea61b6-5215-46dc-8ed5-a0acad8ef776 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 HTTP/1.1" status: 200 len: 217 time: 0.1054673 Aug 09 15:42:13.456624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f0a9dc-b705-4271-be32-5634884543fc req-1488fe11-3534-492f-bc47-e42200f96818 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022464 Aug 09 15:42:13.531004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d406d631-0ca4-40f7-90a8-ba0c890e5551 req-8c3931f9-85c9-44b2-a3f7-946c0b0177f2 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985114 Aug 09 15:42:13.588509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-9e08726d-96ff-4312-a6e4-f9cc4f38a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.590340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-9e08726d-96ff-4312-a6e4-f9cc4f38a5e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 200 len: 844 time: 0.1277258 Aug 09 15:42:13.634215 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ced313a-23a5-4990-8fcb-f9303aedcdc6 x-openstack-request-id: req-6ced313a-23a5-4990-8fcb-f9303aedcdc6 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:13.634521 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:13.634890 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ced313a-23a5-4990-8fcb-f9303aedcdc6 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:13.635425 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'status': 'completed', 'code': 200} Aug 09 15:42:13.642409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-5980f943-dd1f-40d3-8019-b2e4b39d5e09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5417ffe-714e-4727-9af6-b7fe743d70dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425568 Aug 09 15:42:13.658389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Allocated IP 172.20.0.8 (1ab8c585-1d25-41ad-b777-1f25d2988f05/75f04506-ec77-4093-b070-4bc44dc2945d/32716c0a-2d48-4b24-95ff-175cd5331753) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:13.879334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-b7e28ca6-8407-4d96-b67c-a29ccd557bc2 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299752 Aug 09 15:42:13.895345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997df52-bf17-4961-8293-a94870f6a283 req-40fd84d4-acd4-4ce7-8d38-f803e387e71e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.897026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2997df52-bf17-4961-8293-a94870f6a283 req-40fd84d4-acd4-4ce7-8d38-f803e387e71e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 944 time: 0.1871250 Aug 09 15:42:13.982824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16315169-f5f7-466c-b1b3-b1e97ebb35b9 req-ed0975c2-13ff-45d2-9344-bfeb358348bc tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.984801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16315169-f5f7-466c-b1b3-b1e97ebb35b9 req-ed0975c2-13ff-45d2-9344-bfeb358348bc tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 944 time: 0.2170987 Aug 09 15:42:14.154240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2997df52-bf17-4961-8293-a94870f6a283 req-4e061417-2089-42fb-9c25-4f3fa634da5e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062624 Aug 09 15:42:14.162433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16315169-f5f7-466c-b1b3-b1e97ebb35b9 req-e85c1f4b-7236-4511-85f8-fff064efd156 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435893 Aug 09 15:42:14.184307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.199337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-568fd8b7-4205-4f7e-a9fb-a485c6afea45 req-8e0d432c-041a-48de-8221-b33b87cf7505 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907834 Aug 09 15:42:14.269394 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.383160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:14.392999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:14.401674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:14.408542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-8e7a1401-2b64-4dfb-84a8-8acd11cb27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.410133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-8e7a1401-2b64-4dfb-84a8-8acd11cb27fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 1095 time: 0.1556523 Aug 09 15:42:14.410797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event updated for resources: {'Port': ['ID=32716c0a-2d48-4b24-95ff-175cd5331753,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:14.462038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a49a24-f22c-4b34-b33f-3e252e3a42d2 req-9789886d-7859-47a5-81a6-d3209543f3b0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.464005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96a49a24-f22c-4b34-b33f-3e252e3a42d2 req-9789886d-7859-47a5-81a6-d3209543f3b0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 931 time: 0.1959386 Aug 09 15:42:14.585961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.586649 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.640635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96a49a24-f22c-4b34-b33f-3e252e3a42d2 req-20cba0f6-df3b-49e9-8981-4c71c82eee01 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595199 Aug 09 15:42:14.644873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-828a2a06-e3a3-419e-a1e2-88758a8a6f02 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1159976 Aug 09 15:42:14.655124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c704dd63-5358-484b-8e3e-1a6fea38ebf4 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:14.667602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Request body: {'port': {'device_id': '44a1aad1-0353-4540-9e84-ddbf76da0aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:14.680604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4b22-fad7-4da3-a9f7-0bfa10222af7 req-a3464a34-c744-4ed1-9782-697563171f2b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.682381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8df4b22-fad7-4da3-a9f7-0bfa10222af7 req-a3464a34-c744-4ed1-9782-697563171f2b tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78cfeac-b330-4ffd-9641-c9a320899fc2 HTTP/1.1" status: 200 len: 946 time: 0.2001529 Aug 09 15:42:14.712457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-4854928a-06a7-4e4d-a0ea-b6b45c24cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.714133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-4854928a-06a7-4e4d-a0ea-b6b45c24cf3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 906 time: 0.2719455 Aug 09 15:42:14.733105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port c704dd63-5358-484b-8e3e-1a6fea38ebf4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:14.739115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port c704dd63-5358-484b-8e3e-1a6fea38ebf4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:14.739482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.838453 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.853102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-9d917b42-b070-4887-a8de-a0e420deb4a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 HTTP/1.1" status: 200 len: 217 time: 0.1232786 Aug 09 15:42:14.867099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d123f7-ac9f-4522-934e-f3d732c1c575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c704dd63-5358-484b-8e3e-1a6fea38ebf4'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:14.870235 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f5948-6577-41a5-a438-d3161ff30392" -d '{"events": [{"server_uuid": "b4d123f7-ac9f-4522-934e-f3d732c1c575", "name": "network-vif-plugged", "status": "completed", "tag": "c704dd63-5358-484b-8e3e-1a6fea38ebf4"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:14.890019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c704dd63-5358-484b-8e3e-1a6fea38ebf4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c704dd63-5358-484b-8e3e-1a6fea38ebf4,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:14.896816 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.925830 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.951616 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8afadf1a-05f4-42f4-b1ad-f5a4b514c477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.973397 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c704dd63-5358-484b-8e3e-1a6fea38ebf4,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:14.993196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8df4b22-fad7-4da3-a9f7-0bfa10222af7 req-81c55f29-0dd8-426a-9f54-297c129c4446 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753098 Aug 09 15:42:15.065970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-dfdfe632-564e-43a6-9f48-a5edf6326f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.068538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-dfdfe632-564e-43a6-9f48-a5edf6326f42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 200 len: 844 time: 0.1766236 Aug 09 15:42:15.085188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2de3-26c4-49b5-b1d5-a9f8633a4806 req-16070ad4-7193-4766-a859-5b72d947fa67 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.087782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4fcb2de3-26c4-49b5-b1d5-a9f8633a4806 req-16070ad4-7193-4766-a859-5b72d947fa67 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.2605152 Aug 09 15:42:15.158985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-19893993-07c9-42fa-8c86-26e6d1889627 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5417ffe-714e-4727-9af6-b7fe743d70dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669312 Aug 09 15:42:15.211996 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa88a0-5919-4067-a11f-c6de334cec4a x-openstack-request-id: req-cefa88a0-5919-4067-a11f-c6de334cec4a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:15.212973 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d123f7-ac9f-4522-934e-f3d732c1c575", "name": "network-vif-plugged", "status": "completed", "tag": "c704dd63-5358-484b-8e3e-1a6fea38ebf4", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:15.213588 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cefa88a0-5919-4067-a11f-c6de334cec4a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:15.214335 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d123f7-ac9f-4522-934e-f3d732c1c575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c704dd63-5358-484b-8e3e-1a6fea38ebf4', 'code': 200} Aug 09 15:42:15.367568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764cecc-2db7-4056-a818-6fb64a86fd2c req-6fe7f9b2-25aa-43b2-80e5-fb6e6278d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.370270 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6764cecc-2db7-4056-a818-6fb64a86fd2c req-6fe7f9b2-25aa-43b2-80e5-fb6e6278d5ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 1096 time: 0.0640552 Aug 09 15:42:15.384457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4fcb2de3-26c4-49b5-b1d5-a9f8633a4806 req-794cc37b-5452-40a1-a4f1-1f5fe4cf1824 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767594 Aug 09 15:42:15.415051 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6764cecc-2db7-4056-a818-6fb64a86fd2c req-6c2fcea3-cfe6-413b-9908-044ad09c0f9e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354540 Aug 09 15:42:15.587802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:15.604408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dabf44-b9be-43f7-9ef7-89fc8be16489 req-3b7481b3-a312-4c37-8223-143564d436a2 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.606908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48dabf44-b9be-43f7-9ef7-89fc8be16489 req-3b7481b3-a312-4c37-8223-143564d436a2 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 945 time: 0.2808874 Aug 09 15:42:15.615494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-c2705a01-aec6-44ee-a45e-dfe16448e311 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352837 Aug 09 15:42:15.737573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:15.756592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'port_id': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'mac_address': 'fa:16:3e:e3:d4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f741c060-43e5-43ae-ae71-1768bea61ce1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:15.757102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a35b10-d7b4-410c-a2cb-d1fe91f0bc85 req-d736ea6e-1d5a-4720-ba86-e67de5705074 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.758994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49a35b10-d7b4-410c-a2cb-d1fe91f0bc85 req-d736ea6e-1d5a-4720-ba86-e67de5705074 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 944 time: 0.2595620 Aug 09 15:42:15.803706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48dabf44-b9be-43f7-9ef7-89fc8be16489 req-1da54130-9d53-4a1d-b492-abe8b401003d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855786 Aug 09 15:42:15.818018 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:15.850080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:15.886522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:15.896426 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:15.937237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-c30c07a6-82c3-4dd3-84eb-c13adf3d6298 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.939507 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-c30c07a6-82c3-4dd3-84eb-c13adf3d6298 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78cfeac-b330-4ffd-9641-c9a320899fc2 HTTP/1.1" status: 200 len: 946 time: 0.0615430 Aug 09 15:42:15.989292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3667e63-f81f-4782-87f1-24ab2c5d4958 req-b14896ff-8090-4cc1-a6e7-339d75afe1e8 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613510 Aug 09 15:42:15.995968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32716c0a-2d48-4b24-95ff-175cd5331753 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:15.997683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:16.008480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49a35b10-d7b4-410c-a2cb-d1fe91f0bc85 req-b29aa9c1-9be2-40d2-8b9d-943e7ad114d3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321761 Aug 09 15:42:16.018720 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.053384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Transition to ACTIVE for port object 32716c0a-2d48-4b24-95ff-175cd5331753 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:16.063273 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.084294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96cca0-c5b5-4154-a1c7-3a679041cf55 req-75da3877-be6a-4f90-a5c4-f78dec61468c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:16.087108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b96cca0-c5b5-4154-a1c7-3a679041cf55 req-75da3877-be6a-4f90-a5c4-f78dec61468c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 931 time: 0.2010231 Aug 09 15:42:16.123757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Deleting port 46ae7732-92ea-4439-9830-052cafde6e9f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:16.124771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.210751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Pushing event updated for resources: {'Port': ['ID=32716c0a-2d48-4b24-95ff-175cd5331753,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:16.234591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:16.261351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b96cca0-c5b5-4154-a1c7-3a679041cf55 req-634894bb-f86a-46fd-b169-002186684824 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373832 Aug 09 15:42:16.263130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.263472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.263833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.264178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.265542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.266220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.268372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.268372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.268372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.268372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.268372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.269041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:16.272156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] For port 46ae7732-92ea-4439-9830-052cafde6e9f, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=46ae7732-92ea-4439-9830-052cafde6e9f,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:16.272606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.305646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Calling delete_port for 46ae7732-92ea-4439-9830-052cafde6e9f owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:16.329801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cd6ab-c0f5-40c8-aa8d-793112053beb req-15fa9f34-8e1e-48be-b672-2063399476c9 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:16.338303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff6cd6ab-c0f5-40c8-aa8d-793112053beb req-15fa9f34-8e1e-48be-b672-2063399476c9 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78cfeac-b330-4ffd-9641-c9a320899fc2 HTTP/1.1" status: 200 len: 946 time: 0.2039509 Aug 09 15:42:16.395563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff6cd6ab-c0f5-40c8-aa8d-793112053beb req-5e1354b4-cdf5-4495-8be0-615286829d64 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562351 Aug 09 15:42:16.427998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Attempting to bind port 32716c0a-2d48-4b24-95ff-175cd5331753 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:16.428952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Attempting to bind port 32716c0a-2d48-4b24-95ff-175cd5331753 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:16.428952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Attempting to bind port 32716c0a-2d48-4b24-95ff-175cd5331753 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:16.442224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Port 32716c0a-2d48-4b24-95ff-175cd5331753 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:16.442590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Attempting to bind port 32716c0a-2d48-4b24-95ff-175cd5331753 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:16.449729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:16.450517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Checking segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:16.451444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Bound using segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:16.454326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Bound port: 32716c0a-2d48-4b24-95ff-175cd5331753, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:16.455195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.559236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.579897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['dfbbb572-7b2c-437d-8eb0-5390d692a5b8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:16.590794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] For port 32716c0a-2d48-4b24-95ff-175cd5331753, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:16.621586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] For port 32716c0a-2d48-4b24-95ff-175cd5331753, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=32716c0a-2d48-4b24-95ff-175cd5331753,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:16.631958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Pushing event deleted for resources: {'Port': ['ID=46ae7732-92ea-4439-9830-052cafde6e9f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:16.635515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.753875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] No DVR routers for this DVR port 46ae7732-92ea-4439-9830-052cafde6e9f on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:16.757490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.761418 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5a8ba3d-3549-4b28-90da-6189525d47ac req-72b03fa4-d173-4f69-9bc9-66a6ff292a0f tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.35 "DELETE /v2.0/ports/46ae7732-92ea-4439-9830-052cafde6e9f HTTP/1.1" status: 204 len: 173 time: 0.8148887 Aug 09 15:42:16.762976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78cfeac-b330-4ffd-9641-c9a320899fc2', 'name': 'network-vif-deleted', 'tag': '46ae7732-92ea-4439-9830-052cafde6e9f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:16.765712 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77089f23-10ce-45ac-b166-ef08eccd753e" -d '{"events": [{"server_uuid": "e78cfeac-b330-4ffd-9641-c9a320899fc2", "name": "network-vif-deleted", "tag": "46ae7732-92ea-4439-9830-052cafde6e9f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:17.269491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.270326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:17.273262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] 10.222.0.66 "PUT /v2.0/ports/32716c0a-2d48-4b24-95ff-175cd5331753 HTTP/1.1" status: 200 len: 1091 time: 2.6126504 Aug 09 15:42:17.276564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a1aad1-0353-4540-9e84-ddbf76da0aa4', 'tag': '32716c0a-2d48-4b24-95ff-175cd5331753'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:17.280257 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884f44c2-1243-4b8c-970d-fec359efc216" -d '{"events": [{"name": "network-changed", "server_uuid": "44a1aad1-0353-4540-9e84-ddbf76da0aa4", "tag": "32716c0a-2d48-4b24-95ff-175cd5331753"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:17.337002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b36523c6-4346-45ff-abea-84b4cea51993', '46ae7732-92ea-4439-9830-052cafde6e9f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:17.359515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ecfdc-c0cd-41bf-9343-02fc41e59af2 service neutron] Pushing event updated for resources: {'Port': ['ID=32716c0a-2d48-4b24-95ff-175cd5331753,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:17.376447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c009d-c5bc-49df-bb81-72fbfa754eb9 req-0b8bbb37-69e6-443c-a8ae-7f3e3cf410fa tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.380648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b73c009d-c5bc-49df-bb81-72fbfa754eb9 req-0b8bbb37-69e6-443c-a8ae-7f3e3cf410fa tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.6169624 Aug 09 15:42:17.409683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21575e-3c26-44b0-a7a3-7a2afb6b2590 req-9e20c1d1-fd02-4b90-9767-20abf4204540 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.411231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f21575e-3c26-44b0-a7a3-7a2afb6b2590 req-9e20c1d1-fd02-4b90-9767-20abf4204540 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.6235623 Aug 09 15:42:17.448659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-6bc50849-76b5-4474-8ab7-e3ab355b9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.450395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-6bc50849-76b5-4474-8ab7-e3ab355b9a34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1095 time: 0.6891580 Aug 09 15:42:17.492313 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-13493aea-1567-4f5f-97ac-d1b59d2d6965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:17.592063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b73c009d-c5bc-49df-bb81-72fbfa754eb9 req-74688c2e-3950-4299-b78c-d36b5200ccbe tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934552 Aug 09 15:42:17.607541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f21575e-3c26-44b0-a7a3-7a2afb6b2590 req-7ef92183-7ee6-4ecf-afd8-7043300cfb89 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1650734 Aug 09 15:42:17.609299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:17.613729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-4b271bf9-1168-45c4-a788-1f48f6f26b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.615731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-4b271bf9-1168-45c4-a788-1f48f6f26b03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 1094 time: 0.2591765 Aug 09 15:42:17.681330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-d8da5edf-b5d8-40ff-92b1-0da65738a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.683001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-d8da5edf-b5d8-40ff-92b1-0da65738a2e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.2098441 Aug 09 15:42:17.695612 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181d56f5-7f8c-4bb8-abf8-f27d5562b07e x-openstack-request-id: req-181d56f5-7f8c-4bb8-abf8-f27d5562b07e {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:17.695612 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78cfeac-b330-4ffd-9641-c9a320899fc2", "name": "network-vif-deleted", "tag": "46ae7732-92ea-4439-9830-052cafde6e9f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:17.695612 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-181d56f5-7f8c-4bb8-abf8-f27d5562b07e {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:17.696939 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78cfeac-b330-4ffd-9641-c9a320899fc2', 'name': 'network-vif-deleted', 'tag': '46ae7732-92ea-4439-9830-052cafde6e9f', 'status': 'completed', 'code': 200} Aug 09 15:42:17.701760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:17.715619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:17.715619 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:17.784717 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:17.838930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-beb4e47a-a51c-4fb3-a8b3-bf23d392e23b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32716c0a-2d48-4b24-95ff-175cd5331753 HTTP/1.1" status: 200 len: 217 time: 0.2006092 Aug 09 15:42:17.846361 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:17.889750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:17.893063 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583637b2-b889-4064-bb34-dac467c14175" -d '{"events": [{"server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "name": "network-vif-plugged", "status": "completed", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:17.910345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:17.915441 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:17.917013 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 46ae7732-92ea-4439-9830-052cafde6e9f no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:17.945622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 46ae7732-92ea-4439-9830-052cafde6e9f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:17.946099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 46ae7732-92ea-4439-9830-052cafde6e9f not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:17.957288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-ae95de94-b1cf-496b-b685-d752a107d956 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 998 time: 0.2592864 Aug 09 15:42:18.024630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:18.033253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-d7371d4b-0e49-4325-b2ad-4e2c4510d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.034896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-d7371d4b-0e49-4325-b2ad-4e2c4510d536 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.1679599 Aug 09 15:42:18.051209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283a82b-58e9-4cbc-b323-b7b05df24515 req-86aa23cb-4f0b-4603-b183-0371a3c542f5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.053311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d283a82b-58e9-4cbc-b323-b7b05df24515 req-86aa23cb-4f0b-4603-b183-0371a3c542f5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 945 time: 0.2255778 Aug 09 15:42:18.080798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15d7f8-c8db-4188-b8df-c69acf9b8f1a req-9b8e151d-e426-443f-a037-4150e5e30288 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.083485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c15d7f8-c8db-4188-b8df-c69acf9b8f1a req-9b8e151d-e426-443f-a037-4150e5e30288 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 945 time: 0.2582054 Aug 09 15:42:18.118226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-fe54b6bc-da73-4ae7-8e58-141c6bab4e43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620739 Aug 09 15:42:18.138495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-65894c0f-70b1-4b99-824f-e5505df0ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.140224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-65894c0f-70b1-4b99-824f-e5505df0ca1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1735506 Aug 09 15:42:18.265060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d283a82b-58e9-4cbc-b323-b7b05df24515 req-f8a5d156-c050-4085-ba0f-43082a05da1d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798615 Aug 09 15:42:18.283223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c15d7f8-c8db-4188-b8df-c69acf9b8f1a req-e9cb1f0c-cf7e-4ee6-b309-55c6a1f9c52a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710491 Aug 09 15:42:18.343987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-439f55ac-c29e-4c5d-9e79-77c18db46112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.346832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-439f55ac-c29e-4c5d-9e79-77c18db46112 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884217 Aug 09 15:42:18.376077 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b5f6a-32bd-4f17-acd9-217b8a070514 x-openstack-request-id: req-0c0b5f6a-32bd-4f17-acd9-217b8a070514 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:18.376749 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a1aad1-0353-4540-9e84-ddbf76da0aa4", "tag": "32716c0a-2d48-4b24-95ff-175cd5331753", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:18.376920 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c0b5f6a-32bd-4f17-acd9-217b8a070514 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:18.377536 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a1aad1-0353-4540-9e84-ddbf76da0aa4', 'tag': '32716c0a-2d48-4b24-95ff-175cd5331753', 'status': 'completed', 'code': 200} Aug 09 15:42:18.442996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-1bdd20bb-28a1-4ea8-8afe-ae81efc5fed3 service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066261 Aug 09 15:42:18.634693 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e08111b-8f2c-4447-a8c0-eb7b3bc22c81 x-openstack-request-id: req-4e08111b-8f2c-4447-a8c0-eb7b3bc22c81 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:18.636249 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "name": "network-vif-plugged", "status": "completed", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:18.636652 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e08111b-8f2c-4447-a8c0-eb7b3bc22c81 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:18.637917 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'code': 200} Aug 09 15:42:18.672740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84185906-d045-4bc5-a91f-69acc40808b7 req-cf651aec-f394-4aaa-8782-e028b68ff6da tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.675874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84185906-d045-4bc5-a91f-69acc40808b7 req-cf651aec-f394-4aaa-8782-e028b68ff6da tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 943 time: 0.2748950 Aug 09 15:42:18.678970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-0c7a8005-2571-4804-8c3b-c91bbc2a9f53 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211746 Aug 09 15:42:18.794370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb49c6-8a25-4e88-a71c-9e332c952b89 req-a2852f44-d741-43ca-afc3-bb26a7dc4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.797540 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4eb49c6-8a25-4e88-a71c-9e332c952b89 req-a2852f44-d741-43ca-afc3-bb26a7dc4d7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 1097 time: 0.0791528 Aug 09 15:42:18.802020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a2f0a4-c6a4-4b5e-aeed-7a7bdf70f6c4 req-85225ca2-a5e5-4bfd-888e-6d44ee2700ae service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378682 Aug 09 15:42:18.849075 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4eb49c6-8a25-4e88-a71c-9e332c952b89 req-29a6f350-1ff3-4121-9248-e48366b6266b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Aug 09 15:42:18.871256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84185906-d045-4bc5-a91f-69acc40808b7 req-8356af0a-87bf-4225-b437-753646a63d57 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780648 Aug 09 15:42:18.937068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:18.939379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e1cbb-10bd-4d62-8ac6-6ef0eb760ca0 req-b81b4182-5196-45d6-8616-a3cadea38045 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.941094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701e1cbb-10bd-4d62-8ac6-6ef0eb760ca0 req-b81b4182-5196-45d6-8616-a3cadea38045 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 945 time: 0.1714814 Aug 09 15:42:18.943104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc792a90-b105-4eb7-a73b-3551b8c14631 req-ba303a11-c8cb-401f-8dd1-da8762c1e792 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520134 Aug 09 15:42:18.971127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f44c2-1243-4b8c-970d-fec359efc216 req-7cc454e2-168c-4516-9076-a609bf32c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.972757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-884f44c2-1243-4b8c-970d-fec359efc216 req-7cc454e2-168c-4516-9076-a609bf32c09f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0990543 Aug 09 15:42:19.024597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-701e1cbb-10bd-4d62-8ac6-6ef0eb760ca0 req-ce78b18e-ef07-443e-b4e7-4414887180ad tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738120 Aug 09 15:42:19.192865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f44c2-1243-4b8c-970d-fec359efc216 req-364dd419-0273-4e4f-b554-d14f5d61688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.195155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-884f44c2-1243-4b8c-970d-fec359efc216 req-364dd419-0273-4e4f-b554-d14f5d61688d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 913 time: 0.2038493 Aug 09 15:42:19.270944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-884f44c2-1243-4b8c-970d-fec359efc216 req-a8abdb40-d7d6-43e2-80e1-347978621cc6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32716c0a-2d48-4b24-95ff-175cd5331753 HTTP/1.1" status: 200 len: 217 time: 0.0568442 Aug 09 15:42:19.293627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd374c-1c5b-47de-bfcd-c87dd1d9448d req-c25e80f4-a2b9-4370-8216-deb0c4386ec7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.295640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11fd374c-1c5b-47de-bfcd-c87dd1d9448d req-c25e80f4-a2b9-4370-8216-deb0c4386ec7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1623943 Aug 09 15:42:19.326084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5d85-32b3-4f42-9182-338d5d753280 req-da717e57-72ba-484b-8f0d-92228046272a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.328361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0dcb5d85-32b3-4f42-9182-338d5d753280 req-da717e57-72ba-484b-8f0d-92228046272a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1710806 Aug 09 15:42:19.414277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11fd374c-1c5b-47de-bfcd-c87dd1d9448d req-fa145869-ce5d-4992-ae37-576c8d127957 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012557 Aug 09 15:42:19.417785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f44c2-1243-4b8c-970d-fec359efc216 req-6618c1b4-b93d-477a-bdeb-90735bafaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.419491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-884f44c2-1243-4b8c-970d-fec359efc216 req-6618c1b4-b93d-477a-bdeb-90735bafaac8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.1204071 Aug 09 15:42:19.481964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0dcb5d85-32b3-4f42-9182-338d5d753280 req-836684a0-68b4-4beb-bd92-2a52e85ec4dd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302788 Aug 09 15:42:19.485341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-884f44c2-1243-4b8c-970d-fec359efc216 req-e6ba61e0-95c4-40ca-b53a-cfc0be124efa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534985 Aug 09 15:42:19.690580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-884f44c2-1243-4b8c-970d-fec359efc216 req-bc4707eb-4ce0-4aed-8ce4-cc738065654b service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884093 Aug 09 15:42:19.699212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994ccb9-98bd-49d8-88e4-7890c10c2de6 req-68cb8803-9d48-4137-80cd-3b2b79a23bfc tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.701637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d994ccb9-98bd-49d8-88e4-7890c10c2de6 req-68cb8803-9d48-4137-80cd-3b2b79a23bfc tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 945 time: 0.1397536 Aug 09 15:42:19.718561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292e91d-a347-413d-8615-1bf3d8275848 req-32c42397-46c3-43ca-a72d-62a891bb3bff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.720583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d292e91d-a347-413d-8615-1bf3d8275848 req-32c42397-46c3-43ca-a72d-62a891bb3bff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 946 time: 0.1154993 Aug 09 15:42:19.849341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d994ccb9-98bd-49d8-88e4-7890c10c2de6 req-0513bcbd-77df-4b5c-b2b4-b915dda69ad6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276515 Aug 09 15:42:19.878473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d292e91d-a347-413d-8615-1bf3d8275848 req-f14c9b2c-8eb6-491b-bf2b-61afa78b88b8 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311402 Aug 09 15:42:19.928771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-884f44c2-1243-4b8c-970d-fec359efc216 req-0a1ed003-b508-4ee0-a9ac-a11782218b77 service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059438 Aug 09 15:42:20.178995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bd9ef-d5ee-446b-8443-0fc307ad6566 req-9a07e30f-2ce2-49dd-8475-fff9d786a838 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.181511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-992bd9ef-d5ee-446b-8443-0fc307ad6566 req-9a07e30f-2ce2-49dd-8475-fff9d786a838 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0831749 Aug 09 15:42:20.230956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-992bd9ef-d5ee-446b-8443-0fc307ad6566 req-859e5a73-10b2-4b44-a821-7f41594aaf5a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Aug 09 15:42:20.295414 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.375503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f824-45af-4084-a860-325150aabe5c req-6cfd7eb3-6cac-4873-b511-25aa042621f1 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.377225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95f8f824-45af-4084-a860-325150aabe5c req-6cfd7eb3-6cac-4873-b511-25aa042621f1 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 945 time: 0.0602882 Aug 09 15:42:20.421196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95f8f824-45af-4084-a860-325150aabe5c req-1de95bfe-5690-48d9-acdb-e8f1706480c7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Aug 09 15:42:20.580826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418912fa-1b5a-49c0-8f08-2f38e24c19dc req-4d46f3e1-14d6-4686-9b67-2ed15abb0b81 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.583979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-418912fa-1b5a-49c0-8f08-2f38e24c19dc req-4d46f3e1-14d6-4686-9b67-2ed15abb0b81 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.0564480 Aug 09 15:42:20.665358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-418912fa-1b5a-49c0-8f08-2f38e24c19dc req-98539577-5cdf-4df7-9ff4-25e85a1c55f5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712039 Aug 09 15:42:20.687140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2430935-5e17-4185-8762-55bd840da0a6 req-92e5f9a0-f418-4460-b995-182327662b91 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.688862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2430935-5e17-4185-8762-55bd840da0a6 req-92e5f9a0-f418-4460-b995-182327662b91 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.0749714 Aug 09 15:42:20.737616 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2430935-5e17-4185-8762-55bd840da0a6 req-e513c80d-e727-48d9-a649-b2c911db5b2d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416548 Aug 09 15:42:20.855251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198ac66-f47a-489d-bc86-91d93ce9bf90 req-c32c6e36-e539-4fb8-a4e7-8c1eecd3ea30 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.861566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198ac66-f47a-489d-bc86-91d93ce9bf90 req-c32c6e36-e539-4fb8-a4e7-8c1eecd3ea30 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.863256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b198ac66-f47a-489d-bc86-91d93ce9bf90 req-c32c6e36-e539-4fb8-a4e7-8c1eecd3ea30 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c&device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 1682 time: 0.0634367 Aug 09 15:42:20.908770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b198ac66-f47a-489d-bc86-91d93ce9bf90 req-3f946748-ff5b-457b-8070-3b97b753c287 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Aug 09 15:42:20.993660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31e8d5-5152-41ca-861e-d9cb510c08d9 req-5c08abbe-0e0b-4c09-a05b-20a75feee41f tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.995280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af31e8d5-5152-41ca-861e-d9cb510c08d9 req-5c08abbe-0e0b-4c09-a05b-20a75feee41f tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 946 time: 0.0553794 Aug 09 15:42:21.043703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af31e8d5-5152-41ca-861e-d9cb510c08d9 req-cf2f9c26-10d9-40cb-9a54-aa9e282e3315 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Aug 09 15:42:21.306139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476fca9-68c1-4a98-8e23-57ebac8a6444 req-acf42c12-27e9-4cbf-aa79-ae2e4a47d042 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.307650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e476fca9-68c1-4a98-8e23-57ebac8a6444 req-acf42c12-27e9-4cbf-aa79-ae2e4a47d042 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 946 time: 0.0576258 Aug 09 15:42:21.361430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e476fca9-68c1-4a98-8e23-57ebac8a6444 req-a6aad33e-b221-4d7c-9955-06270139b0c4 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Aug 09 15:42:21.404473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89ad04-f4a6-4323-bdef-865804dd4d19 req-761b1c73-3d1c-4c00-b3aa-59e1e66c3e13 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.406233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f89ad04-f4a6-4323-bdef-865804dd4d19 req-761b1c73-3d1c-4c00-b3aa-59e1e66c3e13 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 943 time: 0.0603862 Aug 09 15:42:21.448753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f89ad04-f4a6-4323-bdef-865804dd4d19 req-b1e71c4c-6e14-4856-b185-fc2dfc66d428 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Aug 09 15:42:21.573640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087556-0a16-4067-9e07-90a757265d39 req-c3d9f786-73e5-4346-b0ee-3ecc5338dcb5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.575232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5087556-0a16-4067-9e07-90a757265d39 req-c3d9f786-73e5-4346-b0ee-3ecc5338dcb5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 945 time: 0.0548360 Aug 09 15:42:21.620025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5087556-0a16-4067-9e07-90a757265d39 req-bf6acd5d-5f69-4c2a-bd87-e18cf18a698d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378988 Aug 09 15:42:21.683841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384d23b-4e57-40f9-aa92-c62bee99556b req-944df547-c62d-4cb6-b603-804a58bd7228 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.685471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1384d23b-4e57-40f9-aa92-c62bee99556b req-944df547-c62d-4cb6-b603-804a58bd7228 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 946 time: 0.0646091 Aug 09 15:42:21.727928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1384d23b-4e57-40f9-aa92-c62bee99556b req-673e6bc4-dfbd-4780-9d5a-807735ecbe15 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359490 Aug 09 15:42:21.814092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ae98c-1e05-46a2-bd3f-9236749c9523 req-f99605af-cddf-462e-9134-6d5934e9f1a3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.815858 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-386ae98c-1e05-46a2-bd3f-9236749c9523 req-f99605af-cddf-462e-9134-6d5934e9f1a3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.0548656 Aug 09 15:42:21.857764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-386ae98c-1e05-46a2-bd3f-9236749c9523 req-2d3576e2-daa9-4ad9-bf5c-6efd3aa27dc4 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352969 Aug 09 15:42:22.491492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7ecef-8f81-44c2-af60-018b03638422 req-930ff081-9c9f-4338-a865-ff4f91555c30 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.493196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01b7ecef-8f81-44c2-af60-018b03638422 req-930ff081-9c9f-4338-a865-ff4f91555c30 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 946 time: 0.0541515 Aug 09 15:42:22.596291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01b7ecef-8f81-44c2-af60-018b03638422 req-1e49d4b9-bcbf-40b2-b0eb-0dae337a44d2 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964537 Aug 09 15:42:22.616440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-4901a1f3-46b8-4913-95bd-23330004c0b7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.618037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-4901a1f3-46b8-4913-95bd-23330004c0b7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 945 time: 0.0988886 Aug 09 15:42:22.632470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfcd11-b169-4746-824b-8322eccc0d90 req-7999e60e-9623-496d-88c7-bb1d2b7443c7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.634117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6bfcd11-b169-4746-824b-8322eccc0d90 req-7999e60e-9623-496d-88c7-bb1d2b7443c7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 943 time: 0.1034031 Aug 09 15:42:22.685927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 32716c0a-2d48-4b24-95ff-175cd5331753 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:22.744968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6bfcd11-b169-4746-824b-8322eccc0d90 req-f330e4f1-1cd2-4dcb-bf1f-8fd6c00e0dd9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024418 Aug 09 15:42:22.787915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Deleting port c704dd63-5358-484b-8e3e-1a6fea38ebf4 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:22.788267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.861611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 32716c0a-2d48-4b24-95ff-175cd5331753, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=32716c0a-2d48-4b24-95ff-175cd5331753,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:22.880914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '32716c0a-2d48-4b24-95ff-175cd5331753', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'port_id': '32716c0a-2d48-4b24-95ff-175cd5331753', 'mac_address': 'fa:16:3e:65:12:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f04506-ec77-4093-b070-4bc44dc2945d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:22.956095 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.978934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32716c0a-2d48-4b24-95ff-175cd5331753 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:23.027153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 32716c0a-2d48-4b24-95ff-175cd5331753, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=32716c0a-2d48-4b24-95ff-175cd5331753,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:23.034605 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.044163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69650ed-3240-482f-badb-1bad7e6c7d47 req-766c400d-f39a-4a00-89bc-9bc7dc3e8257 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.048376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f69650ed-3240-482f-badb-1bad7e6c7d47 req-766c400d-f39a-4a00-89bc-9bc7dc3e8257 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 945 time: 0.1870382 Aug 09 15:42:23.051880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] For port c704dd63-5358-484b-8e3e-1a6fea38ebf4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c704dd63-5358-484b-8e3e-1a6fea38ebf4,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:23.052494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.093584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4886542-75c7-4353-a906-343b293c97be req-d9ae0a4b-af95-4c10-b6c5-758803fe1cb3 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.096278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4886542-75c7-4353-a906-343b293c97be req-d9ae0a4b-af95-4c10-b6c5-758803fe1cb3 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7883ea-af7b-42fb-825a-6a434908ba8c HTTP/1.1" status: 200 len: 945 time: 0.1722987 Aug 09 15:42:23.100783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Calling delete_port for c704dd63-5358-484b-8e3e-1a6fea38ebf4 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:23.162342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=32716c0a-2d48-4b24-95ff-175cd5331753,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:23.335903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f69650ed-3240-482f-badb-1bad7e6c7d47 req-39542c26-0c87-4538-816a-5efc2c1cbe00 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378402 Aug 09 15:42:23.405400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['32716c0a-2d48-4b24-95ff-175cd5331753'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:23.440853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3eaf9-b134-4e60-9124-94847a7c2780 req-f1956096-19af-4c4d-84ac-5f7785301e41 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.445449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34d3eaf9-b134-4e60-9124-94847a7c2780 req-f1956096-19af-4c4d-84ac-5f7785301e41 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 946 time: 0.1984699 Aug 09 15:42:23.549676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-952d3a88-5535-48e8-a71c-053317c3f700 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.552246 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-952d3a88-5535-48e8-a71c-053317c3f700 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.66 "GET /v2.0/ports?device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 946 time: 0.0899541 Aug 09 15:42:23.611206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Deleting port b36523c6-4346-45ff-abea-84b4cea51993 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:23.611518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.624814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34d3eaf9-b134-4e60-9124-94847a7c2780 req-b63252f5-e844-4254-a9e8-597db28796aa tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/security-groups?id=539f42b8-6708-4593-88d2-65154e49a2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704605 Aug 09 15:42:23.716622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61636dbb-d9f9-4f52-9e66-76a92a4aebc4 req-8c9479ae-2409-4102-bc3e-0a51c61ac0cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.721300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61636dbb-d9f9-4f52-9e66-76a92a4aebc4 req-8c9479ae-2409-4102-bc3e-0a51c61ac0cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.2742646 Aug 09 15:42:23.751265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Deleting port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:23.752186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.763567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.780830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:23.965801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] For port dfbbb572-7b2c-437d-8eb0-5390d692a5b8, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:23.966590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.996340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Calling delete_port for dfbbb572-7b2c-437d-8eb0-5390d692a5b8 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:24.273992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.309202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['dfbbb572-7b2c-437d-8eb0-5390d692a5b8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:24.316246 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Pushing event deleted for resources: {'Port': ['ID=dfbbb572-7b2c-437d-8eb0-5390d692a5b8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:24.316950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['4d2298ae-0853-43eb-a775-e29c6975b01b', 'c704dd63-5358-484b-8e3e-1a6fea38ebf4'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:24.346184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event deleted for resources: {'Port': ['ID=c704dd63-5358-484b-8e3e-1a6fea38ebf4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:24.418791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] No DVR routers for this DVR port dfbbb572-7b2c-437d-8eb0-5390d692a5b8 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:24.423406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.428835 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43f414d8-6439-4b62-9f2d-ab8d2d4cffaf req-b9c738e1-8fe3-40aa-81bd-9ee8449ad226 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.66 "DELETE /v2.0/ports/dfbbb572-7b2c-437d-8eb0-5390d692a5b8 HTTP/1.1" status: 204 len: 173 time: 0.8682125 Aug 09 15:42:24.429514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6508adb0-0cc5-470a-8750-8f07bfeb3156', 'name': 'network-vif-deleted', 'tag': 'dfbbb572-7b2c-437d-8eb0-5390d692a5b8'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:24.435326 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeb9f60-deb8-4add-a672-c01b46994382" -d '{"events": [{"server_uuid": "6508adb0-0cc5-470a-8750-8f07bfeb3156", "name": "network-vif-deleted", "tag": "dfbbb572-7b2c-437d-8eb0-5390d692a5b8"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:24.511127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] For port b36523c6-4346-45ff-abea-84b4cea51993, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b36523c6-4346-45ff-abea-84b4cea51993,segment=NetworkSegment(25bae897-bbe4-48cc-a6c4-94fddfb2d42e),segment_id=25bae897-bbe4-48cc-a6c4-94fddfb2d42e)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:24.512061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.540633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61636dbb-d9f9-4f52-9e66-76a92a4aebc4 req-013109fc-1170-45e4-bdc5-27867b9d701a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7915945 Aug 09 15:42:24.581303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Calling delete_port for b36523c6-4346-45ff-abea-84b4cea51993 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:24.605653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] No DVR routers for this DVR port c704dd63-5358-484b-8e3e-1a6fea38ebf4 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:24.613108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.615652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18bdc7bb-8564-43ed-b077-b1129b71dfe2 req-be005052-2a68-4a6f-a048-6bd86c8998d9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "DELETE /v2.0/ports/c704dd63-5358-484b-8e3e-1a6fea38ebf4 HTTP/1.1" status: 204 len: 173 time: 1.9804082 Aug 09 15:42:24.621295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d123f7-ac9f-4522-934e-f3d732c1c575', 'name': 'network-vif-deleted', 'tag': 'c704dd63-5358-484b-8e3e-1a6fea38ebf4'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:24.624475 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b5c90-0206-478d-b116-69cafc3e3720" -d '{"events": [{"server_uuid": "b4d123f7-ac9f-4522-934e-f3d732c1c575", "name": "network-vif-deleted", "tag": "c704dd63-5358-484b-8e3e-1a6fea38ebf4"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:24.682123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea11390-072c-46f4-8f8e-5835c50932cf req-6ac2447e-086c-410c-8f93-8337c4cb37b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:24.684137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea11390-072c-46f4-8f8e-5835c50932cf req-6ac2447e-086c-410c-8f93-8337c4cb37b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 944 time: 0.3570793 Aug 09 15:42:24.725666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 32716c0a-2d48-4b24-95ff-175cd5331753 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:24.770248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d57b8a85-3a9a-4464-83e1-69c4c86f0493 req-0972d5d2-c0aa-4200-abfe-63e3e8c179dc tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 210 time: 0.1002276 Aug 09 15:42:24.840009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 32716c0a-2d48-4b24-95ff-175cd5331753 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:24.846164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 32716c0a-2d48-4b24-95ff-175cd5331753 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:24.846844 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.857822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea11390-072c-46f4-8f8e-5835c50932cf req-da03b10c-90d5-4fdf-84d9-842d0d0399b3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514094 Aug 09 15:42:24.875587 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793399bc-5146-4d3a-af46-d2c2a542f8b2 x-openstack-request-id: req-793399bc-5146-4d3a-af46-d2c2a542f8b2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:24.877419 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6508adb0-0cc5-470a-8750-8f07bfeb3156", "name": "network-vif-deleted", "tag": "dfbbb572-7b2c-437d-8eb0-5390d692a5b8", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:24.878281 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-793399bc-5146-4d3a-af46-d2c2a542f8b2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:24.879335 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6508adb0-0cc5-470a-8750-8f07bfeb3156', 'name': 'network-vif-deleted', 'tag': 'dfbbb572-7b2c-437d-8eb0-5390d692a5b8', 'status': 'completed', 'code': 200} Aug 09 15:42:25.012609 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd6afc-af9f-4eaf-8e0b-fd31a5fc23bb x-openstack-request-id: req-b6fd6afc-af9f-4eaf-8e0b-fd31a5fc23bb {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:25.013102 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d123f7-ac9f-4522-934e-f3d732c1c575", "name": "network-vif-deleted", "tag": "c704dd63-5358-484b-8e3e-1a6fea38ebf4", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:25.013440 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6fd6afc-af9f-4eaf-8e0b-fd31a5fc23bb {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:25.013931 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d123f7-ac9f-4522-934e-f3d732c1c575', 'name': 'network-vif-deleted', 'tag': 'c704dd63-5358-484b-8e3e-1a6fea38ebf4', 'status': 'completed', 'code': 200} Aug 09 15:42:25.056433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.071611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2390669-1e30-4169-8489-c1d34a39c2b3 req-b58588f4-a7ee-42dd-a23a-407dfe8380e9 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.64 "GET /v2.0/ports?device_id=6508adb0-0cc5-470a-8750-8f07bfeb3156 HTTP/1.1" status: 200 len: 210 time: 0.0624809 Aug 09 15:42:25.089099 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.132819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['dfbbb572-7b2c-437d-8eb0-5390d692a5b8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:25.180970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Pushing event deleted for resources: {'Port': ['ID=b36523c6-4346-45ff-abea-84b4cea51993,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:25.199732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a1aad1-0353-4540-9e84-ddbf76da0aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32716c0a-2d48-4b24-95ff-175cd5331753'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:25.204016 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28e740c-717a-4a47-acf9-e3dab57de5d2" -d '{"events": [{"server_uuid": "44a1aad1-0353-4540-9e84-ddbf76da0aa4", "name": "network-vif-plugged", "status": "completed", "tag": "32716c0a-2d48-4b24-95ff-175cd5331753"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:25.238993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 32716c0a-2d48-4b24-95ff-175cd5331753, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=32716c0a-2d48-4b24-95ff-175cd5331753,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:25.249883 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.275527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] No DVR routers for this DVR port b36523c6-4346-45ff-abea-84b4cea51993 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:25.279636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.283386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4886542-75c7-4353-a906-343b293c97be req-f75d2290-b827-4333-8200-632354cff266 tempest-ListServersNegativeTestJSON-264294145 tempest-ListServersNegativeTestJSON-264294145-project] 10.222.0.35 "DELETE /v2.0/ports/b36523c6-4346-45ff-abea-84b4cea51993 HTTP/1.1" status: 204 len: 173 time: 2.1713812 Aug 09 15:42:25.325073 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fa9013-851e-4df3-aaa0-4db1cb92f4b6 x-openstack-request-id: req-45fa9013-851e-4df3-aaa0-4db1cb92f4b6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:25.325526 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a1aad1-0353-4540-9e84-ddbf76da0aa4", "name": "network-vif-plugged", "status": "completed", "tag": "32716c0a-2d48-4b24-95ff-175cd5331753", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:25.326026 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45fa9013-851e-4df3-aaa0-4db1cb92f4b6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:25.326654 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a1aad1-0353-4540-9e84-ddbf76da0aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32716c0a-2d48-4b24-95ff-175cd5331753', 'code': 200} Aug 09 15:42:25.377237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=32716c0a-2d48-4b24-95ff-175cd5331753,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:25.515067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc1101-a29f-4f7d-89b8-c326113077ef req-f548dce0-7c7a-4498-ba2e-fe5f3e88ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.517741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0abc1101-a29f-4f7d-89b8-c326113077ef req-f548dce0-7c7a-4498-ba2e-fe5f3e88ab20 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0646510 Aug 09 15:42:25.590899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0abc1101-a29f-4f7d-89b8-c326113077ef req-ff29439d-2cd9-4735-b7b1-9fe7976c9c40 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570948 Aug 09 15:42:25.619077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:25.623800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b36523c6-4346-45ff-abea-84b4cea51993 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:25.674377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: b36523c6-4346-45ff-abea-84b4cea51993 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:25.674843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b36523c6-4346-45ff-abea-84b4cea51993 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:25.831138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7b765-0a34-4e01-9897-110734dcc005 req-0d4b5aa7-b1e5-4fc7-8ff5-7e2441583f2f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.835172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ccf7b765-0a34-4e01-9897-110734dcc005 req-0d4b5aa7-b1e5-4fc7-8ff5-7e2441583f2f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1270816 Aug 09 15:42:25.898348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:25.926775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'port_id': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'mac_address': 'fa:16:3e:e3:d4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f741c060-43e5-43ae-ae71-1768bea61ce1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:25.971994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ccf7b765-0a34-4e01-9897-110734dcc005 req-f2720872-2a8a-41f1-b5dd-9c7c33d77f31 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267362 Aug 09 15:42:26.066668 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.106130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:26.142320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c0bb5b1-cc76-4014-a9bc-8469291235c5 req-def5c9af-0618-43e4-8fdb-950b31e86c59 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d123f7-ac9f-4522-934e-f3d732c1c575 HTTP/1.1" status: 200 len: 210 time: 0.0554616 Aug 09 15:42:26.152495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:26.169298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.284556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab75a4e-ada8-4bcd-8ad8-49e940e5bfaa req-e4ec0e38-94ea-4351-bbcf-ce52b7d47971 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.293912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ab75a4e-ada8-4bcd-8ad8-49e940e5bfaa req-e4ec0e38-94ea-4351-bbcf-ce52b7d47971 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 945 time: 0.1499925 Aug 09 15:42:26.320324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:26.345086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:26.422810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ab75a4e-ada8-4bcd-8ad8-49e940e5bfaa req-419a6d6f-34d0-4604-b008-577ee1a49132 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251383 Aug 09 15:42:26.533433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53516) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:26.625535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c651d336-f2e0-46d9-9aec-f040cf119aee admin admin] Deleting subnet 0fbfe859-dead-404b-8b2f-df1101416091 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:42:26.644509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c651d336-f2e0-46d9-9aec-f040cf119aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.724312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c704dd63-5358-484b-8e3e-1a6fea38ebf4 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:26.729564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c651d336-f2e0-46d9-9aec-f040cf119aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.801677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: c704dd63-5358-484b-8e3e-1a6fea38ebf4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:26.802016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c704dd63-5358-484b-8e3e-1a6fea38ebf4 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:26.802438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device dfbbb572-7b2c-437d-8eb0-5390d692a5b8 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:26.836693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: dfbbb572-7b2c-437d-8eb0-5390d692a5b8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:26.837042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device dfbbb572-7b2c-437d-8eb0-5390d692a5b8 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:26.853711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c651d336-f2e0-46d9-9aec-f040cf119aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.958465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c651d336-f2e0-46d9-9aec-f040cf119aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.000921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651d336-f2e0-46d9-9aec-f040cf119aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbfe859-dead-404b-8b2f-df1101416091,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:27.007892 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c651d336-f2e0-46d9-9aec-f040cf119aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.016252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c651d336-f2e0-46d9-9aec-f040cf119aee admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0fbfe859-dead-404b-8b2f-df1101416091 HTTP/1.1" status: 204 len: 168 time: 0.4763246 Aug 09 15:42:27.016252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53532) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:27.016252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7883ea-af7b-42fb-825a-6a434908ba8c', 'name': 'network-vif-deleted', 'tag': 'b36523c6-4346-45ff-abea-84b4cea51993'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:27.020461 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c844681-f645-4ea6-85ef-cb1dc2fa6f00" -d '{"events": [{"server_uuid": "0b7883ea-af7b-42fb-825a-6a434908ba8c", "name": "network-vif-deleted", "tag": "b36523c6-4346-45ff-abea-84b4cea51993"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:27.114923 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc74d36-c2e9-4285-9e25-5ed8a214d236 x-openstack-request-id: req-fcc74d36-c2e9-4285-9e25-5ed8a214d236 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:27.115298 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7883ea-af7b-42fb-825a-6a434908ba8c", "name": "network-vif-deleted", "tag": "b36523c6-4346-45ff-abea-84b4cea51993", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:27.115507 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcc74d36-c2e9-4285-9e25-5ed8a214d236 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:27.116045 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7883ea-af7b-42fb-825a-6a434908ba8c', 'name': 'network-vif-deleted', 'tag': 'b36523c6-4346-45ff-abea-84b4cea51993', 'status': 'completed', 'code': 200} Aug 09 15:42:27.221767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.262156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507de84-9b59-488d-9c17-cbb3fc5141a7 req-86d1d898-22cc-48bf-af6d-5b8ada483b88 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:27.267040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3507de84-9b59-488d-9c17-cbb3fc5141a7 req-86d1d898-22cc-48bf-af6d-5b8ada483b88 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1496892 Aug 09 15:42:27.514036 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3507de84-9b59-488d-9c17-cbb3fc5141a7 req-04be0258-f2ef-4ba3-8bb1-fad3b2c2a83d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354295 Aug 09 15:42:27.523295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.558110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2309a9b0-af02-46a8-89b7-e6c97f5cce77']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:27.574801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bae897-bbe4-48cc-a6c4-94fddfb2d42e') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:27.575171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bae897-bbe4-48cc-a6c4-94fddfb2d42e') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:27.595329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.635792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.637220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:27.663935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:42:27.664579 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:42:27.667511 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:42:27.725506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:27.726622 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.877108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cb1aa-7c57-4eff-ab64-aebfbe93caa8 req-d004987a-99f6-42cd-8a5d-221517c1d5cc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:27.884771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-472cb1aa-7c57-4eff-ab64-aebfbe93caa8 req-d004987a-99f6-42cd-8a5d-221517c1d5cc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 945 time: 0.1640460 Aug 09 15:42:27.894532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.901956 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.925372 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.927403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2309a9b0-af02-46a8-89b7-e6c97f5cce77 HTTP/1.1" status: 204 len: 168 time: 0.9019020 Aug 09 15:42:27.931094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a7d7f-2db7-419a-b695-3887f95f3854 admin admin] Pushing event deleted for resources: {'Network': ['ID=2309a9b0-af02-46a8-89b7-e6c97f5cce77,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:27.989150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:27.994107 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4c4907-a787-4c34-b5e1-aa93d48ca31b" -d '{"events": [{"server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "name": "network-vif-plugged", "status": "completed", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:27.998875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-472cb1aa-7c57-4eff-ab64-aebfbe93caa8 req-97d8cc0e-7fd7-4be0-bb62-31a383bd8645 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129258 Aug 09 15:42:28.006568 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.054946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:28.070379 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.193540 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.233608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a8c87-5bff-4a18-92dc-90a897a89ae0 req-5d20937e-feda-45e2-bed3-aa084fc0189b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.237451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-634a8c87-5bff-4a18-92dc-90a897a89ae0 req-5d20937e-feda-45e2-bed3-aa084fc0189b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 945 time: 0.1634166 Aug 09 15:42:28.247008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:28.321208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53568) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:28.344517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-634a8c87-5bff-4a18-92dc-90a897a89ae0 req-7f7197c1-7cb6-4c65-8c55-1b872c7455a3 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929253 Aug 09 15:42:28.359857 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6467e7d-1d3d-4e28-bc74-32e59ba41124 x-openstack-request-id: req-c6467e7d-1d3d-4e28-bc74-32e59ba41124 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:28.360565 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "name": "network-vif-plugged", "status": "completed", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:28.361106 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6467e7d-1d3d-4e28-bc74-32e59ba41124 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:28.361839 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'code': 200} Aug 09 15:42:28.465341 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4dccd815-906c-40f1-8e15-584d66f2ed93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c687798c4664a9ba3682f46647743b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464722 Aug 09 15:42:28.469466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53570) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:28.586577 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-de9b8e49-18c4-4703-accb-6d58a48148d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.644472 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-de9b8e49-18c4-4703-accb-6d58a48148d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.727732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:28.801498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-de9b8e49-18c4-4703-accb-6d58a48148d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.806768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-de9b8e49-18c4-4703-accb-6d58a48148d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.809024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-de9b8e49-18c4-4703-accb-6d58a48148d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/539f42b8-6708-4593-88d2-65154e49a2f7 HTTP/1.1" status: 204 len: 168 time: 0.3379078 Aug 09 15:42:28.846311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b8e49-18c4-4703-accb-6d58a48148d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539f42b8-6708-4593-88d2-65154e49a2f7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.078172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f29001-11f1-4107-b273-b9954c3a249d req-de4255bb-31e1-42b1-a26f-7464a5c47d39 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:29.093178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3f29001-11f1-4107-b273-b9954c3a249d req-de4255bb-31e1-42b1-a26f-7464a5c47d39 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.2303514 Aug 09 15:42:29.118481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:29.158703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3f29001-11f1-4107-b273-b9954c3a249d req-77380a37-70ac-4259-b3e5-95f384d31e5a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647047 Aug 09 15:42:29.160460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'port_id': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'mac_address': 'fa:16:3e:ee:9c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:29.185244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c55e8b-47b5-4267-ad1c-28a2b21c0c7c req-440540f2-2d38-481e-8cbe-51e7afa6d898 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:29.209561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44c55e8b-47b5-4267-ad1c-28a2b21c0c7c req-440540f2-2d38-481e-8cbe-51e7afa6d898 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 945 time: 0.2362852 Aug 09 15:42:29.305097 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.337072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44c55e8b-47b5-4267-ad1c-28a2b21c0c7c req-0ecd5715-289b-47f0-a665-e739b3268aef tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198673 Aug 09 15:42:29.383460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f780e52c-95d7-4837-a8bf-a1323491e1aa {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:29.446428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:29.453885 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.580617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.698212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['f780e52c-95d7-4837-a8bf-a1323491e1aa'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:29.915100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be9d86-d77e-45b5-b206-6315ad150baa req-05eae848-18d1-4190-b6fe-95b0e2a2f473 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:29.930210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25be9d86-d77e-45b5-b206-6315ad150baa req-05eae848-18d1-4190-b6fe-95b0e2a2f473 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 945 time: 0.2139301 Aug 09 15:42:29.965994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-4d2294b1-472b-4088-9f31-637220f1f39d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:29.968514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-4d2294b1-472b-4088-9f31-637220f1f39d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 945 time: 0.1703079 Aug 09 15:42:30.097283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25be9d86-d77e-45b5-b206-6315ad150baa req-65a068d1-7e8e-4e6a-8594-a864d9ae5900 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648920 Aug 09 15:42:30.347711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Deleting port 4d2298ae-0853-43eb-a775-e29c6975b01b {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:30.348255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.684555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7400a3-50d0-46c1-8170-c699e7ce37b6 req-b95c65b2-addc-4ea2-af83-042eb555c6b3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.704811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e7400a3-50d0-46c1-8170-c699e7ce37b6 req-b95c65b2-addc-4ea2-af83-042eb555c6b3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.2174249 Aug 09 15:42:30.731483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:30.758354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53644) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:30.815711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] For port 4d2298ae-0853-43eb-a775-e29c6975b01b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=4d2298ae-0853-43eb-a775-e29c6975b01b,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:30.816508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.859267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e7400a3-50d0-46c1-8170-c699e7ce37b6 req-04d24fcd-31f1-4a34-b596-dac2e8fd5357 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526680 Aug 09 15:42:30.874024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778619b-5293-4345-8298-0136eae7817c req-2033c231-5083-461f-b0c5-1f9e677a17cb tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.876505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Calling delete_port for 4d2298ae-0853-43eb-a775-e29c6975b01b owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:30.885279 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f778619b-5293-4345-8298-0136eae7817c req-2033c231-5083-461f-b0c5-1f9e677a17cb tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.66 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 945 time: 0.2170382 Aug 09 15:42:30.929598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port f780e52c-95d7-4837-a8bf-a1323491e1aa triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:30.929969 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.094686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-489990068-network', 'tenant_id': 'a07a17d5b6ba4c61b66a1bc35d4d7449'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:31.177073 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.265126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Made reservation on behalf of a07a17d5b6ba4c61b66a1bc35d4d7449 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:31.269721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.274781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.290563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:31.294158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:31.301791 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c86987a-6b68-46fa-b9ad-a026ffbea756" -d '{"events": [{"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-plugged", "status": "completed", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:31.302070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.325524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['4d2298ae-0853-43eb-a775-e29c6975b01b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:31.337133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:31.347265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Deleting port 32716c0a-2d48-4b24-95ff-175cd5331753 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:31.347857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.354958 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.443483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event deleted for resources: {'Port': ['ID=4d2298ae-0853-43eb-a775-e29c6975b01b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:31.501773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] No DVR routers for this DVR port 4d2298ae-0853-43eb-a775-e29c6975b01b on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:31.505862 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.508053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfe9a1df-ed87-4f04-a7fc-9cd710f63a8a req-8993a931-d88d-4cbf-b228-70bd03dff526 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "DELETE /v2.0/ports/4d2298ae-0853-43eb-a775-e29c6975b01b HTTP/1.1" status: 204 len: 173 time: 1.5296829 Aug 09 15:42:31.512049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babcba54-90ca-4275-9764-7ef5dfa79003', 'name': 'network-vif-deleted', 'tag': '4d2298ae-0853-43eb-a775-e29c6975b01b'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:31.513461 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5edd270-f4a9-44e9-aba0-e82ce48000d7" -d '{"events": [{"server_uuid": "babcba54-90ca-4275-9764-7ef5dfa79003", "name": "network-vif-deleted", "tag": "4d2298ae-0853-43eb-a775-e29c6975b01b"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:31.552393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a5249-108c-4c15-b7a1-9a3bcc02689b req-68263024-4d5c-453c-9d8f-c3b227541258 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.554595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-575a5249-108c-4c15-b7a1-9a3bcc02689b req-68263024-4d5c-453c-9d8f-c3b227541258 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 945 time: 0.2966483 Aug 09 15:42:31.710008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] For port 32716c0a-2d48-4b24-95ff-175cd5331753, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=32716c0a-2d48-4b24-95ff-175cd5331753,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:31.711160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.712253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-575a5249-108c-4c15-b7a1-9a3bcc02689b req-5c579fa8-5ce7-4503-a006-0905509a01b9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222410 Aug 09 15:42:31.770602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Calling delete_port for 32716c0a-2d48-4b24-95ff-175cd5331753 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:31.864713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:31.988837 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.000693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.080483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:42:32.162561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71530bb-38bf-42f1-bc21-8ca96de0ab66,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.190459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.194715 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Added segment d5105e63-21a5-48fc-9881-2f842fbe2732 of type vlan for network 39cda7b8-3956-4393-b255-afc5748ed805 Aug 09 15:42:32.368145 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.537425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:42:32.540598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e86c8804-f6d5-4485-9c1f-4849836def47 req-308aef6d-819f-4186-9635-319828c67ab8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=babcba54-90ca-4275-9764-7ef5dfa79003 HTTP/1.1" status: 200 len: 210 time: 0.1424387 Aug 09 15:42:32.613657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.627423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['32716c0a-2d48-4b24-95ff-175cd5331753'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:32.671475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.675092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:32.676320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.700386 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6742630-f502-4384-bfa8-89d90bab8b74 x-openstack-request-id: req-b6742630-f502-4384-bfa8-89d90bab8b74 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:32.701500 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-plugged", "status": "completed", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:32.702589 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6742630-f502-4384-bfa8-89d90bab8b74 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:32.703133 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'code': 200} Aug 09 15:42:32.799989 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0298457 Aug 09 15:42:32.804361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53662) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:32.812178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Request body: {'subnet': {'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-489990068-subnet', 'tenant_id': 'a07a17d5b6ba4c61b66a1bc35d4d7449', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:32.826593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event deleted for resources: {'Port': ['ID=32716c0a-2d48-4b24-95ff-175cd5331753,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.848889 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe86827e-938d-46fd-9320-e5b4ed0acb72 x-openstack-request-id: req-fe86827e-938d-46fd-9320-e5b4ed0acb72 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:32.849190 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babcba54-90ca-4275-9764-7ef5dfa79003", "name": "network-vif-deleted", "tag": "4d2298ae-0853-43eb-a775-e29c6975b01b", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:32.849573 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe86827e-938d-46fd-9320-e5b4ed0acb72 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:32.850094 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babcba54-90ca-4275-9764-7ef5dfa79003', 'name': 'network-vif-deleted', 'tag': '4d2298ae-0853-43eb-a775-e29c6975b01b', 'status': 'completed', 'code': 200} Aug 09 15:42:32.908927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Made reservation on behalf of a07a17d5b6ba4c61b66a1bc35d4d7449 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:32.915721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.949927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] No DVR routers for this DVR port 32716c0a-2d48-4b24-95ff-175cd5331753 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:32.964573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.968645 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f778619b-5293-4345-8298-0136eae7817c req-a316865e-0868-4571-8edc-0aa6d2c20fc3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.66 "DELETE /v2.0/ports/32716c0a-2d48-4b24-95ff-175cd5331753 HTTP/1.1" status: 204 len: 173 time: 2.0761132 Aug 09 15:42:32.969379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a1aad1-0353-4540-9e84-ddbf76da0aa4', 'name': 'network-vif-deleted', 'tag': '32716c0a-2d48-4b24-95ff-175cd5331753'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:32.973541 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cec8d1-5b9e-4f3c-8793-130d7c766d32" -d '{"events": [{"server_uuid": "44a1aad1-0353-4540-9e84-ddbf76da0aa4", "name": "network-vif-deleted", "tag": "32716c0a-2d48-4b24-95ff-175cd5331753"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:32.994597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb53468-4ea7-4139-a19d-01b5252cbe94 admin admin] Pushing event updated for resources: {'Network': ['ID=39cda7b8-3956-4393-b255-afc5748ed805,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.013879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 39cda7b8-3956-4393-b255-afc5748ed805 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:42:33.295065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebd1ae-2fc6-45f3-b674-0b23d79674a9 req-ae0f2cab-c729-4867-a0a7-4d0defc6c00d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:33.305776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7aebd1ae-2fc6-45f3-b674-0b23d79674a9 req-ae0f2cab-c729-4867-a0a7-4d0defc6c00d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.2288482 Aug 09 15:42:33.374963 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7aebd1ae-2fc6-45f3-b674-0b23d79674a9 req-1bdc71c2-8ac1-4853-8440-23b76d9ded3c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678353 Aug 09 15:42:33.601371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.892943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e318c022-bcec-49eb-8ff8-14787696b065 req-d62f7f93-cf18-4653-bd95-83240ce5a4f4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a1aad1-0353-4540-9e84-ddbf76da0aa4 HTTP/1.1" status: 200 len: 210 time: 0.2566032 Aug 09 15:42:33.978533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Checking segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:33.980357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Network hostable DHCP agents. Network: 39cda7b8-3956-4393-b255-afc5748ed805, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:42:33.986537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5549dd3-480a-42e9-8fcf-7b00a09b44c3,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:34.062544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Network 39cda7b8-3956-4393-b255-afc5748ed805 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:42:34.093727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 39cda7b8-3956-4393-b255-afc5748ed805) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:34.096485 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f43d70-b8ca-43e0-8f73-e6813bd16f47 x-openstack-request-id: req-70f43d70-b8ca-43e0-8f73-e6813bd16f47 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:34.097335 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a1aad1-0353-4540-9e84-ddbf76da0aa4", "name": "network-vif-deleted", "tag": "32716c0a-2d48-4b24-95ff-175cd5331753", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:34.097605 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70f43d70-b8ca-43e0-8f73-e6813bd16f47 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:34.098280 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a1aad1-0353-4540-9e84-ddbf76da0aa4', 'name': 'network-vif-deleted', 'tag': '32716c0a-2d48-4b24-95ff-175cd5331753', 'status': 'completed', 'code': 200} Aug 09 15:42:34.112160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4d11d-1471-4568-a401-bf63ff76612c None None] Network 39cda7b8-3956-4393-b255-afc5748ed805 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:34.125061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.129013 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:34.230707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-53abf033-f126-42bd-a961-08d73577693d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4245379 Aug 09 15:42:34.515571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab2a9d-55fa-452e-96f3-ad3edb7bc788 None None] Network 39cda7b8-3956-4393-b255-afc5748ed805 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:34.748006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 4d2298ae-0853-43eb-a775-e29c6975b01b no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:34.799605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 4d2298ae-0853-43eb-a775-e29c6975b01b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:34.800689 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 4d2298ae-0853-43eb-a775-e29c6975b01b not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:34.801825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 32716c0a-2d48-4b24-95ff-175cd5331753 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:34.847304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 32716c0a-2d48-4b24-95ff-175cd5331753 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:34.848368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 32716c0a-2d48-4b24-95ff-175cd5331753 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:34.871254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c822097-bcba-4f82-aaa7-5c0d91607d0e req-9032c9aa-3b32-4394-86f6-376505deb038 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.886333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c822097-bcba-4f82-aaa7-5c0d91607d0e req-9032c9aa-3b32-4394-86f6-376505deb038 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1827364 Aug 09 15:42:35.006220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c822097-bcba-4f82-aaa7-5c0d91607d0e req-d5fde088-46db-4246-ad0a-45d55f013344 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181424 Aug 09 15:42:43.455043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-11dcd1c5-e4dd-44a9-8dfe-4b9abee10b3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522287 Aug 09 15:42:43.557784 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-887d8b72-8be5-4f9a-9d0e-2aee573e14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:43.564278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-887d8b72-8be5-4f9a-9d0e-2aee573e14fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 1096 time: 0.0791767 Aug 09 15:42:43.810635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-e84938f8-44b4-45ca-bfd7-2e21359e8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:43.813084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-e84938f8-44b4-45ca-bfd7-2e21359e8bde service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 907 time: 0.2193489 Aug 09 15:42:43.907907 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-1e22c2ba-95ba-4fd7-b123-a85d37fbc2bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140583 Aug 09 15:42:44.001516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-1030dc40-2836-40ba-9113-90630013d7fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd741ed0-78cb-48da-9d63-8ebf3f8fde05 HTTP/1.1" status: 200 len: 217 time: 0.0891926 Aug 09 15:42:44.014706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-7d1f1e6d-628e-4954-b4bb-2806f6897f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.018589 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-7d1f1e6d-628e-4954-b4bb-2806f6897f24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 1097 time: 0.0812273 Aug 09 15:42:44.170536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-48798cb2-7c71-47e9-ab4c-cd7747104cbc tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.172807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-48798cb2-7c71-47e9-ab4c-cd7747104cbc tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 812 time: 0.3585937 Aug 09 15:42:44.213856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-ce67e641-78b1-4956-a7eb-6dedc318f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.215877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-ce67e641-78b1-4956-a7eb-6dedc318f873 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.1708455 Aug 09 15:42:44.220089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-16ef978d-e411-42f7-b9ff-7fb5ea34e944 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/quotas/a07a17d5b6ba4c61b66a1bc35d4d7449 HTTP/1.1" status: 200 len: 375 time: 0.0328975 Aug 09 15:42:44.228750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8d591fdc-d4fb-4c4c-a065-86eafd4ea02d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.230596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8d591fdc-d4fb-4c4c-a065-86eafd4ea02d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.3202364 Aug 09 15:42:44.264966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-1c872e66-bbcc-4696-88f7-0efdd6d115f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318141 Aug 09 15:42:44.275315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-ac47fe25-6e39-4d43-b7b4-56618a996d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.278469 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-ac47fe25-6e39-4d43-b7b4-56618a996d83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.2347913 Aug 09 15:42:44.341105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-789e5af6-9e4b-40ee-968d-d856b06b3caa tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089704 Aug 09 15:42:44.349198 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-a80fb197-e3e5-4f24-a4e7-935342b13b4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 HTTP/1.1" status: 200 len: 217 time: 0.0624912 Aug 09 15:42:44.404909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1b4b6b77-d429-4f81-8791-0da2be01dc17 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/quotas/9d0c1e32013c44db85a13a2205360274 HTTP/1.1" status: 200 len: 375 time: 0.1378746 Aug 09 15:42:44.454791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-23ecfe8d-69d3-4047-9a0c-0d7736a80fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.459019 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-23ecfe8d-69d3-4047-9a0c-0d7736a80fbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1080434 Aug 09 15:42:44.560329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-190862be-aa31-48cc-bf2f-79b1197878cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.563186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-190862be-aa31-48cc-bf2f-79b1197878cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937712 Aug 09 15:42:44.592305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-59adcc95-c2c9-4804-9148-66e69877088d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1790407 Aug 09 15:42:44.608025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-a71b5d09-52dd-437e-865a-255abf8e3095 service neutron] 10.222.0.64 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278917 Aug 09 15:42:44.618069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-1c65d028-6387-428c-bdb6-ba035e4b9019 service neutron] 10.222.0.35 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409388 Aug 09 15:42:44.733802 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-b5380f5d-a03b-44a6-b1ea-574649afc5ed service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566255 Aug 09 15:42:44.889859 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27c43f6d-4f5d-4323-883f-59b60b491a0d req-79f922e5-5144-475e-b08c-653f26e118db service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481674 Aug 09 15:42:44.931794 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a5e498ae-f786-4a25-8177-ed1fa876cb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.056194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-0f71631a-0c1c-4f79-a0e9-70250ad67796 service neutron] 10.222.0.64 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364033 Aug 09 15:42:45.158509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-205649db-e43a-4b10-82b9-048d8bf8fa8d req-dc25ebdc-dbeb-4484-b017-5fc65e1b00ec service neutron] 10.222.0.35 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282421 Aug 09 15:42:45.162189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-0f628a7d-772e-4429-89fa-f3aa34fbd2db service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522687 Aug 09 15:42:45.440826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-9d277cf9-ae4e-4287-a072-cd1a6d02d51e service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636504 Aug 09 15:42:46.005709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d566e9d-1848-4e28-96ac-6cb04e667b70 req-2a2b9281-a2d0-4705-902c-7f01c1718d0e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:46.018896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d566e9d-1848-4e28-96ac-6cb04e667b70 req-2a2b9281-a2d0-4705-902c-7f01c1718d0e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1643271 Aug 09 15:42:46.145310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d566e9d-1848-4e28-96ac-6cb04e667b70 req-65a1b31f-9a80-463b-a10e-d6c973e7e1de tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230135 Aug 09 15:42:46.459366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2080dd0c-66a7-401a-8a64-a2146f03cac6 req-158665ee-e6b5-498c-8487-66bbbfbcf949 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 210 time: 0.1080418 Aug 09 15:42:46.669680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2907-25ff-4893-9c99-14f5f51e191a req-6802c417-5592-4d0e-bad0-e9ab62d2a008 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:46.671445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-6802c417-5592-4d0e-bad0-e9ab62d2a008 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.2516301 Aug 09 15:42:46.714716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-8588ac86-099d-40e9-be27-487804935bb4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/quotas/2030902758174eafa38523e20b819289 HTTP/1.1" status: 200 len: 375 time: 0.0271585 Aug 09 15:42:47.288524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-cbafbe73-e67e-4d91-a5ac-e7689df475b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5661573 Aug 09 15:42:47.423573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-97650449-740d-456c-983b-39bc30355c21 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256161 Aug 09 15:42:47.463567 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ce06580-9a45-4ba3-b85f-4c77b116f7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.469068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175ab05-64e9-4437-adf5-305796331474 req-7f3d6e7a-bc41-4448-8e0d-a645cd2ace1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:47.470723 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a175ab05-64e9-4437-adf5-305796331474 req-7f3d6e7a-bc41-4448-8e0d-a645cd2ace1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1096 time: 0.0831122 Aug 09 15:42:47.530088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-126a0be6-79a0-4fc9-b2c9-cfba8cb32179 req-7d7a3ee2-6a48-4989-a049-5b5091cb0837 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 210 time: 0.0452840 Aug 09 15:42:47.599732 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-d1f224bb-a8ef-4a8d-83f6-6b368f22a072 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750491 Aug 09 15:42:47.668754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175ab05-64e9-4437-adf5-305796331474 req-e324d063-be2d-4077-98d1-6b70985c0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:47.672311 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a175ab05-64e9-4437-adf5-305796331474 req-e324d063-be2d-4077-98d1-6b70985c0b2d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.1894484 Aug 09 15:42:47.677529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:47.839363 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a175ab05-64e9-4437-adf5-305796331474 req-864582b5-62b3-4671-aff3-d9e2622f6712 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 1001 time: 0.1328850 Aug 09 15:42:47.861996 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.935078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175ab05-64e9-4437-adf5-305796331474 req-dd015a1a-c22a-41fc-bf9d-64e1e3b10891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:47.937883 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a175ab05-64e9-4437-adf5-305796331474 req-dd015a1a-c22a-41fc-bf9d-64e1e3b10891 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.0872648 Aug 09 15:42:48.012363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.051393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:48.055560 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30db45d4-b02f-45b9-92c3-6683338fd442" -d '{"events": [{"server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "name": "network-vif-unplugged", "status": "completed", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:48.075786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:48.081664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175ab05-64e9-4437-adf5-305796331474 req-aa451d11-8621-4ce8-8a4c-c5c743bf5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:48.082318 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.092041 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a175ab05-64e9-4437-adf5-305796331474 req-aa451d11-8621-4ce8-8a4c-c5c743bf5e02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434195 Aug 09 15:42:48.097311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-dee97855-0d74-428b-a780-7566ee424a51 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:48.099545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-dee97855-0d74-428b-a780-7566ee424a51 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 812 time: 0.3941250 Aug 09 15:42:48.143415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adc4c9-4662-4b95-92d5-13d4f72abbd9 req-a835570c-be90-44cc-ac7a-80aa2d6d2175 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:48.145214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0adc4c9-4662-4b95-92d5-13d4f72abbd9 req-a835570c-be90-44cc-ac7a-80aa2d6d2175 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1637142 Aug 09 15:42:48.164353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Request body: {'port': {'device_id': '1f417756-ac12-4812-a040-e48d5254adc0', 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'admin_state_up': True, 'tenant_id': 'a07a17d5b6ba4c61b66a1bc35d4d7449'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:48.173853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.189678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.204615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.205339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.206792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.208376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.209010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.211134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.212443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.217700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.219080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.220392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.222302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:48.401713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0adc4c9-4662-4b95-92d5-13d4f72abbd9 req-c72d808d-f3ae-488c-b6f6-e69ea885fda0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302928 Aug 09 15:42:48.515883 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a175ab05-64e9-4437-adf5-305796331474 req-bbbcd86d-99b9-4620-a6a9-8e609d665d00 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627238 Aug 09 15:42:48.621432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddc6acec-24ab-4070-ae09-9faa3da1f18a req-632b559c-f0f1-47b8-8821-4afd2e314813 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 210 time: 0.0932269 Aug 09 15:42:48.651338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18a9d36e-0d69-43c2-835e-9684a4cc1dfb req-76dc4f5c-d9ee-49d8-8ced-e9165e0b1df4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 210 time: 0.1267509 Aug 09 15:42:48.719658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a175ab05-64e9-4437-adf5-305796331474 req-50d44c3e-b7ed-4dd1-b345-604857365677 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880205 Aug 09 15:42:48.735282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Made reservation on behalf of a07a17d5b6ba4c61b66a1bc35d4d7449 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:48.742941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.753363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-e5025118-5eee-42d1-af55-d4f2481fe675 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:48.757549 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-e5025118-5eee-42d1-af55-d4f2481fe675 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.3454697 Aug 09 15:42:48.786688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Request body: {'port': {'device_id': '82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'admin_state_up': True, 'tenant_id': '9d0c1e32013c44db85a13a2205360274'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:48.821125 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3d95ed-9bc7-404a-9821-419199c68aff x-openstack-request-id: req-9f3d95ed-9bc7-404a-9821-419199c68aff {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:48.823210 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "name": "network-vif-unplugged", "status": "completed", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:48.823869 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f3d95ed-9bc7-404a-9821-419199c68aff {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:48.824847 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'code': 200} Aug 09 15:42:48.946105 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.947056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23c003c5-d09e-44cb-9bf5-abe84816b4d5 req-c3c99015-1215-40dc-8886-756c65a60a82 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 210 time: 0.0638885 Aug 09 15:42:49.022275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:49.029447 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.157471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Allocated IP 172.20.0.12 (39cda7b8-3956-4393-b255-afc5748ed805/a5549dd3-480a-42e9-8fcf-7b00a09b44c3/2826d77b-dacf-4547-811c-c024b9187a6f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:49.248054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Allocated IP 172.20.0.8 (9b2b68f7-8129-4980-b79e-b5f3010ff62f/96a26b04-7d30-45d4-959b-3e9f16d14fcf/6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:49.264089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-21431229-38eb-4ded-9fa9-529e7535153f tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:49.272484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-21431229-38eb-4ded-9fa9-529e7535153f tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 804 time: 0.2019534 Aug 09 15:42:49.336455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-436533c5-4ec5-4e55-9d65-f5a4f80d2013 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/quotas/9e6d2490bcd645b7987df44081879a57 HTTP/1.1" status: 200 len: 375 time: 0.0627713 Aug 09 15:42:49.500735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-7d80ca29-cc1a-43c0-b6fc-1026752fa65d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624820 Aug 09 15:42:49.530060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-39a17a21-3225-4789-a92d-f52df6075c07 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:49.532399 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-39a17a21-3225-4789-a92d-f52df6075c07 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 812 time: 0.2892184 Aug 09 15:42:49.560120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Request body: {'port': {'device_id': '4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c', 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'admin_state_up': True, 'tenant_id': 'a07a17d5b6ba4c61b66a1bc35d4d7449'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:49.660173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.685190 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.710423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886464e3-125c-43c7-96b6-e984a590ac60 req-6f402072-8da6-45c6-a4fb-11c48d5f8de3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:49.712139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886464e3-125c-43c7-96b6-e984a590ac60 req-6f402072-8da6-45c6-a4fb-11c48d5f8de3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1768577 Aug 09 15:42:49.716219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-67795fa2-6413-42f0-882b-5319e5822e01 service neutron] 10.222.0.64 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059639 Aug 09 15:42:49.810345 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.826443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:49.832875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Made reservation on behalf of a07a17d5b6ba4c61b66a1bc35d4d7449 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:49.838620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.868085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-886464e3-125c-43c7-96b6-e984a590ac60 req-44a7b5e5-cdf3-4006-b265-6c53a3da49f3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467781 Aug 09 15:42:49.939797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event updated for resources: {'Port': ['ID=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:49.967436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:49.970812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:50.043705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.081856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:50.169258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2056c1b3-5a73-42e9-851e-775e5f60bbf1 req-dbf604c2-3029-4273-b404-cb5f756cd4d1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 210 time: 0.1362331 Aug 09 15:42:50.211263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Allocated IP 172.20.0.10 (39cda7b8-3956-4393-b255-afc5748ed805/a5549dd3-480a-42e9-8fcf-7b00a09b44c3/746730a8-1481-44f4-a6ab-7f1488269240) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:50.221525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:50.222348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.246927 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-8aa8d613-a0a1-4c88-b8ac-ef46bdd4f226 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4665518 Aug 09 15:42:50.259073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Pushing event updated for resources: {'Port': ['ID=2826d77b-dacf-4547-811c-c024b9187a6f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:50.270923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-4779fde4-50d4-470d-b6fc-da86222df13a service neutron] 10.222.0.64 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406477 Aug 09 15:42:50.274274 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Request body: {'port': {'device_id': '82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:50.294476 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:42:50.314193 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.317417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Network 39cda7b8-3956-4393-b255-afc5748ed805 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:50.344868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:50.348222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:50.384131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2907-25ff-4893-9c99-14f5f51e191a req-918017c9-a69e-4944-b8b5-0f0a7d3360be tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:50.386339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-918017c9-a69e-4944-b8b5-0f0a7d3360be tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.5530539 Aug 09 15:42:50.415665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Request body: {'port': {'device_id': '7e66e364-02af-4e6c-b807-1ce113f5c152', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'admin_state_up': True, 'tenant_id': '2030902758174eafa38523e20b819289'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:50.519045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680ea4c-a3f5-4623-8b52-ee504c7c9b80 req-e2ea7bae-ad11-4631-af32-a7f96fadcf47 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:50.521301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1680ea4c-a3f5-4623-8b52-ee504c7c9b80 req-e2ea7bae-ad11-4631-af32-a7f96fadcf47 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 931 time: 0.2462323 Aug 09 15:42:50.524804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-d8c35220-eb37-40d4-b4fd-e290e2953501 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:50.527684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-d8c35220-eb37-40d4-b4fd-e290e2953501 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "GET /v2.0/ports?device_id=e23ca06f-5302-4814-96ba-29cd2187fadf HTTP/1.1" status: 200 len: 944 time: 0.2645366 Aug 09 15:42:50.531008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.554559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:50.555600 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.628303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-401b83c6-511a-4d0a-90c5-79f3453da8b7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4770396 Aug 09 15:42:50.653513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Request body: {'port': {'device_id': '1f417756-ac12-4812-a040-e48d5254adc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:50.725165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.736995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1680ea4c-a3f5-4623-8b52-ee504c7c9b80 req-bcbbd74d-cb9d-4102-a136-a382523c7a70 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745198 Aug 09 15:42:50.746166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40b3b65a-59dc-4911-b0d9-66d064898586 req-500ea586-d225-4650-a355-bebcaeb22769 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 210 time: 0.0884888 Aug 09 15:42:50.807051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:50.938864 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.948716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36a519bc-e79e-4298-93d4-300a17fa090d req-92252dff-d583-405e-9697-848cc02c1231 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 210 time: 0.0919068 Aug 09 15:42:50.951687 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.992141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:50.997474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Made reservation on behalf of 2030902758174eafa38523e20b819289 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:51.000273 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073efb48-d602-49c0-a36f-75bf37029a0a" -d '{"events": [{"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-unplugged", "status": "completed", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:51.003639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.030514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:51.038724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.124367 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eeed34-773a-42f8-8ede-79884aa2d8e8 x-openstack-request-id: req-59eeed34-773a-42f8-8ede-79884aa2d8e8 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:51.125623 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-unplugged", "status": "completed", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:51.126438 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59eeed34-773a-42f8-8ede-79884aa2d8e8 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:51.127085 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'code': 200} Aug 09 15:42:51.169678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.182589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:51.309542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Deleting port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:51.311544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.353963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Network 39cda7b8-3956-4393-b255-afc5748ed805 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:51.384172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7203e-8cf6-44d2-ac79-185e2c83643d req-bb603e91-ca69-461a-8238-2dbf35187c48 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:51.385874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38d7203e-8cf6-44d2-ac79-185e2c83643d req-bb603e91-ca69-461a-8238-2dbf35187c48 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.2670107 Aug 09 15:42:51.396216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98f836bb-ff47-4bb8-b4b2-d9cd49d300b1 req-5679f52e-ec33-4e85-ae11-ea3cc210fa82 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 210 time: 0.0887530 Aug 09 15:42:51.410140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:51.418447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Pushing event updated for resources: {'Port': ['ID=746730a8-1481-44f4-a6ab-7f1488269240,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:51.426457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:51.527558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Allocated IP 172.20.0.14 (1ab8c585-1d25-41ad-b777-1f25d2988f05/75f04506-ec77-4093-b070-4bc44dc2945d/df357d85-5722-4e98-b06d-7e6d69898a57) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:51.571150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38d7203e-8cf6-44d2-ac79-185e2c83643d req-93145aa7-a10a-40ae-a08a-03f70beb29a2 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587203 Aug 09 15:42:51.652724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:51.655237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.687847 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e1af97b-4b5c-4368-9a94-1748dcd82e8f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1365991 Aug 09 15:42:51.714848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Request body: {'port': {'device_id': '4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:51.725971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] For port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:51.726585 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.786035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Calling delete_port for 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:51.851692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2826d77b-dacf-4547-811c-c024b9187a6f {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:51.867888 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.871581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.929015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:51.942513 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.973658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Transition to ACTIVE for port object 2826d77b-dacf-4547-811c-c024b9187a6f will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:51.997209 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.003739 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.009816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Transition to ACTIVE for port object 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:52.033787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.283616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Pushing event updated for resources: {'Port': ['ID=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:52.473840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5ed50-18ce-4e7a-91c5-8dbddebd6e41 req-cc9a41ba-ae63-421f-a529-7520f7b4c7db tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:52.475343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0f5ed50-18ce-4e7a-91c5-8dbddebd6e41 req-cc9a41ba-ae63-421f-a529-7520f7b4c7db tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 931 time: 0.6159339 Aug 09 15:42:52.512790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9a9b-44fe-4800-a348-ff41b1cbdf21 req-772cbcb6-026a-4ea8-94d8-8788e8a0d189 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:52.514582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b34d9a9b-44fe-4800-a348-ff41b1cbdf21 req-772cbcb6-026a-4ea8-94d8-8788e8a0d189 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 932 time: 0.6276231 Aug 09 15:42:52.546481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Pushing event updated for resources: {'Port': ['ID=2826d77b-dacf-4547-811c-c024b9187a6f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:52.733493 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.773262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0f5ed50-18ce-4e7a-91c5-8dbddebd6e41 req-f78d5194-7f80-4474-baa4-f7a5fcf9293c tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869809 Aug 09 15:42:52.782547 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.786908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b34d9a9b-44fe-4800-a348-ff41b1cbdf21 req-8779b5e4-8ab9-4731-b1e6-b26bbada12d5 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433000 Aug 09 15:42:52.850781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:52.858407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:52.865290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:52.874799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-9bd9d3a2-619a-447c-9c9d-e9f46a30627a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:52.876638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-9bd9d3a2-619a-447c-9c9d-e9f46a30627a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 804 time: 0.3945630 Aug 09 15:42:52.934868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Request body: {'port': {'device_id': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'admin_state_up': True, 'tenant_id': '9e6d2490bcd645b7987df44081879a57'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:52.960605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event updated for resources: {'Port': ['ID=df357d85-5722-4e98-b06d-7e6d69898a57,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:52.961265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Pushing event deleted for resources: {'Port': ['ID=6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:52.973638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Attempting to bind port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:52.973817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Attempting to bind port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:52.974345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Attempting to bind port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:53.008582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:53.009097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Attempting to bind port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:53.030296 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] No DVR routers for this DVR port 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:53.033471 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.036196 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f2aeb4a-1d1a-47ae-bbd1-ae1f3ab2d41c req-76f280fe-aeaf-416a-afbe-347c1d3e3bed tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "DELETE /v2.0/ports/6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 HTTP/1.1" status: 204 len: 173 time: 2.4920006 Aug 09 15:42:53.042053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'name': 'network-vif-deleted', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:53.046322 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74972c8-afe1-4570-b2b4-31196013e83e" -d '{"events": [{"server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "name": "network-vif-deleted", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:53.052188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Attempting to bind port 2826d77b-dacf-4547-811c-c024b9187a6f on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:53.052710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Attempting to bind port 2826d77b-dacf-4547-811c-c024b9187a6f by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:53.053255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Attempting to bind port 2826d77b-dacf-4547-811c-c024b9187a6f on network 39cda7b8-3956-4393-b255-afc5748ed805 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:53.059677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:53.060154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Checking segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:53.061412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Bound using segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:53.061412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Bound port: 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:53.061412 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.067590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37ae41b9-40d5-4844-90c2-41e5cb86c82c req-231eef2c-6bda-47f7-b4dc-a5c6ed7c3fa9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 210 time: 0.1411843 Aug 09 15:42:53.114174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Port 2826d77b-dacf-4547-811c-c024b9187a6f on network 39cda7b8-3956-4393-b255-afc5748ed805 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:53.114722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Attempting to bind port 2826d77b-dacf-4547-811c-c024b9187a6f on network 39cda7b8-3956-4393-b255-afc5748ed805 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:53.146521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.147514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.162237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:53.162767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Checking segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:53.163424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Bound using segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:53.164204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Bound port: 2826d77b-dacf-4547-811c-c024b9187a6f, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:53.164810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.206630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746730a8-1481-44f4-a6ab-7f1488269240 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:53.222823 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.251184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec6cd2-d92c-4169-9a67-25f43a37298c req-7c226154-5839-4bbb-9095-89e12313352f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.253270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97ec6cd2-d92c-4169-9a67-25f43a37298c req-7c226154-5839-4bbb-9095-89e12313352f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 932 time: 0.2767303 Aug 09 15:42:53.258850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Transition to ACTIVE for port object 746730a8-1481-44f4-a6ab-7f1488269240 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:53.268284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.270728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] For port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:53.275244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] For port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:53.302741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-5a726a2a-06c4-4b57-be38-5bb2b4b529dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8968842 Aug 09 15:42:53.306528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.329409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Request body: {'port': {'device_id': '7e66e364-02af-4e6c-b807-1ce113f5c152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:53.354970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.355597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.357252 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] 10.222.0.66 "PUT /v2.0/ports/6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 HTTP/1.1" status: 200 len: 1091 time: 3.0981216 Aug 09 15:42:53.389626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=746730a8-1481-44f4-a6ab-7f1488269240,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:53.440744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] For port 2826d77b-dacf-4547-811c-c024b9187a6f, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:53.457333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed984-5fad-4ac4-a5c0-ad7567bc8bb6 req-f3eb2fc4-4fb9-4781-80f6-3d0949ddd76d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.459490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cafed984-5fad-4ac4-a5c0-ad7567bc8bb6 req-f3eb2fc4-4fb9-4781-80f6-3d0949ddd76d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.2457459 Aug 09 15:42:53.460276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Made reservation on behalf of 9e6d2490bcd645b7987df44081879a57 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:53.465535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.495419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97ec6cd2-d92c-4169-9a67-25f43a37298c req-f3868c61-153c-4af2-bfe0-0bed35e2f081 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161481 Aug 09 15:42:53.497272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] For port 2826d77b-dacf-4547-811c-c024b9187a6f, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2826d77b-dacf-4547-811c-c024b9187a6f,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:53.535902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.538458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57200e-db85-4a89-a3d1-6ecbaa999291 service neutron] Pushing event updated for resources: {'Port': ['ID=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:53.548899 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.571666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Attempting to bind port 746730a8-1481-44f4-a6ab-7f1488269240 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:53.572337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Attempting to bind port 746730a8-1481-44f4-a6ab-7f1488269240 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:53.572908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Attempting to bind port 746730a8-1481-44f4-a6ab-7f1488269240 on network 39cda7b8-3956-4393-b255-afc5748ed805 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:53.580769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-c6f5fbbf-f7c0-4504-a91b-6df340301054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.582987 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-c6f5fbbf-f7c0-4504-a91b-6df340301054 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 1094 time: 0.1614490 Aug 09 15:42:53.589884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Port 746730a8-1481-44f4-a6ab-7f1488269240 on network 39cda7b8-3956-4393-b255-afc5748ed805 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:53.590570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Attempting to bind port 746730a8-1481-44f4-a6ab-7f1488269240 on network 39cda7b8-3956-4393-b255-afc5748ed805 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:53.636888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.637260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.638764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] 10.222.0.66 "PUT /v2.0/ports/2826d77b-dacf-4547-811c-c024b9187a6f HTTP/1.1" status: 200 len: 1092 time: 2.9978881 Aug 09 15:42:53.644051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f417756-ac12-4812-a040-e48d5254adc0', 'tag': '2826d77b-dacf-4547-811c-c024b9187a6f'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:53.646483 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f417756-ac12-4812-a040-e48d5254adc0", "tag": "2826d77b-dacf-4547-811c-c024b9187a6f"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:53.677729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:53.678025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Checking segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:53.678988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Bound using segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:53.679447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Bound port: 746730a8-1481-44f4-a6ab-7f1488269240, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:53.680138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.685300 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-af443a8a-2742-45bb-9d0d-a50c286422d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 HTTP/1.1" status: 200 len: 217 time: 0.0876157 Aug 09 15:42:53.720065 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44db150-e75f-47f3-ba5d-159afbf5d0de x-openstack-request-id: req-d44db150-e75f-47f3-ba5d-159afbf5d0de {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:53.720353 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23ca06f-5302-4814-96ba-29cd2187fadf", "name": "network-vif-deleted", "tag": "6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:53.720653 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d44db150-e75f-47f3-ba5d-159afbf5d0de {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:53.721051 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23ca06f-5302-4814-96ba-29cd2187fadf', 'name': 'network-vif-deleted', 'tag': '6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92', 'status': 'completed', 'code': 200} Aug 09 15:42:53.821543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-afe0131a-ca53-4945-989b-7c993097e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.825227 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-afe0131a-ca53-4945-989b-7c993097e5aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.1179626 Aug 09 15:42:53.875186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-b0379c3d-77cd-4612-9be4-e5449adaec85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361731 Aug 09 15:42:53.877961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cafed984-5fad-4ac4-a5c0-ad7567bc8bb6 req-37574b9f-331d-4b84-a216-4401e5443d6e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887219 Aug 09 15:42:53.887153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825fd1-1589-43c0-a009-a4bac6df7cca service neutron] Pushing event updated for resources: {'Port': ['ID=2826d77b-dacf-4547-811c-c024b9187a6f,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:53.900727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] For port 746730a8-1481-44f4-a6ab-7f1488269240, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:53.970614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] For port 746730a8-1481-44f4-a6ab-7f1488269240, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=746730a8-1481-44f4-a6ab-7f1488269240,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:53.980855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.994962 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2b9515-f982-464d-a42b-fcb067d3d392 x-openstack-request-id: req-ed2b9515-f982-464d-a42b-fcb067d3d392 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:53.995579 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f417756-ac12-4812-a040-e48d5254adc0", "tag": "2826d77b-dacf-4547-811c-c024b9187a6f", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:53.996096 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed2b9515-f982-464d-a42b-fcb067d3d392 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:53.996992 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f417756-ac12-4812-a040-e48d5254adc0', 'tag': '2826d77b-dacf-4547-811c-c024b9187a6f', 'status': 'completed', 'code': 200} Aug 09 15:42:54.043248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=746730a8-1481-44f4-a6ab-7f1488269240,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:54.068167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.069155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.070253 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-432bfbd7-28d0-49b0-a9bd-f00146f61ac6 service neutron] 10.222.0.66 "PUT /v2.0/ports/746730a8-1481-44f4-a6ab-7f1488269240 HTTP/1.1" status: 200 len: 1092 time: 2.3675892 Aug 09 15:42:54.101633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-7733e52a-c3b3-45ec-aa59-4b9e069b40f2 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146349 Aug 09 15:42:54.127068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-367b251c-eb58-47fc-9a35-e2867d84bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.129064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-367b251c-eb58-47fc-9a35-e2867d84bc26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&device_id=1f417756-ac12-4812-a040-e48d5254adc0 HTTP/1.1" status: 200 len: 1095 time: 0.4217026 Aug 09 15:42:54.238327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-95ea0d48-fe45-48e1-89a8-936960589c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.240091 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-95ea0d48-fe45-48e1-89a8-936960589c5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 1095 time: 0.1087620 Aug 09 15:42:54.252601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Allocated IP 172.20.0.3 (c5417ffe-714e-4727-9af6-b7fe743d70dd/f741c060-43e5-43ae-ae71-1768bea61ce1/ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:54.266589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56684166-ec47-4bec-81ea-19511da54c81 req-778acdff-a1e9-4f7a-a173-c83e036c3737 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.268422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56684166-ec47-4bec-81ea-19511da54c81 req-778acdff-a1e9-4f7a-a173-c83e036c3737 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.4298198 Aug 09 15:42:54.269816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-6b3d9c0c-c9d7-4566-b803-53892c260104 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2826d77b-dacf-4547-811c-c024b9187a6f HTTP/1.1" status: 200 len: 217 time: 0.1144695 Aug 09 15:42:54.299243 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2c4b5a89-8a9d-4439-a723-075c6960de1c req-ba7f4a65-0059-4d0d-9f7d-f8911b6a2e7f service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786990 Aug 09 15:42:54.300544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-f6cedef2-42d3-4a0e-a9ba-b68a6ab551e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=746730a8-1481-44f4-a6ab-7f1488269240 HTTP/1.1" status: 200 len: 217 time: 0.0505512 Aug 09 15:42:54.381463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-0ca980e0-0ebb-4d2f-93aa-8113cc7c09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.383112 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-0ca980e0-0ebb-4d2f-93aa-8113cc7c09dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 200 len: 852 time: 0.0706682 Aug 09 15:42:54.427377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-3c545f02-6611-4f58-9448-2c817de4882f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39cda7b8-3956-4393-b255-afc5748ed805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324411 Aug 09 15:42:54.462070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c60f29-fddf-4e6d-9272-62395ab65f32 req-5e4b17b9-4971-490a-91db-6fa63e56e475 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.463779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46c60f29-fddf-4e6d-9272-62395ab65f32 req-5e4b17b9-4971-490a-91db-6fa63e56e475 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 944 time: 0.3900068 Aug 09 15:42:54.484733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-ceaa1f5c-7610-4c3a-8861-d53891be3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.486213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-ceaa1f5c-7610-4c3a-8861-d53891be3790 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 200 len: 852 time: 0.1719992 Aug 09 15:42:54.507279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56684166-ec47-4bec-81ea-19511da54c81 req-9fdd8868-8e2e-4bbe-9b8a-e75a12b694c8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956003 Aug 09 15:42:54.564282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-5a525eb7-5c45-46dc-9f77-d72f158a2dbc service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282606 Aug 09 15:42:54.593409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-7c5baa22-36cb-4a26-a6b2-c6a1621103e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39cda7b8-3956-4393-b255-afc5748ed805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808709 Aug 09 15:42:54.704906 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-782450b8-5f7f-466d-b260-6f5d52e3745a service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298141 Aug 09 15:42:54.734477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46c60f29-fddf-4e6d-9272-62395ab65f32 req-9a76ad24-d5c3-4db0-b423-74f6cc6f1625 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519052 Aug 09 15:42:54.830491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:54.858742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df357d85-5722-4e98-b06d-7e6d69898a57 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:54.894181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.927522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e4f2-1fb7-4a53-b5a5-83ebb8f68bc8 req-a7c900e9-9bca-4b6c-aec3-f48dc9e3376d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.932953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a555e4f2-1fb7-4a53-b5a5-83ebb8f68bc8 req-a7c900e9-9bca-4b6c-aec3-f48dc9e3376d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 943 time: 0.2684603 Aug 09 15:42:54.952792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.970739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-e3748071-fc80-491e-a06c-fd36cef0ae04 service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202298 Aug 09 15:42:54.972712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Transition to ACTIVE for port object df357d85-5722-4e98-b06d-7e6d69898a57 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:54.991151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.135774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a555e4f2-1fb7-4a53-b5a5-83ebb8f68bc8 req-cc3b0d76-3add-4566-ab60-23b8ac0d699b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865559 Aug 09 15:42:55.164211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Pushing event updated for resources: {'Port': ['ID=df357d85-5722-4e98-b06d-7e6d69898a57,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:55.220818 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.268393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6eb0393-8eff-456e-a8ae-0ee2b5259afe req-131361c9-3852-449a-9ae4-a5ba8b1447fd service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785408 Aug 09 15:42:55.346897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Network c5417ffe-714e-4727-9af6-b7fe743d70dd is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:55.366520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:55.394091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:55.398801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Pushing event updated for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:55.460240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Attempting to bind port df357d85-5722-4e98-b06d-7e6d69898a57 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:55.460657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Attempting to bind port df357d85-5722-4e98-b06d-7e6d69898a57 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:55.460949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Attempting to bind port df357d85-5722-4e98-b06d-7e6d69898a57 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:55.688800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:55.720916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:55.721402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6fcbe1f5-35ac-40d5-b910-4d01ebdf9f92 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:55.722958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc', 'tag': '6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0'}, {'name': 'network-changed', 'server_uuid': '4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c', 'tag': '746730a8-1481-44f4-a6ab-7f1488269240'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:55.727121 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d0f440-8881-4c70-9bc7-6f2c5023b53c" -d '{"events": [{"name": "network-changed", "server_uuid": "82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc", "tag": "6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0"}, {"name": "network-changed", "server_uuid": "4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c", "tag": "746730a8-1481-44f4-a6ab-7f1488269240"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:55.792071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cfb23-6fde-4a8b-a2fa-041688e1fe2b req-d4ff3720-f57e-43fa-a6ff-246aa5b12df8 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.793790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-557cfb23-6fde-4a8b-a2fa-041688e1fe2b req-d4ff3720-f57e-43fa-a6ff-246aa5b12df8 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 931 time: 0.5537362 Aug 09 15:42:55.806678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Port df357d85-5722-4e98-b06d-7e6d69898a57 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:55.806935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Attempting to bind port df357d85-5722-4e98-b06d-7e6d69898a57 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:55.854364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:55.854706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Checking segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:55.855108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Bound using segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:55.855563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Bound port: df357d85-5722-4e98-b06d-7e6d69898a57, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:55.855964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.868705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.869349 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.875691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-efd2e40a-4145-4047-8b51-2578c553c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.877304 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-efd2e40a-4145-4047-8b51-2578c553c885 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&device_id=1f417756-ac12-4812-a040-e48d5254adc0 HTTP/1.1" status: 200 len: 1095 time: 0.5254998 Aug 09 15:42:55.918694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d27df2-acde-4f64-8a0f-23af0987499a req-cfcab3f2-c34d-491e-9444-2d5caea85a0c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.920342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5d27df2-acde-4f64-8a0f-23af0987499a req-cfcab3f2-c34d-491e-9444-2d5caea85a0c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 944 time: 0.5492272 Aug 09 15:42:55.978150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-e871c9bc-24b3-4845-91de-fa700c3b1443 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0577381 Aug 09 15:42:55.984935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-557cfb23-6fde-4a8b-a2fa-041688e1fe2b req-0c0206a0-1e60-417a-8e35-bc668472a784 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793149 Aug 09 15:42:56.035803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Request body: {'port': {'device_id': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:56.155715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5d27df2-acde-4f64-8a0f-23af0987499a req-c990a11b-82d6-4c1c-828b-0ba1a5743952 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175527 Aug 09 15:42:56.224423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] For port df357d85-5722-4e98-b06d-7e6d69898a57, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:56.227076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-141b38e7-f433-4288-848d-ea7467f186b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.228807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-141b38e7-f433-4288-848d-ea7467f186b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 914 time: 0.3422251 Aug 09 15:42:56.255005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] For port df357d85-5722-4e98-b06d-7e6d69898a57, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df357d85-5722-4e98-b06d-7e6d69898a57,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:56.261387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.300517 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.310389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-4e446abc-d6d6-4234-ac43-cd8369324062 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2826d77b-dacf-4547-811c-c024b9187a6f HTTP/1.1" status: 200 len: 217 time: 0.0675502 Aug 09 15:42:56.350259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827be4ac-cc53-45c9-8631-3b53632dd408 req-ed0a1f5c-4f81-4713-b2da-72f7eab84015 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.351909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-827be4ac-cc53-45c9-8631-3b53632dd408 req-ed0a1f5c-4f81-4713-b2da-72f7eab84015 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2392957 Aug 09 15:42:56.437289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.437936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.440556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] 10.222.0.35 "PUT /v2.0/ports/df357d85-5722-4e98-b06d-7e6d69898a57 HTTP/1.1" status: 200 len: 1092 time: 3.1246994 Aug 09 15:42:56.442061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e66e364-02af-4e6c-b807-1ce113f5c152', 'tag': 'df357d85-5722-4e98-b06d-7e6d69898a57'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:56.444727 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5bd46b-d650-47ed-8f61-0145dcf93829" -d '{"events": [{"name": "network-changed", "server_uuid": "7e66e364-02af-4e6c-b807-1ce113f5c152", "tag": "df357d85-5722-4e98-b06d-7e6d69898a57"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:56.515983 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960cd8df-6b79-4589-8304-582f7d3f28ca x-openstack-request-id: req-960cd8df-6b79-4589-8304-582f7d3f28ca {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:56.516786 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc", "tag": "6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c", "tag": "746730a8-1481-44f4-a6ab-7f1488269240", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:56.517720 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-960cd8df-6b79-4589-8304-582f7d3f28ca {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:56.518782 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc', 'tag': '6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0', 'status': 'completed', 'code': 200} Aug 09 15:42:56.519486 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c', 'tag': '746730a8-1481-44f4-a6ab-7f1488269240', 'status': 'completed', 'code': 200} Aug 09 15:42:56.523543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af043e8-56b7-49f4-b17f-1f189872d956 service neutron] Pushing event updated for resources: {'Port': ['ID=df357d85-5722-4e98-b06d-7e6d69898a57,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:56.622825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-7650dab2-101b-4a2c-9d84-c7b0e1b9a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.625509 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-7650dab2-101b-4a2c-9d84-c7b0e1b9a366 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 1094 time: 0.0823467 Aug 09 15:42:56.632443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-68e391a7-1b8d-4bba-b8f5-ee92fb5ac505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.634925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-68e391a7-1b8d-4bba-b8f5-ee92fb5ac505 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 200 len: 852 time: 0.2962363 Aug 09 15:42:56.663557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-827be4ac-cc53-45c9-8631-3b53632dd408 req-de91c99e-5160-4be5-80b8-2d2815208a56 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2665699 Aug 09 15:42:56.722744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-ec460201-bc41-4f46-aeb5-395ed002ec03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39cda7b8-3956-4393-b255-afc5748ed805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713110 Aug 09 15:42:56.795778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2907-25ff-4893-9c99-14f5f51e191a req-977648b8-499f-4751-b1eb-ea0834a8d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.797613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-977648b8-499f-4751-b1eb-ea0834a8d664 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 1095 time: 0.2944195 Aug 09 15:42:56.806869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-c5fa816e-8a23-423f-8d3b-ecda011eb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.817399 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-c5fa816e-8a23-423f-8d3b-ecda011eb688 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 907 time: 0.1834605 Aug 09 15:42:56.821848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 746730a8-1481-44f4-a6ab-7f1488269240 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:56.954731 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-7da9afc6-4feb-47d3-83b3-57cd14bfde6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 HTTP/1.1" status: 200 len: 217 time: 0.1287091 Aug 09 15:42:56.971774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db60aa-1bdc-4277-b495-2afef6871c24 req-788482ff-04b0-4ade-8409-f45f136dab43 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.973417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85db60aa-1bdc-4277-b495-2afef6871c24 req-788482ff-04b0-4ade-8409-f45f136dab43 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 944 time: 0.3490717 Aug 09 15:42:56.981414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-0b358d5b-6df2-471a-ace5-5aba73059bec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df357d85-5722-4e98-b06d-7e6d69898a57 HTTP/1.1" status: 200 len: 217 time: 0.1675122 Aug 09 15:42:57.021690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 746730a8-1481-44f4-a6ab-7f1488269240, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=746730a8-1481-44f4-a6ab-7f1488269240,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:57.040960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '746730a8-1481-44f4-a6ab-7f1488269240', 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'port_id': '746730a8-1481-44f4-a6ab-7f1488269240', 'mac_address': 'fa:16:3e:a9:4a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5549dd3-480a-42e9-8fcf-7b00a09b44c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:57.052946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-1032dcb3-0a81-4174-8ee0-bcf5c09085af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.054602 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-1032dcb3-0a81-4174-8ee0-bcf5c09085af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.0856352 Aug 09 15:42:57.094887 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-c484816e-6739-4619-8b04-f17dbad7a447 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322049 Aug 09 15:42:57.103913 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.124745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746730a8-1481-44f4-a6ab-7f1488269240 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:57.176496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 746730a8-1481-44f4-a6ab-7f1488269240, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=746730a8-1481-44f4-a6ab-7f1488269240,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:57.183526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.184807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:57.208336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-6959dca6-2924-4889-86d1-6c1322053dfc service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774785 Aug 09 15:42:57.221290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2907-25ff-4893-9c99-14f5f51e191a req-653e68fd-0ada-431b-a68e-3b5e89eea6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.223734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-653e68fd-0ada-431b-a68e-3b5e89eea6d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.2235656 Aug 09 15:42:57.235948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85db60aa-1bdc-4277-b495-2afef6871c24 req-2e3e7305-039b-41bf-8c21-a00b1fdca800 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368112 Aug 09 15:42:57.307010 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-87710e10-6d61-40d2-8211-dc535bca6a46 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019758 Aug 09 15:42:57.320587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=746730a8-1481-44f4-a6ab-7f1488269240,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:57.379515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8508c12-93eb-488a-bf2f-b0b0cc31e1dc req-391c70c5-bb4d-47da-b97b-031c6e4f4c8e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.381179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8508c12-93eb-488a-bf2f-b0b0cc31e1dc req-391c70c5-bb4d-47da-b97b-031c6e4f4c8e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 943 time: 0.4191704 Aug 09 15:42:57.389258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-2df53fc0-bbdc-4ce3-8f2a-dc3a95cf0966 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4965010 Aug 09 15:42:57.391151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-a8168285-2622-4986-837a-e1b9c178ebb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387095 Aug 09 15:42:57.433819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:57.458539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'port_id': '6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0', 'mac_address': 'fa:16:3e:f0:74:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a26b04-7d30-45d4-959b-3e9f16d14fcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:57.469619 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-ccc2eced-4201-4504-b2b9-7417ac1116ac service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544623 Aug 09 15:42:57.552006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.577147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:57.614422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:57.620250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:57.626271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.640554 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.658492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-232aa6cd-fdbc-41fa-8bc5-6cbfb95655cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.666845 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-232aa6cd-fdbc-41fa-8bc5-6cbfb95655cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 1096 time: 0.1366262 Aug 09 15:42:57.685290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77a0ea-5ee0-4a49-9d9a-93f4868ac474 req-08b3db5f-77cc-471d-b45e-399b3eb63a15 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.688049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb77a0ea-5ee0-4a49-9d9a-93f4868ac474 req-08b3db5f-77cc-471d-b45e-399b3eb63a15 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.3057439 Aug 09 15:42:57.700197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8508c12-93eb-488a-bf2f-b0b0cc31e1dc req-010b8cb6-2cfb-42f7-9e69-e534a9f9455f tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787278 Aug 09 15:42:57.726375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b72d2d2-65e2-49a9-a3ef-23ee734785a3 req-b7ac1fb9-292b-48f5-a94b-f32643ed9e6a service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010250 Aug 09 15:42:57.745649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:57.759638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Transition to ACTIVE for port object ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:57.797420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-dd521976-d802-4c5a-a6a0-600cda3b8524 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772759 Aug 09 15:42:57.800741 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964b8740-a21d-4b81-af98-6f0f32b80692 x-openstack-request-id: req-964b8740-a21d-4b81-af98-6f0f32b80692 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:57.801296 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e66e364-02af-4e6c-b807-1ce113f5c152", "tag": "df357d85-5722-4e98-b06d-7e6d69898a57", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:57.801775 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-964b8740-a21d-4b81-af98-6f0f32b80692 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:57.802522 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e66e364-02af-4e6c-b807-1ce113f5c152', 'tag': 'df357d85-5722-4e98-b06d-7e6d69898a57', 'status': 'completed', 'code': 200} Aug 09 15:42:57.819347 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.895588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-b3933769-277f-4c05-910a-8c83e28e6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.897935 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-b3933769-277f-4c05-910a-8c83e28e6d1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 914 time: 0.2169785 Aug 09 15:42:57.940862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:58.007419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-6f42a843-2820-422d-af85-6933421ac074 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=746730a8-1481-44f4-a6ab-7f1488269240 HTTP/1.1" status: 200 len: 217 time: 0.0995436 Aug 09 15:42:58.014353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['746730a8-1481-44f4-a6ab-7f1488269240'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:58.085871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-c30ac4f0-e9f0-4ff6-bca6-56613fab59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:58.087428 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:58.088534 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-c30ac4f0-e9f0-4ff6-bca6-56613fab59e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 200 len: 852 time: 0.0729132 Aug 09 15:42:58.162616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-437778ab-7d9e-4a64-974d-c44440005b4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39cda7b8-3956-4393-b255-afc5748ed805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652890 Aug 09 15:42:58.168547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb77a0ea-5ee0-4a49-9d9a-93f4868ac474 req-a468e2cf-609a-4311-9a8b-70f55ed82886 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4640226 Aug 09 15:42:58.225571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:58.328646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:58.370851 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-6e7675bc-c1a6-4968-a865-dfca12f12053 service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980915 Aug 09 15:42:58.440230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-025b2907-25ff-4893-9c99-14f5f51e191a req-534f1472-4d25-49f0-bb8f-fea5af7e0091 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223707 Aug 09 15:42:58.486156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Attempting to bind port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:58.486911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Attempting to bind port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:58.487498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Attempting to bind port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae on network c5417ffe-714e-4727-9af6-b7fe743d70dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:58.517655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975cc9-4554-4c24-a67e-610466477920 req-cb0c099d-7afb-42a6-af7a-2162325dfdc6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:58.532688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-cb0c099d-7afb-42a6-af7a-2162325dfdc6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.6196420 Aug 09 15:42:58.570245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae on network c5417ffe-714e-4727-9af6-b7fe743d70dd not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:58.570567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Attempting to bind port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae on network c5417ffe-714e-4727-9af6-b7fe743d70dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:58.571657 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-31d0f440-8881-4c70-9bc7-6f2c5023b53c req-43b9448e-1151-4f71-a9ec-9f17b69b3cea service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944585 Aug 09 15:42:58.581693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b57f-d890-43da-9950-4bbac3261184 req-4d6f5257-32cb-49cf-baac-e49fa1297a3a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:58.582603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7e7b57f-d890-43da-9950-4bbac3261184 req-4d6f5257-32cb-49cf-baac-e49fa1297a3a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 943 time: 0.2835023 Aug 09 15:42:58.615454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:58.615801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Checking segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:58.616196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Bound using segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:58.616651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Bound port: ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:58.617595 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:58.620295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-04b7eda7-0365-493b-9290-1f8f81a251c8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/quotas/9345f1ab3536491e8c6ddbd7c8d069a0 HTTP/1.1" status: 200 len: 375 time: 0.0718071 Aug 09 15:42:58.741279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-5c26186e-eee7-4883-aa8a-efce8f4448eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:58.743077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-5c26186e-eee7-4883-aa8a-efce8f4448eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 1095 time: 0.2036271 Aug 09 15:42:58.746809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7e7b57f-d890-43da-9950-4bbac3261184 req-e83dbfa1-8edf-4995-9c90-27a2c814bba3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459675 Aug 09 15:42:58.839311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2826d77b-dacf-4547-811c-c024b9187a6f details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:58.931395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-7eaa452d-0610-47cc-a6db-6cf17d6cf72f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2922108 Aug 09 15:42:59.012104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2826d77b-dacf-4547-811c-c024b9187a6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2826d77b-dacf-4547-811c-c024b9187a6f,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:59.036130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '2826d77b-dacf-4547-811c-c024b9187a6f', 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'port_id': '2826d77b-dacf-4547-811c-c024b9187a6f', 'mac_address': 'fa:16:3e:ae:f3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5549dd3-480a-42e9-8fcf-7b00a09b44c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:59.109626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.137537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2826d77b-dacf-4547-811c-c024b9187a6f {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:59.175077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2826d77b-dacf-4547-811c-c024b9187a6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2826d77b-dacf-4547-811c-c024b9187a6f,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:59.181941 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.275947 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2826d77b-dacf-4547-811c-c024b9187a6f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:59.464743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2826d77b-dacf-4547-811c-c024b9187a6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:59.500689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:59.563939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:59.582567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.658220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.660031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.663403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae HTTP/1.1" status: 200 len: 1091 time: 3.6456122 Aug 09 15:42:59.680285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d514394-c01e-4777-ad7a-58fa591d6042 req-ccc78ddd-e498-4894-8b3b-f6ab206bc2b7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.684374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d514394-c01e-4777-ad7a-58fa591d6042 req-ccc78ddd-e498-4894-8b3b-f6ab206bc2b7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 944 time: 0.7976506 Aug 09 15:42:59.695796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-8d9337fa-98fa-4bfb-922b-e00cfa8d0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.698843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-8d9337fa-98fa-4bfb-922b-e00cfa8d0d70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 913 time: 0.9417424 Aug 09 15:42:59.836963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:59.840825 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82" -d '{"events": [{"name": "network-changed", "server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:59.890131 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-6469f24b-8a4f-4af1-9dda-794b42e5d9d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df357d85-5722-4e98-b06d-7e6d69898a57 HTTP/1.1" status: 200 len: 217 time: 0.1750309 Aug 09 15:42:59.901720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23013bf-2285-4300-b6fa-19f70a7452e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:59.916950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-5c8a9f42-ec4c-48ec-ac39-0fb41743758d service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9530573 Aug 09 15:43:00.052592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d514394-c01e-4777-ad7a-58fa591d6042 req-872039c7-a625-4a74-b6be-8d093515a07c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521979 Aug 09 15:43:00.100133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-561cc88a-c54b-4383-9626-5430f6581027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:00.102425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-561cc88a-c54b-4383-9626-5430f6581027 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 1094 time: 0.3614123 Aug 09 15:43:00.125977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-ab3bc6ac-73c4-4daa-907d-970db1f274cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:00.127727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-ab3bc6ac-73c4-4daa-907d-970db1f274cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.2283797 Aug 09 15:43:00.194594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-1abf3d5a-b09a-4b63-a163-3385d6ca436f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae HTTP/1.1" status: 200 len: 217 time: 0.0833826 Aug 09 15:43:00.227552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-229914b3-a400-4ad0-a3c7-4ce5a6a39785 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897315 Aug 09 15:43:00.320841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-b698d367-c632-4f29-ae80-d43aed62fed4 service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539777 Aug 09 15:43:00.450623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-a66da5c6-cf8a-468f-99b1-40236378b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:00.453392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-a66da5c6-cf8a-468f-99b1-40236378b974 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 200 len: 844 time: 0.2335567 Aug 09 15:43:00.561685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-e09e3e0b-9f2c-4756-b728-acbb2374531c service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100052 Aug 09 15:43:00.567767 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-112e7f40-1591-48e4-80ad-efbc8e12783e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5417ffe-714e-4727-9af6-b7fe743d70dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055944 Aug 09 15:43:00.713598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6872f8-5c5f-4d7f-b9c6-c22b5f9e7878 req-96013d69-7512-447b-b054-d2d1077d2b51 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:00.716243 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac6872f8-5c5f-4d7f-b9c6-c22b5f9e7878 req-96013d69-7512-447b-b054-d2d1077d2b51 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 945 time: 0.3223450 Aug 09 15:43:00.868765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:00.961621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:00.968357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac6872f8-5c5f-4d7f-b9c6-c22b5f9e7878 req-b0da4a74-a2d6-4d8c-b00d-b9e7b132442a tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959157 Aug 09 15:43:00.970401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:00.971200 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:00.992573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164d7f7-2365-4b58-8f51-8cecfe64a80d req-3bd78637-aee1-4ad9-b8e3-fbd2a32ac039 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:01.003378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b164d7f7-2365-4b58-8f51-8cecfe64a80d req-3bd78637-aee1-4ad9-b8e3-fbd2a32ac039 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 944 time: 0.4081056 Aug 09 15:43:01.004678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5bd46b-d650-47ed-8f61-0145dcf93829 req-832af233-92af-4d50-a590-98fd4698b744 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351976 Aug 09 15:43:01.026710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-c3b7f1f7-b4e1-4258-9d16-8db3ec8c7151 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415803 Aug 09 15:43:01.156779 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.203463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:01.208423 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49778496-b8be-46bf-8442-0f65f53e076e" -d '{"events": [{"server_uuid": "82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:01.233522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:01.243160 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.245174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2826d77b-dacf-4547-811c-c024b9187a6f up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:01.279618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5436f49b-7a11-4b43-8460-ba5249bb97dc req-449fd3d3-4cf9-47e2-93a8-0779fccadeff service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321551 Aug 09 15:43:01.333467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b164d7f7-2365-4b58-8f51-8cecfe64a80d req-7dc6b636-806c-4d58-8061-98917d2f9899 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038845 Aug 09 15:43:01.401928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dfd3e-bbc5-478d-9c4d-ac4559697bd3 req-041cd8ee-7571-417a-9f48-e43456072e92 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:01.415163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-916dfd3e-bbc5-478d-9c4d-ac4559697bd3 req-041cd8ee-7571-417a-9f48-e43456072e92 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.2613232 Aug 09 15:43:01.417280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:01.432538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 2826d77b-dacf-4547-811c-c024b9187a6f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:01.441512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 2826d77b-dacf-4547-811c-c024b9187a6f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:01.443357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.550449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-916dfd3e-bbc5-478d-9c4d-ac4559697bd3 req-37b11141-66b4-426c-a8fe-db084b08fa6d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340058 Aug 09 15:43:01.606139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685924bd-7670-49b5-874a-10a447dd948e req-4fe35beb-3165-48f8-a92f-ffd7939d9aa7 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:01.609144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-685924bd-7670-49b5-874a-10a447dd948e req-4fe35beb-3165-48f8-a92f-ffd7939d9aa7 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 943 time: 0.1404948 Aug 09 15:43:01.626648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.666972 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2610904f-3c8c-4bfa-b20d-36bbe9bc15c6 x-openstack-request-id: req-2610904f-3c8c-4bfa-b20d-36bbe9bc15c6 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:01.667433 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:01.667854 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2610904f-3c8c-4bfa-b20d-36bbe9bc15c6 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:01.668464 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'status': 'completed', 'code': 200} Aug 09 15:43:01.700862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2826d77b-dacf-4547-811c-c024b9187a6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2826d77b-dacf-4547-811c-c024b9187a6f,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:01.714118 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.715095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 746730a8-1481-44f4-a6ab-7f1488269240 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:01.715500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-685924bd-7670-49b5-874a-10a447dd948e req-05f66a93-4d3d-4700-9232-2402df992c5f tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938070 Aug 09 15:43:01.804639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-a56410d6-426b-4679-81ea-9f111df5ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:01.807209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-a56410d6-426b-4679-81ea-9f111df5ff04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 1094 time: 0.1188438 Aug 09 15:43:01.812956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device df357d85-5722-4e98-b06d-7e6d69898a57 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:01.904108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2826d77b-dacf-4547-811c-c024b9187a6f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:01.972297 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5acf3f03-b29f-4520-82af-4f2bf812973d req-0b809fdd-68b4-4ebe-93d6-22682777a137 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 210 time: 0.0783615 Aug 09 15:43:02.121387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port df357d85-5722-4e98-b06d-7e6d69898a57, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df357d85-5722-4e98-b06d-7e6d69898a57,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:02.150613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'df357d85-5722-4e98-b06d-7e6d69898a57', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'port_id': 'df357d85-5722-4e98-b06d-7e6d69898a57', 'mac_address': 'fa:16:3e:bd:09:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f04506-ec77-4093-b070-4bc44dc2945d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:02.158500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 746730a8-1481-44f4-a6ab-7f1488269240 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:02.168114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 746730a8-1481-44f4-a6ab-7f1488269240 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:02.168711 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.275228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975cc9-4554-4c24-a67e-610466477920 req-cd34f808-8000-41a7-8183-37d46dc00b04 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:02.278250 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-cd34f808-8000-41a7-8183-37d46dc00b04 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.3027148 Aug 09 15:43:02.287780 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.313645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d23cd3-74d9-4731-95f4-23579e6350c0 req-4f2de058-39a6-4329-99cc-22ac41545b6c tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:02.317112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56d23cd3-74d9-4731-95f4-23579e6350c0 req-4f2de058-39a6-4329-99cc-22ac41545b6c tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 945 time: 0.5081899 Aug 09 15:43:02.327904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'port': {'device_id': '3709228b-917c-43ea-9136-7f2989e67032', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'admin_state_up': True, 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:02.344209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df357d85-5722-4e98-b06d-7e6d69898a57 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:02.375359 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.378754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port df357d85-5722-4e98-b06d-7e6d69898a57, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df357d85-5722-4e98-b06d-7e6d69898a57,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:02.388094 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.438040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-28abda16-3daf-43bf-aa2d-bc21bcf148dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:02.439887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-28abda16-3daf-43bf-aa2d-bc21bcf148dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 906 time: 0.5984373 Aug 09 15:43:02.457330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27194545-bac3-46ba-ae2a-7e00f7b70da4 req-06b95a57-ea59-4e1d-af38-4de2cec13caf tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:02.459520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27194545-bac3-46ba-ae2a-7e00f7b70da4 req-06b95a57-ea59-4e1d-af38-4de2cec13caf tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 944 time: 0.2830713 Aug 09 15:43:02.459867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 746730a8-1481-44f4-a6ab-7f1488269240, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=746730a8-1481-44f4-a6ab-7f1488269240,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:02.486974 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.492031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=df357d85-5722-4e98-b06d-7e6d69898a57,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:02.561534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=746730a8-1481-44f4-a6ab-7f1488269240,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:02.573824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56d23cd3-74d9-4731-95f4-23579e6350c0 req-afe55fb5-87a2-48e0-84da-6a43a4a351c5 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261913 Aug 09 15:43:02.597601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-646a85e5-ed06-4a09-8e0e-f1d0e0bd1267 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae HTTP/1.1" status: 200 len: 217 time: 0.1297860 Aug 09 15:43:02.659121 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438946e8-98cd-498b-b944-c26f16a91c31 x-openstack-request-id: req-438946e8-98cd-498b-b944-c26f16a91c31 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:02.659121 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:02.659121 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-438946e8-98cd-498b-b944-c26f16a91c31 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:02.659699 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0', 'code': 200} Aug 09 15:43:02.693389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['df357d85-5722-4e98-b06d-7e6d69898a57'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:02.742730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27194545-bac3-46ba-ae2a-7e00f7b70da4 req-211fa27c-22b5-4e6b-a89d-09b447932bc0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489736 Aug 09 15:43:02.818958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-8df2a68a-f724-494c-b9c1-6f380e71b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:02.821397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-8df2a68a-f724-494c-b9c1-6f380e71b63e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 200 len: 844 time: 0.2153475 Aug 09 15:43:02.823268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Made reservation on behalf of 9345f1ab3536491e8c6ddbd7c8d069a0 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:02.831156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.882380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-faf73a52-b849-4c95-83a7-e2b393ae0842 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5417ffe-714e-4727-9af6-b7fe743d70dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473602 Aug 09 15:43:02.908436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d92b0-77e9-4cf7-9bfd-844569bd2769 req-c69ee57d-95e8-4c17-8680-ad7f8684161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:02.912033 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-183d92b0-77e9-4cf7-9bfd-844569bd2769 req-c69ee57d-95e8-4c17-8680-ad7f8684161e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 1096 time: 0.1484818 Aug 09 15:43:02.959386 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-183d92b0-77e9-4cf7-9bfd-844569bd2769 req-53a78d98-1208-49e7-87c9-73f79f4f57cd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Aug 09 15:43:03.190252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934f29f-9a93-4c05-bf13-317190271296 req-ab5608db-c859-45d7-9fa8-2a84354ec946 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.193065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d934f29f-9a93-4c05-bf13-317190271296 req-ab5608db-c859-45d7-9fa8-2a84354ec946 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 945 time: 0.2580678 Aug 09 15:43:03.234337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-8bf2c19e-3dff-4194-a0c4-6ab1b3c7b1f5 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424404 Aug 09 15:43:03.248333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d19dc6-45bf-428a-9984-ee2b5c95a55c req-fd492190-83b7-4977-8f5b-8686bec71ce4 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.249380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07d19dc6-45bf-428a-9984-ee2b5c95a55c req-fd492190-83b7-4977-8f5b-8686bec71ce4 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 946 time: 0.3301375 Aug 09 15:43:03.432701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d934f29f-9a93-4c05-bf13-317190271296 req-14f8d80d-dd7b-44b9-8cbd-bec66302c966 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246690 Aug 09 15:43:03.443952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Allocated IP 172.20.0.13 (ef85b93e-e499-4972-8244-c314697005fe/c4f561c7-e720-471b-bc6f-314785afddb5/7be56134-8d82-4336-be38-50c1a128ed63) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:03.454019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07d19dc6-45bf-428a-9984-ee2b5c95a55c req-112ef09b-f81f-441e-8987-d8715ea3a5fd tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848011 Aug 09 15:43:03.551468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e33aa08e-25d6-4c59-a7f4-cd52f7864b82 req-ae669bdf-a1bf-4118-9fac-804cac2864ac service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009415 Aug 09 15:43:03.757494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afc12a-4064-4c3b-a12d-8588fa66e52c req-5a19b77b-6d6f-4605-8b82-39b2b37e3f57 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.760271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0afc12a-4064-4c3b-a12d-8588fa66e52c req-5a19b77b-6d6f-4605-8b82-39b2b37e3f57 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.1949782 Aug 09 15:43:03.795857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5caa9a-9fa0-416d-b501-dfd6f93ea5c9 req-f05f46d7-57e1-450a-ac28-6e2550b6a0aa tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.799993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd5caa9a-9fa0-416d-b501-dfd6f93ea5c9 req-f05f46d7-57e1-450a-ac28-6e2550b6a0aa tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 943 time: 0.1873221 Aug 09 15:43:03.877681 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.893648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0afc12a-4064-4c3b-a12d-8588fa66e52c req-6d2f6050-a0f7-4413-91e4-3cd068565430 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180182 Aug 09 15:43:03.915810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Transition to ACTIVE for port object 7be56134-8d82-4336-be38-50c1a128ed63 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:03.923165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd5caa9a-9fa0-416d-b501-dfd6f93ea5c9 req-520f6b25-3eab-407c-8336-2b40b6551f6a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940046 Aug 09 15:43:03.969713 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.986921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'c359bba2-539f-4f91-b31e-f969b2c0c101'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:04.043621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Network ef85b93e-e499-4972-8244-c314697005fe is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:04.048236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:04.057754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:04.067791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'Port': ['ID=7be56134-8d82-4336-be38-50c1a128ed63,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:04.174957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.175627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.230705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-3450e13c-4df5-415c-a6a9-d82a49e4fa84 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9114895 Aug 09 15:43:04.252998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bf133-010a-4698-8f9d-39b42bf708c3 req-ad275762-eb67-4589-a324-c0fa534e6b27 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.256142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a1bf133-010a-4698-8f9d-39b42bf708c3 req-ad275762-eb67-4589-a324-c0fa534e6b27 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 932 time: 0.1543331 Aug 09 15:43:04.283615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Request body: {'port': {'device_id': '3709228b-917c-43ea-9136-7f2989e67032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:04.508913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-52a0b25a-c801-4ab4-881d-f266cf61c1fc None None] Provisioning for port 7be56134-8d82-4336-be38-50c1a128ed63 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:04.527010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-52a0b25a-c801-4ab4-881d-f266cf61c1fc None None] Provisioning complete for port 7be56134-8d82-4336-be38-50c1a128ed63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:04.527395 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-52a0b25a-c801-4ab4-881d-f266cf61c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.604705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-52a0b25a-c801-4ab4-881d-f266cf61c1fc None None] Port 7be56134-8d82-4336-be38-50c1a128ed63 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:04.660714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f417756-ac12-4812-a040-e48d5254adc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2826d77b-dacf-4547-811c-c024b9187a6f'}, {'server_uuid': '4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746730a8-1481-44f4-a6ab-7f1488269240'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:04.664311 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb02c5-f0c8-4c54-adef-42805fa1b671" -d '{"events": [{"server_uuid": "1f417756-ac12-4812-a040-e48d5254adc0", "name": "network-vif-plugged", "status": "completed", "tag": "2826d77b-dacf-4547-811c-c024b9187a6f"}, {"server_uuid": "4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c", "name": "network-vif-plugged", "status": "completed", "tag": "746730a8-1481-44f4-a6ab-7f1488269240"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:04.767484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a1bf133-010a-4698-8f9d-39b42bf708c3 req-2bfbcfd5-3179-41b4-a002-e6cdcd849197 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692073 Aug 09 15:43:04.807307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.875057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a256f9-d1cd-43c3-a97c-ed2431ece9a1 req-aa30a75a-da5c-430b-94ee-00008ab01db6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.875848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14a256f9-d1cd-43c3-a97c-ed2431ece9a1 req-aa30a75a-da5c-430b-94ee-00008ab01db6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 945 time: 0.1120555 Aug 09 15:43:05.047328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14a256f9-d1cd-43c3-a97c-ed2431ece9a1 req-9862c6cc-9bb8-430a-a8e2-bbc224af2d08 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501250 Aug 09 15:43:05.113692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d6a86-82bb-466c-abf0-285678f82752 req-c82a2e22-e408-4905-9f77-81720d9337c3 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.115247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-282d6a86-82bb-466c-abf0-285678f82752 req-c82a2e22-e408-4905-9f77-81720d9337c3 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 945 time: 0.1451836 Aug 09 15:43:05.264777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-282d6a86-82bb-466c-abf0-285678f82752 req-71e17757-7d7b-4f5d-9512-200e8bf76771 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371429 Aug 09 15:43:05.319656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3a91-79c6-4fbf-9c8d-4af6ecb35637 req-10629210-e02f-471f-b570-c4fa853c01bf tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.322408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf2c3a91-79c6-4fbf-9c8d-4af6ecb35637 req-10629210-e02f-471f-b570-c4fa853c01bf tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 945 time: 0.1988416 Aug 09 15:43:05.373622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8f23df04-2516-4567-a42b-2e0e4a63d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.375975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8f23df04-2516-4567-a42b-2e0e4a63d804 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a&tenant_id=467fd1dac0424938b403368cc5b38339 HTTP/1.1" status: 200 len: 1094 time: 0.1768081 Aug 09 15:43:05.419086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:05.461981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be56134-8d82-4336-be38-50c1a128ed63 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:05.507710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.568916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Transition to ACTIVE for port object 7be56134-8d82-4336-be38-50c1a128ed63 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:05.592046 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf2c3a91-79c6-4fbf-9c8d-4af6ecb35637 req-0ba4aade-a268-42f4-9db1-2713355cd916 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285845 Aug 09 15:43:05.595215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.608921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e56f7d-3e81-4489-87b3-ec9ce876bee8 req-c4bb2730-0e5a-4560-8b0e-07911f499d51 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.610511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87e56f7d-3e81-4489-87b3-ec9ce876bee8 req-c4bb2730-0e5a-4560-8b0e-07911f499d51 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 946 time: 0.2454493 Aug 09 15:43:05.662582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.680258 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b95b04-609e-4511-8fbe-84e102094d21 x-openstack-request-id: req-c5b95b04-609e-4511-8fbe-84e102094d21 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:05.681188 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f417756-ac12-4812-a040-e48d5254adc0", "name": "network-vif-plugged", "status": "completed", "tag": "2826d77b-dacf-4547-811c-c024b9187a6f", "code": 200}, {"server_uuid": "4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c", "name": "network-vif-plugged", "status": "completed", "tag": "746730a8-1481-44f4-a6ab-7f1488269240", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:05.681666 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5b95b04-609e-4511-8fbe-84e102094d21 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:05.682631 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f417756-ac12-4812-a040-e48d5254adc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2826d77b-dacf-4547-811c-c024b9187a6f', 'code': 200} Aug 09 15:43:05.683237 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746730a8-1481-44f4-a6ab-7f1488269240', 'code': 200} Aug 09 15:43:05.777973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:05.793416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Pushing event updated for resources: {'Port': ['ID=7be56134-8d82-4336-be38-50c1a128ed63,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:05.844833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87e56f7d-3e81-4489-87b3-ec9ce876bee8 req-51db5101-c551-48ea-b9db-53229c4371f8 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943963 Aug 09 15:43:05.918320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584b4dc-d64f-45b9-abc9-a7d1c9c958fe req-7010ec9e-91c3-4103-9e71-c71cc50124a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.921313 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f584b4dc-d64f-45b9-abc9-a7d1c9c958fe req-7010ec9e-91c3-4103-9e71-c71cc50124a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f417756-ac12-4812-a040-e48d5254adc0 HTTP/1.1" status: 200 len: 1097 time: 0.1032372 Aug 09 15:43:05.954052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device df357d85-5722-4e98-b06d-7e6d69898a57 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:06.014069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f584b4dc-d64f-45b9-abc9-a7d1c9c958fe req-5416129d-462a-43d1-a903-35ed3d0a767a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768845 Aug 09 15:43:06.024358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:06.046075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'port_id': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'mac_address': 'fa:16:3e:f2:fd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f741c060-43e5-43ae-ae71-1768bea61ce1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:06.103270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.114426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port df357d85-5722-4e98-b06d-7e6d69898a57 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:06.121482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port df357d85-5722-4e98-b06d-7e6d69898a57 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:06.121916 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.125221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:06.179666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:06.190432 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.235381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddd2a9-da67-40b2-85b0-acc27314f25d req-f8543362-4110-48fc-9764-0d9ac5817b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.236952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1ddd2a9-da67-40b2-85b0-acc27314f25d req-f8543362-4110-48fc-9764-0d9ac5817b7e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 1097 time: 0.4172184 Aug 09 15:43:06.237652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Attempting to bind port 7be56134-8d82-4336-be38-50c1a128ed63 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:06.237968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Attempting to bind port 7be56134-8d82-4336-be38-50c1a128ed63 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:06.238314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Attempting to bind port 7be56134-8d82-4336-be38-50c1a128ed63 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:06.247999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab06b7-743a-4294-bb32-aa8a3d5fbcd5 req-6f7d98ce-0e60-4bad-99b2-4b45dbaeac91 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.249929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70ab06b7-743a-4294-bb32-aa8a3d5fbcd5 req-6f7d98ce-0e60-4bad-99b2-4b45dbaeac91 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 943 time: 0.3922033 Aug 09 15:43:06.280061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:06.289206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Port 7be56134-8d82-4336-be38-50c1a128ed63 on network ef85b93e-e499-4972-8244-c314697005fe not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:06.289601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Attempting to bind port 7be56134-8d82-4336-be38-50c1a128ed63 on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:06.289988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.316075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a8a41-3573-4ee4-b3e5-4cdefdb34f2e req-c83f3a09-ce50-41ae-a3f7-8b6536237825 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.317729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b7a8a41-3573-4ee4-b3e5-4cdefdb34f2e req-c83f3a09-ce50-41ae-a3f7-8b6536237825 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 943 time: 0.2510741 Aug 09 15:43:06.332780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:06.333189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Checking segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:06.333525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Bound using segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:06.333971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Bound port: 7be56134-8d82-4336-be38-50c1a128ed63, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:06.334338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.401632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1ddd2a9-da67-40b2-85b0-acc27314f25d req-b8c38bfa-ab39-42d6-be95-2a3e29b7a2a5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461048 Aug 09 15:43:06.405757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:06.440437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70ab06b7-743a-4294-bb32-aa8a3d5fbcd5 req-ca0a5644-cd35-412e-be59-61e857dae9af tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820531 Aug 09 15:43:06.479572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b7a8a41-3573-4ee4-b3e5-4cdefdb34f2e req-12d2907d-b6f5-4a33-a47d-2efc7814a0be tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490905 Aug 09 15:43:06.505540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port df357d85-5722-4e98-b06d-7e6d69898a57, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df357d85-5722-4e98-b06d-7e6d69898a57,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:06.521124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.549453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:06.585726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] For port 7be56134-8d82-4336-be38-50c1a128ed63, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:06.599764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:06.615090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] For port 7be56134-8d82-4336-be38-50c1a128ed63, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7be56134-8d82-4336-be38-50c1a128ed63,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:06.620553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f780e52c-95d7-4837-a8bf-a1323491e1aa {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:06.627446 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.636681 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.652727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=df357d85-5722-4e98-b06d-7e6d69898a57,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:06.730499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.731142 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.732973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] 10.222.0.35 "PUT /v2.0/ports/7be56134-8d82-4336-be38-50c1a128ed63 HTTP/1.1" status: 200 len: 1092 time: 2.4752474 Aug 09 15:43:06.734049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Transition to ACTIVE for port object f780e52c-95d7-4837-a8bf-a1323491e1aa will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:06.761762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3709228b-917c-43ea-9136-7f2989e67032', 'tag': '7be56134-8d82-4336-be38-50c1a128ed63'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:06.764834 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e0dfed-3a7d-404b-b43b-644d7032b254" -d '{"events": [{"name": "network-changed", "server_uuid": "3709228b-917c-43ea-9136-7f2989e67032", "tag": "7be56134-8d82-4336-be38-50c1a128ed63"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:06.789293 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.850750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040c2e5-a43c-497b-bd84-358c2a0d3440 service neutron] Pushing event updated for resources: {'Port': ['ID=7be56134-8d82-4336-be38-50c1a128ed63,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:07.014730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db588ac-9fe9-45a0-838a-48c371fd0ee5 req-9a319dda-f9b0-4e5c-b0a3-aa307b3c7895 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.016810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6db588ac-9fe9-45a0-838a-48c371fd0ee5 req-9a319dda-f9b0-4e5c-b0a3-aa307b3c7895 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 944 time: 0.3155468 Aug 09 15:43:07.061677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31c64d-6341-44f0-a15e-5299d26ab09a req-35e3acb4-be19-4482-9488-78a6db719830 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.063845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e31c64d-6341-44f0-a15e-5299d26ab09a req-35e3acb4-be19-4482-9488-78a6db719830 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 946 time: 0.2965808 Aug 09 15:43:07.102175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=9']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:07.126173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975cc9-4554-4c24-a67e-610466477920 req-97630539-c8cf-49b4-a50a-7a3e62f51c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.128315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-97630539-c8cf-49b4-a50a-7a3e62f51c69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 1095 time: 0.3337662 Aug 09 15:43:07.223569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-f8427a9b-a651-4f46-ac3d-e79c38764a03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be56134-8d82-4336-be38-50c1a128ed63 HTTP/1.1" status: 200 len: 217 time: 0.0819499 Aug 09 15:43:07.247155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] No DVR routers for this DVR port f780e52c-95d7-4837-a8bf-a1323491e1aa on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:07.267930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6db588ac-9fe9-45a0-838a-48c371fd0ee5 req-c2ed6471-8f25-45b6-be02-897acd311e95 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350819 Aug 09 15:43:07.360766 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e31c64d-6341-44f0-a15e-5299d26ab09a req-c72e6ab5-fe56-4ee1-b8b4-e1078b0d4d45 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698510 Aug 09 15:43:07.478542 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42aafd-cc9c-4320-ae3c-591e2174b988 x-openstack-request-id: req-8f42aafd-cc9c-4320-ae3c-591e2174b988 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:07.478894 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3709228b-917c-43ea-9136-7f2989e67032", "tag": "7be56134-8d82-4336-be38-50c1a128ed63", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:07.479126 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f42aafd-cc9c-4320-ae3c-591e2174b988 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:07.479533 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3709228b-917c-43ea-9136-7f2989e67032', 'tag': '7be56134-8d82-4336-be38-50c1a128ed63', 'status': 'completed', 'code': 200} Aug 09 15:43:07.488666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975cc9-4554-4c24-a67e-610466477920 req-d4cd0f6e-4539-452e-8bc8-dc115eb0be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.490255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-d4cd0f6e-4539-452e-8bc8-dc115eb0be99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.2470586 Aug 09 15:43:07.594123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9736965-eee3-4d09-adc9-333b13ee7d87 req-519f6da9-e651-4191-bccc-6e2bc36e05b4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.596977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9736965-eee3-4d09-adc9-333b13ee7d87 req-519f6da9-e651-4191-bccc-6e2bc36e05b4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 945 time: 0.2345054 Aug 09 15:43:07.671743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975cc9-4554-4c24-a67e-610466477920 req-3e446204-3b89-4fdb-a0bb-286b9bee3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.671743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-3e446204-3b89-4fdb-a0bb-286b9bee3c23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662152 Aug 09 15:43:07.684569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e66e364-02af-4e6c-b807-1ce113f5c152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df357d85-5722-4e98-b06d-7e6d69898a57'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:07.687761 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ec222-48d1-4e68-bb0d-3d09c87e4570" -d '{"events": [{"server_uuid": "7e66e364-02af-4e6c-b807-1ce113f5c152", "name": "network-vif-plugged", "status": "completed", "tag": "df357d85-5722-4e98-b06d-7e6d69898a57"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:07.747360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Attempting to bind port f780e52c-95d7-4837-a8bf-a1323491e1aa on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:07.748071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Attempting to bind port f780e52c-95d7-4837-a8bf-a1323491e1aa by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:07.748226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Attempting to bind port f780e52c-95d7-4837-a8bf-a1323491e1aa on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:07.784968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Port f780e52c-95d7-4837-a8bf-a1323491e1aa on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:07.785398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Attempting to bind port f780e52c-95d7-4837-a8bf-a1323491e1aa on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:07.798650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:07.828661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9736965-eee3-4d09-adc9-333b13ee7d87 req-4910abd3-418d-40c4-acbf-b76e6c9813af tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789484 Aug 09 15:43:07.835997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:07.836379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Checking segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:07.836868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Bound using segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:07.837479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Bound port: f780e52c-95d7-4837-a8bf-a1323491e1aa, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:07.838071 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.906221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:07.912847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:07.914363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.958744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6859f-6b4c-4553-a1c7-d836a8516a04 req-e08f9e6b-5097-4d60-ae8f-6cd729625ac5 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.961065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dd6859f-6b4c-4553-a1c7-d836a8516a04 req-e08f9e6b-5097-4d60-ae8f-6cd729625ac5 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 946 time: 0.2083514 Aug 09 15:43:07.990553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-eb7d358c-2635-4d6f-afa2-6b1f706879ab service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075762 Aug 09 15:43:08.070177 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.137753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:08.146401 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.215903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:08.544379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:08.563618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dd6859f-6b4c-4553-a1c7-d836a8516a04 req-106fc6b9-2f83-4ec6-85ba-28fb668aee60 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887747 Aug 09 15:43:08.602982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:08.632148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9681cb6-d0b0-4795-b06f-b6656a9369e0 req-b4524bb5-f2b2-4e79-9b2d-14584e4b7f60 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.635265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9681cb6-d0b0-4795-b06f-b6656a9369e0 req-b4524bb5-f2b2-4e79-9b2d-14584e4b7f60 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 944 time: 0.6716702 Aug 09 15:43:08.642103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.662995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39975cc9-4554-4c24-a67e-610466477920 req-1a00c73c-4d08-4fcf-a854-5362733323ec service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623156 Aug 09 15:43:08.764890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.765740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.767502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] 10.222.0.35 "PUT /v2.0/ports/f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 1091 time: 3.3555908 Aug 09 15:43:08.898798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9681cb6-d0b0-4795-b06f-b6656a9369e0 req-3f46aaf3-819b-456a-8bc7-36601808ca8b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459428 Aug 09 15:43:08.908287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cac57-f170-4cde-8a4c-60c93622e90b service neutron] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=10']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:08.943723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c91eec-657e-4f82-aa9a-e8f30ab612f1 req-dc8e8fee-ec68-403c-8c4f-991486c941a3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.945826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34c91eec-657e-4f82-aa9a-e8f30ab612f1 req-dc8e8fee-ec68-403c-8c4f-991486c941a3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.2462676 Aug 09 15:43:08.955285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-96a035cb-89e0-41ca-b49c-a31a0e29506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.957048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-96a035cb-89e0-41ca-b49c-a31a0e29506c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 1095 time: 0.2133739 Aug 09 15:43:08.965773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-dfa03f78-2bd1-44c2-a49b-9dbcc21028e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.970395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-dfa03f78-2bd1-44c2-a49b-9dbcc21028e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1095 time: 0.1498592 Aug 09 15:43:09.096543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-a9611b5f-65e5-4020-a4ad-c4c2006123a6 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.098622 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-a9611b5f-65e5-4020-a4ad-c4c2006123a6 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.35 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 945 time: 0.0826650 Aug 09 15:43:09.222384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34c91eec-657e-4f82-aa9a-e8f30ab612f1 req-b77c8525-74d3-49d0-91d0-843a47cd96e1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610896 Aug 09 15:43:09.258750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Deleting port 2142df60-e6ef-4a26-a925-936281a3cff8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:09.259688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.300396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4868c-027c-4755-a0d0-729a883bd9c1 req-56a05bd8-340f-43a9-8564-8dbac87c9a6e tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.315842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09d4868c-027c-4755-a0d0-729a883bd9c1 req-56a05bd8-340f-43a9-8564-8dbac87c9a6e tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/ports?device_id=574eb483-4020-4917-8583-cfdb7162e6db HTTP/1.1" status: 200 len: 945 time: 0.1767769 Aug 09 15:43:09.321210 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfe93f5-d022-49a6-8c4d-52645c48373e x-openstack-request-id: req-9bfe93f5-d022-49a6-8c4d-52645c48373e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:09.322069 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e66e364-02af-4e6c-b807-1ce113f5c152", "name": "network-vif-plugged", "status": "completed", "tag": "df357d85-5722-4e98-b06d-7e6d69898a57", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:09.322069 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bfe93f5-d022-49a6-8c4d-52645c48373e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:09.322543 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e66e364-02af-4e6c-b807-1ce113f5c152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df357d85-5722-4e98-b06d-7e6d69898a57', 'code': 200} Aug 09 15:43:09.401014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09d4868c-027c-4755-a0d0-729a883bd9c1 req-b427cce9-4fd8-4b6d-bec3-67cd786b1520 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups?id=b74d6bb9-c121-40b9-89c9-29f9b8ef6920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661395 Aug 09 15:43:09.406615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-63bf25e0-bcf9-44ae-93b6-60e3317ba132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.408398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-63bf25e0-bcf9-44ae-93b6-60e3317ba132 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.4287496 Aug 09 15:43:09.411806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-ea68fa02-5860-42e0-84d9-38ca35121d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.412878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-ea68fa02-5860-42e0-84d9-38ca35121d88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.4356830 Aug 09 15:43:09.457117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] For port 2142df60-e6ef-4a26-a925-936281a3cff8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2142df60-e6ef-4a26-a925-936281a3cff8,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:09.457912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.570910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:09.573985 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f681110-1f70-42f5-9ed1-061a90e9706c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:09.607329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-07a1c9f9-fc98-4f6a-b81f-8dadc961094d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be56134-8d82-4336-be38-50c1a128ed63 HTTP/1.1" status: 200 len: 217 time: 0.1651642 Aug 09 15:43:09.733666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.734536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.735283 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Floating IP 72cb987a-fb18-4ac6-b266-fdd34e5f4871 disassociated. External IP: 172.25.7.211, port: 2142df60-e6ef-4a26-a925-936281a3cff8. Aug 09 15:43:09.736066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Calling delete_port for 2142df60-e6ef-4a26-a925-936281a3cff8 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:09.749958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-659288b7-f0b8-405a-8b96-652adfab4122 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 999 time: 0.3277428 Aug 09 15:43:09.784592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409f550-6575-43b2-8134-e9ba5bcfccda req-c085c0d7-c163-4975-a0cd-30068359f39b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.786403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f409f550-6575-43b2-8134-e9ba5bcfccda req-c085c0d7-c163-4975-a0cd-30068359f39b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 945 time: 0.3569365 Aug 09 15:43:09.788613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee3217-21f9-488b-b3ad-924e14dc48f2 req-68905624-c91e-443f-95a3-06ae23a37baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.790095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aeee3217-21f9-488b-b3ad-924e14dc48f2 req-68905624-c91e-443f-95a3-06ae23a37baa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 1097 time: 0.3336215 Aug 09 15:43:09.811886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-dabff64c-ec28-4456-a6a9-38f96725d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.813584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-dabff64c-ec28-4456-a6a9-38f96725d2b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1895580 Aug 09 15:43:09.871172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2edc5c-5278-434b-863e-42b93be86098 req-6a2c9c21-4b09-4073-9501-6f6c3971d1c7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.873279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b2edc5c-5278-434b-863e-42b93be86098 req-6a2c9c21-4b09-4073-9501-6f6c3971d1c7 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 944 time: 0.2820256 Aug 09 15:43:09.921931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.949760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-afb6be7d-83dc-435c-9639-6ccd6afa7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.951467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-afb6be7d-83dc-435c-9639-6ccd6afa7609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.1909082 Aug 09 15:43:09.956438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event deleted for resources: {'Port': ['ID=2142df60-e6ef-4a26-a925-936281a3cff8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:09.974161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.974727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.975495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.975684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.976245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.976594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.976925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.977252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.977600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.977903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.978221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.978538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:09.994388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aeee3217-21f9-488b-b3ad-924e14dc48f2 req-73dd4e03-6341-4616-bd67-477caa59ed63 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782527 Aug 09 15:43:10.032653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f409f550-6575-43b2-8134-e9ba5bcfccda req-04b5eac4-fc1e-48cb-a4df-2887ea1f626d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176399 Aug 09 15:43:10.056846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b2edc5c-5278-434b-863e-42b93be86098 req-1044a810-c68f-4cfc-ac38-0019483b9250 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656005 Aug 09 15:43:10.064836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-8e1b04a3-9158-4e1c-a8ee-b27c5eaa5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.068064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-8e1b04a3-9158-4e1c-a8ee-b27c5eaa5730 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251525 Aug 09 15:43:10.162132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Router e1c69c30-a526-4058-8a5d-6df5aa363984 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:10.178159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-34b80930-4114-4fb8-a86c-51dfcbc15274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.179969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-34b80930-4114-4fb8-a86c-51dfcbc15274 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113400 Aug 09 15:43:10.320345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:10.343256 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] Sync routers for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:10.365199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:10.366110 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:42:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:10.396683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] No DVR routers for this DVR port 2142df60-e6ef-4a26-a925-936281a3cff8 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:10.405603 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.417868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d28358b-34ba-4552-8581-3cf54bf9cbde req-bfb971f5-2757-47b7-8e34-52c23a548c9b tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.35 "DELETE /v2.0/ports/2142df60-e6ef-4a26-a925-936281a3cff8 HTTP/1.1" status: 204 len: 173 time: 1.3118141 Aug 09 15:43:10.419588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574eb483-4020-4917-8583-cfdb7162e6db', 'name': 'network-vif-deleted', 'tag': '2142df60-e6ef-4a26-a925-936281a3cff8'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:10.421989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1a4b-4c8f-400a-84f2-b70fcab71477 req-427800dd-a30c-45d5-b38f-1d4e919de27e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.435396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-589a1a4b-4c8f-400a-84f2-b70fcab71477 req-427800dd-a30c-45d5-b38f-1d4e919de27e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 946 time: 0.2537272 Aug 09 15:43:10.439063 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cded63-44d7-4d7d-afab-64c335c51aed" -d '{"events": [{"server_uuid": "574eb483-4020-4917-8583-cfdb7162e6db", "name": "network-vif-deleted", "tag": "2142df60-e6ef-4a26-a925-936281a3cff8"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:10.472362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-88d03103-f57f-48cf-afef-8a11962a13d5 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824553 Aug 09 15:43:10.492307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1d41-4f26-47c6-a7c0-763ab9497c7c req-69b3e83a-f9e0-453d-b6d8-30bad1decde7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.496719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-787f1d41-4f26-47c6-a7c0-763ab9497c7c req-69b3e83a-f9e0-453d-b6d8-30bad1decde7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f417756-ac12-4812-a040-e48d5254adc0 HTTP/1.1" status: 200 len: 946 time: 0.3141294 Aug 09 15:43:10.564282 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:10.583367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-589a1a4b-4c8f-400a-84f2-b70fcab71477 req-a789eac2-9ac5-43b2-aaff-471abc283e71 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463764 Aug 09 15:43:10.711959 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0fd00e-63d3-4fea-adfe-e2ee21d3d863 x-openstack-request-id: req-7e0fd00e-63d3-4fea-adfe-e2ee21d3d863 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:10.712344 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:10.712726 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e0fd00e-63d3-4fea-adfe-e2ee21d3d863 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:10.713532 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'status': 'completed', 'code': 200} Aug 09 15:43:10.752976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-553ad9a7-7157-426e-b2b5-4bb3fe2848a1 service neutron] 10.222.0.35 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497882 Aug 09 15:43:10.796271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-787f1d41-4f26-47c6-a7c0-763ab9497c7c req-8f7d28df-9768-4343-a524-7e65954423bc tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456293 Aug 09 15:43:10.917145 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:11.024823 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] Checking router: e1c69c30-a526-4058-8a5d-6df5aa363984 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:11.037896 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:11.039506 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:42:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:11.082572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f92c6-900c-4002-8a6f-5d057b8ccd20 req-c60b9037-4e9a-4eeb-96e6-0b89b30dbec5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:11.085728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b1f92c6-900c-4002-8a6f-5d057b8ccd20 req-c60b9037-4e9a-4eeb-96e6-0b89b30dbec5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.2162344 Aug 09 15:43:11.107786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5e0dfed-3a7d-404b-b43b-644d7032b254 req-07b0621c-7373-4bc9-b609-15ff62c53eef service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867569 Aug 09 15:43:11.180240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae58dca9-2aa8-40b4-a421-f0d993ebe0a2 req-034cc9b4-c4b1-486c-a797-6f72785ca547 service neutron] 10.222.0.35 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139905 Aug 09 15:43:11.212782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b1f92c6-900c-4002-8a6f-5d057b8ccd20 req-dfdb558c-834d-41a9-9cf4-2f7c88c47776 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096992 Aug 09 15:43:11.323771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:11.330877 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77ddf75-5c8e-44e9-b0e8-c5cc050c8e1c" -d '{"events": [{"server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "name": "network-vif-plugged", "status": "completed", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:11.354691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-68467a7f-4201-4225-8bc0-c863d3edd6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:11.359152 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-68467a7f-4201-4225-8bc0-c863d3edd6b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1095 time: 0.0947862 Aug 09 15:43:11.388727 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:11.393230 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e2a78-13f2-4a7b-a1b4-bcb280c0cb72 x-openstack-request-id: req-f69e2a78-13f2-4a7b-a1b4-bcb280c0cb72 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:11.393810 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574eb483-4020-4917-8583-cfdb7162e6db", "name": "network-vif-deleted", "tag": "2142df60-e6ef-4a26-a925-936281a3cff8", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:11.393810 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f69e2a78-13f2-4a7b-a1b4-bcb280c0cb72 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:11.394260 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574eb483-4020-4917-8583-cfdb7162e6db', 'name': 'network-vif-deleted', 'tag': '2142df60-e6ef-4a26-a925-936281a3cff8', 'status': 'completed', 'code': 200} Aug 09 15:43:11.569248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc970c0-e5cd-4a82-aa8b-96bbe1f7f29a req-6830931b-31ef-4429-b9e9-201f07e2559c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:11.570959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cc970c0-e5cd-4a82-aa8b-96bbe1f7f29a req-6830931b-31ef-4429-b9e9-201f07e2559c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.1184254 Aug 09 15:43:11.638808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-7f37bb01-4bf2-49cf-98e4-9269590e661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:11.641603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-7f37bb01-4bf2-49cf-98e4-9269590e661b service neutron] 10.222.0.35 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.2733166 Aug 09 15:43:11.742859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cc970c0-e5cd-4a82-aa8b-96bbe1f7f29a req-aa526105-2e35-45e1-8332-7bfec912162f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516693 Aug 09 15:43:11.830400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7be56134-8d82-4336-be38-50c1a128ed63 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:11.865113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-cb85d59c-5053-4a27-bf83-54a0d9408faa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 999 time: 0.2140305 Aug 09 15:43:11.917898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2618f-e6a2-43c5-bec9-302d79cfc3d8 req-b40fb734-10ae-4b2c-90d9-12a4008c1eca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:11.933493 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:11.934527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db2618f-e6a2-43c5-bec9-302d79cfc3d8 req-b40fb734-10ae-4b2c-90d9-12a4008c1eca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 944 time: 0.1746902 Aug 09 15:43:11.998359 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71566b-7f9c-48a7-bbc2-aaa4695864d7 None None] The sync data for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 is: [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:40:44Z', 'revision_number': 4, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '502d8ded-1717-4e93-963e-fda4bb60aabd', 'name': '', 'network_id': 'f6113f26-7721-4eb3-8752-098e2798b81e', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'mac_address': 'fa:16:3e:d1:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'subnets': [{'id': 'a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:12.059566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db2618f-e6a2-43c5-bec9-302d79cfc3d8 req-ccde15f0-c923-4dce-a246-2ec7448a3335 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180701 Aug 09 15:43:12.212179 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d0e5ae-4a51-471d-ace8-2ddb29489c90 x-openstack-request-id: req-d8d0e5ae-4a51-471d-ace8-2ddb29489c90 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:12.212707 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "name": "network-vif-plugged", "status": "completed", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:12.215294 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8d0e5ae-4a51-471d-ace8-2ddb29489c90 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:12.217214 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'code': 200} Aug 09 15:43:12.254895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7be56134-8d82-4336-be38-50c1a128ed63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7be56134-8d82-4336-be38-50c1a128ed63,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:12.257325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-51656843-7f21-413b-86e0-347bc52b41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.260030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-51656843-7f21-413b-86e0-347bc52b41e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.1389046 Aug 09 15:43:12.295309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845248c-25b6-40bc-8ec9-9351c5c140db req-488902e5-4a24-48b4-a4ff-272b1f213dc7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.303841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7be56134-8d82-4336-be38-50c1a128ed63', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': '7be56134-8d82-4336-be38-50c1a128ed63', 'mac_address': 'fa:16:3e:74:a5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:12.308729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0845248c-25b6-40bc-8ec9-9351c5c140db req-488902e5-4a24-48b4-a4ff-272b1f213dc7 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 945 time: 0.3127453 Aug 09 15:43:12.320864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54168) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:12.511421 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.560367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0845248c-25b6-40bc-8ec9-9351c5c140db req-4f8ddd95-0771-452a-89c8-845cc7c09782 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482126 Aug 09 15:43:12.587132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c039499e-509b-46de-8a94-1702daf7a802 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.598977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be56134-8d82-4336-be38-50c1a128ed63 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:12.682963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7be56134-8d82-4336-be38-50c1a128ed63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7be56134-8d82-4336-be38-50c1a128ed63,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:12.689436 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.752231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c039499e-509b-46de-8a94-1702daf7a802 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.799812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814fd2b4-7624-4c97-a7ff-2876aedacf99 None None] New status for floating IP 72cb987a-fb18-4ac6-b266-fdd34e5f4871: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:43:12.827909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bf973-ef0a-4df6-85dc-773208513230 req-15ab02eb-2bda-407a-8b35-a7405962c978 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.829952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e4bf973-ef0a-4df6-85dc-773208513230 req-15ab02eb-2bda-407a-8b35-a7405962c978 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 946 time: 0.2665231 Aug 09 15:43:12.838824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-39cd5466-32e0-41e2-8441-26294eefe1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.841386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-39cd5466-32e0-41e2-8441-26294eefe1fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3910933 Aug 09 15:43:12.844335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c371c99-3c2e-4962-93b5-366c3ab1a107 req-e64d4f81-dfce-4729-b6bc-8b12c9e20ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.846857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c371c99-3c2e-4962-93b5-366c3ab1a107 req-e64d4f81-dfce-4729-b6bc-8b12c9e20ceb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 1096 time: 0.3584788 Aug 09 15:43:12.894619 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c039499e-509b-46de-8a94-1702daf7a802 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.899944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c039499e-509b-46de-8a94-1702daf7a802 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.909081 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c039499e-509b-46de-8a94-1702daf7a802 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "DELETE /v2.0/security-groups/b74d6bb9-c121-40b9-89c9-29f9b8ef6920 HTTP/1.1" status: 204 len: 168 time: 0.5856302 Aug 09 15:43:12.911548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54172) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:12.995801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7be56134-8d82-4336-be38-50c1a128ed63,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:13.010059 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-1ce3734f-d60a-4ab2-842a-fd576bff1898 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] show failed (client error): The resource could not be found. Aug 09 15:43:13.011063 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1ce3734f-d60a-4ab2-842a-fd576bff1898 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "GET /v2.0/security-groups/b74d6bb9-c121-40b9-89c9-29f9b8ef6920 HTTP/1.1" status: 404 len: 347 time: 0.0800893 Aug 09 15:43:13.013040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039499e-509b-46de-8a94-1702daf7a802 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d6bb9-c121-40b9-89c9-29f9b8ef6920,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:13.014994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54174) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:13.075908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7be56134-8d82-4336-be38-50c1a128ed63'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:13.176106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c371c99-3c2e-4962-93b5-366c3ab1a107 req-bb6176fc-ade2-440a-b37d-53bae9787f32 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921755 Aug 09 15:43:13.230753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e4bf973-ef0a-4df6-85dc-773208513230 req-efc3a77e-6122-491b-8c9e-6b2aeaed397d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796239 Aug 09 15:43:13.342487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-9a207308-795c-431e-9734-d4a75963bbbf service neutron] 10.222.0.35 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735472 Aug 09 15:43:13.399851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Deleting port 3ead3afc-e985-41dc-92e4-1343c8c50166 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:13.403309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.631801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.634538 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.700154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Calling delete_port for 3ead3afc-e985-41dc-92e4-1343c8c50166 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:13.852389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2142df60-e6ef-4a26-a925-936281a3cff8 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:13.921430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 2142df60-e6ef-4a26-a925-936281a3cff8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:13.922519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2142df60-e6ef-4a26-a925-936281a3cff8 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:14.012625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f681110-1f70-42f5-9ed1-061a90e9706c req-fcb21c06-815b-453e-952e-b2d4b1675b29 service neutron] 10.222.0.35 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6397057 Aug 09 15:43:14.043181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-3c083c1d-5725-49da-b958-0c88401af625 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:14.047020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-3c083c1d-5725-49da-b958-0c88401af625 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 945 time: 0.2999330 Aug 09 15:43:14.060499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f817f-5e94-4f29-944a-0b655536aa5e req-1efb9cd9-be4c-4b61-9804-1c2f86609978 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:14.071307 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3f817f-5e94-4f29-944a-0b655536aa5e req-1efb9cd9-be4c-4b61-9804-1c2f86609978 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.6658168 Aug 09 15:43:14.089605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:14.159452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Pushing event deleted for resources: {'Port': ['ID=3ead3afc-e985-41dc-92e4-1343c8c50166,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:14.160717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2382d-5612-4fba-b03d-2c51aca286a1 req-69952aad-d637-402e-8e79-cd8d8e6275a1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:14.162465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6af2382d-5612-4fba-b03d-2c51aca286a1 req-69952aad-d637-402e-8e79-cd8d8e6275a1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.3658755 Aug 09 15:43:14.228521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-998031a3-de74-4378-9ae5-ec655fb5b85c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:14.230247 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-998031a3-de74-4378-9ae5-ec655fb5b85c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f417756-ac12-4812-a040-e48d5254adc0 HTTP/1.1" status: 200 len: 946 time: 0.2903078 Aug 09 15:43:14.291031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3f817f-5e94-4f29-944a-0b655536aa5e req-a1f95bd0-8d8f-4db6-8d49-ec110b333f1b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180874 Aug 09 15:43:14.439791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6af2382d-5612-4fba-b03d-2c51aca286a1 req-533bd453-8ef8-4745-96a5-2899df8b7cbb tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273467 Aug 09 15:43:14.491754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Deleting port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:14.492267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:14.538447 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:14.552338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:14.554515 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-89c6a4ed-d7df-4380-a4fc-ec3152576fb8 tempest-ServersTestJSON-1838932839 tempest-ServersTestJSON-1838932839-project] 10.222.0.64 "DELETE /v2.0/floatingips/72cb987a-fb18-4ac6-b266-fdd34e5f4871 HTTP/1.1" status: 204 len: 168 time: 1.5377319 Aug 09 15:43:14.568110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54196) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:14.650903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad9bfe-1cf9-4877-b5de-beeb50ae7f89 req-b380ab94-2a5f-4842-b6f2-00e31dda39a9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:14.659692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fad9bfe-1cf9-4877-b5de-beeb50ae7f89 req-b380ab94-2a5f-4842-b6f2-00e31dda39a9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 945 time: 0.1562810 Aug 09 15:43:14.795074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Deleting port 2826d77b-dacf-4547-811c-c024b9187a6f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:14.796133 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:14.939596 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc8347f4-78e9-46ab-95ec-3297d87cf0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.292916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] For port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:15.293199 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.344277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fad9bfe-1cf9-4877-b5de-beeb50ae7f89 req-7ff8f17a-5eab-47df-bd55-4598803e3e5c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822102 Aug 09 15:43:15.347445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Calling delete_port for 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:15.707476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] For port 2826d77b-dacf-4547-811c-c024b9187a6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2826d77b-dacf-4547-811c-c024b9187a6f,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:15.707948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.732129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Calling delete_port for 2826d77b-dacf-4547-811c-c024b9187a6f owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:15.820938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-c130ad5a-d169-442e-9f04-a9107e8d662c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:15.824415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-c130ad5a-d169-442e-9f04-a9107e8d662c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 812 time: 1.2005546 Aug 09 15:43:15.834445 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.850257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:15.888028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-a8ccdb92-2966-459a-b9c2-7f7bcc9a4d49 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/quotas/a07a17d5b6ba4c61b66a1bc35d4d7449 HTTP/1.1" status: 200 len: 375 time: 0.0502548 Aug 09 15:43:15.891409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event deleted for resources: {'Port': ['ID=6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:15.901247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1c13d-019f-40a0-a681-67958e865ebb req-107663c8-8eb9-4dfd-bb29-e920e54018fb tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:15.902876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0c1c13d-019f-40a0-a681-67958e865ebb req-107663c8-8eb9-4dfd-bb29-e920e54018fb tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc HTTP/1.1" status: 200 len: 867 time: 0.2309842 Aug 09 15:43:15.983491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.998414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7be56134-8d82-4336-be38-50c1a128ed63 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:16.000082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] No DVR routers for this DVR port 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:16.007666 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.009486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86bd5517-d1cf-4c43-ab51-49ecdbb369e2 req-af4570ce-0a47-4c49-87b4-f62b66a02b87 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "DELETE /v2.0/ports/6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 HTTP/1.1" status: 204 len: 173 time: 1.9292812 Aug 09 15:43:16.013438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['746730a8-1481-44f4-a6ab-7f1488269240', '2826d77b-dacf-4547-811c-c024b9187a6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:16.032317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc', 'name': 'network-vif-deleted', 'tag': '6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:16.033231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-8ef21e79-e1ba-44af-b0f8-3348dc3a3721 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:16.034768 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c803185e-64dd-4423-880e-2c7e251d408a" -d '{"events": [{"server_uuid": "82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc", "name": "network-vif-deleted", "tag": "6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:16.040593 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-8ef21e79-e1ba-44af-b0f8-3348dc3a3721 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c HTTP/1.1" status: 200 len: 946 time: 0.9656105 Aug 09 15:43:16.059570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0c1c13d-019f-40a0-a681-67958e865ebb req-19679f89-c11c-4335-9b30-e824113f16af tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442289 Aug 09 15:43:16.070402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-708bedbf-c1cf-4af6-b960-0194a068ad4d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662493 Aug 09 15:43:16.307646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 7be56134-8d82-4336-be38-50c1a128ed63 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:16.314594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Pushing event deleted for resources: {'Port': ['ID=2826d77b-dacf-4547-811c-c024b9187a6f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:16.321854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7be56134-8d82-4336-be38-50c1a128ed63 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:16.322632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.332254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-457e237d-7996-4711-a108-98d8f585a52f service neutron] 10.222.0.64 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529340 Aug 09 15:43:16.482929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] No DVR routers for this DVR port 2826d77b-dacf-4547-811c-c024b9187a6f on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:16.502977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.507199 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0246c156-da0b-4d12-8fd9-9cc59f299cfc req-5eca196b-5c67-4325-a20d-5ade9569458d tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "DELETE /v2.0/ports/2826d77b-dacf-4547-811c-c024b9187a6f HTTP/1.1" status: 204 len: 173 time: 2.2604783 Aug 09 15:43:16.539316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f417756-ac12-4812-a040-e48d5254adc0', 'name': 'network-vif-deleted', 'tag': '2826d77b-dacf-4547-811c-c024b9187a6f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:16.551773 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130821ee-8a95-446d-850f-268fde955ac6" -d '{"events": [{"server_uuid": "1f417756-ac12-4812-a040-e48d5254adc0", "name": "network-vif-deleted", "tag": "2826d77b-dacf-4547-811c-c024b9187a6f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:16.562958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-01361638-9009-423e-880e-77e1e5ed210a service neutron] 10.222.0.64 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204885 Aug 09 15:43:16.612658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebcf41-e347-4542-baea-9bfd5eda610b req-f7978e59-573a-4610-86fa-3dfa11a4aaac tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:16.623490 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.629496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73ebcf41-e347-4542-baea-9bfd5eda610b req-f7978e59-573a-4610-86fa-3dfa11a4aaac tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.1671636 Aug 09 15:43:16.632160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Deleting port 746730a8-1481-44f4-a6ab-7f1488269240 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:16.632606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.684671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3709228b-917c-43ea-9136-7f2989e67032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be56134-8d82-4336-be38-50c1a128ed63'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:16.688570 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6cdad3-9222-46e2-bb2d-6c4d222526a0" -d '{"events": [{"server_uuid": "3709228b-917c-43ea-9136-7f2989e67032", "name": "network-vif-plugged", "status": "completed", "tag": "7be56134-8d82-4336-be38-50c1a128ed63"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:16.721746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7be56134-8d82-4336-be38-50c1a128ed63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7be56134-8d82-4336-be38-50c1a128ed63,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:16.731368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.760558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73ebcf41-e347-4542-baea-9bfd5eda610b req-fece6c86-bae3-440a-b3e3-5a4cc455df1b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257970 Aug 09 15:43:16.924632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7be56134-8d82-4336-be38-50c1a128ed63,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:16.995936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:17.030009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a8c09-9146-48ff-8efd-bc3c75baebfd req-5c406cf7-c64c-482a-930f-6b016205496a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:17.044837 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c78a8c09-9146-48ff-8efd-bc3c75baebfd req-5c406cf7-c64c-482a-930f-6b016205496a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.1283603 Aug 09 15:43:17.120144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:17.121206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:17.151467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c78a8c09-9146-48ff-8efd-bc3c75baebfd req-e4d0cec0-447b-4214-a9bb-f55ef2d367ec tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051881 Aug 09 15:43:17.177035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] For port 746730a8-1481-44f4-a6ab-7f1488269240, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=746730a8-1481-44f4-a6ab-7f1488269240,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:17.179051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.273389 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9578ab6c-1832-4007-bef4-fdfd58efdb03 x-openstack-request-id: req-9578ab6c-1832-4007-bef4-fdfd58efdb03 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:17.273934 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc", "name": "network-vif-deleted", "tag": "6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:17.274455 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9578ab6c-1832-4007-bef4-fdfd58efdb03 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:17.277589 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c9d3c6-1148-4f3b-83aa-efbd5d3d58dc', 'name': 'network-vif-deleted', 'tag': '6d31c3f0-1a9a-4bf7-aed4-2d6f1b4413c0', 'status': 'completed', 'code': 200} Aug 09 15:43:17.278530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Calling delete_port for 746730a8-1481-44f4-a6ab-7f1488269240 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:17.494987 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5328-d723-4eab-aedc-29c0d0760137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.671749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a234f-af32-4870-9eee-9519f5985273 req-90189841-96cf-4037-ba17-a1973e564713 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:17.686025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-936a234f-af32-4870-9eee-9519f5985273 req-90189841-96cf-4037-ba17-a1973e564713 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 946 time: 0.2605932 Aug 09 15:43:17.820604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-936a234f-af32-4870-9eee-9519f5985273 req-9f23c666-3c1d-4cfb-9066-a85fe82ba0c2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240866 Aug 09 15:43:17.858271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.866329 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.943626 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66549493-e68e-4b35-92bf-45e63ce3a98c x-openstack-request-id: req-66549493-e68e-4b35-92bf-45e63ce3a98c {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:17.944117 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f417756-ac12-4812-a040-e48d5254adc0", "name": "network-vif-deleted", "tag": "2826d77b-dacf-4547-811c-c024b9187a6f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:17.944473 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66549493-e68e-4b35-92bf-45e63ce3a98c {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:17.945031 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f417756-ac12-4812-a040-e48d5254adc0', 'name': 'network-vif-deleted', 'tag': '2826d77b-dacf-4547-811c-c024b9187a6f', 'status': 'completed', 'code': 200} Aug 09 15:43:18.053409 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80a8517-6162-42d4-b7f5-80ad4d6caf92 x-openstack-request-id: req-d80a8517-6162-42d4-b7f5-80ad4d6caf92 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:18.053887 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3709228b-917c-43ea-9136-7f2989e67032", "name": "network-vif-plugged", "status": "completed", "tag": "7be56134-8d82-4336-be38-50c1a128ed63", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:18.055882 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d80a8517-6162-42d4-b7f5-80ad4d6caf92 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:18.056646 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3709228b-917c-43ea-9136-7f2989e67032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be56134-8d82-4336-be38-50c1a128ed63', 'code': 200} Aug 09 15:43:18.073918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.193823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Pushing event deleted for resources: {'Port': ['ID=746730a8-1481-44f4-a6ab-7f1488269240,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:18.251878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] No DVR routers for this DVR port 746730a8-1481-44f4-a6ab-7f1488269240 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:18.258874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.262898 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4a3ded6-49f7-4ff6-b3a8-a471498d1c22 req-05c2196b-280c-413c-bc69-d87e1f326b5f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "DELETE /v2.0/ports/746730a8-1481-44f4-a6ab-7f1488269240 HTTP/1.1" status: 204 len: 173 time: 2.2118552 Aug 09 15:43:18.853334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dea096-7f84-4f2f-868e-1231d8ac584c req-a9cc79a7-a927-4dcd-81a5-88308da0edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:18.855477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71dea096-7f84-4f2f-868e-1231d8ac584c req-a9cc79a7-a927-4dcd-81a5-88308da0edcc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 1097 time: 0.1031404 Aug 09 15:43:18.968727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71dea096-7f84-4f2f-868e-1231d8ac584c req-37eec14f-75e0-42bf-b88b-f9b17ff42590 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927787 Aug 09 15:43:18.969099 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:19.009432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Deleting port 502d8ded-1717-4e93-963e-fda4bb60aabd {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:19.009742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2826d77b-dacf-4547-811c-c024b9187a6f no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:19.025332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:19.053470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 2826d77b-dacf-4547-811c-c024b9187a6f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:19.054301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2826d77b-dacf-4547-811c-c024b9187a6f not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:19.055533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 746730a8-1481-44f4-a6ab-7f1488269240 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:19.087334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 746730a8-1481-44f4-a6ab-7f1488269240 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:19.087955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 746730a8-1481-44f4-a6ab-7f1488269240 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:19.207204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a6807-9a9d-4471-b527-d9fe95df84bb req-f5ff734d-4f12-44a0-b270-c2bcbed93dea tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:19.229291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f53a6807-9a9d-4471-b527-d9fe95df84bb req-f5ff734d-4f12-44a0-b270-c2bcbed93dea tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.1586375 Aug 09 15:43:19.389069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] For port 502d8ded-1717-4e93-963e-fda4bb60aabd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=502d8ded-1717-4e93-963e-fda4bb60aabd,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:19.390674 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:19.441272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Calling delete_port for 502d8ded-1717-4e93-963e-fda4bb60aabd owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:19.524817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f53a6807-9a9d-4471-b527-d9fe95df84bb req-bf3c1090-badb-4b9a-a2a8-9533babda14d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938700 Aug 09 15:43:19.565396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bc9e6-25ba-4c08-9b37-0a6adeec3a44 req-04b607ad-e139-45bc-b5e5-433a7ab23e77 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:19.581742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-135bc9e6-25ba-4c08-9b37-0a6adeec3a44 req-04b607ad-e139-45bc-b5e5-433a7ab23e77 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.3469431 Aug 09 15:43:19.811050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-135bc9e6-25ba-4c08-9b37-0a6adeec3a44 req-3defecf5-fcf5-4ae0-8110-b47ea785822a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174904 Aug 09 15:43:20.127141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c', 'name': 'network-vif-deleted', 'tag': '746730a8-1481-44f4-a6ab-7f1488269240'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:20.132699 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babbfd54-93fb-433f-9dd5-ac2c6c978946" -d '{"events": [{"server_uuid": "4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c", "name": "network-vif-deleted", "tag": "746730a8-1481-44f4-a6ab-7f1488269240"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:20.140843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:20.237657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Pushing event deleted for resources: {'Port': ['ID=502d8ded-1717-4e93-963e-fda4bb60aabd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:20.345972 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:20.443805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3cbac3ad-c3a6-47ff-a8b0-5537fbf719d7 req-394a13fa-9ef2-40b9-a33d-f034edef9407 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 210 time: 0.2469525 Aug 09 15:43:20.632973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-5d751cbe-76aa-44d0-ac33-c0e11e73543e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.647641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-5d751cbe-76aa-44d0-ac33-c0e11e73543e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.8098779 Aug 09 15:43:20.795354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-b727561c-c584-4e0a-ae77-a3ead48c9123 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/quotas/9d0c1e32013c44db85a13a2205360274 HTTP/1.1" status: 200 len: 375 time: 0.1452496 Aug 09 15:43:20.865719 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:21.013255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b069712-fb85-4931-af1e-c59f5739b5fe req-b89a3847-03f5-4cb5-b59e-a3b922d3cc1e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:21.028800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b069712-fb85-4931-af1e-c59f5739b5fe req-b89a3847-03f5-4cb5-b59e-a3b922d3cc1e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 946 time: 0.3528457 Aug 09 15:43:21.124040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-1bb06565-d251-4d35-bca0-b2b1ac187257 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3270333 Aug 09 15:43:21.250694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b069712-fb85-4931-af1e-c59f5739b5fe req-2418d613-8b04-4df3-a42b-fc6f22391761 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199848 Aug 09 15:43:21.504543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-6f833ca6-e397-40c8-88f9-67a80973bf5a service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781686 Aug 09 15:43:21.505426 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7ee74-f88d-4441-8443-97593df950fe x-openstack-request-id: req-73f7ee74-f88d-4441-8443-97593df950fe {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:21.505426 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c", "name": "network-vif-deleted", "tag": "746730a8-1481-44f4-a6ab-7f1488269240", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:21.505928 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73f7ee74-f88d-4441-8443-97593df950fe {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:21.506561 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd8ed97-2393-4ccd-a4b3-3bf2aba2798c', 'name': 'network-vif-deleted', 'tag': '746730a8-1481-44f4-a6ab-7f1488269240', 'status': 'completed', 'code': 200} Aug 09 15:43:21.963866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-a6992369-b3a5-4d23-9768-470c6069ae90 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494259 Aug 09 15:43:22.020260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257997-8bab-437a-b72f-d1802dc96c7e req-edbe3556-bc7b-4458-9b28-6a7745050bb9 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:22.036238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da257997-8bab-437a-b72f-d1802dc96c7e req-edbe3556-bc7b-4458-9b28-6a7745050bb9 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.3793774 Aug 09 15:43:22.138680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da257997-8bab-437a-b72f-d1802dc96c7e req-a48630c0-b5b5-44ce-a184-db0e5930d140 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872512 Aug 09 15:43:22.146286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-632bc93b-900d-4323-b8aa-5f06f857e6da tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:22.160389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-632bc93b-900d-4323-b8aa-5f06f857e6da tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 812 time: 0.3709159 Aug 09 15:43:22.214473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Request body: {'port': {'device_id': 'a29993f9-0e57-4cd7-b610-34aaa70138e9', 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'admin_state_up': True, 'tenant_id': 'a07a17d5b6ba4c61b66a1bc35d4d7449'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:22.487396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Made reservation on behalf of a07a17d5b6ba4c61b66a1bc35d4d7449 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:22.490992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.559869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Router e1c69c30-a526-4058-8a5d-6df5aa363984 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:22.640096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-66b7e8b0-2c49-4f92-b443-f691fae05170 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0 HTTP/1.1" status: 200 len: 267 time: 0.2101774 Aug 09 15:43:22.821044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9fd35-096c-401a-b41f-14ff02f8f258 req-c50a0415-7b75-42f0-9b91-52927af2fc0e tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:22.834617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5af9fd35-096c-401a-b41f-14ff02f8f258 req-c50a0415-7b75-42f0-9b91-52927af2fc0e tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.3939295 Aug 09 15:43:22.899566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-add6dda5-82f6-4522-81dc-b426eec07417 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:22.906389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-add6dda5-82f6-4522-81dc-b426eec07417 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 812 time: 1.7564869 Aug 09 15:43:22.945329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Request body: {'port': {'device_id': '225b24ef-8b1b-4971-ab06-916cd61c87c6', 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'admin_state_up': True, 'tenant_id': 'a07a17d5b6ba4c61b66a1bc35d4d7449'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:22.988226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5af9fd35-096c-401a-b41f-14ff02f8f258 req-9af6fd7b-b278-49aa-aa07-71db5be6d8ba tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221855 Aug 09 15:43:23.012505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-8f4368a1-1fdb-46d3-a9d1-280830b2d875 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:23.026157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-8f4368a1-1fdb-46d3-a9d1-280830b2d875 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 946 time: 0.3848093 Aug 09 15:43:23.035723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'port': {'security_groups': []}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:23.360073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33d2f5f5-312f-4b7e-a121-d92076454321 req-fcd80fef-2bb2-432c-8288-2e3242b31384 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 210 time: 0.1540391 Aug 09 15:43:23.411529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.513990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Made reservation on behalf of a07a17d5b6ba4c61b66a1bc35d4d7449 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:23.517525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.578916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Allocated IP 172.20.0.4 (39cda7b8-3956-4393-b255-afc5748ed805/a5549dd3-480a-42e9-8fcf-7b00a09b44c3/90198d2b-a4c2-455a-9bae-979c18eec0e4) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:23.816385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:23.827100 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d4b1767-c24c-48fb-9f26-4585d3bfe00d admin admin] 10.222.0.64 "PUT /v2.0/routers/e1c69c30-a526-4058-8a5d-6df5aa363984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2535462 Aug 09 15:43:23.827693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54306) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:23.839865 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] Sync routers for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:23.866445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:23.868002 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:43:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:23.944002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] For port 7be56134-8d82-4336-be38-50c1a128ed63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7be56134-8d82-4336-be38-50c1a128ed63,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:24.002413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.055399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53bc92c9-b3e5-4d7f-9436-704cea4486c2 req-a4deea41-d61f-40e7-9e6b-0b350f9b3f1e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 210 time: 0.0493002 Aug 09 15:43:24.061377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.079449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'c359bba2-539f-4f91-b31e-f969b2c0c101'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:24.194615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7be56134-8d82-4336-be38-50c1a128ed63'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:24.263655 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:24.323103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'Port': ['ID=7be56134-8d82-4336-be38-50c1a128ed63,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:24.432974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.433557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.435493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.436955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.437701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.439134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.443767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.444232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.444578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.444942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.445293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.445772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:24.514163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:24.515149 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.534792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9794a8c2-c250-485e-af7c-938134b6fd7c req-12e0a9b9-06ec-49a7-bdf9-ed72e5080475 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "PUT /v2.0/ports/7be56134-8d82-4336-be38-50c1a128ed63 HTTP/1.1" status: 200 len: 905 time: 1.5065424 Aug 09 15:43:24.536211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3709228b-917c-43ea-9136-7f2989e67032', 'tag': '7be56134-8d82-4336-be38-50c1a128ed63'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:24.546567 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1b8924-b4e7-486e-906e-9bee563fefef" -d '{"events": [{"name": "network-changed", "server_uuid": "3709228b-917c-43ea-9136-7f2989e67032", "tag": "7be56134-8d82-4336-be38-50c1a128ed63"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:24.839550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7be56134-8d82-4336-be38-50c1a128ed63'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:25.070798 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:43:19Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:25.206043 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] Checking router: e1c69c30-a526-4058-8a5d-6df5aa363984 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:25.265814 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] Routers {'e1c69c30-a526-4058-8a5d-6df5aa363984'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:25.266798 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:43:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e1c69c30-a526-4058-8a5d-6df5aa363984'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:25.371038 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.373883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-479dd038-2bde-4837-8917-811728eae7e7 None None] Provisioning complete for port 7be56134-8d82-4336-be38-50c1a128ed63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:25.374817 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-479dd038-2bde-4837-8917-811728eae7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.428415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.444122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985d168-d8ec-4847-9c6c-dec4bf545ca4 req-007d9486-5994-4796-9761-4599b9a16ea1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:25.455193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2985d168-d8ec-4847-9c6c-dec4bf545ca4 req-007d9486-5994-4796-9761-4599b9a16ea1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.7920222 Aug 09 15:43:25.503555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c734a11-c53d-4ded-9f11-205bf7319639 req-5182a30d-48f2-45e0-a1b7-54570d8a9054 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:25.513969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c734a11-c53d-4ded-9f11-205bf7319639 req-5182a30d-48f2-45e0-a1b7-54570d8a9054 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.4089460 Aug 09 15:43:25.571763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-1996dab2-c8b8-463a-869e-f821fc21c2b9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:25.573378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-1996dab2-c8b8-463a-869e-f821fc21c2b9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 805 time: 0.9667084 Aug 09 15:43:25.608521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Request body: {'port': {'device_id': '9b8422cd-eae7-43a4-865b-9af434e01e45', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'admin_state_up': True, 'tenant_id': '9d0c1e32013c44db85a13a2205360274'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:25.673277 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] Set router e1c69c30-a526-4058-8a5d-6df5aa363984 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:25.760312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.961044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Pushing event updated for resources: {'Port': ['ID=90198d2b-a4c2-455a-9bae-979c18eec0e4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:26.042012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2985d168-d8ec-4847-9c6c-dec4bf545ca4 req-ca177945-4aed-43a6-9535-528486482d36 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5855563 Aug 09 15:43:26.103462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c734a11-c53d-4ded-9f11-205bf7319639 req-161df411-4f9b-4b90-965c-254ad098cbf8 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882969 Aug 09 15:43:26.105433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Made reservation on behalf of 9d0c1e32013c44db85a13a2205360274 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:26.125698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:26.142913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Network 39cda7b8-3956-4393-b255-afc5748ed805 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:26.160282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:26.210511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:26.251396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:26.257049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Allocated IP 172.20.0.2 (39cda7b8-3956-4393-b255-afc5748ed805/a5549dd3-480a-42e9-8fcf-7b00a09b44c3/83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:26.514645 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:43:19Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:26.570076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.571083 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:26.623306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff1bf8-2158-43f0-9859-81c6138aa24b req-77022f2d-eb71-4df8-b080-0e9fd9972b67 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.648802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66ff1bf8-2158-43f0-9859-81c6138aa24b req-77022f2d-eb71-4df8-b080-0e9fd9972b67 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 931 time: 0.4131401 Aug 09 15:43:26.726453 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22929a4-5916-48c0-8f75-fcb1eb08f693 None None] The sync data for ids ['e1c69c30-a526-4058-8a5d-6df5aa363984'] in n-d-799523-2 is: [{'id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'name': 'tempest-ServersTestJSON-1045999246-router', 'tenant_id': '4dd2a82f52504b1eaef31b92622e71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:36Z', 'updated_at': '2021-08-09T15:43:19Z', 'revision_number': 5, 'project_id': '4dd2a82f52504b1eaef31b92622e71ca', 'gw_port': {'id': '8f0323b2-9775-410e-9941-2e1eda7e596f', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c69c30-a526-4058-8a5d-6df5aa363984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:37Z', 'updated_at': '2021-08-09T15:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:26.833139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66ff1bf8-2158-43f0-9859-81c6138aa24b req-e659fcde-8243-41da-8bd4-c17d0acae02f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822875 Aug 09 15:43:27.039268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Allocated IP 172.20.0.14 (9b2b68f7-8129-4980-b79e-b5f3010ff62f/96a26b04-7d30-45d4-959b-3e9f16d14fcf/bde34bde-38e6-4d2a-b405-0b17d465d07c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:27.061388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.100889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-44ade367-542d-4d66-9a79-871b78d084b6 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9168046 Aug 09 15:43:27.103982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.107399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Deleting port 8f0323b2-9775-410e-9941-2e1eda7e596f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:27.107738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.117050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Request body: {'port': {'device_id': 'a29993f9-0e57-4cd7-b610-34aaa70138e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:27.133732 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bb2d36-c493-4dbf-80c5-9857745cd133 x-openstack-request-id: req-e1bb2d36-c493-4dbf-80c5-9857745cd133 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:27.134341 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3709228b-917c-43ea-9136-7f2989e67032", "tag": "7be56134-8d82-4336-be38-50c1a128ed63", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:27.135390 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1bb2d36-c493-4dbf-80c5-9857745cd133 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:27.135978 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3709228b-917c-43ea-9136-7f2989e67032', 'tag': '7be56134-8d82-4336-be38-50c1a128ed63', 'status': 'completed', 'code': 200} Aug 09 15:43:27.220881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94e73a2b-021c-40c7-ac05-72797f70a7ce req-bcbde89a-a146-4982-9055-d8dbd85477f2 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 210 time: 0.0961399 Aug 09 15:43:27.242141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3e7b5-6534-4f92-8bab-bb91b524076f req-55097cf8-83d7-4f06-b401-ddd28c240c0a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.257063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1a3e7b5-6534-4f92-8bab-bb91b524076f req-55097cf8-83d7-4f06-b401-ddd28c240c0a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 908 time: 0.8070595 Aug 09 15:43:27.313734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Pushing event updated for resources: {'Port': ['ID=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:27.313971 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:43:27.404103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 502d8ded-1717-4e93-963e-fda4bb60aabd no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:27.410367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Network 39cda7b8-3956-4393-b255-afc5748ed805 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:27.422480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] For port 8f0323b2-9775-410e-9941-2e1eda7e596f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8f0323b2-9775-410e-9941-2e1eda7e596f,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:27.428756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.432919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:27.457368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 502d8ded-1717-4e93-963e-fda4bb60aabd {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:27.458096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 502d8ded-1717-4e93-963e-fda4bb60aabd not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:27.474149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Calling delete_port for 8f0323b2-9775-410e-9941-2e1eda7e596f owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:27.476728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:27.545912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.595061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-1fa9af6b-9039-477b-8ecc-bf993ce19203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.598166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-1fa9af6b-9039-477b-8ecc-bf993ce19203 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 1059 time: 0.2978587 Aug 09 15:43:27.744006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.745615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.825002 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b5a29068-9908-4919-a702-1efe6ac772e7 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8965974 Aug 09 15:43:27.851503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Request body: {'port': {'device_id': '225b24ef-8b1b-4971-ab06-916cd61c87c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:28.008578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.073165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db10ba-bd9d-4308-ab37-ad22d9b4736b req-55dc830f-cdb8-49bd-98d5-8e0ca57ff31e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.073165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4db10ba-bd9d-4308-ab37-ad22d9b4736b req-55dc830f-cdb8-49bd-98d5-8e0ca57ff31e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.6098795 Aug 09 15:43:28.087341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deef8c-03a2-4305-a9a5-45b4eca14cf1 req-333992da-f8cd-4fac-be0c-f73abec0a837 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.092975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87deef8c-03a2-4305-a9a5-45b4eca14cf1 req-333992da-f8cd-4fac-be0c-f73abec0a837 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.6191449 Aug 09 15:43:28.141380 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.167347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.230453 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.286632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4db10ba-bd9d-4308-ab37-ad22d9b4736b req-0dc8b50b-5216-4a45-a94a-1e0ed21dedd7 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891680 Aug 09 15:43:28.308955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87deef8c-03a2-4305-a9a5-45b4eca14cf1 req-12e35927-7a7b-463a-a57e-371887fac0e5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960411 Aug 09 15:43:28.324767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.327670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-2b5b12fb-6da1-4307-a4b6-6a21e5d1f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.336227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-2b5b12fb-6da1-4307-a4b6-6a21e5d1f7c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.7186630 Aug 09 15:43:28.406461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-3493865b-9fd4-4d71-8c83-e53c416879e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be56134-8d82-4336-be38-50c1a128ed63 HTTP/1.1" status: 200 len: 217 time: 0.0627971 Aug 09 15:43:28.473102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-f96297c0-ece8-4981-aef8-c6e7d6cd878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.474324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-f96297c0-ece8-4981-aef8-c6e7d6cd878a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.0602493 Aug 09 15:43:28.478474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0323b2-9775-410e-9941-2e1eda7e596f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:28.570962 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.584895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:28.657147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Network 9b2b68f7-8129-4980-b79e-b5f3010ff62f is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:28.674418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:28.692445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:28.693078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90198d2b-a4c2-455a-9bae-979c18eec0e4 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:28.705376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eeacf-3d61-40dc-bea6-b687d2f44c18 req-ed854e64-661a-49a1-95ac-71df2fd704a8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.707264 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e62eeacf-3d61-40dc-bea6-b687d2f44c18 req-ed854e64-661a-49a1-95ac-71df2fd704a8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2319350 Aug 09 15:43:28.711855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-978fa5e8-6431-4345-8b4c-966da08de162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.713595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-978fa5e8-6431-4345-8b4c-966da08de162 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196381 Aug 09 15:43:28.716296 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.723063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a457eb-ffd5-4245-8a5e-d8236763ead9 req-f96cb417-5ca0-4082-bdfe-da00589a0c85 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.725101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3a457eb-ffd5-4245-8a5e-d8236763ead9 req-f96cb417-5ca0-4082-bdfe-da00589a0c85 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 931 time: 0.2459083 Aug 09 15:43:28.725981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event updated for resources: {'Port': ['ID=bde34bde-38e6-4d2a-b405-0b17d465d07c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:28.750350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Transition to ACTIVE for port object 90198d2b-a4c2-455a-9bae-979c18eec0e4 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:28.794078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.859890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Pushing event updated for resources: {'Port': ['ID=90198d2b-a4c2-455a-9bae-979c18eec0e4,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:28.868145 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.940048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.941058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.953721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3a457eb-ffd5-4245-8a5e-d8236763ead9 req-48bd1ef0-0f87-4c97-93df-31efdf115c79 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796136 Aug 09 15:43:28.967261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e62eeacf-3d61-40dc-bea6-b687d2f44c18 req-bc757fa0-8fb3-44fa-8226-151f34286348 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2371590 Aug 09 15:43:29.027391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-087f240b-0367-4396-a549-c3b004fd32a5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4241114 Aug 09 15:43:29.052292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Request body: {'port': {'device_id': '9b8422cd-eae7-43a4-865b-9af434e01e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:29.071031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-316a0bf7-371f-47ad-879a-397a6e9a5622 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107023 Aug 09 15:43:29.123446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.136631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.294878 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.295532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c69c30-a526-4058-8a5d-6df5aa363984 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:43:29.307630 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.311998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-af2fca7f-8d5c-4ea2-bf86-5fb2289c7f51 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e1c69c30-a526-4058-8a5d-6df5aa363984 HTTP/1.1" status: 204 len: 168 time: 5.4828622 Aug 09 15:43:29.317058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54348) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:29.320235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.398077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d410-85e3-457b-835f-2416b65ee9df req-794c6f8e-6a83-4359-9944-99c901da7061 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.399719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d360d410-85e3-457b-835f-2416b65ee9df req-794c6f8e-6a83-4359-9944-99c901da7061 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 932 time: 0.2934821 Aug 09 15:43:29.424367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:29.433385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.450767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Transition to ACTIVE for port object 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:29.465729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.476973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ca9bc-5cb4-443d-b871-b72356709c7c req-7e0e89a6-2d90-4c55-98ac-263e27797a7c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.479448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab4ca9bc-5cb4-443d-b871-b72356709c7c req-7e0e89a6-2d90-4c55-98ac-263e27797a7c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2660933 Aug 09 15:43:29.509625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Attempting to bind port 90198d2b-a4c2-455a-9bae-979c18eec0e4 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:29.510192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Attempting to bind port 90198d2b-a4c2-455a-9bae-979c18eec0e4 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:29.510357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Attempting to bind port 90198d2b-a4c2-455a-9bae-979c18eec0e4 on network 39cda7b8-3956-4393-b255-afc5748ed805 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:29.525297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Port 90198d2b-a4c2-455a-9bae-979c18eec0e4 on network 39cda7b8-3956-4393-b255-afc5748ed805 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:29.525623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Attempting to bind port 90198d2b-a4c2-455a-9bae-979c18eec0e4 on network 39cda7b8-3956-4393-b255-afc5748ed805 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:29.531739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b1b8924-b4e7-486e-906e-9bee563fefef req-a038e119-4398-4b19-b261-aa9bc45093a1 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277599 Aug 09 15:43:29.550002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:29.550436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Checking segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:29.550872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Bound using segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:29.551346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Bound port: 90198d2b-a4c2-455a-9bae-979c18eec0e4, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:29.551941 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.570021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79409be-054c-49a9-a2a4-cf30310649f2 admin admin] Deleting subnet a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:29.591792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d79409be-054c-49a9-a2a4-cf30310649f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.625046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Pushing event updated for resources: {'Port': ['ID=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:29.744042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d360d410-85e3-457b-835f-2416b65ee9df req-ae31af0a-05ae-4ff3-9bc5-0a0f6c357282 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547226 Aug 09 15:43:29.773324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] For port 90198d2b-a4c2-455a-9bae-979c18eec0e4, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:29.776260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Attempting to bind port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:29.776701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Attempting to bind port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:29.777147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Attempting to bind port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d on network 39cda7b8-3956-4393-b255-afc5748ed805 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:29.794378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab4ca9bc-5cb4-443d-b871-b72356709c7c req-b9fa643e-069f-4a7f-8bd9-2bac333433dc tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2860091 Aug 09 15:43:29.833087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d79409be-054c-49a9-a2a4-cf30310649f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.841991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] For port 90198d2b-a4c2-455a-9bae-979c18eec0e4, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=90198d2b-a4c2-455a-9bae-979c18eec0e4,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:29.848550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d on network 39cda7b8-3956-4393-b255-afc5748ed805 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:29.848860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Attempting to bind port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d on network 39cda7b8-3956-4393-b255-afc5748ed805 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:29.869672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.881800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:29.884050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Checking segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:29.884480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Bound using segment: {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:29.885321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Bound port: 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5105e63-21a5-48fc-9881-2f842fbe2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:29.885696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.045110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.045997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.047600 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] 10.222.0.66 "PUT /v2.0/ports/90198d2b-a4c2-455a-9bae-979c18eec0e4 HTTP/1.1" status: 200 len: 1091 time: 2.9355125 Aug 09 15:43:30.052788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29993f9-0e57-4cd7-b610-34aaa70138e9', 'tag': '90198d2b-a4c2-455a-9bae-979c18eec0e4'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:30.055463 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a29993f9-0e57-4cd7-b610-34aaa70138e9", "tag": "90198d2b-a4c2-455a-9bae-979c18eec0e4"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:30.100424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba497895-ec88-4bdb-ada0-f7436123724a service neutron] Pushing event updated for resources: {'Port': ['ID=90198d2b-a4c2-455a-9bae-979c18eec0e4,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:30.117405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] For port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:30.151918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] For port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:30.167940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.172942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-853faa6c-50d8-491d-8e6f-f34ba5bbc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.174651 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-853faa6c-50d8-491d-8e6f-f34ba5bbc85f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 1094 time: 0.0685792 Aug 09 15:43:30.212593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81831c-53b2-4160-b8f6-04ff1c318374 req-bfff160d-ca4c-4aec-95e0-f99921280d8e tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.215669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a81831c-53b2-4160-b8f6-04ff1c318374 req-bfff160d-ca4c-4aec-95e0-f99921280d8e tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.2451005 Aug 09 15:43:30.247654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077064a-dbcf-4480-b444-1e44d9f207b9 req-b06096f4-eca3-46c6-89d9-bf4bdb1ec8ae tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.251064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e077064a-dbcf-4480-b444-1e44d9f207b9 req-b06096f4-eca3-46c6-89d9-bf4bdb1ec8ae tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.2215331 Aug 09 15:43:30.254743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.255650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.257812 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] 10.222.0.66 "PUT /v2.0/ports/83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d HTTP/1.1" status: 200 len: 1091 time: 2.4225945 Aug 09 15:43:30.259081 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-e9fd38d9-d97c-4175-a246-1370d56a6c38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90198d2b-a4c2-455a-9bae-979c18eec0e4 HTTP/1.1" status: 200 len: 217 time: 0.0609505 Aug 09 15:43:30.321161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ded97-d081-45ec-be44-522dc53a669a service neutron] Pushing event updated for resources: {'Port': ['ID=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:30.331397 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d79409be-054c-49a9-a2a4-cf30310649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.374823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-91256ea9-5619-4e39-8207-83aefa5064fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.376512 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-91256ea9-5619-4e39-8207-83aefa5064fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 200 len: 852 time: 0.0999355 Aug 09 15:43:30.406747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-cb8be633-2d72-4dd4-80c0-bb8fdbd676ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.408483 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-cb8be633-2d72-4dd4-80c0-bb8fdbd676ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&device_id=225b24ef-8b1b-4971-ab06-916cd61c87c6 HTTP/1.1" status: 200 len: 1094 time: 0.0895565 Aug 09 15:43:30.441298 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-3623ec46-93aa-4653-98c0-2ee770f2d4f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39cda7b8-3956-4393-b255-afc5748ed805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534256 Aug 09 15:43:30.458542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a81831c-53b2-4160-b8f6-04ff1c318374 req-46f5adbf-72e8-4a34-ac16-3f5a93eb5be2 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226837 Aug 09 15:43:30.489280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde34bde-38e6-4d2a-b405-0b17d465d07c {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:30.496130 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-c70fd34d-617f-4c36-8d90-b4bf3d841f20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d HTTP/1.1" status: 200 len: 217 time: 0.0723841 Aug 09 15:43:30.497465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e077064a-dbcf-4480-b444-1e44d9f207b9 req-27c8b258-7b2a-46c1-b793-0199d0c0ee73 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277913 Aug 09 15:43:30.508108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.545945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Transition to ACTIVE for port object bde34bde-38e6-4d2a-b405-0b17d465d07c will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:30.554381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.585862 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d79409be-054c-49a9-a2a4-cf30310649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.642364 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-238f9556-cb33-4834-ad28-3028d1da536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.644095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-238f9556-cb33-4834-ad28-3028d1da536e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 200 len: 852 time: 0.1279333 Aug 09 15:43:30.675094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79409be-054c-49a9-a2a4-cf30310649f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:30.690279 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-58e3cc9b-d89d-4a5b-ba41-411dd920aeba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39cda7b8-3956-4393-b255-afc5748ed805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354817 Aug 09 15:43:30.692829 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-a1aeb4d6-632c-4f5d-9221-ac6b6a04fd06 service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063103 Aug 09 15:43:30.704324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df96f11-b0e7-41eb-99ac-0918b01b92ef None None] Network f6113f26-7721-4eb3-8752-098e2798b81e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:30.724154 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d79409be-054c-49a9-a2a4-cf30310649f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.731027 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d79409be-054c-49a9-a2a4-cf30310649f2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a0c62313-8e67-4b7f-a0b3-d5c6a24c10a5 HTTP/1.1" status: 204 len: 168 time: 1.4028332 Aug 09 15:43:30.732251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54374) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:30.784613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bde34bde-38e6-4d2a-b405-0b17d465d07c,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:30.847634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba0b03-e4bd-40bf-9f90-b645fbd8d656 req-aa69ef8a-bcb8-4b09-a41a-a75b631ac181 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.849160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-beba0b03-e4bd-40bf-9f90-b645fbd8d656 req-aa69ef8a-bcb8-4b09-a41a-a75b631ac181 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 943 time: 0.2833650 Aug 09 15:43:30.911640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720499-25d7-4cba-b258-57b055803732 req-f5365154-ef48-446a-a46f-61f715e43d90 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.915699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-f5365154-ef48-446a-a46f-61f715e43d90 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.2845314 Aug 09 15:43:30.944760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Attempting to bind port bde34bde-38e6-4d2a-b405-0b17d465d07c on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:30.945171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Attempting to bind port bde34bde-38e6-4d2a-b405-0b17d465d07c by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:30.945600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Attempting to bind port bde34bde-38e6-4d2a-b405-0b17d465d07c on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:30.948609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-21e8045f-0a24-4857-a854-57fe182ba512 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/quotas/9345f1ab3536491e8c6ddbd7c8d069a0 HTTP/1.1" status: 200 len: 375 time: 0.0229430 Aug 09 15:43:30.959986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Port bde34bde-38e6-4d2a-b405-0b17d465d07c on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:30.960313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Attempting to bind port bde34bde-38e6-4d2a-b405-0b17d465d07c on network 9b2b68f7-8129-4980-b79e-b5f3010ff62f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:30.978871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b52206-63ce-4778-9745-435c63912e8e None None] DHCP port deletion for f6113f26-7721-4eb3-8752-098e2798b81e request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:43:30.984619 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-beba0b03-e4bd-40bf-9f90-b645fbd8d656 req-e357c8e4-32af-4150-ae1f-541bda936e72 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175337 Aug 09 15:43:30.985560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:30.985943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Checking segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:30.986467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Bound using segment: {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:30.987003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Bound port: bde34bde-38e6-4d2a-b405-0b17d465d07c, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:30.987450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.087014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-2013f581-5875-44f7-871b-a740004e8e47 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1278834 Aug 09 15:43:31.105578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-23b52206-63ce-4778-9745-435c63912e8e None None] Deleting port 848e2b0f-955b-4a41-a73f-73f5217beed0 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:31.111046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23b52206-63ce-4778-9745-435c63912e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.182024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] For port bde34bde-38e6-4d2a-b405-0b17d465d07c, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:31.191730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-23b52206-63ce-4778-9745-435c63912e8e None None] For port 848e2b0f-955b-4a41-a73f-73f5217beed0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=848e2b0f-955b-4a41-a73f-73f5217beed0,segment=NetworkSegment(be9fec32-9ddb-4b94-b290-1f42098d9fe2),segment_id=be9fec32-9ddb-4b94-b290-1f42098d9fe2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:31.192922 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23b52206-63ce-4778-9745-435c63912e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.208333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] For port bde34bde-38e6-4d2a-b405-0b17d465d07c, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bde34bde-38e6-4d2a-b405-0b17d465d07c,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:31.220486 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.220718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-23b52206-63ce-4778-9745-435c63912e8e None None] Calling delete_port for 848e2b0f-955b-4a41-a73f-73f5217beed0 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:31.259692 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7ad36f-da78-4d8b-99d9-4ac4bde6add8 x-openstack-request-id: req-4c7ad36f-da78-4d8b-99d9-4ac4bde6add8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:31.260981 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29993f9-0e57-4cd7-b610-34aaa70138e9", "tag": "90198d2b-a4c2-455a-9bae-979c18eec0e4", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:31.260981 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c7ad36f-da78-4d8b-99d9-4ac4bde6add8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:31.260981 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29993f9-0e57-4cd7-b610-34aaa70138e9', 'tag': '90198d2b-a4c2-455a-9bae-979c18eec0e4', 'status': 'completed', 'code': 200} Aug 09 15:43:31.308321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.308868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.310662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] 10.222.0.66 "PUT /v2.0/ports/bde34bde-38e6-4d2a-b405-0b17d465d07c HTTP/1.1" status: 200 len: 1092 time: 2.2691314 Aug 09 15:43:31.323169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.326160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8422cd-eae7-43a4-865b-9af434e01e45', 'tag': 'bde34bde-38e6-4d2a-b405-0b17d465d07c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:31.329111 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28d9c94-8bbe-4160-b21b-ae0367e5c178" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8422cd-eae7-43a4-865b-9af434e01e45", "tag": "bde34bde-38e6-4d2a-b405-0b17d465d07c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:31.331980 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23b52206-63ce-4778-9745-435c63912e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.364954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b52206-63ce-4778-9745-435c63912e8e None None] No DVR routers for this DVR port 848e2b0f-955b-4a41-a73f-73f5217beed0 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:31.365194 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-b025bcc7-7a70-48fe-add0-136a187a2b6a service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606488 Aug 09 15:43:31.370765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b52206-63ce-4778-9745-435c63912e8e None None] Pushing event deleted for resources: {'Port': ['ID=848e2b0f-955b-4a41-a73f-73f5217beed0,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:31.404234 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-c90d843c-447c-4b8e-b215-857b3ec646a5 service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909668 Aug 09 15:43:31.408489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-e51bf6bf-85fd-4e65-b7f7-0483a3d568c5 service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926929 Aug 09 15:43:31.420448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bfb3f-2443-45ec-b9c9-0df7c2b036c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bde34bde-38e6-4d2a-b405-0b17d465d07c,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:31.475960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8f0323b2-9775-410e-9941-2e1eda7e596f no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:31.503051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8f0323b2-9775-410e-9941-2e1eda7e596f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:31.504056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8f0323b2-9775-410e-9941-2e1eda7e596f not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:31.504704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 848e2b0f-955b-4a41-a73f-73f5217beed0 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:31.534441 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.537540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 848e2b0f-955b-4a41-a73f-73f5217beed0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:31.537540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 848e2b0f-955b-4a41-a73f-73f5217beed0 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:31.541528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aeedf-fa9e-4fd8-8bf1-8dc7d4f9d4b2 req-cd6d3518-a417-432f-b40c-e6848cd212b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.550450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e62aeedf-fa9e-4fd8-8bf1-8dc7d4f9d4b2 req-cd6d3518-a417-432f-b40c-e6848cd212b5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 944 time: 0.3078256 Aug 09 15:43:31.555039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6113f26-7721-4eb3-8752-098e2798b81e']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:31.567398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-282f9066-ee7a-4bfb-a1b2-4d38a0e506fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.569585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-282f9066-ee7a-4bfb-a1b2-4d38a0e506fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 1095 time: 0.1867542 Aug 09 15:43:31.579922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9fec32-9ddb-4b94-b290-1f42098d9fe2') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:31.580360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9fec32-9ddb-4b94-b290-1f42098d9fe2') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:31.595955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-3d26f916-e256-4781-8009-387dbd2afc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.597507 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-3d26f916-e256-4781-8009-387dbd2afc36 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 1094 time: 0.1133475 Aug 09 15:43:31.599368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.642717 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.646257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-df52b9b1-f393-4c09-87da-0a7a4319fd68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde34bde-38e6-4d2a-b405-0b17d465d07c HTTP/1.1" status: 200 len: 217 time: 0.0678790 Aug 09 15:43:31.674628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8a5cef7e-78aa-4393-ba88-afea93a074de req-bedfb673-2d05-4352-a090-14a0935ca403 service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013186 Aug 09 15:43:31.684594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:43:31.685856 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:43:31.688182 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:43:31.716097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e62aeedf-fa9e-4fd8-8bf1-8dc7d4f9d4b2 req-3fa9002d-2946-4924-b026-c769d1756b59 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529183 Aug 09 15:43:31.723738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-a88b21be-8d97-4f30-9ef0-7fbd1ebbf09e service neutron] 10.222.0.64 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076305 Aug 09 15:43:31.745112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-8ee1518b-f0f7-486d-a9cd-c7ba7d986b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.747542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-8ee1518b-f0f7-486d-a9cd-c7ba7d986b6c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.0885634 Aug 09 15:43:31.791960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.803057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.803810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-fa2c637c-90f4-47c3-863a-7801a773b70d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452929 Aug 09 15:43:31.804996 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] 10.222.0.64 "DELETE /v2.0/networks/f6113f26-7721-4eb3-8752-098e2798b81e HTTP/1.1" status: 204 len: 168 time: 1.0704451 Aug 09 15:43:31.824182 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b2cc6f-32a7-4bb6-8869-2d95b7b02665 x-openstack-request-id: req-e1b2cc6f-32a7-4bb6-8869-2d95b7b02665 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:31.824868 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8422cd-eae7-43a4-865b-9af434e01e45", "tag": "bde34bde-38e6-4d2a-b405-0b17d465d07c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:31.825133 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1b2cc6f-32a7-4bb6-8869-2d95b7b02665 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:31.825763 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8422cd-eae7-43a4-865b-9af434e01e45', 'tag': 'bde34bde-38e6-4d2a-b405-0b17d465d07c', 'status': 'completed', 'code': 200} Aug 09 15:43:31.833985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-3e66e94d-0cdd-407a-aa67-8aa2789d52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.835882 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-3e66e94d-0cdd-407a-aa67-8aa2789d52d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 914 time: 0.2265515 Aug 09 15:43:31.837282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b36ea-360d-4aa7-9398-f534ecf0a16b admin admin] Pushing event deleted for resources: {'Network': ['ID=f6113f26-7721-4eb3-8752-098e2798b81e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:31.907221 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-d6a69549-9a21-458e-9860-c9d5a2a5c029 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90198d2b-a4c2-455a-9bae-979c18eec0e4 HTTP/1.1" status: 200 len: 217 time: 0.0586135 Aug 09 15:43:32.019983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54390) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:32.028795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-86938219-cc25-4206-8e5d-dc04415387fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.030515 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-86938219-cc25-4206-8e5d-dc04415387fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 200 len: 852 time: 0.1139681 Aug 09 15:43:32.056733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-be43fbfb-2e97-4708-949a-2fd2845bc07a service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294369 Aug 09 15:43:32.103560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-cc9e1e5c-1e4d-41e3-8b28-32e30214525c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39cda7b8-3956-4393-b255-afc5748ed805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597825 Aug 09 15:43:32.254013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a4e52-0c64-4196-8b50-ad72d7859bb7 req-55eb5d3b-d8e4-49fc-a10b-5f2ea2753f90 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.262088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-300213b8-16f5-4d75-981e-d1013ab5f5ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dd2a82f52504b1eaef31b92622e71ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373464 Aug 09 15:43:32.263245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-634a4e52-0c64-4196-8b50-ad72d7859bb7 req-55eb5d3b-d8e4-49fc-a10b-5f2ea2753f90 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.3412144 Aug 09 15:43:32.265797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54404) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:32.287209 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-9231b59a-d441-4cd6-89ab-12c4c0a38e92 service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700077 Aug 09 15:43:32.332571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b0a3de3-5fcc-4eb5-a369-2eb909e8d7f8 req-5d366c0d-782d-4834-a177-3d1e57307a59 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618353 Aug 09 15:43:32.361004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-634a4e52-0c64-4196-8b50-ad72d7859bb7 req-b3a31aec-5ee7-4297-a58a-4ca47eae1c2b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963759 Aug 09 15:43:32.376498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a540a8-8c7d-468e-9fa3-235df7677aa7 req-121b2eee-15c1-4a59-aa4d-80849494e58e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.378749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18a540a8-8c7d-468e-9fa3-235df7677aa7 req-121b2eee-15c1-4a59-aa4d-80849494e58e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.2692761 Aug 09 15:43:32.444476 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-783939d9-ced6-4101-9e85-342dd4e46e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.476351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18a540a8-8c7d-468e-9fa3-235df7677aa7 req-557e5cd4-6107-4f65-aed1-653bf0b0d624 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698497 Aug 09 15:43:32.507671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-783939d9-ced6-4101-9e85-342dd4e46e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.513627 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5bcc90d-94ac-4ca8-968d-3a5f4d46b6b1 req-22475334-3731-4c35-9570-3721e7968703 service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147222 Aug 09 15:43:32.579878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e6bad80-697b-4646-a65e-cbf85877b92a req-530aa36d-ecb7-4266-8053-6410e12d1d23 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 210 time: 0.1225648 Aug 09 15:43:32.638164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-19ae0d59-7258-48c8-936c-2a7636dfcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.639855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-19ae0d59-7258-48c8-936c-2a7636dfcdc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d0c1e32013c44db85a13a2205360274&device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 1095 time: 0.1811173 Aug 09 15:43:32.641560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-783939d9-ced6-4101-9e85-342dd4e46e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.645030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-783939d9-ced6-4101-9e85-342dd4e46e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.646479 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-783939d9-ced6-4101-9e85-342dd4e46e55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bb20cad-a213-41d7-bf67-cc6c6e874d93 HTTP/1.1" status: 204 len: 168 time: 0.3797371 Aug 09 15:43:32.663627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783939d9-ced6-4101-9e85-342dd4e46e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb20cad-a213-41d7-bf67-cc6c6e874d93,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:32.795249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53c78-34e1-4847-80aa-c111d28e371c req-21093542-4f20-429c-a144-c5da0a485d60 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.807761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ba53c78-34e1-4847-80aa-c111d28e371c req-21093542-4f20-429c-a144-c5da0a485d60 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 943 time: 0.1948364 Aug 09 15:43:33.218801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-9402bbd8-8fb4-437c-86f7-0304e3ed9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.220362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-9402bbd8-8fb4-437c-86f7-0304e3ed9f71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 200 len: 907 time: 0.5583179 Aug 09 15:43:33.224722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ba53c78-34e1-4847-80aa-c111d28e371c req-f6d14388-1848-4247-a9cb-87dc1f7fef25 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152730 Aug 09 15:43:33.252411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a690a7b-e40e-4e98-9215-5a0d1d28ea3c req-c9fcd5f1-e005-4e8e-8cae-f4688d6b06d6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.253939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a690a7b-e40e-4e98-9215-5a0d1d28ea3c req-c9fcd5f1-e005-4e8e-8cae-f4688d6b06d6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 944 time: 0.1070132 Aug 09 15:43:33.262793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225b24ef-8b1b-4971-ab06-916cd61c87c6', 'tag': '83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:33.265738 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7019408e-f22c-4904-9223-15eed0f14c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "225b24ef-8b1b-4971-ab06-916cd61c87c6", "tag": "83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:33.309276 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160eb796-7b3d-4259-bdaf-3296d82c9eff x-openstack-request-id: req-160eb796-7b3d-4259-bdaf-3296d82c9eff {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:33.309785 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225b24ef-8b1b-4971-ab06-916cd61c87c6", "tag": "83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:33.310724 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-160eb796-7b3d-4259-bdaf-3296d82c9eff {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:33.311281 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225b24ef-8b1b-4971-ab06-916cd61c87c6', 'tag': '83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d', 'status': 'completed', 'code': 200} Aug 09 15:43:33.311437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-99554114-7469-4f8d-9084-abf91a78c4b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde34bde-38e6-4d2a-b405-0b17d465d07c HTTP/1.1" status: 200 len: 217 time: 0.0732832 Aug 09 15:43:33.382544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a690a7b-e40e-4e98-9215-5a0d1d28ea3c req-475d3d91-705a-441b-8a88-a6f66e0d9277 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155717 Aug 09 15:43:33.421668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-e95d1048-5b3c-40d1-b5bf-1df3b90ecf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.425439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019408e-f22c-4904-9223-15eed0f14c6e req-08e4fd40-d70d-4e0e-a249-4a94f64d1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.427252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-e95d1048-5b3c-40d1-b5bf-1df3b90ecf72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 200 len: 845 time: 0.0908096 Aug 09 15:43:33.428733 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7019408e-f22c-4904-9223-15eed0f14c6e req-08e4fd40-d70d-4e0e-a249-4a94f64d1280 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&device_id=225b24ef-8b1b-4971-ab06-916cd61c87c6 HTTP/1.1" status: 200 len: 1094 time: 0.0855062 Aug 09 15:43:33.479487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-0ce45e20-e3d3-4b87-afc4-059a6349daad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2b68f7-8129-4980-b79e-b5f3010ff62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373800 Aug 09 15:43:33.633859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb70cc-5431-4208-9a38-7cd94c2d05d1 req-b771ccc6-a4b2-41dc-9f8b-0af50d861187 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.644797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ecb70cc-5431-4208-9a38-7cd94c2d05d1 req-b771ccc6-a4b2-41dc-9f8b-0af50d861187 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.1687984 Aug 09 15:43:33.656910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019408e-f22c-4904-9223-15eed0f14c6e req-10f93519-c24b-41ad-bfe0-8947403234af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.658776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7019408e-f22c-4904-9223-15eed0f14c6e req-10f93519-c24b-41ad-bfe0-8947403234af service neutron] 10.222.0.66 "GET /v2.0/networks?id=39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 200 len: 914 time: 0.2168319 Aug 09 15:43:33.681271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54440) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:33.690055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720499-25d7-4cba-b258-57b055803732 req-65ff0fde-4970-41c5-9582-65223be0d87e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.691737 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-65ff0fde-4970-41c5-9582-65223be0d87e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 811 time: 0.1748378 Aug 09 15:43:33.749823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Request body: {'port': {'device_id': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'admin_state_up': True, 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:33.756324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7019408e-f22c-4904-9223-15eed0f14c6e req-51611524-55ff-4972-a76b-ae85222b64ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d HTTP/1.1" status: 200 len: 217 time: 0.0839856 Aug 09 15:43:33.760250 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ecb70cc-5431-4208-9a38-7cd94c2d05d1 req-007fbaca-3c5d-433c-90b7-c31d5d2ced7f tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142147 Aug 09 15:43:33.801683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8169cce-c029-4c41-b930-c6871a98ac70 req-f4ecc45d-63ba-4219-8d88-07907aa2d5a0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.804471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8169cce-c029-4c41-b930-c6871a98ac70 req-f4ecc45d-63ba-4219-8d88-07907aa2d5a0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.1491740 Aug 09 15:43:33.807746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-19efeaf6-a356-4c62-826e-a33dac8bd112 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940602 Aug 09 15:43:33.895209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019408e-f22c-4904-9223-15eed0f14c6e req-5da98425-cb0b-48f2-84fb-b4ba868e3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.897533 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7019408e-f22c-4904-9223-15eed0f14c6e req-5da98425-cb0b-48f2-84fb-b4ba868e3cba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 200 len: 852 time: 0.1221795 Aug 09 15:43:33.926693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-210281064-network', 'tenant_id': '149a8351fabf4e28a677a14e1e47b88b'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:33.956667 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7019408e-f22c-4904-9223-15eed0f14c6e req-b5cc7fb7-7430-4393-96ed-b5573f04b7b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39cda7b8-3956-4393-b255-afc5748ed805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505278 Aug 09 15:43:33.993912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e000cfb4-2a02-4414-9867-004b79b90c94 req-e03c06f2-fafe-4abc-bdea-c4bd48dd8de0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 210 time: 0.0620871 Aug 09 15:43:34.044238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8169cce-c029-4c41-b930-c6871a98ac70 req-917a5542-53fa-4948-b8b4-58c283075bd2 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331154 Aug 09 15:43:34.052304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Made reservation on behalf of 149a8351fabf4e28a677a14e1e47b88b for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:34.055937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.076413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.112603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c28d9c94-8bbe-4160-b21b-ae0367e5c178 req-65d569cc-9fa3-41d6-b7e3-023181325f20 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908518 Aug 09 15:43:34.121080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Made reservation on behalf of 9345f1ab3536491e8c6ddbd7c8d069a0 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:34.127109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.151047 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7019408e-f22c-4904-9223-15eed0f14c6e req-9d1f8dc7-93a7-483e-b4d3-39a7219105ce service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862662 Aug 09 15:43:34.244892 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.250151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.284443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:43:34.299133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3106432d-7252-4388-8552-d82961e7642a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:34.321301 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.322415 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Added segment 3deff56e-0787-4107-b6d1-304283eca442 of type vlan for network 4d06e647-6474-4519-ba46-7d51af830e35 Aug 09 15:43:34.409429 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.427788 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7019408e-f22c-4904-9223-15eed0f14c6e req-d3412124-c265-454d-8804-49bb7bfebe34 service neutron] 10.222.0.66 "GET /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666512 Aug 09 15:43:34.467063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112eccc-45af-4c3f-9a7a-bb1acef3d0f0 req-6aa521b7-be89-43e0-bc2c-b225ebd09b80 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.468713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a112eccc-45af-4c3f-9a7a-bb1acef3d0f0 req-6aa521b7-be89-43e0-bc2c-b225ebd09b80 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 943 time: 0.1057987 Aug 09 15:43:34.470137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Allocated IP 172.20.0.12 (ef85b93e-e499-4972-8244-c314697005fe/c4f561c7-e720-471b-bc6f-314785afddb5/b0dce36b-caac-4285-93a5-27b91e584d1b) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:34.493519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.495841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.496934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.620426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9211476 Aug 09 15:43:34.623552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54452) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:34.628778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Request body: {'subnet': {'network_id': '4d06e647-6474-4519-ba46-7d51af830e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-210281064-subnet', 'tenant_id': '149a8351fabf4e28a677a14e1e47b88b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:34.631070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a112eccc-45af-4c3f-9a7a-bb1acef3d0f0 req-9c4f2265-3f05-432e-8bc9-ee276fd99818 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489198 Aug 09 15:43:34.639795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01db37-362e-4155-b3a0-aad840f6b4e4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d06e647-6474-4519-ba46-7d51af830e35,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:34.657786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4d06e647-6474-4519-ba46-7d51af830e35 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:43:34.677848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0cf49-a03e-45f4-878a-c799db6bdc8a req-9300a6b7-8c2a-47aa-a577-21b3bd25562e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.679576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bba0cf49-a03e-45f4-878a-c799db6bdc8a req-9300a6b7-8c2a-47aa-a577-21b3bd25562e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 944 time: 0.1419647 Aug 09 15:43:34.689013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Made reservation on behalf of 149a8351fabf4e28a677a14e1e47b88b for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:34.691501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.739761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bba0cf49-a03e-45f4-878a-c799db6bdc8a req-6fe992f6-c1ce-4682-9566-90f4a50b9658 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482535 Aug 09 15:43:34.772679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.798715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Transition to ACTIVE for port object b0dce36b-caac-4285-93a5-27b91e584d1b will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:34.878254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.891203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'c359bba2-539f-4f91-b31e-f969b2c0c101'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:34.899629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa828d7-4db8-49bc-b041-656fdec078fa req-b25309c2-6811-4857-af43-c4e15fb51af3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.901518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0aa828d7-4db8-49bc-b041-656fdec078fa req-b25309c2-6811-4857-af43-c4e15fb51af3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.0595443 Aug 09 15:43:34.950679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0aa828d7-4db8-49bc-b041-656fdec078fa req-21c68e62-0ea7-4258-966c-063c5bbbd0e7 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Aug 09 15:43:34.951971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Network ef85b93e-e499-4972-8244-c314697005fe is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:34.968871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:34.981068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:35.029070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.032602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event updated for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:35.102360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device bde34bde-38e6-4d2a-b405-0b17d465d07c details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:35.141380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.142275 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.194460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dcb98ec-d635-4ea9-a73e-751cef8c5d68,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:35.234729 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-d88c5b4a-c861-4aa6-af29-02332d153d02 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4900911 Aug 09 15:43:35.236383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Checking segment: {'id': '3deff56e-0787-4107-b6d1-304283eca442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4d06e647-6474-4519-ba46-7d51af830e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:35.236960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Network hostable DHCP agents. Network: 4d06e647-6474-4519-ba46-7d51af830e35, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:43:35.252143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Request body: {'port': {'device_id': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:35.254881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc47511-8c46-4ceb-917b-6679d212871a req-3e9c54ea-b65d-4a10-b603-78795f2b048d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.257683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5cc47511-8c46-4ceb-917b-6679d212871a req-3e9c54ea-b65d-4a10-b603-78795f2b048d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 932 time: 0.1432977 Aug 09 15:43:35.332178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Network 4d06e647-6474-4519-ba46-7d51af830e35 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:43:35.367294 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.369466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4d06e647-6474-4519-ba46-7d51af830e35) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:35.381195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5cc47511-8c46-4ceb-917b-6679d212871a req-edb5454e-ee77-49f7-9a23-e1485e619347 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102896 Aug 09 15:43:35.389382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.389991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.407648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbc91d-f96d-4371-99a1-5a12f366c46c None None] Network 4d06e647-6474-4519-ba46-7d51af830e35 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:35.447853 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-07138706-8040-4201-b775-f48a61b8f538 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8107271 Aug 09 15:43:35.524224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fbe3f-dfd1-4583-a348-65711fc79b9a req-ba4634ec-d68a-45fa-acd3-d21e0f299a63 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.524224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b3fbe3f-dfd1-4583-a348-65711fc79b9a req-ba4634ec-d68a-45fa-acd3-d21e0f299a63 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 944 time: 0.1319926 Aug 09 15:43:35.548910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port bde34bde-38e6-4d2a-b405-0b17d465d07c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bde34bde-38e6-4d2a-b405-0b17d465d07c,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:35.569130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'bde34bde-38e6-4d2a-b405-0b17d465d07c', 'network_id': '9b2b68f7-8129-4980-b79e-b5f3010ff62f', 'port_id': 'bde34bde-38e6-4d2a-b405-0b17d465d07c', 'mac_address': 'fa:16:3e:8d:d8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a26b04-7d30-45d4-959b-3e9f16d14fcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:35.596282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b3fbe3f-dfd1-4583-a348-65711fc79b9a req-5bae3fd0-a2ab-4a4c-b0d6-ee245e1efdd3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659389 Aug 09 15:43:35.652345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-512ec2cb-793a-49bb-b2e4-bc842cf687b6 None None] Provisioning for port b0dce36b-caac-4285-93a5-27b91e584d1b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:35.689942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-512ec2cb-793a-49bb-b2e4-bc842cf687b6 None None] Provisioning complete for port b0dce36b-caac-4285-93a5-27b91e584d1b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:35.691096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-512ec2cb-793a-49bb-b2e4-bc842cf687b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.692607 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.804655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde34bde-38e6-4d2a-b405-0b17d465d07c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:35.815890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-512ec2cb-793a-49bb-b2e4-bc842cf687b6 None None] Port b0dce36b-caac-4285-93a5-27b91e584d1b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:35.861483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port bde34bde-38e6-4d2a-b405-0b17d465d07c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bde34bde-38e6-4d2a-b405-0b17d465d07c,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:35.894988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.896103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 90198d2b-a4c2-455a-9bae-979c18eec0e4 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:35.907639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a41333-ca71-4772-99f7-6a6388f0e184 None None] Network 4d06e647-6474-4519-ba46-7d51af830e35 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:35.936362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ae6e1-0d70-413d-8177-fd435e1748e3 req-701161a7-7728-4738-b3e9-beb8b5f35930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.937986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a79ae6e1-0d70-413d-8177-fd435e1748e3 req-701161a7-7728-4738-b3e9-beb8b5f35930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 943 time: 0.1500254 Aug 09 15:43:35.992596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a755d5-7be1-4270-b403-62675f177808 req-61f4c75c-0318-4fd5-b94e-6b6c4dd1f780 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.995124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5a755d5-7be1-4270-b403-62675f177808 req-61f4c75c-0318-4fd5-b94e-6b6c4dd1f780 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 945 time: 0.1332386 Aug 09 15:43:36.013262 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dce36b-caac-4285-93a5-27b91e584d1b {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:36.024365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.044416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a79ae6e1-0d70-413d-8177-fd435e1748e3 req-7dbb996c-4f99-4540-8e20-0b0d4916d669 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929797 Aug 09 15:43:36.048424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Transition to ACTIVE for port object b0dce36b-caac-4285-93a5-27b91e584d1b will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:36.055069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.095677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5a755d5-7be1-4270-b403-62675f177808 req-483bd39c-558d-461a-8017-b72a3040a4c3 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872908 Aug 09 15:43:36.154152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:36.178994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:36.286378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d135194-094b-4ee1-945b-9d2560180efb req-33289e78-96de-4212-bc08-7c44b9ce9632 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.295456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=bde34bde-38e6-4d2a-b405-0b17d465d07c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:36.309716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d135194-094b-4ee1-945b-9d2560180efb req-33289e78-96de-4212-bc08-7c44b9ce9632 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.1155608 Aug 09 15:43:36.321908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Attempting to bind port b0dce36b-caac-4285-93a5-27b91e584d1b on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:36.322250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Attempting to bind port b0dce36b-caac-4285-93a5-27b91e584d1b by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:36.322579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Attempting to bind port b0dce36b-caac-4285-93a5-27b91e584d1b on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:36.327790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Port b0dce36b-caac-4285-93a5-27b91e584d1b on network ef85b93e-e499-4972-8244-c314697005fe not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:36.328229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Attempting to bind port b0dce36b-caac-4285-93a5-27b91e584d1b on network ef85b93e-e499-4972-8244-c314697005fe {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:36.346641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:36.347184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Checking segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:36.347840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Bound using segment: {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:36.348865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Bound port: b0dce36b-caac-4285-93a5-27b91e584d1b, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3802f25d-bd68-4ddf-983e-365fe3f84553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:36.348865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.394876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d135194-094b-4ee1-945b-9d2560180efb req-ba017077-d662-4b31-9943-be74d79785aa tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840652 Aug 09 15:43:36.486136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:36.487330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 90198d2b-a4c2-455a-9bae-979c18eec0e4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=90198d2b-a4c2-455a-9bae-979c18eec0e4,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:36.493655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:36.502411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.516671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '90198d2b-a4c2-455a-9bae-979c18eec0e4', 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'port_id': '90198d2b-a4c2-455a-9bae-979c18eec0e4', 'mac_address': 'fa:16:3e:a5:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5549dd3-480a-42e9-8fcf-7b00a09b44c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:36.524299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:36.564086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.564720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.569688 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] 10.222.0.66 "PUT /v2.0/ports/b0dce36b-caac-4285-93a5-27b91e584d1b HTTP/1.1" status: 200 len: 1092 time: 1.3233311 Aug 09 15:43:36.569688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:36.571019 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43422214-e2eb-42e9-be2c-aa193e16e231" -d '{"events": [{"name": "network-changed", "server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:36.623807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'port_id': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'mac_address': 'fa:16:3e:ee:9c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:36.660123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.685906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8d14a-e126-49e1-b915-aafbee7fc287 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:36.721863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-e909a5d4-2027-4b6b-8a89-cf446324b8d0 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.723474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-e909a5d4-2027-4b6b-8a89-cf446324b8d0 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/networks?id=4d06e647-6474-4519-ba46-7d51af830e35 HTTP/1.1" status: 200 len: 821 time: 0.2514963 Aug 09 15:43:36.755551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720499-25d7-4cba-b258-57b055803732 req-d0e2cf1d-3703-45be-8b77-2e7bcf80862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.758577 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-d0e2cf1d-3703-45be-8b77-2e7bcf80862c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 1095 time: 0.1256564 Aug 09 15:43:36.775757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.801219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90198d2b-a4c2-455a-9bae-979c18eec0e4 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:36.816543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f780e52c-95d7-4837-a8bf-a1323491e1aa {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:36.825163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-1650ab22-14fe-4214-b6e5-d43bd17041f4 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/quotas/149a8351fabf4e28a677a14e1e47b88b HTTP/1.1" status: 200 len: 375 time: 0.0630364 Aug 09 15:43:36.844219 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-04ff2372-9b56-488b-84f9-1dbf9c3e5f89 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0dce36b-caac-4285-93a5-27b91e584d1b HTTP/1.1" status: 200 len: 217 time: 0.0754161 Aug 09 15:43:36.873731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-89f800a9-9ac8-4727-8a69-8e90972abe35 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=149a8351fabf4e28a677a14e1e47b88b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473971 Aug 09 15:43:36.874564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:36.877826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 90198d2b-a4c2-455a-9bae-979c18eec0e4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=90198d2b-a4c2-455a-9bae-979c18eec0e4,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:36.881498 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.891017 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.891970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31529-cb37-4de0-9556-6dbe9b3a94cf req-e6a4059e-9fef-4cf5-86d4-82590f3d2af4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.892276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:36.893698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28b31529-cb37-4de0-9556-6dbe9b3a94cf req-e6a4059e-9fef-4cf5-86d4-82590f3d2af4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 944 time: 0.1692293 Aug 09 15:43:36.951886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720499-25d7-4cba-b258-57b055803732 req-cdcb1fa8-0461-409c-b666-04adb2a49bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.954668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-cdcb1fa8-0461-409c-b666-04adb2a49bad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1002731 Aug 09 15:43:37.024134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720499-25d7-4cba-b258-57b055803732 req-8f027bfa-b1ad-42aa-909f-f64db29930ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.025793 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-8f027bfa-b1ad-42aa-909f-f64db29930ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626056 Aug 09 15:43:37.029362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28b31529-cb37-4de0-9556-6dbe9b3a94cf req-fa52b096-8380-4805-a227-35875bcf26c5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250887 Aug 09 15:43:37.034604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:37.052618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=11']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:37.063247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d', 'network_id': '39cda7b8-3956-4393-b255-afc5748ed805', 'port_id': '83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d', 'mac_address': 'fa:16:3e:68:08:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5549dd3-480a-42e9-8fcf-7b00a09b44c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:37.116649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-de4886c6-d700-45fb-a497-8c9da3f48082 service neutron] 10.222.0.64 "GET /v2.0/networks/4d06e647-6474-4519-ba46-7d51af830e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132359 Aug 09 15:43:37.122579 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44ccb8-6e36-4995-9e4f-8d25826d11d1 x-openstack-request-id: req-6d44ccb8-6e36-4995-9e4f-8d25826d11d1 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:37.123051 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:37.123482 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d44ccb8-6e36-4995-9e4f-8d25826d11d1 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:37.124356 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'status': 'completed', 'code': 200} Aug 09 15:43:37.191806 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-177efd0f-74bc-43f9-9d1f-fec18dfee96c service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572251 Aug 09 15:43:37.197444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=90198d2b-a4c2-455a-9bae-979c18eec0e4,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:37.200999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.216086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:37.239469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:37.245546 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.314531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcf98e-985f-46fb-8d5c-4bd34b846df9 req-92af1820-d509-4bed-a8af-c3143b2dd476 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.316684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1bcf98e-985f-46fb-8d5c-4bd34b846df9 req-92af1820-d509-4bed-a8af-c3143b2dd476 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1063087 Aug 09 15:43:37.318810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['f780e52c-95d7-4837-a8bf-a1323491e1aa'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:37.319022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-dc706ab0-387e-48b4-97c7-f7087fe79522 service neutron] 10.222.0.64 "GET /v2.0/networks/4d06e647-6474-4519-ba46-7d51af830e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920376 Aug 09 15:43:37.329935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:37.351389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f6720499-25d7-4cba-b258-57b055803732 req-0ede33bf-5055-43b8-b6ef-5e40a9fd2e9c service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517909 Aug 09 15:43:37.392686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1bcf98e-985f-46fb-8d5c-4bd34b846df9 req-0c2b7e8b-63b3-4ee4-b47b-cd073edb1dec tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667493 Aug 09 15:43:37.523651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-423b10f9-f59e-4ba4-b24d-93f14c6ce874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.527395 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-423b10f9-f59e-4ba4-b24d-93f14c6ce874 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 1095 time: 0.0909562 Aug 09 15:43:37.662253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:37.716497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['90198d2b-a4c2-455a-9bae-979c18eec0e4'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:37.718698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['bde34bde-38e6-4d2a-b405-0b17d465d07c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:37.729813 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-a38ed6f8-b90d-475d-bbc9-2dc859f06791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.731792 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-a38ed6f8-b90d-475d-bbc9-2dc859f06791 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.1956575 Aug 09 15:43:37.740739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ce9c9-c1cd-4bb0-bc70-775c43b820a2 req-fd25e83e-f252-4197-8f04-5bc7c6328a67 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.743546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-317ce9c9-c1cd-4bb0-bc70-775c43b820a2 req-fd25e83e-f252-4197-8f04-5bc7c6328a67 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 944 time: 0.1104586 Aug 09 15:43:37.822784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-ff6a8176-9dc5-4256-9d9c-0ce0560b33ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0dce36b-caac-4285-93a5-27b91e584d1b HTTP/1.1" status: 200 len: 217 time: 0.0803833 Aug 09 15:43:37.860687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-317ce9c9-c1cd-4bb0-bc70-775c43b820a2 req-86d11dda-3c3f-494a-ac9a-8d27e875ed02 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095762 Aug 09 15:43:37.907254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075c2e-9094-43af-8ae0-fd6e3196f0da req-f117faca-20c6-476e-8b12-39324ee829ee tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.917925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c075c2e-9094-43af-8ae0-fd6e3196f0da req-f117faca-20c6-476e-8b12-39324ee829ee tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 945 time: 0.1158288 Aug 09 15:43:37.950716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-3ddcb1e0-6366-464b-84d7-b6598e526779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.953443 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-3ddcb1e0-6366-464b-84d7-b6598e526779 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1208472 Aug 09 15:43:37.996897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c075c2e-9094-43af-8ae0-fd6e3196f0da req-0c7aec7c-2999-4e8e-b9ec-23306cc94353 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737972 Aug 09 15:43:38.074321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-fd615380-c572-40d7-b7f3-03df4e3beed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.077211 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-fd615380-c572-40d7-b7f3-03df4e3beed3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078045 Aug 09 15:43:38.094543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b668ec-c4f8-4a0a-b051-26822b4cfef6 req-a65dc094-9a23-4932-a943-3c6fce352105 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.096300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53b668ec-c4f8-4a0a-b051-26822b4cfef6 req-a65dc094-9a23-4932-a943-3c6fce352105 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.0984008 Aug 09 15:43:38.126986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d7b1cb5-dc3f-413e-974c-63045faf176a req-9cba0fae-5986-420c-9084-0a0e6310920c tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 210 time: 0.0294712 Aug 09 15:43:38.173221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53b668ec-c4f8-4a0a-b051-26822b4cfef6 req-02ade1cf-5c9d-4819-8c68-7df096ebe8bc tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Aug 09 15:43:38.286719 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-b171add3-64d4-4734-8d9a-84f7d1febd58 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978538 Aug 09 15:43:38.422963 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-43422214-e2eb-42e9-be2c-aa193e16e231 req-db3bd0a5-bfe1-491a-85d7-41fdd9d43c9c service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271071 Aug 09 15:43:38.442283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27361b3d-df44-4413-bca2-bcbbfe2476e4 req-5f270cc5-a22b-4f56-a1ae-60eedfa47e82 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.444947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27361b3d-df44-4413-bca2-bcbbfe2476e4 req-5f270cc5-a22b-4f56-a1ae-60eedfa47e82 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 946 time: 0.1327791 Aug 09 15:43:38.461597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19fbe-4d7d-45dc-a72d-402989bb03af req-7432cfc9-d431-450a-884d-6030827b4102 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.463464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8d19fbe-4d7d-45dc-a72d-402989bb03af req-7432cfc9-d431-450a-884d-6030827b4102 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 944 time: 0.0865495 Aug 09 15:43:38.547947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27361b3d-df44-4413-bca2-bcbbfe2476e4 req-cef95581-bb39-419b-8ad6-871ab772f939 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832708 Aug 09 15:43:38.550716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8d19fbe-4d7d-45dc-a72d-402989bb03af req-f3000569-5088-4aed-9b37-f7eb63b1b4d5 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789721 Aug 09 15:43:38.690286 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9074190-0df8-4c8d-ba5d-5cf6a8354cc9 req-ceb817a2-44bc-4d10-884b-3618d71fa647 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.692020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9074190-0df8-4c8d-ba5d-5cf6a8354cc9 req-ceb817a2-44bc-4d10-884b-3618d71fa647 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.0687475 Aug 09 15:43:38.741403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9074190-0df8-4c8d-ba5d-5cf6a8354cc9 req-560c0184-126d-4893-be40-a14f02f15654 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380707 Aug 09 15:43:39.017539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61088f-040f-43a1-83d1-4ed1c3412e7a req-bac54d71-7257-46c8-8c1d-84ce2e88d992 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.021583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa61088f-040f-43a1-83d1-4ed1c3412e7a req-bac54d71-7257-46c8-8c1d-84ce2e88d992 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 944 time: 0.0604417 Aug 09 15:43:39.080279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa61088f-040f-43a1-83d1-4ed1c3412e7a req-7f022d55-ad53-4701-87a8-65ba96806ad4 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525203 Aug 09 15:43:39.216740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8e18b-3c1b-4638-bae2-c550bc7004ac req-c123c2a7-afd7-472f-b79e-741e697fe3a4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.218341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8e8e18b-3c1b-4638-bae2-c550bc7004ac req-c123c2a7-afd7-472f-b79e-741e697fe3a4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 945 time: 0.1229525 Aug 09 15:43:39.259996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device bde34bde-38e6-4d2a-b405-0b17d465d07c up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:39.281446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-a3b07efc-a5d7-41e3-a7c1-e4c3a7856bbb tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.283450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-a3b07efc-a5d7-41e3-a7c1-e4c3a7856bbb tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.35 "GET /v2.0/networks?id=4d06e647-6474-4519-ba46-7d51af830e35 HTTP/1.1" status: 200 len: 821 time: 0.1769729 Aug 09 15:43:39.316584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0512f2df-f042-45cb-b180-23890290f7e3 req-86bcbcb0-7954-425b-a715-63c3a085344c tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 210 time: 0.0554276 Aug 09 15:43:39.320398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Request body: {'port': {'device_id': '1a089797-f972-4d38-90e6-48a3ab25df5e', 'network_id': '4d06e647-6474-4519-ba46-7d51af830e35', 'admin_state_up': True, 'tenant_id': '149a8351fabf4e28a677a14e1e47b88b'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:39.332511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port bde34bde-38e6-4d2a-b405-0b17d465d07c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:39.335840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8e8e18b-3c1b-4638-bae2-c550bc7004ac req-13f35361-170c-4356-b50f-bdcd8449f26d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111231 Aug 09 15:43:39.340485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port bde34bde-38e6-4d2a-b405-0b17d465d07c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:39.341191 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.491638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.533052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8422cd-eae7-43a4-865b-9af434e01e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde34bde-38e6-4d2a-b405-0b17d465d07c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:39.537030 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259e51a6-01ac-4bf8-afe9-f1c3ec8920b2" -d '{"events": [{"server_uuid": "9b8422cd-eae7-43a4-865b-9af434e01e45", "name": "network-vif-plugged", "status": "completed", "tag": "bde34bde-38e6-4d2a-b405-0b17d465d07c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:39.556514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port bde34bde-38e6-4d2a-b405-0b17d465d07c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bde34bde-38e6-4d2a-b405-0b17d465d07c,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:39.561266 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.562243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:39.595194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514046b-5524-4293-a5ae-52ec80bc0e67 req-8cd14e36-dd4e-43b8-9772-bcf83badbb0a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.598213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5514046b-5524-4293-a5ae-52ec80bc0e67 req-8cd14e36-dd4e-43b8-9772-bcf83badbb0a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.1460493 Aug 09 15:43:39.627161 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da4fc42-4741-4c0d-9dee-c10b5a899210 x-openstack-request-id: req-7da4fc42-4741-4c0d-9dee-c10b5a899210 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:39.627920 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8422cd-eae7-43a4-865b-9af434e01e45", "name": "network-vif-plugged", "status": "completed", "tag": "bde34bde-38e6-4d2a-b405-0b17d465d07c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:39.628734 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7da4fc42-4741-4c0d-9dee-c10b5a899210 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:39.629320 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8422cd-eae7-43a4-865b-9af434e01e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde34bde-38e6-4d2a-b405-0b17d465d07c', 'code': 200} Aug 09 15:43:39.642707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Made reservation on behalf of 149a8351fabf4e28a677a14e1e47b88b for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:39.648817 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.678083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=bde34bde-38e6-4d2a-b405-0b17d465d07c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:39.692909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:39.697997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:39.698705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.760685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25e261-1331-443e-8066-5d297b8315dd req-5f0a8383-9f78-46c2-90e7-44f9c717fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.762992 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6a25e261-1331-443e-8066-5d297b8315dd req-5f0a8383-9f78-46c2-90e7-44f9c717fc3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 1097 time: 0.0824437 Aug 09 15:43:39.819718 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6a25e261-1331-443e-8066-5d297b8315dd req-3b88ee07-ec75-445c-b9f4-f5f2c9536ed4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477014 Aug 09 15:43:39.840794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5514046b-5524-4293-a5ae-52ec80bc0e67 req-addf8718-86e1-46c5-bc30-dad2cc0e3fb7 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292433 Aug 09 15:43:39.841938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.889978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae5893-8257-4b7d-9674-b6e77f2c6e90 req-1820dda4-a2be-444b-aab5-2d20c0286583 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.890760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05ae5893-8257-4b7d-9674-b6e77f2c6e90 req-1820dda4-a2be-444b-aab5-2d20c0286583 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 946 time: 0.2128587 Aug 09 15:43:39.907182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:39.913514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.991998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-da62e1e4-cb64-4a92-86d0-00576151c477 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.993578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-da62e1e4-cb64-4a92-86d0-00576151c477 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 946 time: 0.2561953 Aug 09 15:43:39.997796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:40.023173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:40.033689 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05ae5893-8257-4b7d-9674-b6e77f2c6e90 req-32da1ec9-e58c-4fe8-96f6-c1fefa9c516d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279390 Aug 09 15:43:40.113543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port f780e52c-95d7-4837-a8bf-a1323491e1aa completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:40.119662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port f780e52c-95d7-4837-a8bf-a1323491e1aa triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:40.120325 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.160752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfc72f-64fb-490e-a586-ad332dd007c7 req-d5f1ed22-15c8-4854-a8ea-8082f42b33c1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.162343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03dfc72f-64fb-490e-a586-ad332dd007c7 req-d5f1ed22-15c8-4854-a8ea-8082f42b33c1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 944 time: 0.2035530 Aug 09 15:43:40.180073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Allocated IP 172.20.0.7 (4d06e647-6474-4519-ba46-7d51af830e35/1dcb98ec-d635-4ea9-a73e-751cef8c5d68/10eab19b-7581-4c8f-8a7f-039e07ffb60a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:40.216788 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.268518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:40.274907 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.294041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03dfc72f-64fb-490e-a586-ad332dd007c7 req-499b0db5-e33c-483a-bf3d-b79003e2f6b9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083512 Aug 09 15:43:40.305269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28170-69cb-4198-b7d1-ca8bc82b8a36 req-13a0a978-6318-44d9-8320-6a1f3eba9f36 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.306819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2c28170-69cb-4198-b7d1-ca8bc82b8a36 req-13a0a978-6318-44d9-8320-6a1f3eba9f36 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 945 time: 0.1631963 Aug 09 15:43:40.336429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Deleting port df357d85-5722-4e98-b06d-7e6d69898a57 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:40.336774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.342058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=12']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:40.546694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2c28170-69cb-4198-b7d1-ca8bc82b8a36 req-18c4433e-3079-46c9-b1e5-1e870a8dc5dd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261989 Aug 09 15:43:40.579113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] For port df357d85-5722-4e98-b06d-7e6d69898a57, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df357d85-5722-4e98-b06d-7e6d69898a57,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:40.579556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.602228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f32447-1ef4-4a9a-9969-6b81b656114a req-1624a56d-bcbc-453a-8207-0c396ae13070 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.604023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0f32447-1ef4-4a9a-9969-6b81b656114a req-1624a56d-bcbc-453a-8207-0c396ae13070 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 944 time: 0.2124600 Aug 09 15:43:40.623408 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.626956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Calling delete_port for df357d85-5722-4e98-b06d-7e6d69898a57 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:40.687187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f39c13ac-ca54-4be5-869f-35a423669099 req-e662e33f-4112-4d00-a385-c1cf6c67f340 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 210 time: 0.0686653 Aug 09 15:43:40.763363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0f32447-1ef4-4a9a-9969-6b81b656114a req-fe65cea5-1f6a-4c71-ba33-816af7f01866 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339171 Aug 09 15:43:40.876299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.931787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6cfae-8194-44ff-96d1-6dc63e2c19bd req-18d32cdb-8a8e-4163-b76e-258f049e9cae tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.934334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18e6cfae-8194-44ff-96d1-6dc63e2c19bd req-18d32cdb-8a8e-4163-b76e-258f049e9cae tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1566148 Aug 09 15:43:41.052292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Network 4d06e647-6474-4519-ba46-7d51af830e35 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:41.072039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Pushing event updated for resources: {'Port': ['ID=10eab19b-7581-4c8f-8a7f-039e07ffb60a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:41.074940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:41.090466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:41.133513 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.145826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['df357d85-5722-4e98-b06d-7e6d69898a57'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:41.150578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18e6cfae-8194-44ff-96d1-6dc63e2c19bd req-247517fb-748e-4510-a990-0ac651d68693 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792107 Aug 09 15:43:41.199141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event deleted for resources: {'Port': ['ID=df357d85-5722-4e98-b06d-7e6d69898a57,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:41.215986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a35ae1-50a3-4898-bfe8-d9672de977fe req-b3be2a48-63fd-48dd-9575-91be5b55f105 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:41.218614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a35ae1-50a3-4898-bfe8-d9672de977fe req-b3be2a48-63fd-48dd-9575-91be5b55f105 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.2457991 Aug 09 15:43:41.231165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:41.232190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.274385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b0dce36b-caac-4285-93a5-27b91e584d1b details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:41.279763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 90198d2b-a4c2-455a-9bae-979c18eec0e4 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:41.318443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-ab9167ad-4803-4d80-851b-6977237543ce tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0064833 Aug 09 15:43:41.351421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbe6b6ab-c253-49fc-9c4b-e745bfe61779 req-dcba90a8-fd8c-4259-bc32-8b74f1146a13 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 210 time: 0.0641103 Aug 09 15:43:41.358453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Request body: {'port': {'device_id': '1a089797-f972-4d38-90e6-48a3ab25df5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:41.361876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] No DVR routers for this DVR port df357d85-5722-4e98-b06d-7e6d69898a57 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:41.373596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.376121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15782f27-16f2-4cc3-a3aa-1440ef3e086e req-9979b9da-2654-45e8-9785-498507aac4a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "DELETE /v2.0/ports/df357d85-5722-4e98-b06d-7e6d69898a57 HTTP/1.1" status: 204 len: 173 time: 1.3457782 Aug 09 15:43:41.398342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e66e364-02af-4e6c-b807-1ce113f5c152', 'name': 'network-vif-deleted', 'tag': 'df357d85-5722-4e98-b06d-7e6d69898a57'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:41.402198 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5658e4f9-b98f-46a4-8624-0247b11ffe49" -d '{"events": [{"server_uuid": "7e66e364-02af-4e6c-b807-1ce113f5c152", "name": "network-vif-deleted", "tag": "df357d85-5722-4e98-b06d-7e6d69898a57"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:41.435870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17a35ae1-50a3-4898-bfe8-d9672de977fe req-18c05c1d-790b-4a0d-9753-f57959a697b4 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977384 Aug 09 15:43:41.462895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 90198d2b-a4c2-455a-9bae-979c18eec0e4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:41.500167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 90198d2b-a4c2-455a-9bae-979c18eec0e4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:41.501170 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.508674 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55d6159-9128-4acc-849e-761d872b857f x-openstack-request-id: req-a55d6159-9128-4acc-849e-761d872b857f {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:41.508951 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e66e364-02af-4e6c-b807-1ce113f5c152", "name": "network-vif-deleted", "tag": "df357d85-5722-4e98-b06d-7e6d69898a57", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:41.509251 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a55d6159-9128-4acc-849e-761d872b857f {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:41.509991 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e66e364-02af-4e6c-b807-1ce113f5c152', 'name': 'network-vif-deleted', 'tag': 'df357d85-5722-4e98-b06d-7e6d69898a57', 'status': 'completed', 'code': 200} Aug 09 15:43:41.513822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.594473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:41.622248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'mac_address': 'fa:16:3e:20:ea:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:41.635166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225b24ef-8b1b-4971-ab06-916cd61c87c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d'}, {'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:41.641539 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e9d266-ebf8-4e66-b69b-b9f89e9a178c" -d '{"events": [{"server_uuid": "225b24ef-8b1b-4971-ab06-916cd61c87c6", "name": "network-vif-plugged", "status": "completed", "tag": "83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d"}, {"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-plugged", "status": "completed", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:41.654800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821e357-8f86-4811-90fd-13c208deb271 req-f2b92674-2a39-4842-9530-6321ed5062ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:41.657241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7821e357-8f86-4811-90fd-13c208deb271 req-f2b92674-2a39-4842-9530-6321ed5062ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 944 time: 0.1307395 Aug 09 15:43:41.762307 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.788343 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.846834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 90198d2b-a4c2-455a-9bae-979c18eec0e4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=90198d2b-a4c2-455a-9bae-979c18eec0e4,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:41.850253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dce36b-caac-4285-93a5-27b91e584d1b {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:41.857135 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.911054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:41.915765 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.945086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=90198d2b-a4c2-455a-9bae-979c18eec0e4,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:42.030318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:42.255367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7821e357-8f86-4811-90fd-13c208deb271 req-7a3688e6-3d78-4807-8e80-148150fac53a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469961 Aug 09 15:43:42.264077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b0dce36b-caac-4285-93a5-27b91e584d1b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:42.283092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808be354-dd77-45bc-9678-dc1a4654ec6e req-d7f5058d-7f6b-4523-a850-56d250dcc775 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.285371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-808be354-dd77-45bc-9678-dc1a4654ec6e req-d7f5058d-7f6b-4523-a850-56d250dcc775 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 946 time: 0.5499773 Aug 09 15:43:42.375957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-808be354-dd77-45bc-9678-dc1a4654ec6e req-94b6647c-5c81-4ca0-b2d7-5085dacd6a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752127 Aug 09 15:43:42.392365 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5783d85-2343-447a-8e4d-2fb2dad1d1bc x-openstack-request-id: req-d5783d85-2343-447a-8e4d-2fb2dad1d1bc {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:42.393109 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225b24ef-8b1b-4971-ab06-916cd61c87c6", "name": "network-vif-plugged", "status": "completed", "tag": "83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d", "code": 200}, {"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-plugged", "status": "completed", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:42.393109 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5783d85-2343-447a-8e4d-2fb2dad1d1bc {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:42.406645 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225b24ef-8b1b-4971-ab06-916cd61c87c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d', 'code': 200} Aug 09 15:43:42.407350 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'code': 200} Aug 09 15:43:42.502706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10eab19b-7581-4c8f-8a7f-039e07ffb60a {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:42.515570 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.548764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fe55d-e21d-44d6-a08c-64065d29f6e9 req-47695ac4-1cd8-4603-b3c6-edb6a7caef32 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.558469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-335fe55d-e21d-44d6-a08c-64065d29f6e9 req-47695ac4-1cd8-4603-b3c6-edb6a7caef32 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 931 time: 0.0975904 Aug 09 15:43:42.561869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Transition to ACTIVE for port object 10eab19b-7581-4c8f-8a7f-039e07ffb60a will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:42.574337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734595ca-b876-4a7c-ac5d-ad23a60194df req-e4edb35b-8b5f-43a2-864f-e8ef0fae7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.576074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-734595ca-b876-4a7c-ac5d-ad23a60194df req-e4edb35b-8b5f-43a2-864f-e8ef0fae7d34 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=225b24ef-8b1b-4971-ab06-916cd61c87c6 HTTP/1.1" status: 200 len: 1096 time: 0.0842600 Aug 09 15:43:42.598468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.644458 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-734595ca-b876-4a7c-ac5d-ad23a60194df req-7ebe61a2-4772-4348-95fa-78d5281a92a6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586092 Aug 09 15:43:42.750015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-335fe55d-e21d-44d6-a08c-64065d29f6e9 req-b8c3edd6-760e-4cab-adcf-c4056e82f33e tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911511 Aug 09 15:43:42.763223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=10eab19b-7581-4c8f-8a7f-039e07ffb60a,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:42.828240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86f4c-e1e0-4efa-b9ed-25e60499f0f6 req-7cb13ac8-5e59-455b-acf6-65c07d688c36 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.830024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ef86f4c-e1e0-4efa-b9ed-25e60499f0f6 req-7cb13ac8-5e59-455b-acf6-65c07d688c36 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 945 time: 0.2099049 Aug 09 15:43:42.912091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5782d2-16f3-4a95-8089-802fe87f7754 req-6b5c3199-b747-4b6d-8951-800a7f3a9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.913780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f5782d2-16f3-4a95-8089-802fe87f7754 req-6b5c3199-b747-4b6d-8951-800a7f3a9826 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1097 time: 0.1372433 Aug 09 15:43:42.945208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ef86f4c-e1e0-4efa-b9ed-25e60499f0f6 req-8c84e3d1-b267-4c64-b11d-2b9c6b3a4072 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930052 Aug 09 15:43:42.952756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Attempting to bind port 10eab19b-7581-4c8f-8a7f-039e07ffb60a on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:42.953169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Attempting to bind port 10eab19b-7581-4c8f-8a7f-039e07ffb60a by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '3deff56e-0787-4107-b6d1-304283eca442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4d06e647-6474-4519-ba46-7d51af830e35'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:42.953438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Attempting to bind port 10eab19b-7581-4c8f-8a7f-039e07ffb60a on network 4d06e647-6474-4519-ba46-7d51af830e35 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:42.977751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Port 10eab19b-7581-4c8f-8a7f-039e07ffb60a on network 4d06e647-6474-4519-ba46-7d51af830e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:42.977751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Attempting to bind port 10eab19b-7581-4c8f-8a7f-039e07ffb60a on network 4d06e647-6474-4519-ba46-7d51af830e35 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:43.012338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f5782d2-16f3-4a95-8089-802fe87f7754 req-a5d43726-1b14-4f8d-bab0-db89c9ccc70f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816922 Aug 09 15:43:43.013141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:43.013478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Checking segment: {'id': '3deff56e-0787-4107-b6d1-304283eca442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4d06e647-6474-4519-ba46-7d51af830e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:43.013849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Bound using segment: {'id': '3deff56e-0787-4107-b6d1-304283eca442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4d06e647-6474-4519-ba46-7d51af830e35'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:43.014325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Bound port: 10eab19b-7581-4c8f-8a7f-039e07ffb60a, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deff56e-0787-4107-b6d1-304283eca442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '4d06e647-6474-4519-ba46-7d51af830e35'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:43.014753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.074918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58e055-5b01-4177-b0f3-4560bc45c8ca req-700a4d33-41d6-4700-ab1e-2069f0c5f245 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.076402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb58e055-5b01-4177-b0f3-4560bc45c8ca req-700a4d33-41d6-4700-ab1e-2069f0c5f245 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1190343 Aug 09 15:43:43.132228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9b7ddba-0ca8-47f0-b065-8e0aecc4654e req-02f1c83b-ee93-4b13-92cd-bc156bf98ec7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 210 time: 0.0546374 Aug 09 15:43:43.172853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] For port 10eab19b-7581-4c8f-8a7f-039e07ffb60a, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:43.197894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] For port 10eab19b-7581-4c8f-8a7f-039e07ffb60a, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=10eab19b-7581-4c8f-8a7f-039e07ffb60a,segment=NetworkSegment(3deff56e-0787-4107-b6d1-304283eca442),segment_id=3deff56e-0787-4107-b6d1-304283eca442)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:43.212127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb58e055-5b01-4177-b0f3-4560bc45c8ca req-6661f92b-8d6a-43ad-a167-2af291437f73 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151271 Aug 09 15:43:43.216199 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.329462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=10eab19b-7581-4c8f-8a7f-039e07ffb60a,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:43.341712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.342388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.344251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-9abef764-179e-47e4-8c94-9aa7ce5b0fb3 service neutron] 10.222.0.35 "PUT /v2.0/ports/10eab19b-7581-4c8f-8a7f-039e07ffb60a HTTP/1.1" status: 200 len: 1091 time: 1.9955962 Aug 09 15:43:43.395239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea657c-7364-4009-af35-22b9bf00d6df req-a030b62d-5124-4991-b186-6569e47e3173 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.408784 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57ea657c-7364-4009-af35-22b9bf00d6df req-a030b62d-5124-4991-b186-6569e47e3173 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.1734579 Aug 09 15:43:43.510976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a089797-f972-4d38-90e6-48a3ab25df5e', 'tag': '10eab19b-7581-4c8f-8a7f-039e07ffb60a'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:43.515571 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e314d4-2233-446c-afa1-a12c6d204148" -d '{"events": [{"name": "network-changed", "server_uuid": "1a089797-f972-4d38-90e6-48a3ab25df5e", "tag": "10eab19b-7581-4c8f-8a7f-039e07ffb60a"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:43.563547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57ea657c-7364-4009-af35-22b9bf00d6df req-6e7064df-c9c6-47d0-a887-9dd8f56a4e35 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532600 Aug 09 15:43:43.571211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-99982f21-5f33-49cb-b4f4-3c7cc16c0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.573794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-99982f21-5f33-49cb-b4f4-3c7cc16c0674 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149a8351fabf4e28a677a14e1e47b88b&device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 1094 time: 0.1608653 Aug 09 15:43:43.617691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89667ed-7343-4af1-b001-026cea17e47f req-02e58d06-f797-41e3-bad4-9c9b4f032daa tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.619558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e89667ed-7343-4af1-b001-026cea17e47f req-02e58d06-f797-41e3-bad4-9c9b4f032daa tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 945 time: 0.1588597 Aug 09 15:43:43.676239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-161b5ede-7287-492b-8358-2de1e8cff789 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10eab19b-7581-4c8f-8a7f-039e07ffb60a HTTP/1.1" status: 200 len: 217 time: 0.0928304 Aug 09 15:43:43.871106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e89667ed-7343-4af1-b001-026cea17e47f req-acc41449-7549-49bd-b5c5-432e2d690abd tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902177 Aug 09 15:43:43.875730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-944b1d3f-2ef8-498f-a586-33ffa5ab8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.878749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-944b1d3f-2ef8-498f-a586-33ffa5ab8516 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dcb98ec-d635-4ea9-a73e-751cef8c5d68 HTTP/1.1" status: 200 len: 861 time: 0.1664617 Aug 09 15:43:43.905544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6282790-f57d-4bcf-8c36-695b7f3d5083 req-a242b3b3-a2ef-45bb-9b75-b9503c84f1a4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.919350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6282790-f57d-4bcf-8c36-695b7f3d5083 req-a242b3b3-a2ef-45bb-9b75-b9503c84f1a4 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.2413244 Aug 09 15:43:43.998283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-1b9070bc-a436-4ad7-83a9-fa7e68d6cc76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d06e647-6474-4519-ba46-7d51af830e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666797 Aug 09 15:43:44.069510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device df357d85-5722-4e98-b06d-7e6d69898a57 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:44.131591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: df357d85-5722-4e98-b06d-7e6d69898a57 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:44.137218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device df357d85-5722-4e98-b06d-7e6d69898a57 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:44.180291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6282790-f57d-4bcf-8c36-695b7f3d5083 req-3fbf6a22-84da-4dd2-b740-6309a92bc512 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593291 Aug 09 15:43:44.226572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8f22f-bed8-4cae-ad44-64504e0b6db3 req-4b6cad87-ff18-4f96-9152-d2543f14a6ef tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:44.239143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43d8f22f-bed8-4cae-ad44-64504e0b6db3 req-4b6cad87-ff18-4f96-9152-d2543f14a6ef tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 946 time: 0.2337854 Aug 09 15:43:44.272829 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7dd59a-69d4-4d66-b379-c892be21de8e x-openstack-request-id: req-ae7dd59a-69d4-4d66-b379-c892be21de8e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:44.273427 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a089797-f972-4d38-90e6-48a3ab25df5e", "tag": "10eab19b-7581-4c8f-8a7f-039e07ffb60a", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:44.273937 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae7dd59a-69d4-4d66-b379-c892be21de8e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:44.274656 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a089797-f972-4d38-90e6-48a3ab25df5e', 'tag': '10eab19b-7581-4c8f-8a7f-039e07ffb60a', 'status': 'completed', 'code': 200} Aug 09 15:43:44.312540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-76afe630-6f79-4f1e-9273-7324cce0cf4b service neutron] 10.222.0.35 "GET /v2.0/networks/4d06e647-6474-4519-ba46-7d51af830e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043892 Aug 09 15:43:44.410272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29993f9-0e57-4cd7-b610-34aaa70138e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90198d2b-a4c2-455a-9bae-979c18eec0e4'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:44.412966 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d23d2ff-86c3-4eb5-9912-f545eafc9549" -d '{"events": [{"server_uuid": "a29993f9-0e57-4cd7-b610-34aaa70138e9", "name": "network-vif-plugged", "status": "completed", "tag": "90198d2b-a4c2-455a-9bae-979c18eec0e4"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:44.437436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43d8f22f-bed8-4cae-ad44-64504e0b6db3 req-2a7f4579-0a80-4fc4-a66d-1ea7f5343043 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949666 Aug 09 15:43:44.586369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-0195c137-29a8-41f0-8528-31e989af97d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2455964 Aug 09 15:43:44.590695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2252de2-2203-45ed-99c4-d7025d5fbc22 req-f1987855-e76c-4f1c-8f81-5195ff27e8ce service neutron] 10.222.0.35 "GET /v2.0/networks/4d06e647-6474-4519-ba46-7d51af830e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674356 Aug 09 15:43:44.627965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac606ca-561e-47d8-957d-698fcf3cd199 req-ce22d7c8-6df2-4b65-9ee1-f14a7dda5015 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:44.630919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ac606ca-561e-47d8-957d-698fcf3cd199 req-ce22d7c8-6df2-4b65-9ee1-f14a7dda5015 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 943 time: 0.2882700 Aug 09 15:43:44.830538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ac606ca-561e-47d8-957d-698fcf3cd199 req-c16bb4f6-54a2-4d4e-a022-8e7c8ac94c5d tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468151 Aug 09 15:43:44.861330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb9207-853f-41f3-a8ed-0db29adde559 req-d28768ff-9bdb-4efc-aaad-0d3a38a2ef36 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:44.873531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44bb9207-853f-41f3-a8ed-0db29adde559 req-d28768ff-9bdb-4efc-aaad-0d3a38a2ef36 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 945 time: 0.2397244 Aug 09 15:43:44.904659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e314d4-2233-446c-afa1-a12c6d204148 req-0705508b-fb4f-4715-841e-dce9cb021d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:44.907863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e314d4-2233-446c-afa1-a12c6d204148 req-0705508b-fb4f-4715-841e-dce9cb021d0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149a8351fabf4e28a677a14e1e47b88b&device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 1094 time: 0.2164702 Aug 09 15:43:44.922144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-3afc347c-df32-4ed9-847a-f868cbc82cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:44.925290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-3afc347c-df32-4ed9-847a-f868cbc82cbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1095 time: 0.2438023 Aug 09 15:43:44.963091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a127ebb5-1b6a-411e-8a1b-0282ea65c62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.124937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3139e1df-8fd2-4d3d-bf7d-64564dc9fd83 req-c4af80c5-3891-4a57-9f0d-a0a483ad6386 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 210 time: 0.1223762 Aug 09 15:43:45.154997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44bb9207-853f-41f3-a8ed-0db29adde559 req-77eacb12-049e-44d4-aa85-54acae5f91bc tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676485 Aug 09 15:43:45.233331 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02060889-e045-474e-ab81-f75cb03b8ce9 x-openstack-request-id: req-02060889-e045-474e-ab81-f75cb03b8ce9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:45.234233 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29993f9-0e57-4cd7-b610-34aaa70138e9", "name": "network-vif-plugged", "status": "completed", "tag": "90198d2b-a4c2-455a-9bae-979c18eec0e4", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:45.234656 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02060889-e045-474e-ab81-f75cb03b8ce9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:45.235275 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29993f9-0e57-4cd7-b610-34aaa70138e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90198d2b-a4c2-455a-9bae-979c18eec0e4', 'code': 200} Aug 09 15:43:45.294384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-23440729-d153-4f66-ab64-9c5774d83d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.296295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-23440729-d153-4f66-ab64-9c5774d83d3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.2917774 Aug 09 15:43:45.297624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e314d4-2233-446c-afa1-a12c6d204148 req-88bfb97d-7068-4f07-bcdf-07cb1f6b88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.300085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e314d4-2233-446c-afa1-a12c6d204148 req-88bfb97d-7068-4f07-bcdf-07cb1f6b88d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d06e647-6474-4519-ba46-7d51af830e35 HTTP/1.1" status: 200 len: 923 time: 0.3729408 Aug 09 15:43:45.302282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b0dce36b-caac-4285-93a5-27b91e584d1b up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:45.410870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port b0dce36b-caac-4285-93a5-27b91e584d1b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:45.425096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port b0dce36b-caac-4285-93a5-27b91e584d1b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:45.428884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e2869-9dc3-41ce-bdfa-712026013fae req-cecdeda3-9ac5-4571-8d1e-7f43de04b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.430853 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.432461 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee0e2869-9dc3-41ce-bdfa-712026013fae req-cecdeda3-9ac5-4571-8d1e-7f43de04b61d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 1096 time: 0.1026561 Aug 09 15:43:45.497450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e314d4-2233-446c-afa1-a12c6d204148 req-84e4ed91-14f6-4470-9a72-9a6309a91d3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10eab19b-7581-4c8f-8a7f-039e07ffb60a HTTP/1.1" status: 200 len: 217 time: 0.1712637 Aug 09 15:43:45.549262 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee0e2869-9dc3-41ce-bdfa-712026013fae req-bdfb92a6-2d70-4208-80d0-13b6c7d0e8c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997238 Aug 09 15:43:45.551906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e51b-92bf-42af-852a-939135ed0a45 req-5876eb89-098c-4ba3-b35b-49422af51dfe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.559975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34f1e51b-92bf-42af-852a-939135ed0a45 req-5876eb89-098c-4ba3-b35b-49422af51dfe tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.3158195 Aug 09 15:43:45.618416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-c938cdc6-cef1-406d-b09e-e50a6e037967 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 998 time: 0.3044956 Aug 09 15:43:45.638036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a206db7-c109-48ce-9181-105ab1d6e466 req-47dd99d1-1dce-444e-8b4f-b06e152eecfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.640213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a206db7-c109-48ce-9181-105ab1d6e466 req-47dd99d1-1dce-444e-8b4f-b06e152eecfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.3292353 Aug 09 15:43:45.652671 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.716935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e314d4-2233-446c-afa1-a12c6d204148 req-d0d6368b-2ee9-4095-ad82-c5fb4a42ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.716935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e314d4-2233-446c-afa1-a12c6d204148 req-d0d6368b-2ee9-4095-ad82-c5fb4a42ec7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dcb98ec-d635-4ea9-a73e-751cef8c5d68 HTTP/1.1" status: 200 len: 861 time: 0.1948326 Aug 09 15:43:45.729768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:45.739995 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.795020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34f1e51b-92bf-42af-852a-939135ed0a45 req-5ffaedc5-b8e7-44d2-a2ef-cdd42ea47742 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334702 Aug 09 15:43:45.829293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:45.834164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a206db7-c109-48ce-9181-105ab1d6e466 req-0fe7330b-76cb-4cd9-8f67-408397c97945 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724052 Aug 09 15:43:45.839228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e314d4-2233-446c-afa1-a12c6d204148 req-0e0fbf4c-7143-4bf6-a6e6-638ee8776b99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d06e647-6474-4519-ba46-7d51af830e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064065 Aug 09 15:43:45.844240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-f090386e-c380-4245-93d9-6e3efe74a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.847082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-f090386e-c380-4245-93d9-6e3efe74a6b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1991780 Aug 09 15:43:46.105314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-2d12ab1d-a5a7-4405-8649-134de887da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:46.107404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-2d12ab1d-a5a7-4405-8649-134de887da1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2241702 Aug 09 15:43:46.177543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f625a-793d-4b01-95dc-51c0de6f331d req-17194b62-f20a-48b7-bf1b-25867d059b47 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:46.181364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a8f625a-793d-4b01-95dc-51c0de6f331d req-17194b62-f20a-48b7-bf1b-25867d059b47 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.2093992 Aug 09 15:43:46.183664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e314d4-2233-446c-afa1-a12c6d204148 req-ad6584df-96b4-44b1-a3cc-bdc5a6973169 service neutron] 10.222.0.35 "GET /v2.0/networks/4d06e647-6474-4519-ba46-7d51af830e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206713 Aug 09 15:43:46.245003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62b355-4429-4412-bc1f-0f882c825969 req-f8d0a0de-d010-45d3-8baf-786d238a654c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:46.247671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b62b355-4429-4412-bc1f-0f882c825969 req-f8d0a0de-d010-45d3-8baf-786d238a654c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 946 time: 0.2560396 Aug 09 15:43:46.495599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a8f625a-793d-4b01-95dc-51c0de6f331d req-9397d499-5224-4638-8154-41ef1b57532b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647765 Aug 09 15:43:46.512129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b62b355-4429-4412-bc1f-0f882c825969 req-14ce62c9-5b4e-41c5-9622-fab7e3b4412a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459822 Aug 09 15:43:46.553943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-d41057ae-63a6-40d3-9558-5d0a11ab1f3d service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280949 Aug 09 15:43:46.564397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e314d4-2233-446c-afa1-a12c6d204148 req-f76da237-fbe4-4108-85b5-01876f6eea65 service neutron] 10.222.0.35 "GET /v2.0/networks/4d06e647-6474-4519-ba46-7d51af830e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360643 Aug 09 15:43:46.864559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6b231f-0bf5-4552-91cb-ed76e37bbfde req-a584c8a2-ac37-4cb8-9a8b-4f82b7588d18 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988169 Aug 09 15:43:46.885080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b8ed6d7-0ba2-47fe-a1db-5f9af48a1005 req-bbce74bc-d670-4ad1-a3ca-c951face7ba1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e66e364-02af-4e6c-b807-1ce113f5c152 HTTP/1.1" status: 200 len: 210 time: 0.0347095 Aug 09 15:43:46.903148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83bd4c-79d8-464a-a9fd-75f1aa378d90 req-56e2ca6e-c2da-476d-b396-96752712a38a tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:46.908228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f83bd4c-79d8-464a-a9fd-75f1aa378d90 req-56e2ca6e-c2da-476d-b396-96752712a38a tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 943 time: 0.1205063 Aug 09 15:43:46.964198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f83bd4c-79d8-464a-a9fd-75f1aa378d90 req-f893a347-2661-45a2-86d6-134f14670930 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 Aug 09 15:43:47.038871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43c99-bea0-4437-93b4-f6a62d4b1e4a req-7693770d-5a57-4815-ad42-16d69a367f5a tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:47.041330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ec43c99-bea0-4437-93b4-f6a62d4b1e4a req-7693770d-5a57-4815-ad42-16d69a367f5a tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 945 time: 0.0741968 Aug 09 15:43:47.110288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ec43c99-bea0-4437-93b4-f6a62d4b1e4a req-d1d29e40-8d04-4a0e-8fac-8261d872ff9f tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631676 Aug 09 15:43:47.132534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09b86-8970-4968-983e-465f0c3521e9 req-80e5d4ac-7e2b-499b-b7e8-b263b1dab488 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:47.135371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43b09b86-8970-4968-983e-465f0c3521e9 req-80e5d4ac-7e2b-499b-b7e8-b263b1dab488 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.0718825 Aug 09 15:43:47.213323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43b09b86-8970-4968-983e-465f0c3521e9 req-aef4d381-3f82-45f0-8d39-3fca9d87b281 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650024 Aug 09 15:43:47.238197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:47.242751 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379885f1-53fe-4f87-927b-b3f6e4f51ce6" -d '{"events": [{"server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "name": "network-vif-plugged", "status": "completed", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:47.280691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f282d1-0160-4def-8937-af2cba5c0849 req-42683264-4fa6-46ba-8d7d-12019b3e33eb tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:47.282818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61f282d1-0160-4def-8937-af2cba5c0849 req-42683264-4fa6-46ba-8d7d-12019b3e33eb tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.0678110 Aug 09 15:43:47.415448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61f282d1-0160-4def-8937-af2cba5c0849 req-b5579283-3351-4910-bd53-508e9f00df21 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147611 Aug 09 15:43:47.424764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302c6d7-9264-447d-866f-62eccd7e8408 req-c83da1fb-8bb0-405f-b08e-a51ce6700734 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:47.426316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7302c6d7-9264-447d-866f-62eccd7e8408 req-c83da1fb-8bb0-405f-b08e-a51ce6700734 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=225b24ef-8b1b-4971-ab06-916cd61c87c6 HTTP/1.1" status: 200 len: 945 time: 0.1270180 Aug 09 15:43:47.470636 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e72734-a268-4cd5-82ef-37f068f706a6 x-openstack-request-id: req-83e72734-a268-4cd5-82ef-37f068f706a6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:47.471000 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "name": "network-vif-plugged", "status": "completed", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:47.471553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7302c6d7-9264-447d-866f-62eccd7e8408 req-8b66d47c-08bf-4ee1-9577-74baf36a95a4 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Aug 09 15:43:47.472156 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83e72734-a268-4cd5-82ef-37f068f706a6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:47.472756 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'code': 200} Aug 09 15:43:47.474020 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34b67eff-9d13-493f-8ff8-d4ec56182443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.630174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64b653-cc4a-41a4-ac26-8aaed105524e req-f35deed4-7c12-4fdc-b293-5fcba7b01824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:47.632742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f64b653-cc4a-41a4-ac26-8aaed105524e req-f35deed4-7c12-4fdc-b293-5fcba7b01824 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 1097 time: 0.0766656 Aug 09 15:43:47.709156 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f64b653-cc4a-41a4-ac26-8aaed105524e req-be187dbc-8ccd-419f-9465-04ad5a6595ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590732 Aug 09 15:43:47.709372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7204f-d6a6-404c-93e4-5d2fd0f4ec39 req-3953a498-e7d4-4d19-ab3e-473252ede64e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:47.710964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf7204f-d6a6-404c-93e4-5d2fd0f4ec39 req-3953a498-e7d4-4d19-ab3e-473252ede64e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.0805438 Aug 09 15:43:47.764622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf7204f-d6a6-404c-93e4-5d2fd0f4ec39 req-fe4e9f49-3da3-4c75-b14f-b14da11f39c9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454452 Aug 09 15:43:47.773696 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.002451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69879-907b-429c-bfb8-ec68d15c9db3 req-0dab52ac-0ad2-4b51-b3b1-4c75164f9617 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:48.004123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2a69879-907b-429c-bfb8-ec68d15c9db3 req-0dab52ac-0ad2-4b51-b3b1-4c75164f9617 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=225b24ef-8b1b-4971-ab06-916cd61c87c6 HTTP/1.1" status: 200 len: 945 time: 0.0668211 Aug 09 15:43:48.054369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2a69879-907b-429c-bfb8-ec68d15c9db3 req-11ed20e3-48ff-4803-a670-fba09e9a9732 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393734 Aug 09 15:43:48.100177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 10eab19b-7581-4c8f-8a7f-039e07ffb60a details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:48.143692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa066aa-99fb-4e35-a94d-d60c0f474ada req-5633d042-0a9a-4723-abf2-c404d2fc6b0b tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:48.145622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-efa066aa-99fb-4e35-a94d-d60c0f474ada req-5633d042-0a9a-4723-abf2-c404d2fc6b0b tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 943 time: 0.0660124 Aug 09 15:43:48.201913 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-efa066aa-99fb-4e35-a94d-d60c0f474ada req-f0f598ce-5c63-4f0b-9d3c-5bccee33d4e5 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Aug 09 15:43:48.247448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 10eab19b-7581-4c8f-8a7f-039e07ffb60a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=10eab19b-7581-4c8f-8a7f-039e07ffb60a,segment=NetworkSegment(3deff56e-0787-4107-b6d1-304283eca442),segment_id=3deff56e-0787-4107-b6d1-304283eca442)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:48.261110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '10eab19b-7581-4c8f-8a7f-039e07ffb60a', 'network_id': '4d06e647-6474-4519-ba46-7d51af830e35', 'port_id': '10eab19b-7581-4c8f-8a7f-039e07ffb60a', 'mac_address': 'fa:16:3e:2a:10:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcb98ec-d635-4ea9-a73e-751cef8c5d68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:48.324790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.342852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10eab19b-7581-4c8f-8a7f-039e07ffb60a {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:48.373082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b1632-09ed-4240-bc8f-c28f491579f6 req-52813d5f-5d42-4b0f-81a7-c57d1f99154b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:48.373646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 10eab19b-7581-4c8f-8a7f-039e07ffb60a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=10eab19b-7581-4c8f-8a7f-039e07ffb60a,segment=NetworkSegment(3deff56e-0787-4107-b6d1-304283eca442),segment_id=3deff56e-0787-4107-b6d1-304283eca442)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:48.375252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e8b1632-09ed-4240-bc8f-c28f491579f6 req-52813d5f-5d42-4b0f-81a7-c57d1f99154b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.0717263 Aug 09 15:43:48.379568 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.436967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=10eab19b-7581-4c8f-8a7f-039e07ffb60a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:48.444639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e8b1632-09ed-4240-bc8f-c28f491579f6 req-a6b9cfd8-5b17-45b4-8a5e-d1d602f0dcb1 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603545 Aug 09 15:43:48.447308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.448044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.448673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.449419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.450067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.450734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.451404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.452579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.453431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.454163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.454855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.455336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:48.716167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['10eab19b-7581-4c8f-8a7f-039e07ffb60a'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:48.974474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a32ca9-e785-49ee-9d86-29fe54e55c58 req-9117bbc1-ba69-4181-9ef9-1b7d2a14041c tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:48.975460 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.976507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10a32ca9-e785-49ee-9d86-29fe54e55c58 req-9117bbc1-ba69-4181-9ef9-1b7d2a14041c tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.4610467 Aug 09 15:43:49.048729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810f071-983c-4ea3-ae39-084a45543afa req-bbce7775-0401-466b-bd3a-feff621aada9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:49.050317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1810f071-983c-4ea3-ae39-084a45543afa req-bbce7775-0401-466b-bd3a-feff621aada9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.4965742 Aug 09 15:43:49.054041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10a32ca9-e785-49ee-9d86-29fe54e55c58 req-1dd3fddf-8a4f-4497-a27f-ff8dd875ddd5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639613 Aug 09 15:43:49.090165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1810f071-983c-4ea3-ae39-084a45543afa req-381b22e7-a098-41be-a9d3-c10764671c0a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/quotas/2030902758174eafa38523e20b819289 HTTP/1.1" status: 200 len: 375 time: 0.0235765 Aug 09 15:43:49.141225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1810f071-983c-4ea3-ae39-084a45543afa req-b2905ad2-9ca7-4109-a078-5f63718b23e2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361664 Aug 09 15:43:49.297068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1810f071-983c-4ea3-ae39-084a45543afa req-db92d876-eed0-4b11-a62f-5109892cc6a4 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453304 Aug 09 15:43:49.309722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54de60d-dd9a-4c37-bc9e-b30b8a063212 req-cebf7f12-d6af-4aff-bbf1-0388905f20a1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:49.311294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d54de60d-dd9a-4c37-bc9e-b30b8a063212 req-cebf7f12-d6af-4aff-bbf1-0388905f20a1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.0799801 Aug 09 15:43:49.419286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d54de60d-dd9a-4c37-bc9e-b30b8a063212 req-4633badf-2002-4173-962e-b76b2d1a7c74 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951674 Aug 09 15:43:49.466836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1810f071-983c-4ea3-ae39-084a45543afa req-f845a665-2b39-438a-9ce5-37cb8f1d9a16 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542888 Aug 09 15:43:49.565353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40cbe8-de51-4fe6-b246-51c58dc79bf7 req-2dbd4c59-542e-4239-86b6-ee74a81f0330 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:49.566912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d40cbe8-de51-4fe6-b246-51c58dc79bf7 req-2dbd4c59-542e-4239-86b6-ee74a81f0330 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=225b24ef-8b1b-4971-ab06-916cd61c87c6 HTTP/1.1" status: 200 len: 945 time: 0.0649800 Aug 09 15:43:49.609150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d40cbe8-de51-4fe6-b246-51c58dc79bf7 req-21c55278-5051-411c-9deb-a1aaf8dae6e4 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Aug 09 15:43:49.791089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a29555-161d-435c-a3d5-2285411c0ae9 req-1a56ff40-a630-425e-a95d-a88bfae81606 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:49.792824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62a29555-161d-435c-a3d5-2285411c0ae9 req-1a56ff40-a630-425e-a95d-a88bfae81606 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 944 time: 0.0738752 Aug 09 15:43:49.889332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62a29555-161d-435c-a3d5-2285411c0ae9 req-5dd93153-3f0b-40c6-aec9-230773adfd19 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801597 Aug 09 15:43:49.949112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ad8f7-008d-42fd-9c39-49e303bac5ae req-5dbf75c6-e2fc-466b-a96b-0c3e6e50a616 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:49.950896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-608ad8f7-008d-42fd-9c39-49e303bac5ae req-5dbf75c6-e2fc-466b-a96b-0c3e6e50a616 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.0916808 Aug 09 15:43:49.988782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d00ea25d-329e-458b-8043-e343554f2f1d req-f6f2609f-d5ea-49fb-a20d-6cae7f831ff2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f574886-ca21-43ff-9e32-22793b1d0e12 HTTP/1.1" status: 200 len: 210 time: 0.0367441 Aug 09 15:43:50.033022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-608ad8f7-008d-42fd-9c39-49e303bac5ae req-69477e84-7ab6-4719-98a8-00c4b8c6a23b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694597 Aug 09 15:43:50.103654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 10eab19b-7581-4c8f-8a7f-039e07ffb60a up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:50.206402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118ba04-3061-4af5-9179-b908c5a495bf req-a99bd016-2904-4528-8ff5-9189b1061042 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:50.208286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5118ba04-3061-4af5-9179-b908c5a495bf req-a99bd016-2904-4528-8ff5-9189b1061042 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.1081545 Aug 09 15:43:50.228204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 10eab19b-7581-4c8f-8a7f-039e07ffb60a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:50.238677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 10eab19b-7581-4c8f-8a7f-039e07ffb60a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:50.242769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.268177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5118ba04-3061-4af5-9179-b908c5a495bf req-9c528101-f62d-4b72-8bce-8516bb0f62e3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528958 Aug 09 15:43:50.326984 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.389103 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.453082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 10eab19b-7581-4c8f-8a7f-039e07ffb60a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=10eab19b-7581-4c8f-8a7f-039e07ffb60a,segment=NetworkSegment(3deff56e-0787-4107-b6d1-304283eca442),segment_id=3deff56e-0787-4107-b6d1-304283eca442)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:50.454301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a089797-f972-4d38-90e6-48a3ab25df5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eab19b-7581-4c8f-8a7f-039e07ffb60a'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:50.457972 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1caaede-557a-44d2-a58f-a95fcedab55a" -d '{"events": [{"server_uuid": "1a089797-f972-4d38-90e6-48a3ab25df5e", "name": "network-vif-plugged", "status": "completed", "tag": "10eab19b-7581-4c8f-8a7f-039e07ffb60a"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:50.463728 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.473392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726573b-eccb-413c-92b2-d2391529eece req-eeda8ab7-3fe8-4c9a-bafc-b40a2dc07ebf tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:50.482354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0726573b-eccb-413c-92b2-d2391529eece req-eeda8ab7-3fe8-4c9a-bafc-b40a2dc07ebf tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 945 time: 0.1075232 Aug 09 15:43:50.515660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-f8c3945d-6117-4ac0-82a0-dc257e699ba9 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:50.519551 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-f8c3945d-6117-4ac0-82a0-dc257e699ba9 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "GET /v2.0/ports?device_id=225b24ef-8b1b-4971-ab06-916cd61c87c6 HTTP/1.1" status: 200 len: 945 time: 0.2219050 Aug 09 15:43:50.525346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=10eab19b-7581-4c8f-8a7f-039e07ffb60a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:50.528618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0726573b-eccb-413c-92b2-d2391529eece req-18165db1-a45a-4199-a238-97d9346ef1e2 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452514 Aug 09 15:43:50.591432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-dedf3cee-9767-40c0-af67-1a53a36f00e5 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:50.594090 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-dedf3cee-9767-40c0-af67-1a53a36f00e5 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 945 time: 0.2079444 Aug 09 15:43:50.671700 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1e5ccf-aa68-427f-b536-9505c324be81 x-openstack-request-id: req-5c1e5ccf-aa68-427f-b536-9505c324be81 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:50.671986 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a089797-f972-4d38-90e6-48a3ab25df5e", "name": "network-vif-plugged", "status": "completed", "tag": "10eab19b-7581-4c8f-8a7f-039e07ffb60a", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:50.672320 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c1e5ccf-aa68-427f-b536-9505c324be81 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:50.672902 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a089797-f972-4d38-90e6-48a3ab25df5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eab19b-7581-4c8f-8a7f-039e07ffb60a', 'code': 200} Aug 09 15:43:50.773259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Deleting port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:50.773925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.833527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ebf8a-10de-47d3-9843-961919279d8e req-ed32b353-a7fc-4974-904d-84250c37b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:50.836519 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-750ebf8a-10de-47d3-9843-961919279d8e req-ed32b353-a7fc-4974-904d-84250c37b85c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 1096 time: 0.0855756 Aug 09 15:43:50.867946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Deleting port 90198d2b-a4c2-455a-9bae-979c18eec0e4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:50.869134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.882136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-750ebf8a-10de-47d3-9843-961919279d8e req-04c59908-319a-4378-8df2-a59f02fc477b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Aug 09 15:43:50.967680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] For port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:50.968184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.995116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Calling delete_port for 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:51.001667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9fa6b-3a5d-4fa1-92a3-cf0a00774e44 req-b13f431d-dad6-4449-aa80-ed2d5683eba3 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.003483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4eb9fa6b-3a5d-4fa1-92a3-cf0a00774e44 req-b13f431d-dad6-4449-aa80-ed2d5683eba3 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=225b24ef-8b1b-4971-ab06-916cd61c87c6 HTTP/1.1" status: 200 len: 945 time: 0.0789413 Aug 09 15:43:51.056939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4eb9fa6b-3a5d-4fa1-92a3-cf0a00774e44 req-4a5376ea-57bf-48e3-b0e7-c7797bf9eb30 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71530bb-38bf-42f1-bc21-8ca96de0ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460727 Aug 09 15:43:51.123556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] For port 90198d2b-a4c2-455a-9bae-979c18eec0e4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=90198d2b-a4c2-455a-9bae-979c18eec0e4,segment=NetworkSegment(d5105e63-21a5-48fc-9881-2f842fbe2732),segment_id=d5105e63-21a5-48fc-9881-2f842fbe2732)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:51.124204 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.173362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Calling delete_port for 90198d2b-a4c2-455a-9bae-979c18eec0e4 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:51.323163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca65c7f-863b-443c-a71f-29b0ee09e0a6 req-8a8ac764-4151-4ad6-a7da-62a7baf59be1 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.325353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca65c7f-863b-443c-a71f-29b0ee09e0a6 req-8a8ac764-4151-4ad6-a7da-62a7baf59be1 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 945 time: 0.1334648 Aug 09 15:43:51.339581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.341968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20372d83-96f8-4164-88a7-ecf43c7ce523 req-291457ad-fe82-4659-b8ff-f32e5526a5e5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.344190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20372d83-96f8-4164-88a7-ecf43c7ce523 req-291457ad-fe82-4659-b8ff-f32e5526a5e5 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1036549 Aug 09 15:43:51.354981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d', '90198d2b-a4c2-455a-9bae-979c18eec0e4'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:51.401553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca65c7f-863b-443c-a71f-29b0ee09e0a6 req-146455b7-eccf-4da8-b935-1887115d8523 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562503 Aug 09 15:43:51.435282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20372d83-96f8-4164-88a7-ecf43c7ce523 req-f54a630c-d3f2-4e4b-a5b1-ed9633281826 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818710 Aug 09 15:43:51.467311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Pushing event deleted for resources: {'Port': ['ID=83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:51.478622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.506734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:51.552117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Pushing event deleted for resources: {'Port': ['ID=90198d2b-a4c2-455a-9bae-979c18eec0e4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:51.589795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] No DVR routers for this DVR port 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:51.593866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.595988 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1dba225-c0da-48ae-8792-f4a9171f1528 req-3d675b69-1979-4aff-a63f-5e7367b67930 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "DELETE /v2.0/ports/83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d HTTP/1.1" status: 204 len: 173 time: 1.0644171 Aug 09 15:43:51.596448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225b24ef-8b1b-4971-ab06-916cd61c87c6', 'name': 'network-vif-deleted', 'tag': '83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:51.598809 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a148d67c-c1a2-4350-9011-f5f8d4aebe83" -d '{"events": [{"server_uuid": "225b24ef-8b1b-4971-ab06-916cd61c87c6", "name": "network-vif-deleted", "tag": "83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:51.644781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] No DVR routers for this DVR port 90198d2b-a4c2-455a-9bae-979c18eec0e4 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:51.647884 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.650025 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbfac82b-7f8c-46dd-a779-37a960992822 req-50b8a41b-e375-44c2-b746-25e1889ef43c tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.66 "DELETE /v2.0/ports/90198d2b-a4c2-455a-9bae-979c18eec0e4 HTTP/1.1" status: 204 len: 173 time: 1.0461395 Aug 09 15:43:51.736923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-af93578c-9589-497e-b5aa-66a2076cbf8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1410358 Aug 09 15:43:51.767607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586745b-f2ec-4175-9b29-47dfdc875231 req-ad3bc473-73b4-454d-a6d2-03e10bbeb75e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.769221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9586745b-f2ec-4175-9b29-47dfdc875231 req-ad3bc473-73b4-454d-a6d2-03e10bbeb75e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.1354806 Aug 09 15:43:51.780666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f49d-4343-441e-831a-54f4537c5161 req-f13f4a9d-c5ef-4a03-ba39-93c209855e24 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.782262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-f13f4a9d-c5ef-4a03-ba39-93c209855e24 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.2307646 Aug 09 15:43:51.839265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-fe59097a-b4df-40cf-8833-4f8258899d27 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/quotas/2030902758174eafa38523e20b819289 HTTP/1.1" status: 200 len: 375 time: 0.0482833 Aug 09 15:43:51.872275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9586745b-f2ec-4175-9b29-47dfdc875231 req-c96b9791-d5ed-42bc-b415-03a7475a2784 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889449 Aug 09 15:43:51.889188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-1e09929d-4160-4748-802b-3f905a5c396f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376749 Aug 09 15:43:51.895505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-44adbfc8-b69a-4d10-ad77-4866373269f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.897496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-44adbfc8-b69a-4d10-ad77-4866373269f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 1097 time: 0.1060371 Aug 09 15:43:51.924114 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef60928-59ab-4bf8-be98-89099fe338b3 x-openstack-request-id: req-aef60928-59ab-4bf8-be98-89099fe338b3 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:51.924421 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225b24ef-8b1b-4971-ab06-916cd61c87c6", "name": "network-vif-deleted", "tag": "83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:51.924666 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aef60928-59ab-4bf8-be98-89099fe338b3 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:51.925089 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225b24ef-8b1b-4971-ab06-916cd61c87c6', 'name': 'network-vif-deleted', 'tag': '83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d', 'status': 'completed', 'code': 200} Aug 09 15:43:52.136849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-f42be23e-2136-4bed-9f76-51fec84ba584 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315702 Aug 09 15:43:52.153600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-c7ce352b-ce16-4d21-b2bf-2e50667f26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.156184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-c7ce352b-ce16-4d21-b2bf-2e50667f26ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.1898954 Aug 09 15:43:52.321337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-cb97ffc0-d41b-4ea7-808c-5230f460fa12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 200 len: 1001 time: 0.1424444 Aug 09 15:43:52.361715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-a4a3782d-8486-4fb3-934f-fb6ba2427acf service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043939 Aug 09 15:43:52.387548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-d623619f-c2ff-4f0e-a122-fae330c620ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.389779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-d623619f-c2ff-4f0e-a122-fae330c620ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.0600712 Aug 09 15:43:52.462946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-72ca94f7-e5ec-4aa2-9a74-5215cbd6845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.465455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-72ca94f7-e5ec-4aa2-9a74-5215cbd6845e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673921 Aug 09 15:43:52.691263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2b35e52-9474-4183-85c6-a211124e9f3f req-f57ff892-a66f-4478-808b-56a523ec6164 tempest-MultipleCreateTestJSON-423784818 tempest-MultipleCreateTestJSON-423784818-project] 10.222.0.64 "GET /v2.0/ports?device_id=a29993f9-0e57-4cd7-b610-34aaa70138e9 HTTP/1.1" status: 200 len: 210 time: 0.0746331 Aug 09 15:43:52.755533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-6db0aab2-64e2-4706-850d-89d096e2f6da service neutron] 10.222.0.35 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799845 Aug 09 15:43:52.777860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fbd83-4c54-41f4-9466-79a8d66f7d85 req-916ccf96-702c-4f78-b07f-3a1c30b2349e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.781292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da5fbd83-4c54-41f4-9466-79a8d66f7d85 req-916ccf96-702c-4f78-b07f-3a1c30b2349e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.2831161 Aug 09 15:43:52.965475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da5fbd83-4c54-41f4-9466-79a8d66f7d85 req-41777994-e327-4fd2-bb22-fbdb251755f0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723745 Aug 09 15:43:52.977083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c4224-9e37-4513-a8bb-d00415f59b6a req-72b604f7-2de4-4f25-9d29-3451d085ff01 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.978757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93c4224-9e37-4513-a8bb-d00415f59b6a req-72b604f7-2de4-4f25-9d29-3451d085ff01 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 945 time: 0.1845613 Aug 09 15:43:53.008692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a95be75e-a1ea-41a4-b673-bca1f4c734a3 req-14d66da3-93da-4c1b-835d-1b1cdf66c848 service neutron] 10.222.0.35 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437329 Aug 09 15:43:53.054553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93c4224-9e37-4513-a8bb-d00415f59b6a req-75ec77ad-2068-41dc-a509-04da30e933bf tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573187 Aug 09 15:43:53.152966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a594fc6-b374-4dda-858f-a8bd1768e235 req-7d61617d-c5a1-45b6-ad40-25965271bdea tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 210 time: 0.0349836 Aug 09 15:43:53.176966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8d035-78e8-4d58-96f5-264dfa5e8b57 req-2acff7b1-11d0-4edc-a8fb-90f7ee1dd0f6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:53.179117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-77c8d035-78e8-4d58-96f5-264dfa5e8b57 req-2acff7b1-11d0-4edc-a8fb-90f7ee1dd0f6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1000702 Aug 09 15:43:53.226236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-77c8d035-78e8-4d58-96f5-264dfa5e8b57 req-85843482-4adc-454c-8789-bc79428f02ac tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 Aug 09 15:43:53.620864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e66b-90af-4c6a-9fe9-b1fde3e25cd8 req-215c87b0-8103-47d8-985a-9ad98a3a0e75 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:53.622426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4674e66b-90af-4c6a-9fe9-b1fde3e25cd8 req-215c87b0-8103-47d8-985a-9ad98a3a0e75 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 945 time: 0.0524068 Aug 09 15:43:53.666586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4674e66b-90af-4c6a-9fe9-b1fde3e25cd8 req-5bc73a6a-1fec-46d3-b2b2-bd0e41b7d509 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Aug 09 15:43:53.766042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:54.076924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f49d-4343-441e-831a-54f4537c5161 req-3806d7af-da6d-4a18-ab5e-b7e9e6eb3de2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.079451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-3806d7af-da6d-4a18-ab5e-b7e9e6eb3de2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.1819987 Aug 09 15:43:54.110289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Request body: {'port': {'device_id': '2d37f277-76f0-4f74-87cf-b14074801c61', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'admin_state_up': True, 'tenant_id': '2030902758174eafa38523e20b819289'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:54.111440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:54.188963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29993f9-0e57-4cd7-b610-34aaa70138e9', 'name': 'network-vif-deleted', 'tag': '90198d2b-a4c2-455a-9bae-979c18eec0e4'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:54.191850 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5586b19a-2975-44d0-9dcd-50a3cc810a8c" -d '{"events": [{"server_uuid": "a29993f9-0e57-4cd7-b610-34aaa70138e9", "name": "network-vif-deleted", "tag": "90198d2b-a4c2-455a-9bae-979c18eec0e4"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:54.208801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fd0fcf-325a-436a-b22c-626ceea60e58 admin admin] Deleting subnet a5549dd3-480a-42e9-8fcf-7b00a09b44c3 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:54.212465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83fd0fcf-325a-436a-b22c-626ceea60e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.266202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83fd0fcf-325a-436a-b22c-626ceea60e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.290299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55742a4e-a83a-4f46-81d2-db1c7a291502 req-108c25b7-4dc3-48bc-9918-df8cfa16a70d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.304517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55742a4e-a83a-4f46-81d2-db1c7a291502 req-108c25b7-4dc3-48bc-9918-df8cfa16a70d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.2233424 Aug 09 15:43:54.319486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:54.334102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83fd0fcf-325a-436a-b22c-626ceea60e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.336825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'port_id': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'mac_address': 'fa:16:3e:f2:fd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f741c060-43e5-43ae-ae71-1768bea61ce1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:54.366397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3ef046-f9d0-4df0-98a5-aa95e5f18b34 req-63c61c0e-26fe-425b-a28d-952dff213219 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 210 time: 0.0550249 Aug 09 15:43:54.400855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55742a4e-a83a-4f46-81d2-db1c7a291502 req-fcc85d2b-05a5-42b0-97cc-145038fa590c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865655 Aug 09 15:43:54.446210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Made reservation on behalf of 2030902758174eafa38523e20b819289 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:54.451310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.462900 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.467068 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f5ec89-dae7-4025-a275-6921186a43d7 x-openstack-request-id: req-c8f5ec89-dae7-4025-a275-6921186a43d7 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:54.467464 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29993f9-0e57-4cd7-b610-34aaa70138e9", "name": "network-vif-deleted", "tag": "90198d2b-a4c2-455a-9bae-979c18eec0e4", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:54.467589 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8f5ec89-dae7-4025-a275-6921186a43d7 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:54.468011 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29993f9-0e57-4cd7-b610-34aaa70138e9', 'name': 'network-vif-deleted', 'tag': '90198d2b-a4c2-455a-9bae-979c18eec0e4', 'status': 'completed', 'code': 200} Aug 09 15:43:54.481711 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83fd0fcf-325a-436a-b22c-626ceea60e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.497953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:54.544505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:54.557183 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.632602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd0fcf-325a-436a-b22c-626ceea60e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5549dd3-480a-42e9-8fcf-7b00a09b44c3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:54.647870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83fd0fcf-325a-436a-b22c-626ceea60e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.654102 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-83fd0fcf-325a-436a-b22c-626ceea60e58 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a5549dd3-480a-42e9-8fcf-7b00a09b44c3 HTTP/1.1" status: 204 len: 168 time: 0.8824089 Aug 09 15:43:54.655155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54890) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:54.684410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:54.730370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e27c1-5a73-4a47-8777-d4c6d272adef req-9d0ea277-c48b-476a-820d-99219727578a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.739865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:54.744291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c1e27c1-5a73-4a47-8777-d4c6d272adef req-9d0ea277-c48b-476a-820d-99219727578a tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1572425 Aug 09 15:43:54.764501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Allocated IP 172.20.0.12 (1ab8c585-1d25-41ad-b777-1f25d2988f05/75f04506-ec77-4093-b070-4bc44dc2945d/570bfd97-7227-4fb8-b89f-66482d74807a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:54.767181 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.867944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c1e27c1-5a73-4a47-8777-d4c6d272adef req-814fb708-9d87-4c1c-a063-eedcdaf1cf34 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185710 Aug 09 15:43:54.969937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.998886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cda7b8-3956-4393-b255-afc5748ed805']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:55.016150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5105e63-21a5-48fc-9881-2f842fbe2732') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:55.016483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5105e63-21a5-48fc-9881-2f842fbe2732') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:55.049209 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.082079 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.117604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:43:55.118288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:43:55.131950 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:43:55.204196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-da019a70-7568-4a01-bfeb-7d324947c927 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:55.206210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-da019a70-7568-4a01-bfeb-7d324947c927 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 945 time: 0.1590667 Aug 09 15:43:55.216801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.231254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.237005 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] 10.222.0.64 "DELETE /v2.0/networks/39cda7b8-3956-4393-b255-afc5748ed805 HTTP/1.1" status: 204 len: 168 time: 0.5807717 Aug 09 15:43:55.268207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d45246-433a-4987-934d-e5fe42bd8291 admin admin] Pushing event deleted for resources: {'Network': ['ID=39cda7b8-3956-4393-b255-afc5748ed805,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:55.292403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223b66-3685-413d-94a9-25dfd3fa7589 req-22422010-c682-453e-af0f-fd2567562d17 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:55.295122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c223b66-3685-413d-94a9-25dfd3fa7589 req-22422010-c682-453e-af0f-fd2567562d17 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 945 time: 0.2310297 Aug 09 15:43:55.357146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b0dce36b-caac-4285-93a5-27b91e584d1b details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:55.454215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54912) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:55.458362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.488878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 90198d2b-a4c2-455a-9bae-979c18eec0e4 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:55.516590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 90198d2b-a4c2-455a-9bae-979c18eec0e4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:55.517643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 90198d2b-a4c2-455a-9bae-979c18eec0e4 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:55.518334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:55.525714 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-77bc7b87-0775-4458-9afd-e63feb9ca25b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a07a17d5b6ba4c61b66a1bc35d4d7449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694540 Aug 09 15:43:55.526869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54914) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:55.609446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:55.627357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90dfe2c6-6688-4473-92c1-922effec4cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.630119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:55.630626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 83aae6a9-b43a-44c2-8cd9-7a855f0e8b7d not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:55.632989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'port_id': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'mac_address': 'fa:16:3e:20:ea:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:55.651065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c223b66-3685-413d-94a9-25dfd3fa7589 req-81528c78-8ab4-4b2e-a35d-9a602b772fcf tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/security-groups?id=3106432d-7252-4388-8552-d82961e7642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412156 Aug 09 15:43:55.671419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90dfe2c6-6688-4473-92c1-922effec4cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.709289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6343ac0a-e717-4028-b220-f5244cb7c39b req-8600b23a-6d33-4b21-887e-2e66d66f540c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 210 time: 0.1496675 Aug 09 15:43:55.775255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90dfe2c6-6688-4473-92c1-922effec4cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.780240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90dfe2c6-6688-4473-92c1-922effec4cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.786665 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-90dfe2c6-6688-4473-92c1-922effec4cbd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f71530bb-38bf-42f1-bc21-8ca96de0ab66 HTTP/1.1" status: 204 len: 168 time: 0.2572997 Aug 09 15:43:55.799230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfe2c6-6688-4473-92c1-922effec4cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71530bb-38bf-42f1-bc21-8ca96de0ab66,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:55.811566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Deleting port 10eab19b-7581-4c8f-8a7f-039e07ffb60a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:55.811566 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.814311 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.892689 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0dce36b-caac-4285-93a5-27b91e584d1b {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:55.941858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:55.948026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.978717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.086062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:56.101805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b0dce36b-caac-4285-93a5-27b91e584d1b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:56.113273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00fae8-d540-4bc7-af09-08af0fc94bb1 req-2f4e9dfb-62ed-425f-8856-3cc22e4d2733 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:56.124137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e00fae8-d540-4bc7-af09-08af0fc94bb1 req-2f4e9dfb-62ed-425f-8856-3cc22e4d2733 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.2969739 Aug 09 15:43:56.126155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:56.133444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:56.152897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:56.190662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:56.225158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:56.225862 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.280810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] For port 10eab19b-7581-4c8f-8a7f-039e07ffb60a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=10eab19b-7581-4c8f-8a7f-039e07ffb60a,segment=NetworkSegment(3deff56e-0787-4107-b6d1-304283eca442),segment_id=3deff56e-0787-4107-b6d1-304283eca442)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:56.281215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.335206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e00fae8-d540-4bc7-af09-08af0fc94bb1 req-44416fa2-6b7e-46d8-925d-471a35d10b6f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098031 Aug 09 15:43:56.336273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event updated for resources: {'Port': ['ID=570bfd97-7227-4fb8-b89f-66482d74807a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:56.356242 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-f521cd24-7a20-4321-a131-cda0081447b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2558556 Aug 09 15:43:56.385255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Request body: {'port': {'device_id': '2d37f277-76f0-4f74-87cf-b14074801c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:56.421351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Calling delete_port for 10eab19b-7581-4c8f-8a7f-039e07ffb60a owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:56.460704 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.517256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:56.518074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.953826 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.102275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:57.108714 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1cd1a9-bdcb-42cc-a3b2-84e67c326aa9" -d '{"events": [{"server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "name": "network-vif-plugged", "status": "completed", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:57.138303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:57.145663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.191048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570bfd97-7227-4fb8-b89f-66482d74807a {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:57.239563 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.256148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Transition to ACTIVE for port object 570bfd97-7227-4fb8-b89f-66482d74807a will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:57.275842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.334482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:57.359786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b0dce36b-caac-4285-93a5-27b91e584d1b up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:57.486982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port b0dce36b-caac-4285-93a5-27b91e584d1b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:57.487487 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.586218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Pushing event updated for resources: {'Port': ['ID=570bfd97-7227-4fb8-b89f-66482d74807a,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:57.602025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790b1f-430d-4a95-a6c7-a3b53904ad23 req-7464dcba-7cc0-407b-aa8a-e78755257a4e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:57.610308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82790b1f-430d-4a95-a6c7-a3b53904ad23 req-7464dcba-7cc0-407b-aa8a-e78755257a4e tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.3525612 Aug 09 15:43:57.663138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:57.673354 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.705829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Attempting to bind port 570bfd97-7227-4fb8-b89f-66482d74807a on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:57.706273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Attempting to bind port 570bfd97-7227-4fb8-b89f-66482d74807a by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:57.706686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Attempting to bind port 570bfd97-7227-4fb8-b89f-66482d74807a on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:57.714785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Port 570bfd97-7227-4fb8-b89f-66482d74807a on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:57.715303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Attempting to bind port 570bfd97-7227-4fb8-b89f-66482d74807a on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:57.746958 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.750390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:57.751209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Checking segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:57.751939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Bound using segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:57.752780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Bound port: 570bfd97-7227-4fb8-b89f-66482d74807a, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:57.753364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.782480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['10eab19b-7581-4c8f-8a7f-039e07ffb60a'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:57.839867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:57.848176 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.852659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] For port 570bfd97-7227-4fb8-b89f-66482d74807a, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:57.859163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] For port 570bfd97-7227-4fb8-b89f-66482d74807a, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=570bfd97-7227-4fb8-b89f-66482d74807a,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:57.896812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Pushing event deleted for resources: {'Port': ['ID=10eab19b-7581-4c8f-8a7f-039e07ffb60a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:57.901300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.019808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:58.021145 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.024829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] 10.222.0.35 "PUT /v2.0/ports/570bfd97-7227-4fb8-b89f-66482d74807a HTTP/1.1" status: 200 len: 1092 time: 1.6498513 Aug 09 15:43:58.071885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1034438925-network', 'tenant_id': 'cc7cd35e752142cbac417688366ab560'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:58.088368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.089796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37f277-76f0-4f74-87cf-b14074801c61', 'tag': '570bfd97-7227-4fb8-b89f-66482d74807a'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:58.110621 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350cc5e2-b92f-4162-9e04-21b255f199c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d37f277-76f0-4f74-87cf-b14074801c61", "tag": "570bfd97-7227-4fb8-b89f-66482d74807a"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:58.131989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82790b1f-430d-4a95-a6c7-a3b53904ad23 req-8d0d749e-4401-4b52-96c2-1cc603046f4d tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202701 Aug 09 15:43:58.165428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:58.179398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Made reservation on behalf of cc7cd35e752142cbac417688366ab560 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:58.183940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.206905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.249843 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.408155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.415891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.467366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:43:58.487048 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.488554 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Added segment a31afa85-eaae-4e3c-a870-14c6f859136f of type vlan for network 9ded4967-b4d0-4197-adba-c321bd3cff49 Aug 09 15:43:58.590926 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.667753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.677333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:58.678457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.714401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:58.776262 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1053071 Aug 09 15:43:58.789441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54974) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:58.799872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Request body: {'subnet': {'network_id': '9ded4967-b4d0-4197-adba-c321bd3cff49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1034438925-subnet', 'tenant_id': 'cc7cd35e752142cbac417688366ab560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:58.858156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc4078-e496-4fde-a2c3-60f4314f2034 admin admin] Pushing event updated for resources: {'Network': ['ID=9ded4967-b4d0-4197-adba-c321bd3cff49,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:58.865843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Made reservation on behalf of cc7cd35e752142cbac417688366ab560 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:58.875480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.893043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9ded4967-b4d0-4197-adba-c321bd3cff49 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:43:58.927547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b07f59-32da-44b5-a238-49b8c157a8dd service neutron] Pushing event updated for resources: {'Port': ['ID=570bfd97-7227-4fb8-b89f-66482d74807a,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:59.020861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45e791ac-5828-4bd3-a40f-ef3f37857c8b req-144e1b53-56dc-4dd0-8e6f-1e77cae7d9c7 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a089797-f972-4d38-90e6-48a3ab25df5e HTTP/1.1" status: 200 len: 210 time: 0.1843908 Aug 09 15:43:59.026158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] No DVR routers for this DVR port 10eab19b-7581-4c8f-8a7f-039e07ffb60a on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:59.035589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.038115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-beb235a0-fe84-4104-8bce-ead0cdecc3dd req-63554ae3-882f-422f-9c3c-393899c21897 tempest-InstanceActionsNegativeTestJSON-2123107640 tempest-InstanceActionsNegativeTestJSON-2123107640-project] 10.222.0.35 "DELETE /v2.0/ports/10eab19b-7581-4c8f-8a7f-039e07ffb60a HTTP/1.1" status: 204 len: 173 time: 3.8203630 Aug 09 15:43:59.081957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f49d-4343-441e-831a-54f4537c5161 req-cdf4f5f9-d98b-48a8-865c-c2f5ee638446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.090504 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-cdf4f5f9-d98b-48a8-865c-c2f5ee638446 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 1095 time: 0.9247859 Aug 09 15:43:59.270762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-60c96918-1d1d-4f41-a605-09acbd67b239 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=570bfd97-7227-4fb8-b89f-66482d74807a HTTP/1.1" status: 200 len: 217 time: 0.1719117 Aug 09 15:43:59.378051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.445138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf5518-e6dd-4f6e-b0fb-bac1e11706ff req-cfb3e96b-9a5c-49db-abc1-0b9840876544 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.460337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3aaf5518-e6dd-4f6e-b0fb-bac1e11706ff req-cfb3e96b-9a5c-49db-abc1-0b9840876544 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 944 time: 0.2109075 Aug 09 15:43:59.547335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192f49d-4343-441e-831a-54f4537c5161 req-60d917b9-3966-463b-870f-e46d2559de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.549993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-60d917b9-3966-463b-870f-e46d2559de35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.2452333 Aug 09 15:43:59.572095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19e5d4b-faf3-4f82-83db-742ec6885af6,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:59.581098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3aaf5518-e6dd-4f6e-b0fb-bac1e11706ff req-bf9b1017-b77f-4c7c-89a3-33f72b37b05a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197729 Aug 09 15:43:59.609292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Checking segment: {'id': 'a31afa85-eaae-4e3c-a870-14c6f859136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '9ded4967-b4d0-4197-adba-c321bd3cff49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:59.609668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Network hostable DHCP agents. Network: 9ded4967-b4d0-4197-adba-c321bd3cff49, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:43:59.654681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Network 9ded4967-b4d0-4197-adba-c321bd3cff49 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:43:59.680093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-4954ebe1-73af-4542-8e83-03c5fee64fd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971141 Aug 09 15:43:59.681889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9ded4967-b4d0-4197-adba-c321bd3cff49) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:59.691226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.696075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538fa39-e5e5-4df7-921d-4c0964b3cbdc None None] Network 9ded4967-b4d0-4197-adba-c321bd3cff49 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:59.712854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.770687 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f757ac6e-741c-4e0c-8826-d5561683ce34 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9705424 Aug 09 15:43:59.839079 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f085da-1c75-42b2-a565-dd528e2fd56f x-openstack-request-id: req-d7f085da-1c75-42b2-a565-dd528e2fd56f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:59.840849 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "name": "network-vif-plugged", "status": "completed", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:59.841852 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7f085da-1c75-42b2-a565-dd528e2fd56f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:59.842463 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'code': 200} Aug 09 15:44:00.145622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137a8fc-d330-45d6-b8c2-55decbade816 None None] Network 9ded4967-b4d0-4197-adba-c321bd3cff49 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:00.154041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 10eab19b-7581-4c8f-8a7f-039e07ffb60a no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:00.190154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fadb7c-aec0-4df0-a901-f4670ab920e0 req-6c01f56c-a3c9-4474-b878-2c61b11abd00 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:00.203108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 10eab19b-7581-4c8f-8a7f-039e07ffb60a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:00.204004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 10eab19b-7581-4c8f-8a7f-039e07ffb60a not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:00.210232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68fadb7c-aec0-4df0-a901-f4670ab920e0 req-6c01f56c-a3c9-4474-b878-2c61b11abd00 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.3365750 Aug 09 15:44:00.289368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-83286a06-19f3-4180-9d7f-3a3631452584 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960696 Aug 09 15:44:00.389729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68fadb7c-aec0-4df0-a901-f4670ab920e0 req-5ef4db32-b09a-4e45-8128-8cff85d0ac6c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766768 Aug 09 15:44:00.524938 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c192f49d-4343-441e-831a-54f4537c5161 req-51e31c9a-c47a-46cc-a695-28205a63f45b service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243199 Aug 09 15:44:00.649076 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84583761-ce6d-4cfb-ab1b-1a6f2e9907d0 x-openstack-request-id: req-84583761-ce6d-4cfb-ab1b-1a6f2e9907d0 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:00.650570 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d37f277-76f0-4f74-87cf-b14074801c61", "tag": "570bfd97-7227-4fb8-b89f-66482d74807a", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:00.651477 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84583761-ce6d-4cfb-ab1b-1a6f2e9907d0 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:00.652151 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37f277-76f0-4f74-87cf-b14074801c61', 'tag': '570bfd97-7227-4fb8-b89f-66482d74807a', 'status': 'completed', 'code': 200} Aug 09 15:44:00.774448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-d8ce80b5-c02b-442b-8518-2d87f3937c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:00.776588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-d8ce80b5-c02b-442b-8518-2d87f3937c8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 1095 time: 0.1042686 Aug 09 15:44:00.925484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffc1db-bb10-4bfe-88b7-7c3bfa65146d req-d1523918-16aa-4ef4-9b89-8dd3ff06041b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:00.927160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fffc1db-bb10-4bfe-88b7-7c3bfa65146d req-d1523918-16aa-4ef4-9b89-8dd3ff06041b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1391575 Aug 09 15:44:00.982516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-534e65e9-9251-457c-9ba1-dfcf48fab6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:00.985379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-534e65e9-9251-457c-9ba1-dfcf48fab6ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 913 time: 0.2012393 Aug 09 15:44:00.994615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fffc1db-bb10-4bfe-88b7-7c3bfa65146d req-5d544398-1b50-43b8-9861-95a715004ba8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590150 Aug 09 15:44:01.074595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-0c967013-804a-4cb2-accf-54f9fcf300a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=570bfd97-7227-4fb8-b89f-66482d74807a HTTP/1.1" status: 200 len: 217 time: 0.0782807 Aug 09 15:44:01.109953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54990) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:01.160127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-4b32eb60-4bbf-4d6c-90eb-4808d005634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:01.161500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-4b32eb60-4bbf-4d6c-90eb-4808d005634f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.0791240 Aug 09 15:44:01.220091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-c2fe4566-e0be-4bdb-8a24-82cd6be22495 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479889 Aug 09 15:44:01.223533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e535a8-3576-45fa-8c2f-14aab3660aaf admin admin] Deleting subnet 1dcb98ec-d635-4ea9-a73e-751cef8c5d68 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:01.235753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7e535a8-3576-45fa-8c2f-14aab3660aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.351707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7e535a8-3576-45fa-8c2f-14aab3660aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.502453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-c16c2a3d-cb1b-4940-b63c-3d6038e729ac service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735820 Aug 09 15:44:01.503407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7e535a8-3576-45fa-8c2f-14aab3660aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.670065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7e535a8-3576-45fa-8c2f-14aab3660aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.740290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e535a8-3576-45fa-8c2f-14aab3660aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dcb98ec-d635-4ea9-a73e-751cef8c5d68,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:01.757452 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7e535a8-3576-45fa-8c2f-14aab3660aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.760803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d7e535a8-3576-45fa-8c2f-14aab3660aaf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1dcb98ec-d635-4ea9-a73e-751cef8c5d68 HTTP/1.1" status: 204 len: 168 time: 0.6489985 Aug 09 15:44:01.768542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55004) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:01.794812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-350cc5e2-b92f-4162-9e04-21b255f199c6 req-d1b0cfda-11a8-4b0d-a2bc-a9a326ae3d04 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806871 Aug 09 15:44:01.844303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:01.848892 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033b522d-1e14-4840-a5b5-506cfbf10878" -d '{"events": [{"server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "name": "network-vif-plugged", "status": "completed", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:02.032022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.146365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.158494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d06e647-6474-4519-ba46-7d51af830e35']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:02.172443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3deff56e-0787-4107-b6d1-304283eca442') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:02.172890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3deff56e-0787-4107-b6d1-304283eca442') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:02.187740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.211526 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.221788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:02.222493 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:02.225320 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:02.342092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.349185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.354095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4d06e647-6474-4519-ba46-7d51af830e35 HTTP/1.1" status: 204 len: 168 time: 0.5799084 Aug 09 15:44:02.369663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab39c05-288c-471d-bc0d-f10d3c1ae997 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d06e647-6474-4519-ba46-7d51af830e35,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:02.581548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55016) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:02.656038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a089797-f972-4d38-90e6-48a3ab25df5e', 'name': 'network-vif-deleted', 'tag': '10eab19b-7581-4c8f-8a7f-039e07ffb60a'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:02.659521 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aba1fad-c472-4f4f-bd2a-ebdf6474ae35" -d '{"events": [{"server_uuid": "1a089797-f972-4d38-90e6-48a3ab25df5e", "name": "network-vif-deleted", "tag": "10eab19b-7581-4c8f-8a7f-039e07ffb60a"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:02.689100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e94339a2-bbf5-4d01-ad6d-727bca4a8b38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=149a8351fabf4e28a677a14e1e47b88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058545 Aug 09 15:44:02.695227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55020) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:02.798592 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d0abf94-ab7b-4dfa-9b16-1ed541907626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.841079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d0abf94-ab7b-4dfa-9b16-1ed541907626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.956570 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d0abf94-ab7b-4dfa-9b16-1ed541907626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.963047 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d0abf94-ab7b-4dfa-9b16-1ed541907626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.965693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0d0abf94-ab7b-4dfa-9b16-1ed541907626 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3106432d-7252-4388-8552-d82961e7642a HTTP/1.1" status: 204 len: 168 time: 0.2679272 Aug 09 15:44:02.986380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0abf94-ab7b-4dfa-9b16-1ed541907626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3106432d-7252-4388-8552-d82961e7642a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:04.200014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 570bfd97-7227-4fb8-b89f-66482d74807a details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:04.300788 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:44:04.467382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 570bfd97-7227-4fb8-b89f-66482d74807a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=570bfd97-7227-4fb8-b89f-66482d74807a,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:04.488161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '570bfd97-7227-4fb8-b89f-66482d74807a', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'port_id': '570bfd97-7227-4fb8-b89f-66482d74807a', 'mac_address': 'fa:16:3e:8d:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f04506-ec77-4093-b070-4bc44dc2945d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:04.618937 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.662215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570bfd97-7227-4fb8-b89f-66482d74807a {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:04.697934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 570bfd97-7227-4fb8-b89f-66482d74807a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=570bfd97-7227-4fb8-b89f-66482d74807a,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:04.716120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.833168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=570bfd97-7227-4fb8-b89f-66482d74807a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:05.083063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['570bfd97-7227-4fb8-b89f-66482d74807a'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:08.235330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 570bfd97-7227-4fb8-b89f-66482d74807a up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:08.388497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 570bfd97-7227-4fb8-b89f-66482d74807a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:08.408654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 570bfd97-7227-4fb8-b89f-66482d74807a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:08.409037 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.612081 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.714753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 570bfd97-7227-4fb8-b89f-66482d74807a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=570bfd97-7227-4fb8-b89f-66482d74807a,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:08.723473 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.840605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=570bfd97-7227-4fb8-b89f-66482d74807a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:10.529688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b1c2-ee08-43b7-aab1-618e74cae954 req-6e3e5109-e60e-4f04-930b-986bc76dc52d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:10.531790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b526b1c2-ee08-43b7-aab1-618e74cae954 req-6e3e5109-e60e-4f04-930b-986bc76dc52d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.0880876 Aug 09 15:44:10.623494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-1c7fc965-cfc6-49d1-897a-ae6f3f80ed04 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:10.626555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-1c7fc965-cfc6-49d1-897a-ae6f3f80ed04 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/networks?id=9ded4967-b4d0-4197-adba-c321bd3cff49 HTTP/1.1" status: 200 len: 821 time: 0.2527521 Aug 09 15:44:10.664696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b526b1c2-ee08-43b7-aab1-618e74cae954 req-b98e4a94-907c-4260-95c8-073ec20ef9c6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194632 Aug 09 15:44:10.693567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-af103d8c-9c5d-4f17-a07e-92bf711b4f5b tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/quotas/cc7cd35e752142cbac417688366ab560 HTTP/1.1" status: 200 len: 375 time: 0.0493050 Aug 09 15:44:10.767212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-44965869-a1b4-4c44-88cf-98e4839e30d1 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc7cd35e752142cbac417688366ab560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528796 Aug 09 15:44:10.950476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1f9f-df19-4374-bb1a-ac416e62c6e3 req-fe209f3e-972d-4667-a9dc-fc011f0dda51 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:10.951577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc4a1f9f-df19-4374-bb1a-ac416e62c6e3 req-fe209f3e-972d-4667-a9dc-fc011f0dda51 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.0890856 Aug 09 15:44:10.973381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-51c52489-c6dd-45d4-85a6-b60419c8082d service neutron] 10.222.0.64 "GET /v2.0/networks/9ded4967-b4d0-4197-adba-c321bd3cff49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900873 Aug 09 15:44:11.058333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc4a1f9f-df19-4374-bb1a-ac416e62c6e3 req-9dcd3370-fde1-4427-886b-75b7675cc428 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976350 Aug 09 15:44:11.123652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-25126061-543a-46f8-892b-f5e7a2d42393 service neutron] 10.222.0.64 "GET /v2.0/networks/9ded4967-b4d0-4197-adba-c321bd3cff49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403022 Aug 09 15:44:11.209975 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b435a0-54e1-4125-9ca1-78e42d75adec x-openstack-request-id: req-a7b435a0-54e1-4125-9ca1-78e42d75adec {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:11.210775 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "name": "network-vif-plugged", "status": "completed", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:11.211199 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7b435a0-54e1-4125-9ca1-78e42d75adec {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:11.212134 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'code': 200} Aug 09 15:44:11.328440 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78cc148-ffa0-49c8-98fc-a57f57e2356a x-openstack-request-id: req-f78cc148-ffa0-49c8-98fc-a57f57e2356a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:11.329051 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a089797-f972-4d38-90e6-48a3ab25df5e", "name": "network-vif-deleted", "tag": "10eab19b-7581-4c8f-8a7f-039e07ffb60a", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:11.330274 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f78cc148-ffa0-49c8-98fc-a57f57e2356a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:11.330274 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a089797-f972-4d38-90e6-48a3ab25df5e', 'name': 'network-vif-deleted', 'tag': '10eab19b-7581-4c8f-8a7f-039e07ffb60a', 'status': 'completed', 'code': 200} Aug 09 15:44:11.359745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1612e0-5d17-41cc-807e-8322db02f6e0 req-61464332-f5ee-43bf-ab30-b6b7cb0a4ac0 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:11.363323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f1612e0-5d17-41cc-807e-8322db02f6e0 req-61464332-f5ee-43bf-ab30-b6b7cb0a4ac0 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.0902820 Aug 09 15:44:11.429522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f1612e0-5d17-41cc-807e-8322db02f6e0 req-57c21f66-fc49-4f16-9039-b2fe31bd9adc tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 Aug 09 15:44:11.615055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1e2451f-8d2c-428f-b992-72ff4f4edb36 req-c439c03c-c4e0-4f49-b58d-c99ddb781ce8 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 210 time: 0.0474651 Aug 09 15:44:11.921683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f94da-d29e-426a-90e4-e4e134d5b3fb req-52933952-e160-4ee1-aec2-d8adc6f5a763 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:11.930547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d49f94da-d29e-426a-90e4-e4e134d5b3fb req-52933952-e160-4ee1-aec2-d8adc6f5a763 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.0848007 Aug 09 15:44:12.001439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-1c72887f-85a5-413e-a666-659be8df79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.004395 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-1c72887f-85a5-413e-a666-659be8df79b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 1097 time: 0.0582893 Aug 09 15:44:12.019677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d49f94da-d29e-426a-90e4-e4e134d5b3fb req-019a64e4-4631-4e14-b7f6-7148256eeca9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879805 Aug 09 15:44:12.158019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b45d0b3-f5ac-4425-aba0-db02ab54a287 req-4ea2e709-5a54-448f-be2e-26496d1a4038 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0500114 Aug 09 15:44:12.201252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-949d4180-3b4a-4e78-a767-b757a04646a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.203680 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-949d4180-3b4a-4e78-a767-b757a04646a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.1904013 Aug 09 15:44:12.263526 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-73a3fcc0-5276-448b-a177-2c67dcbbdc7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0dce36b-caac-4285-93a5-27b91e584d1b HTTP/1.1" status: 200 len: 217 time: 0.0505157 Aug 09 15:44:12.363316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-b5d16ee9-36dd-4b35-a2c2-24c1d919d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.365302 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-b5d16ee9-36dd-4b35-a2c2-24c1d919d35b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.0901835 Aug 09 15:44:12.409071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20088a9f-12cb-41fa-baf2-5d23dd18c252 req-3b4fb8a5-2378-477b-9742-e404f1e708c4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.412877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20088a9f-12cb-41fa-baf2-5d23dd18c252 req-3b4fb8a5-2378-477b-9742-e404f1e708c4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.1390882 Aug 09 15:44:12.449101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-bce4a133-e0f8-400c-9513-6eb7fd669898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.451715 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-bce4a133-e0f8-400c-9513-6eb7fd669898 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766888 Aug 09 15:44:12.469012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20088a9f-12cb-41fa-baf2-5d23dd18c252 req-811a5245-90a6-4562-a0d5-401248cdc948 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486646 Aug 09 15:44:12.633934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-ec1cb7bb-9ea5-4a75-9dc0-3409337fcdea service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709578 Aug 09 15:44:12.748892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ca00-114b-48d9-a8fc-d43a270653ff req-aa6e798e-c9a2-4eef-ba69-d4b589958091 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.756676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4615ca00-114b-48d9-a8fc-d43a270653ff req-aa6e798e-c9a2-4eef-ba69-d4b589958091 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.0905957 Aug 09 15:44:12.860827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4615ca00-114b-48d9-a8fc-d43a270653ff req-54f84946-6c27-420d-8b40-1f20cba5bfc8 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914166 Aug 09 15:44:12.908419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-037b9331-4fac-48cd-8f4d-b76575a24d21 req-65d82575-554e-4abb-b7d5-cbc0d1be1d84 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626851 Aug 09 15:44:13.022780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d9eea39-43d1-47e2-947b-7b165a0f0ce8 req-53da2c57-4267-478f-9405-a915180f89ec tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 210 time: 0.0460083 Aug 09 15:44:13.101326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-9be495da-28ef-4595-8357-ef3f790f19f9 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:13.103787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-9be495da-28ef-4595-8357-ef3f790f19f9 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.35 "GET /v2.0/networks?id=9ded4967-b4d0-4197-adba-c321bd3cff49 HTTP/1.1" status: 200 len: 821 time: 0.3417666 Aug 09 15:44:13.125054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Request body: {'port': {'device_id': '1ea8e338-21ce-4d8c-9323-d853363dc93c', 'network_id': '9ded4967-b4d0-4197-adba-c321bd3cff49', 'admin_state_up': True, 'tenant_id': 'cc7cd35e752142cbac417688366ab560'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:13.213436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37f277-76f0-4f74-87cf-b14074801c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570bfd97-7227-4fb8-b89f-66482d74807a'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:13.217215 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4746d2e5-b3ba-4540-a10d-9b1d0cec0450" -d '{"events": [{"server_uuid": "2d37f277-76f0-4f74-87cf-b14074801c61", "name": "network-vif-plugged", "status": "completed", "tag": "570bfd97-7227-4fb8-b89f-66482d74807a"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:13.314638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbc9eb-9868-4c53-b5e3-faccb21c9531 req-298b2cac-186c-4619-a286-81535b324432 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:13.316199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86dbc9eb-9868-4c53-b5e3-faccb21c9531 req-298b2cac-186c-4619-a286-81535b324432 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.1718111 Aug 09 15:44:13.471420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86dbc9eb-9868-4c53-b5e3-faccb21c9531 req-7fff5aa0-3e9a-4baa-9023-dbac6fcf1247 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402893 Aug 09 15:44:13.484113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-b30496d6-7aa6-4be9-a679-a06327634ed4 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:13.486438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-b30496d6-7aa6-4be9-a679-a06327634ed4 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 804 time: 0.2600665 Aug 09 15:44:13.488128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Made reservation on behalf of cc7cd35e752142cbac417688366ab560 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:13.492058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.529181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-7d30a70b-148c-4da4-a950-f684383af82c tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/quotas/9e6d2490bcd645b7987df44081879a57 HTTP/1.1" status: 200 len: 375 time: 0.0326774 Aug 09 15:44:13.697345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d134d7f-f4b9-45a8-8d17-524c15881b67 req-e70cb679-23da-4df7-9ced-f644aacacb45 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1029620 Aug 09 15:44:13.763871 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4721f6-c096-493b-86ad-bbb10204f3ee x-openstack-request-id: req-8c4721f6-c096-493b-86ad-bbb10204f3ee {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:13.764380 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37f277-76f0-4f74-87cf-b14074801c61", "name": "network-vif-plugged", "status": "completed", "tag": "570bfd97-7227-4fb8-b89f-66482d74807a", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:13.764778 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c4721f6-c096-493b-86ad-bbb10204f3ee {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:13.766197 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37f277-76f0-4f74-87cf-b14074801c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570bfd97-7227-4fb8-b89f-66482d74807a', 'code': 200} Aug 09 15:44:13.778482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a884b91d-2f7f-4f41-a9f0-26f7d6fb1660 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2417397 Aug 09 15:44:13.958819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Allocated IP 172.20.0.12 (9ded4967-b4d0-4197-adba-c321bd3cff49/d19e5d4b-faf3-4f82-83db-742ec6885af6/1384666a-65a2-4610-8b0e-b4e3a265303a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:14.057139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27db9b-e6c3-4669-ac8c-04c10c965e2e req-bca46a99-5ab8-45ae-9b88-d6aee32a4cfb tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.059248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee27db9b-e6c3-4669-ac8c-04c10c965e2e req-bca46a99-5ab8-45ae-9b88-d6aee32a4cfb tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 946 time: 0.2394323 Aug 09 15:44:14.105512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-344b0d4a-d535-4b90-91fe-d6fc803ec371 service neutron] 10.222.0.64 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097560 Aug 09 15:44:14.123442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8ef6f-7bb3-496e-91ec-9b4f30bb5a70 req-4314f708-c822-45c7-a5bb-31c237dc593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.124646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f8ef6f-7bb3-496e-91ec-9b4f30bb5a70 req-4314f708-c822-45c7-a5bb-31c237dc593b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 1097 time: 0.2721808 Aug 09 15:44:14.258193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:14.315151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee27db9b-e6c3-4669-ac8c-04c10c965e2e req-d7d678cf-98c6-483f-b707-249c5a86e63f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355282 Aug 09 15:44:14.349823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f8ef6f-7bb3-496e-91ec-9b4f30bb5a70 req-c8edf51a-b55d-488f-9ac0-6fa04ba319a0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075360 Aug 09 15:44:14.387655 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.426116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-232de2c7-638d-4bdb-af53-59a81e3443a7 service neutron] 10.222.0.64 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980087 Aug 09 15:44:14.447692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:14.465858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.469611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.561189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:14.595300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.664665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Network 9ded4967-b4d0-4197-adba-c321bd3cff49 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:14.684149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:14.709827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:14.725123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dea3f-f2e1-47e3-9b26-d4c206b20839 req-41f6717e-b882-43ec-bc22-84c0cf856c36 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.726882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c8dea3f-f2e1-47e3-9b26-d4c206b20839 req-41f6717e-b882-43ec-bc22-84c0cf856c36 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1942673 Aug 09 15:44:14.809090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Pushing event updated for resources: {'Port': ['ID=1384666a-65a2-4610-8b0e-b4e3a265303a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:14.918761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.919863 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.937172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c8dea3f-f2e1-47e3-9b26-d4c206b20839 req-062703bf-8167-4738-b45a-8948bb0fa253 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895647 Aug 09 15:44:14.952542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efac353-c50a-4b54-a0ed-75e8e6930eeb req-21993360-203a-4d90-9c41-bb9cce0c1306 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.957904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5efac353-c50a-4b54-a0ed-75e8e6930eeb req-21993360-203a-4d90-9c41-bb9cce0c1306 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 932 time: 0.2829769 Aug 09 15:44:14.968055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-813e836f-2411-4dc2-aa5f-2d99f954c982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.989695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26dbf-d408-46cf-bead-753f770321f3 req-6def01e7-88c4-4eb7-b36d-8eed4dc5d9d9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.991683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a26dbf-d408-46cf-bead-753f770321f3 req-6def01e7-88c4-4eb7-b36d-8eed4dc5d9d9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa884739-adcd-4b8c-9ad6-ea9d9789c3f0 HTTP/1.1" status: 200 len: 943 time: 0.2786524 Aug 09 15:44:15.002878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-86b858b3-e34b-4f11-a1d1-8392d305e428 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8831928 Aug 09 15:44:15.026379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Request body: {'port': {'device_id': '1ea8e338-21ce-4d8c-9323-d853363dc93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:15.066112 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fc209684-01b8-43ba-809c-485ef46a1f2c req-467c2a7e-c735-4a56-aa04-2aa6830ec311 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0441217 Aug 09 15:44:15.093227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5efac353-c50a-4b54-a0ed-75e8e6930eeb req-7760e029-7c04-4bf6-a0c7-f7c5b6e61b87 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271348 Aug 09 15:44:15.237905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4779e343-e47a-4323-b900-1f89831b833f req-327dc749-93ee-4a2e-af56-1b2c436511e3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 210 time: 0.0840187 Aug 09 15:44:15.240834 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.287527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283271c-9e8a-4efe-ad1b-ceae76474662 req-64e12f8d-874d-4101-8f5e-8397016613b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:15.296613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d283271c-9e8a-4efe-ad1b-ceae76474662 req-64e12f8d-874d-4101-8f5e-8397016613b8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.1886196 Aug 09 15:44:15.436676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b0dce36b-caac-4285-93a5-27b91e584d1b no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:15.446572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Deleting port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:15.446904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.558070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d283271c-9e8a-4efe-ad1b-ceae76474662 req-e3086617-1971-4c00-9d32-a048fb2b258c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605147 Aug 09 15:44:15.562355 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.565819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c1c770e-4f05-4fb9-9a6d-febdb44fac65 req-eae98863-5cc8-4970-8e71-75d3c890fa9f tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1218960 Aug 09 15:44:15.635736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:15.642730 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.720231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:15.767927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae'}, {'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:15.772702 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02b73a3-284a-48a0-b0fb-f9364bc7b945" -d '{"events": [{"server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae"}, {"server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:15.850307 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ec710-b2ba-4f64-9eca-4cabcebe6c9d x-openstack-request-id: req-196ec710-b2ba-4f64-9eca-4cabcebe6c9d {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:15.851071 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae", "code": 200}, {"server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:15.852191 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-196ec710-b2ba-4f64-9eca-4cabcebe6c9d {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:15.853500 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'code': 200} Aug 09 15:44:15.854121 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'code': 200} Aug 09 15:44:16.139871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] For port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:16.140527 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.179658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Calling delete_port for ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:16.189359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a08e-3cfc-4573-b439-d128bc7dbcac req-803ea792-9e49-420d-9363-ab2c92743446 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.190982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e59a08e-3cfc-4573-b439-d128bc7dbcac req-803ea792-9e49-420d-9363-ab2c92743446 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 944 time: 0.1992073 Aug 09 15:44:16.332166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14410e90-8ac4-469a-9edf-3e6d474873e8 req-8af70a53-bca4-4db6-bb4e-0ce746c70715 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.333895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14410e90-8ac4-469a-9edf-3e6d474873e8 req-8af70a53-bca4-4db6-bb4e-0ce746c70715 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.2289214 Aug 09 15:44:16.373036 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e59a08e-3cfc-4573-b439-d128bc7dbcac req-3e49ac23-af03-42e5-a78f-488122d8d6eb tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667278 Aug 09 15:44:16.428256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1384666a-65a2-4610-8b0e-b4e3a265303a {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:16.447188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.463366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14410e90-8ac4-469a-9edf-3e6d474873e8 req-b324f6b4-ce00-42cb-8fa4-aef71d4e6d93 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997307 Aug 09 15:44:16.564838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Transition to ACTIVE for port object 1384666a-65a2-4610-8b0e-b4e3a265303a will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:16.567472 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.591349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-51d2e381-b333-4876-ac35-ae0a0f0a1f88 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.593051 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-51d2e381-b333-4876-ac35-ae0a0f0a1f88 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.66 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 804 time: 0.2374868 Aug 09 15:44:16.610260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Request body: {'port': {'device_id': '7135a750-ff75-421b-83d3-8062e6c69e95', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'admin_state_up': True, 'tenant_id': '9e6d2490bcd645b7987df44081879a57'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:16.625547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.694321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Pushing event deleted for resources: {'Port': ['ID=ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:16.705652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-704c0089-fdac-4896-9c30-a9960f94c1d0 req-6284cc7a-9693-4386-9070-53cae19eb50a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 210 time: 0.1294963 Aug 09 15:44:16.781289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Made reservation on behalf of 9e6d2490bcd645b7987df44081879a57 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:16.787614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.852193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] No DVR routers for this DVR port ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:16.855234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.857716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a26dbf-d408-46cf-bead-753f770321f3 req-7a0907c4-0e44-4a56-a1ca-ac6f36c99721 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "DELETE /v2.0/ports/ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae HTTP/1.1" status: 204 len: 173 time: 1.8579385 Aug 09 15:44:16.865578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'name': 'network-vif-deleted', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:16.868112 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c9b65f-151c-4c10-86cd-16ca0325ba2e" -d '{"events": [{"server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "name": "network-vif-deleted", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:16.914040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473a7b-b98e-4605-adc2-0239ec04ed6b req-12498546-f036-425a-965b-55448e8a0d27 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.915904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c473a7b-b98e-4605-adc2-0239ec04ed6b req-12498546-f036-425a-965b-55448e8a0d27 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 932 time: 0.3665342 Aug 09 15:44:16.930998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Pushing event updated for resources: {'Port': ['ID=1384666a-65a2-4610-8b0e-b4e3a265303a,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:16.974868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Allocated IP 172.20.0.14 (c5417ffe-714e-4727-9af6-b7fe743d70dd/f741c060-43e5-43ae-ae71-1768bea61ce1/e1bfcd04-28b4-490d-8421-8f6a80fbf7a7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:17.071127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3712c-c47e-4e04-850a-e3de7b3590f8 req-dc5788d9-0948-489a-be00-c67821fecbb6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.072770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47c3712c-c47e-4e04-850a-e3de7b3590f8 req-dc5788d9-0948-489a-be00-c67821fecbb6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2566276 Aug 09 15:44:17.078787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c473a7b-b98e-4605-adc2-0239ec04ed6b req-0e1611ef-5ee8-48f4-8953-9df1c13f9a84 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507647 Aug 09 15:44:17.139773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Attempting to bind port 1384666a-65a2-4610-8b0e-b4e3a265303a on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:17.140137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Attempting to bind port 1384666a-65a2-4610-8b0e-b4e3a265303a by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a31afa85-eaae-4e3c-a870-14c6f859136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '9ded4967-b4d0-4197-adba-c321bd3cff49'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:17.140761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Attempting to bind port 1384666a-65a2-4610-8b0e-b4e3a265303a on network 9ded4967-b4d0-4197-adba-c321bd3cff49 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:17.159752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Port 1384666a-65a2-4610-8b0e-b4e3a265303a on network 9ded4967-b4d0-4197-adba-c321bd3cff49 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:17.160304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Attempting to bind port 1384666a-65a2-4610-8b0e-b4e3a265303a on network 9ded4967-b4d0-4197-adba-c321bd3cff49 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:17.175993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47c3712c-c47e-4e04-850a-e3de7b3590f8 req-d947fdf5-fae7-49c8-bc5c-b40fcfe8725c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890734 Aug 09 15:44:17.177971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:17.178570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Checking segment: {'id': 'a31afa85-eaae-4e3c-a870-14c6f859136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '9ded4967-b4d0-4197-adba-c321bd3cff49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:17.179237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Bound using segment: {'id': 'a31afa85-eaae-4e3c-a870-14c6f859136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '9ded4967-b4d0-4197-adba-c321bd3cff49'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:17.179955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Bound port: 1384666a-65a2-4610-8b0e-b4e3a265303a, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31afa85-eaae-4e3c-a870-14c6f859136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '9ded4967-b4d0-4197-adba-c321bd3cff49'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:17.180663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.224413 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.280557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.356451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Network c5417ffe-714e-4727-9af6-b7fe743d70dd is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:17.365330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:17.372524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:17.423020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78cd5ce7-19fb-422a-9e84-81c0507d0199 req-e3fdd4b7-4ec1-4d65-8b44-bf0c2957d2ee tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0965600 Aug 09 15:44:17.435634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.436463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.442184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9860db-cd5e-4bc8-b67f-9633021b6e7c req-7429c9dd-fd1a-40ad-bc0e-7fb114bbc0b1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.445190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae9860db-cd5e-4bc8-b67f-9633021b6e7c req-7429c9dd-fd1a-40ad-bc0e-7fb114bbc0b1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.2607839 Aug 09 15:44:17.453958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Pushing event updated for resources: {'Port': ['ID=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:17.460212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] For port 1384666a-65a2-4610-8b0e-b4e3a265303a, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:17.465098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.465554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.466043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.466342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.466764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.467102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.467435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.467763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.468122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.468530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.477270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.477591 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c23c95ee-d816-4ac0-b8ee-82377c9058c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.478341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:17.490432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-d85f1cdd-63b8-4d2e-be47-073c5fbefcfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8853102 Aug 09 15:44:17.508837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Request body: {'port': {'device_id': '7135a750-ff75-421b-83d3-8062e6c69e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:17.513821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] For port 1384666a-65a2-4610-8b0e-b4e3a265303a, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1384666a-65a2-4610-8b0e-b4e3a265303a,segment=NetworkSegment(a31afa85-eaae-4e3c-a870-14c6f859136f),segment_id=a31afa85-eaae-4e3c-a870-14c6f859136f)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:17.535437 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.585936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae9860db-cd5e-4bc8-b67f-9633021b6e7c req-36682b6f-3e0f-48ed-8d81-90f4a03ddfe2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211886 Aug 09 15:44:17.601373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.606627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.607674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.610108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] 10.222.0.35 "PUT /v2.0/ports/1384666a-65a2-4610-8b0e-b4e3a265303a HTTP/1.1" status: 200 len: 1092 time: 2.5887618 Aug 09 15:44:17.644777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c928e-9ae2-4829-8c6b-18d2c4d0ed7d service neutron] Pushing event updated for resources: {'Port': ['ID=1384666a-65a2-4610-8b0e-b4e3a265303a,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:17.771266 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244d6fe5-c39c-42f9-bdc7-e1d015f81ab3 x-openstack-request-id: req-244d6fe5-c39c-42f9-bdc7-e1d015f81ab3 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:17.771521 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa884739-adcd-4b8c-9ad6-ea9d9789c3f0", "name": "network-vif-deleted", "tag": "ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:17.771864 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-244d6fe5-c39c-42f9-bdc7-e1d015f81ab3 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:17.773304 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa884739-adcd-4b8c-9ad6-ea9d9789c3f0', 'name': 'network-vif-deleted', 'tag': 'ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae', 'status': 'completed', 'code': 200} Aug 09 15:44:17.778892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.813381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-71f366f2-3ed8-46af-a0af-d88ed818baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.815925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-71f366f2-3ed8-46af-a0af-d88ed818baa3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc7cd35e752142cbac417688366ab560&device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 1095 time: 0.1375542 Aug 09 15:44:17.899210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-bd25ade5-5903-48f8-be04-db4e05cec088 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1384666a-65a2-4610-8b0e-b4e3a265303a HTTP/1.1" status: 200 len: 217 time: 0.0630977 Aug 09 15:44:17.949692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aef76-7054-48c0-9c42-d2ae907e4a3f req-691ca3a0-90a1-4b2e-ac42-94d480113fc9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.952672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-285aef76-7054-48c0-9c42-d2ae907e4a3f req-691ca3a0-90a1-4b2e-ac42-94d480113fc9 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1523006 Aug 09 15:44:18.052795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-285aef76-7054-48c0-9c42-d2ae907e4a3f req-ae60e89f-38da-4c0a-9fda-075e37d0fe39 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713177 Aug 09 15:44:18.067148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-33269632-a7c9-46e2-9e2c-27150196516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.069323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-33269632-a7c9-46e2-9e2c-27150196516e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d19e5d4b-faf3-4f82-83db-742ec6885af6 HTTP/1.1" status: 200 len: 861 time: 0.1630473 Aug 09 15:44:18.112691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:18.127959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.129543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-1dd94b47-cab0-4263-8c2d-34f3ec832809 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ded4967-b4d0-4197-adba-c321bd3cff49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515177 Aug 09 15:44:18.178824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Transition to ACTIVE for port object e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:18.189720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.274268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:18.286591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:18.363445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:18.363937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ba45dcc0-1368-46e7-a0d3-264f0ae6a2ae not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:18.395173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Attempting to bind port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:18.395173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Attempting to bind port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:18.395173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Attempting to bind port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 on network c5417ffe-714e-4727-9af6-b7fe743d70dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:18.397805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 on network c5417ffe-714e-4727-9af6-b7fe743d70dd not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:18.398125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Attempting to bind port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 on network c5417ffe-714e-4727-9af6-b7fe743d70dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:18.404369 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:18.404709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Checking segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:18.405058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Bound using segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:18.405458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Bound port: e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:18.405891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.463418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb8832-1f14-41ca-8f3d-6d705ac6a8c4 req-f3956f20-5067-4157-b487-a1e360931948 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.466341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cbb8832-1f14-41ca-8f3d-6d705ac6a8c4 req-f3956f20-5067-4157-b487-a1e360931948 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.2486684 Aug 09 15:44:18.499977 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:18.505221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:18.508045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-5a2c111a-9703-4c5b-8a62-10e1724f5b61 service neutron] 10.222.0.35 "GET /v2.0/networks/9ded4967-b4d0-4197-adba-c321bd3cff49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714395 Aug 09 15:44:18.512531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.520837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee76106-0291-41f4-b542-dabb56b15cdb req-a80f2554-bb57-4ffb-a940-88e690f60dc3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.530843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ee76106-0291-41f4-b542-dabb56b15cdb req-a80f2554-bb57-4ffb-a940-88e690f60dc3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 944 time: 0.1754003 Aug 09 15:44:18.553775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.555654 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.556588 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] 10.222.0.66 "PUT /v2.0/ports/e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 HTTP/1.1" status: 200 len: 1092 time: 1.0569205 Aug 09 15:44:18.557168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7135a750-ff75-421b-83d3-8062e6c69e95', 'tag': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:18.560730 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf00dec2-6f81-498e-9158-b3cba197341b" -d '{"events": [{"name": "network-changed", "server_uuid": "7135a750-ff75-421b-83d3-8062e6c69e95", "tag": "e1bfcd04-28b4-490d-8421-8f6a80fbf7a7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:18.634494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cbb8832-1f14-41ca-8f3d-6d705ac6a8c4 req-b05b0b4c-86b3-45e5-a870-c1af67dd4749 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503065 Aug 09 15:44:18.662624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8befe-a7e2-4840-89ae-cfa3a9fc2f02 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:18.676600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ee76106-0291-41f4-b542-dabb56b15cdb req-28ec17b6-b2e3-4670-9947-b534afd87903 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444721 Aug 09 15:44:18.723528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bfa76c5-f9dd-4f89-bd7a-d4658925be33 req-9bc77d0e-4cfc-4a18-baa9-ea2cdcc1d625 service neutron] 10.222.0.35 "GET /v2.0/networks/9ded4967-b4d0-4197-adba-c321bd3cff49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860008 Aug 09 15:44:18.724667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-c5e3cf76-12b6-4fa8-a734-a4fb5816851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.727110 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-c5e3cf76-12b6-4fa8-a734-a4fb5816851a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 1095 time: 0.1131115 Aug 09 15:44:18.811584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-962ae7e5-1362-42b7-b880-4f954b1b5b02 req-fae40732-e8ac-48af-8631-045c7ba21308 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0428178 Aug 09 15:44:18.812451 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-db05725f-c720-46cf-9ad0-0c83be8e753f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 HTTP/1.1" status: 200 len: 217 time: 0.0764241 Aug 09 15:44:18.882814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-70725ebb-0339-40e3-b551-ef261b492077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.884396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-70725ebb-0339-40e3-b551-ef261b492077 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 200 len: 844 time: 0.0644829 Aug 09 15:44:18.930054 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-574afae0-93a0-4f72-b95f-264806bafdef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5417ffe-714e-4727-9af6-b7fe743d70dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328183 Aug 09 15:44:18.945950 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.950574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88124e-1ede-41b1-9fd6-add2fd14f211 req-b5c6a20b-06d8-4f48-8c3d-cad96b62d8e1 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.952199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e88124e-1ede-41b1-9fd6-add2fd14f211 req-b5c6a20b-06d8-4f48-8c3d-cad96b62d8e1 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 944 time: 0.0963132 Aug 09 15:44:18.971358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838676fe-06df-4c3d-89fc-ac2f09956e9f req-9d943a77-4487-4790-bf91-89b5e5b03c0e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.973354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-838676fe-06df-4c3d-89fc-ac2f09956e9f req-9d943a77-4487-4790-bf91-89b5e5b03c0e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.0783567 Aug 09 15:44:19.040372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-838676fe-06df-4c3d-89fc-ac2f09956e9f req-f47c2586-d4a7-4f35-b453-2f5317429bc1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593092 Aug 09 15:44:19.044731 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-aa3d16b6-bdea-4315-8b65-163f45e23ba8 service neutron] 10.222.0.66 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066096 Aug 09 15:44:19.048071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e88124e-1ede-41b1-9fd6-add2fd14f211 req-79c8745c-2b50-4b50-90d6-fab5300e4aae tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735824 Aug 09 15:44:19.122656 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc0a065-3706-434b-8351-224393732ece x-openstack-request-id: req-bdc0a065-3706-434b-8351-224393732ece {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:19.122656 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7135a750-ff75-421b-83d3-8062e6c69e95", "tag": "e1bfcd04-28b4-490d-8421-8f6a80fbf7a7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:19.123432 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdc0a065-3706-434b-8351-224393732ece {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:19.123712 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7135a750-ff75-421b-83d3-8062e6c69e95', 'tag': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7', 'status': 'completed', 'code': 200} Aug 09 15:44:19.188532 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dbbc5ad3-a949-47e2-abf6-128955ecc426 req-6678c563-7adc-4d13-a7d1-09c712f94bc0 service neutron] 10.222.0.66 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338387 Aug 09 15:44:19.303106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea4bd3-5a56-4685-99ed-83c8115fc072 req-78452c80-11eb-4710-8ed2-dd7e55f6d983 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.304794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59ea4bd3-5a56-4685-99ed-83c8115fc072 req-78452c80-11eb-4710-8ed2-dd7e55f6d983 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.0725453 Aug 09 15:44:19.310338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00dec2-6f81-498e-9158-b3cba197341b req-8c3d33a7-33ce-4a5c-8dde-c1398a138b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.312531 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bf00dec2-6f81-498e-9158-b3cba197341b req-8c3d33a7-33ce-4a5c-8dde-c1398a138b32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 1095 time: 0.0568218 Aug 09 15:44:19.363077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59ea4bd3-5a56-4685-99ed-83c8115fc072 req-d214c1ca-bdb0-4c01-a06c-79b46c7c40da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514059 Aug 09 15:44:19.449599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b0dce36b-caac-4285-93a5-27b91e584d1b no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:19.464178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00dec2-6f81-498e-9158-b3cba197341b req-59af2708-18fa-486c-8c09-3a3cf62597cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.465779 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bf00dec2-6f81-498e-9158-b3cba197341b req-59af2708-18fa-486c-8c09-3a3cf62597cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 906 time: 0.1446192 Aug 09 15:44:19.522004 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bf00dec2-6f81-498e-9158-b3cba197341b req-427ded5d-9f64-466e-a3b0-f6019446bd3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 HTTP/1.1" status: 200 len: 217 time: 0.0462532 Aug 09 15:44:19.558742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f68782-d85e-4013-85f1-323e425e370b req-a494b9e4-c835-4c0c-ad90-4c064e4bc952 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.560320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0f68782-d85e-4013-85f1-323e425e370b req-a494b9e4-c835-4c0c-ad90-4c064e4bc952 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1150608 Aug 09 15:44:19.574555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817f2b8-64e1-487b-a78f-142718c29595 req-cf86c773-7a7d-4177-af87-51a920081e97 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.576158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a817f2b8-64e1-487b-a78f-142718c29595 req-cf86c773-7a7d-4177-af87-51a920081e97 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.0847793 Aug 09 15:44:19.589665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00dec2-6f81-498e-9158-b3cba197341b req-e3ee174b-2901-44c4-9268-1d88e29fcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.591394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bf00dec2-6f81-498e-9158-b3cba197341b req-e3ee174b-2901-44c4-9268-1d88e29fcdcd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 200 len: 844 time: 0.0553889 Aug 09 15:44:19.632249 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bf00dec2-6f81-498e-9158-b3cba197341b req-a9200129-dce5-4a7d-a001-ea988804ddfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c5417ffe-714e-4727-9af6-b7fe743d70dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290873 Aug 09 15:44:19.639267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0f68782-d85e-4013-85f1-323e425e370b req-ca0a233e-05b7-4739-9eef-f98f5a47e3fa tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620706 Aug 09 15:44:19.649031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a817f2b8-64e1-487b-a78f-142718c29595 req-df8a0bab-bb09-4dc9-bc86-774a0dad6283 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Aug 09 15:44:19.753838 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bf00dec2-6f81-498e-9158-b3cba197341b req-56ab5634-4825-4a3f-8055-51701765cd9f service neutron] 10.222.0.66 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112254 Aug 09 15:44:19.780937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea8e338-21ce-4d8c-9323-d853363dc93c', 'tag': '1384666a-65a2-4610-8b0e-b4e3a265303a'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:19.783769 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea8e338-21ce-4d8c-9323-d853363dc93c", "tag": "1384666a-65a2-4610-8b0e-b4e3a265303a"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:19.842669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67b6d6-20ec-4c8e-9782-e7c94d98198b req-bfbc2566-9d50-44da-a118-879d11d79496 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.844761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f67b6d6-20ec-4c8e-9782-e7c94d98198b req-bfbc2566-9d50-44da-a118-879d11d79496 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.0948889 Aug 09 15:44:19.861662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecbd1b-ebbf-42b9-b224-d6faa031cf1b req-ee8a7a51-c19b-4247-836d-60a8847970d9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.863653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0ecbd1b-ebbf-42b9-b224-d6faa031cf1b req-ee8a7a51-c19b-4247-836d-60a8847970d9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 944 time: 0.0766907 Aug 09 15:44:19.924561 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bf00dec2-6f81-498e-9158-b3cba197341b req-f21b0733-6915-4c28-84ab-278096781ecf service neutron] 10.222.0.66 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618247 Aug 09 15:44:19.930652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f67b6d6-20ec-4c8e-9782-e7c94d98198b req-29a08fba-332b-4e62-90aa-1a943e9b01db tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657709 Aug 09 15:44:19.940698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0ecbd1b-ebbf-42b9-b224-d6faa031cf1b req-e6526524-507d-46da-a225-a762ac720803 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672324 Aug 09 15:44:19.987498 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b294a34d-5725-45e2-ab22-010bc5cb5021 x-openstack-request-id: req-b294a34d-5725-45e2-ab22-010bc5cb5021 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:19.987940 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea8e338-21ce-4d8c-9323-d853363dc93c", "tag": "1384666a-65a2-4610-8b0e-b4e3a265303a", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:19.988284 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b294a34d-5725-45e2-ab22-010bc5cb5021 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:19.988803 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea8e338-21ce-4d8c-9323-d853363dc93c', 'tag': '1384666a-65a2-4610-8b0e-b4e3a265303a', 'status': 'completed', 'code': 200} Aug 09 15:44:20.050547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a6d486a-9ea0-48f0-8fa4-6041a46798c7 req-f7573452-9424-4d15-afaf-e540102dbf00 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0297940 Aug 09 15:44:20.097222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-772689b4-8b98-494c-9a13-cf1fcb3281dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.100287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-772689b4-8b98-494c-9a13-cf1fcb3281dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc7cd35e752142cbac417688366ab560&device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 1095 time: 0.0519063 Aug 09 15:44:20.281956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50594cf-c979-4d4e-8c40-61708325daab req-7f4a8fff-52bc-4d31-a77b-4ba20825a070 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.284282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f50594cf-c979-4d4e-8c40-61708325daab req-7f4a8fff-52bc-4d31-a77b-4ba20825a070 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 944 time: 0.1131232 Aug 09 15:44:20.295722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-e21535fc-2cc2-457e-b9ef-34810e536982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.297953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-e21535fc-2cc2-457e-b9ef-34810e536982 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ded4967-b4d0-4197-adba-c321bd3cff49 HTTP/1.1" status: 200 len: 923 time: 0.1822388 Aug 09 15:44:20.307667 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.358845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-79eb1629-fbc7-49ea-9ff0-1f6d97ae464d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1384666a-65a2-4610-8b0e-b4e3a265303a HTTP/1.1" status: 200 len: 217 time: 0.0520976 Aug 09 15:44:20.370390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32987a-be23-43cc-97ae-a6bb1cb0a2d9 req-7b13da57-11e8-474e-927c-1494e8c5a3df tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.371878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f32987a-be23-43cc-97ae-a6bb1cb0a2d9 req-7b13da57-11e8-474e-927c-1494e8c5a3df tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.1414802 Aug 09 15:44:20.431320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f50594cf-c979-4d4e-8c40-61708325daab req-74ad1d33-8631-4c63-8e65-3e5ec869a0a2 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392694 Aug 09 15:44:20.460507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-3071cb65-4be3-4fd3-a703-2d4443671531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.462028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-3071cb65-4be3-4fd3-a703-2d4443671531 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d19e5d4b-faf3-4f82-83db-742ec6885af6 HTTP/1.1" status: 200 len: 861 time: 0.0893049 Aug 09 15:44:20.465064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f32987a-be23-43cc-97ae-a6bb1cb0a2d9 req-e6ca019b-2bab-452d-a520-c7ca10ce59ba tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761459 Aug 09 15:44:20.508556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-dd169410-38f0-451c-840e-97fee7e5b8d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ded4967-b4d0-4197-adba-c321bd3cff49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359457 Aug 09 15:44:20.649827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a256ad2-0752-4ed1-88bf-9d34ba963418 req-bef8de16-281c-46b9-995c-812702ff8056 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.651249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a256ad2-0752-4ed1-88bf-9d34ba963418 req-bef8de16-281c-46b9-995c-812702ff8056 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1064711 Aug 09 15:44:20.657256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-98206c45-bb03-4b3b-aede-e5d142c193df service neutron] 10.222.0.35 "GET /v2.0/networks/9ded4967-b4d0-4197-adba-c321bd3cff49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307011 Aug 09 15:44:20.757722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a256ad2-0752-4ed1-88bf-9d34ba963418 req-650ea61c-9dc5-4919-ac58-37ceb79758ea tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995119 Aug 09 15:44:20.823894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f7a0a3c-90db-47ef-a1e3-5b9597e7e32d req-ad7266a2-9ae3-49c5-8ce8-5c37fbf9147a service neutron] 10.222.0.35 "GET /v2.0/networks/9ded4967-b4d0-4197-adba-c321bd3cff49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590433 Aug 09 15:44:20.835377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f7628-84c7-4889-a4a3-310813517d5c req-6c6656e0-f3fa-477e-aff4-285d081b71b6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.837907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9f7628-84c7-4889-a4a3-310813517d5c req-6c6656e0-f3fa-477e-aff4-285d081b71b6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.0939493 Aug 09 15:44:20.886367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9f7628-84c7-4889-a4a3-310813517d5c req-8fd80603-9df3-4d82-b971-84eef5e3de09 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Aug 09 15:44:21.095388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371849a-ef00-49c5-82eb-83939720f6ef req-4d3fc176-9e28-4f87-b9d3-21d2c1a8c44a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.098185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b371849a-ef00-49c5-82eb-83939720f6ef req-4d3fc176-9e28-4f87-b9d3-21d2c1a8c44a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 944 time: 0.0780284 Aug 09 15:44:21.165087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b371849a-ef00-49c5-82eb-83939720f6ef req-48b9ca01-74a8-4057-9176-3006f30db17c tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594230 Aug 09 15:44:21.237241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1caec1b-a24b-4e13-bd98-b476ef8cc8e3 req-03340aad-6667-4afb-9807-16ae7b178aad tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0623293 Aug 09 15:44:21.264748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-3d6a1221-d0d7-4415-9349-0666a597ac84 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.267583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-3d6a1221-d0d7-4415-9349-0666a597ac84 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 946 time: 0.0744958 Aug 09 15:44:21.388259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Deleting port 570bfd97-7227-4fb8-b89f-66482d74807a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:21.390145 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.450782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:21.546697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] For port 570bfd97-7227-4fb8-b89f-66482d74807a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=570bfd97-7227-4fb8-b89f-66482d74807a,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:21.547063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.587344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Calling delete_port for 570bfd97-7227-4fb8-b89f-66482d74807a owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:21.614159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:21.636928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'port_id': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7', 'mac_address': 'fa:16:3e:24:19:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f741c060-43e5-43ae-ae71-1768bea61ce1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:21.659138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-bcecfef9-75e3-4d32-8872-9cd3c5272cb9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.661618 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-bcecfef9-75e3-4d32-8872-9cd3c5272cb9 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.0761950 Aug 09 15:44:21.695346 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.719716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:21.749691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:21.756914 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.806410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Deleting port bde34bde-38e6-4d2a-b405-0b17d465d07c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:21.806831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.827934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:21.946185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] For port bde34bde-38e6-4d2a-b405-0b17d465d07c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=bde34bde-38e6-4d2a-b405-0b17d465d07c,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:21.946485 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.962766 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Calling delete_port for bde34bde-38e6-4d2a-b405-0b17d465d07c owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:22.011226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f4228-0686-4593-99df-3a3f2983bcb9 req-808cf708-dbd9-4439-9ad0-89349c2acdbf tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.012829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb5f4228-0686-4593-99df-3a3f2983bcb9 req-808cf708-dbd9-4439-9ad0-89349c2acdbf tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 944 time: 0.4627037 Aug 09 15:44:22.043990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc004d9-36ab-473c-839e-46be89d2e217 req-a40cba5a-cd87-4589-8383-530c8de84ae3 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.045540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fc004d9-36ab-473c-839e-46be89d2e217 req-a40cba5a-cd87-4589-8383-530c8de84ae3 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8422cd-eae7-43a4-865b-9af434e01e45 HTTP/1.1" status: 200 len: 946 time: 0.4596188 Aug 09 15:44:22.046517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e1bfcd04-28b4-490d-8421-8f6a80fbf7a7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:22.144769 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.164955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:22.197899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event deleted for resources: {'Port': ['ID=bde34bde-38e6-4d2a-b405-0b17d465d07c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:22.222821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb5f4228-0686-4593-99df-3a3f2983bcb9 req-bb6e1780-4ca8-45e6-9c9e-fe86435713bf tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995111 Aug 09 15:44:22.253257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fc004d9-36ab-473c-839e-46be89d2e217 req-b275d0cd-31c9-4cd1-a602-d1c597e2db4b tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875706 Aug 09 15:44:22.294627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] No DVR routers for this DVR port bde34bde-38e6-4d2a-b405-0b17d465d07c on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:22.295362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.296612 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.304689 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5b4e1899-839a-48c1-adac-a24be9ea9545 req-3ad46381-de67-46bc-83a8-f228c0bbea43 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.66 "DELETE /v2.0/ports/bde34bde-38e6-4d2a-b405-0b17d465d07c HTTP/1.1" status: 204 len: 173 time: 0.6328247 Aug 09 15:44:22.305378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8422cd-eae7-43a4-865b-9af434e01e45', 'name': 'network-vif-deleted', 'tag': 'bde34bde-38e6-4d2a-b405-0b17d465d07c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:22.310070 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e5351-8d33-4e8f-b05f-90117ab0cc14" -d '{"events": [{"server_uuid": "9b8422cd-eae7-43a4-865b-9af434e01e45", "name": "network-vif-deleted", "tag": "bde34bde-38e6-4d2a-b405-0b17d465d07c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:22.327436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1384666a-65a2-4610-8b0e-b4e3a265303a details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:22.443223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event deleted for resources: {'Port': ['ID=570bfd97-7227-4fb8-b89f-66482d74807a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:22.591355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1384666a-65a2-4610-8b0e-b4e3a265303a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1384666a-65a2-4610-8b0e-b4e3a265303a,segment=NetworkSegment(a31afa85-eaae-4e3c-a870-14c6f859136f),segment_id=a31afa85-eaae-4e3c-a870-14c6f859136f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:22.598888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] No DVR routers for this DVR port 570bfd97-7227-4fb8-b89f-66482d74807a on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:22.602605 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.604905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0bf00e81-b29a-45dd-a528-32fb59bed485 req-5f9cd1aa-1940-488b-aa48-09bf517edfb2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "DELETE /v2.0/ports/570bfd97-7227-4fb8-b89f-66482d74807a HTTP/1.1" status: 204 len: 173 time: 1.3322439 Aug 09 15:44:22.614511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff28b4e4-75ad-4973-b918-64e32cfd0c00 req-2c2b3e4e-4e6a-4135-9958-ff463190d67f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d37f277-76f0-4f74-87cf-b14074801c61 HTTP/1.1" status: 200 len: 210 time: 0.1005702 Aug 09 15:44:22.619661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37f277-76f0-4f74-87cf-b14074801c61', 'name': 'network-vif-deleted', 'tag': '570bfd97-7227-4fb8-b89f-66482d74807a'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:22.623317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '1384666a-65a2-4610-8b0e-b4e3a265303a', 'network_id': '9ded4967-b4d0-4197-adba-c321bd3cff49', 'port_id': '1384666a-65a2-4610-8b0e-b4e3a265303a', 'mac_address': 'fa:16:3e:33:6b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19e5d4b-faf3-4f82-83db-742ec6885af6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:22.625340 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2941cc9e-b2ba-4f65-8c86-ab36140a48ce" -d '{"events": [{"server_uuid": "2d37f277-76f0-4f74-87cf-b14074801c61", "name": "network-vif-deleted", "tag": "570bfd97-7227-4fb8-b89f-66482d74807a"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:22.668522 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.702961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1384666a-65a2-4610-8b0e-b4e3a265303a {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:22.716952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bad5bf-b944-46c2-88a2-3e5cf1d84e44 req-908b1ebc-98c9-4476-b935-7e28d8867b6b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.719955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17bad5bf-b944-46c2-88a2-3e5cf1d84e44 req-908b1ebc-98c9-4476-b935-7e28d8867b6b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1863275 Aug 09 15:44:22.773252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1384666a-65a2-4610-8b0e-b4e3a265303a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1384666a-65a2-4610-8b0e-b4e3a265303a,segment=NetworkSegment(a31afa85-eaae-4e3c-a870-14c6f859136f),segment_id=a31afa85-eaae-4e3c-a870-14c6f859136f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:22.779594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.876323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17bad5bf-b944-46c2-88a2-3e5cf1d84e44 req-d4cedf93-f470-498b-b7f3-b830c46cb60e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380770 Aug 09 15:44:22.921302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a8484-ed37-4632-90fc-673391387318 req-e99cc528-a58f-407a-a87b-6cb2cf2759d9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.924671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae8a8484-ed37-4632-90fc-673391387318 req-e99cc528-a58f-407a-a87b-6cb2cf2759d9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 945 time: 0.1503785 Aug 09 15:44:23.013589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2532af93-d573-42cf-9414-d504da088fe3 req-e0e10637-2422-43af-bf6d-33d70c2657f2 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0327260 Aug 09 15:44:23.026149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1384666a-65a2-4610-8b0e-b4e3a265303a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:23.038048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae8a8484-ed37-4632-90fc-673391387318 req-0204b8b1-8839-4f46-b768-34227e718d3e tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069694 Aug 09 15:44:23.083314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['bde34bde-38e6-4d2a-b405-0b17d465d07c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:23.104562 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae46af5-de13-4587-9be7-694f7e2454c6 x-openstack-request-id: req-2ae46af5-de13-4587-9be7-694f7e2454c6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:23.105625 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8422cd-eae7-43a4-865b-9af434e01e45", "name": "network-vif-deleted", "tag": "bde34bde-38e6-4d2a-b405-0b17d465d07c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:23.106252 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ae46af5-de13-4587-9be7-694f7e2454c6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:23.106997 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8422cd-eae7-43a4-865b-9af434e01e45', 'name': 'network-vif-deleted', 'tag': 'bde34bde-38e6-4d2a-b405-0b17d465d07c', 'status': 'completed', 'code': 200} Aug 09 15:44:23.152655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['570bfd97-7227-4fb8-b89f-66482d74807a'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:23.156596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1384666a-65a2-4610-8b0e-b4e3a265303a'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:23.172560 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338cc1d-1a11-4951-b62c-4d3ae1bdbd74 x-openstack-request-id: req-4338cc1d-1a11-4951-b62c-4d3ae1bdbd74 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:23.173206 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37f277-76f0-4f74-87cf-b14074801c61", "name": "network-vif-deleted", "tag": "570bfd97-7227-4fb8-b89f-66482d74807a", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:23.173705 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4338cc1d-1a11-4951-b62c-4d3ae1bdbd74 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:23.174876 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37f277-76f0-4f74-87cf-b14074801c61', 'name': 'network-vif-deleted', 'tag': '570bfd97-7227-4fb8-b89f-66482d74807a', 'status': 'completed', 'code': 200} Aug 09 15:44:23.498564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:23.506191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002566d-5e10-4099-ad92-1cace9c39005 req-dfb535ff-1819-48ad-809e-2c611353df76 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:23.516515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a002566d-5e10-4099-ad92-1cace9c39005 req-dfb535ff-1819-48ad-809e-2c611353df76 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 945 time: 0.1180267 Aug 09 15:44:23.592270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a002566d-5e10-4099-ad92-1cace9c39005 req-d79488ed-81ae-46f9-a3b1-34c63047de9f tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742702 Aug 09 15:44:23.605140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:23.612880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:23.612880 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.794170 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.823309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7135a750-ff75-421b-83d3-8062e6c69e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:23.825971 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e476dd6f-8b1c-4c90-b7e8-f468e029f54e" -d '{"events": [{"server_uuid": "7135a750-ff75-421b-83d3-8062e6c69e95", "name": "network-vif-plugged", "status": "completed", "tag": "e1bfcd04-28b4-490d-8421-8f6a80fbf7a7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:23.849384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:23.855776 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.858287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device bde34bde-38e6-4d2a-b405-0b17d465d07c no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:23.908510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: bde34bde-38e6-4d2a-b405-0b17d465d07c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:23.912520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device bde34bde-38e6-4d2a-b405-0b17d465d07c not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:23.913188 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c09c59-f181-4a58-9335-386521adee7b x-openstack-request-id: req-06c09c59-f181-4a58-9335-386521adee7b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:23.913715 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7135a750-ff75-421b-83d3-8062e6c69e95", "name": "network-vif-plugged", "status": "completed", "tag": "e1bfcd04-28b4-490d-8421-8f6a80fbf7a7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:23.914225 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06c09c59-f181-4a58-9335-386521adee7b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:23.914994 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7135a750-ff75-421b-83d3-8062e6c69e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7', 'code': 200} Aug 09 15:44:24.008066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:24.081885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256090b7-9038-451c-ac59-00bdd1a5154d req-94126d38-5dec-4cc9-89d2-3001e45d6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.084875 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-256090b7-9038-451c-ac59-00bdd1a5154d req-94126d38-5dec-4cc9-89d2-3001e45d6777 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 1097 time: 0.0986998 Aug 09 15:44:24.129110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9b2db-f03e-4519-b3bd-338de7782f00 req-a8b070e3-17f4-4ab7-ad29-7ce26937757f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.132822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8cd9b2db-f03e-4519-b3bd-338de7782f00 req-a8b070e3-17f4-4ab7-ad29-7ce26937757f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1182938 Aug 09 15:44:24.134087 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-256090b7-9038-451c-ac59-00bdd1a5154d req-3abff33f-4c65-4495-9e35-923e7971a8b8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Aug 09 15:44:24.231210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8cd9b2db-f03e-4519-b3bd-338de7782f00 req-2c5d0eaf-4549-482b-8334-8c784990efc2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922596 Aug 09 15:44:24.263263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-57183155-082d-4b79-b6a2-8b198c35c46c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.263263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-57183155-082d-4b79-b6a2-8b198c35c46c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.2132235 Aug 09 15:44:24.284577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-77e22f3e-a4ff-46d2-831f-bbb84a5a0fb1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/quotas/2030902758174eafa38523e20b819289 HTTP/1.1" status: 200 len: 375 time: 0.0144269 Aug 09 15:44:24.335928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-84a081a3-6be4-412b-9070-519727f7783d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451505 Aug 09 15:44:24.520865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ffe8-f72c-4f1e-951a-92e60a79345c req-b6decd23-b60d-4868-98a5-0132b41778b8 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.522592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8572ffe8-f72c-4f1e-951a-92e60a79345c req-b6decd23-b60d-4868-98a5-0132b41778b8 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 946 time: 0.1473942 Aug 09 15:44:24.530656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-c1074852-7f0e-47a2-b4ff-acd54ff7f02e service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802826 Aug 09 15:44:24.658536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8572ffe8-f72c-4f1e-951a-92e60a79345c req-e17d4403-9861-40e3-9182-4224e9521852 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096640 Aug 09 15:44:24.703315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-b345dda9-6611-4821-a19c-99f60dc28390 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656590 Aug 09 15:44:24.807067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f28d73ca-2b8f-40cc-ada9-4845f8e31653 req-7c7474df-6e75-4010-a94d-ff70bc02a3f3 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0420454 Aug 09 15:44:25.171308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c364ad79-949c-4271-a813-9bccbd2fdaaf req-0c27fc2e-a1f3-4133-a547-395ff11c6147 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 210 time: 0.0797832 Aug 09 15:44:25.185727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacabf51-5d3b-409f-9bdc-3bee2a452532 req-92fc0a42-f2bc-42fd-a0ec-04f37de44b83 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.191727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eacabf51-5d3b-409f-9bdc-3bee2a452532 req-92fc0a42-f2bc-42fd-a0ec-04f37de44b83 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 945 time: 0.1613157 Aug 09 15:44:25.280488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eacabf51-5d3b-409f-9bdc-3bee2a452532 req-82d9ddd5-baac-4557-9ee7-c1b6ac68266b tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807574 Aug 09 15:44:25.484142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bce2a-cd63-4376-bf55-bd883fa3e7cb req-319e33ef-2569-4038-97c1-01dd2ecb9877 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.494644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a1bce2a-cd63-4376-bf55-bd883fa3e7cb req-319e33ef-2569-4038-97c1-01dd2ecb9877 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1032181 Aug 09 15:44:25.538523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a1bce2a-cd63-4376-bf55-bd883fa3e7cb req-ac9d3387-98c0-4c25-8026-3b99d6f4395e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427892 Aug 09 15:44:25.851276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b7a04-00c4-41ea-85fe-17b76eb756f2 req-95bb1b9a-db65-46b4-9278-0bfe94fcf510 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.852911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-617b7a04-00c4-41ea-85fe-17b76eb756f2 req-95bb1b9a-db65-46b4-9278-0bfe94fcf510 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 945 time: 0.0881176 Aug 09 15:44:25.869775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347a5a5-9f50-4e61-aa10-0c92fcfe3b01 req-fbd2c715-b3ba-444a-8781-02edfa979466 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.872828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6347a5a5-9f50-4e61-aa10-0c92fcfe3b01 req-fbd2c715-b3ba-444a-8781-02edfa979466 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 946 time: 0.1066904 Aug 09 15:44:25.941043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-617b7a04-00c4-41ea-85fe-17b76eb756f2 req-e8376666-29cb-42c2-886f-ec3574ab13ea tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664179 Aug 09 15:44:25.950324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6347a5a5-9f50-4e61-aa10-0c92fcfe3b01 req-f620f232-6b32-4024-bbce-8ee4c049d020 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669167 Aug 09 15:44:26.087869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-481261d9-82f5-43b2-b931-02076e973874 req-e9c31eec-27bf-437b-899a-49cc74f842b1 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0399449 Aug 09 15:44:26.323507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-763ca864-3b7e-4276-9b7f-c20297e85e12 req-4e9ebec3-e8df-4a18-8abc-a5035e3fa0e9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 210 time: 0.0440166 Aug 09 15:44:26.331647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1384666a-65a2-4610-8b0e-b4e3a265303a up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:26.348837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f0a76-4e11-4bf1-9086-5e7e869dd192 req-c6c53f91-e1e9-4d76-924c-f5313378dd5d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.350861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-956f0a76-4e11-4bf1-9086-5e7e869dd192 req-c6c53f91-e1e9-4d76-924c-f5313378dd5d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 946 time: 0.1069334 Aug 09 15:44:26.417132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 1384666a-65a2-4610-8b0e-b4e3a265303a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:26.423586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 1384666a-65a2-4610-8b0e-b4e3a265303a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:26.424283 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.428935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-956f0a76-4e11-4bf1-9086-5e7e869dd192 req-1308c896-aa3f-41dd-8934-f120d0546d78 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715189 Aug 09 15:44:26.557034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bce45e-3a6d-4811-bef5-b5f6c58073cb req-a6bd4632-3124-48aa-a085-e02ef0e00fc1 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.560957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6bce45e-3a6d-4811-bef5-b5f6c58073cb req-a6bd4632-3124-48aa-a085-e02ef0e00fc1 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 945 time: 0.0918286 Aug 09 15:44:26.596919 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.611048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-9ff03da4-135d-4a37-986f-0795cff3eacf tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.618450 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-9ff03da4-135d-4a37-986f-0795cff3eacf tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.66 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.2923398 Aug 09 15:44:26.638068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Request body: {'port': {'device_id': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'admin_state_up': True, 'tenant_id': '2030902758174eafa38523e20b819289'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:26.639623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6bce45e-3a6d-4811-bef5-b5f6c58073cb req-e96432ae-0bd5-463e-9771-9c53ba1ae934 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704641 Aug 09 15:44:26.646585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea8e338-21ce-4d8c-9323-d853363dc93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1384666a-65a2-4610-8b0e-b4e3a265303a'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:26.661085 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec5c3bb-5153-4b66-8919-f128e466c036" -d '{"events": [{"server_uuid": "1ea8e338-21ce-4d8c-9323-d853363dc93c", "name": "network-vif-plugged", "status": "completed", "tag": "1384666a-65a2-4610-8b0e-b4e3a265303a"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:26.677329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1384666a-65a2-4610-8b0e-b4e3a265303a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1384666a-65a2-4610-8b0e-b4e3a265303a,segment=NetworkSegment(a31afa85-eaae-4e3c-a870-14c6f859136f),segment_id=a31afa85-eaae-4e3c-a870-14c6f859136f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:26.685216 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.686392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 570bfd97-7227-4fb8-b89f-66482d74807a no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:26.732251 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf507df1-08eb-4f1f-97af-4f6c31ff0f83 x-openstack-request-id: req-bf507df1-08eb-4f1f-97af-4f6c31ff0f83 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:26.732536 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea8e338-21ce-4d8c-9323-d853363dc93c", "name": "network-vif-plugged", "status": "completed", "tag": "1384666a-65a2-4610-8b0e-b4e3a265303a", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:26.732786 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf507df1-08eb-4f1f-97af-4f6c31ff0f83 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:26.733187 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8e338-21ce-4d8c-9323-d853363dc93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1384666a-65a2-4610-8b0e-b4e3a265303a', 'code': 200} Aug 09 15:44:26.755375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 570bfd97-7227-4fb8-b89f-66482d74807a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:26.755721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 570bfd97-7227-4fb8-b89f-66482d74807a not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:26.805347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1384666a-65a2-4610-8b0e-b4e3a265303a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:26.811546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960839-25a8-4b88-8c7d-75640b2567f8 req-d0d5699e-6052-4bea-88a4-29d0a51fc150 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.813150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7960839-25a8-4b88-8c7d-75640b2567f8 req-d0d5699e-6052-4bea-88a4-29d0a51fc150 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1205168 Aug 09 15:44:26.847660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Made reservation on behalf of 2030902758174eafa38523e20b819289 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:26.854078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.895596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7960839-25a8-4b88-8c7d-75640b2567f8 req-2baadcff-c060-44da-ab41-b9c97f8f17ca tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741050 Aug 09 15:44:26.924701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0887c1-120b-4fa9-b228-2455f6490c5b req-ce5ec5c9-8e48-4811-ae68-939fcef56230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.927411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc0887c1-120b-4fa9-b228-2455f6490c5b req-ce5ec5c9-8e48-4811-ae68-939fcef56230 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 1097 time: 0.0826349 Aug 09 15:44:26.994524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc0887c1-120b-4fa9-b228-2455f6490c5b req-590b67c2-ba68-4bd5-930e-18c758abf9c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537591 Aug 09 15:44:27.074141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Allocated IP 172.20.0.2 (1ab8c585-1d25-41ad-b777-1f25d2988f05/75f04506-ec77-4093-b070-4bc44dc2945d/a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:27.185549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-54d31980-b589-4297-94ff-788eb015d930 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:27.187421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-54d31980-b589-4297-94ff-788eb015d930 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.35 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 945 time: 0.1503427 Aug 09 15:44:27.224002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe0c1-4335-4364-b1df-196b5235aa28 req-f50205dd-69ce-4be4-864d-9cfdf9e2fcda tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:27.226900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdbfe0c1-4335-4364-b1df-196b5235aa28 req-f50205dd-69ce-4be4-864d-9cfdf9e2fcda tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 945 time: 0.1372335 Aug 09 15:44:27.319068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41df187b-d9bd-492b-9a7a-75252ae52410 req-14f45998-98d3-40d7-9246-d060a7a41f8b tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0582008 Aug 09 15:44:27.377400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdbfe0c1-4335-4364-b1df-196b5235aa28 req-94a2d296-5be1-42d8-8b60-8a309408b6f6 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/security-groups?id=38f8e792-9889-453a-8e5a-ea3049e8ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203320 Aug 09 15:44:27.387332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.420454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Deleting port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:27.421125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.510821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.591347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:27.595211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:27.610061 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:27.656545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event updated for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:27.657284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] For port cd741ed0-78cb-48da-9d63-8ebf3f8fde05, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,segment=NetworkSegment(afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e),segment_id=afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:27.657395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.693537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Calling delete_port for cd741ed0-78cb-48da-9d63-8ebf3f8fde05 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:27.701577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:27.702551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.724178 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-7164a41d-7750-48b2-a562-a330849f0e7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0918040 Aug 09 15:44:27.743400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa1c9-c028-40c4-be87-c2adac37a102 req-be865677-6cbe-4f06-b1f4-7af04b56efa3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:27.743400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef8fa1c9-c028-40c4-be87-c2adac37a102 req-be865677-6cbe-4f06-b1f4-7af04b56efa3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 931 time: 0.1716747 Aug 09 15:44:27.743804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Request body: {'port': {'device_id': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:27.751142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4442786-6b91-47bd-b549-76b51cfc251a req-83a4d86d-7213-44f1-aa43-aecc38c06a23 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:27.753207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4442786-6b91-47bd-b549-76b51cfc251a req-83a4d86d-7213-44f1-aa43-aecc38c06a23 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 946 time: 0.1865580 Aug 09 15:44:27.832066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.902903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef8fa1c9-c028-40c4-be87-c2adac37a102 req-f7eb8cea-2e09-4d0a-8cad-63cd181b0b53 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016023 Aug 09 15:44:27.909672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4442786-6b91-47bd-b549-76b51cfc251a req-a2ed9684-a082-455b-b580-f13c188c240b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070948 Aug 09 15:44:28.022403 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.029668 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.037971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cd741ed0-78cb-48da-9d63-8ebf3f8fde05'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:28.138371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Pushing event deleted for resources: {'Port': ['ID=cd741ed0-78cb-48da-9d63-8ebf3f8fde05,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.173326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.173326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.173666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.173798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.174121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.174485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.174823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.175155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.175756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.176135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.176472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.176878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.224302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] No DVR routers for this DVR port cd741ed0-78cb-48da-9d63-8ebf3f8fde05 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:28.233641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.237734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1125747-95bf-44a3-9f75-9c087eed2b00 req-9753befd-c1ea-42bd-8a74-4d32b0b3ca97 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.35 "DELETE /v2.0/ports/cd741ed0-78cb-48da-9d63-8ebf3f8fde05 HTTP/1.1" status: 204 len: 173 time: 1.0426857 Aug 09 15:44:28.244156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523fa139-d4c3-412d-85d5-433ebaf38432', 'name': 'network-vif-deleted', 'tag': 'cd741ed0-78cb-48da-9d63-8ebf3f8fde05'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:28.248903 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40fce7f-e71f-47cc-a30f-1657143ca11b" -d '{"events": [{"server_uuid": "523fa139-d4c3-412d-85d5-433ebaf38432", "name": "network-vif-deleted", "tag": "cd741ed0-78cb-48da-9d63-8ebf3f8fde05"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:28.264829 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.286389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c23dfe-99d9-463e-bcdc-ffa27ef6af5b req-84022a62-6b9a-4620-922d-a5b9161298e6 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:28.289564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1c23dfe-99d9-463e-bcdc-ffa27ef6af5b req-84022a62-6b9a-4620-922d-a5b9161298e6 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 946 time: 0.2457263 Aug 09 15:44:28.306378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513c150-b1a5-4439-9353-403ddcc8729a req-2673f781-8aca-42eb-bd35-ccd835f3fc98 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:28.309176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b513c150-b1a5-4439-9353-403ddcc8729a req-2673f781-8aca-42eb-bd35-ccd835f3fc98 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2365282 Aug 09 15:44:28.391664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:28.407672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.432809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1c23dfe-99d9-463e-bcdc-ffa27ef6af5b req-7dff3e78-ee55-4434-b75f-a1287306dfb9 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217837 Aug 09 15:44:28.433742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Transition to ACTIVE for port object a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:28.442691 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.445635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b513c150-b1a5-4439-9353-403ddcc8729a req-18f34553-8a9d-42af-b6f7-6a35852f6d41 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215072 Aug 09 15:44:28.564649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Pushing event updated for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.636216 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d250560f-4289-404d-8960-e6d15da48897 x-openstack-request-id: req-d250560f-4289-404d-8960-e6d15da48897 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:28.636794 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523fa139-d4c3-412d-85d5-433ebaf38432", "name": "network-vif-deleted", "tag": "cd741ed0-78cb-48da-9d63-8ebf3f8fde05", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:28.637000 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d250560f-4289-404d-8960-e6d15da48897 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:28.637574 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523fa139-d4c3-412d-85d5-433ebaf38432', 'name': 'network-vif-deleted', 'tag': 'cd741ed0-78cb-48da-9d63-8ebf3f8fde05', 'status': 'completed', 'code': 200} Aug 09 15:44:28.652066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Attempting to bind port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:28.652545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Attempting to bind port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:28.653007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Attempting to bind port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:28.662160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:28.663136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Attempting to bind port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:28.668475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:28.668941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Checking segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:28.669467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Bound using segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:28.670188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Bound port: a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:28.670546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.754506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50ffbc21-2f0e-4229-9456-9edd2f8f1a88 req-20191150-4563-49e8-be1d-ea9255b6c622 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0423050 Aug 09 15:44:28.827765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:28.833790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:28.841300 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.960794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b71c514-6a5f-4758-8c53-b5348892bfff req-aec15533-1873-4f9e-977f-c0abdff8fad0 tempest-ServersTestJSON-224756167 tempest-ServersTestJSON-224756167-project] 10.222.0.64 "GET /v2.0/ports?device_id=523fa139-d4c3-412d-85d5-433ebaf38432 HTTP/1.1" status: 200 len: 210 time: 0.0519261 Aug 09 15:44:28.965665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:28.966586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.968138 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] 10.222.0.66 "PUT /v2.0/ports/a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 HTTP/1.1" status: 200 len: 1091 time: 1.2336063 Aug 09 15:44:28.968722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:28.971133 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414dd452-261b-4c36-8da4-44be670cb838" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:28.992676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63fb7e-a37e-4787-aca4-3f8848fcc3ca service neutron] Pushing event updated for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:29.108381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-f1329445-e33c-4cb2-b0f5-01e3692e9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.111188 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-f1329445-e33c-4cb2-b0f5-01e3692e9406 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 1094 time: 0.0728385 Aug 09 15:44:29.191315 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-390ec01d-6feb-4e99-aa68-132c9bafa1da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 HTTP/1.1" status: 200 len: 217 time: 0.0701287 Aug 09 15:44:29.256275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b99b6a-da11-4795-bd3c-8ddfc86de853 req-3b214b77-810d-40ea-bb3d-3c4f0fd84496 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.267951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65b99b6a-da11-4795-bd3c-8ddfc86de853 req-3b214b77-810d-40ea-bb3d-3c4f0fd84496 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 943 time: 0.1064789 Aug 09 15:44:29.270546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-1dedf5f9-a050-441a-acc5-0e9068c3803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.272127 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-1dedf5f9-a050-441a-acc5-0e9068c3803a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.0698638 Aug 09 15:44:29.317960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65b99b6a-da11-4795-bd3c-8ddfc86de853 req-dbbb5c8a-c59b-41be-b10d-da2ab44f9532 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Aug 09 15:44:29.327791 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0f7ba-26e9-4f64-a5d9-91f3d98e4b64 x-openstack-request-id: req-8cd0f7ba-26e9-4f64-a5d9-91f3d98e4b64 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:29.328347 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:29.328743 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8cd0f7ba-26e9-4f64-a5d9-91f3d98e4b64 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:29.329462 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'status': 'completed', 'code': 200} Aug 09 15:44:29.332664 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-d3ee6c84-9dbc-4f66-a64c-b70a2a6cac0d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478451 Aug 09 15:44:29.458509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901c8f9-4be4-404e-a2d7-ad72a0af0984 req-de565841-b4d6-4624-a999-1a0b20a722f5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.461542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c901c8f9-4be4-404e-a2d7-ad72a0af0984 req-de565841-b4d6-4624-a999-1a0b20a722f5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 946 time: 0.0659418 Aug 09 15:44:29.475757 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-5b641d8e-37ac-4441-91df-0af03a30d053 service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313393 Aug 09 15:44:29.525337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c901c8f9-4be4-404e-a2d7-ad72a0af0984 req-d7006a73-7863-4db0-a363-185793658734 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519567 Aug 09 15:44:29.607400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9332-f8b3-43b7-87fc-dfb46f752824 req-cd556f4a-d6b4-4374-8d63-8294867c73cc tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.609082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-062b9332-f8b3-43b7-87fc-dfb46f752824 req-cd556f4a-d6b4-4374-8d63-8294867c73cc tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 946 time: 0.0639095 Aug 09 15:44:29.619624 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af3c19f1-b3ad-4a2f-b596-830ff3d5b0fc req-b78514c4-0540-476b-8d9c-2a353c29da4d service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336348 Aug 09 15:44:29.694969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-062b9332-f8b3-43b7-87fc-dfb46f752824 req-8693b72e-fe7c-45db-8853-cfbead158c68 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755324 Aug 09 15:44:29.716250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69cbe1-615e-4c9c-99db-444b08434d0a req-b98fd43d-9ba3-4198-90b0-5cf4e8bd1391 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.717865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f69cbe1-615e-4c9c-99db-444b08434d0a req-b98fd43d-9ba3-4198-90b0-5cf4e8bd1391 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1078527 Aug 09 15:44:29.749562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd452-261b-4c36-8da4-44be670cb838 req-4bb2f27c-61e5-42df-b650-92d78270fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.755380 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-414dd452-261b-4c36-8da4-44be670cb838 req-4bb2f27c-61e5-42df-b650-92d78270fff3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 1094 time: 0.0694995 Aug 09 15:44:29.784748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f69cbe1-615e-4c9c-99db-444b08434d0a req-e6f49522-803f-4a77-af1e-61cbb09b4674 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529666 Aug 09 15:44:29.877763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd452-261b-4c36-8da4-44be670cb838 req-202614af-f69b-4a0a-ba6a-1551439ee1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.881867 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-414dd452-261b-4c36-8da4-44be670cb838 req-202614af-f69b-4a0a-ba6a-1551439ee1c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 913 time: 0.1216385 Aug 09 15:44:29.962238 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-414dd452-261b-4c36-8da4-44be670cb838 req-0e941d04-7137-467e-a6fb-1ea5db990103 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 HTTP/1.1" status: 200 len: 217 time: 0.0702553 Aug 09 15:44:29.986576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d5f53c3-e766-4190-9a61-8b19110f1f48 req-8243dc61-86c2-433d-a07f-d7f00e070082 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0571713 Aug 09 15:44:30.067518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd452-261b-4c36-8da4-44be670cb838 req-3833aa26-f512-41a8-aa34-dabda28c1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.069385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-414dd452-261b-4c36-8da4-44be670cb838 req-3833aa26-f512-41a8-aa34-dabda28c1fe4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.0958021 Aug 09 15:44:30.104479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55526) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:30.119574 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-414dd452-261b-4c36-8da4-44be670cb838 req-3dbc5238-7c6e-4624-afa0-eec0f8fcb431 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365517 Aug 09 15:44:30.125319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfd1b8-d044-478f-9dca-6ea835c87cf5 req-8a7f79af-c74d-43aa-b98e-7598f5e49d0d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.134034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10dfd1b8-d044-478f-9dca-6ea835c87cf5 req-8a7f79af-c74d-43aa-b98e-7598f5e49d0d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1326106 Aug 09 15:44:30.210709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c40140-44ba-489d-86c3-888947189259 admin admin] Deleting subnet 96a26b04-7d30-45d4-959b-3e9f16d14fcf {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:30.223743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-7676249a-d694-4434-9f38-270aac8e7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.225990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-7676249a-d694-4434-9f38-270aac8e7745 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1095 time: 0.1679840 Aug 09 15:44:30.228907 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30c40140-44ba-489d-86c3-888947189259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.236688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10dfd1b8-d044-478f-9dca-6ea835c87cf5 req-40adefce-9b09-42b4-bebb-2a1321a7515c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003928 Aug 09 15:44:30.266688 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-414dd452-261b-4c36-8da4-44be670cb838 req-c14b4d17-c9f0-4190-8c66-6427ab6dc2eb service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377814 Aug 09 15:44:30.330027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30c40140-44ba-489d-86c3-888947189259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.336812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device cd741ed0-78cb-48da-9d63-8ebf3f8fde05 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:30.407622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: cd741ed0-78cb-48da-9d63-8ebf3f8fde05 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:30.408258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device cd741ed0-78cb-48da-9d63-8ebf3f8fde05 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:30.420991 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-414dd452-261b-4c36-8da4-44be670cb838 req-ae012233-a02d-46fe-93fb-dc86a71af321 service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400220 Aug 09 15:44:30.446671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-6ba9f745-c11d-47d0-9102-271c043264f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.448450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-6ba9f745-c11d-47d0-9102-271c043264f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.1822441 Aug 09 15:44:30.466325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30c40140-44ba-489d-86c3-888947189259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.611955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3731aec-4407-4d51-9a33-d966c591477c req-dbb6af82-67fe-4f2b-bf17-81f1136ef843 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.613605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3731aec-4407-4d51-9a33-d966c591477c req-dbb6af82-67fe-4f2b-bf17-81f1136ef843 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 943 time: 0.1641376 Aug 09 15:44:30.616455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-02e32115-7aaa-42c4-9ece-40855d01664b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 998 time: 0.1449649 Aug 09 15:44:30.621967 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30c40140-44ba-489d-86c3-888947189259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.701838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c40140-44ba-489d-86c3-888947189259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a26b04-7d30-45d4-959b-3e9f16d14fcf,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:30.706680 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30c40140-44ba-489d-86c3-888947189259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.711711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-30c40140-44ba-489d-86c3-888947189259 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/96a26b04-7d30-45d4-959b-3e9f16d14fcf HTTP/1.1" status: 204 len: 168 time: 0.6029332 Aug 09 15:44:30.712583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55560) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:30.738515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-f22df513-1b70-48de-9e0b-820826d26d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.740790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-f22df513-1b70-48de-9e0b-820826d26d4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1129425 Aug 09 15:44:30.755875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3731aec-4407-4d51-9a33-d966c591477c req-607878b1-16dc-4e3a-97d5-9a8c6f40b37f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307538 Aug 09 15:44:30.818785 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.850983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74a6eb-dcd1-48f0-bb23-89c29d88324c req-d882e063-a6ce-4b95-a3bb-c221a1503ef5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.852616 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de74a6eb-dcd1-48f0-bb23-89c29d88324c req-d882e063-a6ce-4b95-a3bb-c221a1503ef5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 946 time: 0.1162248 Aug 09 15:44:30.854479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-a514f24a-df64-41ac-b3ae-56948a129554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.855928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-a514f24a-df64-41ac-b3ae-56948a129554 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042147 Aug 09 15:44:30.920335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.934358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2b68f7-8129-4980-b79e-b5f3010ff62f']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:30.953057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:30.953381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc5f720-3bdf-4ead-b8e8-8e4cc4eb052e') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:30.965140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.982960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.990608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:30.991010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:30.993221 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:31.025813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c04ad-d812-4bb3-ab2a-7bea65658957 req-feb0cb22-ddb0-417b-a653-357ee73fe68f tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.027350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f8c04ad-d812-4bb3-ab2a-7bea65658957 req-feb0cb22-ddb0-417b-a653-357ee73fe68f tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 946 time: 0.2007253 Aug 09 15:44:31.035024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de74a6eb-dcd1-48f0-bb23-89c29d88324c req-a09b2d07-ff94-4a20-8eaa-b050ffc125c8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619515 Aug 09 15:44:31.059524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-58302341-3185-47b9-8162-236c2888854e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.061114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-58302341-3185-47b9-8162-236c2888854e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 946 time: 0.1890309 Aug 09 15:44:31.066897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.095078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.097348 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9b2b68f7-8129-4980-b79e-b5f3010ff62f HTTP/1.1" status: 204 len: 168 time: 0.3833663 Aug 09 15:44:31.109727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-4fadab95-0400-4690-832a-4d52cb43b974 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387717 Aug 09 15:44:31.112007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1162465-3cfe-4e9f-b22b-8bef5a873194 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2b68f7-8129-4980-b79e-b5f3010ff62f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:31.230248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f8c04ad-d812-4bb3-ab2a-7bea65658957 req-86bc4490-bd13-4743-8878-f6e8dce536fb tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906719 Aug 09 15:44:31.232761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-789ecf12-a8af-45db-b727-f20fb20484e1 req-1a6a3d3f-c63e-4dcf-ba75-caa57b082805 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1128659 Aug 09 15:44:31.297840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Deleting port f780e52c-95d7-4837-a8bf-a1323491e1aa {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:31.298054 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.350147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e59aa18-fe4b-49a0-9f69-f4c5f9afb16c req-17f2fef2-7c53-4f99-b73d-6b2d8cdeb453 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280257 Aug 09 15:44:31.443639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55570) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:31.452724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] For port f780e52c-95d7-4837-a8bf-a1323491e1aa, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f780e52c-95d7-4837-a8bf-a1323491e1aa,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:31.453098 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.491168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:31.498752 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3f56cd9d-aa6e-4e94-8318-afbfd4fb3568 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d0c1e32013c44db85a13a2205360274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532820 Aug 09 15:44:31.502186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55574) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:31.582340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-845c9363-d908-47fd-8e65-19e4e9c4cad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.628870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:31.629324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb56a1-11d8-4930-a024-7d0db681ddc1 req-d013704d-4adf-46b0-bc24-1fa2f8bd1271 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.631906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0bb56a1-11d8-4930-a024-7d0db681ddc1 req-d013704d-4adf-46b0-bc24-1fa2f8bd1271 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2291939 Aug 09 15:44:31.633542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-845c9363-d908-47fd-8e65-19e4e9c4cad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.649721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'port_id': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7', 'mac_address': 'fa:16:3e:24:19:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f741c060-43e5-43ae-ae71-1768bea61ce1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:31.712737 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.724516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-845c9363-d908-47fd-8e65-19e4e9c4cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.730122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-845c9363-d908-47fd-8e65-19e4e9c4cad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.734165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-845c9363-d908-47fd-8e65-19e4e9c4cad3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38f8e792-9889-453a-8e5a-ea3049e8ddd4 HTTP/1.1" status: 204 len: 168 time: 0.2304888 Aug 09 15:44:31.754425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9363-d908-47fd-8e65-19e4e9c4cad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8e792-9889-453a-8e5a-ea3049e8ddd4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:31.760555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:31.831005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:31.838134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.839071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:32.148277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:32.195247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0bb56a1-11d8-4930-a024-7d0db681ddc1 req-436b7cb5-7a58-47cc-b0e8-4e3ecd164f72 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5339015 Aug 09 15:44:32.229219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:32.261475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'port_id': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'mac_address': 'fa:16:3e:02:df:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f04506-ec77-4093-b070-4bc44dc2945d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:32.360712 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.392113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:32.404411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e587-b0da-4f75-83e0-77359a67da30 req-4ae55d96-f005-4741-998d-d86e1574f7b5 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:32.406161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b816e587-b0da-4f75-83e0-77359a67da30 req-4ae55d96-f005-4741-998d-d86e1574f7b5 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 946 time: 0.2066059 Aug 09 15:44:32.418448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a9e8e-cf84-45b8-9b64-dec75796e589 req-40dbfb34-6a55-4051-bab8-940d7f774699 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:32.430023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:32.430329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b9a9e8e-cf84-45b8-9b64-dec75796e589 req-40dbfb34-6a55-4051-bab8-940d7f774699 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 943 time: 0.3358943 Aug 09 15:44:32.440930 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.452848 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.453263 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.453618 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Floating IP 8b6d63eb-e931-4b26-a958-f73dc00d6fe0 disassociated. External IP: 172.25.7.127, port: f780e52c-95d7-4837-a8bf-a1323491e1aa. Aug 09 15:44:32.454082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Calling delete_port for f780e52c-95d7-4837-a8bf-a1323491e1aa owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:32.532921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:32.539517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc58d1c-732f-4291-9d63-3bc7af8af59a req-b6cf3d49-6b1e-402e-8c22-8df1a121e2f9 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:32.540423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cc58d1c-732f-4291-9d63-3bc7af8af59a req-b6cf3d49-6b1e-402e-8c22-8df1a121e2f9 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 946 time: 0.2426629 Aug 09 15:44:32.569720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e1bfcd04-28b4-490d-8421-8f6a80fbf7a7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:32.693371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b9a9e8e-cf84-45b8-9b64-dec75796e589 req-068c666f-cd7a-4189-99e2-19be7d0c4a23 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619762 Aug 09 15:44:32.744437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:32.837221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cc58d1c-732f-4291-9d63-3bc7af8af59a req-503fa49e-1111-4176-95bc-de58e40b358d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=549236f6-83f1-40a7-a472-050f7d30bb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736332 Aug 09 15:44:32.951708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ce733fe-7d3f-4472-8d48-19b854acbc25 req-a25339a7-d30c-4413-b493-16e0a79731be tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1119001 Aug 09 15:44:32.974163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Deleting port 1384666a-65a2-4610-8b0e-b4e3a265303a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:32.974776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.233273 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.286046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event deleted for resources: {'Port': ['ID=f780e52c-95d7-4837-a8bf-a1323491e1aa,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:33.311188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4072c-d07e-42d8-82b2-1f09512f3f5d req-10ca9dda-8315-496d-b48a-403acf9ffe74 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.320191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01f4072c-d07e-42d8-82b2-1f09512f3f5d req-10ca9dda-8315-496d-b48a-403acf9ffe74 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 946 time: 0.3141963 Aug 09 15:44:33.475367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] For port 1384666a-65a2-4610-8b0e-b4e3a265303a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1384666a-65a2-4610-8b0e-b4e3a265303a,segment=NetworkSegment(a31afa85-eaae-4e3c-a870-14c6f859136f),segment_id=a31afa85-eaae-4e3c-a870-14c6f859136f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:33.476234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.501160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:33.558617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Calling delete_port for 1384666a-65a2-4610-8b0e-b4e3a265303a owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:33.568713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01f4072c-d07e-42d8-82b2-1f09512f3f5d req-f0b500d8-7729-4bdb-9e04-8c1779ac8aea tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/security-groups?id=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475019 Aug 09 15:44:33.606633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d95e4-87a1-4bbf-af92-2a3e4469cd54 req-839cbd85-2714-4bab-810b-56d8328d887a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.606779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:33.606779 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.607388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d5d95e4-87a1-4bbf-af92-2a3e4469cd54 req-839cbd85-2714-4bab-810b-56d8328d887a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2429407 Aug 09 15:44:33.794525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.878533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d5d95e4-87a1-4bbf-af92-2a3e4469cd54 req-61022db4-07e9-46ed-9ad3-178379eeb5ed tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2695277 Aug 09 15:44:33.920767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7135a750-ff75-421b-83d3-8062e6c69e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:33.924468 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7036640d-871a-418d-82cc-518c6c67bea8" -d '{"events": [{"server_uuid": "7135a750-ff75-421b-83d3-8062e6c69e95", "name": "network-vif-plugged", "status": "completed", "tag": "e1bfcd04-28b4-490d-8421-8f6a80fbf7a7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:33.963944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:33.971717 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.013019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Router b1c465d9-1335-46cf-a06e-f6fd7028e04f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:44:34.039920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:34.114056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d59ead-be48-4764-8478-e075d4c052ce req-420e1e0d-7882-4861-9cdf-99af1302343a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 210 time: 0.0841923 Aug 09 15:44:34.138637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e30856-249c-40a7-b9e6-ad07f3c8b4a2 req-3211995d-42c8-4199-8dac-6540e0422081 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.140311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49e30856-249c-40a7-b9e6-ad07f3c8b4a2 req-3211995d-42c8-4199-8dac-6540e0422081 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 944 time: 0.2544854 Aug 09 15:44:34.368160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:34.426127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: f780e52c-95d7-4837-a8bf-a1323491e1aa {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:34.426907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f780e52c-95d7-4837-a8bf-a1323491e1aa not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:34.439093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49e30856-249c-40a7-b9e6-ad07f3c8b4a2 req-5f099f56-e86e-4503-b1fc-75880f57ce90 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163382 Aug 09 15:44:34.449913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.526893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Pushing event deleted for resources: {'Port': ['ID=1384666a-65a2-4610-8b0e-b4e3a265303a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:34.546231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb51c6-fbea-42ac-adbf-2a69d43a3516 req-e745f927-b2ea-486c-8f97-8b0dc9fff306 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.550912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afeb51c6-fbea-42ac-adbf-2a69d43a3516 req-e745f927-b2ea-486c-8f97-8b0dc9fff306 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2905884 Aug 09 15:44:34.553751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:34.576693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] Sync routers for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:34.638517 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bd56d9-6c25-4a95-9c13-f8a9960f3f21 x-openstack-request-id: req-a8bd56d9-6c25-4a95-9c13-f8a9960f3f21 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:34.642805 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7135a750-ff75-421b-83d3-8062e6c69e95", "name": "network-vif-plugged", "status": "completed", "tag": "e1bfcd04-28b4-490d-8421-8f6a80fbf7a7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:34.651401 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8bd56d9-6c25-4a95-9c13-f8a9960f3f21 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:34.653063 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7135a750-ff75-421b-83d3-8062e6c69e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7', 'code': 200} Aug 09 15:44:34.656590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:34.658141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:44:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:34.693049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] No DVR routers for this DVR port 1384666a-65a2-4610-8b0e-b4e3a265303a on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:34.695163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] No DVR routers for this DVR port f780e52c-95d7-4837-a8bf-a1323491e1aa on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:34.707565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.717894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5fc9c7a-4e4e-4024-954d-1f96e2e44c8e req-06a1d5bb-9145-4678-87be-f242cbb1909f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.35 "DELETE /v2.0/ports/f780e52c-95d7-4837-a8bf-a1323491e1aa HTTP/1.1" status: 204 len: 173 time: 3.6492407 Aug 09 15:44:34.719707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.727461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b816e587-b0da-4f75-83e0-77359a67da30 req-c5bb6945-ae7e-4066-80a4-d5055c57ab92 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.35 "DELETE /v2.0/ports/1384666a-65a2-4610-8b0e-b4e3a265303a HTTP/1.1" status: 204 len: 173 time: 2.2947116 Aug 09 15:44:34.729416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-deleted', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa'}, {'server_uuid': '1ea8e338-21ce-4d8c-9323-d853363dc93c', 'name': 'network-vif-deleted', 'tag': '1384666a-65a2-4610-8b0e-b4e3a265303a'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:34.732077 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5818435-367d-45e5-a723-9a22862830e4" -d '{"events": [{"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-deleted", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa"}, {"server_uuid": "1ea8e338-21ce-4d8c-9323-d853363dc93c", "name": "network-vif-deleted", "tag": "1384666a-65a2-4610-8b0e-b4e3a265303a"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:34.798719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afeb51c6-fbea-42ac-adbf-2a69d43a3516 req-b564cee3-4047-47bc-811a-da66aa2c1be4 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2291200 Aug 09 15:44:34.988083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5454a4e-d243-4b80-955f-a27bffb551c7 req-13d47eb4-cd1a-4560-9e23-c06ad1413ae3 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1571038 Aug 09 15:44:35.114709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:35.358570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-915accaf-c35a-4145-84db-bdcb9fe36e51 req-05ae9c9d-5dca-4a3f-a9ea-49aab915b012 tempest-ServerMetadataNegativeTestJSON-1745793360 tempest-ServerMetadataNegativeTestJSON-1745793360-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea8e338-21ce-4d8c-9323-d853363dc93c HTTP/1.1" status: 200 len: 210 time: 0.0893013 Aug 09 15:44:35.365835 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411ecda8-2c5e-43d2-b286-4acf49417e45 x-openstack-request-id: req-411ecda8-2c5e-43d2-b286-4acf49417e45 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:35.366764 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2918df6-6397-4b90-ac68-8587be83c37a", "name": "network-vif-deleted", "tag": "f780e52c-95d7-4837-a8bf-a1323491e1aa", "status": "completed", "code": 200}, {"server_uuid": "1ea8e338-21ce-4d8c-9323-d853363dc93c", "name": "network-vif-deleted", "tag": "1384666a-65a2-4610-8b0e-b4e3a265303a", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:35.367219 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-411ecda8-2c5e-43d2-b286-4acf49417e45 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:35.368460 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2918df6-6397-4b90-ac68-8587be83c37a', 'name': 'network-vif-deleted', 'tag': 'f780e52c-95d7-4837-a8bf-a1323491e1aa', 'status': 'completed', 'code': 200} Aug 09 15:44:35.379363 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea8e338-21ce-4d8c-9323-d853363dc93c', 'name': 'network-vif-deleted', 'tag': '1384666a-65a2-4610-8b0e-b4e3a265303a', 'status': 'completed', 'code': 200} Aug 09 15:44:35.609599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-319e4bcd-ef39-4c05-b05c-a0ac7f459f6b req-a0371fe3-13c3-495f-af32-f1af9d4270c6 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2918df6-6397-4b90-ac68-8587be83c37a HTTP/1.1" status: 200 len: 210 time: 0.0598648 Aug 09 15:44:35.630260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:35.663864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a046c0-4074-4977-ba70-4326e5f5d057 req-82844f23-d240-40be-9f81-1b303c13e1a8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.665194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37a046c0-4074-4977-ba70-4326e5f5d057 req-82844f23-d240-40be-9f81-1b303c13e1a8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1603539 Aug 09 15:44:35.766058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37a046c0-4074-4977-ba70-4326e5f5d057 req-dab4d6af-34cf-4ead-ad1b-db3d0211ad0f tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867994 Aug 09 15:44:35.951274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:35.958486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:35.959646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:35.997260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded52157-5664-4d45-a49d-926cf509d320 req-d949ff5d-49fa-4ced-9447-451ee321e898 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:36.016717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ded52157-5664-4d45-a49d-926cf509d320 req-d949ff5d-49fa-4ced-9447-451ee321e898 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 944 time: 0.1373403 Aug 09 15:44:36.032266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:36.124646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ded52157-5664-4d45-a49d-926cf509d320 req-a446c36a-52b7-4335-b473-4ac1be6a90ec tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048059 Aug 09 15:44:36.176083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] Checking router: b1c465d9-1335-46cf-a06e-f6fd7028e04f for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:36.197961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:36.199296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:44:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:36.263207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab5adbba-bd2b-4474-a523-9db99032181a req-6cf95ea3-077c-4889-b194-9bab141ce238 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0489502 Aug 09 15:44:36.492157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23458ee-0883-4298-a4db-9e0a7cf69d89 req-035028fb-3728-4afd-a785-521ab347789b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:36.493852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b23458ee-0883-4298-a4db-9e0a7cf69d89 req-035028fb-3728-4afd-a785-521ab347789b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1229036 Aug 09 15:44:36.495664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:36.570299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-799fa70a-6c9c-4b4f-9e09-01246272b6cd admin admin] Deleting subnet d19e5d4b-faf3-4f82-83db-742ec6885af6 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:36.577330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-799fa70a-6c9c-4b4f-9e09-01246272b6cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.617464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1384666a-65a2-4610-8b0e-b4e3a265303a no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:36.626227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b23458ee-0883-4298-a4db-9e0a7cf69d89 req-718b4448-38b3-473e-b060-8f1264fa19f0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157782 Aug 09 15:44:36.671374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 1384666a-65a2-4610-8b0e-b4e3a265303a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:36.672074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1384666a-65a2-4610-8b0e-b4e3a265303a not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:36.706257 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-799fa70a-6c9c-4b4f-9e09-01246272b6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.713720 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.720632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:36.797670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-799fa70a-6c9c-4b4f-9e09-01246272b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.812786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55746) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:36.834265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:36.843553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:36.854771 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edd1b6e-c737-4cca-81c5-66361b3465c6" -d '{"events": [{"server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "name": "network-vif-plugged", "status": "completed", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:36.864932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.912811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-799fa70a-6c9c-4b4f-9e09-01246272b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.983841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fa70a-6c9c-4b4f-9e09-01246272b6cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19e5d4b-faf3-4f82-83db-742ec6885af6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:36.993050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-799fa70a-6c9c-4b4f-9e09-01246272b6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.000666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55752) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:37.005140 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-799fa70a-6c9c-4b4f-9e09-01246272b6cd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d19e5d4b-faf3-4f82-83db-742ec6885af6 HTTP/1.1" status: 204 len: 168 time: 0.5072286 Aug 09 15:44:37.023623 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8744314e-6a15-43e1-be2a-fa90f6ee092f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.074281 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b988fb-a607-4797-85d4-e1372a3bfc79 x-openstack-request-id: req-84b988fb-a607-4797-85d4-e1372a3bfc79 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:37.074905 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "name": "network-vif-plugged", "status": "completed", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:37.074905 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84b988fb-a607-4797-85d4-e1372a3bfc79 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:37.075205 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'code': 200} Aug 09 15:44:37.096696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:37.131185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8744314e-6a15-43e1-be2a-fa90f6ee092f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.167533 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.178260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852924-ac13-4564-942b-32d8b3169f8f req-d4c27005-3230-4af6-9db6-ff1f1d414df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:37.180946 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f852924-ac13-4564-942b-32d8b3169f8f req-d4c27005-3230-4af6-9db6-ff1f1d414df5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 1096 time: 0.1172733 Aug 09 15:44:37.309088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f852924-ac13-4564-942b-32d8b3169f8f req-dd96a79e-4d79-49a0-a910-ac1f2f5b6cf4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142805 Aug 09 15:44:37.437527 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.451216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ded4967-b4d0-4197-adba-c321bd3cff49']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:37.464167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31afa85-eaae-4e3c-a870-14c6f859136f') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:37.464167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31afa85-eaae-4e3c-a870-14c6f859136f') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:37.476148 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.496669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.506136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:37.506664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.545170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:37.564254 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:37.573396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8744314e-6a15-43e1-be2a-fa90f6ee092f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.576262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8744314e-6a15-43e1-be2a-fa90f6ee092f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.580429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8744314e-6a15-43e1-be2a-fa90f6ee092f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "DELETE /v2.0/security-groups/549236f6-83f1-40a7-a472-050f7d30bb6f HTTP/1.1" status: 204 len: 168 time: 0.7663424 Aug 09 15:44:37.580849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55764) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:37.586485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21729fe1-b26f-409f-9310-6eb4326c867b None None] The sync data for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 is: [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:37.627036 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-887bb131-4575-4941-9b38-78d68d4a715c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] show failed (client error): The resource could not be found. Aug 09 15:44:37.629742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-887bb131-4575-4941-9b38-78d68d4a715c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups/549236f6-83f1-40a7-a472-050f7d30bb6f HTTP/1.1" status: 404 len: 347 time: 0.0470841 Aug 09 15:44:37.632515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55766) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:37.674603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744314e-6a15-43e1-be2a-fa90f6ee092f tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=549236f6-83f1-40a7-a472-050f7d30bb6f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:37.716627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bee6327d-f008-4009-83d6-917a5112049f req-6b3e2c39-04f0-415a-a954-c1118c855258 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1465240 Aug 09 15:44:37.746639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.763228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.780320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9ded4967-b4d0-4197-adba-c321bd3cff49 HTTP/1.1" status: 204 len: 168 time: 0.7673008 Aug 09 15:44:37.822999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7366b-ac3f-41b1-99e0-c92142bd7261 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ded4967-b4d0-4197-adba-c321bd3cff49,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:37.850232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20be54-db1e-4f02-b2cb-acd43d6d0128 req-bcd4c0cb-78e3-4c50-86e0-2266aca4c9e4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:37.863335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff20be54-db1e-4f02-b2cb-acd43d6d0128 req-bcd4c0cb-78e3-4c50-86e0-2266aca4c9e4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.5844293 Aug 09 15:44:38.014012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff20be54-db1e-4f02-b2cb-acd43d6d0128 req-83b40d33-0859-4c98-88da-3ffe5c3ca0ac tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486592 Aug 09 15:44:38.218830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55782) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:38.220741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55784) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:38.273577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68e32a-d9c7-40f2-b45c-33de789388e2 req-1330f0db-7547-4c9c-8330-bdd7d633fbb8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:38.275509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa68e32a-d9c7-40f2-b45c-33de789388e2 req-1330f0db-7547-4c9c-8330-bdd7d633fbb8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1743245 Aug 09 15:44:38.317248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-92710733-a07d-42e7-84e9-900ee839cd8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc7cd35e752142cbac417688366ab560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951004 Aug 09 15:44:38.324919 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11563d0-4072-4d0c-922d-a28796fee374 None None] New status for floating IP 8b6d63eb-e931-4b26-a958-f73dc00d6fe0: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:44:38.339693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55790) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:38.552612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa68e32a-d9c7-40f2-b45c-33de789388e2 req-a46648a2-8d5c-469c-993f-5a48378e216d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2395411 Aug 09 15:44:38.627196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e608856a-ad47-4a87-ba65-aec3cd5c3ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.728128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e608856a-ad47-4a87-ba65-aec3cd5c3ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.763528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Deleting port e37b785f-2d48-4d25-995c-56498520fe66 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:38.766848 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.927157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e608856a-ad47-4a87-ba65-aec3cd5c3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.937978 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e608856a-ad47-4a87-ba65-aec3cd5c3ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.941189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e608856a-ad47-4a87-ba65-aec3cd5c3ab6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25edb412-fe15-4cbb-b83f-bdc8f0c8af9d HTTP/1.1" status: 204 len: 168 time: 0.5847547 Aug 09 15:44:38.978271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608856a-ad47-4a87-ba65-aec3cd5c3ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25edb412-fe15-4cbb-b83f-bdc8f0c8af9d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:39.087453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.088248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.115569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Calling delete_port for e37b785f-2d48-4d25-995c-56498520fe66 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:39.228731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09689e0d-c231-49d3-b4b1-552714cfdb41 req-5c60e595-0917-4d72-ba5a-342cda6afb68 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1769378 Aug 09 15:44:39.256901 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffed371f-261e-48cc-b387-35cd6b92a550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.322247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcf71f-8ad3-4e71-a204-eebda267f147 req-368e4b2b-8fb0-4fc8-b471-2fb4d3d21c65 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.330219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dcf71f-8ad3-4e71-a204-eebda267f147 req-368e4b2b-8fb0-4fc8-b471-2fb4d3d21c65 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2811432 Aug 09 15:44:39.352217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-0f6018f3-bb0e-446b-93f2-376f27b065ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.353770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-0f6018f3-bb0e-446b-93f2-376f27b065ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 1095 time: 0.2323306 Aug 09 15:44:39.385649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.439075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event deleted for resources: {'Port': ['ID=e37b785f-2d48-4d25-995c-56498520fe66,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:39.528387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dcf71f-8ad3-4e71-a204-eebda267f147 req-5d0db48e-a37f-4434-9c46-d9ab25970a52 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1971779 Aug 09 15:44:39.588456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.593057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.607680 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2dd21540-926a-4672-b6cd-e730138d1a25 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "DELETE /v2.0/floatingips/8b6d63eb-e931-4b26-a958-f73dc00d6fe0 HTTP/1.1" status: 204 len: 168 time: 1.9608469 Aug 09 15:44:39.607933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-64f719fb-20ed-44e1-a1d5-4d3016abdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.607933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-64f719fb-20ed-44e1-a1d5-4d3016abdf2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.2336717 Aug 09 15:44:39.772770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d7ef0-6951-40a6-889e-b269c0fb0d88 req-cf34fb6b-7fe1-4540-9848-e26db0cef313 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.781166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac8d7ef0-6951-40a6-889e-b269c0fb0d88 req-cf34fb6b-7fe1-4540-9848-e26db0cef313 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.2716908 Aug 09 15:44:39.848577 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffed371f-261e-48cc-b387-35cd6b92a550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.855184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-2c2e5303-e65a-4bb9-b899-080069b9d1ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 200 len: 998 time: 0.2322512 Aug 09 15:44:39.938184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffed371f-261e-48cc-b387-35cd6b92a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.986192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac8d7ef0-6951-40a6-889e-b269c0fb0d88 req-de9d007f-db9a-41c9-9371-d475b2be5f84 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039664 Aug 09 15:44:40.035581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-c56c1f90-bb24-4f21-ae25-fe17c04d6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:40.037744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-c56c1f90-bb24-4f21-ae25-fe17c04d6c3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.1728084 Aug 09 15:44:40.097752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ffed371f-261e-48cc-b387-35cd6b92a550 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3c78bdc987d48708ad44b225133d6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8796370 Aug 09 15:44:40.099527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed371f-261e-48cc-b387-35cd6b92a550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9012fc0e-a3cb-435e-b3b8-c587873e20f2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:40.105269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55832) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:40.147588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-0b02e36b-cb6f-4379-95d1-9b3c0e5aaa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:40.161934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-0b02e36b-cb6f-4379-95d1-9b3c0e5aaa5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142876 Aug 09 15:44:40.185085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ec7eedf-42d7-42c4-a937-136891540f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.268621 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ec7eedf-42d7-42c4-a937-136891540f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.430856 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ec7eedf-42d7-42c4-a937-136891540f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.438261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ec7eedf-42d7-42c4-a937-136891540f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.441063 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ec7eedf-42d7-42c4-a937-136891540f2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9012fc0e-a3cb-435e-b3b8-c587873e20f2 HTTP/1.1" status: 204 len: 168 time: 0.3377378 Aug 09 15:44:40.457079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7eedf-42d7-42c4-a937-136891540f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9012fc0e-a3cb-435e-b3b8-c587873e20f2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:40.547041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-df91f7b1-4ae6-4a0c-9191-9ff6dd4f7238 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768189 Aug 09 15:44:40.970230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55862) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:40.975479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-acdc9655-3cea-4cfe-ab92-7d193840eeb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009144833', 'description': 'tempest-description--1501273767'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:41.078291 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acdc9655-3cea-4cfe-ab92-7d193840eeb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.266101 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acdc9655-3cea-4cfe-ab92-7d193840eeb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.276454 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acdc9655-3cea-4cfe-ab92-7d193840eeb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.292678 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:44:41.316127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55880) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:41.335029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acdc9655-3cea-4cfe-ab92-7d193840eeb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.339581 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-acdc9655-3cea-4cfe-ab92-7d193840eeb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3652325 Aug 09 15:44:41.342244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55882) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:41.349937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-fb010a85-1b1c-491e-b49e-dbf3228988d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'security_group_rule': {'security_group_id': '363bf129-f4dd-4eb1-907b-d8805afbc396', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:41.353878 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cca80bcc-b19a-4270-a9fc-34f2f9550d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.364530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc9655-3cea-4cfe-ab92-7d193840eeb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363bf129-f4dd-4eb1-907b-d8805afbc396,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:41.409175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c4cf0a5-e3da-4da6-a103-6706a006c2f3 req-b2060144-b98a-4564-aee0-0dfdd5e196f2 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0896072 Aug 09 15:44:41.437718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0dd18b-40f5-4f52-b861-0787cdae8198 req-3f630f2f-6968-4517-ac76-1af0e5edeb15 service neutron] 10.222.0.35 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8765693 Aug 09 15:44:41.506757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66b123-0959-40c9-ab11-d10c1541af4c req-6c0bbea4-7589-4a59-9bf8-050876e3c3ab tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.509215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc66b123-0959-40c9-ab11-d10c1541af4c req-6c0bbea4-7589-4a59-9bf8-050876e3c3ab tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2324347 Aug 09 15:44:41.514144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cca80bcc-b19a-4270-a9fc-34f2f9550d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.523985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cca80bcc-b19a-4270-a9fc-34f2f9550d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.559387 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cca80bcc-b19a-4270-a9fc-34f2f9550d74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00a8ba91332142fe8c36a3e7b24cdcef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418265 Aug 09 15:44:41.561057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55884) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:41.566412 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb010a85-1b1c-491e-b49e-dbf3228988d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.611667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca80bcc-b19a-4270-a9fc-34f2f9550d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bc67b9-03fc-4b0f-8dff-8c3913595b8c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:41.683364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc66b123-0959-40c9-ab11-d10c1541af4c req-e9d7a0d2-d240-4b39-ba46-45ff7a6db35c tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1630898 Aug 09 15:44:41.716919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d8226a-03ce-4403-a7fc-a717e98a376f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.721382 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb010a85-1b1c-491e-b49e-dbf3228988d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.733736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f481d-d460-495f-b11f-b72783d954d1 req-f403a7b0-4122-4f30-bc95-2dfe11123017 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.736685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-520f481d-d460-495f-b11f-b72783d954d1 req-f403a7b0-4122-4f30-bc95-2dfe11123017 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1274092 Aug 09 15:44:41.747307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb010a85-1b1c-491e-b49e-dbf3228988d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.783582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb010a85-1b1c-491e-b49e-dbf3228988d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57557ef9-3d07-4928-a8e0-2d016519c4df,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:41.800395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d8226a-03ce-4403-a7fc-a717e98a376f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.811550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb010a85-1b1c-491e-b49e-dbf3228988d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.813517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fb010a85-1b1c-491e-b49e-dbf3228988d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4673042 Aug 09 15:44:41.829370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-520f481d-d460-495f-b11f-b72783d954d1 req-cd41297d-5e61-455b-b863-e9d50eb966b9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722883 Aug 09 15:44:41.830130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55886) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:41.835913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-344e7deb-3d0e-4bd6-baa8-03f80e75e226 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'security_group_rule': {'security_group_id': '363bf129-f4dd-4eb1-907b-d8805afbc396', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:41.912682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-344e7deb-3d0e-4bd6-baa8-03f80e75e226 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.932890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d8226a-03ce-4403-a7fc-a717e98a376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.939448 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d8226a-03ce-4403-a7fc-a717e98a376f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.945918 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-90d8226a-03ce-4403-a7fc-a717e98a376f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85bc67b9-03fc-4b0f-8dff-8c3913595b8c HTTP/1.1" status: 204 len: 168 time: 0.3729703 Aug 09 15:44:41.962500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8226a-03ce-4403-a7fc-a717e98a376f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bc67b9-03fc-4b0f-8dff-8c3913595b8c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:42.029442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-344e7deb-3d0e-4bd6-baa8-03f80e75e226 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.039279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-344e7deb-3d0e-4bd6-baa8-03f80e75e226 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.102018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e7deb-3d0e-4bd6-baa8-03f80e75e226 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b900040f-b1c7-4d0e-9f01-58dd0d584f06,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:42.118368 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-344e7deb-3d0e-4bd6-baa8-03f80e75e226 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.123597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55898) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:42.129647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:42.134925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-344e7deb-3d0e-4bd6-baa8-03f80e75e226 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3034368 Aug 09 15:44:42.217812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.526993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55910) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:42.585723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cec6ecc-d467-4287-baa9-fd61a798dc9b req-6e99d8dc-95cb-4e56-baf8-d6df7e6d81fa tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0326319 Aug 09 15:44:42.588633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.761925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1bd316b-7920-4909-9387-51b95ccf763f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.846255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Allocated IP 172.25.7.27 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/d20ce018-0381-47e8-85a8-fa438c5043f7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:42.921304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5724-e2b2-48e8-b831-72df798f2f8b req-8cfe00fd-cd60-43be-aa90-53caa3ff9bec tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.929445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c20d5724-e2b2-48e8-b831-72df798f2f8b req-8cfe00fd-cd60-43be-aa90-53caa3ff9bec tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1362610 Aug 09 15:44:43.060086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.109666 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1bd316b-7920-4909-9387-51b95ccf763f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.131059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1bd316b-7920-4909-9387-51b95ccf763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.160110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.162417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c20d5724-e2b2-48e8-b831-72df798f2f8b req-c8dc041b-c5a3-43c4-bc2e-4ca9e978ad40 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2319369 Aug 09 15:44:43.259456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d7f88-fae1-48ed-8cc5-68578d8dbe2a req-f98328e6-46a0-4b75-b98a-1015cca83d11 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.270397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd0d7f88-fae1-48ed-8cc5-68578d8dbe2a req-f98328e6-46a0-4b75-b98a-1015cca83d11 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1582303 Aug 09 15:44:43.283649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'Port': ['ID=d20ce018-0381-47e8-85a8-fa438c5043f7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:43.291184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd316b-7920-4909-9387-51b95ccf763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea8799-2974-429a-957a-9bb34ca09303,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:43.298485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a1bd316b-7920-4909-9387-51b95ccf763f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=938d0f28ed14412dbcd98baa7b28daa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672088 Aug 09 15:44:43.301375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55944) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:43.309876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:43.312181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:43.314789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:43.430746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd0d7f88-fae1-48ed-8cc5-68578d8dbe2a req-33208383-2840-46d0-9584-584d10994c7f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585448 Aug 09 15:44:43.471539 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.534760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72f64367-6dea-4fb5-a561-595666c30df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.546504 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.582160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce864b1-65f2-4043-8d5c-3d82422c8e7f req-cee2ea23-489d-45f4-8831-d6a493a203ea tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.590986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ce864b1-65f2-4043-8d5c-3d82422c8e7f req-cee2ea23-489d-45f4-8831-d6a493a203ea tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1573980 Aug 09 15:44:43.616704 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72f64367-6dea-4fb5-a561-595666c30df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.672579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ce864b1-65f2-4043-8d5c-3d82422c8e7f req-3fb30c11-f9d5-4d1e-9481-f4e71a5c9695 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805833 Aug 09 15:44:43.783872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72f64367-6dea-4fb5-a561-595666c30df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.786772 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72f64367-6dea-4fb5-a561-595666c30df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.791200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-72f64367-6dea-4fb5-a561-595666c30df6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09ea8799-2974-429a-957a-9bb34ca09303 HTTP/1.1" status: 204 len: 168 time: 0.4851463 Aug 09 15:44:43.807161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f64367-6dea-4fb5-a561-595666c30df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea8799-2974-429a-957a-9bb34ca09303,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:43.870048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-3e1160c8-118a-49ce-98cd-5d173a33436b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2984600 Aug 09 15:44:43.933880 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1ace750-6016-4a2c-bd69-724fe8507f09 req-d6eaf2f7-e004-4985-880f-38c88ad3404c tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1016295 Aug 09 15:44:43.976722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.023708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.218223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-919c4281-e092-4765-8d44-445ce790a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.224123 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-919c4281-e092-4765-8d44-445ce790a7fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 1097 time: 0.2724512 Aug 09 15:44:44.240073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'Port': ['ID=d20ce018-0381-47e8-85a8-fa438c5043f7,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:44.377360 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.432138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.432138 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-70c2738b-1348-4a46-a7c4-7ad7f2b252cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2974465 Aug 09 15:44:44.515421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-f24db75f-05dd-4315-a615-8f04d3a4035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.517134 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-f24db75f-05dd-4315-a615-8f04d3a4035f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 200 len: 913 time: 0.2520947 Aug 09 15:44:44.577247 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-c8a57b7a-7c29-4b92-be69-4c0c74df342f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 HTTP/1.1" status: 200 len: 217 time: 0.0468197 Aug 09 15:44:44.663708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-2e4c72d3-abae-4f39-bd78-32b32aad3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.665489 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-2e4c72d3-abae-4f39-bd78-32b32aad3633 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 200 len: 850 time: 0.0740373 Aug 09 15:44:44.807290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-9b908113-40d8-4137-ae01-ce60a1a14af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.809664 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-9b908113-40d8-4137-ae01-ce60a1a14af3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef85b93e-e499-4972-8244-c314697005fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297901 Aug 09 15:44:44.946454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc980ea5-d39c-48e6-a405-b0cb907b87e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.082057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-4a301565-a45a-4fd6-a3e4-e96f2cca3f16 service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607963 Aug 09 15:44:45.313203 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e30c677d-2ebe-4a03-b500-6fa2acba221d req-3f38efee-c236-4a3f-8fb3-f93a2a72533d service neutron] 10.222.0.66 "GET /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210472 Aug 09 15:44:45.537001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-918978a8-cd2e-4539-af4d-6e92d420ade8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1943204 Aug 09 15:44:45.683201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-695b55f9-2d87-4740-bc26-bd87079bd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.684508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-695b55f9-2d87-4740-bc26-bd87079bd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.685548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-695b55f9-2d87-4740-bc26-bd87079bd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.686765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-695b55f9-2d87-4740-bc26-bd87079bd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.687902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-695b55f9-2d87-4740-bc26-bd87079bd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.688981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-695b55f9-2d87-4740-bc26-bd87079bd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.690618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-695b55f9-2d87-4740-bc26-bd87079bd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.694952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-695b55f9-2d87-4740-bc26-bd87079bd81d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6492 time: 0.1116288 Aug 09 15:44:46.037986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-770ab710-1594-4e7c-aa5f-1c66fe906be6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.049204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-770ab710-1594-4e7c-aa5f-1c66fe906be6 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=36c13178-eb7b-4ff1-b832-36fa62711b7d HTTP/1.1" status: 200 len: 944 time: 0.1438546 Aug 09 15:44:46.124174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-3dfd659e-da51-47ca-a4fc-d92a02859cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.124174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-3dfd659e-da51-47ca-a4fc-d92a02859cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.124174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-3dfd659e-da51-47ca-a4fc-d92a02859cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.126912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-3dfd659e-da51-47ca-a4fc-d92a02859cef service neutron] 10.222.0.35 "GET /v2.0/networks?id=d09b4200-2c02-4417-a1a9-63d5f7701513&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407 HTTP/1.1" status: 200 len: 2296 time: 0.3964946 Aug 09 15:44:46.356312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760de67a-bf26-47f0-9a4f-a24e15f85b6b req-b0767300-edfa-4a2f-bc29-f0ec36c11505 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.358084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760de67a-bf26-47f0-9a4f-a24e15f85b6b req-b0767300-edfa-4a2f-bc29-f0ec36c11505 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.3052096 Aug 09 15:44:46.362267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-b929eb7b-db00-4dac-bc95-c4d2e2625abd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=157f75ad-de15-4708-b019-292421767884 HTTP/1.1" status: 200 len: 1002 time: 0.2266519 Aug 09 15:44:46.480105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Deleting port b0dce36b-caac-4285-93a5-27b91e584d1b {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:46.480660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.495726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760de67a-bf26-47f0-9a4f-a24e15f85b6b req-8713782f-dfbf-466e-a3d0-fbb291c8b1f6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303346 Aug 09 15:44:46.586249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a4d37ebd-ccd5-4fab-8878-b3691910eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.587241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a4d37ebd-ccd5-4fab-8878-b3691910eb0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2739c34a-da5d-4ac8-819c-1c83301cc4c6 HTTP/1.1" status: 200 len: 851 time: 0.1858742 Aug 09 15:44:46.838196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-2ba373c9-4e6a-4b25-8a41-a0ab704f7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.841362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-2ba373c9-4e6a-4b25-8a41-a0ab704f7ced service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d09b4200-2c02-4417-a1a9-63d5f7701513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460763 Aug 09 15:44:47.028875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] For port b0dce36b-caac-4285-93a5-27b91e584d1b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b0dce36b-caac-4285-93a5-27b91e584d1b,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:47.029188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.052474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-cb4a8de6-6dca-4520-b773-ccfe33b8b090 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1009144833&fields=id&tenant_id=467fd1dac0424938b403368cc5b38339 HTTP/1.1" status: 200 len: 267 time: 0.3026028 Aug 09 15:44:47.080135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Calling delete_port for b0dce36b-caac-4285-93a5-27b91e584d1b owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:47.267393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-43c886a4-3147-41a3-aa4b-ad5eca4aca6d service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145617 Aug 09 15:44:47.411289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-8f137737-7180-42a2-b094-fda0948be461 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:47.413712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-8f137737-7180-42a2-b094-fda0948be461 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 816 time: 0.3600388 Aug 09 15:44:47.462494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-dd327686-84ad-4810-a69f-b5257e67bf44 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/quotas/467fd1dac0424938b403368cc5b38339 HTTP/1.1" status: 200 len: 375 time: 0.0267384 Aug 09 15:44:47.499955 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1b70d7ed-9213-434b-9e82-f2987869f91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.635080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-e3e15ba6-ef3b-4f6f-87ba-8170803ba9a8 service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573134 Aug 09 15:44:47.717352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.732823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-5f8f4078-5bb5-4b87-ba00-02c3dc88b4b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 200 len: 217 time: 0.0870523 Aug 09 15:44:47.733687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'c359bba2-539f-4f91-b31e-f969b2c0c101'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:47.769401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-f4750663-f73b-4a17-8d45-80c95ac3ee84 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2255750 Aug 09 15:44:47.781313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event deleted for resources: {'Port': ['ID=b0dce36b-caac-4285-93a5-27b91e584d1b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:47.933744 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.034070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] No DVR routers for this DVR port b0dce36b-caac-4285-93a5-27b91e584d1b on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:48.050706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.059449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ce24f23-abe9-46ba-af48-48de63280a5e req-1090f115-9253-4037-a269-a6ad8fddc0da tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "DELETE /v2.0/ports/b0dce36b-caac-4285-93a5-27b91e584d1b HTTP/1.1" status: 204 len: 173 time: 2.0034041 Aug 09 15:44:48.091021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'name': 'network-vif-deleted', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:48.100549 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebecbae-ba88-4953-8e71-29680c6014ba" -d '{"events": [{"server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "name": "network-vif-deleted", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:48.164633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-54bb7ed4-b13a-4095-9c51-9ca7518f4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.166662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-54bb7ed4-b13a-4095-9c51-9ca7518f4bb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.3960910 Aug 09 15:44:48.427356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-d08f70cf-7343-492f-8256-b71015877bc1 service neutron] 10.222.0.64 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091876 Aug 09 15:44:48.709465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-33fbacea-960e-4338-851b-819e28296899 service neutron] 10.222.0.64 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807188 Aug 09 15:44:48.712872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb4ebe78-9bb6-42a6-8b1b-3d518c7ebc2a req-7e372cf4-2e6c-47b2-811e-9b4b60ffa3d3 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0571342 Aug 09 15:44:48.726454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-fbd71c0a-78c9-4586-8b9b-ae2403e14e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.729094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-fbd71c0a-78c9-4586-8b9b-ae2403e14e1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5529366 Aug 09 15:44:48.930824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-d20cef1d-790e-4010-9101-a2c747a271ee service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933777 Aug 09 15:44:48.965343 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:49.167643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a35f60d4-d3e1-46c3-92a5-45c4d2942385 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278404 Aug 09 15:44:49.169629 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a0dbb-0471-4a5c-bfb9-8c1533899464 x-openstack-request-id: req-ed3a0dbb-0471-4a5c-bfb9-8c1533899464 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:49.169918 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c13178-eb7b-4ff1-b832-36fa62711b7d", "name": "network-vif-deleted", "tag": "b0dce36b-caac-4285-93a5-27b91e584d1b", "status": "failed", "code": 422}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:49.170528 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed3a0dbb-0471-4a5c-bfb9-8c1533899464 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:49.171174 n-d-799523-2 neutron-server[94177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36c13178-eb7b-4ff1-b832-36fa62711b7d', 'name': 'network-vif-deleted', 'tag': 'b0dce36b-caac-4285-93a5-27b91e584d1b', 'status': 'failed', 'code': 422} returned with failed status Aug 09 15:44:49.234783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-b3b25359-e96d-414d-b986-1ff5590b4bd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 217 time: 0.0586677 Aug 09 15:44:49.390510 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e764f4ad-6e15-4c4f-adea-121d50eb03a9 req-b4473359-18dc-4a94-9a5d-a419e9db5b4a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 210 time: 0.0579960 Aug 09 15:44:49.409499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0ab32-802b-4510-8e1b-26ac75738835 req-c1d3611f-2dea-4759-9e28-51c806faa331 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.419688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79e0ab32-802b-4510-8e1b-26ac75738835 req-c1d3611f-2dea-4759-9e28-51c806faa331 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1870010 Aug 09 15:44:49.425690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a1999b01-2185-47e9-908e-18b47d17d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.427741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a1999b01-2185-47e9-908e-18b47d17d7c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.1834784 Aug 09 15:44:49.554876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-2cf49f09-100e-47e8-9e0f-0e86763ed3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.557075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-2cf49f09-100e-47e8-9e0f-0e86763ed3bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204023 Aug 09 15:44:49.578435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79e0ab32-802b-4510-8e1b-26ac75738835 req-01fcab64-e3c8-4493-a062-baf149e5af6b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570289 Aug 09 15:44:49.861936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-814f5ead-5f86-4943-a77e-e6ee3bbd0da5 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805204 Aug 09 15:44:50.081269 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2b35707-f6f2-40f1-a639-e13c735af334 req-b93bb7af-b5ec-4ea8-b03d-6bb7a71a83e6 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0622327 Aug 09 15:44:50.287789 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-aad46916-d0e5-43a3-a9f1-3f3832c5de84 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160967 Aug 09 15:44:50.302600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bdac-2b76-4ffe-b221-f23bf46caf01 req-4d7a2312-6b5c-41ab-ace7-e0cdda29ed95 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.305069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c63bdac-2b76-4ffe-b221-f23bf46caf01 req-4d7a2312-6b5c-41ab-ace7-e0cdda29ed95 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 908 time: 0.2562962 Aug 09 15:44:50.351248 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.408561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-8a82c542-2287-4e2d-92d7-0c6acf90a69f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 HTTP/1.1" status: 200 len: 217 time: 0.1017141 Aug 09 15:44:50.526176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-66e1dc55-1f1e-4cb4-9972-ef9f68fb5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.528011 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-66e1dc55-1f1e-4cb4-9972-ef9f68fb5fcb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.1098397 Aug 09 15:44:50.611637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e378ff12-9ac9-4573-bb3d-b43adfca9adb req-23781704-52c0-4ee3-a36e-f35792121367 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 210 time: 0.0789082 Aug 09 15:44:50.630529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-f1839645-9a9d-404a-ade4-5eb07e38314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.634464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-f1839645-9a9d-404a-ade4-5eb07e38314a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803933 Aug 09 15:44:50.820131 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-234deee4-3072-4a20-bf14-a31bcbc073a9 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734238 Aug 09 15:44:50.946735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133637a-4bf0-4292-b741-148c27e147f9 req-79ade70e-c2e4-415a-bb8d-9de60ae7e412 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.948020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b133637a-4bf0-4292-b741-148c27e147f9 req-79ade70e-c2e4-415a-bb8d-9de60ae7e412 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1268752 Aug 09 15:44:51.016307 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b133637a-4bf0-4292-b741-148c27e147f9 req-23c25845-f6a4-4e0c-ba8b-fe4c52ad7b55 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552952 Aug 09 15:44:51.024722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-5f90d2b5-2e5a-40d0-b152-6dbe41ed98e8 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670549 Aug 09 15:44:51.120838 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-6feab2e4-b3c3-429c-9cb1-9722cf44f3eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560 HTTP/1.1" status: 200 len: 217 time: 0.0810561 Aug 09 15:44:51.251780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a8c23c99-0966-455f-b7aa-939823e736ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:51.253387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a8c23c99-0966-455f-b7aa-939823e736ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.1234450 Aug 09 15:44:51.393703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6589b86a-6bf3-4bd6-81d5-904dd3a1d4d1 req-166ec7cd-db91-4aa5-98e9-7aada9a68a91 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1330469 Aug 09 15:44:51.562112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-ca223706-8b52-4bf1-bf58-3c5b0cef88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:51.579737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-ca223706-8b52-4bf1-bf58-3c5b0cef88e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2927628 Aug 09 15:44:51.788684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-df5f10ca-6928-422e-9c95-8557dcbf1801 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:51.790307 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-df5f10ca-6928-422e-9c95-8557dcbf1801 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 816 time: 0.5743992 Aug 09 15:44:51.838475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7cdb55cf-5867-44c0-a9d3-42b6d0edb487 req-59493d87-ee05-4a1e-a786-009eeaaff2c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1004281 Aug 09 15:44:51.903153 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-4a02c32f-63c3-448a-825f-ae512a052b30 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=467fd1dac0424938b403368cc5b38339 HTTP/1.1" status: 200 len: 380 time: 0.0723319 Aug 09 15:44:51.924205 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'port': {'device_id': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'admin_state_up': True, 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'security_groups': ['363bf129-f4dd-4eb1-907b-d8805afbc396']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:52.281628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Made reservation on behalf of 467fd1dac0424938b403368cc5b38339 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:52.293165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.368893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-49de1034-75e1-4257-80b9-3db7ce7344a2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.369990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-49de1034-75e1-4257-80b9-3db7ce7344a2 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 908 time: 0.9852743 Aug 09 15:44:52.413126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9e32604-954a-460e-95b1-e467fdffd032 req-bd7fa29f-100a-44bb-b51b-76350b48ab46 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 210 time: 0.1117065 Aug 09 15:44:52.643370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf1a74-22fc-4f8f-a63b-239486fc158c req-4a2d507c-5a82-435e-950c-65dcc94f4423 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.659150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9acf1a74-22fc-4f8f-a63b-239486fc158c req-4a2d507c-5a82-435e-950c-65dcc94f4423 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 908 time: 1.0665369 Aug 09 15:44:52.731368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Allocated IP 172.20.0.3 (b42be60d-8a16-49b7-b0f1-d3559be4bc33/1e3b0156-e4aa-443e-a655-ad2f76907020/245e580f-c822-46fd-b10d-19eba0c4f5f9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:52.889997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-065e03e7-c3c8-4415-8d9b-731987211045 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2936320 Aug 09 15:44:52.933624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d334d-c92c-4710-acb7-456dd2da3b30 req-f45cbf6f-fe5a-42b2-9c65-82bab4c774a0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.967418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-929d334d-c92c-4710-acb7-456dd2da3b30 req-f45cbf6f-fe5a-42b2-9c65-82bab4c774a0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.3968656 Aug 09 15:44:53.164697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:53.207610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Transition to ACTIVE for port object 245e580f-c822-46fd-b10d-19eba0c4f5f9 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:53.237582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-211f9cd9-4465-4955-8171-efb83cf37bec req-d0a52d7f-6a3d-4496-a581-ebd70151e8d3 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1015217 Aug 09 15:44:53.281752 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:53.427622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-929d334d-c92c-4710-acb7-456dd2da3b30 req-d3806901-5ae1-4ceb-9f90-66af9f983308 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585102 Aug 09 15:44:53.434366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:53.440320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:53.443029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Deleting port 7be56134-8d82-4336-be38-50c1a128ed63 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:53.446491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:53.448280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:53.505563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:53.602224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:53.603182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:53.644693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a9f5c448-ab67-460a-91f5-b9fce61df7cb service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458243 Aug 09 15:44:53.650525 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-c8ceb9f8-806c-4a9b-9f24-f02bb57ce266 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7353475 Aug 09 15:44:53.682345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Request body: {'port': {'device_id': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:53.843768 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:53.852977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-8a94ffb1-7bd3-481f-a834-72eb06e87970 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=63c86000-6a7e-4d7c-8686-f00e62636d61 HTTP/1.1" status: 200 len: 217 time: 0.1836951 Aug 09 15:44:54.001591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9ebcd-408f-439e-8541-75efc71ea86e req-d426fa5a-6fdf-453c-aa82-9c8f86219bb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.010246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58f9ebcd-408f-439e-8541-75efc71ea86e req-d426fa5a-6fdf-453c-aa82-9c8f86219bb1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 931 time: 0.3150096 Aug 09 15:44:54.017103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] For port 7be56134-8d82-4336-be38-50c1a128ed63, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7be56134-8d82-4336-be38-50c1a128ed63,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:54.017559 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.042531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-6e4e547f-2aa8-45c9-98ae-ed8cf363b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.044264 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-6e4e547f-2aa8-45c9-98ae-ed8cf363b45c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.1614091 Aug 09 15:44:54.062174 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-46a212f9-1d3c-48c1-9974-308b72c25c45 req-58752248-8984-463a-8b6c-68632724bd27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af020e22df384d18b903a75e4cc77b0f&device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1673820 Aug 09 15:44:54.073150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Calling delete_port for 7be56134-8d82-4336-be38-50c1a128ed63 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:54.146898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3edebfa5-8220-427d-adc6-67ee9e0d2b25 None None] Provisioning for port 245e580f-c822-46fd-b10d-19eba0c4f5f9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:54.155889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58f9ebcd-408f-439e-8541-75efc71ea86e req-e360c941-37da-493d-9ad2-c945074cf71e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434355 Aug 09 15:44:54.164429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3edebfa5-8220-427d-adc6-67ee9e0d2b25 None None] Provisioning complete for port 245e580f-c822-46fd-b10d-19eba0c4f5f9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:54.165594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3edebfa5-8220-427d-adc6-67ee9e0d2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.174945 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-46a212f9-1d3c-48c1-9974-308b72c25c45 req-a22b4540-6a3a-43cd-a489-c1e644c0d9a7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=af020e22df384d18b903a75e4cc77b0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890908 Aug 09 15:44:54.272394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3edebfa5-8220-427d-adc6-67ee9e0d2b25 None None] Port 245e580f-c822-46fd-b10d-19eba0c4f5f9 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:54.435696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d058d-bfef-4398-950c-ae5715b4bacb req-fd79bcd7-0166-490e-af01-f932c392d803 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.454640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec2d058d-bfef-4398-950c-ae5715b4bacb req-fd79bcd7-0166-490e-af01-f932c392d803 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 908 time: 0.4374697 Aug 09 15:44:54.468029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-34e8878e-e080-43ce-8ee8-f6722f32804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.483870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-34e8878e-e080-43ce-8ee8-f6722f32804f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4199884 Aug 09 15:44:54.821282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2822f334-95dd-44f2-ba4e-f2bcbdd0fa35 req-b3f93fb4-1d8b-4364-a5cb-b1bf278cbaab tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.1679704 Aug 09 15:44:54.967752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a212f9-1d3c-48c1-9974-308b72c25c45 req-d484e2fa-efd4-4e9e-8237-cf5789f4cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.971228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-46a212f9-1d3c-48c1-9974-308b72c25c45 req-d484e2fa-efd4-4e9e-8237-cf5789f4cafa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7691932 Aug 09 15:44:55.104015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-e40ca90a-31ef-4efd-a79d-ba732e9a7a68 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197093 Aug 09 15:44:55.262246 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245e580f-c822-46fd-b10d-19eba0c4f5f9 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:55.296840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.337604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Transition to ACTIVE for port object 245e580f-c822-46fd-b10d-19eba0c4f5f9 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:55.345840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.456809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243915a-0d0a-4d40-b7f3-f5b2d0ad90c4 req-d4c99000-70cb-4868-a8d7-d9a19292d8c7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:55.466486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:55.470243 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a243915a-0d0a-4d40-b7f3-f5b2d0ad90c4 req-d4c99000-70cb-4868-a8d7-d9a19292d8c7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.5816450 Aug 09 15:44:55.486587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.606309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-ebb450e3-18ee-42aa-bf02-9a7c490b4f66 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905646 Aug 09 15:44:55.699890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] No DVR routers for this DVR port 7be56134-8d82-4336-be38-50c1a128ed63 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:55.737115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event deleted for resources: {'Port': ['ID=7be56134-8d82-4336-be38-50c1a128ed63,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:55.755932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.771790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e0c3fa4-9f7b-46be-af22-913d758f0c9a req-2d3b1eed-4a8a-4c4a-9580-3b10b092ff76 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "DELETE /v2.0/ports/7be56134-8d82-4336-be38-50c1a128ed63 HTTP/1.1" status: 204 len: 173 time: 3.3406231 Aug 09 15:44:55.773621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3709228b-917c-43ea-9136-7f2989e67032', 'name': 'network-vif-deleted', 'tag': '7be56134-8d82-4336-be38-50c1a128ed63'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:55.780103 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e65d319-9853-4840-bdd8-9011a53c00a5" -d '{"events": [{"server_uuid": "3709228b-917c-43ea-9136-7f2989e67032", "name": "network-vif-deleted", "tag": "7be56134-8d82-4336-be38-50c1a128ed63"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:55.786156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Attempting to bind port 245e580f-c822-46fd-b10d-19eba0c4f5f9 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:55.787395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Attempting to bind port 245e580f-c822-46fd-b10d-19eba0c4f5f9 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:55.788722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Attempting to bind port 245e580f-c822-46fd-b10d-19eba0c4f5f9 on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:55.811085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Port 245e580f-c822-46fd-b10d-19eba0c4f5f9 on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:55.813509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Attempting to bind port 245e580f-c822-46fd-b10d-19eba0c4f5f9 on network b42be60d-8a16-49b7-b0f1-d3559be4bc33 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:55.843371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:55.844514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Checking segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:55.848157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Bound using segment: {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:55.850694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Bound port: 245e580f-c822-46fd-b10d-19eba0c4f5f9, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0fd363-26c2-456a-8d7c-8ecee146b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:55.854224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.914967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-b323175b-bc33-49d9-907f-c596b0ebc86c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a HTTP/1.1" status: 200 len: 217 time: 0.2482598 Aug 09 15:44:56.059275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9142d7-0e96-41ab-8eac-0e938bdcdd5d req-b4a6d247-9189-4913-b175-2e287429ae4a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.061354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb9142d7-0e96-41ab-8eac-0e938bdcdd5d req-b4a6d247-9189-4913-b175-2e287429ae4a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.6436608 Aug 09 15:44:56.124303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a1745094-650e-4102-beeb-1570b29f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.127321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-a1745094-650e-4102-beeb-1570b29f04af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.2017906 Aug 09 15:44:56.169136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:56.174880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:56.183426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.240115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.241608 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.249159 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] 10.222.0.66 "PUT /v2.0/ports/245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 200 len: 1091 time: 2.5851347 Aug 09 15:44:56.252338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:56.266455 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d3790a-0943-4469-bbf0-d4d212583e72" -d '{"events": [{"name": "network-changed", "server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:56.322006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a243915a-0d0a-4d40-b7f3-f5b2d0ad90c4 req-30889d81-8c19-4548-bb6b-d14e53418941 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8505116 Aug 09 15:44:56.340067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb9142d7-0e96-41ab-8eac-0e938bdcdd5d req-26e191ca-53ac-4ff3-b72c-66224fda8e23 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449026 Aug 09 15:44:56.387397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-9e1e7d4f-0490-4f55-a940-d23829b8217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.407935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7be56134-8d82-4336-be38-50c1a128ed63 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:56.409636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-9e1e7d4f-0490-4f55-a940-d23829b8217d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2611527 Aug 09 15:44:56.438789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 7be56134-8d82-4336-be38-50c1a128ed63 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:56.439706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7be56134-8d82-4336-be38-50c1a128ed63 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:56.491295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b075f-7137-42b3-9fe8-97a227facc25 service neutron] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:56.506844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-f6dfaeec-ba01-4660-83be-e4d4c07b3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.511506 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-f6dfaeec-ba01-4660-83be-e4d4c07b3de1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1094 time: 0.1943684 Aug 09 15:44:56.607292 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-3bca54c0-03f7-419e-a037-64082dbb59fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 200 len: 217 time: 0.0750849 Aug 09 15:44:56.614602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46a212f9-1d3c-48c1-9974-308b72c25c45 req-c06dae09-b919-497b-9fa1-d28fa75eb43e tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.35 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0772290 Aug 09 15:44:56.735666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-93c7530e-0e07-4d0f-9ea3-df7325988a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.742233 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-93c7530e-0e07-4d0f-9ea3-df7325988a51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.1234686 Aug 09 15:44:56.778660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-143e2c38-14c3-45d8-accf-a08c6ff6410e req-ade2d61a-a82a-47b3-bbad-30cb1ceab89a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=3709228b-917c-43ea-9136-7f2989e67032 HTTP/1.1" status: 200 len: 210 time: 0.1402862 Aug 09 15:44:56.808627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-7b374aa1-6da0-4e10-916d-bc8d82cb4f1d service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926511 Aug 09 15:44:56.850941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-663cde8f-12cf-4cd6-8429-9060d2169908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.852951 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-663cde8f-12cf-4cd6-8429-9060d2169908 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999141 Aug 09 15:44:56.952752 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eafdb2-ba94-495e-88be-ef1ae9ce2834 x-openstack-request-id: req-a8eafdb2-ba94-495e-88be-ef1ae9ce2834 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:56.953228 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3709228b-917c-43ea-9136-7f2989e67032", "name": "network-vif-deleted", "tag": "7be56134-8d82-4336-be38-50c1a128ed63", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:56.953560 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8eafdb2-ba94-495e-88be-ef1ae9ce2834 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:56.954103 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3709228b-917c-43ea-9136-7f2989e67032', 'name': 'network-vif-deleted', 'tag': '7be56134-8d82-4336-be38-50c1a128ed63', 'status': 'completed', 'code': 200} Aug 09 15:44:57.003185 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484653df-75b7-409a-8e9f-7cb18cae4409 x-openstack-request-id: req-484653df-75b7-409a-8e9f-7cb18cae4409 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:57.003185 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:57.003185 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-484653df-75b7-409a-8e9f-7cb18cae4409 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:57.003185 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'status': 'completed', 'code': 200} Aug 09 15:44:57.032790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b73d084-6345-44af-8be5-354d252d7209 req-3546cd51-164b-47e5-a728-3467cebbc216 tempest-ServerShowV257Test-2081800415 tempest-ServerShowV257Test-2081800415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9003e797-131e-4ada-a6f6-17239dc35ad1 HTTP/1.1" status: 200 len: 210 time: 0.0687737 Aug 09 15:44:57.077338 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-0c6716c9-ad71-45ba-b7d1-fac9eb27f679 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115064 Aug 09 15:44:57.111347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01bf82c-590e-4268-af8f-a6a620fdd56d req-15110517-b424-4208-a62e-ac41032f1a8c service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944765 Aug 09 15:44:57.214808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ac16129c-f98f-4059-be31-72b949c5f2fd req-73ea5951-75f8-4e54-b200-adf875c28d55 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295464 Aug 09 15:44:57.354330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-fc217425-28af-47d5-9d7b-2314543c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.357784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-fc217425-28af-47d5-9d7b-2314543c637f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1094 time: 0.0744672 Aug 09 15:44:57.549008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-5659847c-00b0-4ded-bc77-ce75b07eddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.552807 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-5659847c-00b0-4ded-bc77-ce75b07eddad service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.1812310 Aug 09 15:44:57.561397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe81ac0-509a-4481-af2a-fe3063cd3a2c req-9bff87b4-d8e2-494d-b011-bfe0eab026c6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.563247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fe81ac0-509a-4481-af2a-fe3063cd3a2c req-9bff87b4-d8e2-494d-b011-bfe0eab026c6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.0864279 Aug 09 15:44:57.619381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-952d8ea0-4f11-4ddc-b219-269db30c14ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 200 len: 217 time: 0.0518758 Aug 09 15:44:57.632246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fe81ac0-509a-4481-af2a-fe3063cd3a2c req-a1264d80-520b-47dc-b054-d3a54343b968 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602734 Aug 09 15:44:57.724714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-01caaec1-4274-42c5-b97a-0905349b06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.728612 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-01caaec1-4274-42c5-b97a-0905349b06c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.0992374 Aug 09 15:44:57.804185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-914432cc-2dc4-4b87-82ab-c90922426ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.806741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-914432cc-2dc4-4b87-82ab-c90922426ab1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688372 Aug 09 15:44:57.813410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc92db-53cb-48c0-b5f0-f79ed7df2f6e req-fb32cdff-51ca-4fbe-ad8e-6d7619f480eb tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.815372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5fc92db-53cb-48c0-b5f0-f79ed7df2f6e req-fb32cdff-51ca-4fbe-ad8e-6d7619f480eb tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.0823913 Aug 09 15:44:57.874063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5fc92db-53cb-48c0-b5f0-f79ed7df2f6e req-8185015d-bfce-46f0-b9f0-0811f1ab15cf tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490785 Aug 09 15:44:58.034794 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.053784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-1688bd09-33a9-4949-b21e-016dd939ed94 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334025 Aug 09 15:44:58.240099 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e6d3790a-0943-4469-bbf0-d4d212583e72 req-8827ff69-df61-4843-89a2-a04b9054b1b7 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785209 Aug 09 15:44:58.285088 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.502182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08396f-c5e5-4e6f-849f-cc93fee54f16 req-455558bd-a9e1-4b60-9506-3df3cdd12e0e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.503999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b08396f-c5e5-4e6f-849f-cc93fee54f16 req-455558bd-a9e1-4b60-9506-3df3cdd12e0e tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 946 time: 0.0834162 Aug 09 15:44:58.559529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b08396f-c5e5-4e6f-849f-cc93fee54f16 req-688cdcce-7632-4e45-85dd-de1848a557b3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450988 Aug 09 15:44:58.799760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa8c2-4832-4521-bd6b-a9f9030ec268 req-8dc466ad-f648-4a6c-8460-e5e23f59baac tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.804509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5dcaa8c2-4832-4521-bd6b-a9f9030ec268 req-8dc466ad-f648-4a6c-8460-e5e23f59baac tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.0690591 Aug 09 15:44:58.860244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5dcaa8c2-4832-4521-bd6b-a9f9030ec268 req-780a26b1-6710-4f1a-9f32-08f919cbd965 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Aug 09 15:44:59.032520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56490) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:59.101033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503afca-317e-40e9-8b37-5d0d97accbca req-aeab37d5-d311-443a-afc2-fd0935bed984 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.102671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4503afca-317e-40e9-8b37-5d0d97accbca req-aeab37d5-d311-443a-afc2-fd0935bed984 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.0979724 Aug 09 15:44:59.144511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-ac675178-5cb0-459d-855c-d4bf1ab14222 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.146632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-ac675178-5cb0-459d-855c-d4bf1ab14222 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 804 time: 0.2056401 Aug 09 15:44:59.186959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-cf90e943-f5e8-4010-9961-717c69059185 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/quotas/9e6d2490bcd645b7987df44081879a57 HTTP/1.1" status: 200 len: 375 time: 0.0285068 Aug 09 15:44:59.190994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4503afca-317e-40e9-8b37-5d0d97accbca req-3b0487df-6de3-4ea5-9712-28f5844772cd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761025 Aug 09 15:44:59.280739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-c0f3af82-4bdf-4860-bafd-46bad9c50cb5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861363 Aug 09 15:44:59.334679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a5535a7-81c0-46f1-8bf0-8308e3d9672c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.427929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-67d93c83-fc20-4457-9245-87ddff391ab4 service neutron] 10.222.0.64 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459634 Aug 09 15:44:59.512056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a5535a7-81c0-46f1-8bf0-8308e3d9672c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.517891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a5535a7-81c0-46f1-8bf0-8308e3d9672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.555613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:59.568405 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6a5535a7-81c0-46f1-8bf0-8308e3d9672c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af020e22df384d18b903a75e4cc77b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338604 Aug 09 15:44:59.570552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5535a7-81c0-46f1-8bf0-8308e3d9672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa47f57-e2d0-40fb-b182-957d6a29db28,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:59.573660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56512) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:59.582343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-4dff589a-9207-49ab-93ea-0246cdbb829d service neutron] 10.222.0.64 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482539 Aug 09 15:44:59.733232 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7c59098-d125-4f57-80d4-ab65aec3dec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.741624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:59.784297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'port_id': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'mac_address': 'fa:16:3e:cb:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:59.808541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ed030-8ff9-48d0-88cb-09e9a5d4c91c req-b940b724-c2a5-42d5-8882-631f939a515d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.808541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-945ed030-8ff9-48d0-88cb-09e9a5d4c91c req-b940b724-c2a5-42d5-8882-631f939a515d tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 946 time: 0.1116042 Aug 09 15:44:59.816564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7c59098-d125-4f57-80d4-ab65aec3dec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.901359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-945ed030-8ff9-48d0-88cb-09e9a5d4c91c req-74d22c23-1ce2-432a-bb81-c7fe2827ab16 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785651 Aug 09 15:44:59.938468 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.952882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7c59098-d125-4f57-80d4-ab65aec3dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.957261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60908dcc-62c9-4b6b-a2f6-7cee0bdc6035 req-3db68b7d-e0c0-48c2-b78e-5c2a6daec612 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0929880 Aug 09 15:44:59.958615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7c59098-d125-4f57-80d4-ab65aec3dec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.963402 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7c59098-d125-4f57-80d4-ab65aec3dec6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ffa47f57-e2d0-40fb-b182-957d6a29db28 HTTP/1.1" status: 204 len: 168 time: 0.3857887 Aug 09 15:44:59.977394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c59098-d125-4f57-80d4-ab65aec3dec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa47f57-e2d0-40fb-b182-957d6a29db28,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:00.022611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245e580f-c822-46fd-b10d-19eba0c4f5f9 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:00.081708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:00.107203 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:00.127488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd2b9-eb0b-4925-a383-386cfa8a011e req-bd09a887-949f-4749-8a7b-f521fc60da17 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.140170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e2bd2b9-eb0b-4925-a383-386cfa8a011e req-bd09a887-949f-4749-8a7b-f521fc60da17 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.0824919 Aug 09 15:45:00.204184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:00.204469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e2bd2b9-eb0b-4925-a383-386cfa8a011e req-7c94beed-8a12-4e60-8d37-0bc9105301a8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581610 Aug 09 15:45:00.217840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.218495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.218831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.219189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.219628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.220205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.220454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.220705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.221408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.221408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.221676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.221989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:00.340521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-3cb39071-40ca-467c-b4c1-1ebd5384d7b1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.343297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-3cb39071-40ca-467c-b4c1-1ebd5384d7b1 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 946 time: 0.0838051 Aug 09 15:45:00.469830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9d419-9fd8-4b11-9418-ef160a1bebf1 req-deb489ac-334d-40b2-a207-8cd9096a9c80 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.471480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19b9d419-9fd8-4b11-9418-ef160a1bebf1 req-deb489ac-334d-40b2-a207-8cd9096a9c80 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 944 time: 0.1507738 Aug 09 15:45:00.474816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['245e580f-c822-46fd-b10d-19eba0c4f5f9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:00.557709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19b9d419-9fd8-4b11-9418-ef160a1bebf1 req-b1d650c1-dda0-49a4-aa47-01934939df85 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755498 Aug 09 15:45:00.570461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Deleting port c359bba2-539f-4f91-b31e-f969b2c0c101 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:00.571653 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:00.797277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] For port c359bba2-539f-4f91-b31e-f969b2c0c101, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c359bba2-539f-4f91-b31e-f969b2c0c101,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:00.798126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:00.822580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Calling delete_port for c359bba2-539f-4f91-b31e-f969b2c0c101 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:01.092797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280260f5-95e5-4d77-b7e7-f51a34e11ec7 req-d0f5c030-04db-459c-bb1f-b1f1f9c9e212 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.098313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-280260f5-95e5-4d77-b7e7-f51a34e11ec7 req-d0f5c030-04db-459c-bb1f-b1f1f9c9e212 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 946 time: 0.1105549 Aug 09 15:45:01.141595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e29149-8865-43f6-962b-32a260002310 req-476df808-935f-457a-8736-707dc11bb15d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.144414 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-04e29149-8865-43f6-962b-32a260002310 req-476df808-935f-457a-8736-707dc11bb15d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.66 "GET /v2.0/ports?device_id=7135a750-ff75-421b-83d3-8062e6c69e95 HTTP/1.1" status: 200 len: 946 time: 0.1654379 Aug 09 15:45:01.158590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-133940a1-c8e1-49e2-9f55-3624be6f1496 req-7120fdbe-27a6-497e-90b8-b9a002495062 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0585270 Aug 09 15:45:01.214163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-280260f5-95e5-4d77-b7e7-f51a34e11ec7 req-baf964bf-5ab2-4c51-a88d-4111879759f3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936067 Aug 09 15:45:01.225140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.250059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'c359bba2-539f-4f91-b31e-f969b2c0c101'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:01.277533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event deleted for resources: {'Port': ['ID=c359bba2-539f-4f91-b31e-f969b2c0c101,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:01.410514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16a6fc-cd8a-4021-bb04-76ecabe328d3 req-0f69c425-d805-4336-a9be-77aa7df006d8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.418386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] No DVR routers for this DVR port c359bba2-539f-4f91-b31e-f969b2c0c101 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:01.422763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a16a6fc-cd8a-4021-bb04-76ecabe328d3 req-0f69c425-d805-4336-a9be-77aa7df006d8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1299338 Aug 09 15:45:01.426050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.429876 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c8b6fe0f-302c-4db4-908f-4fe3b71e1aec req-7af54e9f-7266-4666-a473-0b232de891ac tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "DELETE /v2.0/ports/c359bba2-539f-4f91-b31e-f969b2c0c101 HTTP/1.1" status: 204 len: 173 time: 1.0773892 Aug 09 15:45:01.434532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b807320-16f1-401a-97cf-3906f4711c24', 'name': 'network-vif-deleted', 'tag': 'c359bba2-539f-4f91-b31e-f969b2c0c101'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:01.438944 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e663aa-dbb5-4d21-b3e6-225224d1d981" -d '{"events": [{"server_uuid": "0b807320-16f1-401a-97cf-3906f4711c24", "name": "network-vif-deleted", "tag": "c359bba2-539f-4f91-b31e-f969b2c0c101"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:01.517713 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Deleting port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:01.518911 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.554972 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3ee44f-6c09-49f2-8388-baa9e92a1ed0 x-openstack-request-id: req-6f3ee44f-6c09-49f2-8388-baa9e92a1ed0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:01.555479 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b807320-16f1-401a-97cf-3906f4711c24", "name": "network-vif-deleted", "tag": "c359bba2-539f-4f91-b31e-f969b2c0c101", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:01.556184 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f3ee44f-6c09-49f2-8388-baa9e92a1ed0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:01.557132 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b807320-16f1-401a-97cf-3906f4711c24', 'name': 'network-vif-deleted', 'tag': 'c359bba2-539f-4f91-b31e-f969b2c0c101', 'status': 'completed', 'code': 200} Aug 09 15:45:01.585842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:01.719614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a16a6fc-cd8a-4021-bb04-76ecabe328d3 req-876513ad-2634-4cb7-a12f-d054e7e32be0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956908 Aug 09 15:45:01.855944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 245e580f-c822-46fd-b10d-19eba0c4f5f9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:01.868945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] For port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:01.877455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 245e580f-c822-46fd-b10d-19eba0c4f5f9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:01.878363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.885694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.935375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Calling delete_port for e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:02.000337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-22d793c1-d71e-4f0f-91a7-dd1448404ed6 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.010464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-22d793c1-d71e-4f0f-91a7-dd1448404ed6 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 804 time: 0.5402308 Aug 09 15:45:02.029816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Request body: {'port': {'device_id': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'admin_state_up': True, 'tenant_id': '9e6d2490bcd645b7987df44081879a57'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:02.178099 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.222249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eb408-1c2f-4007-9210-00e50ed9f0c8 req-1d4a1ec9-46b0-4f1b-9afc-b24f29ba4c29 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.223615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:02.227513 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1c6895-caf9-4974-9639-06ec560c83bc" -d '{"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-plugged", "status": "completed", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:02.231433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-374eb408-1c2f-4007-9210-00e50ed9f0c8 req-1d4a1ec9-46b0-4f1b-9afc-b24f29ba4c29 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 944 time: 0.3753080 Aug 09 15:45:02.249181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:02.255412 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.256517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:02.277414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Made reservation on behalf of 9e6d2490bcd645b7987df44081879a57 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:02.282278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.284503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.374870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-374eb408-1c2f-4007-9210-00e50ed9f0c8 req-54a34caa-cf72-421b-9d23-7bb06fef000e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421258 Aug 09 15:45:02.398422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] No DVR routers for this DVR port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:02.400637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Pushing event deleted for resources: {'Port': ['ID=e1bfcd04-28b4-490d-8421-8f6a80fbf7a7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:02.404707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.407384 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-04e29149-8865-43f6-962b-32a260002310 req-887b7e5b-7e07-4d68-8a6c-7d1dc013a10d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.66 "DELETE /v2.0/ports/e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 HTTP/1.1" status: 204 len: 173 time: 1.2493951 Aug 09 15:45:02.432849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:02.444844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5856a72f-c2b5-46aa-b7e6-b2e4726de819 req-d335b570-bdbe-4bb3-94ac-daafebce880d tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 210 time: 0.1156297 Aug 09 15:45:02.446569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No active binding found for port e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:45:02.447849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:02.571547 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0422444b-afad-4ab8-b55f-86d2ace8f889 x-openstack-request-id: req-0422444b-afad-4ab8-b55f-86d2ace8f889 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:02.571855 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-plugged", "status": "completed", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:02.572399 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0422444b-afad-4ab8-b55f-86d2ace8f889 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:02.573053 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'code': 200} Aug 09 15:45:02.753720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84704639-37a8-45ba-851f-c8444ab860f5 req-2c58a286-5094-4d9a-9f79-8b3b27d72a16 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b807320-16f1-401a-97cf-3906f4711c24 HTTP/1.1" status: 200 len: 210 time: 0.0647688 Aug 09 15:45:02.769307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf9f0-3b7b-405d-b6e1-4ecb3a02eab0 req-c157eb13-555b-4d2a-8089-9c8c29f9c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.775873 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-173bf9f0-3b7b-405d-b6e1-4ecb3a02eab0 req-c157eb13-555b-4d2a-8089-9c8c29f9c39f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1096 time: 0.0966697 Aug 09 15:45:02.789493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Allocated IP 172.20.0.9 (c5417ffe-714e-4727-9af6-b7fe743d70dd/f741c060-43e5-43ae-ae71-1768bea61ce1/2539baf7-082c-49ef-8914-fbb057abf111) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:02.876711 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-173bf9f0-3b7b-405d-b6e1-4ecb3a02eab0 req-7f18937b-ff98-487c-8438-328868f09fd7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899010 Aug 09 15:45:03.028036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56634) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:03.030328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3c77d-77f3-4d78-bf7b-57ba125a8e9b req-2fd71543-04c6-48a3-a19d-da67eddeb7ab tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.032181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15b3c77d-77f3-4d78-bf7b-57ba125a8e9b req-2fd71543-04c6-48a3-a19d-da67eddeb7ab tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1265783 Aug 09 15:45:03.124669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15b3c77d-77f3-4d78-bf7b-57ba125a8e9b req-b75e7e4d-a7c7-4ee3-819d-cd4d72348b1d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823278 Aug 09 15:45:03.129150 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.200868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.232596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-471134977-network', 'tenant_id': 'e16d42d59d78498b895b36bb93328fb4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:03.235066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Network c5417ffe-714e-4727-9af6-b7fe743d70dd is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:03.238828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:03.266599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:03.290859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Made reservation on behalf of e16d42d59d78498b895b36bb93328fb4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:03.298925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.324604 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.344077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Pushing event updated for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:03.362304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.363155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.561179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7135a750-ff75-421b-83d3-8062e6c69e95', 'name': 'network-vif-deleted', 'tag': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:03.564670 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31226b78-31c9-4fb1-91ea-f96f5adebc91" -d '{"events": [{"server_uuid": "7135a750-ff75-421b-83d3-8062e6c69e95", "name": "network-vif-deleted", "tag": "e1bfcd04-28b4-490d-8421-8f6a80fbf7a7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:03.570263 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.580912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.581137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:03.617014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a29a3997-4a0d-4db2-ae03-88c06eddfd67 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5916541 Aug 09 15:45:03.619393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc209bb2-e86f-4ef2-8982-e4bd520ddf45,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:03.632784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:45:03.649249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:03.649721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e1bfcd04-28b4-490d-8421-8f6a80fbf7a7 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:03.650214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c359bba2-539f-4f91-b31e-f969b2c0c101 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:03.661319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.662273 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Added segment c75d7801-5e88-4e44-843b-cb1e179256e9 of type vlan for network 90db3ee3-fadd-445e-b5bc-7fe9f799f74c Aug 09 15:45:03.665793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Request body: {'port': {'device_id': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:03.680814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77637-0fed-4f16-bcde-fbd0c1a2000c req-643121af-37c8-4c46-af96-54813f47bf41 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.689201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca77637-0fed-4f16-bcde-fbd0c1a2000c req-643121af-37c8-4c46-af96-54813f47bf41 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.1388123 Aug 09 15:45:03.716589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: c359bba2-539f-4f91-b31e-f969b2c0c101 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:03.718341 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c359bba2-539f-4f91-b31e-f969b2c0c101 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:03.750356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.753291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56662) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:03.770984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb194f-e33d-415a-ace4-f15b19b92652 req-e7f86093-3580-48b6-8d72-77fbf19cdf95 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.779330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bcb194f-e33d-415a-ace4-f15b19b92652 req-e7f86093-3580-48b6-8d72-77fbf19cdf95 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 931 time: 0.1667180 Aug 09 15:45:03.806425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.808317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.810370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.842068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.879687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ca77637-0fed-4f16-bcde-fbd0c1a2000c req-b9aa86d5-5cdd-4ed5-ab85-274813054d54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891694 Aug 09 15:45:03.925587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bcb194f-e33d-415a-ace4-f15b19b92652 req-a8da9447-229d-4a6b-ae29-9bb5e73c5c00 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421697 Aug 09 15:45:03.954840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56670) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:03.964937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9192822 Aug 09 15:45:04.013271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211dad4-cd18-4c32-beb9-396fbc3b026e admin admin] Pushing event updated for resources: {'Network': ['ID=90db3ee3-fadd-445e-b5bc-7fe9f799f74c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:04.020538 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Request body: {'subnet': {'network_id': '90db3ee3-fadd-445e-b5bc-7fe9f799f74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-471134977-subnet', 'tenant_id': 'e16d42d59d78498b895b36bb93328fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:04.025805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 90db3ee3-fadd-445e-b5bc-7fe9f799f74c details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:45:04.030104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a9840af-862a-47c3-8f61-e72fe831c4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.049306 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecd9f12-8d15-490e-90f8-010079dd5740 x-openstack-request-id: req-0ecd9f12-8d15-490e-90f8-010079dd5740 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:04.049306 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7135a750-ff75-421b-83d3-8062e6c69e95", "name": "network-vif-deleted", "tag": "e1bfcd04-28b4-490d-8421-8f6a80fbf7a7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:04.050645 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ecd9f12-8d15-490e-90f8-010079dd5740 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:04.051636 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7135a750-ff75-421b-83d3-8062e6c69e95', 'name': 'network-vif-deleted', 'tag': 'e1bfcd04-28b4-490d-8421-8f6a80fbf7a7', 'status': 'completed', 'code': 200} Aug 09 15:45:04.242339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56678) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:04.278424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a9840af-862a-47c3-8f61-e72fe831c4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.289227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a9840af-862a-47c3-8f61-e72fe831c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.331446 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0a9840af-862a-47c3-8f61-e72fe831c4ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=017018fc2de1461581093cb2da6cddc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765495 Aug 09 15:45:04.334643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56682) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:04.348376 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:45:04.348376 n-d-799523-2 neutron-server[94177]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:45:04.348376 n-d-799523-2 neutron-server[94177]: [parameters: {'project_id': 'e16d42d59d78498b895b36bb93328fb4', 'id': '43dd7e84-307e-47ec-b309-cd27a8d91b3f', 'expiration': datetime.datetime(2021, 8, 9, 15, 47, 4, 100294)}] Aug 09 15:45:04.348376 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:45:04.349293 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:45:04.388426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9840af-862a-47c3-8f61-e72fe831c4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b427303e-f5c1-4297-9405-23dfcf3d64e7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:04.415219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-77d7e949-a45f-4e87-bfd5-541186bac59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.456384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86aa241-3a51-4c8e-a537-1c566e892b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.496252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86aa241-3a51-4c8e-a537-1c566e892b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.609117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86aa241-3a51-4c8e-a537-1c566e892b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.611666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86aa241-3a51-4c8e-a537-1c566e892b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.612935 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b86aa241-3a51-4c8e-a537-1c566e892b6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b427303e-f5c1-4297-9405-23dfcf3d64e7 HTTP/1.1" status: 204 len: 168 time: 0.2769749 Aug 09 15:45:04.619846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-77d7e949-a45f-4e87-bfd5-541186bac59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.632026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aa241-3a51-4c8e-a537-1c566e892b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b427303e-f5c1-4297-9405-23dfcf3d64e7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:04.634965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-77d7e949-a45f-4e87-bfd5-541186bac59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.699216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e949-a45f-4e87-bfd5-541186bac59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ee6aca-60a5-4e2c-9beb-0dcf0f018f70,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:04.699216 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-77d7e949-a45f-4e87-bfd5-541186bac59c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b104a0d58857447c9a832d1bbe4214ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531276 Aug 09 15:45:04.700247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56688) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:04.779484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66689bad-0b04-4fb1-9259-fa5aad88acaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.834708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d6ba0-4633-474f-896b-6c51889650d9 req-3e29bce6-7e0d-446f-af93-48723f61bab6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:04.836340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a67d6ba0-4633-474f-896b-6c51889650d9 req-3e29bce6-7e0d-446f-af93-48723f61bab6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.5539026 Aug 09 15:45:04.844072 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66689bad-0b04-4fb1-9259-fa5aad88acaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.913606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-c02da40c-008b-44c5-879a-01de0e0737d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:04.917391 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-c02da40c-008b-44c5-879a-01de0e0737d0 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.1203945 Aug 09 15:45:04.949073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Made reservation on behalf of e16d42d59d78498b895b36bb93328fb4 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:04.952052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.998458 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66689bad-0b04-4fb1-9259-fa5aad88acaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.003552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66689bad-0b04-4fb1-9259-fa5aad88acaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.005578 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-66689bad-0b04-4fb1-9259-fa5aad88acaf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90ee6aca-60a5-4e2c-9beb-0dcf0f018f70 HTTP/1.1" status: 204 len: 168 time: 0.3036122 Aug 09 15:45:05.040332 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66689bad-0b04-4fb1-9259-fa5aad88acaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ee6aca-60a5-4e2c-9beb-0dcf0f018f70,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:05.047711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a67d6ba0-4633-474f-896b-6c51889650d9 req-dff243cb-86e1-41ec-92b8-f3fc3db9d5c3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777582 Aug 09 15:45:05.106788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5df9b7-3d32-4229-950a-b1c8d85d84a0 req-adc8f103-315d-41b6-ae20-9dd117179a3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.108427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f5df9b7-3d32-4229-950a-b1c8d85d84a0 req-adc8f103-315d-41b6-ae20-9dd117179a3b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a743aa-d507-438e-87fd-ec1f53febdca HTTP/1.1" status: 200 len: 946 time: 0.2948549 Aug 09 15:45:05.218588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Deleting port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:05.219129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.237763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56700) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:05.324508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-237b80ce-df63-4082-94ff-e4b96960cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.374219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f5df9b7-3d32-4229-950a-b1c8d85d84a0 req-ecb02fa3-97b4-4f44-9872-847d773ec0cc tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=be6c973c-c3fd-4abd-ab49-1c07d4345ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507715 Aug 09 15:45:05.410858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] For port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:05.413737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.439411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Calling delete_port for 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:05.537295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2539baf7-082c-49ef-8914-fbb057abf111 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:05.583717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.623058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56704) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:05.648308 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb33cb30-634a-41b8-a4c6-74c3e8cc40f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.648996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1138-5fa5-4b3a-a3ef-29ea6c008af3 req-bf31cbd6-b068-4557-8512-758f896b9db8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.656650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d8b1138-5fa5-4b3a-a3ef-29ea6c008af3 req-bf31cbd6-b068-4557-8512-758f896b9db8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.4296689 Aug 09 15:45:05.706888 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.725030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d1c2cb8-072a-4aa9-b414-3c4bbffb4221'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:05.759804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event deleted for resources: {'Port': ['ID=2d1c2cb8-072a-4aa9-b414-3c4bbffb4221,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:05.771497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Transition to ACTIVE for port object 2539baf7-082c-49ef-8914-fbb057abf111 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:05.796406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.804933 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.817275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] No DVR routers for this DVR port 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:05.821514 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.825301 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-093d5ed9-8b11-4e6b-be48-69ca5e76ac7b req-512c9bfc-114e-4044-be9f-204b20af056a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.66 "DELETE /v2.0/ports/2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 HTTP/1.1" status: 204 len: 173 time: 0.8958728 Aug 09 15:45:05.960755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a68447f-4ee2-4f6e-8134-1439d2c06001,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.025004 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-237b80ce-df63-4082-94ff-e4b96960cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.043000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3bae5-79a4-41a6-b49d-88b0a3e8639b req-7e7ddec7-3dcf-42d7-a807-65b3a7ac6598 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.056672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bc3bae5-79a4-41a6-b49d-88b0a3e8639b req-7e7ddec7-3dcf-42d7-a807-65b3a7ac6598 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 931 time: 0.5454497 Aug 09 15:45:06.057669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a743aa-d507-438e-87fd-ec1f53febdca', 'name': 'network-vif-deleted', 'tag': '2d1c2cb8-072a-4aa9-b414-3c4bbffb4221'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:06.060871 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e67ddc-d096-45ae-923e-e1df326c0747" -d '{"events": [{"server_uuid": "09a743aa-d507-438e-87fd-ec1f53febdca", "name": "network-vif-deleted", "tag": "2d1c2cb8-072a-4aa9-b414-3c4bbffb4221"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:06.075891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Pushing event updated for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.083982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-237b80ce-df63-4082-94ff-e4b96960cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.113538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d8b1138-5fa5-4b3a-a3ef-29ea6c008af3 req-3aa2eace-9889-4e34-9b89-23278e5c0b72 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4550540 Aug 09 15:45:06.178332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb33cb30-634a-41b8-a4c6-74c3e8cc40f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.183525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb33cb30-634a-41b8-a4c6-74c3e8cc40f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.212432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-237b80ce-df63-4082-94ff-e4b96960cbf5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8416ac2180484493bbd570cf35c1f9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9731858 Aug 09 15:45:06.219800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56712) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:06.230633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bc3bae5-79a4-41a6-b49d-88b0a3e8639b req-797ea01c-fd7d-4668-8f14-f57b95de44e4 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720729 Aug 09 15:45:06.231905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b80ce-df63-4082-94ff-e4b96960cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e905a79b-9c0b-44ba-a1cf-0603bc722ca1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.258397 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fb33cb30-634a-41b8-a4c6-74c3e8cc40f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=086fb0d94fe641568ed70e8c680686ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300979 Aug 09 15:45:06.258397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56714) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:06.269400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33cb30-634a-41b8-a4c6-74c3e8cc40f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35ab480-8867-4598-b357-f336eb2e71d6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.277860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Checking segment: {'id': 'c75d7801-5e88-4e44-843b-cb1e179256e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '90db3ee3-fadd-445e-b5bc-7fe9f799f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:06.279962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Network hostable DHCP agents. Network: 90db3ee3-fadd-445e-b5bc-7fe9f799f74c, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:45:06.292786 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b168a4-6bd4-4ee3-a25b-6211f26b4ea7 x-openstack-request-id: req-30b168a4-6bd4-4ee3-a25b-6211f26b4ea7 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:06.293137 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a743aa-d507-438e-87fd-ec1f53febdca", "name": "network-vif-deleted", "tag": "2d1c2cb8-072a-4aa9-b414-3c4bbffb4221", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:06.293400 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30b168a4-6bd4-4ee3-a25b-6211f26b4ea7 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:06.294190 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a743aa-d507-438e-87fd-ec1f53febdca', 'name': 'network-vif-deleted', 'tag': '2d1c2cb8-072a-4aa9-b414-3c4bbffb4221', 'status': 'completed', 'code': 200} Aug 09 15:45:06.365463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Network 90db3ee3-fadd-445e-b5bc-7fe9f799f74c is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:45:06.388297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Attempting to bind port 2539baf7-082c-49ef-8914-fbb057abf111 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:06.389273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Attempting to bind port 2539baf7-082c-49ef-8914-fbb057abf111 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:06.389674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Attempting to bind port 2539baf7-082c-49ef-8914-fbb057abf111 on network c5417ffe-714e-4727-9af6-b7fe743d70dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:06.393944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 90db3ee3-fadd-445e-b5bc-7fe9f799f74c) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:06.406576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.407258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.411883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db0acc-36da-4d83-a0d2-bd8ced8429a5 None None] Network 90db3ee3-fadd-445e-b5bc-7fe9f799f74c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:06.426866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aea8d8ea-6104-46ef-8d8b-9e4e69b89d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.434539 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a68d4b6b-b649-4e13-a8dc-59f7c4f51a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.459700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a68d4b6b-b649-4e13-a8dc-59f7c4f51a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.486172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Port 2539baf7-082c-49ef-8914-fbb057abf111 on network c5417ffe-714e-4727-9af6-b7fe743d70dd not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:06.486640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Attempting to bind port 2539baf7-082c-49ef-8914-fbb057abf111 on network c5417ffe-714e-4727-9af6-b7fe743d70dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:06.503491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bf0df9f7-70df-4e35-8150-760ee4eb92bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5009611 Aug 09 15:45:06.533901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aea8d8ea-6104-46ef-8d8b-9e4e69b89d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.538057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:06.538805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Checking segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:06.538805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Bound using segment: {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:06.539543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Bound port: 2539baf7-082c-49ef-8914-fbb057abf111, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c983989-e9be-49b9-a137-b877756d7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:06.539925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.578031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154dd90-b6ce-4d5f-aad3-644350ad95a7 req-aacd51e6-d7cb-41f7-893c-f5dc3d209581 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.580059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c154dd90-b6ce-4d5f-aad3-644350ad95a7 req-aacd51e6-d7cb-41f7-893c-f5dc3d209581 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1839314 Aug 09 15:45:06.625999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aea8d8ea-6104-46ef-8d8b-9e4e69b89d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.632123 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aea8d8ea-6104-46ef-8d8b-9e4e69b89d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.643939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8344c-6cd7-4141-8e6d-dd436036ca90 req-76e47b1c-f870-4d9d-9d04-e1fd6e5d558b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.650798 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aea8d8ea-6104-46ef-8d8b-9e4e69b89d8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d35ab480-8867-4598-b357-f336eb2e71d6 HTTP/1.1" status: 204 len: 168 time: 0.3804290 Aug 09 15:45:06.654661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ae8344c-6cd7-4141-8e6d-dd436036ca90 req-76e47b1c-f870-4d9d-9d04-e1fd6e5d558b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.2527158 Aug 09 15:45:06.664343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56722) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:06.712695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Request body: {'floatingip': {'port_id': '245e580f-c822-46fd-b10d-19eba0c4f5f9'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:06.719083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8d8ea-6104-46ef-8d8b-9e4e69b89d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35ab480-8867-4598-b357-f336eb2e71d6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.723423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a68d4b6b-b649-4e13-a8dc-59f7c4f51a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.735180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a68d4b6b-b649-4e13-a8dc-59f7c4f51a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.737254 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a68d4b6b-b649-4e13-a8dc-59f7c4f51a38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e905a79b-9c0b-44ba-a1cf-0603bc722ca1 HTTP/1.1" status: 204 len: 168 time: 0.5160470 Aug 09 15:45:06.748758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52cad93-34e1-418e-b75a-6b86e28c3b6d None None] Network 90db3ee3-fadd-445e-b5bc-7fe9f799f74c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:06.789107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56730) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:06.811886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:06.835335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:06.836877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d4b6b-b649-4e13-a8dc-59f7c4f51a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e905a79b-9c0b-44ba-a1cf-0603bc722ca1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.852331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.856400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.869686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c154dd90-b6ce-4d5f-aad3-644350ad95a7 req-46f54b63-3921-47a9-97b0-dc924a94f228 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383924 Aug 09 15:45:07.002707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.003651 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.005354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] 10.222.0.35 "PUT /v2.0/ports/2539baf7-082c-49ef-8914-fbb057abf111 HTTP/1.1" status: 200 len: 1091 time: 3.3473837 Aug 09 15:45:07.005963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'tag': '2539baf7-082c-49ef-8914-fbb057abf111'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:07.008642 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2", "tag": "2539baf7-082c-49ef-8914-fbb057abf111"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:07.066491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8467c-69a9-45f1-8bc8-7966dca1f2de service neutron] Pushing event updated for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:07.083703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a82c5f2-bf64-4d34-be0c-88f7aefe2066 admin admin] Deleting subnet 1a68447f-4ee2-4f6e-8134-1439d2c06001 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:07.111536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a82c5f2-bf64-4d34-be0c-88f7aefe2066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.161073 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5a142b-6f4a-4c61-a6ff-82667775b08a x-openstack-request-id: req-5a5a142b-6f4a-4c61-a6ff-82667775b08a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:07.164280 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2", "tag": "2539baf7-082c-49ef-8914-fbb057abf111", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:07.164869 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a5a142b-6f4a-4c61-a6ff-82667775b08a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:07.165515 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'tag': '2539baf7-082c-49ef-8914-fbb057abf111', 'status': 'completed', 'code': 200} Aug 09 15:45:07.190367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a82c5f2-bf64-4d34-be0c-88f7aefe2066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.209394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-5f92766d-e884-497a-a8fe-90cdb2c0a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.213434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-5f92766d-e884-497a-a8fe-90cdb2c0a4d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 1094 time: 0.1364884 Aug 09 15:45:07.317133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-353e6689-9677-42d9-868a-09da8eaa9a41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2539baf7-082c-49ef-8914-fbb057abf111 HTTP/1.1" status: 200 len: 217 time: 0.0917234 Aug 09 15:45:07.376428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011dee0-218f-4d74-bbd8-5a81bb75f6de req-e613df05-a0a1-4393-93fd-9c655398e443 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.379017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8011dee0-218f-4d74-bbd8-5a81bb75f6de req-e613df05-a0a1-4393-93fd-9c655398e443 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.1561391 Aug 09 15:45:07.419749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-e35c5579-f5e6-4f85-a36c-3a2f0161674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.421480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-e35c5579-f5e6-4f85-a36c-3a2f0161674f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 200 len: 844 time: 0.0948186 Aug 09 15:45:07.476289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8011dee0-218f-4d74-bbd8-5a81bb75f6de req-4ab141fa-960b-4066-8587-c9877e264aba tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890262 Aug 09 15:45:07.506773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-11f614af-7783-48d5-9c50-ac5a97106ebc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5417ffe-714e-4727-9af6-b7fe743d70dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715663 Aug 09 15:45:07.628218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-c02eac94-7141-43ac-b967-bc84d162ae19 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086318 Aug 09 15:45:07.772876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952ca02-188f-46cb-b3af-1f3c1dedf392 req-7a84c359-dc3c-46b2-a325-e30428ff1319 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.774500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5952ca02-188f-46cb-b3af-1f3c1dedf392 req-7a84c359-dc3c-46b2-a325-e30428ff1319 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 943 time: 0.2665343 Aug 09 15:45:07.800651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a82c5f2-bf64-4d34-be0c-88f7aefe2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.882656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5952ca02-188f-46cb-b3af-1f3c1dedf392 req-78641a02-0398-485f-b943-a97fac7fc5a6 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864794 Aug 09 15:45:07.886440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3599c2d1-2e1a-4cd6-89f4-136cf6cf95bc req-1aaf4e01-6665-4762-9755-7683a86c55e1 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297947 Aug 09 15:45:07.976986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a82c5f2-bf64-4d34-be0c-88f7aefe2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.045178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82c5f2-bf64-4d34-be0c-88f7aefe2066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a68447f-4ee2-4f6e-8134-1439d2c06001,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:08.080288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a82c5f2-bf64-4d34-be0c-88f7aefe2066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.088940 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4a82c5f2-bf64-4d34-be0c-88f7aefe2066 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1a68447f-4ee2-4f6e-8134-1439d2c06001 HTTP/1.1" status: 204 len: 168 time: 1.2974029 Aug 09 15:45:08.090073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56772) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:08.109702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-eb658483-7adb-4255-afd6-901d32d2f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.111320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-eb658483-7adb-4255-afd6-901d32d2f97e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e6d2490bcd645b7987df44081879a57&device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 1094 time: 0.1399846 Aug 09 15:45:08.184823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939867b-a7c3-451c-a427-b3972cadc8ab req-393d911d-833c-4e94-ab83-5606505f3d6a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.195896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d939867b-a7c3-451c-a427-b3972cadc8ab req-393d911d-833c-4e94-ab83-5606505f3d6a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1641850 Aug 09 15:45:08.274490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.284021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.353354 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.420439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d939867b-a7c3-451c-a427-b3972cadc8ab req-f4bd3e8d-ecbd-41cc-9f8c-665ccbeda62c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222884 Aug 09 15:45:08.485645 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Floating IP adfcb191-935a-4868-af00-08c5ba008660 associated. External IP: 172.25.7.27, port: 245e580f-c822-46fd-b10d-19eba0c4f5f9. Aug 09 15:45:08.493210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-de7c8a77-dc2e-4f18-970a-2054c0e8cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.494780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-de7c8a77-dc2e-4f18-970a-2054c0e8cb95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 200 len: 906 time: 0.3699706 Aug 09 15:45:08.607528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-107e910c-b05a-4679-aa2c-dc93a79b1920 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2539baf7-082c-49ef-8914-fbb057abf111 HTTP/1.1" status: 200 len: 217 time: 0.0983520 Aug 09 15:45:08.616306 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.669753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90db3ee3-fadd-445e-b5bc-7fe9f799f74c']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:08.744350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75d7801-5e88-4e44-843b-cb1e179256e9') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:08.744636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75d7801-5e88-4e44-843b-cb1e179256e9') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:08.802686 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.820955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-4fb1a233-3a68-4099-a990-fa0238e53b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.822547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-4fb1a233-3a68-4099-a990-fa0238e53b4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 200 len: 844 time: 0.2026627 Aug 09 15:45:08.842073 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.873811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:45:08.874407 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.877200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Router b1c465d9-1335-46cf-a06e-f6fd7028e04f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:45:08.877385 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:45:09.019675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-59b2f75a-916d-4dbf-84c4-ca5cd1a1902c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5417ffe-714e-4727-9af6-b7fe743d70dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845324 Aug 09 15:45:09.037032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-d0159879-7bdf-43c1-92b0-f7a4a2ef3343 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.039721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-d0159879-7bdf-43c1-92b0-f7a4a2ef3343 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.3140659 Aug 09 15:45:09.040962 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.062368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:09.063738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee72b0-0cb1-4b6e-b056-0a5c4a2ed3a8 req-9b949caa-d22e-4954-bb21-629acdae55b8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.065523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cee72b0-0cb1-4b6e-b056-0a5c4a2ed3a8 req-9b949caa-d22e-4954-bb21-629acdae55b8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.3922133 Aug 09 15:45:09.081336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.086102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/90db3ee3-fadd-445e-b5bc-7fe9f799f74c HTTP/1.1" status: 204 len: 168 time: 0.9932995 Aug 09 15:45:09.090931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.093080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] Sync routers for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:09.116511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:09.117630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:44:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:09.165089 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f5e82134-f593-43b5-9b15-0a766223a3d1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "PUT /v2.0/floatingips/adfcb191-935a-4868-af00-08c5ba008660 HTTP/1.1" status: 200 len: 990 time: 2.4691746 Aug 09 15:45:09.167007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:09.172480 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fe357f-2590-49e1-b249-94d5543cede0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:09.286535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593bd5a-c1c3-440e-bf91-83c15892c0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=90db3ee3-fadd-445e-b5bc-7fe9f799f74c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:09.320394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:09.453413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cee72b0-0cb1-4b6e-b056-0a5c4a2ed3a8 req-963d2657-2735-4f4e-b0e3-2802ce5a25b3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3636301 Aug 09 15:45:09.473594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c191a4-cc8d-42b6-a224-034d592d3649 req-7dfb17a7-4d91-4e5b-8582-8d5e72e8fee3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.485921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79c191a4-cc8d-42b6-a224-034d592d3649 req-7dfb17a7-4d91-4e5b-8582-8d5e72e8fee3 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 943 time: 0.3414273 Aug 09 15:45:09.546077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-ba41ac86-f8b3-425f-8ad4-d8878bcd5e00 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019255 Aug 09 15:45:09.593613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56816) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:09.669089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Deleting port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:09.669640 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.781858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:09.787287 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7b57172-3fca-4864-99cd-a04d3fae2dc0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e16d42d59d78498b895b36bb93328fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880052 Aug 09 15:45:09.787771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79c191a4-cc8d-42b6-a224-034d592d3649 req-9bb702d1-4909-42f4-aaee-c2a1606ae2ee tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973344 Aug 09 15:45:09.805327 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2570bc49-0a62-4439-a9bf-ca516af85e09 x-openstack-request-id: req-2570bc49-0a62-4439-a9bf-ca516af85e09 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:09.805327 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:09.805327 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2570bc49-0a62-4439-a9bf-ca516af85e09 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:09.806018 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'status': 'completed', 'code': 200} Aug 09 15:45:09.806408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56820) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:09.836110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:09.837100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2d1c2cb8-072a-4aa9-b414-3c4bbffb4221 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:09.888610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'adfcb191-935a-4868-af00-08c5ba008660', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'port_id': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'mac_address': 'fa:16:3e:cb:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:43Z', 'updated_at': '2021-08-09T15:45:08Z', 'revision_number': 1, 'project_id': '467fd1dac0424938b403368cc5b38339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:09.942117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] Checking router: b1c465d9-1335-46cf-a06e-f6fd7028e04f for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:09.955589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:09.956259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:44:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:10.142734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:10.180823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-3b1c64df-76f5-4f0e-bde1-20aeca6e1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.183277 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-3b1c64df-76f5-4f0e-bde1-20aeca6e1e00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1096 time: 0.3563240 Aug 09 15:45:10.188008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4c7b-4cd4-4622-89cd-6f88e09168ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.211103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52241e8f-8b41-418a-98e9-0fd135d3a589 req-830b6a3e-9cfb-444e-bf2e-09d9250071c0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.215239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52241e8f-8b41-418a-98e9-0fd135d3a589 req-830b6a3e-9cfb-444e-bf2e-09d9250071c0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.2230115 Aug 09 15:45:10.233678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46eae4fd-c86a-472d-a5b4-0eadfc57fb78 req-ad3eb72a-10f1-4ebe-9c9f-3e6498a63075 service neutron] 10.222.0.35 "GET /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787994 Aug 09 15:45:10.287172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] For port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:10.287795 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.334900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52241e8f-8b41-418a-98e9-0fd135d3a589 req-860d2b2b-86a0-4a94-8cd0-bcd51703a72a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050019 Aug 09 15:45:10.347527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4c7b-4cd4-4622-89cd-6f88e09168ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.441292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-6680c103-e822-4c2a-b112-c2936fd9d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.444233 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-6680c103-e822-4c2a-b112-c2936fd9d307 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.2521851 Aug 09 15:45:10.454942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2539baf7-082c-49ef-8914-fbb057abf111 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:10.552953 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4c7b-4cd4-4622-89cd-6f88e09168ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.558409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4c7b-4cd4-4622-89cd-6f88e09168ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.568592 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4fdf4c7b-4cd4-4622-89cd-6f88e09168ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc209bb2-e86f-4ef2-8982-e4bd520ddf45 HTTP/1.1" status: 204 len: 168 time: 0.7596037 Aug 09 15:45:10.604941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf4c7b-4cd4-4622-89cd-6f88e09168ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc209bb2-e86f-4ef2-8982-e4bd520ddf45,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:10.648362 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-1f62be30-e3f2-43e9-b9d6-49acf8b7b432 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 200 len: 998 time: 0.1913323 Aug 09 15:45:10.817116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.817944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.818616 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Floating IP 47014fde-2d5b-4831-8b94-e150eede0504 disassociated. External IP: 172.25.7.97, port: 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2. Aug 09 15:45:10.819315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Calling delete_port for 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:10.824600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-b278fb79-ea1c-4032-9981-d93508ecc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.828109 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-b278fb79-ea1c-4032-9981-d93508ecc9dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.1672726 Aug 09 15:45:10.858323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65703b-05ad-4027-9fc7-03c9b50efc76 req-edaa44f5-7457-40d2-bfc0-9d456dabf386 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.869249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e65703b-05ad-4027-9fc7-03c9b50efc76 req-edaa44f5-7457-40d2-bfc0-9d456dabf386 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 944 time: 0.2461734 Aug 09 15:45:10.955149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-f582c125-dc12-4f8a-ade6-a42360f57dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.957493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-f582c125-dc12-4f8a-ade6-a42360f57dfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215324 Aug 09 15:45:11.088581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e65703b-05ad-4027-9fc7-03c9b50efc76 req-112974f3-c1e6-4016-8395-85f857ac812a tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b65252f-941d-4010-9676-31c14fec4b55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2175815 Aug 09 15:45:11.109100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:11.156323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '2539baf7-082c-49ef-8914-fbb057abf111', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'port_id': '2539baf7-082c-49ef-8914-fbb057abf111', 'mac_address': 'fa:16:3e:2b:c2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f741c060-43e5-43ae-ae71-1768bea61ce1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:11.180970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'adfcb191-935a-4868-af00-08c5ba008660', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'port_id': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'mac_address': 'fa:16:3e:cb:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:43Z', 'updated_at': '2021-08-09T15:45:08Z', 'revision_number': 1, 'project_id': '467fd1dac0424938b403368cc5b38339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:11.203565 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-b39ccd5a-1306-4d7a-90a2-e0d1084b54fb service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323558 Aug 09 15:45:11.243984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722ac3e-4104-46cd-abbd-8235b2c04fed req-965e87e3-99d4-45b9-8a29-9a0dc20b0f77 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.254263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9722ac3e-4104-46cd-abbd-8235b2c04fed req-965e87e3-99d4-45b9-8a29-9a0dc20b0f77 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 943 time: 0.2880340 Aug 09 15:45:11.262302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194443bd-cf44-4901-ab2a-46ec75cce4f6 None None] The sync data for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 is: [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'adfcb191-935a-4868-af00-08c5ba008660', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'port_id': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'mac_address': 'fa:16:3e:cb:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:43Z', 'updated_at': '2021-08-09T15:45:08Z', 'revision_number': 1, 'project_id': '467fd1dac0424938b403368cc5b38339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:11.363415 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.410003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2539baf7-082c-49ef-8914-fbb057abf111 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:11.442568 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9722ac3e-4104-46cd-abbd-8235b2c04fed req-dad2929c-3047-4421-abe0-60a4e2caecfe tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870387 Aug 09 15:45:11.452667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.500457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:11.507961 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.539973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event deleted for resources: {'Port': ['ID=690b7a41-7b9c-44ce-8a60-3fdd01e7aef2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:11.564156 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d8fe357f-2590-49e1-b249-94d5543cede0 req-66fdaf91-af78-4ac5-b9cf-5335245fc272 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462133 Aug 09 15:45:11.728971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:11.790312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['2539baf7-082c-49ef-8914-fbb057abf111'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:11.913443 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5dd3e-0cb0-4608-bef4-51b559be5fb3 None None] New status for floating IP adfcb191-935a-4868-af00-08c5ba008660: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:45:11.947188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423d2a-3d23-44a2-bf2b-fdb8ed60bf4f req-cb1bab8d-cb19-4043-8ec9-12c6cd7a3c54 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.958623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9423d2a-3d23-44a2-bf2b-fdb8ed60bf4f req-cb1bab8d-cb19-4043-8ec9-12c6cd7a3c54 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.4210792 Aug 09 15:45:12.086101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9423d2a-3d23-44a2-bf2b-fdb8ed60bf4f req-ed2366e5-c8c3-4be1-899b-8cfc5195763b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261764 Aug 09 15:45:12.114283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Router b26371b1-c28a-4146-a647-24b14b0aa465 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:12.424938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:12.442014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:12.445327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] Sync routers for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:12.511093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:12.511675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:12.529847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:12.532206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:44:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:12.559036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] No DVR routers for this DVR port 690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:12.564963 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.569049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99ed2040-d7b2-40a9-b5be-abac2838f1d0 req-45bf452f-e696-4f3d-8b59-f36737fed0c3 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.35 "DELETE /v2.0/ports/690b7a41-7b9c-44ce-8a60-3fdd01e7aef2 HTTP/1.1" status: 204 len: 173 time: 3.5005231 Aug 09 15:45:12.569836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-deleted', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:12.576915 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32d7295-e61c-4d43-9598-05b23fc27c36" -d '{"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-deleted", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:12.764640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3fe24-163d-496d-b2f4-e4eae20225a1 req-1cdcf019-2316-483e-ab67-ad679fb9eead tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.769029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:12.770454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37c3fe24-163d-496d-b2f4-e4eae20225a1 req-1cdcf019-2316-483e-ab67-ad679fb9eead tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 944 time: 0.1770685 Aug 09 15:45:12.837545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37c3fe24-163d-496d-b2f4-e4eae20225a1 req-f491dbf8-fa0a-48e3-9ff3-567d71478c71 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561135 Aug 09 15:45:12.911280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-895e0e30-6593-4f4c-bb01-1ab44b948e58 req-e74d520b-ab84-442f-82e0-a7270fb90bf8 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/ports?device_id=099fda56-480e-4f8a-9591-5290ecb7a577 HTTP/1.1" status: 200 len: 210 time: 0.5622084 Aug 09 15:45:12.922310 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c123fd40-ecb8-4c8f-a90c-a41103c8e418 x-openstack-request-id: req-c123fd40-ecb8-4c8f-a90c-a41103c8e418 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:12.922829 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099fda56-480e-4f8a-9591-5290ecb7a577", "name": "network-vif-deleted", "tag": "690b7a41-7b9c-44ce-8a60-3fdd01e7aef2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:12.923255 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c123fd40-ecb8-4c8f-a90c-a41103c8e418 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:12.923806 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099fda56-480e-4f8a-9591-5290ecb7a577', 'name': 'network-vif-deleted', 'tag': '690b7a41-7b9c-44ce-8a60-3fdd01e7aef2', 'status': 'completed', 'code': 200} Aug 09 15:45:13.149160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:15Z', 'revision_number': 5, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.205647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] Checking router: b26371b1-c28a-4146-a647-24b14b0aa465 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:13.219422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:13.220424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:44:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.335744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d759ef5-a859-49c4-9bf3-53e5197ed668 req-5a932c28-53d0-4419-9be4-dda4928df6e9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:13.345530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d759ef5-a859-49c4-9bf3-53e5197ed668 req-5a932c28-53d0-4419-9be4-dda4928df6e9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1143782 Aug 09 15:45:13.578550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:13.747914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:13.888048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d759ef5-a859-49c4-9bf3-53e5197ed668 req-a80bdb39-1c36-4a93-83cf-a4fe70bbf3e7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409992 Aug 09 15:45:14.064227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:14.119788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153fe8b-9296-460f-a608-3f9534475d60 req-ea774cd0-1524-4b5f-88bf-e6339d3a5021 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:14.130954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5153fe8b-9296-460f-a608-3f9534475d60 req-ea774cd0-1524-4b5f-88bf-e6339d3a5021 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 944 time: 0.1553328 Aug 09 15:45:14.196054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:14.241285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'port_id': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'mac_address': 'fa:16:3e:02:df:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f04506-ec77-4093-b070-4bc44dc2945d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:14.245127 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2292a70e-6cf7-46d8-b5e2-9155fe869aaf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.267240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5153fe8b-9296-460f-a608-3f9534475d60 req-ad464201-e9d8-470e-836c-cb823434b998 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341200 Aug 09 15:45:14.322402 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.347801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:14.354428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2292a70e-6cf7-46d8-b5e2-9155fe869aaf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.369336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:15Z', 'revision_number': 5, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:14.425760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb047d7-7e00-4b8c-bc89-cef030f6ad17 None None] The sync data for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 is: [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:35:07Z', 'revision_number': 4, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b205ee5-de60-40f6-9dfa-3ef7399d7432', 'name': '', 'network_id': 'ef85b93e-e499-4972-8244-c314697005fe', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'mac_address': 'fa:16:3e:79:00:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:06Z', 'updated_at': '2021-08-09T15:35:15Z', 'revision_number': 5, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'subnets': [{'id': 'c4f561c7-e720-471b-bc6f-314785afddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:14.443118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:14.451543 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.472307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2539baf7-082c-49ef-8914-fbb057abf111 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:14.472518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2292a70e-6cf7-46d8-b5e2-9155fe869aaf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.477937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2292a70e-6cf7-46d8-b5e2-9155fe869aaf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.479892 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2292a70e-6cf7-46d8-b5e2-9155fe869aaf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "DELETE /v2.0/security-groups/8b65252f-941d-4010-9676-31c14fec4b55 HTTP/1.1" status: 204 len: 168 time: 0.4128318 Aug 09 15:45:14.484317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56950) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:14.548213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292a70e-6cf7-46d8-b5e2-9155fe869aaf tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b65252f-941d-4010-9676-31c14fec4b55,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:14.568805 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-b1f36567-0f2b-4ed9-b7fb-439d68117d33 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] show failed (client error): The resource could not be found. Aug 09 15:45:14.573154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b1f36567-0f2b-4ed9-b7fb-439d68117d33 tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "GET /v2.0/security-groups/8b65252f-941d-4010-9676-31c14fec4b55 HTTP/1.1" status: 404 len: 347 time: 0.0858822 Aug 09 15:45:14.576312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:14.644842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:14.758917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:14.788051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 2539baf7-082c-49ef-8914-fbb057abf111 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:14.794791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 2539baf7-082c-49ef-8914-fbb057abf111 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:14.794791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.893618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Deleting port f77962a9-ec7b-4b3a-bba3-9dffc0a2f9e5 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:14.894542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.971777 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dab4aa-8597-4b3d-8d81-cb6a2c4fb809 None None] New status for floating IP 47014fde-2d5b-4831-8b94-e150eede0504: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:45:14.998510 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-43237d20-cffe-4c4c-8ff8-4979666ae8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.088886 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.089704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.107551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Calling delete_port for f77962a9-ec7b-4b3a-bba3-9dffc0a2f9e5 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:15.126133 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.158685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32f0e3-8358-4103-8495-73f2a28865fb req-600245bf-78a1-46ee-bd16-104cbaf5d4bd tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:15.162142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f32f0e3-8358-4103-8495-73f2a28865fb req-600245bf-78a1-46ee-bd16-104cbaf5d4bd tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 944 time: 0.1188161 Aug 09 15:45:15.269581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f32f0e3-8358-4103-8495-73f2a28865fb req-347d1459-6609-4124-80d5-a4b11830bd91 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862148 Aug 09 15:45:15.304682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539baf7-082c-49ef-8914-fbb057abf111'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:15.308860 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340821a4-9b3b-4218-b254-bbf342a0ef3a" -d '{"events": [{"server_uuid": "6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2539baf7-082c-49ef-8914-fbb057abf111"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:15.315778 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.db.api [None req-e3dab4aa-8597-4b3d-8d81-cb6a2c4fb809 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:45:15.315778 n-d-799523-2 neutron-server[94180]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Aug 09 15:45:15.315778 n-d-799523-2 neutron-server[94180]: [parameters: {'status': 'DOWN', 'floatingips_id': '47014fde-2d5b-4831-8b94-e150eede0504'}] Aug 09 15:45:15.315778 n-d-799523-2 neutron-server[94180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:45:15.318031 n-d-799523-2 neutron-server[94180]: DEBUG oslo_db.api [None req-e3dab4aa-8597-4b3d-8d81-cb6a2c4fb809 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:45:15.357311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:15.368781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.448466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.509737 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3afa22e-9f11-402a-aaa2-5a2ad3414d28 x-openstack-request-id: req-a3afa22e-9f11-402a-aaa2-5a2ad3414d28 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:15.510103 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2539baf7-082c-49ef-8914-fbb057abf111", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:15.510437 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3afa22e-9f11-402a-aaa2-5a2ad3414d28 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:15.514449 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539baf7-082c-49ef-8914-fbb057abf111', 'code': 200} Aug 09 15:45:15.517982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fe5df-c3f6-4e15-8160-d51e7c1cee26 req-c70155ec-0373-4969-8122-5af6b86b3991 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:15.519215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Pushing event deleted for resources: {'Port': ['ID=f77962a9-ec7b-4b3a-bba3-9dffc0a2f9e5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.528233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d2fe5df-c3f6-4e15-8160-d51e7c1cee26 req-c70155ec-0373-4969-8122-5af6b86b3991 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 945 time: 0.1343417 Aug 09 15:45:15.533236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.602497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d2fe5df-c3f6-4e15-8160-d51e7c1cee26 req-44f69097-a14e-4d7a-8cec-53e3f1c8a5eb tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542054 Aug 09 15:45:15.639234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56988) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:15.659013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.664673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.670680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:15.671545 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4616d68b-a149-4579-a52a-fecd4d38a30b tempest-ServerActionsTestJSON-1992371535 tempest-ServerActionsTestJSON-1992371535-project] 10.222.0.64 "DELETE /v2.0/floatingips/47014fde-2d5b-4831-8b94-e150eede0504 HTTP/1.1" status: 204 len: 168 time: 1.0886171 Aug 09 15:45:15.671741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56992) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:15.758414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:15.759444 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.820305 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dab4aa-8597-4b3d-8d81-cb6a2c4fb809 None None] New status for floating IP 47014fde-2d5b-4831-8b94-e150eede0504: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:45:15.943703 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.991720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57004) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:16.001994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:16.008068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.125715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:16.273515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8006039a-1cf2-434a-a676-80603af1022a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.302318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4847-b6f4-4a57-b76d-407866085e2c req-cac3ce9c-d00d-4c1c-9b96-e4dd08c7db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.304110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-317e4847-b6f4-4a57-b76d-407866085e2c req-cac3ce9c-d00d-4c1c-9b96-e4dd08c7db0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 1096 time: 0.6921167 Aug 09 15:45:16.450600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-317e4847-b6f4-4a57-b76d-407866085e2c req-9b784b15-29ce-4600-90f2-87bf1a39de89 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275017 Aug 09 15:45:16.536813 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12d4a00c-379a-4514-95a0-ab67c907cc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.658135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5cd5e-8647-41b9-b04c-051e7ffbeca8 req-62710822-dca4-4511-8bb6-bea2ca4d4292 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.665863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8b5cd5e-8647-41b9-b04c-051e7ffbeca8 req-62710822-dca4-4511-8bb6-bea2ca4d4292 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.2132730 Aug 09 15:45:16.753198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8b5cd5e-8647-41b9-b04c-051e7ffbeca8 req-2ab62efd-d474-48c3-8f0e-6a75055d5ce6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860813 Aug 09 15:45:16.869048 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8006039a-1cf2-434a-a676-80603af1022a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.890413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8006039a-1cf2-434a-a676-80603af1022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.012521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f75911-67d8-42b6-a902-fc37a7d97248 req-ab06e961-1071-4a33-ae28-094e4a9e2bb5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:17.015706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51f75911-67d8-42b6-a902-fc37a7d97248 req-ab06e961-1071-4a33-ae28-094e4a9e2bb5 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 945 time: 0.2923925 Aug 09 15:45:17.050744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57022) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:17.051234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8006039a-1cf2-434a-a676-80603af1022a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=847bb69c153d49f4b82874c9e51e3b77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4101636 Aug 09 15:45:17.159495 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfef5605-e4bc-44ec-97e7-a97c81e08a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.217282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfef5605-e4bc-44ec-97e7-a97c81e08a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.323742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfef5605-e4bc-44ec-97e7-a97c81e08a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.334200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006039a-1cf2-434a-a676-80603af1022a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7efb0f1-b57d-4283-91fb-1d1e4aa7d7a8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:17.335263 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfef5605-e4bc-44ec-97e7-a97c81e08a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.342344 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bfef5605-e4bc-44ec-97e7-a97c81e08a17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7efb0f1-b57d-4283-91fb-1d1e4aa7d7a8 HTTP/1.1" status: 204 len: 168 time: 0.2890141 Aug 09 15:45:17.358013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef5605-e4bc-44ec-97e7-a97c81e08a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7efb0f1-b57d-4283-91fb-1d1e4aa7d7a8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:17.445106 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12d4a00c-379a-4514-95a0-ab67c907cc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.476303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12d4a00c-379a-4514-95a0-ab67c907cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.511052 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-38c377a0-73f8-4b1e-b34d-5eb0adc9ffa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.515606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51f75911-67d8-42b6-a902-fc37a7d97248 req-aba99249-c9bc-4bdf-8892-cd3b47ce4e71 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735243 Aug 09 15:45:17.520143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:17.533423 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51752e51-c078-44d7-b789-8d622bad1401" -d '{"events": [{"server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "name": "network-vif-plugged", "status": "completed", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:17.570835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57034) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:17.579478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-12d4a00c-379a-4514-95a0-ab67c907cc78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd3b948157834b9a907c746f7dbf088a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5831330 Aug 09 15:45:17.603393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4a00c-379a-4514-95a0-ab67c907cc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88315a5-e835-4d28-aba9-5b41d32b8eed,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:17.663070 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05af9cc9-91bb-470f-a2ae-35a5e3ab4770 x-openstack-request-id: req-05af9cc9-91bb-470f-a2ae-35a5e3ab4770 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:17.664079 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "name": "network-vif-plugged", "status": "completed", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:17.665472 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05af9cc9-91bb-470f-a2ae-35a5e3ab4770 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:17.666502 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'code': 200} Aug 09 15:45:17.759237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.822246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.836947 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.884938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.964474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.970491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.976491 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a88315a5-e835-4d28-aba9-5b41d32b8eed HTTP/1.1" status: 204 len: 168 time: 0.4044600 Aug 09 15:45:18.005137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88315a5-e835-4d28-aba9-5b41d32b8eed,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:18.030554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.031066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.031562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.032113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.032616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.033400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.033625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.034108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.034597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.043643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.044125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.044386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207218b3-64e3-4b39-81c3-7114f3c48583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:18.175562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c04a9b-c183-4e56-8ba9-3414be2c2cb5 req-815b4706-8d72-43c2-b068-74c0d6220274 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:18.183378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65c04a9b-c183-4e56-8ba9-3414be2c2cb5 req-815b4706-8d72-43c2-b068-74c0d6220274 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1937060 Aug 09 15:45:18.295502 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:45:18.329795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65c04a9b-c183-4e56-8ba9-3414be2c2cb5 req-b6d67652-b9cc-443b-ac2e-c2d6f91f197d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453712 Aug 09 15:45:18.554098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Deleting port 6b205ee5-de60-40f6-9dfa-3ef7399d7432 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:18.554744 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.789657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] For port 6b205ee5-de60-40f6-9dfa-3ef7399d7432, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b205ee5-de60-40f6-9dfa-3ef7399d7432,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:18.790340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.812369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cfa5a-41f9-415c-919d-6cf6ddd3f490 req-058459cb-ccb4-4d2d-a41b-df706058af85 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:18.820599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d47cfa5a-41f9-415c-919d-6cf6ddd3f490 req-058459cb-ccb4-4d2d-a41b-df706058af85 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 945 time: 0.1323090 Aug 09 15:45:18.836669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Calling delete_port for 6b205ee5-de60-40f6-9dfa-3ef7399d7432 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:18.893784 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d47cfa5a-41f9-415c-919d-6cf6ddd3f490 req-477ed47f-1fa4-4507-a9d7-0547ceff8735 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719755 Aug 09 15:45:18.984117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57060) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:18.987397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.017983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf702e86-6671-4b0e-86b5-4593ce3c89e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.265152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf702e86-6671-4b0e-86b5-4593ce3c89e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.288249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf702e86-6671-4b0e-86b5-4593ce3c89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.441377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf702e86-6671-4b0e-86b5-4593ce3c89e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f6e54-2332-47cc-9be9-b4e2903fde5b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.559481 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.566323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cf702e86-6671-4b0e-86b5-4593ce3c89e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=230b005a0ceb4a30a9b31aff166ec7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800390 Aug 09 15:45:19.568951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57082) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:19.829578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b205ee5-de60-40f6-9dfa-3ef7399d7432,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.847546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60871460-6860-4d69-a2b1-661f01c1ce7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.965791 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60871460-6860-4d69-a2b1-661f01c1ce7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.136340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60871460-6860-4d69-a2b1-661f01c1ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.139492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60871460-6860-4d69-a2b1-661f01c1ce7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.143667 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-60871460-6860-4d69-a2b1-661f01c1ce7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c4f6e54-2332-47cc-9be9-b4e2903fde5b HTTP/1.1" status: 204 len: 168 time: 0.5731754 Aug 09 15:45:20.174361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871460-6860-4d69-a2b1-661f01c1ce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f6e54-2332-47cc-9be9-b4e2903fde5b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:20.329400 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.345801 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.409122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017da6-9f07-4d49-994b-9a0b1fea0b20 req-14e3deaa-7cfd-452a-96a8-525e368a6f18 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.420094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32017da6-9f07-4d49-994b-9a0b1fea0b20 req-14e3deaa-7cfd-452a-96a8-525e368a6f18 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.8235626 Aug 09 15:45:20.628763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32017da6-9f07-4d49-994b-9a0b1fea0b20 req-0b391554-8655-4ea0-be3e-94873900badc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031047 Aug 09 15:45:21.118976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e820-2179-48f5-a565-9bbc3c9314a3 req-cb66787e-1428-49d7-972c-a6e25095436e tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:21.120822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f62e820-2179-48f5-a565-9bbc3c9314a3 req-cb66787e-1428-49d7-972c-a6e25095436e tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 945 time: 0.1942263 Aug 09 15:45:21.269358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f62e820-2179-48f5-a565-9bbc3c9314a3 req-6a221b07-87aa-49ee-8130-e0177723912a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275392 Aug 09 15:45:21.287182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Router b26371b1-c28a-4146-a647-24b14b0aa465 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:21.735003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:21.754637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57162) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:21.757239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1e0351c4-4f3d-4ff2-ac40-ace1ff557028 admin admin] 10.222.0.64 "PUT /v2.0/routers/b26371b1-c28a-4146-a647-24b14b0aa465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0850849 Aug 09 15:45:21.762656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] Sync routers for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:21.884773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:21.886880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:45:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:21.991052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fccd9-0638-4f4c-ab29-584fb97acaab req-111dbb3d-4021-4794-8794-3bc2e00769f0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:22.016356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.016999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b1fccd9-0638-4f4c-ab29-584fb97acaab req-111dbb3d-4021-4794-8794-3bc2e00769f0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1656296 Aug 09 15:45:22.148433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b1fccd9-0638-4f4c-ab29-584fb97acaab req-5136bf2c-2709-4979-8e6d-c568093a6f1b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293359 Aug 09 15:45:22.313326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.454410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:22.558871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Deleting port 673fcdac-5a21-48c3-958e-d0acce8e0c55 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:22.564207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.591137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2539baf7-082c-49ef-8914-fbb057abf111 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:22.621999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9eaf5-dfcb-4192-9833-8705c6998299 req-27f1bfcd-1205-4ad1-a500-218a226185d9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:22.646005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbb9eaf5-dfcb-4192-9833-8705c6998299 req-27f1bfcd-1205-4ad1-a500-218a226185d9 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 945 time: 0.1496489 Aug 09 15:45:22.822215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbb9eaf5-dfcb-4192-9833-8705c6998299 req-4e84fcd5-8f6f-497f-96c0-d8f898517b6b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610909 Aug 09 15:45:22.834853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] For port 673fcdac-5a21-48c3-958e-d0acce8e0c55, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=673fcdac-5a21-48c3-958e-d0acce8e0c55,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:22.835739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.851119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Calling delete_port for 673fcdac-5a21-48c3-958e-d0acce8e0c55 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:23.164417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:23.185845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '2539baf7-082c-49ef-8914-fbb057abf111', 'network_id': 'c5417ffe-714e-4727-9af6-b7fe743d70dd', 'port_id': '2539baf7-082c-49ef-8914-fbb057abf111', 'mac_address': 'fa:16:3e:2b:c2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f741c060-43e5-43ae-ae71-1768bea61ce1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:23.244525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:45:19Z', 'revision_number': 5, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port': {'id': '673fcdac-5a21-48c3-958e-d0acce8e0c55', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:35:02Z', 'updated_at': '2021-08-09T15:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:23.273783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.303049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] Checking router: b26371b1-c28a-4146-a647-24b14b0aa465 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:23.339390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] Routers {'b26371b1-c28a-4146-a647-24b14b0aa465'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:23.342501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:45:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b26371b1-c28a-4146-a647-24b14b0aa465'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:23.350069 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.373512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=673fcdac-5a21-48c3-958e-d0acce8e0c55,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:23.516719 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.643645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2539baf7-082c-49ef-8914-fbb057abf111 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:23.650276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77582f45-2c45-45b7-9459-6d7ce34b9c0f req-29fa1ec9-586f-4d6e-ad44-102d6ccc55d1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.660382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] Set router b26371b1-c28a-4146-a647-24b14b0aa465 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:23.667683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-77582f45-2c45-45b7-9459-6d7ce34b9c0f req-29fa1ec9-586f-4d6e-ad44-102d6ccc55d1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.2311172 Aug 09 15:45:23.828239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-77582f45-2c45-45b7-9459-6d7ce34b9c0f req-0c35b3a1-2fb2-4a83-ae57-d4b2a72b5c48 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545587 Aug 09 15:45:23.890590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:45:23Z', 'revision_number': 7, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:23.915144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.922555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.005135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:24.007715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2cd8b-ec57-46ed-8707-79695af3d5b2 None None] The sync data for ids ['b26371b1-c28a-4146-a647-24b14b0aa465'] in n-d-799523-2 is: [{'id': 'b26371b1-c28a-4146-a647-24b14b0aa465', 'name': 'tempest-ServerActionsTestJSON-808846408-router', 'tenant_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:35:01Z', 'updated_at': '2021-08-09T15:45:23Z', 'revision_number': 7, 'project_id': '9345f1ab3536491e8c6ddbd7c8d069a0', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:24.016394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.085267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.087402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b26371b1-c28a-4146-a647-24b14b0aa465 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:45:24.113179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.119965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-358ab72e-5745-47d5-8385-1be199ff5c22 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b26371b1-c28a-4146-a647-24b14b0aa465 HTTP/1.1" status: 204 len: 168 time: 2.3642838 Aug 09 15:45:24.124171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57218) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:24.201151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:24.210367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['2539baf7-082c-49ef-8914-fbb057abf111'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:24.237896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89458d-d1bf-482e-ac74-1cbaa9b3830f req-b3d700ce-9bb5-4670-b01c-5d3bc41f0a18 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:24.240156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c89458d-d1bf-482e-ac74-1cbaa9b3830f req-b3d700ce-9bb5-4670-b01c-5d3bc41f0a18 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 945 time: 0.2618065 Aug 09 15:45:24.252640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e068f5c4-ff0f-4713-adae-a5d29679381c admin admin] Deleting subnet c4f561c7-e720-471b-bc6f-314785afddb5 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:24.256937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e068f5c4-ff0f-4713-adae-a5d29679381c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.347035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e068f5c4-ff0f-4713-adae-a5d29679381c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.388716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c89458d-d1bf-482e-ac74-1cbaa9b3830f req-6a566f00-6f21-438e-9a28-cb61c2eb7f7b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288433 Aug 09 15:45:24.559009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e068f5c4-ff0f-4713-adae-a5d29679381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.564165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2539baf7-082c-49ef-8914-fbb057abf111 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:24.735983 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e068f5c4-ff0f-4713-adae-a5d29679381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.930085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068f5c4-ff0f-4713-adae-a5d29679381c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f561c7-e720-471b-bc6f-314785afddb5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:24.945168 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e068f5c4-ff0f-4713-adae-a5d29679381c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.950387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e068f5c4-ff0f-4713-adae-a5d29679381c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c4f561c7-e720-471b-bc6f-314785afddb5 HTTP/1.1" status: 204 len: 168 time: 0.8183091 Aug 09 15:45:24.953540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57246) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:24.977985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdb60e-170d-4854-bbf6-c9a7173282fe None None] Network ef85b93e-e499-4972-8244-c314697005fe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:24.992534 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:25.076011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92c8c-aa5d-479d-a17d-055a4a5d5a82 req-8bd3120b-c81e-4241-96ac-2534c4c3a10a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:25.098289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbc92c8c-aa5d-479d-a17d-055a4a5d5a82 req-8bd3120b-c81e-4241-96ac-2534c4c3a10a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1043813 Aug 09 15:45:25.202269 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbc92c8c-aa5d-479d-a17d-055a4a5d5a82 req-f47c7d2d-8eb7-460c-b170-2db7da2845a0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028156 Aug 09 15:45:25.236285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:25.243889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2539baf7-082c-49ef-8914-fbb057abf111 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:25.332887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:25.346855 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:25.372701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Deleting port 6d13c727-f1f0-41a2-9144-fdf041be78d1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:25.373758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:25.572249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] For port 6d13c727-f1f0-41a2-9144-fdf041be78d1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6d13c727-f1f0-41a2-9144-fdf041be78d1,segment=NetworkSegment(3802f25d-bd68-4ddf-983e-365fe3f84553),segment_id=3802f25d-bd68-4ddf-983e-365fe3f84553)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:25.572925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:25.602384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Calling delete_port for 6d13c727-f1f0-41a2-9144-fdf041be78d1 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:25.662398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b205ee5-de60-40f6-9dfa-3ef7399d7432 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:25.776376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf3f6-649f-44ef-907a-24cd9ed5b60b req-e5e3709c-6882-4fca-a157-61487340ddb0 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:25.792804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98faf3f6-649f-44ef-907a-24cd9ed5b60b req-e5e3709c-6882-4fca-a157-61487340ddb0 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 943 time: 0.2019393 Aug 09 15:45:25.819272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6b205ee5-de60-40f6-9dfa-3ef7399d7432 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:25.819715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b205ee5-de60-40f6-9dfa-3ef7399d7432 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:25.824432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 673fcdac-5a21-48c3-958e-d0acce8e0c55 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:25.893599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:25.927085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 673fcdac-5a21-48c3-958e-d0acce8e0c55 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:25.927689 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 673fcdac-5a21-48c3-958e-d0acce8e0c55 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:25.934690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:25.974876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98faf3f6-649f-44ef-907a-24cd9ed5b60b req-b4cad893-fddf-4b73-ba12-ffa6b8406fc2 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806405 Aug 09 15:45:25.999884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d13c727-f1f0-41a2-9144-fdf041be78d1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:26.016483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] No DVR routers for this DVR port 6d13c727-f1f0-41a2-9144-fdf041be78d1 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:26.108629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cc85ef-e297-470e-b0f4-d3a4242a573b None None] DHCP port deletion for ef85b93e-e499-4972-8244-c314697005fe request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:45:26.240752 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.275247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef85b93e-e499-4972-8244-c314697005fe']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:26.305896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3802f25d-bd68-4ddf-983e-365fe3f84553') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:26.306295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3802f25d-bd68-4ddf-983e-365fe3f84553') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:26.325191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.362178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.382121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:45:26.382422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:45:26.385731 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:45:26.579375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2539baf7-082c-49ef-8914-fbb057abf111 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:26.659308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486abdcb-a0cf-4d2e-8af7-604e04e2115b req-4aa4a149-fb47-42a9-ab59-f16344b37542 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.661364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-486abdcb-a0cf-4d2e-8af7-604e04e2115b req-4aa4a149-fb47-42a9-ab59-f16344b37542 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.2257829 Aug 09 15:45:26.692911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 2539baf7-082c-49ef-8914-fbb057abf111 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:26.693281 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.725182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-c96cacec-42ac-4cf5-ac35-2c1977f26b95 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.730738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-c96cacec-42ac-4cf5-ac35-2c1977f26b95 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 943 time: 0.2094288 Aug 09 15:45:26.819061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-486abdcb-a0cf-4d2e-8af7-604e04e2115b req-2820715d-ecec-4853-b497-edcbaf78336a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345439 Aug 09 15:45:26.928775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Deleting port 2539baf7-082c-49ef-8914-fbb057abf111 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:26.929562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.041480 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.125285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.132352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.136970 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ef85b93e-e499-4972-8244-c314697005fe HTTP/1.1" status: 204 len: 168 time: 2.1811717 Aug 09 15:45:27.219118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd3f40-a0f8-409a-b452-d1da6b7659d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef85b93e-e499-4972-8244-c314697005fe,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:27.242567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:27.244316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539baf7-082c-49ef-8914-fbb057abf111'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:27.255462 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcea43c-2e42-4057-beef-edfee0902cec" -d '{"events": [{"server_uuid": "6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2539baf7-082c-49ef-8914-fbb057abf111"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:27.278053 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.452967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:27.511776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] For port 2539baf7-082c-49ef-8914-fbb057abf111, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2539baf7-082c-49ef-8914-fbb057abf111,segment=NetworkSegment(4c983989-e9be-49b9-a137-b877756d7582),segment_id=4c983989-e9be-49b9-a137-b877756d7582)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:27.520294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.532401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d407bbf-7168-40b0-b64f-bfe372e8ddb8 req-8e4831b9-9c35-4cfe-93fc-bfbe661d8bd7 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:27.540847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d407bbf-7168-40b0-b64f-bfe372e8ddb8 req-8e4831b9-9c35-4cfe-93fc-bfbe661d8bd7 tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 945 time: 0.2444892 Aug 09 15:45:27.632922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6d13c727-f1f0-41a2-9144-fdf041be78d1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:27.642608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Calling delete_port for 2539baf7-082c-49ef-8914-fbb057abf111 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:27.665001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d407bbf-7168-40b0-b64f-bfe372e8ddb8 req-08bba630-1a53-42ba-bc65-ce51d50aa74a tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/security-groups?id=17234d42-6513-433f-b367-87994b8d8e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228316 Aug 09 15:45:27.674557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6d13c727-f1f0-41a2-9144-fdf041be78d1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:27.674896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6d13c727-f1f0-41a2-9144-fdf041be78d1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:27.842379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57296) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:27.944794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-527441d6-b2db-4278-8f17-067692eb2d8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9345f1ab3536491e8c6ddbd7c8d069a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1007929 Aug 09 15:45:27.950776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57300) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:28.069282 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.161788 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-135f2604-91f5-403d-b241-d60c7e5bd076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.163964 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58ac635-ae93-46f9-a017-e1b5f536b7d5 x-openstack-request-id: req-e58ac635-ae93-46f9-a017-e1b5f536b7d5 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:28.164470 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2539baf7-082c-49ef-8914-fbb057abf111", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:28.164903 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e58ac635-ae93-46f9-a017-e1b5f536b7d5 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:28.165464 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2539baf7-082c-49ef-8914-fbb057abf111', 'code': 200} Aug 09 15:45:28.265364 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-135f2604-91f5-403d-b241-d60c7e5bd076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.329685 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.427629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-135f2604-91f5-403d-b241-d60c7e5bd076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.433405 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-135f2604-91f5-403d-b241-d60c7e5bd076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.444402 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-135f2604-91f5-403d-b241-d60c7e5bd076 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be6c973c-c3fd-4abd-ab49-1c07d4345ee7 HTTP/1.1" status: 204 len: 168 time: 0.4908340 Aug 09 15:45:28.477201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f2604-91f5-403d-b241-d60c7e5bd076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c973c-c3fd-4abd-ab49-1c07d4345ee7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:28.676781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888c1b4-2016-45f3-99f3-ec26216167e5 req-cf17e967-daef-4117-a62a-2c9b5de7ea77 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:28.685982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8888c1b4-2016-45f3-99f3-ec26216167e5 req-cf17e967-daef-4117-a62a-2c9b5de7ea77 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1109097 Aug 09 15:45:28.710710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.755437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Pushing event deleted for resources: {'Port': ['ID=2539baf7-082c-49ef-8914-fbb057abf111,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:28.793561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.794109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.794637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.795351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.795942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.796982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.797856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.798393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.798906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.799447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.800074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.801959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:28.855520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] No DVR routers for this DVR port 2539baf7-082c-49ef-8914-fbb057abf111 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:28.871970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8888c1b4-2016-45f3-99f3-ec26216167e5 req-ca7be11a-132b-43af-a228-04ff2cdde7ee tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800892 Aug 09 15:45:28.873602 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.877768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c3ef4b-1e84-4e0a-ba0f-7f2ce7b69e7f req-b4439a72-1e13-4df5-8edc-392d66502fff tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.35 "DELETE /v2.0/ports/2539baf7-082c-49ef-8914-fbb057abf111 HTTP/1.1" status: 204 len: 173 time: 2.1367178 Aug 09 15:45:28.880141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'name': 'network-vif-deleted', 'tag': '2539baf7-082c-49ef-8914-fbb057abf111'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:28.883203 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d132535d-2ce1-4e0f-af9f-00bbf13316bb" -d '{"events": [{"server_uuid": "6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2", "name": "network-vif-deleted", "tag": "2539baf7-082c-49ef-8914-fbb057abf111"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:28.927678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a3b1ab4-641a-4998-8258-346a940bf93b req-cfd81d17-75f1-4330-8e82-05da854d4b3b tempest-ImagesTestJSON-386551586 tempest-ImagesTestJSON-386551586-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2 HTTP/1.1" status: 200 len: 210 time: 0.0482576 Aug 09 15:45:30.105732 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bb100a-f4e0-403c-9ea9-f846e7e26481 x-openstack-request-id: req-55bb100a-f4e0-403c-9ea9-f846e7e26481 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:30.107525 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2", "name": "network-vif-deleted", "tag": "2539baf7-082c-49ef-8914-fbb057abf111", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:30.108211 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55bb100a-f4e0-403c-9ea9-f846e7e26481 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:30.109190 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5e4053-4d16-4bbe-ac2a-b938aca0a7a2', 'name': 'network-vif-deleted', 'tag': '2539baf7-082c-49ef-8914-fbb057abf111', 'status': 'completed', 'code': 200} Aug 09 15:45:30.244710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ec190-ee3e-4b2e-913b-0ae93ac4b46b req-b8075004-0dfb-440a-9c75-f9f01d21acb4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.250107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-844ec190-ee3e-4b2e-913b-0ae93ac4b46b req-b8075004-0dfb-440a-9c75-f9f01d21acb4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1778076 Aug 09 15:45:30.356579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-844ec190-ee3e-4b2e-913b-0ae93ac4b46b req-c6ce02e0-7624-40f3-8779-a78b75f2b03c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860679 Aug 09 15:45:30.595463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2539baf7-082c-49ef-8914-fbb057abf111 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:30.681448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 2539baf7-082c-49ef-8914-fbb057abf111 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:30.682186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2539baf7-082c-49ef-8914-fbb057abf111 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:31.036341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57390) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:31.104664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57396) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:31.174821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f71533-445b-4182-88e7-55458c12b60c admin admin] Deleting subnet f741c060-43e5-43ae-ae71-1768bea61ce1 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:31.181246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57f71533-445b-4182-88e7-55458c12b60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.277384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57f71533-445b-4182-88e7-55458c12b60c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.362373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57f71533-445b-4182-88e7-55458c12b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.534372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57f71533-445b-4182-88e7-55458c12b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.642016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57f71533-445b-4182-88e7-55458c12b60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.645293 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-57f71533-445b-4182-88e7-55458c12b60c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f741c060-43e5-43ae-ae71-1768bea61ce1 HTTP/1.1" status: 204 len: 168 time: 0.6078126 Aug 09 15:45:31.647149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f71533-445b-4182-88e7-55458c12b60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f741c060-43e5-43ae-ae71-1768bea61ce1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:31.651288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57408) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:31.660274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8d27-bf9e-40b2-9040-68b3085e5dcd req-9b9b56c7-341a-4cd9-a47c-44eed5ff62f5 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.675444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-024b8d27-bf9e-40b2-9040-68b3085e5dcd req-9b9b56c7-341a-4cd9-a47c-44eed5ff62f5 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1532934 Aug 09 15:45:31.776354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-024b8d27-bf9e-40b2-9040-68b3085e5dcd req-e7c3a822-2e58-44a6-83b0-3227a68acf7c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959225 Aug 09 15:45:31.831994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.871477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1837abb-ccb3-4187-91d0-9c76df8ca17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.967091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.005745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5417ffe-714e-4727-9af6-b7fe743d70dd']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:32.038206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c983989-e9be-49b9-a137-b877756d7582') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:32.039326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c983989-e9be-49b9-a137-b877756d7582') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:32.074102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.116713 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.128494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:45:32.128782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:45:32.130833 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:45:32.174993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1837abb-ccb3-4187-91d0-9c76df8ca17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.183589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1837abb-ccb3-4187-91d0-9c76df8ca17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.240551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.248266 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.251616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c5417ffe-714e-4727-9af6-b7fe743d70dd HTTP/1.1" status: 204 len: 168 time: 0.5931408 Aug 09 15:45:32.274105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251298d1-6f5b-4a22-b025-53b3feaf9669 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5417ffe-714e-4727-9af6-b7fe743d70dd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:32.286970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f1837abb-ccb3-4187-91d0-9c76df8ca17a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c128f28bbb72417c9cecb3b865d1880a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1799378 Aug 09 15:45:32.290135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57424) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:32.304571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1837abb-ccb3-4187-91d0-9c76df8ca17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297ae5c9-83c1-4a00-be15-84ef02a6f499,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:32.414244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab27b21e-8e64-4c30-850c-8ebea995e9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.457194 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab27b21e-8e64-4c30-850c-8ebea995e9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.581887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab27b21e-8e64-4c30-850c-8ebea995e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.588265 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ab27b21e-8e64-4c30-850c-8ebea995e9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.590302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ab27b21e-8e64-4c30-850c-8ebea995e9ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/297ae5c9-83c1-4a00-be15-84ef02a6f499 HTTP/1.1" status: 204 len: 168 time: 0.2981725 Aug 09 15:45:32.626943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27b21e-8e64-4c30-850c-8ebea995e9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ae5c9-83c1-4a00-be15-84ef02a6f499,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:32.915239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57438) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:33.064372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae329773-eb97-4c01-be34-a70dd26035f1 req-14ce8ad0-857e-4da4-bbaa-e02c4dc0939b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.073102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae329773-eb97-4c01-be34-a70dd26035f1 req-14ce8ad0-857e-4da4-bbaa-e02c4dc0939b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1271737 Aug 09 15:45:33.077678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-66ba872b-4c16-40de-9ab5-1b2103ed0121 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e6d2490bcd645b7987df44081879a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611726 Aug 09 15:45:33.082215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57444) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:33.176442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae329773-eb97-4c01-be34-a70dd26035f1 req-7e83b05e-cadb-447c-8621-f00f222b8a6a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020987 Aug 09 15:45:33.222318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea36050f-6b3c-4800-8cc6-d251cd789d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.285626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea36050f-6b3c-4800-8cc6-d251cd789d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.401288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea36050f-6b3c-4800-8cc6-d251cd789d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.405116 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea36050f-6b3c-4800-8cc6-d251cd789d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.406934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ea36050f-6b3c-4800-8cc6-d251cd789d0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17234d42-6513-433f-b367-87994b8d8e50 HTTP/1.1" status: 204 len: 168 time: 0.3233402 Aug 09 15:45:33.429168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36050f-6b3c-4800-8cc6-d251cd789d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17234d42-6513-433f-b367-87994b8d8e50,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:33.807346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57456) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:34.490838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a3149-5d1a-4186-b1e4-efd747cb5c92 req-473e298d-e21e-421d-8b5b-99f3cef7404e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:34.493228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-147a3149-5d1a-4186-b1e4-efd747cb5c92 req-473e298d-e21e-421d-8b5b-99f3cef7404e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.0970244 Aug 09 15:45:34.566046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57472) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:34.580075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-147a3149-5d1a-4186-b1e4-efd747cb5c92 req-08d96617-c068-4e33-a5bf-593d5d511650 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724051 Aug 09 15:45:34.592141 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5496db92-ed98-460c-9061-290d7f5641ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:34.759416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5496db92-ed98-460c-9061-290d7f5641ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:34.790349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5496db92-ed98-460c-9061-290d7f5641ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:34.846474 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5496db92-ed98-460c-9061-290d7f5641ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6618d7fe21d4e578fb6a7816fdef08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793074 Aug 09 15:45:34.849504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57474) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:34.863135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1700029795-network', 'tenant_id': '06c6601322bf44d6b222c14febe1913e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:34.895609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Made reservation on behalf of 06c6601322bf44d6b222c14febe1913e for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:34.898206 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:34.918395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:34.941527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496db92-ed98-460c-9061-290d7f5641ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddcde97-5a8e-4a83-b350-b12f786c4246,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:35.042695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bbec0dec-b19e-44d3-a811-d48dc3f90c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.084147 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bbec0dec-b19e-44d3-a811-d48dc3f90c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.134239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.142708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.200389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bbec0dec-b19e-44d3-a811-d48dc3f90c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.204110 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bbec0dec-b19e-44d3-a811-d48dc3f90c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.206338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bbec0dec-b19e-44d3-a811-d48dc3f90c89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ddcde97-5a8e-4a83-b350-b12f786c4246 HTTP/1.1" status: 204 len: 168 time: 0.3554552 Aug 09 15:45:35.214755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:45:35.231875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec0dec-b19e-44d3-a811-d48dc3f90c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddcde97-5a8e-4a83-b350-b12f786c4246,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:35.248980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.249425 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Added segment 07e82b3a-119c-4dae-b49d-f17c7b786e4b of type vlan for network a667e525-a087-43b9-b83b-acc37af934cf Aug 09 15:45:35.564631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.662340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01efa3f9-c52d-4be8-a88b-fc811207ea4a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:35.671540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.678393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.679931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.712721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57494) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:35.713925 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9048665 Aug 09 15:45:35.720555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Request body: {'subnet': {'network_id': 'a667e525-a087-43b9-b83b-acc37af934cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1700029795-subnet', 'tenant_id': '06c6601322bf44d6b222c14febe1913e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:35.816292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Made reservation on behalf of 06c6601322bf44d6b222c14febe1913e for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:35.819731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.939810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfeb70-678d-4534-987b-7012643c6af3 admin admin] Pushing event updated for resources: {'Network': ['ID=a667e525-a087-43b9-b83b-acc37af934cf,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:35.958435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a667e525-a087-43b9-b83b-acc37af934cf details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:45:35.974399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794fee-cd11-4f00-b606-43e0984ec380 req-20699c72-0eb3-494f-a0cf-8307211f1b33 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.977299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b794fee-cd11-4f00-b606-43e0984ec380 req-20699c72-0eb3-494f-a0cf-8307211f1b33 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.2175598 Aug 09 15:45:36.070432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b794fee-cd11-4f00-b606-43e0984ec380 req-e58a6f8c-646f-441e-9c83-066b5ca2bc8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Aug 09 15:45:36.335880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57504) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:36.342822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:36.420558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52aae12-ec4d-4f56-886e-000e2795f675,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:36.495421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Checking segment: {'id': '07e82b3a-119c-4dae-b49d-f17c7b786e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a667e525-a087-43b9-b83b-acc37af934cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:36.495901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Network hostable DHCP agents. Network: a667e525-a087-43b9-b83b-acc37af934cf, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:45:36.558181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Network a667e525-a087-43b9-b83b-acc37af934cf is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:45:36.590142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a667e525-a087-43b9-b83b-acc37af934cf) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:36.604700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:36.605569 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:36.615306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0482ba-5dc9-4346-8ec0-2cd323fb2053 None None] Network a667e525-a087-43b9-b83b-acc37af934cf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:36.646077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-79037713-234b-4fae-bfa9-be778c3f59e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9314694 Aug 09 15:45:36.946516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4b216-248d-4a54-8cd5-c410fce6b63f None None] Network a667e525-a087-43b9-b83b-acc37af934cf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:37.020729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d311a87d-3545-4d9c-aced-b1f67ec88fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.317583 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d311a87d-3545-4d9c-aced-b1f67ec88fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.324907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d311a87d-3545-4d9c-aced-b1f67ec88fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.357579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb688d70-4ff3-4205-a15c-6943e32d2827 req-0d3f0250-bfcb-4c5e-8253-89d0368ebe26 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.359448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb688d70-4ff3-4205-a15c-6943e32d2827 req-0d3f0250-bfcb-4c5e-8253-89d0368ebe26 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1182745 Aug 09 15:45:37.406928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311a87d-3545-4d9c-aced-b1f67ec88fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2735a02-6477-41e6-a5b7-6fa6cea16ac4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:37.413359 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d311a87d-3545-4d9c-aced-b1f67ec88fe3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cf05d4880f44b97973127036d92ca4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0773263 Aug 09 15:45:37.415892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57552) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:37.435086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb688d70-4ff3-4205-a15c-6943e32d2827 req-91f46542-29fe-4a6a-84c8-202ec90a8220 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646996 Aug 09 15:45:37.494894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b646e0e7-8d13-4fb8-8740-b70e0364c58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.546032 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b646e0e7-8d13-4fb8-8740-b70e0364c58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.659659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b646e0e7-8d13-4fb8-8740-b70e0364c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.664771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b646e0e7-8d13-4fb8-8740-b70e0364c58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.666496 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b646e0e7-8d13-4fb8-8740-b70e0364c58b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2735a02-6477-41e6-a5b7-6fa6cea16ac4 HTTP/1.1" status: 204 len: 168 time: 0.2486553 Aug 09 15:45:37.681116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646e0e7-8d13-4fb8-8740-b70e0364c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2735a02-6477-41e6-a5b7-6fa6cea16ac4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:38.063593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57578) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:38.140635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-3387b5b1-e66c-4fe7-8d34-c93de04dc2d4 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.143664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-3387b5b1-e66c-4fe7-8d34-c93de04dc2d4 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/networks?id=a667e525-a087-43b9-b83b-acc37af934cf HTTP/1.1" status: 200 len: 813 time: 0.2173951 Aug 09 15:45:38.164561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-4d73a78c-87f3-48c0-bf0a-70c140070baa tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/quotas/06c6601322bf44d6b222c14febe1913e HTTP/1.1" status: 200 len: 375 time: 0.0123632 Aug 09 15:45:38.204841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-c5bb7df1-7027-456a-a996-87af303ec17b tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=06c6601322bf44d6b222c14febe1913e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328758 Aug 09 15:45:38.325753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-27b2b0f3-a0d2-4ec4-9088-6f0d0aef3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.333744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-27b2b0f3-a0d2-4ec4-9088-6f0d0aef3704 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 1096 time: 0.5768507 Aug 09 15:45:38.468240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1337423367-network', 'tenant_id': '068393c7956242049294af6af490c3ab'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:38.542293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-1db4d827-c44a-448b-9510-e3554dafc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.545307 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-1db4d827-c44a-448b-9510-e3554dafc8f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 913 time: 0.2020113 Aug 09 15:45:38.547352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Made reservation on behalf of 068393c7956242049294af6af490c3ab for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:38.551730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.624058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57592) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:38.635783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-4d43ba11-daa2-46af-b3c6-cae47aca3704 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 HTTP/1.1" status: 200 len: 217 time: 0.0796762 Aug 09 15:45:38.636983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.711986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-2c1402f0-f9a6-4d76-b3b9-d0f0e14f67aa service neutron] 10.222.0.64 "GET /v2.0/networks/a667e525-a087-43b9-b83b-acc37af934cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897804 Aug 09 15:45:38.714096 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-411e3021-3eac-4627-bd5b-53021c6f4007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.814893 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-411e3021-3eac-4627-bd5b-53021c6f4007 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:45:38.814893 n-d-799523-2 neutron-server[94177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:45:38.814893 n-d-799523-2 neutron-server[94177]: [parameters: {'project_id_1': '446be095365a46fdb549d0bfafad7036', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 45, 38, 775151)}] Aug 09 15:45:38.814893 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:45:38.815580 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-411e3021-3eac-4627-bd5b-53021c6f4007 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:45:38.847053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d42ec-1f83-4c6d-b27c-1b63529f7fa4 req-5160f309-7f03-40dd-a35d-6074ac82ee82 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.855046 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea4d42ec-1f83-4c6d-b27c-1b63529f7fa4 req-5160f309-7f03-40dd-a35d-6074ac82ee82 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.2257650 Aug 09 15:45:38.942384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.945191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea4d42ec-1f83-4c6d-b27c-1b63529f7fa4 req-db42aa71-af5c-4807-9949-bab6c2350aad tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879171 Aug 09 15:45:38.948986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.985619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-cf03d84b-c9d5-4379-8b38-b2684f9a6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.988818 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-cf03d84b-c9d5-4379-8b38-b2684f9a6886 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.3372021 Aug 09 15:45:38.989064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-fad96cc0-f18b-4a18-9aef-cb4495b1951f service neutron] 10.222.0.64 "GET /v2.0/networks/a667e525-a087-43b9-b83b-acc37af934cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759671 Aug 09 15:45:39.069968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:45:39.076410 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-ea42aaff-2e05-4464-90e1-7372f8654688 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719848 Aug 09 15:45:39.088999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:39.140683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.141643 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Added segment ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed of type vlan for network 01142324-8b63-490b-89bc-00e9bf82487b Aug 09 15:45:39.292616 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f657a1ac-dd2d-4420-80bb-b2219a03aa61 req-d77468e1-77e7-4358-ac12-2bda89a4f262 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 210 time: 0.0566425 Aug 09 15:45:39.315869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-411e3021-3eac-4627-bd5b-53021c6f4007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.325570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.362771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-7d08f7f4-3d4a-4b73-b5da-11e36b41accc service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673383 Aug 09 15:45:39.442526 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.443583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.444460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.514666 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-411e3021-3eac-4627-bd5b-53021c6f4007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.522790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-411e3021-3eac-4627-bd5b-53021c6f4007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.558373 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4891114 Aug 09 15:45:39.564927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57622) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:39.575711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Request body: {'subnet': {'network_id': '01142324-8b63-490b-89bc-00e9bf82487b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1337423367-subnet', 'tenant_id': '068393c7956242049294af6af490c3ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:39.604198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafffb0-f9a6-46c8-9427-c0e850c4ce74 admin admin] Pushing event updated for resources: {'Network': ['ID=01142324-8b63-490b-89bc-00e9bf82487b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:39.618572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-411e3021-3eac-4627-bd5b-53021c6f4007 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=446be095365a46fdb549d0bfafad7036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9879966 Aug 09 15:45:39.619308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e3021-3eac-4627-bd5b-53021c6f4007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9254b9f-1f79-413d-aa17-55650ac13a95,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:39.621726 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-56fd5531-440a-4ae2-8355-bc7c932fe13d req-57da9280-65a3-44e9-8f7d-da4d55d2d333 service neutron] 10.222.0.66 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478433 Aug 09 15:45:39.622437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57626) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:39.629471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 01142324-8b63-490b-89bc-00e9bf82487b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:45:39.633326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Made reservation on behalf of 068393c7956242049294af6af490c3ab for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:39.635957 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.779844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61648229-3e23-4318-a7d0-4b8393ec87a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.816226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61648229-3e23-4318-a7d0-4b8393ec87a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.934039 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.942930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61648229-3e23-4318-a7d0-4b8393ec87a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.946807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61648229-3e23-4318-a7d0-4b8393ec87a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.951734 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-61648229-3e23-4318-a7d0-4b8393ec87a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9254b9f-1f79-413d-aa17-55650ac13a95 HTTP/1.1" status: 204 len: 168 time: 0.3270857 Aug 09 15:45:40.006576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61648229-3e23-4318-a7d0-4b8393ec87a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9254b9f-1f79-413d-aa17-55650ac13a95,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:40.035644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53e89e8-6c81-45f3-b8ee-6499eb41de17,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:40.058877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Checking segment: {'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:40.059443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Network hostable DHCP agents. Network: 01142324-8b63-490b-89bc-00e9bf82487b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:45:40.093753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Network 01142324-8b63-490b-89bc-00e9bf82487b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:45:40.134725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 01142324-8b63-490b-89bc-00e9bf82487b) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:40.142075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.147391 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:40.152249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058b53b-b63c-43c4-a8b0-499fdf77526e None None] Network 01142324-8b63-490b-89bc-00e9bf82487b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:40.196226 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fb8a11e1-d914-42c6-b175-c6cac39e0f4a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6281247 Aug 09 15:45:40.208143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deffb6-e3f8-4af4-9b67-d452f47cac29 req-099dfa92-bd13-4e91-a8a8-b446e0e9799e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.216511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53deffb6-e3f8-4af4-9b67-d452f47cac29 req-099dfa92-bd13-4e91-a8a8-b446e0e9799e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1625862 Aug 09 15:45:40.292401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53deffb6-e3f8-4af4-9b67-d452f47cac29 req-4d1f1a12-6358-4b07-bb2f-3e8228b71536 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706038 Aug 09 15:45:40.442854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f39630-b5b0-45ac-8f0e-617b83bad749 None None] Network 01142324-8b63-490b-89bc-00e9bf82487b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:40.448081 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a97f7af-f68d-45f2-abd4-718bdc702af5 req-9dea2b59-f15b-48f0-8dd2-5c44d4f42940 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 210 time: 0.0530894 Aug 09 15:45:41.114419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-0cab0bc2-17d9-4eb7-a33c-ac5ea50c2e80 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:41.116546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-0cab0bc2-17d9-4eb7-a33c-ac5ea50c2e80 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.35 "GET /v2.0/networks?id=a667e525-a087-43b9-b83b-acc37af934cf HTTP/1.1" status: 200 len: 813 time: 0.1322963 Aug 09 15:45:41.132695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Request body: {'port': {'device_id': '1306cc43-df01-4bdf-b3f7-dad7d5c93bf7', 'network_id': 'a667e525-a087-43b9-b83b-acc37af934cf', 'admin_state_up': True, 'tenant_id': '06c6601322bf44d6b222c14febe1913e'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:41.244518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ebb6827d-2cc3-4282-89b8-7f530b1c9822 req-c82cf91b-dda1-49b0-83ce-567bdd07f4fc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457496191', 'description': 'tempest-description-607027759'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:41.322528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebb6827d-2cc3-4282-89b8-7f530b1c9822 req-c82cf91b-dda1-49b0-83ce-567bdd07f4fc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.376133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Made reservation on behalf of 06c6601322bf44d6b222c14febe1913e for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:41.383458 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.641020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab818f-0a20-4a04-923b-cb90db11036a req-2f34f52f-f2d0-49ac-83dc-44b6e4565ef0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:41.642674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aeab818f-0a20-4a04-923b-cb90db11036a req-2f34f52f-f2d0-49ac-83dc-44b6e4565ef0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 945 time: 0.1324420 Aug 09 15:45:41.694485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Allocated IP 172.20.0.4 (a667e525-a087-43b9-b83b-acc37af934cf/e52aae12-ec4d-4f56-886e-000e2795f675/87c4d417-d4ed-45dc-ab21-8747e7ef8882) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:41.760065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebb6827d-2cc3-4282-89b8-7f530b1c9822 req-c82cf91b-dda1-49b0-83ce-567bdd07f4fc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.787257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aeab818f-0a20-4a04-923b-cb90db11036a req-09b238bd-d919-440b-ad1a-8cc9eff5b76e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323040 Aug 09 15:45:41.788313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebb6827d-2cc3-4282-89b8-7f530b1c9822 req-c82cf91b-dda1-49b0-83ce-567bdd07f4fc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.815398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:41.905705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebb6827d-2cc3-4282-89b8-7f530b1c9822 req-c82cf91b-dda1-49b0-83ce-567bdd07f4fc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.920037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebb6827d-2cc3-4282-89b8-7f530b1c9822 req-c82cf91b-dda1-49b0-83ce-567bdd07f4fc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6835673 Aug 09 15:45:41.938235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cf91b-dda1-49b0-83ce-567bdd07f4fc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f08190d-89f1-4c41-9060-af506734935b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.164608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.202567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:42.203556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:42.207031 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73feab7-9466-48f5-ae39-0e2e6ba9df98" -d '{"events": [{"server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "name": "network-vif-unplugged", "status": "completed", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:42.210715 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.222863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a01bcdb7-6172-4156-877c-1f01ddf96b75 req-ed8aa335-9d58-44ac-907b-b609d5a4e45e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1394211488', 'description': 'tempest-description-1630288181'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:42.269387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.276468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.308452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11f303f7-15af-4968-91cd-731b2e8bf7e3 req-a0769183-c984-4814-83c5-3f3e9329cee0 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 210 time: 0.0792966 Aug 09 15:45:42.339855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a01bcdb7-6172-4156-877c-1f01ddf96b75 req-ed8aa335-9d58-44ac-907b-b609d5a4e45e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.388627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57710) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:42.402488 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1a86e-98c8-428c-a554-1cad27bc0a1b x-openstack-request-id: req-38c1a86e-98c8-428c-a554-1cad27bc0a1b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:42.404685 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "name": "network-vif-unplugged", "status": "completed", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:42.404685 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38c1a86e-98c8-428c-a554-1cad27bc0a1b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:42.404685 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'code': 200} Aug 09 15:45:42.434234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.469126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Network a667e525-a087-43b9-b83b-acc37af934cf is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:42.480504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:42.484951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:42.688264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Pushing event updated for resources: {'Port': ['ID=87c4d417-d4ed-45dc-ab21-8747e7ef8882,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.728503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.729707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.763811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a01bcdb7-6172-4156-877c-1f01ddf96b75 req-ed8aa335-9d58-44ac-907b-b609d5a4e45e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.771029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a01bcdb7-6172-4156-877c-1f01ddf96b75 req-ed8aa335-9d58-44ac-907b-b609d5a4e45e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.787475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-447f6ce1-13c9-4b25-a68f-e67349f5908a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6598737 Aug 09 15:45:42.803781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2e8acf1-2a3a-4a5c-bf6f-5448376a4b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.806295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Request body: {'port': {'device_id': '1306cc43-df01-4bdf-b3f7-dad7d5c93bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:42.857951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a01bcdb7-6172-4156-877c-1f01ddf96b75 req-ed8aa335-9d58-44ac-907b-b609d5a4e45e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.863508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a01bcdb7-6172-4156-877c-1f01ddf96b75 req-ed8aa335-9d58-44ac-907b-b609d5a4e45e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8243208 Aug 09 15:45:42.884674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57722) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:42.895561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aa335-9d58-44ac-907b-b609d5a4e45e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf4beec-4d35-4c12-8f52-fa6a435cef7c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.991109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.131977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf245aa1-71e9-486a-8c57-72eded6be85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.136325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2e8acf1-2a3a-4a5c-bf6f-5448376a4b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.142012 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2e8acf1-2a3a-4a5c-bf6f-5448376a4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.191892 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c2e8acf1-2a3a-4a5c-bf6f-5448376a4b7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2647305c5e1a41728a8b1e5bcbcfc577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8004143 Aug 09 15:45:43.195206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57744) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:43.203338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8acf1-2a3a-4a5c-bf6f-5448376a4b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce8ccdd-5f9d-481a-9064-115786edabd7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:43.271069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3c7d-4435-4c31-9371-cc05c6ef5570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.278019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925b226-9bbc-41ce-8886-31edca5b4f83 req-a2259417-647e-443b-a1c2-99a2177473ea tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.279691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e925b226-9bbc-41ce-8886-31edca5b4f83 req-a2259417-647e-443b-a1c2-99a2177473ea tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 943 time: 0.2311649 Aug 09 15:45:43.310075 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3c7d-4435-4c31-9371-cc05c6ef5570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.391905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3c7d-4435-4c31-9371-cc05c6ef5570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.395140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3c7d-4435-4c31-9371-cc05c6ef5570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.396612 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6b5e3c7d-4435-4c31-9371-cc05c6ef5570 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ce8ccdd-5f9d-481a-9064-115786edabd7 HTTP/1.1" status: 204 len: 168 time: 0.2003758 Aug 09 15:45:43.406660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3c7d-4435-4c31-9371-cc05c6ef5570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce8ccdd-5f9d-481a-9064-115786edabd7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:43.447061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739dff-eab9-460c-a459-3babeb07b617 req-0631184b-fc49-419a-9784-7c4defb5463c tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.448682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-0631184b-fc49-419a-9784-7c4defb5463c tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 813 time: 0.3303676 Aug 09 15:45:43.464877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e925b226-9bbc-41ce-8886-31edca5b4f83 req-d1f0dd77-c107-4950-b337-958ef55296ac tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587572 Aug 09 15:45:43.508357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-3f9b9cdf-5d36-4b63-9977-1f7d02614d45 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/quotas/068393c7956242049294af6af490c3ab HTTP/1.1" status: 200 len: 375 time: 0.0411875 Aug 09 15:45:43.602676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-cddd9277-4849-43b8-9d03-e6352bb243ca tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817220 Aug 09 15:45:43.648933 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf245aa1-71e9-486a-8c57-72eded6be85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.706043 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf245aa1-71e9-486a-8c57-72eded6be85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.858883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cf245aa1-71e9-486a-8c57-72eded6be85d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=521a85db69d54e2583577480923d267d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9722438 Aug 09 15:45:43.862342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57766) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:43.899635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf245aa1-71e9-486a-8c57-72eded6be85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b628c38e-d217-4bd1-8867-bebb04331852,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:43.906701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c4d417-d4ed-45dc-ab21-8747e7ef8882 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:43.947482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9dc8c-3639-451c-a6e3-642b200998ac req-5605078e-89c5-4c7f-9778-f518303dac7e tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.950196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02c9dc8c-3639-451c-a6e3-642b200998ac req-5605078e-89c5-4c7f-9778-f518303dac7e tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 931 time: 0.2986426 Aug 09 15:45:43.953616 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.993475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12aba6b8-c8c7-4289-b784-462ff720ae39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.000419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-cd78448c-ea1a-45a5-83d2-73c39668fdb2 service neutron] 10.222.0.64 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793108 Aug 09 15:45:44.044237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12aba6b8-c8c7-4289-b784-462ff720ae39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.051140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Transition to ACTIVE for port object 87c4d417-d4ed-45dc-ab21-8747e7ef8882 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:44.108098 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.138727 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12aba6b8-c8c7-4289-b784-462ff720ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.143024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12aba6b8-c8c7-4289-b784-462ff720ae39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.152017 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-12aba6b8-c8c7-4289-b784-462ff720ae39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b628c38e-d217-4bd1-8867-bebb04331852 HTTP/1.1" status: 204 len: 168 time: 0.2875836 Aug 09 15:45:44.165851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aba6b8-c8c7-4289-b784-462ff720ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b628c38e-d217-4bd1-8867-bebb04331852,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:44.198017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02c9dc8c-3639-451c-a6e3-642b200998ac req-3eefce1b-eaf2-46aa-a057-f395f0194415 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371058 Aug 09 15:45:44.245929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Pushing event updated for resources: {'Port': ['ID=87c4d417-d4ed-45dc-ab21-8747e7ef8882,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:44.376658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-4e1879f4-64b3-409c-a6e9-6f9e73aa172a service neutron] 10.222.0.64 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748069 Aug 09 15:45:44.421547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Attempting to bind port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:44.421934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Attempting to bind port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '07e82b3a-119c-4dae-b49d-f17c7b786e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a667e525-a087-43b9-b83b-acc37af934cf'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:44.422733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Attempting to bind port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 on network a667e525-a087-43b9-b83b-acc37af934cf {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:44.432614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 on network a667e525-a087-43b9-b83b-acc37af934cf not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:44.433110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Attempting to bind port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 on network a667e525-a087-43b9-b83b-acc37af934cf {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:44.439953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:44.440706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Checking segment: {'id': '07e82b3a-119c-4dae-b49d-f17c7b786e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a667e525-a087-43b9-b83b-acc37af934cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:44.441092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Bound using segment: {'id': '07e82b3a-119c-4dae-b49d-f17c7b786e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a667e525-a087-43b9-b83b-acc37af934cf'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:44.441711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Bound port: 87c4d417-d4ed-45dc-ab21-8747e7ef8882, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e82b3a-119c-4dae-b49d-f17c7b786e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a667e525-a087-43b9-b83b-acc37af934cf'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:44.442766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.587185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] For port 87c4d417-d4ed-45dc-ab21-8747e7ef8882, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:44.593847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] For port 87c4d417-d4ed-45dc-ab21-8747e7ef8882, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=87c4d417-d4ed-45dc-ab21-8747e7ef8882,segment=NetworkSegment(07e82b3a-119c-4dae-b49d-f17c7b786e4b),segment_id=07e82b3a-119c-4dae-b49d-f17c7b786e4b)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:44.601072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.707429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:44.713774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.716493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] 10.222.0.35 "PUT /v2.0/ports/87c4d417-d4ed-45dc-ab21-8747e7ef8882 HTTP/1.1" status: 200 len: 1091 time: 1.9192696 Aug 09 15:45:44.717364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1306cc43-df01-4bdf-b3f7-dad7d5c93bf7', 'tag': '87c4d417-d4ed-45dc-ab21-8747e7ef8882'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:44.719903 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703dafc9-c4a5-42d6-a26e-c193d86f17f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1306cc43-df01-4bdf-b3f7-dad7d5c93bf7", "tag": "87c4d417-d4ed-45dc-ab21-8747e7ef8882"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:44.726480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321c83f-1d88-49f8-9a54-7a7f9182aa8d service neutron] Pushing event updated for resources: {'Port': ['ID=87c4d417-d4ed-45dc-ab21-8747e7ef8882,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:44.812208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e790195a-f094-40a3-8fd2-b8b045d117e2 req-03ebd7e6-0e71-4989-933c-9e36c6769bae tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 210 time: 0.0631366 Aug 09 15:45:44.830919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:44.833424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-811ad6c6-be0a-4a46-bec7-3f3cea20d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:44.835414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-811ad6c6-be0a-4a46-bec7-3f3cea20d84f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06c6601322bf44d6b222c14febe1913e&device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0720413 Aug 09 15:45:44.873557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1e85-1213-464c-8287-adba99499ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.945247 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ba118ae6-7602-4b05-8be2-ed37f4eb638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.978515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-71af97d0-3d58-4e55-89c4-ad6c1b6093ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87c4d417-d4ed-45dc-ab21-8747e7ef8882 HTTP/1.1" status: 200 len: 217 time: 0.1320565 Aug 09 15:45:45.103928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-7867f1f7-e2cb-451e-99e2-af07d9de0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.106820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-7867f1f7-e2cb-451e-99e2-af07d9de0213 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e52aae12-ec4d-4f56-886e-000e2795f675 HTTP/1.1" status: 200 len: 853 time: 0.1188147 Aug 09 15:45:45.137432 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95a1832-5e3a-40c7-81b6-f8c1d9a0cbd9 x-openstack-request-id: req-d95a1832-5e3a-40c7-81b6-f8c1d9a0cbd9 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:45.138329 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1306cc43-df01-4bdf-b3f7-dad7d5c93bf7", "tag": "87c4d417-d4ed-45dc-ab21-8747e7ef8882", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:45.138474 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d95a1832-5e3a-40c7-81b6-f8c1d9a0cbd9 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:45.139272 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1306cc43-df01-4bdf-b3f7-dad7d5c93bf7', 'tag': '87c4d417-d4ed-45dc-ab21-8747e7ef8882', 'status': 'completed', 'code': 200} Aug 09 15:45:45.154647 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1e85-1213-464c-8287-adba99499ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.163394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dd5d1e85-1213-464c-8287-adba99499ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.190993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-4acff3f5-7470-40bd-a640-cda0810f61cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a667e525-a087-43b9-b83b-acc37af934cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759962 Aug 09 15:45:45.206691 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dd5d1e85-1213-464c-8287-adba99499ad9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6944daa4d0748e695aae7301220904f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734157 Aug 09 15:45:45.209676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57828) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:45.317220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d1e85-1213-464c-8287-adba99499ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda5d63-4447-44bc-add5-2947c3f4709e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:45.399057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-b50c0e02-8825-47a6-8138-b76c397b0cf2 service neutron] 10.222.0.35 "GET /v2.0/networks/a667e525-a087-43b9-b83b-acc37af934cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992111 Aug 09 15:45:45.441950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4a9a-4c04-443b-9f1c-72b68a3d81e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.486888 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4a9a-4c04-443b-9f1c-72b68a3d81e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.515808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2f426-7ee0-43d4-9df1-5c35f6976401 req-28e6b167-d4f2-44f9-a76f-6e3634fa17a7 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.525048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2de2f426-7ee0-43d4-9df1-5c35f6976401 req-28e6b167-d4f2-44f9-a76f-6e3634fa17a7 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 943 time: 0.1691964 Aug 09 15:45:45.591589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2de2f426-7ee0-43d4-9df1-5c35f6976401 req-efc9450e-dc47-4ae0-b463-cfa25061c142 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630963 Aug 09 15:45:45.675488 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4a9a-4c04-443b-9f1c-72b68a3d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.679677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4a9a-4c04-443b-9f1c-72b68a3d81e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.685170 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fb6b4a9a-4c04-443b-9f1c-72b68a3d81e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fda5d63-4447-44bc-add5-2947c3f4709e HTTP/1.1" status: 204 len: 168 time: 0.4704406 Aug 09 15:45:45.740703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b4a9a-4c04-443b-9f1c-72b68a3d81e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda5d63-4447-44bc-add5-2947c3f4709e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:45.765380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b172acda-e326-49d4-bc62-6eff74a829c6 req-446039c9-2f35-4b3c-831b-c1cf46ac63c7 service neutron] 10.222.0.35 "GET /v2.0/networks/a667e525-a087-43b9-b83b-acc37af934cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564923 Aug 09 15:45:45.860474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:45.919181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-4d36c01a-1018-4b00-8792-25926c408a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.925049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-4d36c01a-1018-4b00-8792-25926c408a37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06c6601322bf44d6b222c14febe1913e&device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0931561 Aug 09 15:45:46.548834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739dff-eab9-460c-a459-3babeb07b617 req-7653fba6-b0b2-4f5a-9b30-2b347c7951c0 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.552599 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-7653fba6-b0b2-4f5a-9b30-2b347c7951c0 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.66 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 813 time: 0.2831800 Aug 09 15:45:46.582141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'port': {'device_id': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b', 'admin_state_up': True, 'tenant_id': '068393c7956242049294af6af490c3ab'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:46.679563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04899f49-17e8-4963-9d75-6e43f54784b2 req-ba5c45c0-233f-4ece-8360-de17c8cf5c33 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 210 time: 0.6119983 Aug 09 15:45:46.758496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-10d9bfab-392f-4067-9c68-35e312b15f31 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.766253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-10d9bfab-392f-4067-9c68-35e312b15f31 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b4dbb3d-2085-46cb-94d4-3bb31432fe3b HTTP/1.1" status: 200 len: 943 time: 0.7971396 Aug 09 15:45:46.852076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-c2b65ba1-df94-4010-a4c7-d515224256e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.855906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-c2b65ba1-df94-4010-a4c7-d515224256e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a667e525-a087-43b9-b83b-acc37af934cf HTTP/1.1" status: 200 len: 915 time: 0.9241898 Aug 09 15:45:46.869988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Made reservation on behalf of 068393c7956242049294af6af490c3ab for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:46.875271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.970963 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-4dddbd2d-37aa-4dac-91d0-50131d785822 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87c4d417-d4ed-45dc-ab21-8747e7ef8882 HTTP/1.1" status: 200 len: 217 time: 0.0620251 Aug 09 15:45:47.108091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Deleting port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:47.108436 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.129567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a6f98-0fbd-4dca-b1ce-a196fe145edb req-be6f79f8-4f53-43f8-8ae0-cffb85d01db1 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.131649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-445a6f98-0fbd-4dca-b1ce-a196fe145edb req-be6f79f8-4f53-43f8-8ae0-cffb85d01db1 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 943 time: 0.1357472 Aug 09 15:45:47.166933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Allocated IP 172.20.0.3 (01142324-8b63-490b-89bc-00e9bf82487b/d53e89e8-6c81-45f3-b8ee-6499eb41de17/fdc02a91-8c8f-45ea-be00-f510a3a5bb6f) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:47.185349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-e5f7dcac-2408-4a30-a60c-bf825628e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.186918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-e5f7dcac-2408-4a30-a60c-bf825628e7f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e52aae12-ec4d-4f56-886e-000e2795f675 HTTP/1.1" status: 200 len: 853 time: 0.2086077 Aug 09 15:45:47.234079 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-445a6f98-0fbd-4dca-b1ce-a196fe145edb req-3f740fab-c6b1-4e59-b7fb-6bb0fb2c38a9 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843585 Aug 09 15:45:47.318735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-d57cb10a-8f75-4239-99c5-51899e8f1ae6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a667e525-a087-43b9-b83b-acc37af934cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897493 Aug 09 15:45:47.476159 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c60efcf-e831-4351-982a-7153201bd64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.516144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] For port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:47.516541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.529455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-b473efcf-df12-4559-b385-d207dc22e1bd service neutron] 10.222.0.35 "GET /v2.0/networks/a667e525-a087-43b9-b83b-acc37af934cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016568 Aug 09 15:45:47.539351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Calling delete_port for a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:47.551008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.636834 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.714348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57926) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:47.747808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Network 01142324-8b63-490b-89bc-00e9bf82487b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:47.755791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:47.767253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:47.788749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.831839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703dafc9-c4a5-42d6-a26e-c193d86f17f0 req-05963714-d05b-483f-8a44-508fa8b0bd28 service neutron] 10.222.0.35 "GET /v2.0/networks/a667e525-a087-43b9-b83b-acc37af934cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933247 Aug 09 15:45:47.843405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'Port': ['ID=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:47.916044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.917906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.954569 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ebef0e9c-ac83-40a0-8614-a145e9213e7f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3880699 Aug 09 15:45:47.974261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Request body: {'port': {'device_id': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:48.010671 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.099232 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-022f32e3-1460-4179-ae83-9dec9765fe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.103662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.114154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event deleted for resources: {'Port': ['ID=a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:48.146395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1920d2-9156-4639-b5c6-225abe4a2e0a req-73bdc7c5-a385-4085-ae80-0368afddfe34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:48.149665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac1920d2-9156-4639-b5c6-225abe4a2e0a req-73bdc7c5-a385-4085-ae80-0368afddfe34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 931 time: 0.2267725 Aug 09 15:45:48.238119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] No DVR routers for this DVR port a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:48.256143 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.265122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a578cf9e-4472-45df-936a-abe2aa4dc514 req-e88181ee-3134-42a0-be4c-d1975dc91f9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "DELETE /v2.0/ports/a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9 HTTP/1.1" status: 204 len: 173 time: 1.4966688 Aug 09 15:45:48.266321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'name': 'network-vif-deleted', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:48.274762 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63242a3d-8626-4496-863a-afb354b07c31" -d '{"events": [{"server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "name": "network-vif-deleted", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:48.346007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac1920d2-9156-4639-b5c6-225abe4a2e0a req-cff1bad2-d490-402f-aee2-70adf42dd472 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577232 Aug 09 15:45:48.507224 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-022f32e3-1460-4179-ae83-9dec9765fe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.517714 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-022f32e3-1460-4179-ae83-9dec9765fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.608148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-022f32e3-1460-4179-ae83-9dec9765fe2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c57f56661fe942adabad241edf9ad649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8920312 Aug 09 15:45:48.609683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f32e3-1460-4179-ae83-9dec9765fe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6676b8-2918-4551-a2a9-68d91f34f350,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:48.612218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57956) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:48.680972 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0da13d7-2b47-46fb-9f1c-48de131092bd x-openstack-request-id: req-c0da13d7-2b47-46fb-9f1c-48de131092bd {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:48.680972 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4dbb3d-2085-46cb-94d4-3bb31432fe3b", "name": "network-vif-deleted", "tag": "a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9", "status": "failed", "code": 422}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:48.681340 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0da13d7-2b47-46fb-9f1c-48de131092bd {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:48.681677 n-d-799523-2 neutron-server[94177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b4dbb3d-2085-46cb-94d4-3bb31432fe3b', 'name': 'network-vif-deleted', 'tag': 'a87e7945-f5fa-4a3f-96fc-6e9c5a5a4cc9', 'status': 'failed', 'code': 422} returned with failed status Aug 09 15:45:48.691778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 87c4d417-d4ed-45dc-ab21-8747e7ef8882 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:48.805175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2e5db-f42f-466f-bcb3-c2a08f90214b req-4e0ac3e2-7f17-4124-b6ca-b64712094a53 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:48.821246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1f2e5db-f42f-466f-bcb3-c2a08f90214b req-4e0ac3e2-7f17-4124-b6ca-b64712094a53 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 943 time: 0.1318340 Aug 09 15:45:48.907157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1f2e5db-f42f-466f-bcb3-c2a08f90214b req-11248cd2-532f-4b9e-a7c4-f0cb028d8435 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848646 Aug 09 15:45:48.924349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dec4a1d2-c6cc-4bbd-a26f-e8f3ea830bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.992213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dec4a1d2-c6cc-4bbd-a26f-e8f3ea830bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.993018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 87c4d417-d4ed-45dc-ab21-8747e7ef8882, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=87c4d417-d4ed-45dc-ab21-8747e7ef8882,segment=NetworkSegment(07e82b3a-119c-4dae-b49d-f17c7b786e4b),segment_id=07e82b3a-119c-4dae-b49d-f17c7b786e4b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:49.004783 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.011419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '87c4d417-d4ed-45dc-ab21-8747e7ef8882', 'network_id': 'a667e525-a087-43b9-b83b-acc37af934cf', 'port_id': '87c4d417-d4ed-45dc-ab21-8747e7ef8882', 'mac_address': 'fa:16:3e:dd:ff:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52aae12-ec4d-4f56-886e-000e2795f675', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:49.083597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.116656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c4d417-d4ed-45dc-ab21-8747e7ef8882 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:49.124852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc02a91-8c8f-45ea-be00-f510a3a5bb6f {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:49.144012 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.168453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 87c4d417-d4ed-45dc-ab21-8747e7ef8882, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=87c4d417-d4ed-45dc-ab21-8747e7ef8882,segment=NetworkSegment(07e82b3a-119c-4dae-b49d-f17c7b786e4b),segment_id=07e82b3a-119c-4dae-b49d-f17c7b786e4b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:49.175927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.176244 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dec4a1d2-c6cc-4bbd-a26f-e8f3ea830bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.181138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dec4a1d2-c6cc-4bbd-a26f-e8f3ea830bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.187257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dec4a1d2-c6cc-4bbd-a26f-e8f3ea830bba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f6676b8-2918-4551-a2a9-68d91f34f350 HTTP/1.1" status: 204 len: 168 time: 0.5733922 Aug 09 15:45:49.189431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Transition to ACTIVE for port object fdc02a91-8c8f-45ea-be00-f510a3a5bb6f will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:49.205229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.224213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4a1d2-c6cc-4bbd-a26f-e8f3ea830bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6676b8-2918-4551-a2a9-68d91f34f350,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:49.310635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Pushing event updated for resources: {'Port': ['ID=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:49.427090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=87c4d417-d4ed-45dc-ab21-8747e7ef8882,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:49.458185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Attempting to bind port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:49.458185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Attempting to bind port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:49.458755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Attempting to bind port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f on network 01142324-8b63-490b-89bc-00e9bf82487b {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:49.472173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['87c4d417-d4ed-45dc-ab21-8747e7ef8882'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:49.477618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f on network 01142324-8b63-490b-89bc-00e9bf82487b not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:49.477941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Attempting to bind port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f on network 01142324-8b63-490b-89bc-00e9bf82487b {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:49.495654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:49.498953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Checking segment: {'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:49.499583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Bound using segment: {'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:49.500299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Bound port: fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:49.500918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.661634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] For port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:49.672938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] For port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:49.684549 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.703986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6f65c-48d4-4a85-8345-e3827665fbe0 req-6d401466-2bca-483b-bd2c-50d9a0d89d8d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:49.703986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51e6f65c-48d4-4a85-8345-e3827665fbe0 req-6d401466-2bca-483b-bd2c-50d9a0d89d8d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 943 time: 0.1967647 Aug 09 15:45:49.723165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-877a5436-da36-4053-8759-a4bbedd55977 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:49.725936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-877a5436-da36-4053-8759-a4bbedd55977 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.4176109 Aug 09 15:45:49.739897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:49.739897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.741785 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] 10.222.0.66 "PUT /v2.0/ports/fdc02a91-8c8f-45ea-be00-f510a3a5bb6f HTTP/1.1" status: 200 len: 1091 time: 1.7776461 Aug 09 15:45:49.747202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:49.769189 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772edd9c-96f1-49ad-9615-a7375dbb7257" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:49.818478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-def192b2-dce0-4ee1-8dee-e626161238f0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/quotas/2030902758174eafa38523e20b819289 HTTP/1.1" status: 200 len: 375 time: 0.0768654 Aug 09 15:45:49.884777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49b02f-de9d-4510-a6fe-6bb5e59b60fe service neutron] Pushing event updated for resources: {'Port': ['ID=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:49.902845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51e6f65c-48d4-4a85-8345-e3827665fbe0 req-91e67e62-9e66-47a6-81f4-616df2968701 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753802 Aug 09 15:45:49.911194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-ae64f146-4566-434e-8062-7c8c872542a7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738938 Aug 09 15:45:50.006524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739dff-eab9-460c-a459-3babeb07b617 req-b7e4d735-7b66-4b31-9185-46496dc4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:50.009939 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-b7e4d735-7b66-4b31-9185-46496dc4d46c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1094 time: 0.1194541 Aug 09 15:45:50.096904 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-64478872-5dac-411e-9af1-3d86067a122e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f HTTP/1.1" status: 200 len: 217 time: 0.0759578 Aug 09 15:45:50.189061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-8930ecd1-274e-49b4-a71b-86075fd039d2 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476487 Aug 09 15:45:50.189179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739dff-eab9-460c-a459-3babeb07b617 req-96032773-3642-4beb-9556-ee46ee9b3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:50.196475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-96032773-3642-4beb-9556-ee46ee9b3d75 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.0912814 Aug 09 15:45:50.259888 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-46b02ec2-f3cd-4d26-8037-880e1b75caa6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533245 Aug 09 15:45:50.329438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.386521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-cc36572e-0476-41c3-8eaf-9f02ca1b09ce service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986647 Aug 09 15:45:50.434220 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-6c8f4b89-f15e-4ab1-a562-93b7c19b3700 service neutron] 10.222.0.66 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675420 Aug 09 15:45:50.562380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58012) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:50.610544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3c739dff-eab9-460c-a459-3babeb07b617 req-89ec3f30-5861-4302-b9c1-7be4c9e8966f service neutron] 10.222.0.66 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663163 Aug 09 15:45:50.626534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-685d50f4-77e4-45d7-8829-97b3e22e22fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.700898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 87c4d417-d4ed-45dc-ab21-8747e7ef8882 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:50.807802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:50.812265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525caf91-c0a3-4434-8bc5-cdaab087bf79 req-7c90f338-af8a-438d-9eec-d9a1254f5e71 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:50.814528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-525caf91-c0a3-4434-8bc5-cdaab087bf79 req-7c90f338-af8a-438d-9eec-d9a1254f5e71 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 944 time: 0.1444144 Aug 09 15:45:50.814731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:50.815329 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.858420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-685d50f4-77e4-45d7-8829-97b3e22e22fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.870500 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-685d50f4-77e4-45d7-8829-97b3e22e22fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.914872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58022) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:50.915578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-685d50f4-77e4-45d7-8829-97b3e22e22fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7072846ef27140c59bb8479acc157be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382118 Aug 09 15:45:50.944483 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.962889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d50f4-77e4-45d7-8829-97b3e22e22fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f791b27-66ec-46f6-ac0a-5f8d0d1d936d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:50.983399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-525caf91-c0a3-4434-8bc5-cdaab087bf79 req-4a0e30c0-2c10-4c13-be49-fbb153237cdc tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223469 Aug 09 15:45:51.003958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 87c4d417-d4ed-45dc-ab21-8747e7ef8882, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=87c4d417-d4ed-45dc-ab21-8747e7ef8882,segment=NetworkSegment(07e82b3a-119c-4dae-b49d-f17c7b786e4b),segment_id=07e82b3a-119c-4dae-b49d-f17c7b786e4b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:51.005406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1306cc43-df01-4bdf-b3f7-dad7d5c93bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c4d417-d4ed-45dc-ab21-8747e7ef8882'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:51.012734 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce374fe-1f12-48a1-a01a-d953a9b818e8" -d '{"events": [{"server_uuid": "1306cc43-df01-4bdf-b3f7-dad7d5c93bf7", "name": "network-vif-plugged", "status": "completed", "tag": "87c4d417-d4ed-45dc-ab21-8747e7ef8882"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:51.023422 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.118790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-548e9738-eb88-4e36-b1fe-7ce0a0d7161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.153113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=87c4d417-d4ed-45dc-ab21-8747e7ef8882,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.157494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19fc51bb-f591-46ed-a2ef-cb156804527a req-128abee8-125b-4782-8fc3-f098935f4b50 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 210 time: 0.0634162 Aug 09 15:45:51.245430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-548e9738-eb88-4e36-b1fe-7ce0a0d7161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.276643 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a386284-4e9f-489d-b007-02a2011fdce4 x-openstack-request-id: req-9a386284-4e9f-489d-b007-02a2011fdce4 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:51.277393 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:51.277393 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a386284-4e9f-489d-b007-02a2011fdce4 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:51.277876 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f', 'status': 'completed', 'code': 200} Aug 09 15:45:51.313973 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f2a6bf-3bf3-45a8-be42-d3d7160e2bf8 x-openstack-request-id: req-43f2a6bf-3bf3-45a8-be42-d3d7160e2bf8 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:51.314256 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1306cc43-df01-4bdf-b3f7-dad7d5c93bf7", "name": "network-vif-plugged", "status": "completed", "tag": "87c4d417-d4ed-45dc-ab21-8747e7ef8882", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:51.314524 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43f2a6bf-3bf3-45a8-be42-d3d7160e2bf8 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:51.315362 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1306cc43-df01-4bdf-b3f7-dad7d5c93bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c4d417-d4ed-45dc-ab21-8747e7ef8882', 'code': 200} Aug 09 15:45:51.380269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576bb5-fc31-4a79-9e8d-3bfa000b4022 req-8832d77b-36fc-4e9f-81b7-fffc26492c22 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:51.403080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2576bb5-fc31-4a79-9e8d-3bfa000b4022 req-8832d77b-36fc-4e9f-81b7-fffc26492c22 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 943 time: 0.1483512 Aug 09 15:45:51.487142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-78cce8fa-203c-4ca0-bf3a-6c6edf00f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:51.490665 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-78cce8fa-203c-4ca0-bf3a-6c6edf00f1dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1094 time: 0.2166164 Aug 09 15:45:51.594107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2576bb5-fc31-4a79-9e8d-3bfa000b4022 req-fb65c22d-e245-4f78-b69c-f1b63767a1b9 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875148 Aug 09 15:45:51.618157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb2455-26b7-4c70-83fd-f34d0f893bf7 req-63c6597a-d74a-4a05-aaf5-d557e70e6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:51.620334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51bb2455-26b7-4c70-83fd-f34d0f893bf7 req-63c6597a-d74a-4a05-aaf5-d557e70e6dd7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 1096 time: 0.2129543 Aug 09 15:45:51.648040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-548e9738-eb88-4e36-b1fe-7ce0a0d7161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.658863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-548e9738-eb88-4e36-b1fe-7ce0a0d7161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.662225 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-548e9738-eb88-4e36-b1fe-7ce0a0d7161d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f791b27-66ec-46f6-ac0a-5f8d0d1d936d HTTP/1.1" status: 204 len: 168 time: 0.7441764 Aug 09 15:45:51.685248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e9738-eb88-4e36-b1fe-7ce0a0d7161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f791b27-66ec-46f6-ac0a-5f8d0d1d936d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.729061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51bb2455-26b7-4c70-83fd-f34d0f893bf7 req-6709d0d7-10b5-424d-bb0d-a5babd90a1ad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991228 Aug 09 15:45:51.765155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-339841ce-7377-40be-bf5d-9b863d1f9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:51.767509 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-339841ce-7377-40be-bf5d-9b863d1f9beb service neutron] 10.222.0.66 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 915 time: 0.2615557 Aug 09 15:45:51.841929 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-cf863ee4-5528-43d1-a002-7a1d0a494a9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f HTTP/1.1" status: 200 len: 217 time: 0.0665457 Aug 09 15:45:51.922717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-85a7fdf2-37f4-488a-8339-f2091a6d54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:51.927778 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-85a7fdf2-37f4-488a-8339-f2091a6d54e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.0722816 Aug 09 15:45:51.928506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58050) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:51.971983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58054) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:51.983301 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-b977b1f9-03aa-4794-be10-80a047896a77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461781 Aug 09 15:45:52.130911 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-513f269a-ba4a-4374-a540-f377763bcbeb service neutron] 10.222.0.66 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390126 Aug 09 15:45:52.151664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccccef-ff83-4ffa-b4dc-7cdfe73e2312 req-4955f8c6-bb14-4f20-9829-ace0d2d6351f tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:52.154677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06ccccef-ff83-4ffa-b4dc-7cdfe73e2312 req-4955f8c6-bb14-4f20-9829-ace0d2d6351f tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 945 time: 0.0636435 Aug 09 15:45:52.223020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06ccccef-ff83-4ffa-b4dc-7cdfe73e2312 req-30a2bcd0-0da9-4ec1-b3ac-62e51c263350 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581260 Aug 09 15:45:52.285386 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-772edd9c-96f1-49ad-9615-a7375dbb7257 req-f5495cd7-23a6-4667-bebf-00aac01d923c service neutron] 10.222.0.66 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457603 Aug 09 15:45:52.313748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73e8d09b-1501-44eb-bb3d-e85e1fce85bc req-68b0e713-9672-4c4f-aca0-ccfb3c4205a4 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 210 time: 0.0452158 Aug 09 15:45:52.342092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f5f6187-afb4-4f03-88ee-96f219e60ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.342851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54d4f6dc-241e-41f4-a2d6-fc6fd9c52f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.584141 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f5f6187-afb4-4f03-88ee-96f219e60ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.591096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f5f6187-afb4-4f03-88ee-96f219e60ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.653363 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9f5f6187-afb4-4f03-88ee-96f219e60ee4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=176cef920a3448d683e28e33b2353c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7200098 Aug 09 15:45:52.665849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58074) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:52.711179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f6187-afb4-4f03-88ee-96f219e60ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ff98c8-4a26-4cda-a93c-e76b6228b149,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.797987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e964191f-725a-42d3-99c1-8d4a47a270bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.846980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e964191f-725a-42d3-99c1-8d4a47a270bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.901812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-23086d5b-9075-4ccf-9a87-c79c91ab6eea tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:52.904543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-23086d5b-9075-4ccf-9a87-c79c91ab6eea tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.4023302 Aug 09 15:45:52.926559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Request body: {'port': {'device_id': '47d509ae-87f8-4928-a6d4-a640e916c8ce', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'admin_state_up': True, 'tenant_id': '2030902758174eafa38523e20b819289'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:52.928484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e964191f-725a-42d3-99c1-8d4a47a270bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.934307 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e964191f-725a-42d3-99c1-8d4a47a270bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.936636 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e964191f-725a-42d3-99c1-8d4a47a270bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00ff98c8-4a26-4cda-a93c-e76b6228b149 HTTP/1.1" status: 204 len: 168 time: 0.2692876 Aug 09 15:45:52.950721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964191f-725a-42d3-99c1-8d4a47a270bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ff98c8-4a26-4cda-a93c-e76b6228b149,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:53.029001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c904ef-9f9b-4546-8e50-f48362b27603 req-9a15aff1-6b88-4117-838a-5237aa765085 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:53.030765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6c904ef-9f9b-4546-8e50-f48362b27603 req-9a15aff1-6b88-4117-838a-5237aa765085 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 943 time: 0.2584732 Aug 09 15:45:53.166649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6c904ef-9f9b-4546-8e50-f48362b27603 req-81734ba8-c7c1-4e57-b154-8b3a34a6cd4c tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191995 Aug 09 15:45:53.199311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54d4f6dc-241e-41f4-a2d6-fc6fd9c52f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.208543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54d4f6dc-241e-41f4-a2d6-fc6fd9c52f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.259374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Made reservation on behalf of 2030902758174eafa38523e20b819289 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:53.263281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.290686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-54d4f6dc-241e-41f4-a2d6-fc6fd9c52f90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbed201d37ea4a7e8ef292d9ab135528&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3156185 Aug 09 15:45:53.293150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58092) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:53.299482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4f6dc-241e-41f4-a2d6-fc6fd9c52f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0877b0c-c8c8-48ad-b2a5-6f4a0e8338c4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:53.393971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-671e7943-fe0c-4aec-a054-658435a5addb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.429323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-671e7943-fe0c-4aec-a054-658435a5addb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.463048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ce346-c67e-46a9-a1d7-3f383197ab0a req-c681ab9c-adaf-4127-9bbc-225d3c3e66e3 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:53.467347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce8ce346-c67e-46a9-a1d7-3f383197ab0a req-c681ab9c-adaf-4127-9bbc-225d3c3e66e3 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 945 time: 0.1400359 Aug 09 15:45:53.514985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58100) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:53.540880 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f696f886-80ed-49f8-954c-1929892f22f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.565767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-671e7943-fe0c-4aec-a054-658435a5addb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.570447 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-671e7943-fe0c-4aec-a054-658435a5addb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.571543 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-671e7943-fe0c-4aec-a054-658435a5addb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0877b0c-c8c8-48ad-b2a5-6f4a0e8338c4 HTTP/1.1" status: 204 len: 168 time: 0.2768910 Aug 09 15:45:53.580996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed311282-a15f-4a0d-b190-9a63b847d40e req-5cb3a49d-8a6f-4550-8c1c-4ff1f9cea28f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 210 time: 0.1049886 Aug 09 15:45:53.594244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e7943-fe0c-4aec-a054-658435a5addb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0877b0c-c8c8-48ad-b2a5-6f4a0e8338c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:53.651374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce8ce346-c67e-46a9-a1d7-3f383197ab0a req-872fbb5b-71ca-4de2-9f2e-28f2abd89d6a tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734474 Aug 09 15:45:53.659385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Allocated IP 172.20.0.5 (1ab8c585-1d25-41ad-b777-1f25d2988f05/75f04506-ec77-4093-b070-4bc44dc2945d/1e5b1aa6-d081-45ed-af9c-d9949f8ebee7) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:53.894351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f696f886-80ed-49f8-954c-1929892f22f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.906839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device fdc02a91-8c8f-45ea-be00-f510a3a5bb6f details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:53.916280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f696f886-80ed-49f8-954c-1929892f22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.046423 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.064207 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f696f886-80ed-49f8-954c-1929892f22f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4214ebf837e5471786d2058d1a1c1b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441236 Aug 09 15:45:54.065840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58120) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:54.067013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696f886-80ed-49f8-954c-1929892f22f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b592a4-8e30-4705-97cf-56b85e1c7095,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:54.145659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.258312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:54.281198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:54.282041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aa93e29a-21bc-48e7-b7c1-6a160e6f143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.304369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:54.318822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event updated for resources: {'Port': ['ID=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:54.319803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f', 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b', 'port_id': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f', 'mac_address': 'fa:16:3e:0c:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53e89e8-6c81-45f3-b8ee-6499eb41de17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:54.327845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:54.406330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aa93e29a-21bc-48e7-b7c1-6a160e6f143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.486875 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.529736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc02a91-8c8f-45ea-be00-f510a3a5bb6f {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:54.530744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:54.531917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.562849 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aa93e29a-21bc-48e7-b7c1-6a160e6f143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.568030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aa93e29a-21bc-48e7-b7c1-6a160e6f143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.570103 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aa93e29a-21bc-48e7-b7c1-6a160e6f143f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8b592a4-8e30-4705-97cf-56b85e1c7095 HTTP/1.1" status: 204 len: 168 time: 0.4776919 Aug 09 15:45:54.586555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93e29a-21bc-48e7-b7c1-6a160e6f143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b592a4-8e30-4705-97cf-56b85e1c7095,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:54.613095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:54.648085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-382444b5-3343-49d5-ae94-b14483170bd1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7259893 Aug 09 15:45:54.651570 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.668094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Request body: {'port': {'device_id': '47d509ae-87f8-4928-a6d4-a640e916c8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:54.724335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a536ee-0166-46ca-a100-254f7e8591ba req-64a7d9aa-1fa8-4fc2-9f1a-d83f736a5c3d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:54.736453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86a536ee-0166-46ca-a100-254f7e8591ba req-64a7d9aa-1fa8-4fc2-9f1a-d83f736a5c3d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 943 time: 0.2959335 Aug 09 15:45:54.757000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:54.804945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34d070-b4cf-45e4-b76d-351bbb4ed518 req-d090a4c0-ecd7-435c-9c4e-9e7af5ed7f55 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:54.807288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d34d070-b4cf-45e4-b76d-351bbb4ed518 req-d090a4c0-ecd7-435c-9c4e-9e7af5ed7f55 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 945 time: 0.2270107 Aug 09 15:45:54.879401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.894191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86a536ee-0166-46ca-a100-254f7e8591ba req-beba7708-f1b8-4502-bec5-3073d6f4e781 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536145 Aug 09 15:45:54.900011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:55.002985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d34d070-b4cf-45e4-b76d-351bbb4ed518 req-97857970-c022-4966-90b5-82d6942755d2 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722128 Aug 09 15:45:55.284556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479f580-7b8a-481f-b7df-6aa2a1c8e76b req-bff75b2b-68a5-42ac-8e0f-bb4fdd597e06 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:55.296798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a479f580-7b8a-481f-b7df-6aa2a1c8e76b req-bff75b2b-68a5-42ac-8e0f-bb4fdd597e06 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 931 time: 0.2246873 Aug 09 15:45:55.304193 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:45:55.442424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a479f580-7b8a-481f-b7df-6aa2a1c8e76b req-2e521a01-05bf-44d8-bdca-74640245c511 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308665 Aug 09 15:45:55.621039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:55.637765 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.678103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Transition to ACTIVE for port object 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:55.685264 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.885149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:55.922469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device fdc02a91-8c8f-45ea-be00-f510a3a5bb6f up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:55.949020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-876b6c75-6a9b-43be-a3b8-1d4096259cd8 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:55.962441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-876b6c75-6a9b-43be-a3b8-1d4096259cd8 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.35 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 945 time: 0.1376870 Aug 09 15:45:55.971943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Attempting to bind port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:55.972676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Attempting to bind port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:55.974142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Attempting to bind port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:55.997619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:55.998452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Attempting to bind port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:56.024918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:56.025617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Checking segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:56.026405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Bound using segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:56.027562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Bound port: 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:56.028161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.064035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:56.074640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:56.075234 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.259338 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.328923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:56.330790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:56.335764 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01dd552-b61e-480f-908a-793558de5317" -d '{"events": [{"server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "name": "network-vif-plugged", "status": "completed", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:56.340615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] For port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:56.343438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.366350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c607e29-2050-4171-baa0-481293c69eec req-688395bc-f13d-411d-a50d-0984478eb378 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:56.369948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c607e29-2050-4171-baa0-481293c69eec req-688395bc-f13d-411d-a50d-0984478eb378 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 944 time: 0.2837408 Aug 09 15:45:56.411656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:56.417532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] For port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:56.427912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81539034-08b7-4d27-81f3-d3cf30eb6cd6 req-e2e9a6a8-a171-4476-b3eb-fc205e90adb5 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:56.429635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81539034-08b7-4d27-81f3-d3cf30eb6cd6 req-e2e9a6a8-a171-4476-b3eb-fc205e90adb5 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 945 time: 0.2346358 Aug 09 15:45:56.443383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.531777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:56.532968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.535722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 HTTP/1.1" status: 200 len: 1091 time: 1.8748798 Aug 09 15:45:56.536197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d509ae-87f8-4928-a6d4-a640e916c8ce', 'tag': '1e5b1aa6-d081-45ed-af9c-d9949f8ebee7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:56.540600 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "47d509ae-87f8-4928-a6d4-a640e916c8ce", "tag": "1e5b1aa6-d081-45ed-af9c-d9949f8ebee7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:56.579443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c607e29-2050-4171-baa0-481293c69eec req-bc845a51-7251-4536-9ae4-7601f6458068 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853113 Aug 09 15:45:56.581759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Deleting port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:56.582097 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.921910 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc511c-22c0-4208-83c5-7be90b6571d6 x-openstack-request-id: req-c5fc511c-22c0-4208-83c5-7be90b6571d6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:56.922211 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "name": "network-vif-plugged", "status": "completed", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:56.922524 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5fc511c-22c0-4208-83c5-7be90b6571d6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:56.923362 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f', 'code': 200} Aug 09 15:45:57.076234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81539034-08b7-4d27-81f3-d3cf30eb6cd6 req-f073580e-3f0a-46e0-a965-f75b8f6b2884 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/security-groups?id=01efa3f9-c52d-4be8-a88b-fc811207ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348538 Aug 09 15:45:57.090688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868350e-03aa-433f-a9e6-4feb7a3434a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:57.120445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9942264-f5e5-419d-851f-b1f24cf42b20 req-4ac2f361-7355-47c7-a808-620e929de913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:57.123436 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a9942264-f5e5-419d-851f-b1f24cf42b20 req-4ac2f361-7355-47c7-a808-620e929de913 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1096 time: 0.0986748 Aug 09 15:45:57.199314 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c2a80-44f9-415c-ab00-357f8d30516e x-openstack-request-id: req-e38c2a80-44f9-415c-ab00-357f8d30516e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:57.199557 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d509ae-87f8-4928-a6d4-a640e916c8ce", "tag": "1e5b1aa6-d081-45ed-af9c-d9949f8ebee7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:57.199793 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e38c2a80-44f9-415c-ab00-357f8d30516e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:57.200261 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d509ae-87f8-4928-a6d4-a640e916c8ce', 'tag': '1e5b1aa6-d081-45ed-af9c-d9949f8ebee7', 'status': 'completed', 'code': 200} Aug 09 15:45:57.203537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-d0e08476-a1bd-4dda-a0c3-b8d40be3a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:57.208634 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a9942264-f5e5-419d-851f-b1f24cf42b20 req-b87bdf75-c1b6-49d1-8840-634e064af15a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763237 Aug 09 15:45:57.212370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-d0e08476-a1bd-4dda-a0c3-b8d40be3a647 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 1094 time: 0.6075478 Aug 09 15:45:57.284907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-9b162fe0-9c50-4085-b63a-cb871b407367 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 HTTP/1.1" status: 200 len: 217 time: 0.0630484 Aug 09 15:45:57.293918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f34b80-00e6-4c49-9821-2bfe37cf8f88 req-982b5587-32aa-4aa2-bdca-9bb55e2009f8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:57.295906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8f34b80-00e6-4c49-9821-2bfe37cf8f88 req-982b5587-32aa-4aa2-bdca-9bb55e2009f8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 943 time: 0.2461183 Aug 09 15:45:57.318567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] For port 87c4d417-d4ed-45dc-ab21-8747e7ef8882, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=87c4d417-d4ed-45dc-ab21-8747e7ef8882,segment=NetworkSegment(07e82b3a-119c-4dae-b49d-f17c7b786e4b),segment_id=07e82b3a-119c-4dae-b49d-f17c7b786e4b)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:57.318965 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.378536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Calling delete_port for 87c4d417-d4ed-45dc-ab21-8747e7ef8882 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:57.425150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-582eba0e-1fe6-4880-a5e5-4f33ed3d6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:57.425150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-582eba0e-1fe6-4880-a5e5-4f33ed3d6fff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.1254730 Aug 09 15:45:57.477480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8f34b80-00e6-4c49-9821-2bfe37cf8f88 req-91b72b6e-f68b-4f86-b605-1f080a324425 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632519 Aug 09 15:45:57.496265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-862ecd17-5470-4fa0-9972-38fe07c902be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343933 Aug 09 15:45:57.677009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-8fce2b4e-8e0f-4c2f-9aeb-257e6c35b7f1 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687293 Aug 09 15:45:57.756874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.771890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['87c4d417-d4ed-45dc-ab21-8747e7ef8882'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:57.938856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Pushing event deleted for resources: {'Port': ['ID=87c4d417-d4ed-45dc-ab21-8747e7ef8882,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:58.001824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] No DVR routers for this DVR port 87c4d417-d4ed-45dc-ab21-8747e7ef8882 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:58.011437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7eb4f-b336-4eb4-8d17-b4f5ab8428b9 req-a0b37dd5-def2-4b50-8356-a4f443a12a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:58.013170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ee7eb4f-b336-4eb4-8d17-b4f5ab8428b9 req-a0b37dd5-def2-4b50-8356-a4f443a12a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 945 time: 0.3252711 Aug 09 15:45:58.014350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.016420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d183e2a8-ca26-4405-8a21-55c5ffa3e760 req-9047b04b-aa5c-4642-b780-2ce985d09c57 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.35 "DELETE /v2.0/ports/87c4d417-d4ed-45dc-ab21-8747e7ef8882 HTTP/1.1" status: 204 len: 173 time: 2.0206552 Aug 09 15:45:58.032453 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.063553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bdf3ff99-f18f-43f3-bff8-a02440bbd0f1 req-53aaca7a-a3c4-4ab0-90be-e97f5b11963d service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739293 Aug 09 15:45:58.092203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ee7eb4f-b336-4eb4-8d17-b4f5ab8428b9 req-e0c3ec0c-630f-4fba-9c41-23a90f0d7781 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Aug 09 15:45:58.115659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58308) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:58.209690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-7b6153c9-ed44-40f0-add9-bd91be90942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:58.212275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-7b6153c9-ed44-40f0-add9-bd91be90942f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 1094 time: 0.0723827 Aug 09 15:45:58.304504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.320304 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cabc775-8e2e-42e2-ba88-de297592c26a req-f8c7637b-6e65-4751-88a3-44618794a9b7 tempest-ServerPasswordTestJSON-1270646876 tempest-ServerPasswordTestJSON-1270646876-project] 10.222.0.64 "GET /v2.0/ports?device_id=1306cc43-df01-4bdf-b3f7-dad7d5c93bf7 HTTP/1.1" status: 200 len: 210 time: 0.0833006 Aug 09 15:45:58.391663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-987f63e0-1395-43a9-af84-bf171c4bf52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.416376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-ed9795aa-0ed5-41f0-9f81-9c4091601781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:58.417978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-ed9795aa-0ed5-41f0-9f81-9c4091601781 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 913 time: 0.1987233 Aug 09 15:45:58.481008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-ff14075c-95be-4909-bf17-a288f9c135bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 HTTP/1.1" status: 200 len: 217 time: 0.0497222 Aug 09 15:45:58.563946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-213c3cc8-ad17-4b9b-9d13-fbc401a7c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:58.565969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-213c3cc8-ad17-4b9b-9d13-fbc401a7c890 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.0752058 Aug 09 15:45:58.632387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-82ae90bf-cfb7-4f03-8fe0-94224af18033 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372918 Aug 09 15:45:58.753089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-987f63e0-1395-43a9-af84-bf171c4bf52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.783236 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-987f63e0-1395-43a9-af84-bf171c4bf52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.842027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956d7a7-6806-447d-b6ab-27a616db792b req-91a75374-a1fa-4115-b644-4b58d8989763 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:58.844485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a956d7a7-6806-447d-b6ab-27a616db792b req-91a75374-a1fa-4115-b644-4b58d8989763 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 943 time: 0.2226686 Aug 09 15:45:58.916480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-987f63e0-1395-43a9-af84-bf171c4bf52a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=999c3f204e1845dba541bd76ad78b978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7987280 Aug 09 15:45:58.918936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58338) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:58.930365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f63e0-1395-43a9-af84-bf171c4bf52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949ddce1-1702-43a6-8899-e6915af6541a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:58.961995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-4be1489f-9314-4176-b191-0d2075712693 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210306 Aug 09 15:45:58.970456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a956d7a7-6806-447d-b6ab-27a616db792b req-5ad22e25-951a-40d3-ae2b-7ca44c22007e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132052 Aug 09 15:45:59.018128 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ddea9a-b3a2-4dab-a8ea-56580cbb4505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.044341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ddea9a-b3a2-4dab-a8ea-56580cbb4505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.100176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c3b10df-ce39-40b5-a3dd-55e1c1c3bc5e req-8b534247-fea5-4dad-be2f-20bda667575c service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278429 Aug 09 15:45:59.131150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ddea9a-b3a2-4dab-a8ea-56580cbb4505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.135730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ddea9a-b3a2-4dab-a8ea-56580cbb4505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.137832 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-76ddea9a-b3a2-4dab-a8ea-56580cbb4505 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/949ddce1-1702-43a6-8899-e6915af6541a HTTP/1.1" status: 204 len: 168 time: 0.2171388 Aug 09 15:45:59.147902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddea9a-b3a2-4dab-a8ea-56580cbb4505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949ddce1-1702-43a6-8899-e6915af6541a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.201611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1306cc43-df01-4bdf-b3f7-dad7d5c93bf7', 'name': 'network-vif-deleted', 'tag': '87c4d417-d4ed-45dc-ab21-8747e7ef8882'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:59.206790 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3112cc81-9ecb-4c07-92d9-303b810ba4ba" -d '{"events": [{"server_uuid": "1306cc43-df01-4bdf-b3f7-dad7d5c93bf7", "name": "network-vif-deleted", "tag": "87c4d417-d4ed-45dc-ab21-8747e7ef8882"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:59.269019 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df1bfc3-3a25-4f04-a096-5e0e5a641b93 x-openstack-request-id: req-6df1bfc3-3a25-4f04-a096-5e0e5a641b93 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:59.269427 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1306cc43-df01-4bdf-b3f7-dad7d5c93bf7", "name": "network-vif-deleted", "tag": "87c4d417-d4ed-45dc-ab21-8747e7ef8882", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:59.269742 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6df1bfc3-3a25-4f04-a096-5e0e5a641b93 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:59.270275 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1306cc43-df01-4bdf-b3f7-dad7d5c93bf7', 'name': 'network-vif-deleted', 'tag': '87c4d417-d4ed-45dc-ab21-8747e7ef8882', 'status': 'completed', 'code': 200} Aug 09 15:45:59.283910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29053e-319f-4fe3-bb50-72a2749c9296 req-f4f61ed2-357e-4074-a16e-5ca13d31607f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:59.285746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de29053e-319f-4fe3-bb50-72a2749c9296 req-f4f61ed2-357e-4074-a16e-5ca13d31607f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 945 time: 0.0653286 Aug 09 15:45:59.339379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de29053e-319f-4fe3-bb50-72a2749c9296 req-2f22866e-5237-4a75-a585-c6b0a170e888 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Aug 09 15:45:59.407003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58370) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.522210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-784e94ac-427e-494f-8804-3c3a6dd4b11a tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-457496191&fields=id&tenant_id=068393c7956242049294af6af490c3ab HTTP/1.1" status: 200 len: 267 time: 0.1050079 Aug 09 15:45:59.551142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf0c829-7006-4a68-bb1d-88efecd8e73a admin admin] Deleting subnet e52aae12-ec4d-4f56-886e-000e2795f675 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:59.558840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c829-7006-4a68-bb1d-88efecd8e73a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.624256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c829-7006-4a68-bb1d-88efecd8e73a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.656313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-6769188d-5948-40b8-bc2c-87b5baadcfe4 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:59.660794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-6769188d-5948-40b8-bc2c-87b5baadcfe4 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 945 time: 0.1266799 Aug 09 15:45:59.677193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'port': {'security_groups': ['afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb', '5f08190d-89f1-4c41-9060-af506734935b']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:59.746258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c829-7006-4a68-bb1d-88efecd8e73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.759063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58374) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.823790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.834799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58378) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.850043 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6316a1ac-d20d-403c-9480-5c3795e66f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.921982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c829-7006-4a68-bb1d-88efecd8e73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.964635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0c829-7006-4a68-bb1d-88efecd8e73a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52aae12-ec4d-4f56-886e-000e2795f675,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.991899 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c829-7006-4a68-bb1d-88efecd8e73a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.999810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0bf0c829-7006-4a68-bb1d-88efecd8e73a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e52aae12-ec4d-4f56-886e-000e2795f675 HTTP/1.1" status: 204 len: 168 time: 0.5911918 Aug 09 15:45:59.999810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58382) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:00.023812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6316a1ac-d20d-403c-9480-5c3795e66f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.030217 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6316a1ac-d20d-403c-9480-5c3795e66f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.085408 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6316a1ac-d20d-403c-9480-5c3795e66f97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=828bbf7127554471b360f4e274c6701f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493231 Aug 09 15:46:00.086506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316a1ac-d20d-403c-9480-5c3795e66f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fe93dd-d9e4-4d53-9455-9f104090e7e5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.089250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58388) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:00.154189 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9630926-bd5a-4d43-a3aa-34fb062ad13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.196068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.198451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-510d3522-7b2e-408c-bef9-5093d5dccef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.211553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9630926-bd5a-4d43-a3aa-34fb062ad13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.296925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cf959-1ce5-4152-b8d4-3e8a42d93cd1 req-9fce4830-a74c-4e88-bb4e-b3f274e3aea7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:00.299734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-180cf959-1ce5-4152-b8d4-3e8a42d93cd1 req-9fce4830-a74c-4e88-bb4e-b3f274e3aea7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 943 time: 0.1166394 Aug 09 15:46:00.307959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9630926-bd5a-4d43-a3aa-34fb062ad13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.310590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9630926-bd5a-4d43-a3aa-34fb062ad13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.314355 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a9630926-bd5a-4d43-a3aa-34fb062ad13c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7fe93dd-d9e4-4d53-9455-9f104090e7e5 HTTP/1.1" status: 204 len: 168 time: 0.2213309 Aug 09 15:46:00.328487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9630926-bd5a-4d43-a3aa-34fb062ad13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fe93dd-d9e4-4d53-9455-9f104090e7e5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.367732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-510d3522-7b2e-408c-bef9-5093d5dccef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.373163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-510d3522-7b2e-408c-bef9-5093d5dccef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.402313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] For port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:00.420355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d3522-7b2e-408c-bef9-5093d5dccef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbcd560-b2c7-47a3-9877-7185c02f7c9f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.425591 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-510d3522-7b2e-408c-bef9-5093d5dccef8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a81a407b9f6048a9864ae0aa60a12087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651397 Aug 09 15:46:00.428081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58392) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:00.428324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.448341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-180cf959-1ce5-4152-b8d4-3e8a42d93cd1 req-6639eddc-83b4-4995-bfe5-12ba76cc1ed3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222596 Aug 09 15:46:00.450140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a667e525-a087-43b9-b83b-acc37af934cf']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:00.468639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e82b3a-119c-4dae-b49d-f17c7b786e4b') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:00.468930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e82b3a-119c-4dae-b49d-f17c7b786e4b') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:00.490657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.494245 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.503320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-29b61723-5acc-4bef-9764-7d4f034cb1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.505880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.523334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:00.530192 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.571040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-29b61723-5acc-4bef-9764-7d4f034cb1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.583795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:00.585201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.587580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9621f8ba-3ca6-4de5-bcfd-648ad8a78b45 req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "PUT /v2.0/ports/fdc02a91-8c8f-45ea-be00-f510a3a5bb6f HTTP/1.1" status: 200 len: 981 time: 0.9183776 Aug 09 15:46:00.589524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:46:00.590381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:46:00.598474 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:46:00.695092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:00.700062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-29b61723-5acc-4bef-9764-7d4f034cb1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.703904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-29b61723-5acc-4bef-9764-7d4f034cb1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.708986 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-29b61723-5acc-4bef-9764-7d4f034cb1f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bbcd560-b2c7-47a3-9877-7185c02f7c9f HTTP/1.1" status: 204 len: 168 time: 0.2792580 Aug 09 15:46:00.727702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d1d67-abaa-403c-9acd-1875149229a1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'Port': ['ID=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.737563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b61723-5acc-4bef-9764-7d4f034cb1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbcd560-b2c7-47a3-9877-7185c02f7c9f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.776252 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.782159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.787959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] 10.222.0.64 "DELETE /v2.0/networks/a667e525-a087-43b9-b83b-acc37af934cf HTTP/1.1" status: 204 len: 168 time: 0.7806406 Aug 09 15:46:00.819730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cf60b-fcc5-4116-9388-76db0454910d admin admin] Pushing event deleted for resources: {'Network': ['ID=a667e525-a087-43b9-b83b-acc37af934cf,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.833794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 87c4d417-d4ed-45dc-ab21-8747e7ef8882 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:00.842589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-4ba51053-0fc7-47cf-8b22-7ef56099ff12 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1394211488&fields=id&tenant_id=068393c7956242049294af6af490c3ab HTTP/1.1" status: 200 len: 267 time: 0.0965252 Aug 09 15:46:00.855343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:00.871576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 87c4d417-d4ed-45dc-ab21-8747e7ef8882 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:00.872233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 87c4d417-d4ed-45dc-ab21-8747e7ef8882 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:00.928873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-64f99799-d04c-45dd-89ce-11f4cc131d80 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:00.931062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-64f99799-d04c-45dd-89ce-11f4cc131d80 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 984 time: 0.0792334 Aug 09 15:46:00.948644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'port': {'security_groups': ['5f08190d-89f1-4c41-9060-af506734935b', 'afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb', 'baf4beec-4d35-4c12-8f52-fa6a435cef7c']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:01.043528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.075126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:01.166565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '1e5b1aa6-d081-45ed-af9c-d9949f8ebee7', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'port_id': '1e5b1aa6-d081-45ed-af9c-d9949f8ebee7', 'mac_address': 'fa:16:3e:8b:f2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f04506-ec77-4093-b070-4bc44dc2945d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:01.284014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:01.286839 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:01.354065 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.380677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] For port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:01.385476 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8643cfbc-7324-4f4c-9aaa-4d97cc94362d x-openstack-request-id: req-8643cfbc-7324-4f4c-9aaa-4d97cc94362d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:01.385794 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:01.386005 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8643cfbc-7324-4f4c-9aaa-4d97cc94362d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:01.386668 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f', 'status': 'completed', 'code': 200} Aug 09 15:46:01.400473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58420) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:01.412465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:01.461979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.466203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:01.471120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.477513 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.515017 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a0705649-5af6-4dcd-be0f-e4c144b1236d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06c6601322bf44d6b222c14febe1913e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130698 Aug 09 15:46:01.523757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-fd6b6682-9cc0-485e-af47-8516c1ceac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.525826 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-fd6b6682-9cc0-485e-af47-8516c1ceac6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1135 time: 0.1043799 Aug 09 15:46:01.526547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58424) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:01.603788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.607904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.624195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58428) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:01.627566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c22f0a2d-e90b-42be-990d-ad28b0bb1898 req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "PUT /v2.0/ports/fdc02a91-8c8f-45ea-be00-f510a3a5bb6f HTTP/1.1" status: 200 len: 1020 time: 0.6847246 Aug 09 15:46:01.661041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:01.670197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:01.670420 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86a0a97e-c514-4d95-b8ef-fa799d5f6e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.754309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.755488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.758019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.758964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.760097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.760592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.761113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.762530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.763045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.763700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.764607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.765591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:01.792653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:01.823304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c3dd2-5c2d-45f6-b190-5e96f5dbb3cc tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'Port': ['ID=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:01.830091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-3b9cc171-a5d2-4ced-9a37-34c55901708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.831977 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-3b9cc171-a5d2-4ced-9a37-34c55901708a service neutron] 10.222.0.66 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 915 time: 0.2817400 Aug 09 15:46:01.836363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09afbd58-5134-48a7-b682-c4fd72ac0b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.862846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1e5b1aa6-d081-45ed-af9c-d9949f8ebee7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:01.919895 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-29e571ec-36a8-4eae-b6c1-d25a0c45bd88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f HTTP/1.1" status: 200 len: 217 time: 0.0715122 Aug 09 15:46:01.928691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1d5bb-ca42-4f7c-94e3-26692215b88a req-e20a574c-346b-498e-86c4-0af4f392c2dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.932123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99d1d5bb-ca42-4f7c-94e3-26692215b88a req-e20a574c-346b-498e-86c4-0af4f392c2dc tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 944 time: 0.2655098 Aug 09 15:46:01.959544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09afbd58-5134-48a7-b682-c4fd72ac0b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.036753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99d1d5bb-ca42-4f7c-94e3-26692215b88a req-0a0420a7-0076-4c9c-9fd6-bba018ed192b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739746 Aug 09 15:46:02.087810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4284f-1efd-46d7-93b4-f8ed16399171 req-b1436eb8-88f6-4dd3-8efe-bfbed88dbb34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:02.090795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cc4284f-1efd-46d7-93b4-f8ed16399171 req-b1436eb8-88f6-4dd3-8efe-bfbed88dbb34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1023 time: 0.2123742 Aug 09 15:46:02.112871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-09612634-7f57-4d92-8116-cddae0473a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:02.116410 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-09612634-7f57-4d92-8116-cddae0473a1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.1847062 Aug 09 15:46:02.182088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-67b4c310-c923-41d0-b81f-7c95db1a2835 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530410 Aug 09 15:46:02.242627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86a0a97e-c514-4d95-b8ef-fa799d5f6e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.265952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cc4284f-1efd-46d7-93b4-f8ed16399171 req-ae62ca45-9d4e-4595-80d6-f17a38d2059d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f08190d-89f1-4c41-9060-af506734935b&id=baf4beec-4d35-4c12-8f52-fa6a435cef7c&id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb HTTP/1.1" status: 200 len: 6156 time: 0.1611156 Aug 09 15:46:02.292670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86a0a97e-c514-4d95-b8ef-fa799d5f6e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.298070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09afbd58-5134-48a7-b682-c4fd72ac0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.301721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09afbd58-5134-48a7-b682-c4fd72ac0b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.306700 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-09afbd58-5134-48a7-b682-c4fd72ac0b0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01efa3f9-c52d-4be8-a88b-fc811207ea4a HTTP/1.1" status: 204 len: 168 time: 0.7751517 Aug 09 15:46:02.316508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-eb6ec0ab-bb04-4aa4-bba0-e6e61fce5a04 req-54dc8e21-6c00-48cd-8a0a-7be629565a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': ' tempest-securitygroup -392292322 ', 'description': 'tempest-description-530859404'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:02.358735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0a97e-c514-4d95-b8ef-fa799d5f6e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb02ee8-7de8-4ead-aeb3-702203f34e9d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:02.361540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eb6ec0ab-bb04-4aa4-bba0-e6e61fce5a04 req-54dc8e21-6c00-48cd-8a0a-7be629565a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.394335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afbd58-5134-48a7-b682-c4fd72ac0b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01efa3f9-c52d-4be8-a88b-fc811207ea4a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:02.428042 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-86a0a97e-c514-4d95-b8ef-fa799d5f6e4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=676ec7299e0e47a990b88864f5113c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8013804 Aug 09 15:46:02.436952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58448) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:02.474217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-18e263d2-7f4e-4871-8432-9c81140a8c2d service neutron] 10.222.0.66 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728660 Aug 09 15:46:02.724323 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a24386b-e8cf-4921-85a6-fd1a7c68b527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.760116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a24386b-e8cf-4921-85a6-fd1a7c68b527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.828796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eb6ec0ab-bb04-4aa4-bba0-e6e61fce5a04 req-54dc8e21-6c00-48cd-8a0a-7be629565a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.837658 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eb6ec0ab-bb04-4aa4-bba0-e6e61fce5a04 req-54dc8e21-6c00-48cd-8a0a-7be629565a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.920505 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eb6ec0ab-bb04-4aa4-bba0-e6e61fce5a04 req-54dc8e21-6c00-48cd-8a0a-7be629565a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.932835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb6ec0ab-bb04-4aa4-bba0-e6e61fce5a04 req-54dc8e21-6c00-48cd-8a0a-7be629565a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6296582 Aug 09 15:46:02.934790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc8e21-6c00-48cd-8a0a-7be629565a34 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae351b-20b8-4916-9921-c3c018391dc6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:03.000067 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f3fb052a-6693-4649-8ff1-4b9ed1b786a8 req-95de7437-31f9-4949-81e8-c631d6abcb4c service neutron] 10.222.0.66 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160301 Aug 09 15:46:03.003782 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a24386b-e8cf-4921-85a6-fd1a7c68b527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.008191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a24386b-e8cf-4921-85a6-fd1a7c68b527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.013325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4a24386b-e8cf-4921-85a6-fd1a7c68b527 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebb02ee8-7de8-4ead-aeb3-702203f34e9d HTTP/1.1" status: 204 len: 168 time: 0.5715778 Aug 09 15:46:03.031633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24386b-e8cf-4921-85a6-fd1a7c68b527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb02ee8-7de8-4ead-aeb3-702203f34e9d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:03.038948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9eda94d2-ddd3-463e-aa95-78000de24cd9 req-c890ea38-c767-43a5-9209-e9e3ec83a690 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/e7ae351b-20b8-4916-9921-c3c018391dc6 HTTP/1.1" status: 200 len: 1781 time: 0.0802090 Aug 09 15:46:03.140648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4d96843-3867-4314-8b24-eb1ba26b0ed1 req-0904e32d-23ae-4e62-a1d9-0edfb907706d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/e7ae351b-20b8-4916-9921-c3c018391dc6 HTTP/1.1" status: 200 len: 1781 time: 0.0664723 Aug 09 15:46:03.227748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af44b05-2504-4e16-929b-c5453a23c916 req-2c94e656-72a0-4d92-8dcd-f3afb2a638ad tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:03.229441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0af44b05-2504-4e16-929b-c5453a23c916 req-2c94e656-72a0-4d92-8dcd-f3afb2a638ad tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 944 time: 0.0929756 Aug 09 15:46:03.293878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d4d96843-3867-4314-8b24-eb1ba26b0ed1 req-07ee51f5-78ec-4f3c-b5f7-2c217faf895e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.309517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0af44b05-2504-4e16-929b-c5453a23c916 req-112f7f51-29d5-48dc-b530-812dda9c1d55 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 Aug 09 15:46:03.339504 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d4d96843-3867-4314-8b24-eb1ba26b0ed1 req-07ee51f5-78ec-4f3c-b5f7-2c217faf895e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.388250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:03.394499 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c1be30-6982-49ea-bb01-9234af77ee85" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:03.399031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d4d96843-3867-4314-8b24-eb1ba26b0ed1 req-07ee51f5-78ec-4f3c-b5f7-2c217faf895e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.401695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d4d96843-3867-4314-8b24-eb1ba26b0ed1 req-07ee51f5-78ec-4f3c-b5f7-2c217faf895e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.402987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4d96843-3867-4314-8b24-eb1ba26b0ed1 req-07ee51f5-78ec-4f3c-b5f7-2c217faf895e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/e7ae351b-20b8-4916-9921-c3c018391dc6 HTTP/1.1" status: 204 len: 173 time: 0.2529051 Aug 09 15:46:03.414716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee51f5-78ec-4f3c-b5f7-2c217faf895e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae351b-20b8-4916-9921-c3c018391dc6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:03.455726 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-dadc05cf-74f1-443b-925c-5f3c6382370a req-93512b0b-3a84-4962-8e55-190364dfe66e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:03.457038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dadc05cf-74f1-443b-925c-5f3c6382370a req-93512b0b-3a84-4962-8e55-190364dfe66e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/e7ae351b-20b8-4916-9921-c3c018391dc6 HTTP/1.1" status: 404 len: 352 time: 0.0174854 Aug 09 15:46:03.485696 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe744a9f-a9b8-41e3-b2ae-548d547bec4d x-openstack-request-id: req-fe744a9f-a9b8-41e3-b2ae-548d547bec4d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:03.485908 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:03.486153 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe744a9f-a9b8-41e3-b2ae-548d547bec4d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:03.486559 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f', 'status': 'completed', 'code': 200} Aug 09 15:46:03.530355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-bc3a4204-dc2c-4fb8-9668-e5f8a4108e93 req-4cd1f7be-5be9-47ab-af65-3ca5af660924 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1628684315', 'description': 'tempest-description-503338413'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:03.574497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc3a4204-dc2c-4fb8-9668-e5f8a4108e93 req-4cd1f7be-5be9-47ab-af65-3ca5af660924 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.615133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-0f9618d9-f3a4-49b7-b9a0-a7d246759466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:03.618170 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-0f9618d9-f3a4-49b7-b9a0-a7d246759466 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1174 time: 0.0778825 Aug 09 15:46:03.747478 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc3a4204-dc2c-4fb8-9668-e5f8a4108e93 req-4cd1f7be-5be9-47ab-af65-3ca5af660924 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.753260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc3a4204-dc2c-4fb8-9668-e5f8a4108e93 req-4cd1f7be-5be9-47ab-af65-3ca5af660924 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.789251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-ac7e6e27-fb91-4ac7-b6e2-8c45b9906188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:03.792369 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-ac7e6e27-fb91-4ac7-b6e2-8c45b9906188 service neutron] 10.222.0.66 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 915 time: 0.1631386 Aug 09 15:46:03.800871 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bc3a4204-dc2c-4fb8-9668-e5f8a4108e93 req-4cd1f7be-5be9-47ab-af65-3ca5af660924 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.802226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc3a4204-dc2c-4fb8-9668-e5f8a4108e93 req-4cd1f7be-5be9-47ab-af65-3ca5af660924 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2835314 Aug 09 15:46:03.804504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1f7be-5be9-47ab-af65-3ca5af660924 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb3fe4-99b4-4093-8830-21027bf9083b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:03.836264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d93c7869-8381-4e0d-9f51-4963a8127947 req-c1c4b794-d487-476d-9af8-6ae57369d810 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-890861514', 'description': 'tempest-description-1585532524'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:03.872704 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d93c7869-8381-4e0d-9f51-4963a8127947 req-c1c4b794-d487-476d-9af8-6ae57369d810 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.879464 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-6260513b-a424-4602-a926-20777056157c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f HTTP/1.1" status: 200 len: 217 time: 0.0773456 Aug 09 15:46:03.972665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-3e6aec4d-1050-4f63-9843-ac53765244bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:03.974682 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-3e6aec4d-1050-4f63-9843-ac53765244bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.0858009 Aug 09 15:46:04.030544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d93c7869-8381-4e0d-9f51-4963a8127947 req-c1c4b794-d487-476d-9af8-6ae57369d810 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.041026 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d93c7869-8381-4e0d-9f51-4963a8127947 req-c1c4b794-d487-476d-9af8-6ae57369d810 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.096245 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-73d1607a-254d-45ec-a556-03520a63ef92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873349 Aug 09 15:46:04.124717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4b794-d487-476d-9af8-6ae57369d810 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2354a0-7355-4792-9403-f826bd871bec,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:04.130280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d93c7869-8381-4e0d-9f51-4963a8127947 req-c1c4b794-d487-476d-9af8-6ae57369d810 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.133351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d93c7869-8381-4e0d-9f51-4963a8127947 req-c1c4b794-d487-476d-9af8-6ae57369d810 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3023300 Aug 09 15:46:04.193220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4c5757f7-3128-4eef-97e0-4974555b041d req-3d8385ce-e817-4194-8373-dce25f7ec5c6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-142691671', 'description': 'tempest-description-876657063'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:04.229214 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c5757f7-3128-4eef-97e0-4974555b041d req-3d8385ce-e817-4194-8373-dce25f7ec5c6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.241833 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-92b0df89-4e85-45df-b753-55a9c55263e8 service neutron] 10.222.0.66 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366363 Aug 09 15:46:04.385162 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c5757f7-3128-4eef-97e0-4974555b041d req-3d8385ce-e817-4194-8373-dce25f7ec5c6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.402117 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c1c1be30-6982-49ea-bb01-9234af77ee85 req-63043997-c5c0-4d76-a466-078fbd171d9f service neutron] 10.222.0.66 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510961 Aug 09 15:46:04.404925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c5757f7-3128-4eef-97e0-4974555b041d req-3d8385ce-e817-4194-8373-dce25f7ec5c6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.496190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c5757f7-3128-4eef-97e0-4974555b041d req-3d8385ce-e817-4194-8373-dce25f7ec5c6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.498330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c5757f7-3128-4eef-97e0-4974555b041d req-3d8385ce-e817-4194-8373-dce25f7ec5c6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3189166 Aug 09 15:46:04.503768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8385ce-e817-4194-8373-dce25f7ec5c6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efee4037-8cd8-49d3-9db1-c5a40361825c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:04.550468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9d222-b1ed-4880-ae1b-2b38c02ac893 req-405efaa8-7a33-4aef-9bc9-b4e30396b0db tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.554095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43d9d222-b1ed-4880-ae1b-2b38c02ac893 req-405efaa8-7a33-4aef-9bc9-b4e30396b0db tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 944 time: 0.1249793 Aug 09 15:46:04.674623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43d9d222-b1ed-4880-ae1b-2b38c02ac893 req-e981e6f5-fb00-43ac-91d4-0c74709abf79 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937438 Aug 09 15:46:04.789488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64fd4976-0589-4db5-aef5-ff1ec1d0e1da req-bdbfc149-36bf-4093-8e24-a16199e296c1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=068393c7956242049294af6af490c3ab HTTP/1.1" status: 200 len: 10908 time: 0.2338407 Aug 09 15:46:04.846277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:04.890530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58536) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:04.892829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64fd4976-0589-4db5-aef5-ff1ec1d0e1da req-6f0b06d2-3555-4a12-b8c2-9bcaccd5d3d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb HTTP/1.1" status: 200 len: 2985 time: 0.0891955 Aug 09 15:46:05.014578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:05.031193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:05.034582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.040831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64fd4976-0589-4db5-aef5-ff1ec1d0e1da req-4ca14dd2-edf9-4069-b202-aae8a09b79a6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb HTTP/1.1" status: 200 len: 2985 time: 0.1320801 Aug 09 15:46:05.210981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12b83599-cb04-4d2a-832f-52c7e0f0865e req-5eff4caa-28cb-4223-819d-1d0e0506d353 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/abfb3fe4-99b4-4093-8830-21027bf9083b HTTP/1.1" status: 200 len: 1802 time: 0.1265237 Aug 09 15:46:05.213106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-905420320-network', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:05.294321 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.295164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Made reservation on behalf of 7f7e941ac64e424aab3da0be1f7000b8 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:05.301473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.339138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.375051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-12b83599-cb04-4d2a-832f-52c7e0f0865e req-2cf00a48-1665-4adb-9da7-378b68c80134 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.397491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d509ae-87f8-4928-a6d4-a640e916c8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b1aa6-d081-45ed-af9c-d9949f8ebee7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:05.431055 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f36029-773c-41fa-acd0-16a755809de9" -d '{"events": [{"server_uuid": "47d509ae-87f8-4928-a6d4-a640e916c8ce", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b1aa6-d081-45ed-af9c-d9949f8ebee7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:05.456874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:05.464601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.470807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-12b83599-cb04-4d2a-832f-52c7e0f0865e req-2cf00a48-1665-4adb-9da7-378b68c80134 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.573142 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f740d480-2986-4a0e-bf9d-c67f5685627b x-openstack-request-id: req-f740d480-2986-4a0e-bf9d-c67f5685627b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:05.573583 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d509ae-87f8-4928-a6d4-a640e916c8ce", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b1aa6-d081-45ed-af9c-d9949f8ebee7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:05.574023 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f740d480-2986-4a0e-bf9d-c67f5685627b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:05.574449 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d509ae-87f8-4928-a6d4-a640e916c8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b1aa6-d081-45ed-af9c-d9949f8ebee7', 'code': 200} Aug 09 15:46:05.617734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-12b83599-cb04-4d2a-832f-52c7e0f0865e req-2cf00a48-1665-4adb-9da7-378b68c80134 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.622862 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-12b83599-cb04-4d2a-832f-52c7e0f0865e req-2cf00a48-1665-4adb-9da7-378b68c80134 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.625249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.633254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.638188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12b83599-cb04-4d2a-832f-52c7e0f0865e req-2cf00a48-1665-4adb-9da7-378b68c80134 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/abfb3fe4-99b4-4093-8830-21027bf9083b HTTP/1.1" status: 204 len: 173 time: 0.4131362 Aug 09 15:46:05.646871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:05.744527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:46:05.757425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254dad24-0eee-48f2-b61f-0746ef2c676c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:05.774534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.775746 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Added segment 0d88b739-0c99-4018-8742-639fa4ed1376 of type vlan for network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 Aug 09 15:46:05.858374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf00a48-1665-4adb-9da7-378b68c80134 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb3fe4-99b4-4093-8830-21027bf9083b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:05.862829 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.914613 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-68f10f06-624f-4505-8758-dc7f3b98bf0c req-6213e251-169c-4664-8d6a-ca62090a7845 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:05.921111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68f10f06-624f-4505-8758-dc7f3b98bf0c req-6213e251-169c-4664-8d6a-ca62090a7845 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/abfb3fe4-99b4-4093-8830-21027bf9083b HTTP/1.1" status: 404 len: 352 time: 0.1157665 Aug 09 15:46:05.960776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.962607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:05.963550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.003091 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1110845 Aug 09 15:46:06.027036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58590) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:06.042630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Request body: {'subnet': {'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-905420320-subnet', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:06.084031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ded4f-f171-4859-acca-3544fb34dbbe req-083bc657-d992-4592-af69-b628170a24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.094579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a24ded4f-f171-4859-acca-3544fb34dbbe req-083bc657-d992-4592-af69-b628170a24b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 1096 time: 0.4532838 Aug 09 15:46:06.175979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc5e1-c47d-469b-ace8-209b23572620 req-611b895e-2c78-451b-b835-925480935474 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.178511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-648cc5e1-c47d-469b-ace8-209b23572620 req-611b895e-2c78-451b-b835-925480935474 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.2681229 Aug 09 15:46:06.263973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f003-71f0-4672-9a73-9184d47a645a admin admin] Pushing event updated for resources: {'Network': ['ID=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:06.272350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Made reservation on behalf of 7f7e941ac64e424aab3da0be1f7000b8 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:06.280187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.283241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:46:06.383997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a24ded4f-f171-4859-acca-3544fb34dbbe req-99ae7296-bb80-42d3-b54e-ca3a997f2ee9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790575 Aug 09 15:46:06.572154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-648cc5e1-c47d-469b-ace8-209b23572620 req-42ee5c1a-8c22-4ac0-8416-f6c1d384d4a9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755293 Aug 09 15:46:06.602344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec87c802-4dbe-460c-b9df-2939d4984b40 req-a1d5e265-0732-4045-9769-e49d02dd6ebe tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/2a2354a0-7355-4792-9403-f826bd871bec HTTP/1.1" status: 200 len: 1802 time: 0.3298109 Aug 09 15:46:06.737610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec87c802-4dbe-460c-b9df-2939d4984b40 req-34b6572c-d99e-4b5a-abae-f7a285932e00 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.784053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.806158 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec87c802-4dbe-460c-b9df-2939d4984b40 req-34b6572c-d99e-4b5a-abae-f7a285932e00 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.903877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Checking segment: {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:06.904859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Network hostable DHCP agents. Network: 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:46:06.916512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0d92e6-768a-4398-a276-8d008ca61732,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:06.924952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec87c802-4dbe-460c-b9df-2939d4984b40 req-34b6572c-d99e-4b5a-abae-f7a285932e00 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.928976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec87c802-4dbe-460c-b9df-2939d4984b40 req-34b6572c-d99e-4b5a-abae-f7a285932e00 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.933773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec87c802-4dbe-460c-b9df-2939d4984b40 req-34b6572c-d99e-4b5a-abae-f7a285932e00 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/2a2354a0-7355-4792-9403-f826bd871bec HTTP/1.1" status: 204 len: 173 time: 0.3288484 Aug 09 15:46:06.944787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6572c-d99e-4b5a-abae-f7a285932e00 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2354a0-7355-4792-9403-f826bd871bec,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:06.949889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:46:06.972502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:06.981495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.982510 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.986522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc6846b-d48a-405d-9a49-33fadf1a4a20 None None] Network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:06.990223 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-fb59887a-b5c5-4808-a6ec-b419ca7f5bfc req-0deba4a3-f233-4cdb-b1e8-fcc1f9e26478 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:07.005439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb59887a-b5c5-4808-a6ec-b419ca7f5bfc req-0deba4a3-f233-4cdb-b1e8-fcc1f9e26478 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/2a2354a0-7355-4792-9403-f826bd871bec HTTP/1.1" status: 404 len: 352 time: 0.0451920 Aug 09 15:46:07.009836 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-31a4f64f-1dab-48a0-90e1-e5a776f0d25e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9815347 Aug 09 15:46:07.012676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58660) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:07.020427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:07.065597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.067996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.132005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa88bb26-5d6c-4a5d-a664-8f968b74f794 req-7d791618-b591-4521-ac18-f4909e9e6d10 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/efee4037-8cd8-49d3-9db1-c5a40361825c HTTP/1.1" status: 200 len: 1801 time: 0.1046915 Aug 09 15:46:07.297997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.300797 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aa88bb26-5d6c-4a5d-a664-8f968b74f794 req-61c10c4f-6ce6-48c9-9b95-82aa4923f19d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.348445 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aa88bb26-5d6c-4a5d-a664-8f968b74f794 req-61c10c4f-6ce6-48c9-9b95-82aa4923f19d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.378591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d8e7b-4082-4e95-9c91-424d74d22a52 None None] Network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:07.423608 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aa88bb26-5d6c-4a5d-a664-8f968b74f794 req-61c10c4f-6ce6-48c9-9b95-82aa4923f19d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.428452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-aa88bb26-5d6c-4a5d-a664-8f968b74f794 req-61c10c4f-6ce6-48c9-9b95-82aa4923f19d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.433801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa88bb26-5d6c-4a5d-a664-8f968b74f794 req-61c10c4f-6ce6-48c9-9b95-82aa4923f19d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/efee4037-8cd8-49d3-9db1-c5a40361825c HTTP/1.1" status: 204 len: 173 time: 0.2928905 Aug 09 15:46:07.462491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c10c4f-6ce6-48c9-9b95-82aa4923f19d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee4037-8cd8-49d3-9db1-c5a40361825c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:07.472212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58672) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:07.541139 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-e8d89018-e131-4f4f-a622-8d9f004fd0de req-295755fa-f62f-4a9f-a34b-02c7478ab62d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:07.541430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.545131 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8d89018-e131-4f4f-a622-8d9f004fd0de req-295755fa-f62f-4a9f-a34b-02c7478ab62d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/efee4037-8cd8-49d3-9db1-c5a40361825c HTTP/1.1" status: 404 len: 352 time: 0.0485523 Aug 09 15:46:07.778780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70b93cfb-ea7e-4fb7-a2f7-124ad7c014e4 req-e53fa2bd-a88f-4f12-bf98-c1258455de91 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=068393c7956242049294af6af490c3ab HTTP/1.1" status: 200 len: 6156 time: 0.1981492 Aug 09 15:46:07.799427 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43042218-d44d-40b9-a40c-7f8e62181a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.950068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70b93cfb-ea7e-4fb7-a2f7-124ad7c014e4 req-d93f5382-dbd8-40ae-9910-f6d5ceb68dac tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb HTTP/1.1" status: 200 len: 2985 time: 0.1437030 Aug 09 15:46:07.961780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319394c6-7ccf-48d9-996a-d3e85994798e req-5066f8a0-21d9-44ae-bb5e-72891736d078 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:07.964605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-319394c6-7ccf-48d9-996a-d3e85994798e req-5066f8a0-21d9-44ae-bb5e-72891736d078 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1845586 Aug 09 15:46:07.972235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.004377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.136481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-319394c6-7ccf-48d9-996a-d3e85994798e req-1bb4c20b-c579-481c-810e-6dc4ec6913c2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436238 Aug 09 15:46:08.151854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70b93cfb-ea7e-4fb7-a2f7-124ad7c014e4 req-018eebdb-4ba1-491e-87e0-544792d2c84d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb HTTP/1.1" status: 200 len: 2985 time: 0.1531138 Aug 09 15:46:08.199801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Allocated IP 172.25.7.17 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/fd0e352a-7cd6-44f5-bf34-f2ad24448f0d) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:08.215156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43042218-d44d-40b9-a40c-7f8e62181a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.222278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43042218-d44d-40b9-a40c-7f8e62181a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.314509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43042218-d44d-40b9-a40c-7f8e62181a13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8fcf37bf6f54d25832686d74a73138b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8384116 Aug 09 15:46:08.315844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58696) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:08.321746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43042218-d44d-40b9-a40c-7f8e62181a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8488cff-b60b-43d5-9afa-82549e2822bf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:08.341217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-98948082-9721-4004-b3b6-ad3346b9e50e req-30de77a6-89fe-46da-85b3-42c8598e6f1d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-751579254', 'description': 'tempest-description-56294354'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:08.393249 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98948082-9721-4004-b3b6-ad3346b9e50e req-30de77a6-89fe-46da-85b3-42c8598e6f1d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.435226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.521981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9801adf-f2e5-47a3-b049-a94910d813ce req-7eb3f6da-340c-4246-8b9e-877d05434488 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:08.524934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9801adf-f2e5-47a3-b049-a94910d813ce req-7eb3f6da-340c-4246-8b9e-877d05434488 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1041594 Aug 09 15:46:08.525518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73576fba-da2d-4549-a9f5-21232732ae9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.562312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73576fba-da2d-4549-a9f5-21232732ae9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.572292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.596177 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98948082-9721-4004-b3b6-ad3346b9e50e req-30de77a6-89fe-46da-85b3-42c8598e6f1d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.606687 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98948082-9721-4004-b3b6-ad3346b9e50e req-30de77a6-89fe-46da-85b3-42c8598e6f1d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.619915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9801adf-f2e5-47a3-b049-a94910d813ce req-9add1225-a91b-4d7b-bc26-a9951048371b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813580 Aug 09 15:46:08.681343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98948082-9721-4004-b3b6-ad3346b9e50e req-30de77a6-89fe-46da-85b3-42c8598e6f1d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.683042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98948082-9721-4004-b3b6-ad3346b9e50e req-30de77a6-89fe-46da-85b3-42c8598e6f1d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3695428 Aug 09 15:46:08.690715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:08.702096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:08.710549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:08.710840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de77a6-89fe-46da-85b3-42c8598e6f1d tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462ca50e-4850-4cdf-b621-20a6996e6fb2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:08.743791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Pushing event updated for resources: {'Port': ['ID=fd0e352a-7cd6-44f5-bf34-f2ad24448f0d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:08.746552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-edb9b12b-a9af-4739-b193-ab4caf966f16 req-81b1d4b9-7e02-403c-ae9c-9fb75106ee67 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1469612003', 'description': 'tempest-description-837870024'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:08.792100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-edb9b12b-a9af-4739-b193-ab4caf966f16 req-81b1d4b9-7e02-403c-ae9c-9fb75106ee67 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.883570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73576fba-da2d-4549-a9f5-21232732ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.887893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73576fba-da2d-4549-a9f5-21232732ae9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.889619 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-73576fba-da2d-4549-a9f5-21232732ae9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8488cff-b60b-43d5-9afa-82549e2822bf HTTP/1.1" status: 204 len: 168 time: 0.5722959 Aug 09 15:46:08.908546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73576fba-da2d-4549-a9f5-21232732ae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8488cff-b60b-43d5-9afa-82549e2822bf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:09.021016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-edb9b12b-a9af-4739-b193-ab4caf966f16 req-81b1d4b9-7e02-403c-ae9c-9fb75106ee67 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.032371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-edb9b12b-a9af-4739-b193-ab4caf966f16 req-81b1d4b9-7e02-403c-ae9c-9fb75106ee67 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.089187 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-edb9b12b-a9af-4739-b193-ab4caf966f16 req-81b1d4b9-7e02-403c-ae9c-9fb75106ee67 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.104997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-edb9b12b-a9af-4739-b193-ab4caf966f16 req-81b1d4b9-7e02-403c-ae9c-9fb75106ee67 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3763027 Aug 09 15:46:09.118162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1d4b9-7e02-403c-ae9c-9fb75106ee67 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368e2fab-28c8-4dc0-87cf-90dc90187aa7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:09.176959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.505783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.608841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-844e219f-55d5-454d-8b36-6e1625637312 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.610798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-844e219f-55d5-454d-8b36-6e1625637312 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 813 time: 0.1832130 Aug 09 15:46:09.638178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-4094b237-db51-455d-bb34-815247e584c1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/quotas/068393c7956242049294af6af490c3ab HTTP/1.1" status: 200 len: 375 time: 0.0197189 Aug 09 15:46:09.722591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-70c048bb-4293-4bb6-afcb-2560afb930cd tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829561 Aug 09 15:46:09.770648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Router b8f80c31-507a-480e-8db9-36731ac6741e is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:46:09.823994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58744) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:09.858266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9aee26-09f2-4d42-b10b-d72e584ea7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.906850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:09.918186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcb9a4-0720-4a34-9156-d72c1b517aab req-580995f8-16f7-4097-929b-6521daa4a27e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.922934 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Sync routers for ids ['b8f80c31-507a-480e-8db9-36731ac6741e'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:09.924433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2bcb9a4-0720-4a34-9156-d72c1b517aab req-580995f8-16f7-4097-929b-6521daa4a27e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1789670 Aug 09 15:46:09.930802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-6bb7c4ac-54e1-4451-8f7a-853f49e76c14 service neutron] 10.222.0.64 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067268 Aug 09 15:46:09.939423 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Routers {'b8f80c31-507a-480e-8db9-36731ac6741e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:09.940311 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:45:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b8f80c31-507a-480e-8db9-36731ac6741e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:10.060236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d2bcb9a4-0720-4a34-9156-d72c1b517aab req-8520595f-7909-4b78-84e7-ca1f0d09962f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267095 Aug 09 15:46:10.092193 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Set router b8f80c31-507a-480e-8db9-36731ac6741e gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:10.151401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-a326ae88-5f21-466f-b367-bf958ab20745 service neutron] 10.222.0.64 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009194 Aug 09 15:46:10.193941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9aee26-09f2-4d42-b10b-d72e584ea7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.199148 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9aee26-09f2-4d42-b10b-d72e584ea7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.201947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.204217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-65dd30cb-ce21-480b-9db0-9f7d40cbb347 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1899443 Aug 09 15:46:10.207211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58748) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:10.294159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58752) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:10.294687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1b9aee26-09f2-4d42-b10b-d72e584ea7c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5db3058d48f24fe7baf473f5f1a41de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667785 Aug 09 15:46:10.310452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aee26-09f2-4d42-b10b-d72e584ea7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c941074a-9fd2-41df-b1f5-8edee3da4394,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:10.493639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1fb57de-5e00-4713-ad48-67a4c20603c3 req-979b48a0-8e02-4098-ba09-eb2fffe9b31b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 210 time: 0.0556750 Aug 09 15:46:10.496037 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:46:08Z', 'revision_number': 3, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:10.554965 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Checking router: b8f80c31-507a-480e-8db9-36731ac6741e for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:10.555283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55d04c91-a1fb-42af-88fd-244150397fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.555724 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Updating router b8f80c31-507a-480e-8db9-36731ac6741e port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:46:10.606371 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.635473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55d04c91-a1fb-42af-88fd-244150397fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.105074 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.124477 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Transition to ACTIVE for port object fd0e352a-7cd6-44f5-bf34-f2ad24448f0d will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:11.136641 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.300422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55d04c91-a1fb-42af-88fd-244150397fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.305392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55d04c91-a1fb-42af-88fd-244150397fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.307212 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-55d04c91-a1fb-42af-88fd-244150397fab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c941074a-9fd2-41df-b1f5-8edee3da4394 HTTP/1.1" status: 204 len: 168 time: 1.0118535 Aug 09 15:46:11.333497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d04c91-a1fb-42af-88fd-244150397fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c941074a-9fd2-41df-b1f5-8edee3da4394,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:11.403452 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Attempting to bind port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:11.404284 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Attempting to bind port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:11.405042 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Attempting to bind port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:11.421843 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:11.423086 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:11.424316 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.425265 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:11.426273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bef57-8c54-4a52-aaa3-63ac9d3c21ab req-775d792d-e847-4bf2-bf3d-16ac2417604b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:11.427124 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Bound port: fd0e352a-7cd6-44f5-bf34-f2ad24448f0d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:11.427999 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.446280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec8bef57-8c54-4a52-aaa3-63ac9d3c21ab req-775d792d-e847-4bf2-bf3d-16ac2417604b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1520121 Aug 09 15:46:11.504751 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.525547 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] For port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:11.531285 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] For port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fd0e352a-7cd6-44f5-bf34-f2ad24448f0d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:11.545521 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.588764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec8bef57-8c54-4a52-aaa3-63ac9d3c21ab req-c0ddfe6f-79a0-442d-b94f-fb9fb788a630 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409802 Aug 09 15:46:11.598945 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Pushing event updated for resources: {'Port': ['ID=fd0e352a-7cd6-44f5-bf34-f2ad24448f0d,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:11.630565 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.631058 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.631402 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.631854 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.632393 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.632942 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.633472 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.633989 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.639198 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.641197 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.641797 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.644038 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:11.729273 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Routers {'b8f80c31-507a-480e-8db9-36731ac6741e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:11.730297 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:45:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b8f80c31-507a-480e-8db9-36731ac6741e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:11.767740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e529c924-74be-43de-b2f2-7594844ab3c0 req-0d5565b8-33eb-4625-9512-ba545abad9f4 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 210 time: 0.0612192 Aug 09 15:46:11.793795 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc82200-a23a-4a8f-be61-3796dd44098a None None] Pushing event updated for resources: {'Port': ['ID=fd0e352a-7cd6-44f5-bf34-f2ad24448f0d,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:11.923799 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] Set router b8f80c31-507a-480e-8db9-36731ac6741e gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:12.022902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Allocated IP 172.20.0.1 (21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054/1c0d92e6-768a-4398-a276-8d008ca61732/813d6388-7056-46d6-94af-4a3f883de69a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:12.283743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-856d7961-fd50-45a0-844f-3a5b5ec6690f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:12.287192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-856d7961-fd50-45a0-844f-3a5b5ec6690f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.35 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 813 time: 0.2708902 Aug 09 15:46:12.315420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'port': {'device_id': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b', 'admin_state_up': True, 'tenant_id': '068393c7956242049294af6af490c3ab'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:12.316111 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:46:08Z', 'revision_number': 3, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:12.355898 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.372538 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20aa2dc-044f-467b-a244-07ae14e8e7dd None None] The sync data for ids ['b8f80c31-507a-480e-8db9-36731ac6741e'] in n-d-799523-2 is: [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:46:08Z', 'revision_number': 3, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:12.426509 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.486538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Pushing event updated for resources: {'Port': ['ID=813d6388-7056-46d6-94af-4a3f883de69a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:12.527139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:12.529118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:12.535198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:12.603269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.667809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Made reservation on behalf of 068393c7956242049294af6af490c3ab for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:12.678522 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.971999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbb142-151c-4e3b-9e6a-e35e80e2780c req-6b5cb0a5-7109-486f-81a1-997a9962ceac tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:12.983710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.990286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-defbb142-151c-4e3b-9e6a-e35e80e2780c req-6b5cb0a5-7109-486f-81a1-997a9962ceac tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.2621028 Aug 09 15:46:13.101588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-defbb142-151c-4e3b-9e6a-e35e80e2780c req-58fe530f-8d15-4dc5-9a66-f827ea50441b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098082 Aug 09 15:46:13.183952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8272612c-e429-426c-bd97-e1178ef72d4d req-5d439eef-86f3-4fb6-9d82-66a21e3b3589 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 210 time: 0.0636201 Aug 09 15:46:13.192542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Allocated IP 172.20.0.14 (01142324-8b63-490b-89bc-00e9bf82487b/d53e89e8-6c81-45f3-b8ee-6499eb41de17/df69e6e6-0d85-4c85-ae77-cad5cd48ba40) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:13.403481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.417570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.516909 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.645384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.652696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.668145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Pushing event updated for resources: {'Port': ['ID=813d6388-7056-46d6-94af-4a3f883de69a,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:13.669415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:13.739490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fd0e352a-7cd6-44f5-bf34-f2ad24448f0d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:13.782850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Network 01142324-8b63-490b-89bc-00e9bf82487b is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:13.789366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:13.802533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:13.936923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:13.958079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:13.958665 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.043976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:14.049734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:14.209175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.283308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fd0e352a-7cd6-44f5-bf34-f2ad24448f0d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:14.336359 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.370709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Router b8f80c31-507a-480e-8db9-36731ac6741e has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:46:14.469386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=fd0e352a-7cd6-44f5-bf34-f2ad24448f0d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:14.592657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'Port': ['ID=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:14.611349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:14.613929 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.648599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:14.668366 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-76122ce5-7cba-4aa6-abb9-1a606de0212b admin admin] 10.222.0.64 "PUT /v2.0/routers/b8f80c31-507a-480e-8db9-36731ac6741e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4589791 Aug 09 15:46:14.681431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e01ac-fc11-49c8-9c1c-648c2e9ec510 req-fe84cf0a-4e92-44bc-bf89-d7bcc2739f2e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:14.692453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d0e01ac-fc11-49c8-9c1c-648c2e9ec510 req-fe84cf0a-4e92-44bc-bf89-d7bcc2739f2e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.2109897 Aug 09 15:46:14.722524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-db6dab2b-6396-4feb-8421-b5f26ffbbd3b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4243286 Aug 09 15:46:14.734523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ddaba-c54a-475b-b74d-59f6eefa3ccc req-3977f2d6-fc87-4e28-93a6-8f1e459b06e6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:14.737467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-873ddaba-c54a-475b-b74d-59f6eefa3ccc req-3977f2d6-fc87-4e28-93a6-8f1e459b06e6 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 932 time: 0.2519042 Aug 09 15:46:14.773844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Request body: {'port': {'device_id': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:14.797950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58860) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:14.892456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d0e01ac-fc11-49c8-9c1c-648c2e9ec510 req-1a061ac4-08f2-4b7b-a1fd-a867b7e4a395 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983757 Aug 09 15:46:14.964857 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-25c2babb-bdc7-4541-83fc-aaa0a977aeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.981580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-873ddaba-c54a-475b-b74d-59f6eefa3ccc req-e01f36e5-111c-462e-9f10-053330b3b113 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027135 Aug 09 15:46:14.994039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.212996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Sync routers for ids ['b8f80c31-507a-480e-8db9-36731ac6741e'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:15.228262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Routers {'b8f80c31-507a-480e-8db9-36731ac6741e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:15.229010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:45:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b8f80c31-507a-480e-8db9-36731ac6741e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:15.279867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:15.331001 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.444591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df69e6e6-0d85-4c85-ae77-cad5cd48ba40 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:15.460551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.466009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.515365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Transition to ACTIVE for port object df69e6e6-0d85-4c85-ae77-cad5cd48ba40 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:15.521270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.561089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Set router b8f80c31-507a-480e-8db9-36731ac6741e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:15.578067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Pushing event updated for resources: {'Port': ['ID=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:15.694798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Allocated IP 172.25.7.213 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/c659f66c-7ba0-4435-ac13-778cea1c9fc5) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:15.763298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fd0e352a-7cd6-44f5-bf34-f2ad24448f0d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:15.793580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-5e492f8d-6c11-4f15-8300-181b75b339fd tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:15.802000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-5e492f8d-6c11-4f15-8300-181b75b339fd tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 810 time: 0.1364932 Aug 09 15:46:15.825484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-c1b4345c-3303-4368-8b6e-5745cf99885a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/quotas/7f7e941ac64e424aab3da0be1f7000b8 HTTP/1.1" status: 200 len: 375 time: 0.0226476 Aug 09 15:46:15.864133 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.894555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:15.895193 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.899179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-c8fbad03-fecf-4fd0-b0fa-bc0773da93ce tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725563 Aug 09 15:46:15.908979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Attempting to bind port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:15.909362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Attempting to bind port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:15.909706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Attempting to bind port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 on network 01142324-8b63-490b-89bc-00e9bf82487b {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:15.919765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.949887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:15.953656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:15.955567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 on network 01142324-8b63-490b-89bc-00e9bf82487b not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:15.955989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Attempting to bind port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 on network 01142324-8b63-490b-89bc-00e9bf82487b {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:15.958422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:15.964187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:15.964541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Checking segment: {'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:15.964933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Bound using segment: {'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:15.965381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Bound port: df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:15.965763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.016737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:46:12Z', 'revision_number': 4, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '813d6388-7056-46d6-94af-4a3f883de69a', 'name': '', 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'mac_address': 'fa:16:3e:7b:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '1c0d92e6-768a-4398-a276-8d008ca61732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:11Z', 'updated_at': '2021-08-09T15:46:13Z', 'revision_number': 2, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'subnets': [{'id': '1c0d92e6-768a-4398-a276-8d008ca61732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:16.053195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Checking router: b8f80c31-507a-480e-8db9-36731ac6741e for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:16.053911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Updating router b8f80c31-507a-480e-8db9-36731ac6741e port 813d6388-7056-46d6-94af-4a3f883de69a binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:46:16.056324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Pushing event updated for resources: {'Port': ['ID=c659f66c-7ba0-4435-ac13-778cea1c9fc5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:16.120896 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.160820 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.185053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-c157a30f-659a-4a5b-aa4e-6957cfee315c service neutron] 10.222.0.64 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849982 Aug 09 15:46:16.221389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.252426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] For port df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:16.275968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] For port df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:16.292416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802c1fb-c48a-4c0a-ac17-2b87b93b105c req-e123f44c-1b4d-424e-b43f-862be604ce33 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:16.294034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b802c1fb-c48a-4c0a-ac17-2b87b93b105c req-e123f44c-1b4d-424e-b43f-862be604ce33 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.2023852 Aug 09 15:46:16.297263 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.382777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:16.383008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.384479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 200 len: 1092 time: 1.6441109 Aug 09 15:46:16.386959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:16.389669 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ae2931-e760-4f4c-8ab4-5236043ccea3" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:16.436858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b3eac-75c5-460a-9cc3-cda9025179c0 service neutron] Pushing event updated for resources: {'Port': ['ID=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:16.447762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-cb61a840-1b83-4e68-9d5a-604dcd2c6d10 service neutron] 10.222.0.64 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519112 Aug 09 15:46:16.460681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b802c1fb-c48a-4c0a-ac17-2b87b93b105c req-66f46fee-4421-472c-b651-3ac5e92fb38a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465523 Aug 09 15:46:16.522402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.529554 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.562996 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.577518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-fcd49f3e-2f7a-4cc1-a51e-12b296d48cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:16.579083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-fcd49f3e-2f7a-4cc1-a51e-12b296d48cb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1095 time: 0.1159382 Aug 09 15:46:16.587983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Transition to ACTIVE for port object 813d6388-7056-46d6-94af-4a3f883de69a will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:16.595114 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.683981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Pushing event updated for resources: {'Port': ['ID=c659f66c-7ba0-4435-ac13-778cea1c9fc5,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:16.699373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.704886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-ccc95dac-98af-4442-8ebf-f47813512ef3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 200 len: 217 time: 0.1141319 Aug 09 15:46:16.726040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.730982 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-72fe8766-a32c-4abf-88b3-a786bcd78664 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9317446 Aug 09 15:46:16.731451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58920) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:16.737136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a139c3-760f-46f0-a7ca-d43a93ac3f69 None None] Pushing event updated for resources: {'Port': ['ID=813d6388-7056-46d6-94af-4a3f883de69a,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:16.742564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1243724123', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'fixed_ips': [{'ip_address': '172.25.7.213'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:16.782062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Attempting to bind port 813d6388-7056-46d6-94af-4a3f883de69a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:16.782525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Attempting to bind port 813d6388-7056-46d6-94af-4a3f883de69a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:16.782979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Attempting to bind port 813d6388-7056-46d6-94af-4a3f883de69a on network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:16.789841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:16.790694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Checking segment: {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:16.791192 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.791810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Bound using segment: {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:16.792414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Bound port: 813d6388-7056-46d6-94af-4a3f883de69a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:16.792901 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.823943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Made reservation on behalf of 66b7d3f44832481fb50ba0c7f64c2631 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:16.827363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.895401 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8c5388-063f-4352-98ba-682537229c8c x-openstack-request-id: req-cd8c5388-063f-4352-98ba-682537229c8c {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:16.896237 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:16.896668 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd8c5388-063f-4352-98ba-682537229c8c {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:16.897229 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40', 'status': 'completed', 'code': 200} Aug 09 15:46:16.899410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] For port 813d6388-7056-46d6-94af-4a3f883de69a, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:16.904931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] For port 813d6388-7056-46d6-94af-4a3f883de69a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=813d6388-7056-46d6-94af-4a3f883de69a,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:16.905635 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.912597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.956402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-a1f10b40-56d1-4735-a77f-d2f2b14657c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:16.958710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-a1f10b40-56d1-4735-a77f-d2f2b14657c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.2484944 Aug 09 15:46:16.965107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Routers {'b8f80c31-507a-480e-8db9-36731ac6741e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:16.966481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:45:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b8f80c31-507a-480e-8db9-36731ac6741e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:17.006663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01e5bf14-4a6e-4c47-81b2-059649980318 req-5afa7461-4834-4b8f-ba44-c15bdacfc45c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 210 time: 0.0730135 Aug 09 15:46:17.051470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a139c3-760f-46f0-a7ca-d43a93ac3f69 None None] Pushing event updated for resources: {'Port': ['ID=813d6388-7056-46d6-94af-4a3f883de69a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:17.053205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ade479-9819-4a3a-81cb-0f85b52cf8c5 req-05029d2d-35e4-4c9b-b055-6316f1dfee64 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:17.064447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10ade479-9819-4a3a-81cb-0f85b52cf8c5 req-05029d2d-35e4-4c9b-b055-6316f1dfee64 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 944 time: 0.2656996 Aug 09 15:46:17.092527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-023ce05b-88f7-4f31-9296-4ab63cf8a342 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002679 Aug 09 15:46:17.132042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] Set router b8f80c31-507a-480e-8db9-36731ac6741e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:17.217422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10ade479-9819-4a3a-81cb-0f85b52cf8c5 req-135fe9d6-dac2-4ab7-b9fc-b686e6a6db6f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512380 Aug 09 15:46:17.330538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-64bb227f-24dd-475c-9cbf-eae8491c29a9 service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207582 Aug 09 15:46:17.376437 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:17.416057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:17.428124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] device_id is not set on port 89de552e-477b-4161-bc12-b2490dc7c1cf yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:46:17.485149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:46:12Z', 'revision_number': 4, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '813d6388-7056-46d6-94af-4a3f883de69a', 'name': '', 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'mac_address': 'fa:16:3e:7b:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '1c0d92e6-768a-4398-a276-8d008ca61732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:11Z', 'updated_at': '2021-08-09T15:46:16Z', 'revision_number': 4, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'subnets': [{'id': '1c0d92e6-768a-4398-a276-8d008ca61732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:17.537753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6ace010-1f38-4661-adc2-0c17b98c5305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:17.545038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb765707-30be-4794-9b76-def8e45d30b1 None None] The sync data for ids ['b8f80c31-507a-480e-8db9-36731ac6741e'] in n-d-799523-2 is: [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:46:12Z', 'revision_number': 4, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '813d6388-7056-46d6-94af-4a3f883de69a', 'name': '', 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'mac_address': 'fa:16:3e:7b:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '1c0d92e6-768a-4398-a276-8d008ca61732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:11Z', 'updated_at': '2021-08-09T15:46:16Z', 'revision_number': 4, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'subnets': [{'id': '1c0d92e6-768a-4398-a276-8d008ca61732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:17.587349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0bcc3a-6f7d-4305-bc32-b4b2d5d2f1a1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:17.655764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1bf3e2c-2b8c-4046-872a-b059a8ad6981 req-f6fa1240-cec5-4dc4-ab95-80e4a1f63927 service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139036 Aug 09 15:46:17.800010 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:17.950821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c396e-ea30-4d47-a6c4-80b3188c2eac req-eb9b5625-fa34-48b1-a671-9cb488170fb7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:17.961403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-689c396e-ea30-4d47-a6c4-80b3188c2eac req-eb9b5625-fa34-48b1-a671-9cb488170fb7 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.2074871 Aug 09 15:46:17.971541 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 09 15:46:17.972213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:46:18.010696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-c1d27bdd-df20-4e3e-9351-d5b313b5e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.013833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-c1d27bdd-df20-4e3e-9351-d5b313b5e351 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1095 time: 0.2046852 Aug 09 15:46:18.125370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbda6c1d-1054-4a78-b501-9f4d2d2ffce6 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3924212 Aug 09 15:46:18.130804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58958) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:18.177034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d24b43de-453c-4b1f-b6b3-231937d92e8d req-142f2819-3199-4fa1-bf8d-a534b36fa59a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 210 time: 0.0634980 Aug 09 15:46:18.189434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-689c396e-ea30-4d47-a6c4-80b3188c2eac req-78cc440b-d3c4-4861-8dc0-470cebffed9e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195218 Aug 09 15:46:18.244434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-412facf8-8e5e-4759-9ad0-098467131949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.247742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-412facf8-8e5e-4759-9ad0-098467131949 service neutron] 10.222.0.35 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 915 time: 0.2199318 Aug 09 15:46:18.342515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-cb9a5806-f903-4df3-b1f8-fc9c929abbd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 200 len: 217 time: 0.0869853 Aug 09 15:46:18.388125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Deleting port c659f66c-7ba0-4435-ac13-778cea1c9fc5 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:18.388348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.488786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bdd66-315a-4129-b89c-27b449fa55e2 req-40f8f96d-7f91-4672-8b52-c9108d1d8b49 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.492447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-373bdd66-315a-4129-b89c-27b449fa55e2 req-40f8f96d-7f91-4672-8b52-c9108d1d8b49 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 944 time: 0.1478560 Aug 09 15:46:18.512792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-853aadbe-8676-4b07-a8cb-c1bad2a4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.517836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-853aadbe-8676-4b07-a8cb-c1bad2a4972d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.1058300 Aug 09 15:46:18.521344 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.521776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.580391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-6a0f00ab-4689-40fd-ab47-30315d5c6a17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501165 Aug 09 15:46:18.594572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Calling delete_port for c659f66c-7ba0-4435-ac13-778cea1c9fc5 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:18.673569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-373bdd66-315a-4129-b89c-27b449fa55e2 req-f96ad052-6ba5-41e0-a4cd-0b64f09f2bee tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653535 Aug 09 15:46:18.771870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-d6df0f0f-8f0e-4a76-98be-107a6e4e29bc service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790235 Aug 09 15:46:18.822552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-a7d59669-89d5-4db4-af72-72b35fe1cb4d tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.825082 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-a7d59669-89d5-4db4-af72-72b35fe1cb4d tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.66 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 810 time: 0.3257487 Aug 09 15:46:18.843368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Request body: {'port': {'device_id': 'ab6e39fa-e4be-42b7-9965-fbea33a19d37', 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054', 'admin_state_up': True, 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:18.965854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.976269 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93ae2931-e760-4f4c-8ab4-5236043ccea3 req-14058f55-ae6f-42bd-aa75-85ce10c50e4c service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939974 Aug 09 15:46:19.028507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.139480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Pushing event deleted for resources: {'Port': ['ID=c659f66c-7ba0-4435-ac13-778cea1c9fc5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:19.204993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.205477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.205947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.206199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.206296 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.206622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.207965 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.207965 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.207965 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.222088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.222626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.223084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:19.250829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Made reservation on behalf of 7f7e941ac64e424aab3da0be1f7000b8 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:19.260253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.361388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.364027 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.369024 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e0c0b600-44a3-4304-9103-c24112a26878 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891 tempest-ExternalNetworksAdminNegativeTestJSON-1189386891-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/5ae80d46-a4e6-406c-9adb-e9362cb8df21 HTTP/1.1" status: 204 len: 168 time: 1.2370579 Aug 09 15:46:19.464334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f429505-5677-4562-a8fa-a3f95bfbc7d8 req-fc18c170-828b-4fd2-983f-4a0e30c6bca8 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 210 time: 0.1334922 Aug 09 15:46:19.528096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f924f88-3bdc-44cf-aa31-404deeb5b1c9 req-997a1fb7-a814-475b-86f8-9e344f0ba82b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.536077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f924f88-3bdc-44cf-aa31-404deeb5b1c9 req-997a1fb7-a814-475b-86f8-9e344f0ba82b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1958797 Aug 09 15:46:19.580043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Allocated IP 172.20.0.7 (21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054/1c0d92e6-768a-4398-a276-8d008ca61732/0bff58e9-7308-4efa-b8b1-672cb6df43c1) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:19.644728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f924f88-3bdc-44cf-aa31-404deeb5b1c9 req-4bb1316a-84be-4bb4-b4b5-f69ee78d63f5 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074584 Aug 09 15:46:19.769415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 813d6388-7056-46d6-94af-4a3f883de69a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:19.868865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.883616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 813d6388-7056-46d6-94af-4a3f883de69a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:19.888386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 813d6388-7056-46d6-94af-4a3f883de69a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:19.889041 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.902158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc93e99-80ed-460c-80fe-16f447b770b7 req-838960a8-3f98-4023-9515-5cfc3ce29003 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.909959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bc93e99-80ed-460c-80fe-16f447b770b7 req-838960a8-3f98-4023-9515-5cfc3ce29003 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 944 time: 0.1019182 Aug 09 15:46:19.962341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59004) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:19.988961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.002745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.053159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bc93e99-80ed-460c-80fe-16f447b770b7 req-c4aa71d2-5850-4faf-87c3-639de92778d0 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321750 Aug 09 15:46:20.085637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Pushing event updated for resources: {'Port': ['ID=0bff58e9-7308-4efa-b8b1-672cb6df43c1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:20.093574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 813d6388-7056-46d6-94af-4a3f883de69a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=813d6388-7056-46d6-94af-4a3f883de69a,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:20.098408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.108936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:20.110638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:20.121130 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:20.186398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=813d6388-7056-46d6-94af-4a3f883de69a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:20.224210 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.225067 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.234829 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-694c05e4-a25e-44bb-b9d0-178ed37adeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.260723 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-4018e233-ce32-4b08-829f-304fef026e05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4228680 Aug 09 15:46:20.278153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Request body: {'port': {'device_id': 'ab6e39fa-e4be-42b7-9965-fbea33a19d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:20.322298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.382814 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.469564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-694c05e4-a25e-44bb-b9d0-178ed37adeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.477021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-694c05e4-a25e-44bb-b9d0-178ed37adeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.615055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfe5e4-ccc7-4472-a631-9d3796a54c27 req-e9cd24dc-047e-43f7-a0bf-ef1960e02622 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.617759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84dfe5e4-ccc7-4472-a631-9d3796a54c27 req-e9cd24dc-047e-43f7-a0bf-ef1960e02622 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 931 time: 0.0676374 Aug 09 15:46:20.654933 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-694c05e4-a25e-44bb-b9d0-178ed37adeaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f26da8b7d10406c8e749fbce79cb871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6917222 Aug 09 15:46:20.657375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c05e4-a25e-44bb-b9d0-178ed37adeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeeb4d2-24d2-4138-9cc7-c2a383248c00,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:20.660010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59020) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:20.693583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84dfe5e4-ccc7-4472-a631-9d3796a54c27 req-45566f48-b5d8-4bb6-a230-db4e13cf987e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Aug 09 15:46:20.812071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b26ea-0ecc-4ed2-8410-ae3b95b7ed66 req-d19e578f-b7fa-4809-9954-f0cb752f05bd tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.821064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1e26e54-eed8-4e0f-9d68-2f25d74169d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.828214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa8b26ea-0ecc-4ed2-8410-ae3b95b7ed66 req-d19e578f-b7fa-4809-9954-f0cb752f05bd tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.0818145 Aug 09 15:46:20.877111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa8b26ea-0ecc-4ed2-8410-ae3b95b7ed66 req-58f574d4-b1b9-4416-a746-a4fddadbaceb tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477693 Aug 09 15:46:20.877220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1e26e54-eed8-4e0f-9d68-2f25d74169d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.945156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device df69e6e6-0d85-4c85-ae77-cad5cd48ba40 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:20.954638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bff58e9-7308-4efa-b8b1-672cb6df43c1 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:20.969017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.995301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Transition to ACTIVE for port object 0bff58e9-7308-4efa-b8b1-672cb6df43c1 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:21.005805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.060948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1e26e54-eed8-4e0f-9d68-2f25d74169d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.063763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1e26e54-eed8-4e0f-9d68-2f25d74169d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.065270 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b1e26e54-eed8-4e0f-9d68-2f25d74169d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4aeeb4d2-24d2-4138-9cc7-c2a383248c00 HTTP/1.1" status: 204 len: 168 time: 0.4010489 Aug 09 15:46:21.082519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Pushing event updated for resources: {'Port': ['ID=0bff58e9-7308-4efa-b8b1-672cb6df43c1,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:21.086890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e26e54-eed8-4e0f-9d68-2f25d74169d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeeb4d2-24d2-4138-9cc7-c2a383248c00,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:21.189835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:21.207589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40', 'network_id': '01142324-8b63-490b-89bc-00e9bf82487b', 'port_id': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40', 'mac_address': 'fa:16:3e:1c:8b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53e89e8-6c81-45f3-b8ee-6499eb41de17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:21.223382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Attempting to bind port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:21.225155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Attempting to bind port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:21.225845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Attempting to bind port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 on network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:21.253056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 on network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:21.254690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Attempting to bind port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 on network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:21.264706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.282421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df69e6e6-0d85-4c85-ae77-cad5cd48ba40 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:21.282722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:21.284645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Checking segment: {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:21.287066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Bound using segment: {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:21.287906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Bound port: 0bff58e9-7308-4efa-b8b1-672cb6df43c1, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:21.293529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.341716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:21.348478 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.357872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237edc5-d7b4-4110-8c8e-ec5193749cbf req-51b3e036-47b9-47f9-a810-63fc3cf0f6a0 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.357872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6237edc5-d7b4-4110-8c8e-ec5193749cbf req-51b3e036-47b9-47f9-a810-63fc3cf0f6a0 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 944 time: 0.1742208 Aug 09 15:46:21.449456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6237edc5-d7b4-4110-8c8e-ec5193749cbf req-fd8d098f-e1e1-441e-8db2-caee365a2ed9 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829301 Aug 09 15:46:21.449635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:21.467048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] For port 0bff58e9-7308-4efa-b8b1-672cb6df43c1, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:21.473908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] For port 0bff58e9-7308-4efa-b8b1-672cb6df43c1, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:21.478536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.513431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.514069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.515494 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] 10.222.0.66 "PUT /v2.0/ports/0bff58e9-7308-4efa-b8b1-672cb6df43c1 HTTP/1.1" status: 200 len: 1091 time: 1.2452309 Aug 09 15:46:21.515966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6e39fa-e4be-42b7-9965-fbea33a19d37', 'tag': '0bff58e9-7308-4efa-b8b1-672cb6df43c1'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:21.518312 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6e39fa-e4be-42b7-9965-fbea33a19d37", "tag": "0bff58e9-7308-4efa-b8b1-672cb6df43c1"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:21.563192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46725b9e-1cfb-4874-a07b-3ce48761de86 service neutron] Pushing event updated for resources: {'Port': ['ID=0bff58e9-7308-4efa-b8b1-672cb6df43c1,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:21.586405 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b050d7d4-d380-4024-b14c-7548ab921a43 x-openstack-request-id: req-b050d7d4-d380-4024-b14c-7548ab921a43 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:21.586872 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6e39fa-e4be-42b7-9965-fbea33a19d37", "tag": "0bff58e9-7308-4efa-b8b1-672cb6df43c1", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:21.587269 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b050d7d4-d380-4024-b14c-7548ab921a43 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:21.587851 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6e39fa-e4be-42b7-9965-fbea33a19d37', 'tag': '0bff58e9-7308-4efa-b8b1-672cb6df43c1', 'status': 'completed', 'code': 200} Aug 09 15:46:21.635111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-37ae273c-2455-4627-bbd1-dadb7a08f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.638391 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-37ae273c-2455-4627-bbd1-dadb7a08f5f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 1094 time: 0.0478773 Aug 09 15:46:21.670333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['df69e6e6-0d85-4c85-ae77-cad5cd48ba40'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:21.673113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 813d6388-7056-46d6-94af-4a3f883de69a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:21.705218 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-07efe29d-571b-45d8-a301-72d3907484a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1 HTTP/1.1" status: 200 len: 217 time: 0.0533659 Aug 09 15:46:21.789654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-3ebaff18-6f41-49be-b961-187e6df1d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.792529 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-3ebaff18-6f41-49be-b961-187e6df1d187 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 200 len: 850 time: 0.0783403 Aug 09 15:46:21.811158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 813d6388-7056-46d6-94af-4a3f883de69a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:21.811750 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.841816 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-705d514a-1525-4ff7-8a4b-125b7dae5977 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403111 Aug 09 15:46:21.883694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59056) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:21.930610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c7e4-a1b0-43c0-836d-8a75f3ce4217 req-5ed910ef-abe6-46f5-b803-9d5d47a2046c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.939284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d95c7e4-a1b0-43c0-836d-8a75f3ce4217 req-5ed910ef-abe6-46f5-b803-9d5d47a2046c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 943 time: 0.1181974 Aug 09 15:46:22.017324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-2032ac7e-461b-4197-a553-db2787e99994 service neutron] 10.222.0.66 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598723 Aug 09 15:46:22.020760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d95c7e4-a1b0-43c0-836d-8a75f3ce4217 req-25e423e8-1b0f-4243-b9a9-8ce7c64a50df tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796890 Aug 09 15:46:22.055634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3496e91d-ad2f-40f7-9710-71f9645e446d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66b7d3f44832481fb50ba0c7f64c2631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700089 Aug 09 15:46:22.058266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59064) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:22.150588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5712896-19f8-4542-afe3-c0f0e9bf80e0 req-48fe4084-a30b-4a41-aa0e-f5d59ca7e659 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.152788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5712896-19f8-4542-afe3-c0f0e9bf80e0 req-48fe4084-a30b-4a41-aa0e-f5d59ca7e659 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1295559 Aug 09 15:46:22.184419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d18b98ea-6450-4d4c-bfe7-b62b67175f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:22.221520 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e21b2b4-d87c-4dca-8a64-1979c88f234d req-9160de2a-7eb7-40f6-8b83-7f66aeb505ec service neutron] 10.222.0.66 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963229 Aug 09 15:46:22.236079 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5712896-19f8-4542-afe3-c0f0e9bf80e0 req-fab58eea-3860-4b82-a56a-182ff5abfba8 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725064 Aug 09 15:46:22.255279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d18b98ea-6450-4d4c-bfe7-b62b67175f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:22.333578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d18b98ea-6450-4d4c-bfe7-b62b67175f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:22.334337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d18b98ea-6450-4d4c-bfe7-b62b67175f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:22.345435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d18b98ea-6450-4d4c-bfe7-b62b67175f3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc0bcc3a-6f7d-4305-bc32-b4b2d5d2f1a1 HTTP/1.1" status: 204 len: 168 time: 0.2763333 Aug 09 15:46:22.354343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b98ea-6450-4d4c-bfe7-b62b67175f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0bcc3a-6f7d-4305-bc32-b4b2d5d2f1a1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:22.372791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-9ce20c81-d345-4dd8-bc36-2c51b73d3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.374683 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-9ce20c81-d345-4dd8-bc36-2c51b73d3495 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 1094 time: 0.0780025 Aug 09 15:46:22.526635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-93b10310-e07a-4606-95ec-4008c3e7d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.528268 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-93b10310-e07a-4606-95ec-4008c3e7d77c service neutron] 10.222.0.66 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 912 time: 0.1356714 Aug 09 15:46:22.582630 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-4c33e3f5-84a5-417a-accb-50b07bc4ac8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1 HTTP/1.1" status: 200 len: 217 time: 0.0417116 Aug 09 15:46:22.583964 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f559a2-4539-4c52-b2c4-6c6e04b0a5e6 req-cf910305-befa-45ec-93a1-c1d1b0cb3445 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.586163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25f559a2-4539-4c52-b2c4-6c6e04b0a5e6 req-cf910305-befa-45ec-93a1-c1d1b0cb3445 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 945 time: 0.0572152 Aug 09 15:46:22.629920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25f559a2-4539-4c52-b2c4-6c6e04b0a5e6 req-869a14fb-dd16-4e04-a095-0244ab7114ac tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377340 Aug 09 15:46:22.662532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-cfdcac5b-3cd0-483c-8e66-d0a7fcf18a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.664797 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-cfdcac5b-3cd0-483c-8e66-d0a7fcf18a4b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 200 len: 850 time: 0.0723338 Aug 09 15:46:22.709748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-b5846bd3-7cef-4259-8183-3a0af5b2503b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328693 Aug 09 15:46:22.820456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-a29923e6-7de9-4a7c-bf95-6c4c179ae5e4 service neutron] 10.222.0.66 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993173 Aug 09 15:46:22.946143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device df69e6e6-0d85-4c85-ae77-cad5cd48ba40 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:22.950215 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b1a235a4-8a18-42d0-9a8a-90d19f5ec4f8 req-e506899f-ee05-4c89-b415-09cbc7d9d613 service neutron] 10.222.0.66 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167133 Aug 09 15:46:23.010516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:23.016161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:23.016697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:23.171186 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:23.213164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:23.217560 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d22201-c145-48f9-9a7f-e25f2558a491" -d '{"events": [{"server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "name": "network-vif-plugged", "status": "completed", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:23.237279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:23.243835 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:23.246906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab3ef3-a579-4e2e-897a-48492ff7f8e1 req-d8ecf7d7-37fe-49b0-a6a8-3164dcaf2c0f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.257351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecab3ef3-a579-4e2e-897a-48492ff7f8e1 req-d8ecf7d7-37fe-49b0-a6a8-3164dcaf2c0f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 943 time: 0.0999594 Aug 09 15:46:23.303574 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4961e182-a428-4b80-baaa-50542069504a x-openstack-request-id: req-4961e182-a428-4b80-baaa-50542069504a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:23.303875 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "name": "network-vif-plugged", "status": "completed", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:23.304123 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4961e182-a428-4b80-baaa-50542069504a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:23.304569 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40', 'code': 200} Aug 09 15:46:23.340907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecab3ef3-a579-4e2e-897a-48492ff7f8e1 req-c6943124-3e89-4f8d-b5f3-48b36ebd2271 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815985 Aug 09 15:46:23.390814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:23.509952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164f7f3-ddb1-4136-90cc-8fe6d997360b req-9070fb94-5160-4fb5-8836-d1f3a4bddda5 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.517618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d164f7f3-ddb1-4136-90cc-8fe6d997360b req-9070fb94-5160-4fb5-8836-d1f3a4bddda5 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1019142 Aug 09 15:46:23.540831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648619a9-6265-4d9c-9e5c-e928e0fc3bb5 req-d090d4f9-0d41-487a-b501-cc5f9052ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.543252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-648619a9-6265-4d9c-9e5c-e928e0fc3bb5 req-d090d4f9-0d41-487a-b501-cc5f9052ae99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1097 time: 0.1655095 Aug 09 15:46:23.576771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d164f7f3-ddb1-4136-90cc-8fe6d997360b req-773afe54-ee8b-419d-a954-fe0ac4aaf260 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578399 Aug 09 15:46:23.609364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-648619a9-6265-4d9c-9e5c-e928e0fc3bb5 req-56b17f5d-5d75-47eb-a7d9-464af7161026 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538752 Aug 09 15:46:23.795481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83724ad4-0672-4766-adb5-16546186cb2e req-b65949a9-08d4-47df-9790-7c940daadf24 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.798689 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83724ad4-0672-4766-adb5-16546186cb2e req-b65949a9-08d4-47df-9790-7c940daadf24 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 946 time: 0.0868549 Aug 09 15:46:23.854037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83724ad4-0672-4766-adb5-16546186cb2e req-51e0a5c1-e843-4977-9db1-462d3cead8d9 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Aug 09 15:46:24.050988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 0bff58e9-7308-4efa-b8b1-672cb6df43c1 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:24.218141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 0bff58e9-7308-4efa-b8b1-672cb6df43c1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:24.233884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '0bff58e9-7308-4efa-b8b1-672cb6df43c1', 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054', 'port_id': '0bff58e9-7308-4efa-b8b1-672cb6df43c1', 'mac_address': 'fa:16:3e:e2:91:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0d92e6-768a-4398-a276-8d008ca61732', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:24.279211 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:24.294220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bff58e9-7308-4efa-b8b1-672cb6df43c1 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:24.317060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 0bff58e9-7308-4efa-b8b1-672cb6df43c1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:24.322561 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:24.412905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=0bff58e9-7308-4efa-b8b1-672cb6df43c1,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:24.512349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd628009-0d95-4d7c-a3e9-f29e485ec70b req-e28e392e-b727-4e4e-ab60-58e33c33932d tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.513986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd628009-0d95-4d7c-a3e9-f29e485ec70b req-e28e392e-b727-4e4e-ab60-58e33c33932d tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 944 time: 0.0877180 Aug 09 15:46:24.595385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['0bff58e9-7308-4efa-b8b1-672cb6df43c1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:24.654306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd628009-0d95-4d7c-a3e9-f29e485ec70b req-47da803f-70e1-4c36-a04e-85d9f25b8b92 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282296 Aug 09 15:46:24.792136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160fa65-078e-48b7-acb0-469db507a195 req-524eeff7-00f9-4cef-b537-bd3807f7906b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.800202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1160fa65-078e-48b7-acb0-469db507a195 req-524eeff7-00f9-4cef-b537-bd3807f7906b tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.0716562 Aug 09 15:46:24.828834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59174) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:24.858257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1160fa65-078e-48b7-acb0-469db507a195 req-dded51a3-9829-4ecb-a38f-4d40e17c4fca tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 Aug 09 15:46:25.020866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec2f35-5d32-4381-92a2-750787112666 req-cb29ced6-7317-4456-a8c8-db065e24dadf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.023011 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13ec2f35-5d32-4381-92a2-750787112666 req-cb29ced6-7317-4456-a8c8-db065e24dadf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 946 time: 0.0594831 Aug 09 15:46:25.070600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13ec2f35-5d32-4381-92a2-750787112666 req-4fc88a91-3b9e-41d7-be71-6f90f4bc4fb4 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Aug 09 15:46:25.193748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-ceca18c9-8e99-4ccc-acd9-421eddbd297c tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-751579254&fields=id&tenant_id=068393c7956242049294af6af490c3ab HTTP/1.1" status: 200 len: 267 time: 0.0497210 Aug 09 15:46:25.249606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-176161982', 'router:external': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:25.274043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:25.279427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Made reservation on behalf of a36cac9698c44f9892f9fe042516e85c for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:25.281870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.295010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-695b0f77-6a05-4555-aac5-47af4e3c4a12 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.296638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-695b0f77-6a05-4555-aac5-47af4e3c4a12 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 946 time: 0.0921607 Aug 09 15:46:25.302915 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.319045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'port': {'security_groups': ['afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb', '462ca50e-4850-4cdf-b621-20a6996e6fb2']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:25.377096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c4be89e-8fea-4f35-8d4a-6cd61be21141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.417207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.552998 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.565579 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.614892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70def88e-80d8-41e0-950c-3a955c6092db,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:25.633561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:46:25.691114 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.691114 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Added segment 53a41fb7-a108-4367-94d7-4cb48b95da6f of type vlan for network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 Aug 09 15:46:25.744670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c4be89e-8fea-4f35-8d4a-6cd61be21141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.749822 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c4be89e-8fea-4f35-8d4a-6cd61be21141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.796948 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8c4be89e-8fea-4f35-8d4a-6cd61be21141 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b6c0c36261e40d3af786807142bae44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172462 Aug 09 15:46:25.796948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4be89e-8fea-4f35-8d4a-6cd61be21141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e0a5a8-72a8-436c-a194-f0d1f54dc8dc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:25.800057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59206) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:25.850566 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.871046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f54fc3dc-5123-488d-bc4f-91a93af95ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.901487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f54fc3dc-5123-488d-bc4f-91a93af95ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.911769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] For port df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:25.937058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60ca8-6d2e-4906-a7d9-4aad914a8348 req-9249c9b8-56fc-42c8-8e79-c3c0ddb60eca tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.938692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14b60ca8-6d2e-4906-a7d9-4aad914a8348 req-9249c9b8-56fc-42c8-8e79-c3c0ddb60eca tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 944 time: 0.1662211 Aug 09 15:46:25.974798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f54fc3dc-5123-488d-bc4f-91a93af95ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.980026 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f54fc3dc-5123-488d-bc4f-91a93af95ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.981573 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f54fc3dc-5123-488d-bc4f-91a93af95ca2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06e0a5a8-72a8-436c-a194-f0d1f54dc8dc HTTP/1.1" status: 204 len: 168 time: 0.1797020 Aug 09 15:46:25.995421 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.997130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.998283 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.003003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fc3dc-5123-488d-bc4f-91a93af95ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e0a5a8-72a8-436c-a194-f0d1f54dc8dc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:26.026266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.029723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1893020 Aug 09 15:46:26.034341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59216) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:26.043794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'subnet': {'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:26.047642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.065791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['df69e6e6-0d85-4c85-ae77-cad5cd48ba40'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:26.071497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:26.105903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Made reservation on behalf of a36cac9698c44f9892f9fe042516e85c for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:26.108545 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.190551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 0bff58e9-7308-4efa-b8b1-672cb6df43c1 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:26.192715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14b60ca8-6d2e-4906-a7d9-4aad914a8348 req-18988092-0dea-4ce5-84ce-0039acdcfffd tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391043 Aug 09 15:46:26.239170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b6a24-8f39-4bfe-ac33-35baf02bd4d4 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'Network': ['ID=1f8b75b4-0d71-448d-be6e-0506e66b28e0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:26.261787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:46:26.281149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.281860 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.284044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abef8ace-9440-41ca-925f-4c209b99dc52 req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "PUT /v2.0/ports/df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 200 len: 982 time: 0.9715230 Aug 09 15:46:26.284546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:26.287466 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f88876-201f-42a8-ae9f-dc2c78259738" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:26.362152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9518040-f2b3-4360-bda0-41fcde5e8db5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'Port': ['ID=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:26.475655 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538f05fb-6843-4da4-ac01-f5ddd438afad x-openstack-request-id: req-538f05fb-6843-4da4-ac01-f5ddd438afad {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:26.476051 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:26.476214 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-538f05fb-6843-4da4-ac01-f5ddd438afad {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:26.476591 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40', 'status': 'completed', 'code': 200} Aug 09 15:46:26.507563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69d654-af30-45a0-87a1-946b12ae68c7 req-bf7ef32a-3e94-49f2-9182-59c620dea022 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.518300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e69d654-af30-45a0-87a1-946b12ae68c7 req-bf7ef32a-3e94-49f2-9182-59c620dea022 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1049893 Aug 09 15:46:26.674817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c48b2a8-7c22-4189-a50a-8786ddbb19e8 req-4b9f17b3-1565-4c8c-8b08-ad964b927b1e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/462ca50e-4850-4cdf-b621-20a6996e6fb2 HTTP/1.1" status: 200 len: 1800 time: 0.1501327 Aug 09 15:46:26.703136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e69d654-af30-45a0-87a1-946b12ae68c7 req-db243654-4f3b-4585-a667-2a159ca75abe tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826484 Aug 09 15:46:26.713552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['df69e6e6-0d85-4c85-ae77-cad5cd48ba40'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:26.766586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-035deccb-50cb-4a7a-899e-c42216075515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.769308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-035deccb-50cb-4a7a-899e-c42216075515 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1136 time: 0.2464011 Aug 09 15:46:26.948797 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-1c48b2a8-7c22-4189-a50a-8786ddbb19e8 req-0d046f8f-69a9-4388-9f10-6f1dad65f6cd tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 15:46:26.949893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c48b2a8-7c22-4189-a50a-8786ddbb19e8 req-0d046f8f-69a9-4388-9f10-6f1dad65f6cd tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/462ca50e-4850-4cdf-b621-20a6996e6fb2 HTTP/1.1" status: 409 len: 341 time: 0.2427070 Aug 09 15:46:27.018739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-cc9f9e0a-e4e5-4d9b-a8b7-3e74e1e60db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.024031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-cc9f9e0a-e4e5-4d9b-a8b7-3e74e1e60db8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 915 time: 0.2302711 Aug 09 15:46:27.063006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:46:27.066695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.121198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:27.184262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-bf8ef9d1-ecf4-4ef4-bea8-88064076b74f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 200 len: 217 time: 0.1522684 Aug 09 15:46:27.192079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:27.193626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.248895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e947990a-b26b-4fba-8a92-8498f1dfa899,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:27.275985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Checking segment: {'id': '53a41fb7-a108-4367-94d7-4cb48b95da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:27.276355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Network hostable DHCP agents. Network: 1f8b75b4-0d71-448d-be6e-0506e66b28e0, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:46:27.319935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-9919bc50-8d95-48b2-bf07-5ae6aa019b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.322228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:46:27.325495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-9919bc50-8d95-48b2-bf07-5ae6aa019b2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.1274843 Aug 09 15:46:27.354983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 1f8b75b4-0d71-448d-be6e-0506e66b28e0) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:27.372216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-bf995a82-8447-4623-935c-a10778e06a34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419667 Aug 09 15:46:27.372532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.373415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.381953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f2c7e5-8f3a-4475-9bdc-c2be3649f932 None None] Network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:27.421733 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-02e0c307-892a-4960-8448-c956e8416360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3854749 Aug 09 15:46:27.428459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59268) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:27.434237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-624789873', 'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:27.480851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Made reservation on behalf of a36cac9698c44f9892f9fe042516e85c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:27.483482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.531274 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] device_id is not set on port 57f5e11e-d7a6-48bc-92ff-7bc81640d70e yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:46:27.536186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d2a5-78a3-485a-8d45-4adb522c94f4 req-55681fc6-4ec0-4ba1-b620-2bd2ee273cea tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.546155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5323d2a5-78a3-485a-8d45-4adb522c94f4 req-55681fc6-4ec0-4ba1-b620-2bd2ee273cea tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 985 time: 0.2059970 Aug 09 15:46:27.569799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fc7cf-5775-4589-b4aa-7318cf3f5d54 req-39d40034-47c7-4bb9-94e4-11457fd08259 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.578511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-345fc7cf-5775-4589-b4aa-7318cf3f5d54 req-39d40034-47c7-4bb9-94e4-11457fd08259 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 944 time: 0.2102029 Aug 09 15:46:27.698629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5323d2a5-78a3-485a-8d45-4adb522c94f4 req-09d99ea5-121d-4506-8d6f-621df04c3c95 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&id=462ca50e-4850-4cdf-b621-20a6996e6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1507528 Aug 09 15:46:27.728760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-345fc7cf-5775-4589-b4aa-7318cf3f5d54 req-3ee4eca5-62c5-43a9-9b2a-2670e418150c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490598 Aug 09 15:46:27.796974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-4dab692d-dcb6-4110-b6d8-4ee864852da1 service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950987 Aug 09 15:46:27.832240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Allocated IP 172.20.0.14 (1f8b75b4-0d71-448d-be6e-0506e66b28e0/e947990a-b26b-4fba-8a92-8498f1dfa899/57f5e11e-d7a6-48bc-92ff-7bc81640d70e) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:27.878087 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.967837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16609863-119a-4d30-b874-ac1197d170e6 None None] Network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:27.970619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e39fa-e4be-42b7-9965-fbea33a19d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bff58e9-7308-4efa-b8b1-672cb6df43c1'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:27.976322 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04bf732-1dfa-4445-8c3f-7c4ee250c881" -d '{"events": [{"server_uuid": "ab6e39fa-e4be-42b7-9965-fbea33a19d37", "name": "network-vif-plugged", "status": "completed", "tag": "0bff58e9-7308-4efa-b8b1-672cb6df43c1"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:28.024875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17d14-2911-41b5-a4ec-74e7e0ff913e req-3db443cf-778c-4203-84c3-801f464fc1f1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.032654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1f17d14-2911-41b5-a4ec-74e7e0ff913e req-3db443cf-778c-4203-84c3-801f464fc1f1 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1239848 Aug 09 15:46:28.076047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3f88876-201f-42a8-ae9f-dc2c78259738 req-0a915372-0c88-4804-a0d4-795e98955b08 service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714016 Aug 09 15:46:28.129311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1f17d14-2911-41b5-a4ec-74e7e0ff913e req-6ced3f8a-9e96-40d0-9e84-6098c5239b5e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955470 Aug 09 15:46:28.168437 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795b2616-fbec-4ed6-be2d-568743dfc30a x-openstack-request-id: req-795b2616-fbec-4ed6-be2d-568743dfc30a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:28.168437 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e39fa-e4be-42b7-9965-fbea33a19d37", "name": "network-vif-plugged", "status": "completed", "tag": "0bff58e9-7308-4efa-b8b1-672cb6df43c1", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:28.168437 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-795b2616-fbec-4ed6-be2d-568743dfc30a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:28.168437 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6e39fa-e4be-42b7-9965-fbea33a19d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bff58e9-7308-4efa-b8b1-672cb6df43c1', 'code': 200} Aug 09 15:46:28.171729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 0bff58e9-7308-4efa-b8b1-672cb6df43c1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:28.179863 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.183027 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.226971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-f91fdc7f-c597-4e41-a34c-3b8012f3832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.229930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-f91fdc7f-c597-4e41-a34c-3b8012f3832b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1136 time: 0.0895727 Aug 09 15:46:28.273245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.301902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d064814-a906-45c6-a727-2e51baf2f639 req-e9a8036b-bf02-4811-a697-899cc579310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.304966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d064814-a906-45c6-a727-2e51baf2f639 req-e9a8036b-bf02-4811-a697-899cc579310f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 1096 time: 0.0873218 Aug 09 15:46:28.353414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=0bff58e9-7308-4efa-b8b1-672cb6df43c1,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:28.369122 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.389121 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.408298 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d064814-a906-45c6-a727-2e51baf2f639 req-8387b49d-4501-45d7-a634-7659997c274f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933220 Aug 09 15:46:28.445585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-a4882e7d-9128-4d8d-a0d0-b6c249fb4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.448378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-a4882e7d-9128-4d8d-a0d0-b6c249fb4107 service neutron] 10.222.0.35 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 915 time: 0.2071314 Aug 09 15:46:28.455433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:28.461123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:28.464882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:28.510754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'Port': ['ID=57f5e11e-d7a6-48bc-92ff-7bc81640d70e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:28.512473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-054772e4-61ae-444a-bb09-37e9de1a5729 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 200 len: 217 time: 0.0546598 Aug 09 15:46:28.559082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.560104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.589205 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-084c3d97-d934-404a-95cf-345d76aad964 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1556244 Aug 09 15:46:28.589473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59294) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:28.596859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-e9212d76-2bfc-4ea8-8c97-53ac45090b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.598441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-e9212d76-2bfc-4ea8-8c97-53ac45090b4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.0776110 Aug 09 15:46:28.648985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-56e3baee-454e-4728-9a25-e40c41c0f20a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391660 Aug 09 15:46:29.165329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-caf77c7c-a9dd-4d15-92bc-afce56a810e1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Deleting port 57f5e11e-d7a6-48bc-92ff-7bc81640d70e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:29.165685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-caf77c7c-a9dd-4d15-92bc-afce56a810e1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.273730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59322) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:29.311597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-caf77c7c-a9dd-4d15-92bc-afce56a810e1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.331446 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-caf77c7c-a9dd-4d15-92bc-afce56a810e1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Calling delete_port for 57f5e11e-d7a6-48bc-92ff-7bc81640d70e owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:29.462653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-c8b5325f-a93c-49c4-b3c8-17fb4d4fb773 service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038244 Aug 09 15:46:29.558912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f5d143f-c8cd-4bc8-b6c4-6c1bf0658e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.610793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea302f56-2826-4947-8a7d-9739ff9ea051 req-7da144d9-5eac-4ab6-9b93-cfff706d07c9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:29.616053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-caf77c7c-a9dd-4d15-92bc-afce56a810e1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.620987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea302f56-2826-4947-8a7d-9739ff9ea051 req-7da144d9-5eac-4ab6-9b93-cfff706d07c9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1949914 Aug 09 15:46:29.638477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89eec-9daf-4ae1-8ae7-ed64b8c95914 req-f7716390-b4ea-4bfb-814d-483658d3e591 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:29.640929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2f89eec-9daf-4ae1-8ae7-ed64b8c95914 req-f7716390-b4ea-4bfb-814d-483658d3e591 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 985 time: 0.7954493 Aug 09 15:46:29.672002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf77c7c-a9dd-4d15-92bc-afce56a810e1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event deleted for resources: {'Port': ['ID=57f5e11e-d7a6-48bc-92ff-7bc81640d70e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:29.739553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67a8e132-bc3d-457d-a057-f1643d3ff90f req-36de8cb0-9fb7-4865-8f51-35da5ab6f91d service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499104 Aug 09 15:46:29.768103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea302f56-2826-4947-8a7d-9739ff9ea051 req-9533a0e4-cde6-4077-bbae-613a1b87462d tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213446 Aug 09 15:46:29.791134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-caf77c7c-a9dd-4d15-92bc-afce56a810e1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.793654 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-caf77c7c-a9dd-4d15-92bc-afce56a810e1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "DELETE /v2.0/ports/57f5e11e-d7a6-48bc-92ff-7bc81640d70e HTTP/1.1" status: 204 len: 168 time: 1.2030942 Aug 09 15:46:29.800354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:29.807202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0', 'external_fixed_ips': [{'subnet_id': 'e947990a-b26b-4fba-8a92-8498f1dfa899', 'ip_address': '172.20.0.14'}]}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:29.832324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2f89eec-9daf-4ae1-8ae7-ed64b8c95914 req-b8bd929b-e0f8-470c-8eb4-db8332f52268 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&id=462ca50e-4850-4cdf-b621-20a6996e6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1472957 Aug 09 15:46:29.837410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f5d143f-c8cd-4bc8-b6c4-6c1bf0658e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.849535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f5d143f-c8cd-4bc8-b6c4-6c1bf0658e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.916035 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6f5d143f-c8cd-4bc8-b6c4-6c1bf0658e32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0ce44f060134694b997fade9568d8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6406057 Aug 09 15:46:29.917501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d143f-c8cd-4bc8-b6c4-6c1bf0658e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cdd1a8-26b2-41a1-8ebe-2e9f3bcc2329,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:29.918583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59346) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:29.921531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.923086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.010413 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.094428 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.125229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e8253-a823-4057-8582-3d51b0bd15b2 req-e325550c-5beb-4c26-bd05-09594ba75915 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:30.127315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-325e8253-a823-4057-8582-3d51b0bd15b2 req-e325550c-5beb-4c26-bd05-09594ba75915 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.0985501 Aug 09 15:46:30.150594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.215644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-325e8253-a823-4057-8582-3d51b0bd15b2 req-0a7f7924-a2ac-4c71-b4ef-127e08e96385 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808024 Aug 09 15:46:30.224721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.260878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.266447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.273498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37cdd1a8-26b2-41a1-8ebe-2e9f3bcc2329 HTTP/1.1" status: 204 len: 168 time: 0.3523786 Aug 09 15:46:30.285246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cdd1a8-26b2-41a1-8ebe-2e9f3bcc2329,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:30.297859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.298455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.298872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.299329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.299779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.300252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.300710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.301113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.301512 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.302175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.302719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.303263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa76ef1-919b-4b49-ac58-7288c0286dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:30.365894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59362) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:30.551345 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.575420 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.711006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a88aecfa-cd06-418a-bd2d-44f81b0258b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.779958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59368) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:30.796068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b51faafd-8d04-4d96-846f-a823f168391a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.827951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Allocated IP 172.20.0.14 (1f8b75b4-0d71-448d-be6e-0506e66b28e0/e947990a-b26b-4fba-8a92-8498f1dfa899/d79b5e56-ce34-4486-8ff4-824342eed732) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:31.006472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9b42-30a1-4b36-9ceb-75255a1f2141 req-34e74c01-4f15-4956-8370-ad8f05b5ab9e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.008387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4baa9b42-30a1-4b36-9ceb-75255a1f2141 req-34e74c01-4f15-4956-8370-ad8f05b5ab9e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 985 time: 0.0797760 Aug 09 15:46:31.016168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af6e38-44a9-4f6c-9607-d9af3ae46d3a req-de0d1494-816d-4906-a0ed-3bc2c85459f9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.017728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75af6e38-44a9-4f6c-9607-d9af3ae46d3a req-de0d1494-816d-4906-a0ed-3bc2c85459f9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1075370 Aug 09 15:46:31.022557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a88aecfa-cd06-418a-bd2d-44f81b0258b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.036975 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a88aecfa-cd06-418a-bd2d-44f81b0258b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.061796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.099361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4baa9b42-30a1-4b36-9ceb-75255a1f2141 req-d19d92e7-b4ad-478f-994c-a96529a8904a tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&id=462ca50e-4850-4cdf-b621-20a6996e6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0806055 Aug 09 15:46:31.108933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75af6e38-44a9-4f6c-9607-d9af3ae46d3a req-ca7abad1-9394-445e-92e0-ef8dcf2c8ebb tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833035 Aug 09 15:46:31.123860 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a88aecfa-cd06-418a-bd2d-44f81b0258b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95b6ff2eb54f4e6c89d2b7d85c798a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564406 Aug 09 15:46:31.126333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aecfa-cd06-418a-bd2d-44f81b0258b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0142d8d-2bf7-4861-bfb2-16278c9152cd,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:31.126984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59378) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:31.179194 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.233803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:31.236565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c99b-50c0-496b-b4f7-e1bafc9cae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.237293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:31.239869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:31.240624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b51faafd-8d04-4d96-846f-a823f168391a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.267487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b51faafd-8d04-4d96-846f-a823f168391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.284065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'Port': ['ID=d79b5e56-ce34-4486-8ff4-824342eed732,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:31.320544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c99b-50c0-496b-b4f7-e1bafc9cae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.381663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51faafd-8d04-4d96-846f-a823f168391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09db7b3-e88e-4e0f-a807-bc8ca3e307a9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:31.414421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b51faafd-8d04-4d96-846f-a823f168391a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fffd13b2e4647e59ac899f5441d9cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300817 Aug 09 15:46:31.417197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59386) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:31.475735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a996d4e4-cb20-459a-8f36-3b1e1d676e9e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1469612003&fields=id&tenant_id=068393c7956242049294af6af490c3ab HTTP/1.1" status: 200 len: 267 time: 0.1239772 Aug 09 15:46:31.535322 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c99b-50c0-496b-b4f7-e1bafc9cae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.538022 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c99b-50c0-496b-b4f7-e1bafc9cae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.539391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d7f6c99b-50c0-496b-b4f7-e1bafc9cae6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0142d8d-2bf7-4861-bfb2-16278c9152cd HTTP/1.1" status: 204 len: 168 time: 0.4108040 Aug 09 15:46:31.552663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6c99b-50c0-496b-b4f7-e1bafc9cae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0142d8d-2bf7-4861-bfb2-16278c9152cd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:31.573261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66d5668d-33b4-475e-9eb2-3fd7c4e7113d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.602970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-51e61878-5f24-45ac-a50c-cf4a9b8781a3 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.604677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-51e61878-5f24-45ac-a50c-cf4a9b8781a3 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 985 time: 0.1279378 Aug 09 15:46:31.614639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66d5668d-33b4-475e-9eb2-3fd7c4e7113d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.622320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'port': {'security_groups': ['462ca50e-4850-4cdf-b621-20a6996e6fb2', 'afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb', '368e2fab-28c8-4dc0-87cf-90dc90187aa7']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:31.672380 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.801893 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.053849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66d5668d-33b4-475e-9eb2-3fd7c4e7113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.056850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66d5668d-33b4-475e-9eb2-3fd7c4e7113d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.058383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-66d5668d-33b4-475e-9eb2-3fd7c4e7113d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f09db7b3-e88e-4e0f-a807-bc8ca3e307a9 HTTP/1.1" status: 204 len: 168 time: 0.6390073 Aug 09 15:46:32.082942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.088131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dbfbb-e987-442b-99b6-dd1664086136 req-6844b2fd-79f0-4b02-a660-05be0450f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.090012 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-997dbfbb-e987-442b-99b6-dd1664086136 req-6844b2fd-79f0-4b02-a660-05be0450f8c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 1096 time: 0.0768294 Aug 09 15:46:32.100821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5668d-33b4-475e-9eb2-3fd7c4e7113d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09db7b3-e88e-4e0f-a807-bc8ca3e307a9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:32.150693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d11337-b68d-4c18-9d0d-9014e8581b75 req-049c74b4-645b-4fa3-a640-af2ee4f29615 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.152794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98d11337-b68d-4c18-9d0d-9014e8581b75 req-049c74b4-645b-4fa3-a640-af2ee4f29615 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1178076 Aug 09 15:46:32.163056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] For port df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:32.192221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59396) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:32.235070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67fa24e7-9a60-41bd-a9c5-1df6e9a51f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.242990 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.255524 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.268808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98d11337-b68d-4c18-9d0d-9014e8581b75 req-e546a9cc-c3d2-48e0-a935-8063d25d911a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088030 Aug 09 15:46:32.269537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['df69e6e6-0d85-4c85-ae77-cad5cd48ba40'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:32.278971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:32.304626 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:46:32.341633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dbfbb-e987-442b-99b6-dd1664086136 req-93638e2e-11a9-41e1-8647-b473f62ac433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.343403 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-997dbfbb-e987-442b-99b6-dd1664086136 req-93638e2e-11a9-41e1-8647-b473f62ac433 service neutron] 10.222.0.66 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 912 time: 0.1910870 Aug 09 15:46:32.356300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.356745 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.370279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b95c5109-ba25-4d61-a732-94a2f4ed8810 req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "PUT /v2.0/ports/df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 200 len: 1021 time: 0.7528553 Aug 09 15:46:32.378985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:32.387660 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:32.450097 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-997dbfbb-e987-442b-99b6-dd1664086136 req-37e49b44-af71-4e1f-beff-af440b7753fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1 HTTP/1.1" status: 200 len: 217 time: 0.0903683 Aug 09 15:46:32.459760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Router 870e304f-3ce2-4d74-a0f5-504984db55bd is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:46:32.510533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b201e-b90e-4a9d-a7da-0c05843f0faf tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'Port': ['ID=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:32.533390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['df69e6e6-0d85-4c85-ae77-cad5cd48ba40'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:32.611856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dbfbb-e987-442b-99b6-dd1664086136 req-f5c13c78-6d45-4a1b-ac73-ff7bc4f46d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.613569 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-997dbfbb-e987-442b-99b6-dd1664086136 req-f5c13c78-6d45-4a1b-ac73-ff7bc4f46d11 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 200 len: 850 time: 0.1502442 Aug 09 15:46:32.627530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-767a8b7e-aa40-4603-ba9a-faefbdd22059 req-d450b8e5-af0f-41e9-970b-d9031ba544c8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/368e2fab-28c8-4dc0-87cf-90dc90187aa7 HTTP/1.1" status: 200 len: 1802 time: 0.0961914 Aug 09 15:46:32.637517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5292041-b694-44f6-ab51-f2c77bbdb5ec req-b2960969-507c-41cb-acbf-749c42b1e004 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.642282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5292041-b694-44f6-ab51-f2c77bbdb5ec req-b2960969-507c-41cb-acbf-749c42b1e004 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1846564 Aug 09 15:46:32.664557 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-997dbfbb-e987-442b-99b6-dd1664086136 req-caae1645-ae4e-4da3-9eda-e91c0bd3ff2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370648 Aug 09 15:46:32.690305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67fa24e7-9a60-41bd-a9c5-1df6e9a51f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.701527 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67fa24e7-9a60-41bd-a9c5-1df6e9a51f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.765438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5292041-b694-44f6-ab51-f2c77bbdb5ec req-2c6e5747-7601-414e-81f8-34e641b548c7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103237 Aug 09 15:46:32.798325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-67fa24e7-9a60-41bd-a9c5-1df6e9a51f32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a2e38f49ca04eecbde3aac937db39fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050179 Aug 09 15:46:32.799365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa24e7-9a60-41bd-a9c5-1df6e9a51f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2bea6c-bc37-4428-bc4f-755e03f0834b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:32.802855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59416) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:32.820415 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-767a8b7e-aa40-4603-ba9a-faefbdd22059 req-18368a4a-da17-4c18-8355-1823a518e1ba tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 15:46:32.835749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-767a8b7e-aa40-4603-ba9a-faefbdd22059 req-18368a4a-da17-4c18-8355-1823a518e1ba tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/368e2fab-28c8-4dc0-87cf-90dc90187aa7 HTTP/1.1" status: 409 len: 341 time: 0.2072055 Aug 09 15:46:32.841406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:32.857771 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Sync routers for ids ['870e304f-3ce2-4d74-a0f5-504984db55bd'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:32.878362 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Routers {'870e304f-3ce2-4d74-a0f5-504984db55bd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:32.882168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['870e304f-3ce2-4d74-a0f5-504984db55bd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:32.888971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.890058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0c621185-e274-4989-ae12-f0fcb0e75970 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.0887353 Aug 09 15:46:32.896238 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839eb80f-984e-489c-96cd-a1009615a1b9 x-openstack-request-id: req-839eb80f-984e-489c-96cd-a1009615a1b9 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:32.896637 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:32.897035 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-839eb80f-984e-489c-96cd-a1009615a1b9 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:32.897443 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40', 'status': 'completed', 'code': 200} Aug 09 15:46:32.897826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59420) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:32.960450 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-997dbfbb-e987-442b-99b6-dd1664086136 req-45e3546d-188c-4a98-9e92-6fa23722fad9 service neutron] 10.222.0.66 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859583 Aug 09 15:46:33.060937 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Set router 870e304f-3ce2-4d74-a0f5-504984db55bd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:33.080820 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-997dbfbb-e987-442b-99b6-dd1664086136 req-b509b84e-a78e-4f47-9657-53641e430bc4 service neutron] 10.222.0.66 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061234 Aug 09 15:46:33.189519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03801232-c902-437d-aba1-4bccb566f3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.321287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-8c7dacda-690c-46a2-b3eb-27640424783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.323915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-8c7dacda-690c-46a2-b3eb-27640424783e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068393c7956242049294af6af490c3ab&device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1175 time: 0.3962982 Aug 09 15:46:33.439968 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e304f-3ce2-4d74-a0f5-504984db55bd', 'name': '', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0', 'external_fixed_ips': [{'subnet_id': 'e947990a-b26b-4fba-8a92-8498f1dfa899', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd79b5e56-ce34-4486-8ff4-824342eed732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:29Z', 'updated_at': '2021-08-09T15:46:31Z', 'revision_number': 3, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port': {'id': 'd79b5e56-ce34-4486-8ff4-824342eed732', 'name': '', 'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e304f-3ce2-4d74-a0f5-504984db55bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'e947990a-b26b-4fba-8a92-8498f1dfa899', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:30Z', 'updated_at': '2021-08-09T15:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e947990a-b26b-4fba-8a92-8498f1dfa899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:33.448801 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03801232-c902-437d-aba1-4bccb566f3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.480144 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Checking router: 870e304f-3ce2-4d74-a0f5-504984db55bd for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:33.480623 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Updating router 870e304f-3ce2-4d74-a0f5-504984db55bd port d79b5e56-ce34-4486-8ff4-824342eed732 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:46:33.512412 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.524619 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.641180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88103b-b83b-4ccf-933c-8a5f98a625e2 req-83015fc9-3e1f-48b4-83c0-f4d23c9eefb1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.642777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d88103b-b83b-4ccf-933c-8a5f98a625e2 req-83015fc9-3e1f-48b4-83c0-f4d23c9eefb1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1024 time: 0.2749982 Aug 09 15:46:33.666368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd413c-6cf0-41b9-ba29-a1742535b588 req-56b87173-2bb9-42c9-ac18-4bf1b7e331fb tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.669740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecfd413c-6cf0-41b9-ba29-a1742535b588 req-56b87173-2bb9-42c9-ac18-4bf1b7e331fb tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.2282908 Aug 09 15:46:33.776826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-614c19ad-773a-4143-bcde-5802cb71346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.778464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-614c19ad-773a-4143-bcde-5802cb71346e service neutron] 10.222.0.35 "GET /v2.0/networks?id=01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 200 len: 915 time: 0.4374290 Aug 09 15:46:33.779072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03801232-c902-437d-aba1-4bccb566f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.782080 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03801232-c902-437d-aba1-4bccb566f3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.783405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-03801232-c902-437d-aba1-4bccb566f3eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af2bea6c-bc37-4428-bc4f-755e03f0834b HTTP/1.1" status: 204 len: 168 time: 0.9788840 Aug 09 15:46:33.863135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03801232-c902-437d-aba1-4bccb566f3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2bea6c-bc37-4428-bc4f-755e03f0834b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:33.875956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-aa2a0d80-1271-4302-bd78-8fd2a77041dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 200 len: 217 time: 0.0810761 Aug 09 15:46:33.878428 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.892236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d88103b-b83b-4ccf-933c-8a5f98a625e2 req-79a66a58-5f5f-4a80-a184-eab465c4199f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=462ca50e-4850-4cdf-b621-20a6996e6fb2&id=368e2fab-28c8-4dc0-87cf-90dc90187aa7&id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2200997 Aug 09 15:46:33.912955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecfd413c-6cf0-41b9-ba29-a1742535b588 req-e224ecf3-dcd2-4f06-96a4-d82e40a76236 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063026 Aug 09 15:46:33.978883 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.011593 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Transition to ACTIVE for port object d79b5e56-ce34-4486-8ff4-824342eed732 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:34.045430 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.068175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59452) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:34.105801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-38f757d4-9070-434c-b10d-bf75a08dc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:34.107482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-38f757d4-9070-434c-b10d-bf75a08dc508 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 200 len: 853 time: 0.1934240 Aug 09 15:46:34.164305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-e3526862-870e-4dc6-ad40-52543eecbdd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=01142324-8b63-490b-89bc-00e9bf82487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483661 Aug 09 15:46:34.185067 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381d8b0-f48d-438a-97bf-94e965544c37 None None] Pushing event updated for resources: {'Port': ['ID=d79b5e56-ce34-4486-8ff4-824342eed732,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:34.188607 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Attempting to bind port d79b5e56-ce34-4486-8ff4-824342eed732 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:34.189256 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Attempting to bind port d79b5e56-ce34-4486-8ff4-824342eed732 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '53a41fb7-a108-4367-94d7-4cb48b95da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:34.189884 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Attempting to bind port d79b5e56-ce34-4486-8ff4-824342eed732 on network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:34.200094 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:34.200744 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Checking segment: {'id': '53a41fb7-a108-4367-94d7-4cb48b95da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:34.201162 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.201565 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Bound using segment: {'id': '53a41fb7-a108-4367-94d7-4cb48b95da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:34.202050 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Bound port: d79b5e56-ce34-4486-8ff4-824342eed732, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a41fb7-a108-4367-94d7-4cb48b95da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '1f8b75b4-0d71-448d-be6e-0506e66b28e0'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:34.202461 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.247803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e2491-2cc4-41ff-ac45-f15edb988583 req-2f1db186-6603-408c-93de-bbf31e696ba0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:34.252686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-311e2491-2cc4-41ff-ac45-f15edb988583 req-2f1db186-6603-408c-93de-bbf31e696ba0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.2194619 Aug 09 15:46:34.288161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Deleting port d79b5e56-ce34-4486-8ff4-824342eed732 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:34.288732 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.297743 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] For port d79b5e56-ce34-4486-8ff4-824342eed732, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:34.301908 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] For port d79b5e56-ce34-4486-8ff4-824342eed732, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d79b5e56-ce34-4486-8ff4-824342eed732,segment=NetworkSegment(53a41fb7-a108-4367-94d7-4cb48b95da6f),segment_id=53a41fb7-a108-4367-94d7-4cb48b95da6f)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:34.311909 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.358459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d71d79ca-8b16-4bd4-8b77-b208fd689324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.401469 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Routers {'870e304f-3ce2-4d74-a0f5-504984db55bd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:34.402548 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['870e304f-3ce2-4d74-a0f5-504984db55bd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:34.438584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-311e2491-2cc4-41ff-ac45-f15edb988583 req-d1b75242-88ff-47a9-87fa-c3392505fdf1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797094 Aug 09 15:46:34.471991 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.482325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-3799c30d-bed6-4e9a-a792-0575264a7765 service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064394 Aug 09 15:46:34.486800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Calling delete_port for d79b5e56-ce34-4486-8ff4-824342eed732 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:34.539562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d71d79ca-8b16-4bd4-8b77-b208fd689324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.546521 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381d8b0-f48d-438a-97bf-94e965544c37 None None] Pushing event updated for resources: {'Port': ['ID=d79b5e56-ce34-4486-8ff4-824342eed732,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:34.547188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d71d79ca-8b16-4bd4-8b77-b208fd689324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.595429 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] Set router 870e304f-3ce2-4d74-a0f5-504984db55bd gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:34.604060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d79ca-8b16-4bd4-8b77-b208fd689324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c30a0-3b68-44fd-9392-110f89bd80f8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:34.614425 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d71d79ca-8b16-4bd4-8b77-b208fd689324 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a722b52eb94b426f96e7f89b4dd68ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442693 Aug 09 15:46:34.619279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59466) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:34.691692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cedc7e91-ef7e-4f44-b61e-b195a3f158db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.716651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b9a8850-c08f-4c83-8bff-3ee0bf5d3f98 req-8e207f9c-75e1-4276-8729-366d89c5f1f2 service neutron] 10.222.0.35 "GET /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247846 Aug 09 15:46:34.722695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cedc7e91-ef7e-4f44-b61e-b195a3f158db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.734131 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e304f-3ce2-4d74-a0f5-504984db55bd', 'name': '', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:29Z', 'updated_at': '2021-08-09T15:46:33Z', 'revision_number': 4, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:34.778543 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917a5ac-3860-4e83-9f99-a4ecfd510eb1 None None] The sync data for ids ['870e304f-3ce2-4d74-a0f5-504984db55bd'] in n-d-799523-2 is: [{'id': '870e304f-3ce2-4d74-a0f5-504984db55bd', 'name': '', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:29Z', 'updated_at': '2021-08-09T15:46:33Z', 'revision_number': 4, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:34.789844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cedc7e91-ef7e-4f44-b61e-b195a3f158db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.794891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cedc7e91-ef7e-4f44-b61e-b195a3f158db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.799374 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cedc7e91-ef7e-4f44-b61e-b195a3f158db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e8c30a0-3b68-44fd-9392-110f89bd80f8 HTTP/1.1" status: 204 len: 168 time: 0.1757147 Aug 09 15:46:34.808663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc7e91-ef7e-4f44-b61e-b195a3f158db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c30a0-3b68-44fd-9392-110f89bd80f8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:34.960733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-fd7ee337-6cd4-4af9-9b14-ca1c572a2d3f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:34.963634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-fd7ee337-6cd4-4af9-9b14-ca1c572a2d3f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1024 time: 0.1071196 Aug 09 15:46:34.964989 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.020792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event deleted for resources: {'Port': ['ID=d79b5e56-ce34-4486-8ff4-824342eed732,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:35.506953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59506) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:35.602314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.614308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88022173-94c4-4e05-a97c-ccd73d6d427c req-63b09228-1ffa-4e2f-8dd9-2397091491c1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.623710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88022173-94c4-4e05-a97c-ccd73d6d427c req-63b09228-1ffa-4e2f-8dd9-2397091491c1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 1024 time: 0.5612345 Aug 09 15:46:35.742120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed115a-e94d-4efc-a970-68d3c8a30068 req-426eacae-127c-41ec-9e52-cff3c251889d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.744259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0ed115a-e94d-4efc-a970-68d3c8a30068 req-426eacae-127c-41ec-9e52-cff3c251889d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.6815283 Aug 09 15:46:35.762276 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.767248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.791341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4940a542-49f4-4a6a-8877-e1bfc323e718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.860066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88022173-94c4-4e05-a97c-ccd73d6d427c req-943d4b15-ae22-4554-b377-41faa28308d5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=462ca50e-4850-4cdf-b621-20a6996e6fb2&id=368e2fab-28c8-4dc0-87cf-90dc90187aa7&id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2360733 Aug 09 15:46:35.867580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Deleting port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:35.868225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.900077 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.901761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 870e304f-3ce2-4d74-a0f5-504984db55bd {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:46:36.008893 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.011363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a98716a5-6126-4478-b932-65b1a6163f22 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "DELETE /v2.0/routers/870e304f-3ce2-4d74-a0f5-504984db55bd HTTP/1.1" status: 204 len: 168 time: 3.1125636 Aug 09 15:46:36.020101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59520) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:36.020539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0ed115a-e94d-4efc-a970-68d3c8a30068 req-99995750-ca01-44ed-b513-866c8746251a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544277 Aug 09 15:46:36.051515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4940a542-49f4-4a6a-8877-e1bfc323e718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.128581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4940a542-49f4-4a6a-8877-e1bfc323e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.143000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] For port df69e6e6-0d85-4c85-ae77-cad5cd48ba40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:36.143283 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.178742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Calling delete_port for df69e6e6-0d85-4c85-ae77-cad5cd48ba40 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:36.220556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4940a542-49f4-4a6a-8877-e1bfc323e718 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52a3c4e47aaa409ebc0a6a5ce08926cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113729 Aug 09 15:46:36.225249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-82adb3e8-9d00-44a3-96ba-4f7befc59360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Deleting subnet e947990a-b26b-4fba-8a92-8498f1dfa899 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:46:36.230976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82adb3e8-9d00-44a3-96ba-4f7befc59360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.249216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59522) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:36.277120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82adb3e8-9d00-44a3-96ba-4f7befc59360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.332386 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82adb3e8-9d00-44a3-96ba-4f7befc59360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.335542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940a542-49f4-4a6a-8877-e1bfc323e718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d322c064-28a9-48af-89bb-7c5978e882ce,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:36.392663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1b2f39b-810f-40f1-be5e-4d366b0604cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.447245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82adb3e8-9d00-44a3-96ba-4f7befc59360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.461763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575f63b-cf77-43fb-a045-7e456da9891b req-1fa2b32e-b370-4555-a40d-992ed1790fab tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:36.468884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2575f63b-cf77-43fb-a045-7e456da9891b req-1fa2b32e-b370-4555-a40d-992ed1790fab tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1776719 Aug 09 15:46:36.474641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1b2f39b-810f-40f1-be5e-4d366b0604cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.513595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb3e8-9d00-44a3-96ba-4f7befc59360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e947990a-b26b-4fba-8a92-8498f1dfa899,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:36.526611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82adb3e8-9d00-44a3-96ba-4f7befc59360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.530274 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-82adb3e8-9d00-44a3-96ba-4f7befc59360 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/e947990a-b26b-4fba-8a92-8498f1dfa899 HTTP/1.1" status: 204 len: 168 time: 0.5076640 Aug 09 15:46:36.534176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:36.627233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2575f63b-cf77-43fb-a045-7e456da9891b req-6d48d082-3af8-4399-95bf-2eeb9e0cd5a6 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433475 Aug 09 15:46:36.645016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.655092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.660874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['df69e6e6-0d85-4c85-ae77-cad5cd48ba40'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:36.671426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:36.690151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1b2f39b-810f-40f1-be5e-4d366b0604cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.692960 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1b2f39b-810f-40f1-be5e-4d366b0604cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.697360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a1b2f39b-810f-40f1-be5e-4d366b0604cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d322c064-28a9-48af-89bb-7c5978e882ce HTTP/1.1" status: 204 len: 168 time: 0.4468060 Aug 09 15:46:36.710188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'Port': ['ID=df69e6e6-0d85-4c85-ae77-cad5cd48ba40,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:36.729337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2f39b-810f-40f1-be5e-4d366b0604cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d322c064-28a9-48af-89bb-7c5978e882ce,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:36.794475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] No DVR routers for this DVR port df69e6e6-0d85-4c85-ae77-cad5cd48ba40 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:36.798246 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.800675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a752e43d-fd8d-4511-852e-59d07c70e179 req-9d0ede57-d568-40d2-8db9-daab2e1d18d1 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.35 "DELETE /v2.0/ports/df69e6e6-0d85-4c85-ae77-cad5cd48ba40 HTTP/1.1" status: 204 len: 173 time: 1.8220623 Aug 09 15:46:36.801825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'name': 'network-vif-deleted', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:36.804863 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1379f5b8-5ac9-4f4a-8be7-6f489fe0bfa0" -d '{"events": [{"server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "name": "network-vif-deleted", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:36.853010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.870679 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ce5817-b63b-4d61-acad-911df0d7e81d x-openstack-request-id: req-d0ce5817-b63b-4d61-acad-911df0d7e81d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:36.871455 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdac687-1e5b-4570-b2d6-53f297157fc5", "name": "network-vif-deleted", "tag": "df69e6e6-0d85-4c85-ae77-cad5cd48ba40", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:36.872109 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0ce5817-b63b-4d61-acad-911df0d7e81d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:36.872891 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdac687-1e5b-4570-b2d6-53f297157fc5', 'name': 'network-vif-deleted', 'tag': 'df69e6e6-0d85-4c85-ae77-cad5cd48ba40', 'status': 'completed', 'code': 200} Aug 09 15:46:36.886741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8b75b4-0d71-448d-be6e-0506e66b28e0']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:36.924802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a41fb7-a108-4367-94d7-4cb48b95da6f') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:36.924802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a41fb7-a108-4367-94d7-4cb48b95da6f') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:36.960167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.977696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.989270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:46:36.990559 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:46:37.057010 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:46:37.091573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:37.109482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f8b75b4-0d71-448d-be6e-0506e66b28e0 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 15:46:37.128155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9a04198-b0f6-4e3e-9571-045836347347 req-0c09fa62-36d6-43b7-9dfa-f8d7f3f8f316 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cdac687-1e5b-4570-b2d6-53f297157fc5 HTTP/1.1" status: 200 len: 210 time: 0.0918527 Aug 09 15:46:37.144482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:37.149359 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "DELETE /v2.0/networks/1f8b75b4-0d71-448d-be6e-0506e66b28e0 HTTP/1.1" status: 204 len: 168 time: 0.6137590 Aug 09 15:46:37.171938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8d52c-b802-462d-a870-0d90192bde7f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f8b75b4-0d71-448d-be6e-0506e66b28e0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:37.381198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112ce92-64fc-47fd-8f65-2cf9aac22138 req-ad507f58-d12a-4a46-ba2d-edc07bcd9746 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:37.400772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f112ce92-64fc-47fd-8f65-2cf9aac22138 req-ad507f58-d12a-4a46-ba2d-edc07bcd9746 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1702094 Aug 09 15:46:37.496846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f112ce92-64fc-47fd-8f65-2cf9aac22138 req-9e12f847-32e0-43c0-81e4-e28f33bc8311 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940330 Aug 09 15:46:37.850846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b99598-8306-4d5f-9b9b-a84e14357cca req-98d99b49-7fc0-408c-9f6d-f9ea3919d3cf tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:37.855521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02b99598-8306-4d5f-9b9b-a84e14357cca req-98d99b49-7fc0-408c-9f6d-f9ea3919d3cf tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1228707 Aug 09 15:46:37.958444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02b99598-8306-4d5f-9b9b-a84e14357cca req-e4cf0ed8-f35e-491a-a143-55870c140198 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905018 Aug 09 15:46:37.998628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59584) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:38.006238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-53208a00-e272-4530-88f4-935ecef7679c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'router': {'name': 'tempest-router--1802753174', 'project_id': '9eddd276a1f7448699b43aad11e6217e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:38.046329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53208a00-e272-4530-88f4-935ecef7679c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.048207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53208a00-e272-4530-88f4-935ecef7679c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.121174 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53208a00-e272-4530-88f4-935ecef7679c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.128129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53208a00-e272-4530-88f4-935ecef7679c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.146715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53208a00-e272-4530-88f4-935ecef7679c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.151856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59590) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:38.160847 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-53208a00-e272-4530-88f4-935ecef7679c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1516142 Aug 09 15:46:38.282996 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d8e-2bb2-4f07-b7fe-00902d45c5ef tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.379061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dfd7bc8-0746-404c-9b6f-71b0babb8f65 req-7d2ef934-c731-4636-8d60-bc569cd4265c tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/462ca50e-4850-4cdf-b621-20a6996e6fb2 HTTP/1.1" status: 200 len: 1800 time: 0.1536670 Aug 09 15:46:38.669886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d8e-2bb2-4f07-b7fe-00902d45c5ef tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.685420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d8e-2bb2-4f07-b7fe-00902d45c5ef tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.690720 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2dfd7bc8-0746-404c-9b6f-71b0babb8f65 req-9310c31d-472b-4d59-a869-2d29d90b49f2 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.815352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2dfd7bc8-0746-404c-9b6f-71b0babb8f65 req-9310c31d-472b-4d59-a869-2d29d90b49f2 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.836176 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d8e-2bb2-4f07-b7fe-00902d45c5ef tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.836690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf7d8e-2bb2-4f07-b7fe-00902d45c5ef tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee5e62aa-f766-437a-8ad2-7c9e51c6bb78 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:46:38.845411 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8bf7d8e-2bb2-4f07-b7fe-00902d45c5ef tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.846851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f8bf7d8e-2bb2-4f07-b7fe-00902d45c5ef tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "DELETE /v2.0/routers/ee5e62aa-f766-437a-8ad2-7c9e51c6bb78 HTTP/1.1" status: 204 len: 168 time: 0.6931016 Aug 09 15:46:38.883281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739531c8-32af-47be-a0e0-b9536aaa74c9 req-4afd57bd-03b8-440f-b12b-2493b13d7bf6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:38.893796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-739531c8-32af-47be-a0e0-b9536aaa74c9 req-4afd57bd-03b8-440f-b12b-2493b13d7bf6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1841576 Aug 09 15:46:38.955314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-739531c8-32af-47be-a0e0-b9536aaa74c9 req-598fa6d3-b440-4348-b4b4-1e68aeb7fd07 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607727 Aug 09 15:46:38.962610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2dfd7bc8-0746-404c-9b6f-71b0babb8f65 req-9310c31d-472b-4d59-a869-2d29d90b49f2 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.967165 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2dfd7bc8-0746-404c-9b6f-71b0babb8f65 req-9310c31d-472b-4d59-a869-2d29d90b49f2 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.968377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dfd7bc8-0746-404c-9b6f-71b0babb8f65 req-9310c31d-472b-4d59-a869-2d29d90b49f2 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/462ca50e-4850-4cdf-b621-20a6996e6fb2 HTTP/1.1" status: 204 len: 173 time: 0.5880852 Aug 09 15:46:38.997731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device df69e6e6-0d85-4c85-ae77-cad5cd48ba40 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:39.024150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310c31d-472b-4d59-a869-2d29d90b49f2 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=462ca50e-4850-4cdf-b621-20a6996e6fb2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:39.048570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: df69e6e6-0d85-4c85-ae77-cad5cd48ba40 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:39.048570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device df69e6e6-0d85-4c85-ae77-cad5cd48ba40 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:39.142428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b189c4f1-bf53-4410-91b4-6ebe2e4e8738 req-7ac43ac1-96ce-4454-8a4c-abda96cc823c tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/368e2fab-28c8-4dc0-87cf-90dc90187aa7 HTTP/1.1" status: 200 len: 1802 time: 0.1195471 Aug 09 15:46:39.142834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59652) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:39.214532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef10b91-e7d3-4d92-b53f-0102557072d0 req-87ae1ecf-ddfc-4429-b59c-58bf6cd9ecde tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:39.216906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ef10b91-e7d3-4d92-b53f-0102557072d0 req-87ae1ecf-ddfc-4429-b59c-58bf6cd9ecde tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1205060 Aug 09 15:46:39.266710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b189c4f1-bf53-4410-91b4-6ebe2e4e8738 req-6d9da306-24c3-44da-bc41-4a7c0e5f1bf7 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.287175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ef10b91-e7d3-4d92-b53f-0102557072d0 req-dbaede77-5c11-4647-8ecf-26a2d351bb28 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622015 Aug 09 15:46:39.313104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b189c4f1-bf53-4410-91b4-6ebe2e4e8738 req-6d9da306-24c3-44da-bc41-4a7c0e5f1bf7 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.387714 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b189c4f1-bf53-4410-91b4-6ebe2e4e8738 req-6d9da306-24c3-44da-bc41-4a7c0e5f1bf7 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.391301 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b189c4f1-bf53-4410-91b4-6ebe2e4e8738 req-6d9da306-24c3-44da-bc41-4a7c0e5f1bf7 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.395606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b189c4f1-bf53-4410-91b4-6ebe2e4e8738 req-6d9da306-24c3-44da-bc41-4a7c0e5f1bf7 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/368e2fab-28c8-4dc0-87cf-90dc90187aa7 HTTP/1.1" status: 204 len: 173 time: 0.2515709 Aug 09 15:46:39.408546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9da306-24c3-44da-bc41-4a7c0e5f1bf7 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368e2fab-28c8-4dc0-87cf-90dc90187aa7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:39.465368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1039557948', 'description': 'tempest-description-797359117'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:39.506312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.530967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1814336164', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:39.556191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:46:39.556191 n-d-799523-2 neutron-server[94177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:46:39.556191 n-d-799523-2 neutron-server[94177]: [parameters: {'project_id_1': '068393c7956242049294af6af490c3ab', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 46, 39, 541689)}] Aug 09 15:46:39.556191 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:46:39.559043 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:46:39.570394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.572370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.664806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.685413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59668) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:39.848189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59672) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:40.062859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.092881 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9157-aa45-4df6-a59d-fcf1ac67cad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.168059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe77584-18eb-4c10-95f9-e5830395bc56 req-e67bcdf4-b25e-4f8c-b6df-70bf04846988 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:40.170132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afe77584-18eb-4c10-95f9-e5830395bc56 req-e67bcdf4-b25e-4f8c-b6df-70bf04846988 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1027775 Aug 09 15:46:40.246057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afe77584-18eb-4c10-95f9-e5830395bc56 req-36d68677-9684-4812-a100-e6801047a857 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651736 Aug 09 15:46:40.274107 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.282206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.300838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-66aebd70-ad28-45c2-a4d7-d3c4e4bff231 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-799115884'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:40.300838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-66aebd70-ad28-45c2-a4d7-d3c4e4bff231 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Unknown quota resources ['metering_label']. {{(pid=94178) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:40.317327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.340055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46bffaa-b018-4ab1-b1cf-abcead6a1dfc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:40.444234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9157-aa45-4df6-a59d-fcf1ac67cad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.459580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9157-aa45-4df6-a59d-fcf1ac67cad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.471850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.474086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80ff5528-e333-433a-a44b-f86cdac90ef9 req-44e06ee4-31b3-4ca6-b720-27184757b78b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0149136 Aug 09 15:46:40.540680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf9157-aa45-4df6-a59d-fcf1ac67cad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece7e07-7a21-4ad8-8a47-1f064f28e055,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:40.554983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d3cf9157-aa45-4df6-a59d-fcf1ac67cad7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=359c39e233ab4e68aeecb46cb2973c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643246 Aug 09 15:46:40.556302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59688) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:40.601261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66aebd70-ad28-45c2-a4d7-d3c4e4bff231 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.602422 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-66aebd70-ad28-45c2-a4d7-d3c4e4bff231 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7530589 Aug 09 15:46:40.609011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59690) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:40.615592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3cce3085-b795-4135-bef2-61d25edfab74 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cc4d7da7-d247-43af-ac0d-50cac4c3fa3d'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:40.616013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3cce3085-b795-4135-bef2-61d25edfab74 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94178) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:40.691287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11d28dfc-86ad-4b69-8405-9c4a91b3f838 req-9c5c6240-467b-4f27-8bdb-920d63bae533 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/b46bffaa-b018-4ab1-b1cf-abcead6a1dfc HTTP/1.1" status: 200 len: 1802 time: 0.1130905 Aug 09 15:46:40.717136 n-d-799523-2 neutron-server[94178]: WARNING neutron.services.metering.metering_plugin [None req-3cce3085-b795-4135-bef2-61d25edfab74 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 09 15:46:40.732700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-11d28dfc-86ad-4b69-8405-9c4a91b3f838 req-fa59eab3-ce9d-48aa-b445-1aa9de589dad tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1586153268', 'description': 'tempest-description-hth-1639271862'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:40.739493 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a81be3-eaaf-45da-b2b7-63748a94041d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.750374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ab249-0be9-4553-9bfd-894f5708414d req-d0a7f60c-7688-466f-8add-d3b793d48495 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:40.752833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-430ab249-0be9-4553-9bfd-894f5708414d req-d0a7f60c-7688-466f-8add-d3b793d48495 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1611977 Aug 09 15:46:40.812857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a81be3-eaaf-45da-b2b7-63748a94041d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.835222 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-11d28dfc-86ad-4b69-8405-9c4a91b3f838 req-fa59eab3-ce9d-48aa-b445-1aa9de589dad tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.841121 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cce3085-b795-4135-bef2-61d25edfab74 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.842178 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3cce3085-b795-4135-bef2-61d25edfab74 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2320151 Aug 09 15:46:40.848843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59696) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:40.855316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-20dae189-5ac6-4486-a6a2-3bce5b27384a tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cc4d7da7-d247-43af-ac0d-50cac4c3fa3d'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:40.855809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-20dae189-5ac6-4486-a6a2-3bce5b27384a tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94178) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:40.860516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-430ab249-0be9-4553-9bfd-894f5708414d req-82cadd9d-8a86-499f-911c-5a87bf2c2ff0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995355 Aug 09 15:46:40.933452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-11d28dfc-86ad-4b69-8405-9c4a91b3f838 req-fa59eab3-ce9d-48aa-b445-1aa9de589dad tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.937316 n-d-799523-2 neutron-server[94178]: WARNING neutron.services.metering.metering_plugin [None req-20dae189-5ac6-4486-a6a2-3bce5b27384a tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 09 15:46:40.939960 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-11d28dfc-86ad-4b69-8405-9c4a91b3f838 req-fa59eab3-ce9d-48aa-b445-1aa9de589dad tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.943733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-11d28dfc-86ad-4b69-8405-9c4a91b3f838 req-fa59eab3-ce9d-48aa-b445-1aa9de589dad tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.956450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11d28dfc-86ad-4b69-8405-9c4a91b3f838 req-fa59eab3-ce9d-48aa-b445-1aa9de589dad tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "PUT /v2.0/security-groups/b46bffaa-b018-4ab1-b1cf-abcead6a1dfc HTTP/1.1" status: 200 len: 1777 time: 0.2375259 Aug 09 15:46:41.004302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a81be3-eaaf-45da-b2b7-63748a94041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.007015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a81be3-eaaf-45da-b2b7-63748a94041d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.011736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-65a81be3-eaaf-45da-b2b7-63748a94041d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ece7e07-7a21-4ad8-8a47-1f064f28e055 HTTP/1.1" status: 204 len: 168 time: 0.4537773 Aug 09 15:46:41.014710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59eab3-ce9d-48aa-b445-1aa9de589dad tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46bffaa-b018-4ab1-b1cf-abcead6a1dfc,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:41.037757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a81be3-eaaf-45da-b2b7-63748a94041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece7e07-7a21-4ad8-8a47-1f064f28e055,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:41.117018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20dae189-5ac6-4486-a6a2-3bce5b27384a tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.118222 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-20dae189-5ac6-4486-a6a2-3bce5b27384a tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2685890 Aug 09 15:46:41.126058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59702) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:41.147556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3948851-3c40-4570-9f48-30bab6858bf6 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=f199adde-ceb2-4e24-818d-8fdfd8fc161d HTTP/1.1" status: 200 len: 462 time: 0.0194738 Aug 09 15:46:41.151680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59704) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:41.191407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82a7d72b-82ca-4f78-aaab-9c0ad71617b5 req-ed771b8d-cafe-41da-a8e8-9be2446d010e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/b46bffaa-b018-4ab1-b1cf-abcead6a1dfc HTTP/1.1" status: 200 len: 1777 time: 0.0894735 Aug 09 15:46:41.191906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.200296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28741204-e951-487a-ad9d-dc2db4bd6b42 req-3eaefd59-87b4-4c9f-9dcd-dea9f6e192fa tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:41.209725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28741204-e951-487a-ad9d-dc2db4bd6b42 req-3eaefd59-87b4-4c9f-9dcd-dea9f6e192fa tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1610706 Aug 09 15:46:41.219047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.290747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28741204-e951-487a-ad9d-dc2db4bd6b42 req-de5909e6-009a-46e6-884c-d3d56a2d71e3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798278 Aug 09 15:46:41.295189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf29d451-f0d2-4922-abd6-d1f30dbb29b3 req-d0084ba4-1ac0-49db-888f-5a8192a93314 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/b46bffaa-b018-4ab1-b1cf-abcead6a1dfc HTTP/1.1" status: 200 len: 1777 time: 0.0832713 Aug 09 15:46:41.356541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38327896-e43c-4f41-97c0-c2985bba4362 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.357631 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38327896-e43c-4f41-97c0-c2985bba4362 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/f199adde-ceb2-4e24-818d-8fdfd8fc161d HTTP/1.1" status: 204 len: 168 time: 0.2045476 Aug 09 15:46:41.362048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59710) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:41.384062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a3607ba9-d3e1-4f8d-9a68-326404570c77 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=f199adde-ceb2-4e24-818d-8fdfd8fc161d HTTP/1.1" status: 200 len: 221 time: 0.0206954 Aug 09 15:46:41.385202 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cf29d451-f0d2-4922-abd6-d1f30dbb29b3 req-e8f12033-1e8e-45fa-84d4-be78c9b69417 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.389905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59712) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:41.394907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9f150939-675d-4e39-bcc3-82bef2359589 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--431516018', 'description': 'label created by tempest'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:41.395449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9f150939-675d-4e39-bcc3-82bef2359589 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Unknown quota resources ['metering_label']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:41.444570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Allocated IP 172.25.7.39 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/10e4fce0-621c-46f4-9f84-d0e3d645181b) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:41.494046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cf29d451-f0d2-4922-abd6-d1f30dbb29b3 req-e8f12033-1e8e-45fa-84d4-be78c9b69417 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.536802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59714) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:41.555049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64e302eb-d9c7-4cd9-a425-50b916aadf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.597176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.674304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.692850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f150939-675d-4e39-bcc3-82bef2359589 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.694146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9f150939-675d-4e39-bcc3-82bef2359589 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3030181 Aug 09 15:46:41.697993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59716) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:41.743458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:41.752367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:41.765215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:41.808274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64e302eb-d9c7-4cd9-a425-50b916aadf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.811098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6aca6f9f-9dc1-4b8e-ac73-27ca6b4127a7 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=2cd765b7-ebab-4e09-94d7-3dbc6723223b HTTP/1.1" status: 200 len: 467 time: 0.1118519 Aug 09 15:46:41.813031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event updated for resources: {'Port': ['ID=10e4fce0-621c-46f4-9f84-d0e3d645181b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:41.815665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cf29d451-f0d2-4922-abd6-d1f30dbb29b3 req-e8f12033-1e8e-45fa-84d4-be78c9b69417 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.820327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-cf29d451-f0d2-4922-abd6-d1f30dbb29b3 req-e8f12033-1e8e-45fa-84d4-be78c9b69417 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.821580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf29d451-f0d2-4922-abd6-d1f30dbb29b3 req-e8f12033-1e8e-45fa-84d4-be78c9b69417 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/b46bffaa-b018-4ab1-b1cf-abcead6a1dfc HTTP/1.1" status: 204 len: 173 time: 0.5153229 Aug 09 15:46:41.821975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59718) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:41.833801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64e302eb-d9c7-4cd9-a425-50b916aadf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.837806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f12033-1e8e-45fa-84d4-be78c9b69417 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46bffaa-b018-4ab1-b1cf-abcead6a1dfc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:41.860531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-894d8575-94a7-4312-a47b-f9be10ce756a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:41.864123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-894d8575-94a7-4312-a47b-f9be10ce756a tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.1322217 Aug 09 15:46:41.984980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-64e302eb-d9c7-4cd9-a425-50b916aadf44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=597d2fc0b4d4454aa8098acb2452411f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468431 Aug 09 15:46:41.988762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59730) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.089194 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-5a757b61-2f92-4a7d-b80a-b69c3c340c93 req-0cc7106c-1218-409b-8ec5-1a66612bd53a tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:42.090984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a757b61-2f92-4a7d-b80a-b69c3c340c93 req-0cc7106c-1218-409b-8ec5-1a66612bd53a tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/368e2fab-28c8-4dc0-87cf-90dc90187aa7 HTTP/1.1" status: 404 len: 352 time: 0.0837777 Aug 09 15:46:42.125104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e302eb-d9c7-4cd9-a425-50b916aadf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0c51dd-df54-441e-a6a5-5502242ff963,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:42.143766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7501376-e335-4876-aa6d-9eef3dca23df req-6ef8cdf4-f6d6-4a1e-ba29-fba8372773dc tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:42.152431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7501376-e335-4876-aa6d-9eef3dca23df req-6ef8cdf4-f6d6-4a1e-ba29-fba8372773dc tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1605158 Aug 09 15:46:42.160661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Deleting port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:42.161241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.229426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a1796fc-cdab-4c43-b264-76b8b690e694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.290858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef79d600-ac30-4d9c-aefa-1b3c5b7a78f0 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.291383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a1796fc-cdab-4c43-b264-76b8b690e694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.292891 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ef79d600-ac30-4d9c-aefa-1b3c5b7a78f0 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/2cd765b7-ebab-4e09-94d7-3dbc6723223b HTTP/1.1" status: 204 len: 168 time: 0.4689846 Aug 09 15:46:42.296462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.314172 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2ef2adbe-3458-4599-af55-265ae016ad48 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=2cd765b7-ebab-4e09-94d7-3dbc6723223b HTTP/1.1" status: 200 len: 216 time: 0.0165870 Aug 09 15:46:42.316327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7501376-e335-4876-aa6d-9eef3dca23df req-1bf98632-b8e4-48ca-b82b-332800ad79ad tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492620 Aug 09 15:46:42.331881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59742) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.371995 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-18a4730e-39f1-4672-aa20-bce6b3a6162d req-edda0688-21bd-4049-9df7-10728741f8c8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:42.373570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18a4730e-39f1-4672-aa20-bce6b3a6162d req-edda0688-21bd-4049-9df7-10728741f8c8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/462ca50e-4850-4cdf-b621-20a6996e6fb2 HTTP/1.1" status: 404 len: 352 time: 0.0753539 Aug 09 15:46:42.409824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a0be2ff0-030f-41f7-a9fa-952492e49e39 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0647292 Aug 09 15:46:42.410619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59746) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.456919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] For port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:42.457666 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.476136 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7c1c807-b0e2-43aa-83c6-4f63fcb2cfda tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0639026 Aug 09 15:46:42.484874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59748) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.492363 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-a682755b-434d-43ed-b1da-63c94014dc08 req-ea5fb593-f004-49a7-ae25-8c3e9fd3c6c0 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:42.493662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a682755b-434d-43ed-b1da-63c94014dc08 req-ea5fb593-f004-49a7-ae25-8c3e9fd3c6c0 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/efee4037-8cd8-49d3-9db1-c5a40361825c HTTP/1.1" status: 404 len: 352 time: 0.0609536 Aug 09 15:46:42.505676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Calling delete_port for 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:42.549865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.612119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ec88a4f2-2c2d-40bc-a6b4-7e0384b263e5 tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/cc4d7da7-d247-43af-ac0d-50cac4c3fa3d HTTP/1.1" status: 200 len: 472 time: 0.1243069 Aug 09 15:46:42.617659 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-cd4c25c5-5979-41aa-8e0a-2b257478efe2 req-ec97a401-ab0e-4511-8837-73dd3d3b76db tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:42.618699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd4c25c5-5979-41aa-8e0a-2b257478efe2 req-ec97a401-ab0e-4511-8837-73dd3d3b76db tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/2a2354a0-7355-4792-9403-f826bd871bec HTTP/1.1" status: 404 len: 352 time: 0.0730302 Aug 09 15:46:42.619280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59752) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.654394 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a1796fc-cdab-4c43-b264-76b8b690e694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.657009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a1796fc-cdab-4c43-b264-76b8b690e694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.658194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8a1796fc-cdab-4c43-b264-76b8b690e694 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a0c51dd-df54-441e-a6a5-5502242ff963 HTTP/1.1" status: 204 len: 168 time: 0.6681695 Aug 09 15:46:42.686606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d037a61-ab3f-4645-a79b-a5bc8e032748 req-dafd30a8-634a-4a26-be8d-ed2cd0e6942d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:42.687054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d037a61-ab3f-4645-a79b-a5bc8e032748 req-dafd30a8-634a-4a26-be8d-ed2cd0e6942d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d509ae-87f8-4928-a6d4-a640e916c8ce HTTP/1.1" status: 200 len: 945 time: 0.2648566 Aug 09 15:46:42.711592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-34962471-51d3-43de-aab9-a85239f6528b tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/3ffa8ce7-54e6-498a-8c9f-91fa8034dfa3 HTTP/1.1" status: 200 len: 459 time: 0.0465312 Aug 09 15:46:42.717893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1796fc-cdab-4c43-b264-76b8b690e694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0c51dd-df54-441e-a6a5-5502242ff963,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:42.718256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59758) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.744565 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-148119bc-d9d7-44ff-a80b-ddd659352d1f req-9051e02d-16bc-4fb9-93ad-0c000beb9c6a tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:42.745324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-148119bc-d9d7-44ff-a80b-ddd659352d1f req-9051e02d-16bc-4fb9-93ad-0c000beb9c6a tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/abfb3fe4-99b4-4093-8830-21027bf9083b HTTP/1.1" status: 404 len: 352 time: 0.0768163 Aug 09 15:46:42.807158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d037a61-ab3f-4645-a79b-a5bc8e032748 req-bad24179-591a-434b-ba18-8931fe816a80 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978782 Aug 09 15:46:42.819426 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-f5b141f8-1f4c-4163-8572-88840ea9bf44 req-604b17b4-b00d-48a2-8586-9012499325e7 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] show failed (client error): The resource could not be found. Aug 09 15:46:42.820552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5b141f8-1f4c-4163-8572-88840ea9bf44 req-604b17b4-b00d-48a2-8586-9012499325e7 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/e7ae351b-20b8-4916-9921-c3c018391dc6 HTTP/1.1" status: 404 len: 352 time: 0.0317183 Aug 09 15:46:42.879105 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.892965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1e5b1aa6-d081-45ed-af9c-d9949f8ebee7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:42.932219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event deleted for resources: {'Port': ['ID=1e5b1aa6-d081-45ed-af9c-d9949f8ebee7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:42.972854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.976530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] No DVR routers for this DVR port 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:42.980017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.983111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae0acc50-5022-444a-b142-5fe58db2bd50 req-8d841993-e26d-451d-b0ee-67ff2c6404de tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "DELETE /v2.0/ports/1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 HTTP/1.1" status: 204 len: 173 time: 1.1118131 Aug 09 15:46:42.983756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d509ae-87f8-4928-a6d4-a640e916c8ce', 'name': 'network-vif-deleted', 'tag': '1e5b1aa6-d081-45ed-af9c-d9949f8ebee7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:42.987369 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8b407d-8d80-4d2b-9508-68d4578abc4a" -d '{"events": [{"server_uuid": "47d509ae-87f8-4928-a6d4-a640e916c8ce", "name": "network-vif-deleted", "tag": "1e5b1aa6-d081-45ed-af9c-d9949f8ebee7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:43.033601 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3ae3-b23c-4736-977c-818e2b1c248e tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.037973 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d3fb3ae3-b23c-4736-977c-818e2b1c248e tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/3ffa8ce7-54e6-498a-8c9f-91fa8034dfa3 HTTP/1.1" status: 204 len: 168 time: 0.3182397 Aug 09 15:46:43.038246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59770) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:43.146637 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc878ea-044c-44dc-8849-77e348a5cdef x-openstack-request-id: req-fdc878ea-044c-44dc-8849-77e348a5cdef {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:43.147006 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d509ae-87f8-4928-a6d4-a640e916c8ce", "name": "network-vif-deleted", "tag": "1e5b1aa6-d081-45ed-af9c-d9949f8ebee7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:43.147292 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdc878ea-044c-44dc-8849-77e348a5cdef {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:43.147611 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d509ae-87f8-4928-a6d4-a640e916c8ce', 'name': 'network-vif-deleted', 'tag': '1e5b1aa6-d081-45ed-af9c-d9949f8ebee7', 'status': 'completed', 'code': 200} Aug 09 15:46:43.266345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Router c3a6f784-61bc-4db3-a01d-af84fba1bc3e is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:46:43.793735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126cc42-b50f-4781-99d3-6d27fbdd2e0e req-abc6c95b-4afc-4632-b350-752b9c240b19 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:43.795674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3126cc42-b50f-4781-99d3-6d27fbdd2e0e req-abc6c95b-4afc-4632-b350-752b9c240b19 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1023 time: 0.6513567 Aug 09 15:46:43.805542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-98f487fa-869c-455a-a15f-699c3a2aa2da tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.809148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-98f487fa-869c-455a-a15f-699c3a2aa2da tempest-MeteringIpV6TestJSON-821191332 tempest-MeteringIpV6TestJSON-821191332-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/cc4d7da7-d247-43af-ac0d-50cac4c3fa3d HTTP/1.1" status: 204 len: 168 time: 0.7687771 Aug 09 15:46:43.809420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:43.831642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc1539-8cbf-464e-953d-2d5e2afc29e4 None None] Sync routers for ids ['c3a6f784-61bc-4db3-a01d-af84fba1bc3e'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:43.851105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc1539-8cbf-464e-953d-2d5e2afc29e4 None None] Routers {'c3a6f784-61bc-4db3-a01d-af84fba1bc3e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:43.851989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f1fc1539-8cbf-464e-953d-2d5e2afc29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c3a6f784-61bc-4db3-a01d-af84fba1bc3e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:43.853966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.857278 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d67305f5-7211-4356-b206-c53db33d313e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7131283 Aug 09 15:46:43.859981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59798) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:43.892129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409cf6f-dcff-4590-a114-6e6ff6642cd8 req-cf2b3fa5-43ed-437b-96dc-a852250687ee tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:43.902864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e409cf6f-dcff-4590-a114-6e6ff6642cd8 req-cf2b3fa5-43ed-437b-96dc-a852250687ee tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1500094 Aug 09 15:46:43.965940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f1fc1539-8cbf-464e-953d-2d5e2afc29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:43.966736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3126cc42-b50f-4781-99d3-6d27fbdd2e0e req-327dfd9c-4986-4041-9634-af782b1dbb9e tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f08190d-89f1-4c41-9060-af506734935b&id=baf4beec-4d35-4c12-8f52-fa6a435cef7c&id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1502123 Aug 09 15:46:43.979870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc1539-8cbf-464e-953d-2d5e2afc29e4 None None] Routers {'c3a6f784-61bc-4db3-a01d-af84fba1bc3e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:43.980586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f1fc1539-8cbf-464e-953d-2d5e2afc29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c3a6f784-61bc-4db3-a01d-af84fba1bc3e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:44.007699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e409cf6f-dcff-4590-a114-6e6ff6642cd8 req-e2f00f54-88aa-4e85-8326-682e7f38755e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014700 Aug 09 15:46:44.077674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f1fc1539-8cbf-464e-953d-2d5e2afc29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:44.078351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc1539-8cbf-464e-953d-2d5e2afc29e4 None None] The sync data for ids ['c3a6f784-61bc-4db3-a01d-af84fba1bc3e'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:44.110864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59808) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:44.111273 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-073c8277-874d-4b4a-ad94-029d7f24af69 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/routers/c3a6f784-61bc-4db3-a01d-af84fba1bc3e HTTP/1.1" status: 200 len: 920 time: 0.2491171 Aug 09 15:46:44.142270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b707a63a-9bc5-48a7-b019-39bb235821e2 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a6f784-61bc-4db3-a01d-af84fba1bc3e HTTP/1.1" status: 200 len: 205 time: 0.0288866 Aug 09 15:46:44.146363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59810) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:44.282927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.391891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59826) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:44.462035 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.482095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-9f7c95f0-36ef-4535-a938-330ed8e86bf0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:44.492688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-9f7c95f0-36ef-4535-a938-330ed8e86bf0 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.2078149 Aug 09 15:46:44.514493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-ff326c7d-d74f-427c-9df8-ee50421e2240 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/quotas/2030902758174eafa38523e20b819289 HTTP/1.1" status: 200 len: 375 time: 0.0207870 Aug 09 15:46:44.553389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Deleting port 10e4fce0-621c-46f4-9f84-d0e3d645181b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:44.553744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.575265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-23e87dc5-4dbb-475d-a793-b5a1a545a7f3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596738 Aug 09 15:46:44.647318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc04695d-e361-4365-b4c9-990615b76a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.705158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-387dce78-6ea0-4bc7-9c04-152faf4e7cc2 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216831 Aug 09 15:46:44.720130 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.742700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Calling delete_port for 10e4fce0-621c-46f4-9f84-d0e3d645181b owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:44.845904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-0200efc1-b188-433a-a1ed-1c2c901a21c1 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372478 Aug 09 15:46:44.952759 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-438c4eff-4864-4065-be6b-d9fd6df8b94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.007608 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc04695d-e361-4365-b4c9-990615b76a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.024449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-73dfcb20-56d8-40b4-9837-6fc9baf68979 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:45.029901 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-73dfcb20-56d8-40b4-9837-6fc9baf68979 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1023 time: 0.1427083 Aug 09 15:46:45.032283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc04695d-e361-4365-b4c9-990615b76a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.051668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:45.084347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:45.085884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1e5b1aa6-d081-45ed-af9c-d9949f8ebee7 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:45.149070 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fc04695d-e361-4365-b4c9-990615b76a08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dea2e8ec79c14af89c40e3bd63c64049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558601 Aug 09 15:46:45.149933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59872) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:45.236384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04695d-e361-4365-b4c9-990615b76a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb550848-c61d-4c26-9a2d-417f556b4e56,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:45.242001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7eae6-79f1-42a3-b26a-703f0919d71c req-bab1fcdf-bb2e-4167-b418-dfeeba79850b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:45.269647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dfd7eae6-79f1-42a3-b26a-703f0919d71c req-bab1fcdf-bb2e-4167-b418-dfeeba79850b tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 1023 time: 0.1534483 Aug 09 15:46:45.274511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.307071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23238bde-1e2a-413e-832c-ad5ab15df767 req-f29450b2-e870-47bc-9b99-9bb4c61ac4e7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:45.322418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23238bde-1e2a-413e-832c-ad5ab15df767 req-f29450b2-e870-47bc-9b99-9bb4c61ac4e7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1669643 Aug 09 15:46:45.338211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event deleted for resources: {'Port': ['ID=10e4fce0-621c-46f4-9f84-d0e3d645181b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:45.398312 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dfd7eae6-79f1-42a3-b26a-703f0919d71c req-77eaf3cd-68a0-4eef-a45f-5066feaea257 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f08190d-89f1-4c41-9060-af506734935b&id=baf4beec-4d35-4c12-8f52-fa6a435cef7c&id=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1275980 Aug 09 15:46:45.430526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23238bde-1e2a-413e-832c-ad5ab15df767 req-3fb24147-cc90-45ac-9d63-889ac4a3257c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065679 Aug 09 15:46:45.468448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Deleting port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:45.468893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.478063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8df-997d-4fad-b90b-7347101d88dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.503935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59882) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:45.553533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d92253da-538a-45cc-a1f7-fe71e0eb40bc req-cd88c0d4-856d-4b44-a7d1-a45dd5cc4a42 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 210 time: 0.0705523 Aug 09 15:46:45.722255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ff83d03-9209-41ce-b964-6bed40265c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.758103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8df-997d-4fad-b90b-7347101d88dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.768938 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.905976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ff83d03-9209-41ce-b964-6bed40265c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.911471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ff83d03-9209-41ce-b964-6bed40265c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.962190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1ff83d03-9209-41ce-b964-6bed40265c78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a4a28e9bfa54ff2af639323581ef22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502194 Aug 09 15:46:45.962190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff83d03-9209-41ce-b964-6bed40265c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f8502b-2abd-4076-8e50-dc7b0b0d8c5c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:45.962614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59890) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:45.967309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] For port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,segment=NetworkSegment(ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed),segment_id=ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:45.967936 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.991151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:45.998097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.000603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Calling delete_port for fdc02a91-8c8f-45ea-be00-f510a3a5bb6f owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:46.056376 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3a5-b5e7-42d8-af86-26ba4c4f7e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.095961 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3a5-b5e7-42d8-af86-26ba4c4f7e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.125428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.126588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Fanout notify agent at l3_agent the message router_deleted on router c3a6f784-61bc-4db3-a01d-af84fba1bc3e {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:46:46.141573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.148161 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-231b0472-8d58-4cec-9c93-1ec22c3d8af5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/c3a6f784-61bc-4db3-a01d-af84fba1bc3e HTTP/1.1" status: 204 len: 168 time: 1.9956024 Aug 09 15:46:46.148161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59892) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:46.154761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1922298975', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': False}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:46.162112 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8df-997d-4fad-b90b-7347101d88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.166084 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf8df-997d-4fad-b90b-7347101d88dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.167719 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2ecaf8df-997d-4fad-b90b-7347101d88dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb550848-c61d-4c26-9a2d-417f556b4e56 HTTP/1.1" status: 204 len: 168 time: 1.0051491 Aug 09 15:46:46.201487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3a5-b5e7-42d8-af86-26ba4c4f7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.204753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3a5-b5e7-42d8-af86-26ba4c4f7e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.206181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ba5cb3a5-b5e7-42d8-af86-26ba4c4f7e5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44f8502b-2abd-4076-8e50-dc7b0b0d8c5c HTTP/1.1" status: 204 len: 168 time: 0.2412264 Aug 09 15:46:46.209814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf8df-997d-4fad-b90b-7347101d88dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb550848-c61d-4c26-9a2d-417f556b4e56,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:46.235224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cb3a5-b5e7-42d8-af86-26ba4c4f7e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f8502b-2abd-4076-8e50-dc7b0b0d8c5c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:46.249639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.252079 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.367971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.607810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.629766 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.694998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'Port': ['ID=fdc02a91-8c8f-45ea-be00-f510a3a5bb6f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:46.807188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59916) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:46.819315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-054d5f31-ee50-4665-9d8c-f90ae91cad33 req-bb5755c3-79b7-4ace-bdfe-a68b54989296 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9bed24a-2fcd-4f31-8973-e7a1aa05c454 HTTP/1.1" status: 200 len: 210 time: 0.1883845 Aug 09 15:46:46.876845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] No DVR routers for this DVR port fdc02a91-8c8f-45ea-be00-f510a3a5bb6f on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:46.883921 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.886493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-48afde7d-1f7c-444f-9bee-195a7d3f2946 req-8753fc7e-b6ba-4f45-9f9a-d1b1425443a8 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.66 "DELETE /v2.0/ports/fdc02a91-8c8f-45ea-be00-f510a3a5bb6f HTTP/1.1" status: 204 len: 173 time: 1.8466468 Aug 09 15:46:46.887269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'name': 'network-vif-deleted', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:46.890118 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae40df60-a416-4e6f-9dfa-d0f0b42c4fe2" -d '{"events": [{"server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "name": "network-vif-deleted", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:46.907357 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-f6b4049d-c2c6-415c-b915-1413166c4bbf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2680774 Aug 09 15:46:46.925141 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2983438f-54e9-40a8-a8ba-807e0d4de47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.995779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362feec-3e7a-40d0-b077-eea3be19fa55 req-363e93f8-b16b-48fe-bdcc-7436a028ab41 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:47.008883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d362feec-3e7a-40d0-b077-eea3be19fa55 req-363e93f8-b16b-48fe-bdcc-7436a028ab41 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.3886590 Aug 09 15:46:47.054186 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-080dc340-b69a-4976-bf6a-83e6c68d9b72 req-f32fe7a2-59a1-4e53-b597-1bf18b12bdda tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 210 time: 0.1060374 Aug 09 15:46:47.127101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-1a53f938-1e4b-41df-96b5-0d595d888622 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:47.130115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-1a53f938-1e4b-41df-96b5-0d595d888622 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 811 time: 0.5689406 Aug 09 15:46:47.164774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Request body: {'port': {'device_id': '08a378c5-dbdc-4c05-bb1c-1b24ae9cca92', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'admin_state_up': True, 'tenant_id': '2030902758174eafa38523e20b819289'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:47.168383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-1decbb1d-d6d1-4081-804c-d62b2d85df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:47.170480 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-1decbb1d-d6d1-4081-804c-d62b2d85df9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1096 time: 0.1892540 Aug 09 15:46:47.193634 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.227602 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.277654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d362feec-3e7a-40d0-b077-eea3be19fa55 req-5c8ac9f1-7cfb-494f-bc7b-6551e33afc3b tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672002 Aug 09 15:46:47.356651 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492b5da9-2c2f-45c1-9da8-cd066e4b9892 x-openstack-request-id: req-492b5da9-2c2f-45c1-9da8-cd066e4b9892 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:47.356942 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bed24a-2fcd-4f31-8973-e7a1aa05c454", "name": "network-vif-deleted", "tag": "fdc02a91-8c8f-45ea-be00-f510a3a5bb6f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:47.357191 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-492b5da9-2c2f-45c1-9da8-cd066e4b9892 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:47.357580 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bed24a-2fcd-4f31-8973-e7a1aa05c454', 'name': 'network-vif-deleted', 'tag': 'fdc02a91-8c8f-45ea-be00-f510a3a5bb6f', 'status': 'completed', 'code': 200} Aug 09 15:46:47.403849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2983438f-54e9-40a8-a8ba-807e0d4de47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.412192 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2983438f-54e9-40a8-a8ba-807e0d4de47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.462469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Allocated IP 172.25.7.167 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/3dd1239e-847a-45f1-b8f8-d6215b8cffd6) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:47.466447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-6f983c57-e78b-4378-a967-a2802caf16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:47.476668 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3462a70a-d2f5-45d9-a03d-888b19dcdbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.482332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-6f983c57-e78b-4378-a967-a2802caf16f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.2630939 Aug 09 15:46:47.485499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983438f-54e9-40a8-a8ba-807e0d4de47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a14af6b-ba92-4634-ba6a-d92d7d1f355e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:47.500899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Made reservation on behalf of 2030902758174eafa38523e20b819289 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:47.509042 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.515885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2983438f-54e9-40a8-a8ba-807e0d4de47d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc5a5ef721d643bcb4b18c7dd3164b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949601 Aug 09 15:46:47.523850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59932) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:47.644663 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-72e52cda-e84d-40ab-a5ff-037808a50644 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 200 len: 1000 time: 0.1494484 Aug 09 15:46:47.693074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78ea8d03-8cf2-4b33-a37b-07a968a6beb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.750074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-994b52a8-71cf-4f49-aadc-88b42183fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:47.751614 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-994b52a8-71cf-4f49-aadc-88b42183fbb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.0971751 Aug 09 15:46:47.755123 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.784824 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.820707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78ea8d03-8cf2-4b33-a37b-07a968a6beb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.834468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Allocated IP 172.20.0.13 (1ab8c585-1d25-41ad-b777-1f25d2988f05/75f04506-ec77-4093-b070-4bc44dc2945d/9190cdba-0b31-4a64-8f0c-a690dea4d626) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:47.852144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-ead49ce8-d40c-4278-8c61-49ac9bf61633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:47.854077 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-ead49ce8-d40c-4278-8c61-49ac9bf61633 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920060 Aug 09 15:46:47.901974 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.989215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78ea8d03-8cf2-4b33-a37b-07a968a6beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.991812 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78ea8d03-8cf2-4b33-a37b-07a968a6beb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.993087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-78ea8d03-8cf2-4b33-a37b-07a968a6beb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a14af6b-ba92-4634-ba6a-d92d7d1f355e HTTP/1.1" status: 204 len: 168 time: 0.4681849 Aug 09 15:46:48.054601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea8d03-8cf2-4b33-a37b-07a968a6beb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a14af6b-ba92-4634-ba6a-d92d7d1f355e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:48.059058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22bfb2a7-cdea-45ac-a756-db594f77cd43 req-93d2bc0e-6afb-486f-8a9f-68f5fc140ed5 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/baf4beec-4d35-4c12-8f52-fa6a435cef7c HTTP/1.1" status: 200 len: 1803 time: 0.1317589 Aug 09 15:46:48.070665 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-938f4328-e4d1-4b2d-a1a4-9f6cf7f5b004 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019918 Aug 09 15:46:48.085148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:48.104578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:48.125067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:48.161415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'Port': ['ID=3dd1239e-847a-45f1-b8f8-d6215b8cffd6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:48.175592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device fdc02a91-8c8f-45ea-be00-f510a3a5bb6f no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:48.192904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-22bfb2a7-cdea-45ac-a756-db594f77cd43 req-a415e039-1ae0-4b03-a9ea-1c803ef071e3 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.200957 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.236007 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: fdc02a91-8c8f-45ea-be00-f510a3a5bb6f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:48.236449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device fdc02a91-8c8f-45ea-be00-f510a3a5bb6f not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:48.287696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-411b72b3-29c0-473e-8e36-162a1c439484 req-753662ac-ffcb-4143-a47c-f4b9d205a62f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 210 time: 0.0704255 Aug 09 15:46:48.313660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-22bfb2a7-cdea-45ac-a756-db594f77cd43 req-a415e039-1ae0-4b03-a9ea-1c803ef071e3 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.385545 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-68b82e9f-4400-48c4-9c8d-38ba9bb3d1ca req-6bf55de5-992b-4c39-a4ec-89cd3dd07839 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967904 Aug 09 15:46:48.492494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-22bfb2a7-cdea-45ac-a756-db594f77cd43 req-a415e039-1ae0-4b03-a9ea-1c803ef071e3 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.496447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-22bfb2a7-cdea-45ac-a756-db594f77cd43 req-a415e039-1ae0-4b03-a9ea-1c803ef071e3 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.498041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22bfb2a7-cdea-45ac-a756-db594f77cd43 req-a415e039-1ae0-4b03-a9ea-1c803ef071e3 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/baf4beec-4d35-4c12-8f52-fa6a435cef7c HTTP/1.1" status: 204 len: 173 time: 0.4296045 Aug 09 15:46:48.529219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415e039-1ae0-4b03-a9ea-1c803ef071e3 tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf4beec-4d35-4c12-8f52-fa6a435cef7c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:48.570373 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-51f667a8-0619-48d4-bf73-fb3619c2eb9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2443902 Aug 09 15:46:48.572135 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.579455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.690768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event updated for resources: {'Port': ['ID=9190cdba-0b31-4a64-8f0c-a690dea4d626,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:48.807219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59970) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:48.827124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Network 1ab8c585-1d25-41ad-b777-1f25d2988f05 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:48.853951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:48.862148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:48.937413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cccef6bc-db80-4859-9130-7ae502316ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.937887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cccef6bc-db80-4859-9130-7ae502316ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.938556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cccef6bc-db80-4859-9130-7ae502316ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.940691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cccef6bc-db80-4859-9130-7ae502316ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.941731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cccef6bc-db80-4859-9130-7ae502316ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.942528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cccef6bc-db80-4859-9130-7ae502316ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.943189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cccef6bc-db80-4859-9130-7ae502316ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.945723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cccef6bc-db80-4859-9130-7ae502316ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6492 time: 0.2584796 Aug 09 15:46:48.983582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.986196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8af6f-ac6e-41cc-9e56-5b7561e2a1d7 req-3a754938-c284-4da0-ac93-62faf6cdcd9a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.995044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56d8af6f-ac6e-41cc-9e56-5b7561e2a1d7 req-3a754938-c284-4da0-ac93-62faf6cdcd9a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.3089380 Aug 09 15:46:49.000321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0cecca8-6566-4f6b-9e3d-4dba639b9f48 req-5e8dc4c4-8949-401b-b76f-96da8e92094f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "GET /v2.0/security-groups/5f08190d-89f1-4c41-9060-af506734935b HTTP/1.1" status: 200 len: 1801 time: 0.3106935 Aug 09 15:46:49.091762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.093239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.226083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-2ffef8a2-da04-4bcb-8641-09f989cf376c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0790327 Aug 09 15:46:49.229167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-66756834-8efd-408b-9d11-1ed8fb9344a6 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-3600219'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:49.229900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-66756834-8efd-408b-9d11-1ed8fb9344a6 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Unknown quota resources ['metering_label']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:49.258281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Request body: {'port': {'device_id': '08a378c5-dbdc-4c05-bb1c-1b24ae9cca92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:49.270412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56d8af6f-ac6e-41cc-9e56-5b7561e2a1d7 req-013bdffb-a2b6-464f-9248-eddb2481eae2 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733707 Aug 09 15:46:49.423677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.593977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c0cecca8-6566-4f6b-9e3d-4dba639b9f48 req-76d612fb-8484-4b9d-bffa-169554b9315f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.599846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-5119a9a7-ce84-4899-a85f-f296c4270b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.600323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-5119a9a7-ce84-4899-a85f-f296c4270b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.600893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-5119a9a7-ce84-4899-a85f-f296c4270b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.602626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-5119a9a7-ce84-4899-a85f-f296c4270b6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d09b4200-2c02-4417-a1a9-63d5f7701513&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407 HTTP/1.1" status: 200 len: 2296 time: 0.5976081 Aug 09 15:46:49.609980 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66756834-8efd-408b-9d11-1ed8fb9344a6 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.614804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-66756834-8efd-408b-9d11-1ed8fb9344a6 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 475 time: 0.7959249 Aug 09 15:46:49.622518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59994) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:49.633922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c7dceaa2-7940-4367-a3b2-b781f6abc651 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '21195bfd-286d-47a9-a832-673627a6ca5e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:49.635341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c7dceaa2-7940-4367-a3b2-b781f6abc651 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94178) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:49.661080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Router e809816d-d7d3-4de1-9296-1c89f81f80b1 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:46:49.672703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.693709 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c0cecca8-6566-4f6b-9e3d-4dba639b9f48 req-76d612fb-8484-4b9d-bffa-169554b9315f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.763461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f83014-2062-4fa4-9010-b84bda9e85e3 req-3da73084-2a5b-48dc-89d2-f5c59543171e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.765073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12f83014-2062-4fa4-9010-b84bda9e85e3 req-3da73084-2a5b-48dc-89d2-f5c59543171e tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 932 time: 0.3136408 Aug 09 15:46:49.766065 n-d-799523-2 neutron-server[94178]: WARNING neutron.services.metering.metering_plugin [None req-c7dceaa2-7940-4367-a3b2-b781f6abc651 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 09 15:46:49.809788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-b72a6fad-6f23-4193-b532-0260fb90173b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=157f75ad-de15-4708-b019-292421767884 HTTP/1.1" status: 200 len: 1002 time: 0.1973865 Aug 09 15:46:49.894551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c0cecca8-6566-4f6b-9e3d-4dba639b9f48 req-76d612fb-8484-4b9d-bffa-169554b9315f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.897367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c0cecca8-6566-4f6b-9e3d-4dba639b9f48 req-76d612fb-8484-4b9d-bffa-169554b9315f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.898555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0cecca8-6566-4f6b-9e3d-4dba639b9f48 req-76d612fb-8484-4b9d-bffa-169554b9315f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f08190d-89f1-4c41-9060-af506734935b HTTP/1.1" status: 204 len: 173 time: 0.8740845 Aug 09 15:46:49.900881 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7dceaa2-7940-4367-a3b2-b781f6abc651 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.906026 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c7dceaa2-7940-4367-a3b2-b781f6abc651 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2782278 Aug 09 15:46:49.912353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59998) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:49.912826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60000) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:49.932864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-27a53a9c-64db-4a3b-b651-51af0fa39624 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '21195bfd-286d-47a9-a832-673627a6ca5e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:49.934287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-27a53a9c-64db-4a3b-b651-51af0fa39624 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94178) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:49.993602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12f83014-2062-4fa4-9010-b84bda9e85e3 req-0484abb6-0571-495b-8a25-1160ec4f3262 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870735 Aug 09 15:46:49.999803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-4d050ff5-e51a-4ea0-9b1c-063105962efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:50.002564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-4d050ff5-e51a-4ea0-9b1c-063105962efe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2739c34a-da5d-4ac8-819c-1c83301cc4c6 HTTP/1.1" status: 200 len: 851 time: 0.1830053 Aug 09 15:46:50.006930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d612fb-8484-4b9d-bffa-169554b9315f tempest-SecurityGroupsTestJSON-897070714 tempest-SecurityGroupsTestJSON-897070714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f08190d-89f1-4c41-9060-af506734935b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:50.098767 n-d-799523-2 neutron-server[94178]: WARNING neutron.services.metering.metering_plugin [None req-27a53a9c-64db-4a3b-b651-51af0fa39624 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 09 15:46:50.138175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-56f74c8e-ccef-45f3-b382-30ee320139f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:50.139940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-56f74c8e-ccef-45f3-b382-30ee320139f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d09b4200-2c02-4417-a1a9-63d5f7701513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273675 Aug 09 15:46:50.250620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:50.261176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27a53a9c-64db-4a3b-b651-51af0fa39624 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.265620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-27a53a9c-64db-4a3b-b651-51af0fa39624 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3486104 Aug 09 15:46:50.267691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60008) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:50.272755 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Sync routers for ids ['e809816d-d7d3-4de1-9296-1c89f81f80b1'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:50.301550 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Routers {'e809816d-d7d3-4de1-9296-1c89f81f80b1'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:50.302180 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e809816d-d7d3-4de1-9296-1c89f81f80b1'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:50.303212 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2a48d511-20c7-442c-97f5-84a758c27157 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=2be5fefb-e2fc-4b9f-b249-57e2bf5ed0f3 HTTP/1.1" status: 200 len: 464 time: 0.0322728 Aug 09 15:46:50.307852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60012) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:50.310544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3760df-2ddc-4244-9778-86bcc0689323 admin admin] Deleting subnet d53e89e8-6c81-45f3-b8ee-6499eb41de17 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:46:50.332791 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec3760df-2ddc-4244-9778-86bcc0689323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.366389 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.369643 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.375000 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7a88c40-9432-45fe-ad04-c84f8de5910b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.2227120 Aug 09 15:46:50.381151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60018) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:50.520015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-8113b1c9-a250-42d1-9b85-f8c3b8784d77 service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705981 Aug 09 15:46:50.574333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60020) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:50.600577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9190cdba-0b31-4a64-8f0c-a690dea4d626 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:50.613415 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Set router e809816d-d7d3-4de1-9296-1c89f81f80b1 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:50.619489 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.619747 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec3760df-2ddc-4244-9778-86bcc0689323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.627912 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4503f291-f455-4a02-abd8-f7c7f456a47f tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/routers/e809816d-d7d3-4de1-9296-1c89f81f80b1 HTTP/1.1" status: 200 len: 909 time: 0.2416697 Aug 09 15:46:50.653450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60024) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:50.658118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1922298975', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': True}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:50.699755 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec3760df-2ddc-4244-9778-86bcc0689323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.703013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.704430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.758271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b55fd-8663-45dc-9db4-c8e614396dfc req-9bf96d2e-8d16-48ac-aca4-5369703c9d3e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:50.760209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a28b55fd-8663-45dc-9db4-c8e614396dfc req-9bf96d2e-8d16-48ac-aca4-5369703c9d3e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.3201785 Aug 09 15:46:50.764410 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ecda360e-7dd2-4d6e-b2a1-82b21acb943c tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.768122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ecda360e-7dd2-4d6e-b2a1-82b21acb943c tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/2be5fefb-e2fc-4b9f-b249-57e2bf5ed0f3 HTTP/1.1" status: 204 len: 168 time: 0.4311101 Aug 09 15:46:50.771679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60026) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:50.775637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Transition to ACTIVE for port object 9190cdba-0b31-4a64-8f0c-a690dea4d626 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:50.782397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1353143876', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:50.816116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.829675 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.878437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1751c37f-4d92-4a5e-b98a-a17a79ec2504 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=2be5fefb-e2fc-4b9f-b249-57e2bf5ed0f3 HTTP/1.1" status: 200 len: 221 time: 0.0955513 Aug 09 15:46:50.878719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60028) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:50.885200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d94ebc3b-39a3-4542-be3b-18816fbe4e8d tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1287725700', 'description': 'label created by tempest'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:50.885763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d94ebc3b-39a3-4542-be3b-18816fbe4e8d tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Unknown quota resources ['metering_label']. {{(pid=94178) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:50.906388 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e809816d-d7d3-4de1-9296-1c89f81f80b1', 'name': 'tempest-snat-router-1922298975', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.167'}], 'enable_snat': False}, 'gw_port_id': '3dd1239e-847a-45f1-b8f8-d6215b8cffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:46Z', 'updated_at': '2021-08-09T15:46:48Z', 'revision_number': 3, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port': {'id': '3dd1239e-847a-45f1-b8f8-d6215b8cffd6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e809816d-d7d3-4de1-9296-1c89f81f80b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:47Z', 'updated_at': '2021-08-09T15:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:50.924498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Made reservation on behalf of 7bb40667d0234e139181805dc3ef36b0 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:50.927752 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.937779 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec3760df-2ddc-4244-9778-86bcc0689323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.938436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9190cdba-0b31-4a64-8f0c-a690dea4d626,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:50.943635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-81d3ddb8-aa1d-4b68-95e3-e84631d3e47f service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129000 Aug 09 15:46:50.947969 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Checking router: e809816d-d7d3-4de1-9296-1c89f81f80b1 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:50.948295 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Updating router e809816d-d7d3-4de1-9296-1c89f81f80b1 port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:46:50.950990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.956829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a28b55fd-8663-45dc-9db4-c8e614396dfc req-d6a82593-6051-447b-bdf9-9315f3307af3 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836319 Aug 09 15:46:50.982761 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.013211 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-84030215-fc94-4b57-809c-dc26c0d1b22a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 200 len: 217 time: 0.0525579 Aug 09 15:46:51.060012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3760df-2ddc-4244-9778-86bcc0689323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53e89e8-6c81-45f3-b8ee-6499eb41de17,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:51.117316 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec3760df-2ddc-4244-9778-86bcc0689323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.120742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ec3760df-2ddc-4244-9778-86bcc0689323 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d53e89e8-6c81-45f3-b8ee-6499eb41de17 HTTP/1.1" status: 204 len: 168 time: 1.2054353 Aug 09 15:46:51.132886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60034) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:51.135715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Attempting to bind port 9190cdba-0b31-4a64-8f0c-a690dea4d626 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:51.136714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Attempting to bind port 9190cdba-0b31-4a64-8f0c-a690dea4d626 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:51.137585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Attempting to bind port 9190cdba-0b31-4a64-8f0c-a690dea4d626 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:51.184884 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.267889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Port 9190cdba-0b31-4a64-8f0c-a690dea4d626 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:51.269131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Attempting to bind port 9190cdba-0b31-4a64-8f0c-a690dea4d626 on network 1ab8c585-1d25-41ad-b777-1f25d2988f05 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:51.312069 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.343369 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.358628 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Transition to ACTIVE for port object 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:51.366147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d94ebc3b-39a3-4542-be3b-18816fbe4e8d tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.368109 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d94ebc3b-39a3-4542-be3b-18816fbe4e8d tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4880602 Aug 09 15:46:51.371469 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.375193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60038) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:51.459637 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9466ece7-5624-4363-8f6b-35a2e31c88b6 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=ab5749fe-39f5-4be7-8688-1f436a40206e HTTP/1.1" status: 200 len: 468 time: 0.0816233 Aug 09 15:46:51.467517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60040) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:51.478045 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Attempting to bind port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:51.478045 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Attempting to bind port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:51.478632 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Attempting to bind port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:51.484211 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684d0d6-b7d4-4fb5-9c86-f7f78f3ea3ce None None] Pushing event updated for resources: {'Port': ['ID=3dd1239e-847a-45f1-b8f8-d6215b8cffd6,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:51.493812 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:51.494566 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:51.495281 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.496413 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:51.497354 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Bound port: 3dd1239e-847a-45f1-b8f8-d6215b8cffd6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:51.497961 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.593905 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] For port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:51.600552 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] For port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3dd1239e-847a-45f1-b8f8-d6215b8cffd6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:51.607435 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.669168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Routers {'e809816d-d7d3-4de1-9296-1c89f81f80b1'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:51.669938 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e809816d-d7d3-4de1-9296-1c89f81f80b1'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:51.674837 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.691545 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.728200 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684d0d6-b7d4-4fb5-9c86-f7f78f3ea3ce None None] Pushing event updated for resources: {'Port': ['ID=3dd1239e-847a-45f1-b8f8-d6215b8cffd6,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:51.741194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] device_id is not set on port 24eefcf6-c616-4d7b-b72d-994d15484cd8 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:46:51.746827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:51.747191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Checking segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:51.748260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Bound using segment: {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:51.749577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Bound port: 9190cdba-0b31-4a64-8f0c-a690dea4d626, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594a1953-446c-4864-8541-337e0a25382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:51.749987 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.754556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-286a5699-188d-4519-ab1e-948b13131bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:51.756920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-286a5699-188d-4519-ab1e-948b13131bd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.7226610 Aug 09 15:46:51.762138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-defff019-24ba-4ca6-b9a7-300f0692de4f tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.765825 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-defff019-24ba-4ca6-b9a7-300f0692de4f tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/ab5749fe-39f5-4be7-8688-1f436a40206e HTTP/1.1" status: 204 len: 168 time: 0.2944412 Aug 09 15:46:51.769526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60042) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:51.827586 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] Set router e809816d-d7d3-4de1-9296-1c89f81f80b1 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:51.833472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3228b7d6-25e6-4dfb-a1ca-d94565882181,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:51.845197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1d3d3512-6885-483e-ac49-aca1e497c2f9 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=ab5749fe-39f5-4be7-8688-1f436a40206e HTTP/1.1" status: 200 len: 216 time: 0.0382192 Aug 09 15:46:51.845418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60044) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:51.882344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c4dbb-991f-49bd-a498-37e2d5ce3b57 req-777f9719-e7b3-42c7-bdee-abc888f5f360 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:51.884030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc5c4dbb-991f-49bd-a498-37e2d5ce3b57 req-777f9719-e7b3-42c7-bdee-abc888f5f360 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 944 time: 0.6109474 Aug 09 15:46:51.907024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d34c32c7-aea9-401d-a814-089c59ac1a89 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0615592 Aug 09 15:46:51.913660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60046) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:51.965261 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1bc878bd-691e-4351-8158-da8cd62686da tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0497983 Aug 09 15:46:51.970274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60048) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:52.019681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Allocated IP 172.25.7.134 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/24eefcf6-c616-4d7b-b72d-994d15484cd8) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:52.024045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] For port 9190cdba-0b31-4a64-8f0c-a690dea4d626, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:52.062231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.096187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.111853 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.116124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-20102a7d-38c5-4191-8f99-6d98aeddce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.118198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-20102a7d-38c5-4191-8f99-6d98aeddce21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3416474 Aug 09 15:46:52.130434 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e809816d-d7d3-4de1-9296-1c89f81f80b1', 'name': 'tempest-snat-router-1922298975', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.167'}], 'enable_snat': False}, 'gw_port_id': '3dd1239e-847a-45f1-b8f8-d6215b8cffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:46Z', 'updated_at': '2021-08-09T15:46:48Z', 'revision_number': 3, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port': {'id': '3dd1239e-847a-45f1-b8f8-d6215b8cffd6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e809816d-d7d3-4de1-9296-1c89f81f80b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:47Z', 'updated_at': '2021-08-09T15:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:52.145888 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f765e65e-6c49-4d20-888d-f00406756d4a tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/21195bfd-286d-47a9-a832-673627a6ca5e HTTP/1.1" status: 200 len: 470 time: 0.1657519 Aug 09 15:46:52.148824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] For port 9190cdba-0b31-4a64-8f0c-a690dea4d626, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9190cdba-0b31-4a64-8f0c-a690dea4d626,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:52.151157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60052) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:52.160780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01142324-8b63-490b-89bc-00e9bf82487b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:52.173216 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26016e-385b-444b-b724-1613fffedba2 None None] The sync data for ids ['e809816d-d7d3-4de1-9296-1c89f81f80b1'] in n-d-799523-2 is: [{'id': 'e809816d-d7d3-4de1-9296-1c89f81f80b1', 'name': 'tempest-snat-router-1922298975', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.167'}], 'enable_snat': False}, 'gw_port_id': '3dd1239e-847a-45f1-b8f8-d6215b8cffd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:46Z', 'updated_at': '2021-08-09T15:46:48Z', 'revision_number': 3, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port': {'id': '3dd1239e-847a-45f1-b8f8-d6215b8cffd6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e809816d-d7d3-4de1-9296-1c89f81f80b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:47Z', 'updated_at': '2021-08-09T15:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:52.197925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.216341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc5c4dbb-991f-49bd-a498-37e2d5ce3b57 req-6405f561-951c-45e5-a9d4-0374880c3bd5 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998614 Aug 09 15:46:52.219104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:52.219617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff10a6eb-c0f8-436a-9d73-cb8be6b2ceed') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:52.289084 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.312548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-971299d3-53df-4020-b046-cd593c263816 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/86beff8b-4052-42d4-8a8a-1f27084009da HTTP/1.1" status: 200 len: 461 time: 0.1461275 Aug 09 15:46:52.318198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.321107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60058) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:52.350845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.351661 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.353189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] 10.222.0.35 "PUT /v2.0/ports/9190cdba-0b31-4a64-8f0c-a690dea4d626 HTTP/1.1" status: 200 len: 1092 time: 3.1146133 Aug 09 15:46:52.353667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a378c5-dbdc-4c05-bb1c-1b24ae9cca92', 'tag': '9190cdba-0b31-4a64-8f0c-a690dea4d626'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:52.357014 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516bed1a-5759-4802-ae67-1ca10078ef1e" -d '{"events": [{"name": "network-changed", "server_uuid": "08a378c5-dbdc-4c05-bb1c-1b24ae9cca92", "tag": "9190cdba-0b31-4a64-8f0c-a690dea4d626"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:52.362505 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.380352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:46:52.381053 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:46:52.385850 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:46:52.489144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0880a-97f1-4fdf-b2dd-a570a75ef34c req-bf9c7615-3ac5-4df1-8cc9-0fa999e8b52c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.500488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17c0880a-97f1-4fdf-b2dd-a570a75ef34c req-bf9c7615-3ac5-4df1-8cc9-0fa999e8b52c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.4081321 Aug 09 15:46:52.511300 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c146020-a66d-4acf-8e77-c30f5dd4003d x-openstack-request-id: req-6c146020-a66d-4acf-8e77-c30f5dd4003d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:52.511640 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a378c5-dbdc-4c05-bb1c-1b24ae9cca92", "tag": "9190cdba-0b31-4a64-8f0c-a690dea4d626", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:52.514145 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c146020-a66d-4acf-8e77-c30f5dd4003d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:52.514807 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a378c5-dbdc-4c05-bb1c-1b24ae9cca92', 'tag': '9190cdba-0b31-4a64-8f0c-a690dea4d626', 'status': 'completed', 'code': 200} Aug 09 15:46:52.558282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1681ba6-2898-4ec5-9090-87d7d96dadf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9190cdba-0b31-4a64-8f0c-a690dea4d626,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:52.586023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-334a5f6f-3beb-48f9-a93a-3e0ca7db3c4e service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410772 Aug 09 15:46:52.604964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.624512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.626678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] 10.222.0.64 "DELETE /v2.0/networks/01142324-8b63-490b-89bc-00e9bf82487b HTTP/1.1" status: 204 len: 168 time: 1.4805481 Aug 09 15:46:52.783364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-3f87b930-89d8-4d8a-ae18-f5630ee72049 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875985 Aug 09 15:46:52.789393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87aa75-4424-4e5e-a059-4499416bc020 admin admin] Pushing event deleted for resources: {'Network': ['ID=01142324-8b63-490b-89bc-00e9bf82487b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:52.812292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-bfd68121-65c0-491d-93f5-8546700409c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.814175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-bfd68121-65c0-491d-93f5-8546700409c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 1095 time: 0.3625779 Aug 09 15:46:52.880434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17c0880a-97f1-4fdf-b2dd-a570a75ef34c req-ec685b56-0ec0-4747-971f-0d0bac2de827 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288674 Aug 09 15:46:52.949476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-31611fb6-23ed-436d-9a00-f14a05dc65f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9190cdba-0b31-4a64-8f0c-a690dea4d626 HTTP/1.1" status: 200 len: 217 time: 0.0643401 Aug 09 15:46:52.951438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-23078d5e-6a4e-4737-95f2-f3adda93d9b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 217 time: 0.1579654 Aug 09 15:46:53.074358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60074) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:53.118251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-8a9d11bd-2d56-4bd8-a8ba-4d8e9bb84dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:53.120360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-8a9d11bd-2d56-4bd8-a8ba-4d8e9bb84dab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.1355197 Aug 09 15:46:53.132433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-874f8aa9-03c1-4253-a3b9-06e0f73f74e2 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.134087 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-874f8aa9-03c1-4253-a3b9-06e0f73f74e2 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/86beff8b-4052-42d4-8a8a-1f27084009da HTTP/1.1" status: 204 len: 168 time: 0.8113339 Aug 09 15:46:53.137590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60078) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:53.184691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-445beb29-fb62-4bd0-9071-4894bf8768a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=068393c7956242049294af6af490c3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087971 Aug 09 15:46:53.187697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60080) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:53.220339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-53bee1aa-a41b-4099-b96c-da3772166308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:53.223132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-53bee1aa-a41b-4099-b96c-da3772166308 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.2598500 Aug 09 15:46:53.328211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Allocated IP 172.25.7.136 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/652add7a-28ae-4449-bdee-015ea9ebdda8) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:53.362121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-1a7ecbb0-3588-4fec-8f91-ec64fd69f569 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168506 Aug 09 15:46:53.527153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-c8e0e1b6-a77b-4abe-8891-c16f1cf60660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:53.530951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-c8e0e1b6-a77b-4abe-8891-c16f1cf60660 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3994937 Aug 09 15:46:53.543173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-926a5cfd-3c5e-4654-950e-761e7203f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.584658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.618125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.731299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-1864eda2-f3fb-4efe-a57b-f97a6f36044c service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261871 Aug 09 15:46:53.779524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa0555-364f-4b68-bb4e-6f38f2476062 req-6049b5c0-a75d-4181-86f3-ce142f4a9748 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:53.782070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Pushing event updated for resources: {'Port': ['ID=24eefcf6-c616-4d7b-b72d-994d15484cd8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:53.787843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2fa0555-364f-4b68-bb4e-6f38f2476062 req-6049b5c0-a75d-4181-86f3-ce142f4a9748 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 944 time: 0.4207671 Aug 09 15:46:53.810550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:53.819535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-926a5cfd-3c5e-4654-950e-761e7203f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.928993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:53.939054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.939867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:53.940505 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.950488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:54.033214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'Port': ['ID=652add7a-28ae-4449-bdee-015ea9ebdda8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:54.040934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:54.051912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:54.074710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2bb68315-b552-4f38-843d-5e755489cd62 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.081500 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2bb68315-b552-4f38-843d-5e755489cd62 tempest-MeteringTestJSON-1633961181 tempest-MeteringTestJSON-1633961181-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/21195bfd-286d-47a9-a832-673627a6ca5e HTTP/1.1" status: 204 len: 168 time: 0.9414990 Aug 09 15:46:54.119522 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.135751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-926a5cfd-3c5e-4654-950e-761e7203f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.143976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-926a5cfd-3c5e-4654-950e-761e7203f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.146177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-926a5cfd-3c5e-4654-950e-761e7203f64a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb HTTP/1.1" status: 204 len: 168 time: 0.9567978 Aug 09 15:46:54.150483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:54.163950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:54.171662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:54.197595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3dd1239e-847a-45f1-b8f8-d6215b8cffd6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:54.204277 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.239846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:54.243259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.315253 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5a801dd2-2795-4331-b6be-de11430b78cb tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.7391186 Aug 09 15:46:54.320029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60096) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:54.327564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.134'}]}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:54.372584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a5cfd-3c5e-4654-950e-761e7203f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afffb8f0-a1c8-4a00-b0a8-e2c40e1e62eb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:54.397808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-edaa1d3c-7c68-4968-8baa-d66563daeae8 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8556161 Aug 09 15:46:54.452041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2fa0555-364f-4b68-bb4e-6f38f2476062 req-ef569788-b48e-43e4-95a9-ad815e1bbdc6 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710647 Aug 09 15:46:54.486429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=3dd1239e-847a-45f1-b8f8-d6215b8cffd6,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:54.526160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.527806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.639787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5424bc1-5f46-46f7-be6f-17598c854ad0 req-b8c45f39-6096-42a7-a852-d9ed86a00e7d service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8942962 Aug 09 15:46:54.712427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.721709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77be0dc-29e7-4ff7-aadf-68ea5a173396 req-f2195d5c-e3d4-4ed5-9d64-9c1fd550bad0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:54.725020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b77be0dc-29e7-4ff7-aadf-68ea5a173396 req-f2195d5c-e3d4-4ed5-9d64-9c1fd550bad0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.6573133 Aug 09 15:46:54.916753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b77be0dc-29e7-4ff7-aadf-68ea5a173396 req-fada9ee3-d376-4ff9-9a70-7b02754ace92 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527867 Aug 09 15:46:54.924076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-c975fef3-ba5a-4a99-a22c-82130926dd7a service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098553 Aug 09 15:46:54.931633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-b99a614d-01de-4bf9-ab42-d142a9905564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:54.934027 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-b99a614d-01de-4bf9-ab42-d142a9905564 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2030902758174eafa38523e20b819289&device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 1095 time: 0.1976826 Aug 09 15:46:54.964078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60106) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:54.982380 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.997533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:55.006509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-1b009c18-f889-45f0-8974-8bd144564b4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 HTTP/1.1" status: 200 len: 217 time: 0.0708125 Aug 09 15:46:55.198180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-b708b938-1e48-4dcc-9bef-0b7900dfaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:55.200508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-b708b938-1e48-4dcc-9bef-0b7900dfaf5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.1823716 Aug 09 15:46:55.208105 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-449480c1-f1cf-484c-8cd4-2285b3de12b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:55.274093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-10709115-763a-4ba0-b488-a7ac465259db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:55.276182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-10709115-763a-4ba0-b488-a7ac465259db service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 200 len: 913 time: 0.3322213 Aug 09 15:46:55.349540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-3b97d6c9-b10e-4387-8301-3e263053bdad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9190cdba-0b31-4a64-8f0c-a690dea4d626 HTTP/1.1" status: 200 len: 217 time: 0.0617526 Aug 09 15:46:55.355495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-fb5dca23-16d5-40ac-a242-580518565b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:55.359272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-fb5dca23-16d5-40ac-a242-580518565b6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1495907 Aug 09 15:46:55.455278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:55.539264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-f05700c7-dea3-4945-9e0e-6949832bea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:55.540872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-f05700c7-dea3-4945-9e0e-6949832bea51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 200 len: 851 time: 0.1798527 Aug 09 15:46:55.560752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-7acc7223-d1ad-4f20-b04e-8c8901485f0e service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844075 Aug 09 15:46:55.637696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-1eff4cd8-48cc-49b9-9f31-bdf8f5762425 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ab8c585-1d25-41ad-b777-1f25d2988f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758312 Aug 09 15:46:55.724200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:55.744040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-449480c1-f1cf-484c-8cd4-2285b3de12b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:55.763026 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-449480c1-f1cf-484c-8cd4-2285b3de12b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:55.841586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:55.847857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:55.848211 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:55.880277 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:55.882342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449480c1-f1cf-484c-8cd4-2285b3de12b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9436b45-76f4-481f-b5b1-cda1dfe0f7f1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:55.898287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ae236-96c5-4bd8-b139-06cfec09bf87 req-6ee68b91-56b3-4d4a-9fa6-c3b1f8e06f0d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:55.900186 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-203ae236-96c5-4bd8-b139-06cfec09bf87 req-6ee68b91-56b3-4d4a-9fa6-c3b1f8e06f0d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 944 time: 0.2615304 Aug 09 15:46:55.908518 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-449480c1-f1cf-484c-8cd4-2285b3de12b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3e1b38bfa734f7981873eb0a6f9b9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411163 Aug 09 15:46:55.915260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60144) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:55.977129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60148) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:56.081113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Router 8a8dd925-5993-4047-9296-6d5e6c9ccd89 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:46:56.113381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-203ae236-96c5-4bd8-b139-06cfec09bf87 req-39ab8afb-e39e-4959-8e78-c44a24314f0d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905496 Aug 09 15:46:56.124435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-2bb969b3-c443-46e5-983a-94b8285f06f8 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675374 Aug 09 15:46:56.211947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-eb929800-8741-4e6b-a5d3-fe15fd1ac33b service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720365 Aug 09 15:46:56.216506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc2c99ab-ccdc-4d01-8aa0-3d15c894b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.229849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-network', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:56.237137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83772bcb-28ac-4ef7-95ae-bc31dba368e5 req-2c81ae5a-81b3-4f27-8c92-b8203d3ca007 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:56.238734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83772bcb-28ac-4ef7-95ae-bc31dba368e5 req-2c81ae5a-81b3-4f27-8c92-b8203d3ca007 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.1692016 Aug 09 15:46:56.304119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc2c99ab-ccdc-4d01-8aa0-3d15c894b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.316114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-18263163-a1f4-4d17-a61d-36985b4a7aa4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560 HTTP/1.1" status: 200 len: 217 time: 0.0907784 Aug 09 15:46:56.359312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.399690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:56.401971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.417807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83772bcb-28ac-4ef7-95ae-bc31dba368e5 req-c694f756-a35e-47f5-94da-377864cb1dc1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575952 Aug 09 15:46:56.428341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e6f6f-c39f-4929-98f2-16af4743114b req-a52441d6-a27f-41b3-b75f-d1b033d5eac5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:56.429962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b42e6f6f-c39f-4929-98f2-16af4743114b req-a52441d6-a27f-41b3-b75f-d1b033d5eac5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.2223661 Aug 09 15:46:56.431977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bed1a-5759-4802-ae67-1ca10078ef1e req-d5356c8f-9c50-497f-ad3c-a915e7cb28d2 service neutron] 10.222.0.35 "GET /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965362 Aug 09 15:46:56.440533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-f300e667-907d-4edb-9926-cc4a6f0cbdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:56.442512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-f300e667-907d-4edb-9926-cc4a6f0cbdba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.1135511 Aug 09 15:46:56.477926 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.517671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b42e6f6f-c39f-4929-98f2-16af4743114b req-dd1a71ed-37d5-4455-9a5f-183d46105c87 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682483 Aug 09 15:46:56.524090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-dcbdcde4-08ad-4af4-b3e6-31110adc3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:56.525608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-dcbdcde4-08ad-4af4-b3e6-31110adc3634 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732391 Aug 09 15:46:56.529204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:56.551494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Sync routers for ids ['8a8dd925-5993-4047-9296-6d5e6c9ccd89'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:56.564059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Routers {'8a8dd925-5993-4047-9296-6d5e6c9ccd89'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:56.564936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8a8dd925-5993-4047-9296-6d5e6c9ccd89'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:56.663469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-b39e661e-30b4-4a77-9c19-b0f70eb9b1df service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256454 Aug 09 15:46:56.720004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Set router 8a8dd925-5993-4047-9296-6d5e6c9ccd89 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:56.806254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-bde85d62-71f8-4cfb-843c-0dcc3ea0baa3 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341245 Aug 09 15:46:56.864168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-1b334e81-ce4a-4b18-9e32-5b590c4ab92c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=63c86000-6a7e-4d7c-8686-f00e62636d61 HTTP/1.1" status: 200 len: 217 time: 0.0503721 Aug 09 15:46:56.951880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cc96b9bb-a204-459f-a2f1-bf27520dcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:56.952145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-cc96b9bb-a204-459f-a2f1-bf27520dcefc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.0796187 Aug 09 15:46:56.995216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.999044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.020687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc2c99ab-ccdc-4d01-8aa0-3d15c894b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.023085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc2c99ab-ccdc-4d01-8aa0-3d15c894b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.024224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-255e58ed-7c22-458b-8b2e-23525fdc76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:57.027228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-255e58ed-7c22-458b-8b2e-23525fdc76c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668738 Aug 09 15:46:57.027861 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fc2c99ab-ccdc-4d01-8aa0-3d15c894b6b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9436b45-76f4-481f-b5b1-cda1dfe0f7f1 HTTP/1.1" status: 204 len: 168 time: 1.1112368 Aug 09 15:46:57.058095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8dd925-5993-4047-9296-6d5e6c9ccd89', 'name': 'tempest-snat-router-1922298975', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '652add7a-28ae-4449-bdee-015ea9ebdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:50Z', 'updated_at': '2021-08-09T15:46:54Z', 'revision_number': 3, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port': {'id': '652add7a-28ae-4449-bdee-015ea9ebdda8', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8dd925-5993-4047-9296-6d5e6c9ccd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:52Z', 'updated_at': '2021-08-09T15:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:57.095321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c99ab-ccdc-4d01-8aa0-3d15c894b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9436b45-76f4-481f-b5b1-cda1dfe0f7f1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:57.126842 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.127282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d114c051-49d4-4716-ac79-110ec3347a5b {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:46:57.139792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Checking router: 8a8dd925-5993-4047-9296-6d5e6c9ccd89 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:57.140396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Updating router 8a8dd925-5993-4047-9296-6d5e6c9ccd89 port 652add7a-28ae-4449-bdee-015ea9ebdda8 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:46:57.199007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.204605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9190cdba-0b31-4a64-8f0c-a690dea4d626 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:57.204805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.221326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.223591 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c1e987c6-2180-4b2d-9f4e-61b5ecff8ed6 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5690465 Aug 09 15:46:57.230247 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.237279 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 09 15:46:57.241734 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0910e7b2-a44e-4aba-afc4-f94fc5d90360 tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9164932 Aug 09 15:46:57.244573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60158) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:57.247207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60160) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:57.247583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:46:57.277338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.278137 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Added segment b74c4847-a1ba-403e-9bf6-20cdc7090cb3 of type vlan for network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 Aug 09 15:46:57.279863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b37c52-afa6-4b66-b91e-80d18191a40d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:57.354022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.407377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.412839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:57.413605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.497054 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5181937 Aug 09 15:46:57.503233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60166) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:57.510361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Request body: {'subnet': {'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-subnet', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:57.532139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e810a05-c3a6-4710-b84b-c2d6deddb733 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:57.551297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:46:57.573841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:57.574487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9190cdba-0b31-4a64-8f0c-a690dea4d626, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9190cdba-0b31-4a64-8f0c-a690dea4d626,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:57.583208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.687794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60170) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:57.715444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee19dfe3-6924-4a10-8532-b7d6a4ba7dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.828109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9190cdba-0b31-4a64-8f0c-a690dea4d626', 'network_id': '1ab8c585-1d25-41ad-b777-1f25d2988f05', 'port_id': '9190cdba-0b31-4a64-8f0c-a690dea4d626', 'mac_address': 'fa:16:3e:05:26:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f04506-ec77-4093-b070-4bc44dc2945d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:57.907100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-da3bcb8d-e793-4ed1-a2be-96147e793531 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8661141 Aug 09 15:46:57.994256 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.011088 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.017587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee19dfe3-6924-4a10-8532-b7d6a4ba7dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.031011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9190cdba-0b31-4a64-8f0c-a690dea4d626 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:58.050715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee19dfe3-6924-4a10-8532-b7d6a4ba7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.064624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c77ce06e-acbf-4986-8879-bdb48fc3c436 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/routers/8a8dd925-5993-4047-9296-6d5e6c9ccd89 HTTP/1.1" status: 200 len: 908 time: 0.8142004 Aug 09 15:46:58.071417 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.073520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60172) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:58.096421 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.099256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9190cdba-0b31-4a64-8f0c-a690dea4d626, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9190cdba-0b31-4a64-8f0c-a690dea4d626,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:58.107055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Transition to ACTIVE for port object 652add7a-28ae-4449-bdee-015ea9ebdda8 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:58.110861 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.117025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f68c5-e90b-451d-8db1-779fefd77902 req-67568d78-5df7-4005-a113-f3235d19ac3d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.119810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-454f68c5-e90b-451d-8db1-779fefd77902 req-67568d78-5df7-4005-a113-f3235d19ac3d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 944 time: 0.7552364 Aug 09 15:46:58.137239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ea04-f606-4706-849d-76b2b887608c req-8ce3a6a3-c729-4fb8-bdc5-a7e969ca97af tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.139004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1a4ea04-f606-4706-849d-76b2b887608c req-8ce3a6a3-c729-4fb8-bdc5-a7e969ca97af tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.2794373 Aug 09 15:46:58.158525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.190873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19dfe3-6924-4a10-8532-b7d6a4ba7dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a1ea0-1fff-497d-aa28-57636769eeb9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:58.207428 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ee19dfe3-6924-4a10-8532-b7d6a4ba7dc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2561a27ad6b475daf6522e61e061ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174806 Aug 09 15:46:58.208732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e45fe8-520f-4d6f-8d0c-f060d59770af,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:58.215842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60176) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:58.233446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Attempting to bind port 652add7a-28ae-4449-bdee-015ea9ebdda8 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:58.234062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Attempting to bind port 652add7a-28ae-4449-bdee-015ea9ebdda8 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:58.234410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Attempting to bind port 652add7a-28ae-4449-bdee-015ea9ebdda8 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:58.248297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:58.248604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:58.249049 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.249772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:58.250329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Bound port: 652add7a-28ae-4449-bdee-015ea9ebdda8, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:58.250917 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.256544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-be331235-6a54-41ae-a6aa-c6bb78e8686e tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Deleting port 24eefcf6-c616-4d7b-b72d-994d15484cd8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:58.257219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be331235-6a54-41ae-a6aa-c6bb78e8686e tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.279542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9190cdba-0b31-4a64-8f0c-a690dea4d626,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:58.281888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Checking segment: {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:58.281888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Network hostable DHCP agents. Network: 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:46:58.293586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1a4ea04-f606-4706-849d-76b2b887608c req-6ed651a9-9480-44ef-be54-4b8634500d52 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252689 Aug 09 15:46:58.320858 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-9f6e113d-7ddd-4656-86bd-e5d793cd60ab service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825941 Aug 09 15:46:58.345437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.365099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-454f68c5-e90b-451d-8db1-779fefd77902 req-8d9712ce-03ee-4347-ba18-63a1513fe802 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248151 Aug 09 15:46:58.412919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9190cdba-0b31-4a64-8f0c-a690dea4d626'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:58.417295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59b8f4-2acf-48c6-9a3d-17b5a9c4b5b1 None None] Pushing event updated for resources: {'Port': ['ID=652add7a-28ae-4449-bdee-015ea9ebdda8,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:58.419857 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.424136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] For port 652add7a-28ae-4449-bdee-015ea9ebdda8, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:58.435342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-b0d0b71c-e351-4b68-991e-3f5ea5f5ef37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a HTTP/1.1" status: 200 len: 217 time: 0.0687256 Aug 09 15:46:58.475190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] For port 652add7a-28ae-4449-bdee-015ea9ebdda8, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=652add7a-28ae-4449-bdee-015ea9ebdda8,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:58.487808 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.534029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:46:58.564297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:58.570561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae24470a-a24d-461e-85a4-a48ba073cd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.574007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.574298 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.576696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155cb7f-4a41-4b03-ba71-66b9b98465b8 req-f55c46f9-14c9-4c42-872c-6a1a75440029 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.579466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59b8f4-2acf-48c6-9a3d-17b5a9c4b5b1 None None] Pushing event updated for resources: {'Port': ['ID=652add7a-28ae-4449-bdee-015ea9ebdda8,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:58.579642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.584742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5155cb7f-4a41-4b03-ba71-66b9b98465b8 req-f55c46f9-14c9-4c42-872c-6a1a75440029 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1483054 Aug 09 15:46:58.600772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a7475-0eb1-41d3-aea5-02199181e298 None None] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:58.624570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Routers {'8a8dd925-5993-4047-9296-6d5e6c9ccd89'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:58.625202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8a8dd925-5993-4047-9296-6d5e6c9ccd89'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:58.629618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-5ef33666-e16a-4ec4-b28e-d5f9beb253c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.631146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-5ef33666-e16a-4ec4-b28e-d5f9beb253c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.1470466 Aug 09 15:46:58.641559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5155cb7f-4a41-4b03-ba71-66b9b98465b8 req-84116128-4e59-4fff-b730-d9a9ef521efe tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547547 Aug 09 15:46:58.641799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae24470a-a24d-461e-85a4-a48ba073cd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.645833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be331235-6a54-41ae-a6aa-c6bb78e8686e tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.664660 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e04a0e7-204f-426e-95e4-73fba59b0c6a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1469672 Aug 09 15:46:58.666399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60178) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:58.672572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:58.716108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-be331235-6a54-41ae-a6aa-c6bb78e8686e tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Calling delete_port for 24eefcf6-c616-4d7b-b72d-994d15484cd8 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:58.738394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.739440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.759673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Deleting port 652add7a-28ae-4449-bdee-015ea9ebdda8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:58.760066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.794337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-13963e3f-02a4-4e81-840a-a705232ba8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.796633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-13963e3f-02a4-4e81-840a-a705232ba8c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1477463 Aug 09 15:46:58.805656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae24470a-a24d-461e-85a4-a48ba073cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.808757 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae24470a-a24d-461e-85a4-a48ba073cd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.813207 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ae24470a-a24d-461e-85a4-a48ba073cd9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d3a1ea0-1fff-497d-aa28-57636769eeb9 HTTP/1.1" status: 204 len: 168 time: 0.5934498 Aug 09 15:46:58.823462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] Set router 8a8dd925-5993-4047-9296-6d5e6c9ccd89 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:58.841128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24470a-a24d-461e-85a4-a48ba073cd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a1ea0-1fff-497d-aa28-57636769eeb9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:58.885561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.969421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8dd925-5993-4047-9296-6d5e6c9ccd89', 'name': 'tempest-snat-router-1922298975', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:50Z', 'updated_at': '2021-08-09T15:46:58Z', 'revision_number': 4, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:59.037917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c8b90-f90a-4d54-9d12-fc78eec1ae3a None None] The sync data for ids ['8a8dd925-5993-4047-9296-6d5e6c9ccd89'] in n-d-799523-2 is: [{'id': '8a8dd925-5993-4047-9296-6d5e6c9ccd89', 'name': 'tempest-snat-router-1922298975', 'tenant_id': 'a36cac9698c44f9892f9fe042516e85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:50Z', 'updated_at': '2021-08-09T15:46:58Z', 'revision_number': 4, 'project_id': 'a36cac9698c44f9892f9fe042516e85c', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:59.090522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:46:59.091766 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.112959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-563a1dac-272e-403f-9790-5cd836785a7b service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068643 Aug 09 15:46:59.114252 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be331235-6a54-41ae-a6aa-c6bb78e8686e tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.140658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.164829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] For port 652add7a-28ae-4449-bdee-015ea9ebdda8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=652add7a-28ae-4449-bdee-015ea9ebdda8,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:59.165467 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.203282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be331235-6a54-41ae-a6aa-c6bb78e8686e tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Pushing event deleted for resources: {'Port': ['ID=24eefcf6-c616-4d7b-b72d-994d15484cd8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:59.248467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Calling delete_port for 652add7a-28ae-4449-bdee-015ea9ebdda8 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:59.411459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be331235-6a54-41ae-a6aa-c6bb78e8686e tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.416618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-be331235-6a54-41ae-a6aa-c6bb78e8686e tempest-RoutersAdminNegativeIpV6Test-1203637305 tempest-RoutersAdminNegativeIpV6Test-1203637305-project-admin] 10.222.0.64 "DELETE /v2.0/ports/24eefcf6-c616-4d7b-b72d-994d15484cd8 HTTP/1.1" status: 204 len: 168 time: 2.0669725 Aug 09 15:46:59.451495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4bb76e-8ddc-4d72-a9a9-f3777b744e8e req-27777ebc-cbb8-4db2-bf7e-c9d84cc1b3bf service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212211 Aug 09 15:46:59.505382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Allocated IP 172.20.0.2 (8b8ce2ef-eec1-4d09-988a-75472a2ee5b0/d7e45fe8-520f-4d6f-8d0c-f060d59770af/98acb5ee-e185-4e63-a6eb-30e91fce7183) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:59.706385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8afb25-72f7-459a-bd45-a00428f15883 req-96d40e09-6f7e-41c1-a480-4170b1b071f4 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.706385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a8afb25-72f7-459a-bd45-a00428f15883 req-96d40e09-6f7e-41c1-a480-4170b1b071f4 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.2241013 Aug 09 15:46:59.780331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.793979 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.820806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8657e4-4ee4-4a67-ad06-8e9a80e860f0 req-062f29f3-3570-43e6-9623-c63b93e913aa tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.822578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd8657e4-4ee4-4a67-ad06-8e9a80e860f0 req-062f29f3-3570-43e6-9623-c63b93e913aa tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 945 time: 0.2665868 Aug 09 15:46:59.832479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event deleted for resources: {'Port': ['ID=652add7a-28ae-4449-bdee-015ea9ebdda8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:59.840304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Transition to ACTIVE for port object 98acb5ee-e185-4e63-a6eb-30e91fce7183 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:59.876533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Transition to ACTIVE for port object 98acb5ee-e185-4e63-a6eb-30e91fce7183 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:59.879032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a8afb25-72f7-459a-bd45-a00428f15883 req-7e573457-759b-4e2b-ba0b-76cb1c361589 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312408 Aug 09 15:46:59.895020 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.973498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60204) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:59.984731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd8657e4-4ee4-4a67-ad06-8e9a80e860f0 req-08ff660e-c7ce-4db2-a70e-e76a95211459 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190250 Aug 09 15:46:59.993678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.054364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:00.057389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:00.062302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:00.071050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Pushing event updated for resources: {'Port': ['ID=98acb5ee-e185-4e63-a6eb-30e91fce7183,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:00.102262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.143010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.182690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Attempting to bind port 98acb5ee-e185-4e63-a6eb-30e91fce7183 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:00.185060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Attempting to bind port 98acb5ee-e185-4e63-a6eb-30e91fce7183 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:00.185709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Attempting to bind port 98acb5ee-e185-4e63-a6eb-30e91fce7183 on network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:00.192674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:00.193374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Checking segment: {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:00.195990 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.196816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Bound using segment: {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:00.198277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Bound port: 98acb5ee-e185-4e63-a6eb-30e91fce7183, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:00.199075 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.289455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d9159-0d88-4e0b-86a6-1bd4d8f0e6d6 req-b49925df-58e4-4774-b033-b75e9a6b919c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:00.301720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-927d9159-0d88-4e0b-86a6-1bd4d8f0e6d6 req-b49925df-58e4-4774-b033-b75e9a6b919c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1756082 Aug 09 15:47:00.332511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] For port 98acb5ee-e185-4e63-a6eb-30e91fce7183, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:00.339384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] For port 98acb5ee-e185-4e63-a6eb-30e91fce7183, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=98acb5ee-e185-4e63-a6eb-30e91fce7183,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:00.347342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.348933 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.351756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.374745 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05606c70-8650-4d45-af7a-babfe136b768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.405354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-927d9159-0d88-4e0b-86a6-1bd4d8f0e6d6 req-80913b02-5bd6-46cc-9e66-5c4e48c35da6 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024957 Aug 09 15:47:00.460972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87167c6a-f3b0-4105-87e9-543c48441cf8 None None] Pushing event updated for resources: {'Port': ['ID=98acb5ee-e185-4e63-a6eb-30e91fce7183,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:00.488675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Allocated IP 172.25.7.62 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/6c4c1317-6b11-4fb5-a689-26bfdf958010) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:00.494400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.494959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8dd925-5993-4047-9296-6d5e6c9ccd89 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:47:00.505162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.506735 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3322d23b-8532-4788-8e61-afcff0195c5c tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "DELETE /v2.0/routers/8a8dd925-5993-4047-9296-6d5e6c9ccd89 HTTP/1.1" status: 204 len: 168 time: 2.4204340 Aug 09 15:47:00.509554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60218) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:00.587436 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05606c70-8650-4d45-af7a-babfe136b768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.601905 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05606c70-8650-4d45-af7a-babfe136b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.649813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-05606c70-8650-4d45-af7a-babfe136b768 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51c3c8da532d4d85a14b94c03e6abab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634955 Aug 09 15:47:00.652414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60220) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:00.740245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05606c70-8650-4d45-af7a-babfe136b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d145c-ed9b-4b04-8285-b28b50cd3fd0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:00.760515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-22e3c1a4-1e0c-4dea-91e9-2f0b6247cd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.765794 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.813352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-22e3c1a4-1e0c-4dea-91e9-2f0b6247cd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.866455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.931052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-22e3c1a4-1e0c-4dea-91e9-2f0b6247cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.937147 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-22e3c1a4-1e0c-4dea-91e9-2f0b6247cd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.939151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-22e3c1a4-1e0c-4dea-91e9-2f0b6247cd2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/361d145c-ed9b-4b04-8285-b28b50cd3fd0 HTTP/1.1" status: 204 len: 168 time: 0.2851131 Aug 09 15:47:00.954268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3c1a4-1e0c-4dea-91e9-2f0b6247cd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d145c-ed9b-4b04-8285-b28b50cd3fd0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:01.002349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.020473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.109751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Pushing event updated for resources: {'Port': ['ID=6c4c1317-6b11-4fb5-a689-26bfdf958010,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:01.123568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9190cdba-0b31-4a64-8f0c-a690dea4d626 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:01.149997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea766546-44ef-4b75-b161-865800698503 req-62330d14-1169-475d-8d66-fa60b9088c22 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.156396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea766546-44ef-4b75-b161-865800698503 req-62330d14-1169-475d-8d66-fa60b9088c22 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.1100955 Aug 09 15:47:01.175218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:01.179669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:01.191126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:01.251633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Deleting port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:01.252008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.259366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 9190cdba-0b31-4a64-8f0c-a690dea4d626 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:01.272149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9190cdba-0b31-4a64-8f0c-a690dea4d626 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:01.272814 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.280843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea766546-44ef-4b75-b161-865800698503 req-d7210bf5-5afa-4cb5-ab22-dd3de7ad5a4a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631199 Aug 09 15:47:01.312821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8688f0-d92e-4194-8d15-8a750b81a2f5 req-251a36d7-2977-44ea-b087-28fc1e12cbd3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.314438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a8688f0-d92e-4194-8d15-8a750b81a2f5 req-251a36d7-2977-44ea-b087-28fc1e12cbd3 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 945 time: 0.1561327 Aug 09 15:47:01.376826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] For port 3dd1239e-847a-45f1-b8f8-d6215b8cffd6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3dd1239e-847a-45f1-b8f8-d6215b8cffd6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:01.377566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.399371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Calling delete_port for 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:01.424584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a8688f0-d92e-4194-8d15-8a750b81a2f5 req-bc378a91-fb79-4432-91d1-d5ba879ce973 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979202 Aug 09 15:47:01.469393 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.555262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a378c5-dbdc-4c05-bb1c-1b24ae9cca92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9190cdba-0b31-4a64-8f0c-a690dea4d626'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:01.564768 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b6645e-f124-4df1-a97f-874ae2957e39" -d '{"events": [{"server_uuid": "08a378c5-dbdc-4c05-bb1c-1b24ae9cca92", "name": "network-vif-plugged", "status": "completed", "tag": "9190cdba-0b31-4a64-8f0c-a690dea4d626"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:01.609388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9190cdba-0b31-4a64-8f0c-a690dea4d626, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9190cdba-0b31-4a64-8f0c-a690dea4d626,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:01.614998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.734699 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa20a665-ed06-48b1-b2f8-5f8b2c849804 x-openstack-request-id: req-fa20a665-ed06-48b1-b2f8-5f8b2c849804 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:01.735001 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a378c5-dbdc-4c05-bb1c-1b24ae9cca92", "name": "network-vif-plugged", "status": "completed", "tag": "9190cdba-0b31-4a64-8f0c-a690dea4d626", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:01.735252 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa20a665-ed06-48b1-b2f8-5f8b2c849804 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:01.742782 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a378c5-dbdc-4c05-bb1c-1b24ae9cca92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9190cdba-0b31-4a64-8f0c-a690dea4d626', 'code': 200} Aug 09 15:47:01.753055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9190cdba-0b31-4a64-8f0c-a690dea4d626,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:01.774010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899bab8-43e3-4822-8fa0-0a09070d6bee req-ded2a798-10b4-4365-b079-64ef43c469e7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.778151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e899bab8-43e3-4822-8fa0-0a09070d6bee req-ded2a798-10b4-4365-b079-64ef43c469e7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1744924 Aug 09 15:47:01.779321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60248) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:01.797536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.855407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 98acb5ee-e185-4e63-a6eb-30e91fce7183 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:01.866361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60250) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:01.897159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d2257857-44e3-4dd4-8fd3-fae7955c50d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7bb40667d0234e139181805dc3ef36b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125720 Aug 09 15:47:01.899025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60254) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:01.953924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dd1239e-847a-45f1-b8f8-d6215b8cffd6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:01.989528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 98acb5ee-e185-4e63-a6eb-30e91fce7183 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:02.024243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed65182-57e8-4151-9672-38091b668168 req-45e3c0d8-d5ec-4d4e-b1d4-b77b5611e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.026576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ed65182-57e8-4151-9672-38091b668168 req-45e3c0d8-d5ec-4d4e-b1d4-b77b5611e3b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 1097 time: 0.2256942 Aug 09 15:47:02.050511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e899bab8-43e3-4822-8fa0-0a09070d6bee req-41c82368-f4f6-44c2-a1c0-a61cb38475a0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511518 Aug 09 15:47:02.105508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c2a75bd-301f-4fa1-8feb-bc73aa84f9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.126512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.164039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ed65182-57e8-4151-9672-38091b668168 req-973d44d8-920e-44f6-850d-e4d62d7adbbf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123083 Aug 09 15:47:02.182661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0775b0a-b1de-44c4-af57-f5137609b26b None None] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:02.182997 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c2a75bd-301f-4fa1-8feb-bc73aa84f9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.254016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-454687037'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:02.257250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Provisioning for port 98acb5ee-e185-4e63-a6eb-30e91fce7183 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:02.264175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c2a75bd-301f-4fa1-8feb-bc73aa84f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.267014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c2a75bd-301f-4fa1-8feb-bc73aa84f9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.267220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.270890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0c2a75bd-301f-4fa1-8feb-bc73aa84f9d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3228b7d6-25e6-4dfb-a1ca-d94565882181 HTTP/1.1" status: 204 len: 168 time: 0.3648913 Aug 09 15:47:02.273344 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.274777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Provisioning complete for port 98acb5ee-e185-4e63-a6eb-30e91fce7183 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:02.275263 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.284110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a75bd-301f-4fa1-8feb-bc73aa84f9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3228b7d6-25e6-4dfb-a1ca-d94565882181,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:02.363930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.481249 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.536579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] For port 98acb5ee-e185-4e63-a6eb-30e91fce7183, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=98acb5ee-e185-4e63-a6eb-30e91fce7183,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:02.542788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea0035-2ca5-438f-b8fe-013509d00cda req-32c7af60-5aee-44d6-9f01-c852066cde54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.543858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.554647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abea0035-2ca5-438f-b8fe-013509d00cda req-32c7af60-5aee-44d6-9f01-c852066cde54 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.1439521 Aug 09 15:47:02.637121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Pushing event updated for resources: {'Port': ['ID=98acb5ee-e185-4e63-a6eb-30e91fce7183,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:02.649409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.650100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.651033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.651766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.652352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.652867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.653505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.654360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.655343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.655884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.656284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.657041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef50a8-8dc1-45b2-ba14-39c61d3ed2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.668512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abea0035-2ca5-438f-b8fe-013509d00cda req-40c2e981-877a-4502-824f-f95e89eb301c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128159 Aug 09 15:47:02.748630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc2afb-cd28-4bbf-bdac-fd5cdc7546c5 req-a28da6e3-2e8b-4abe-b26e-0913a5aa0db9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.752499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39dc2afb-cd28-4bbf-bdac-fd5cdc7546c5 req-a28da6e3-2e8b-4abe-b26e-0913a5aa0db9 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 946 time: 0.0828550 Aug 09 15:47:02.839198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39dc2afb-cd28-4bbf-bdac-fd5cdc7546c5 req-695e62a0-7258-4e5d-989d-61729a03d582 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747662 Aug 09 15:47:02.887035 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.887662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e809816d-d7d3-4de1-9296-1c89f81f80b1 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:47:02.889224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Made reservation on behalf of 9878c9974ae8470a90d3ba01f2a3d834 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:02.892677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.898813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.900396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-acae3e49-55a2-483a-b8f9-d24150a61655 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e809816d-d7d3-4de1-9296-1c89f81f80b1 HTTP/1.1" status: 204 len: 168 time: 2.3894572 Aug 09 15:47:02.904446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60266) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:02.914590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.925177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1573796908', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:02.987782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-90c610d2-d87a-4d37-a8f0-c24409608a9f None None] Provisioning complete for port 98acb5ee-e185-4e63-a6eb-30e91fce7183 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:02.988292 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-90c610d2-d87a-4d37-a8f0-c24409608a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.008501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.010072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.189832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.299436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.445402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e9acb-851d-4965-b4fa-d7f1b37f80ce req-b8639fa9-a928-4c03-8b00-98d0a06cd45e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.447163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-034e9acb-851d-4965-b4fa-d7f1b37f80ce req-b8639fa9-a928-4c03-8b00-98d0a06cd45e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.2555864 Aug 09 15:47:03.450534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.462007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.470967 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.504325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:03.529401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47540ae-9186-4064-8e9c-df704908ec25,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:03.535913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.536622 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Added segment f556b877-3110-4833-bb87-38bca8185648 of type vlan for network dff8eab2-35ce-4045-8eff-f25ade6bca41 Aug 09 15:47:03.570734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-034e9acb-851d-4965-b4fa-d7f1b37f80ce req-bf2d46bc-99c4-49bd-b8b5-3a796070140f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120522 Aug 09 15:47:03.596713 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.638027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:47:03.670966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.681935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.682731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.747661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60290) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:03.755052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 98acb5ee-e185-4e63-a6eb-30e91fce7183 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:03.810686 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9367192 Aug 09 15:47:03.828044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceea770-7063-4ec0-8781-8820a5e5b6c5 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Pushing event updated for resources: {'Network': ['ID=dff8eab2-35ce-4045-8eff-f25ade6bca41,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:03.858942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network dff8eab2-35ce-4045-8eff-f25ade6bca41 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:03.925306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:03.941901 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Sync routers for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:03.945238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-354491332'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:03.952643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.957535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.958818 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-60a201ab-8e9a-45e1-958c-d0b484e40d8c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2919893 Aug 09 15:47:03.960248 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:03.961172 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:03.962345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60300) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:04.002917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.005932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 98acb5ee-e185-4e63-a6eb-30e91fce7183 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:04.006504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.103726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620096c5-eacc-4bd8-a053-0565433b8cca req-0b8d3891-11ff-4cc4-9d74-a6c030875104 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:04.112777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-620096c5-eacc-4bd8-a053-0565433b8cca req-0b8d3891-11ff-4cc4-9d74-a6c030875104 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.2730870 Aug 09 15:47:04.131642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:04.136119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.166356 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:04.169505 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.222168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-620096c5-eacc-4bd8-a053-0565433b8cca req-72c44dd6-6327-4556-9bed-0a315a7ddeca tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083200 Aug 09 15:47:04.272277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:04.328636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60302) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:04.332790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:04.333693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3dd1239e-847a-45f1-b8f8-d6215b8cffd6 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:04.334156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Request body: {'port': {'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41', 'binding:host_id': 'n-h1-799523-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1489107966'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:04.342594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Allocated IP 172.25.7.209 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/680549c5-e193-407e-b20e-88e37fd3bdce) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:04.487271 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:02Z', 'revision_number': 3, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:04.519996 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Checking router: 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:47:04.520296 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Updating router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 port 6c4c1317-6b11-4fb5-a689-26bfdf958010 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:47:04.532717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4984b0-0fe1-4481-961f-cd92a09e45b5 req-a8636227-7ea8-41a9-b823-6ff04661d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:04.534432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b4984b0-0fe1-4481-961f-cd92a09e45b5 req-a8636227-7ea8-41a9-b823-6ff04661d883 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 1096 time: 0.0881970 Aug 09 15:47:04.541075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76df048-1a9c-4a92-9b49-9c4a05fa9b9f req-e5935a54-2d86-4a6a-94a2-48ee760cf575 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:04.543322 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a76df048-1a9c-4a92-9b49-9c4a05fa9b9f req-e5935a54-2d86-4a6a-94a2-48ee760cf575 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 946 time: 0.1578381 Aug 09 15:47:04.555298 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.604119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.607579 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.631431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.632598 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b4984b0-0fe1-4481-961f-cd92a09e45b5 req-09dd536b-18b6-4cd2-b1a3-01da39c6f750 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888727 Aug 09 15:47:04.681533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a76df048-1a9c-4a92-9b49-9c4a05fa9b9f req-be29d992-4945-422e-ae97-7ac9ea6bed38 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286404 Aug 09 15:47:04.697088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:04.706802 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.711956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Made reservation on behalf of 28b9682e936049fd9b8e1a050d5bc176 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:04.715561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.724383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b343d056-d691-49c0-9783-0eb3339f38c7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:04.763488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.767970 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.768411 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Added segment 2944868c-0ed2-45c6-827a-c7a3ddc45b9c of type vlan for network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa Aug 09 15:47:04.902087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.912968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.988213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event updated for resources: {'Port': ['ID=680549c5-e193-407e-b20e-88e37fd3bdce,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:05.052354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282bf44-7b3a-439a-8eec-1efe95a77810 req-fda6e462-c971-4cec-bca7-3556451bb4f5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.079357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1282bf44-7b3a-439a-8eec-1efe95a77810 req-fda6e462-c971-4cec-bca7-3556451bb4f5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.2800264 Aug 09 15:47:05.104960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:05.138206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Allocated IP 172.20.0.1 (8b8ce2ef-eec1-4d09-988a-75472a2ee5b0/d7e45fe8-520f-4d6f-8d0c-f060d59770af/5ee5de34-9130-4474-8e41-e3896b893de9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:05.144511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:05.147741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:05.212471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.219074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.219789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.231998 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.244119 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Transition to ACTIVE for port object 6c4c1317-6b11-4fb5-a689-26bfdf958010 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:05.251998 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.316135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1282bf44-7b3a-439a-8eec-1efe95a77810 req-54acf155-315b-42c2-bde1-5aeca967ff5d tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351568 Aug 09 15:47:05.318901 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3071984-94bc-477a-85bc-75f3f342dc9b None None] Pushing event updated for resources: {'Port': ['ID=6c4c1317-6b11-4fb5-a689-26bfdf958010,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:05.330911 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.356639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Transition to ACTIVE for port object 5ee5de34-9130-4474-8e41-e3896b893de9 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:05.357113 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Attempting to bind port 6c4c1317-6b11-4fb5-a689-26bfdf958010 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:05.358308 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Attempting to bind port 6c4c1317-6b11-4fb5-a689-26bfdf958010 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:05.358795 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Attempting to bind port 6c4c1317-6b11-4fb5-a689-26bfdf958010 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:05.368976 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:05.369526 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:05.370038 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.370640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:05.371551 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Bound port: 6c4c1317-6b11-4fb5-a689-26bfdf958010, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:05.372388 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.429341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.481236 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] For port 6c4c1317-6b11-4fb5-a689-26bfdf958010, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:05.488112 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] For port 6c4c1317-6b11-4fb5-a689-26bfdf958010, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c4c1317-6b11-4fb5-a689-26bfdf958010,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:05.495290 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.497136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:05.501008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:05.504963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:05.523258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9e88-828d-4a91-b0d9-2ffc6a38c8ac req-aee9f7b4-bfc1-48c0-a7e0-63d8823df00d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.534799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6dbb9e88-828d-4a91-b0d9-2ffc6a38c8ac req-aee9f7b4-bfc1-48c0-a7e0-63d8823df00d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 946 time: 0.3243384 Aug 09 15:47:05.569739 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:05.570388 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:05.584140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.709132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Network': ['ID=28a397a9-83e4-4c85-926c-0b5ebdacb3fa,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:05.711112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee5de34-9130-4474-8e41-e3896b893de9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:05.723891 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:05.725235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:05.966765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.024083 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3071984-94bc-477a-85bc-75f3f342dc9b None None] Pushing event updated for resources: {'Port': ['ID=6c4c1317-6b11-4fb5-a689-26bfdf958010,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:06.028801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6dbb9e88-828d-4a91-b0d9-2ffc6a38c8ac req-e2c17d07-9869-4e36-afe3-a14f22a725f5 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903300 Aug 09 15:47:06.131984 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:02Z', 'revision_number': 3, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:06.212169 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd190b-344e-4e15-a45d-d6b1150f2c4b None None] The sync data for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 is: [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:02Z', 'revision_number': 3, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:06.278166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c8f250ff-d4a6-40eb-ae84-4ce9c1d603bb None None] Provisioning for port 5ee5de34-9130-4474-8e41-e3896b893de9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:06.289115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c8f250ff-d4a6-40eb-ae84-4ce9c1d603bb None None] Provisioning complete for port 5ee5de34-9130-4474-8e41-e3896b893de9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:06.290026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c8f250ff-d4a6-40eb-ae84-4ce9c1d603bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.374915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c8f250ff-d4a6-40eb-ae84-4ce9c1d603bb None None] Port 5ee5de34-9130-4474-8e41-e3896b893de9 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:47:06.422821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.432824 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.540473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.554013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee5de34-9130-4474-8e41-e3896b893de9,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:06.745538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:06.749983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:06.898551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.948299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:47:06.965837 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.980157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-804e9f7f-354d-453c-bb06-08b4ecf52179 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2310295 Aug 09 15:47:06.995743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39affff6-fab0-4015-abbc-ef416629a5c3 req-2a33a118-cc19-4938-a7a4-2b74a800d81b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.001479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39affff6-fab0-4015-abbc-ef416629a5c3 req-2a33a118-cc19-4938-a7a4-2b74a800d81b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 1.4970875 Aug 09 15:47:07.008450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] device_id is not set on port 58a42d38-ee10-4527-b68f-8a2be9016c6d yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:07.015881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60320) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:07.026138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'name': 'tempest-PortsTestJSON-692926678'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:07.110960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4a1b2452-e13c-44ff-a5d8-12f44933ec01 None None] Provisioning complete for port 5ee5de34-9130-4474-8e41-e3896b893de9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:07.112089 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2452-e13c-44ff-a5d8-12f44933ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:07.154802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b2452-e13c-44ff-a5d8-12f44933ec01 None None] Port 5ee5de34-9130-4474-8e41-e3896b893de9 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:47:07.208590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:07.219243 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-657ac1bd-aec0-4a2d-ac55-f6778aa40120 admin admin] 10.222.0.64 "PUT /v2.0/routers/293c5615-e3ce-4306-8b92-8d4b3fd3cc33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2553077 Aug 09 15:47:07.377462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2050-56d7-4540-8356-f3126df1e4f9 req-90feaa17-c8a3-455e-be3c-685767cbe80f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.379357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d07d2050-56d7-4540-8356-f3126df1e4f9 req-90feaa17-c8a3-455e-be3c-685767cbe80f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.5721028 Aug 09 15:47:07.380176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271bc141-e61b-46ed-8c57-bba896e794d0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:07.405221 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:07.415208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39affff6-fab0-4015-abbc-ef416629a5c3 req-fd1e5d53-8776-4aca-9d41-da380e4e7e6d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954561 Aug 09 15:47:07.734587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:07.738751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:07.759574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c4c1317-6b11-4fb5-a689-26bfdf958010 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:07.804139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d07d2050-56d7-4540-8356-f3126df1e4f9 req-43f1c6ff-6993-4018-aa45-8da374b26dfd tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875048 Aug 09 15:47:07.879018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0af39-47f1-43d9-be67-52372fe3bdcf req-a0e8c2cd-06f0-41b3-9a45-9733856209a2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.889742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2e0af39-47f1-43d9-be67-52372fe3bdcf req-a0e8c2cd-06f0-41b3-9a45-9733856209a2 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 946 time: 0.3656163 Aug 09 15:47:07.892817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port 9810795e-8cb1-4908-9324-4a2a00b9ce03 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:07.901358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6c4c1317-6b11-4fb5-a689-26bfdf958010 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:07.908243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6c4c1317-6b11-4fb5-a689-26bfdf958010 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:07.909041 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.050594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.102945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6c4c1317-6b11-4fb5-a689-26bfdf958010, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c4c1317-6b11-4fb5-a689-26bfdf958010,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:08.110908 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.122837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] device_id is not set on port 58a42d38-ee10-4527-b68f-8a2be9016c6d yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:08.199613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.200566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6c4c1317-6b11-4fb5-a689-26bfdf958010,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:08.268536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2e0af39-47f1-43d9-be67-52372fe3bdcf req-381560c5-45b7-4e1e-8af4-9afc3f26849c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774242 Aug 09 15:47:08.318712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Transition to ACTIVE for port object 58a42d38-ee10-4527-b68f-8a2be9016c6d will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:08.330740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:08.430541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.468350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.550503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:08.587530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'port_id': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'mac_address': 'fa:16:3e:cb:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:08.690985 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.734653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 245e580f-c822-46fd-b10d-19eba0c4f5f9 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:08.775216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:08.783206 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.822188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Sync routers for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:08.859215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:08.859591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:08.928648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=58a42d38-ee10-4527-b68f-8a2be9016c6d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:08.929707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:08.933598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['245e580f-c822-46fd-b10d-19eba0c4f5f9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:08.983673 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:09.034322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-a4a76342-c0bc-4934-9d9f-085aa886a596 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.037162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-a4a76342-c0bc-4934-9d9f-085aa886a596 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 810 time: 0.8960714 Aug 09 15:47:09.074325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Checking segment: {'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:09.074730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Network hostable DHCP agents. Network: dff8eab2-35ce-4045-8eff-f25ade6bca41, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:09.100953 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:09.109361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:09.112423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-cfe95390-32ef-4194-8ca3-b30de0e82b27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/quotas/7f7e941ac64e424aab3da0be1f7000b8 HTTP/1.1" status: 200 len: 375 time: 0.0523391 Aug 09 15:47:09.167252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d1c9-6296-4c0f-b1ce-ae670104c5d0 req-b3b12b96-83f8-4ca5-9519-782ec522ae95 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.176799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a414d1c9-6296-4c0f-b1ce-ae670104c5d0 req-b3b12b96-83f8-4ca5-9519-782ec522ae95 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 944 time: 0.4366806 Aug 09 15:47:09.275414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=9810795e-8cb1-4908-9324-4a2a00b9ce03,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:09.287175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Network dff8eab2-35ce-4045-8eff-f25ade6bca41 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:09.300998 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:47:09.345841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, dff8eab2-35ce-4045-8eff-f25ade6bca41) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:09.347460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Router 8220db20-08db-4dff-9702-9c7c3f5140de is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:47:09.356559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:09.372760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd3b00-3830-48eb-86c1-c836d1819d06 None None] Network dff8eab2-35ce-4045-8eff-f25ade6bca41 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:09.377120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a414d1c9-6296-4c0f-b1ce-ae670104c5d0 req-b8a07ac8-61fd-40e8-8e87-0675661d14b1 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986461 Aug 09 15:47:09.429480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-fbcaae16-dc2e-4ea4-8442-28df515e1f80 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2787395 Aug 09 15:47:09.445279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:09.446253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:09.446253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:09.490925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Checking segment: {'id': '2944868c-0ed2-45c6-827a-c7a3ddc45b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:09.491297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network hostable DHCP agents. Network: 28a397a9-83e4-4c85-926c-0b5ebdacb3fa, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:09.501493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:09.501821 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:09.551653 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 2 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:09.688492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:09.689119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:09.689496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:09.719541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:09.781438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:06Z', 'revision_number': 2, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:09.833192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Checking router: 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:47:09.834157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Updating router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 port 5ee5de34-9130-4474-8e41-e3896b893de9 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:47:09.848413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:09.850477 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:09.862824 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 3 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:09.868037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c4c1317-6b11-4fb5-a689-26bfdf958010 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:09.907281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 28a397a9-83e4-4c85-926c-0b5ebdacb3fa) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:09.910469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-12f4f254-5052-4c77-b111-7cc16f73089a service neutron] 10.222.0.64 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801657 Aug 09 15:47:09.941269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:09.947046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.947046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:09.959544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7472a6f-b36e-4061-b487-aeda498ce76e None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:10.010338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:10.010672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:10.011192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:10.050397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:10.062515 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca92c0-a940-400e-8b85-5368a3bbb460 None None] Sync routers for ids ['8220db20-08db-4dff-9702-9c7c3f5140de'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:10.066230 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.072311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6cbdae79-6a5c-49ed-a97f-58aecf70adfc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0551791 Aug 09 15:47:10.075718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60448) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:10.079251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:10.079579 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:10.081003 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca92c0-a940-400e-8b85-5368a3bbb460 None None] Routers {'8220db20-08db-4dff-9702-9c7c3f5140de'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:10.081641 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b6ca92c0-a940-400e-8b85-5368a3bbb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8220db20-08db-4dff-9702-9c7c3f5140de'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:10.083390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1563419250'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:10.085259 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 4 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:10.137114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:10.141931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.149794 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b6ca92c0-a940-400e-8b85-5368a3bbb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:10.157710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d509f-aa67-4888-b1ec-c44040f5f784 req-460b6905-0113-42c6-b77e-5dec861f1d59 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:10.169422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b87d509f-aa67-4888-b1ec-c44040f5f784 req-460b6905-0113-42c6-b77e-5dec861f1d59 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 946 time: 0.2969730 Aug 09 15:47:10.177377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:10.177985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:10.178488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:10.186988 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca92c0-a940-400e-8b85-5368a3bbb460 None None] Routers {'8220db20-08db-4dff-9702-9c7c3f5140de'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:10.189131 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b6ca92c0-a940-400e-8b85-5368a3bbb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8220db20-08db-4dff-9702-9c7c3f5140de'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:10.198906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:10.204738 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.208850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-932cc155-537c-4d5e-9c12-a52aee550e45 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2998893 Aug 09 15:47:10.234135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60452) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:10.240193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:10.240787 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:10.248614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-51fb5647-a597-4335-94ee-0b4e3905b893 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': False}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:10.257383 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 5 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:10.288568 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b6ca92c0-a940-400e-8b85-5368a3bbb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:10.291473 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca92c0-a940-400e-8b85-5368a3bbb460 None None] The sync data for ids ['8220db20-08db-4dff-9702-9c7c3f5140de'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:10.341600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b87d509f-aa67-4888-b1ec-c44040f5f784 req-b165fe59-5d6b-449a-9f98-2da9f39f8b5f tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7168666-6378-4266-a34a-06567ed57356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703949 Aug 09 15:47:10.357436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-526b165b-b920-47ec-b567-f91526849db7 service neutron] 10.222.0.64 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327474 Aug 09 15:47:10.422486 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.422834 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Added segment f9e68c70-b53c-4168-b5df-76772897aee8 of type vlan for network d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078 Aug 09 15:47:10.438780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c156c-5a31-452b-9a19-1612e99a20df req-24a040b5-4fa4-408e-adfe-df639f678c1c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:10.452330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d84c156c-5a31-452b-9a19-1612e99a20df req-24a040b5-4fa4-408e-adfe-df639f678c1c tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 946 time: 0.2794678 Aug 09 15:47:10.453115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:10.453446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:10.453794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:10.471564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:10.479101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:10.479439 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:10.503490 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 6 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:10.666165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.689455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:10.689989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:10.690546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:10.763556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6c4c1317-6b11-4fb5-a689-26bfdf958010 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:10.765565 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.820562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:10.821126 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:10.855507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.858770 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 7 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:10.865095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:10.865890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.008756 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9310114 Aug 09 15:47:11.013999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60466) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:11.027107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'ports': [{'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa'}, {'network_id': 'd22a2cc6-bc9a-4ae3-9f34-e3f6136ab078'}]} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:11.027502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:11.028039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': 'd22a2cc6-bc9a-4ae3-9f34-e3f6136ab078'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:11.179243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:11.180110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:11.180643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:11.223147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:11.223471 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:11.229139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478f9a3-0d64-421c-bfd4-e1f638a4bd40 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Network': ['ID=d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:11.235946 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 8 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:11.281134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc03d2-c5a8-4fda-832e-1bb4fc5d76ae req-8eed3b7a-55bd-4f36-bd05-2b1eed52df4b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.302031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cfc03d2-c5a8-4fda-832e-1bb4fc5d76ae req-8eed3b7a-55bd-4f36-bd05-2b1eed52df4b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 944 time: 0.4897988 Aug 09 15:47:11.356265 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.375426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Transition to ACTIVE for port object 5ee5de34-9130-4474-8e41-e3896b893de9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:11.411758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-372673ba-6f97-4144-93e7-ac8d0d7be25b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.415498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:11.423613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-372673ba-6f97-4144-93e7-ac8d0d7be25b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.424083 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.438227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-372673ba-6f97-4144-93e7-ac8d0d7be25b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.448123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-372673ba-6f97-4144-93e7-ac8d0d7be25b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.457862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-372673ba-6f97-4144-93e7-ac8d0d7be25b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.467319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-372673ba-6f97-4144-93e7-ac8d0d7be25b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.474549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-372673ba-6f97-4144-93e7-ac8d0d7be25b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.485884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-372673ba-6f97-4144-93e7-ac8d0d7be25b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.4159050 Aug 09 15:47:11.532524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 2} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:11.539778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:11.540710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:11.541302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:11.553054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.605666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51fb5647-a597-4335-94ee-0b4e3905b893 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.611312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.617422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Deleting port 9190cdba-0b31-4a64-8f0c-a690dea4d626 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:11.617779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.623088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:11.623637 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:11.645180 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 9 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:11.913409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port f67a4761-dfca-4160-8adb-107123216f37 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:11.998469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22285f2f-70d0-42ab-bda0-1619800a29d3 None None] Pushing event updated for resources: {'Port': ['ID=5ee5de34-9130-4474-8e41-e3896b893de9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:12.005467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 245e580f-c822-46fd-b10d-19eba0c4f5f9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:12.005851 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.359352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.440319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Attempting to bind port 5ee5de34-9130-4474-8e41-e3896b893de9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:12.440665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Attempting to bind port 5ee5de34-9130-4474-8e41-e3896b893de9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:12.441034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Attempting to bind port 5ee5de34-9130-4474-8e41-e3896b893de9 on network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:12.512657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:12.513139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Checking segment: {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:12.513577 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.514195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Bound using segment: {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:12.514884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Bound port: 5ee5de34-9130-4474-8e41-e3896b893de9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:12.515301 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.575597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port 1335a889-e4da-4a4d-b04a-9968c45587ba yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:12.686790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] For port 9190cdba-0b31-4a64-8f0c-a690dea4d626, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9190cdba-0b31-4a64-8f0c-a690dea4d626,segment=NetworkSegment(594a1953-446c-4864-8541-337e0a25382d),segment_id=594a1953-446c-4864-8541-337e0a25382d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:12.688487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.704987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Calling delete_port for 9190cdba-0b31-4a64-8f0c-a690dea4d626 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:12.732136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] For port 5ee5de34-9130-4474-8e41-e3896b893de9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:12.749369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] For port 5ee5de34-9130-4474-8e41-e3896b893de9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5ee5de34-9130-4474-8e41-e3896b893de9,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:12.766002 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.797223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.891611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.952895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8608a821-7f8e-485e-bf5d-fc780bf1c1e7 req-8c111547-974d-48b3-b2a8-16db4e489974 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4615541 Aug 09 15:47:12.955747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:12.956688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:12.957583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:12.982470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:12.988918 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:12.996144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cfc03d2-c5a8-4fda-832e-1bb4fc5d76ae req-1a635ff5-c1d4-4c57-bd39-b41092420fdd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6928794 Aug 09 15:47:12.998296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.001028 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 10 to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d Aug 09 15:47:13.024970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:13.025612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:13.192562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:13.225771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:13.235803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:13.238490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.308528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9190cdba-0b31-4a64-8f0c-a690dea4d626 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:13.314717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-73d0eee7-d19a-490a-a146-cab625e025a6 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.321139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-73d0eee7-d19a-490a-a146-cab625e025a6 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.35 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 810 time: 0.2695658 Aug 09 15:47:13.340635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=f67a4761-dfca-4160-8adb-107123216f37,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:13.353380 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.427635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Request body: {'port': {'device_id': '4fa0a48e-73ce-4f55-bf85-327fed40f931', 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054', 'admin_state_up': True, 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:13.466976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22285f2f-70d0-42ab-bda0-1619800a29d3 None None] Pushing event updated for resources: {'Port': ['ID=5ee5de34-9130-4474-8e41-e3896b893de9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:13.490065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 9190cdba-0b31-4a64-8f0c-a690dea4d626 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:13.491137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9190cdba-0b31-4a64-8f0c-a690dea4d626 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:13.522238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:13.528115 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004ac466-6122-4ada-a200-19fa2a93dfa5" -d '{"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-plugged", "status": "completed", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:13.581428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:13.626423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Pushing event deleted for resources: {'Port': ['ID=9190cdba-0b31-4a64-8f0c-a690dea4d626,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:13.639044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd014f70-b530-4713-a5cc-7cff735efa0c req-08e0244f-5d37-40d6-9e1b-a6d507b8099b tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 210 time: 0.2598033 Aug 09 15:47:13.644758 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.730217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb0f6b96-1632-48a7-8a84-eeaac0de3fe9 req-2bba6e1a-015d-417f-8052-d7e91d568b83 tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.64 "GET /v2.0/ports?device_id=08a378c5-dbdc-4c05-bb1c-1b24ae9cca92 HTTP/1.1" status: 200 len: 210 time: 0.0824800 Aug 09 15:47:13.750973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:13.751392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:13.751742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:13.756347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:13.782305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] No DVR routers for this DVR port 9190cdba-0b31-4a64-8f0c-a690dea4d626 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:13.790546 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.792632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d84c156c-5a31-452b-9a19-1612e99a20df req-bbfbc123-c072-4177-bea2-63f1d7de1f8d tempest-DeleteServersTestJSON-1561804123 tempest-DeleteServersTestJSON-1561804123-project] 10.222.0.35 "DELETE /v2.0/ports/9190cdba-0b31-4a64-8f0c-a690dea4d626 HTTP/1.1" status: 204 len: 173 time: 3.3148255 Aug 09 15:47:13.794176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=1335a889-e4da-4a4d-b04a-9968c45587ba,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:13.797012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a378c5-dbdc-4c05-bb1c-1b24ae9cca92', 'name': 'network-vif-deleted', 'tag': '9190cdba-0b31-4a64-8f0c-a690dea4d626'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:13.812983 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad8f838-a633-4854-aa74-60ee39521d43" -d '{"events": [{"server_uuid": "08a378c5-dbdc-4c05-bb1c-1b24ae9cca92", "name": "network-vif-deleted", "tag": "9190cdba-0b31-4a64-8f0c-a690dea4d626"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:13.829112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 58a42d38-ee10-4527-b68f-8a2be9016c6d on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:13.833831 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 58a42d38-ee10-4527-b68f-8a2be9016c6d on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:13.833831 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.849257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Made reservation on behalf of 7f7e941ac64e424aab3da0be1f7000b8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:13.870135 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.887595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Checking segment: {'id': 'f9e68c70-b53c-4168-b5df-76772897aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'd22a2cc6-bc9a-4ae3-9f34-e3f6136ab078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:13.888303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network hostable DHCP agents. Network: d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:13.955339 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37be3b6d-74a9-476c-abea-f2db3835ef18 x-openstack-request-id: req-37be3b6d-74a9-476c-abea-f2db3835ef18 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:13.958083 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-plugged", "status": "completed", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:13.958621 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37be3b6d-74a9-476c-abea-f2db3835ef18 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:13.959660 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'code': 200} Aug 09 15:47:13.979282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:14.065381 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f716f-6596-4be6-8558-f74fce4288b1 x-openstack-request-id: req-220f716f-6596-4be6-8558-f74fce4288b1 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:14.065724 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a378c5-dbdc-4c05-bb1c-1b24ae9cca92", "name": "network-vif-deleted", "tag": "9190cdba-0b31-4a64-8f0c-a690dea4d626", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:14.066077 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-220f716f-6596-4be6-8558-f74fce4288b1 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:14.066544 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a378c5-dbdc-4c05-bb1c-1b24ae9cca92', 'name': 'network-vif-deleted', 'tag': '9190cdba-0b31-4a64-8f0c-a690dea4d626', 'status': 'completed', 'code': 200} Aug 09 15:47:14.378226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:12Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:14.442869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984120be-bc1b-4af0-8edb-a9335c78f95f None None] The sync data for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 is: [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:12Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:14.502466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] For port 58a42d38-ee10-4527-b68f-8a2be9016c6d, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:14.502897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempted to set empty binding levels {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:47:14.545713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8d07-e103-4652-a69d-86506ed06909 req-f58aa657-7765-4d24-af60-0443f697e353 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.556803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8d07-e103-4652-a69d-86506ed06909 req-f58aa657-7765-4d24-af60-0443f697e353 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.564844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8d07-e103-4652-a69d-86506ed06909 req-f58aa657-7765-4d24-af60-0443f697e353 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.571341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8d07-e103-4652-a69d-86506ed06909 req-f58aa657-7765-4d24-af60-0443f697e353 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.578292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8d07-e103-4652-a69d-86506ed06909 req-f58aa657-7765-4d24-af60-0443f697e353 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.585259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8d07-e103-4652-a69d-86506ed06909 req-f58aa657-7765-4d24-af60-0443f697e353 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.592574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8d07-e103-4652-a69d-86506ed06909 req-f58aa657-7765-4d24-af60-0443f697e353 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.600465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d86e8d07-e103-4652-a69d-86506ed06909 req-f58aa657-7765-4d24-af60-0443f697e353 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.6282032 Aug 09 15:47:14.720644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.773360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:14.830849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:14.846604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b204f7-efb0-46b4-a4aa-7c9f68ac31fa None None] Network d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:14.846846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:14.879268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.906647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.907380 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.952826 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4be95968-9a84-41b9-bd2b-fff874ba3ac2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9353490 Aug 09 15:47:14.961486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60496) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:15.061248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Allocated IP 172.20.0.6 (21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054/1c0d92e6-768a-4398-a276-8d008ca61732/02a506d7-181d-491b-98f1-5f209e765240) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:15.142277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5ee5de34-9130-4474-8e41-e3896b893de9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:15.299880 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5b532ecb-9eac-4880-8a9b-34ab5e9f6ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.437116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=58a42d38-ee10-4527-b68f-8a2be9016c6d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:15.453642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f818-b705-4c61-97df-e579b66c576c req-6b1e75ac-393d-4dad-b44e-118ab442c943 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:15.473052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc77f818-b705-4c61-97df-e579b66c576c req-6b1e75ac-393d-4dad-b44e-118ab442c943 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 1.2420819 Aug 09 15:47:15.485695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 5ee5de34-9130-4474-8e41-e3896b893de9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:15.492397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6946fa1-25e1-4e2b-ba50-8477a4e869db req-6665f034-3b78-4730-8181-fe53beadc3b2 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 210 time: 0.5286908 Aug 09 15:47:15.500323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 5ee5de34-9130-4474-8e41-e3896b893de9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:15.501636 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.508125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:15.510237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.524961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ba7973ea-808f-4ccb-8639-05ee29e64956 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 1335a889-e4da-4a4d-b04a-9968c45587ba {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:15.525314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7973ea-808f-4ccb-8639-05ee29e64956 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.535279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.631107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7973ea-808f-4ccb-8639-05ee29e64956 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.651090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ba7973ea-808f-4ccb-8639-05ee29e64956 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 1335a889-e4da-4a4d-b04a-9968c45587ba owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:15.793286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ac07a4a8-8261-40d8-88ee-a612717f6a2a tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 11.4633870 Aug 09 15:47:15.823450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60504) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:15.827240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7973ea-808f-4ccb-8639-05ee29e64956 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.831052 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.933322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 5ee5de34-9130-4474-8e41-e3896b893de9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5ee5de34-9130-4474-8e41-e3896b893de9,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:15.942957 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.978201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc77f818-b705-4c61-97df-e579b66c576c req-9ab7290b-9796-4a49-947f-0330c8cb59be tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5009820 Aug 09 15:47:16.034841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7973ea-808f-4ccb-8639-05ee29e64956 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=1335a889-e4da-4a4d-b04a-9968c45587ba,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:16.041244 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51fb5647-a597-4335-94ee-0b4e3905b893 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.057055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ba7973ea-808f-4ccb-8639-05ee29e64956 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.059097 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ba7973ea-808f-4ccb-8639-05ee29e64956 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/1335a889-e4da-4a4d-b04a-9968c45587ba HTTP/1.1" status: 204 len: 168 time: 1.0963850 Aug 09 15:47:16.082550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60514) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:16.144339 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.184831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['0bff58e9-7308-4efa-b8b1-672cb6df43c1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:16.208025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=5ee5de34-9130-4474-8e41-e3896b893de9,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:16.230155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51fb5647-a597-4335-94ee-0b4e3905b893 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.339053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:16.373448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:16.407039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:16.413933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Deleting port 58a42d38-ee10-4527-b68f-8a2be9016c6d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:16.415778 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.424356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Pushing event updated for resources: {'Port': ['ID=02a506d7-181d-491b-98f1-5f209e765240,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:16.695908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea500f4-84c4-45d8-bb88-c71e9085af8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:16.710118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea500f4-84c4-45d8-bb88-c71e9085af8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:16.712280 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9ea500f4-84c4-45d8-bb88-c71e9085af8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6284928 Aug 09 15:47:16.719122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60536) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:16.875005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fb5647-a597-4335-94ee-0b4e3905b893 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Router 8220db20-08db-4dff-9702-9c7c3f5140de has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:47:16.882793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:16.884059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.900681 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5ee5de34-9130-4474-8e41-e3896b893de9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:17.150668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-33e9c503-d4cf-440c-b07d-a8fae41a49b9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7281725 Aug 09 15:47:17.163521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] For port 58a42d38-ee10-4527-b68f-8a2be9016c6d, host n-h1-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:17.170252 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.189936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Request body: {'port': {'device_id': '4fa0a48e-73ce-4f55-bf85-327fed40f931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:17.233315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f0449-576d-4fc5-8cc5-2b72c2a32d37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port f67a4761-dfca-4160-8adb-107123216f37 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:17.234236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0449-576d-4fc5-8cc5-2b72c2a32d37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.334556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fb5647-a597-4335-94ee-0b4e3905b893 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:17.345404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-51fb5647-a597-4335-94ee-0b4e3905b893 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.349371 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-51fb5647-a597-4335-94ee-0b4e3905b893 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "PUT /v2.0/routers/8220db20-08db-4dff-9702-9c7c3f5140de HTTP/1.1" status: 200 len: 922 time: 7.1130757 Aug 09 15:47:17.352420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd77da2-57de-4e05-a932-908e5498b250 req-f82ed36f-9a6e-41f3-bd92-c2d2530ffd55 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:17.355647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60542) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:17.362811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bcd77da2-57de-4e05-a932-908e5498b250 req-f82ed36f-9a6e-41f3-bd92-c2d2530ffd55 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 931 time: 0.4592884 Aug 09 15:47:17.391795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Calling delete_port for 58a42d38-ee10-4527-b68f-8a2be9016c6d owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:17.411502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31818f4d-7f2a-4a30-9802-3323a17a83a3 None None] Sync routers for ids ['8220db20-08db-4dff-9702-9c7c3f5140de'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:17.415610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0449-576d-4fc5-8cc5-2b72c2a32d37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.440839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f0449-576d-4fc5-8cc5-2b72c2a32d37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for f67a4761-dfca-4160-8adb-107123216f37 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:17.521383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31818f4d-7f2a-4a30-9802-3323a17a83a3 None None] Routers {'8220db20-08db-4dff-9702-9c7c3f5140de'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:17.522429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-31818f4d-7f2a-4a30-9802-3323a17a83a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:46:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8220db20-08db-4dff-9702-9c7c3f5140de'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:17.663468 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fc70b559-0c82-41d2-b927-41ab830b46c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.674585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-31818f4d-7f2a-4a30-9802-3323a17a83a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:17.693153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 5ee5de34-9130-4474-8e41-e3896b893de9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:17.703417 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.712772 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.807667 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7520f8a7-c8d9-4a34-99bd-0b94f7856891 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/routers/8220db20-08db-4dff-9702-9c7c3f5140de HTTP/1.1" status: 200 len: 922 time: 0.4504628 Aug 09 15:47:17.818657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60552) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:17.842718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bcd77da2-57de-4e05-a932-908e5498b250 req-5c7efa2b-0c7f-44af-af9b-c938d7cb2155 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779646 Aug 09 15:47:17.844041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event deleted for resources: {'Port': ['ID=58a42d38-ee10-4527-b68f-8a2be9016c6d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:17.869277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.885070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.888522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f120c17b-b1e7-479d-a2bf-771af5c40d59 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "DELETE /v2.0/ports/58a42d38-ee10-4527-b68f-8a2be9016c6d HTTP/1.1" status: 204 len: 168 time: 2.0635049 Aug 09 15:47:17.893683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60554) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:17.934085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31818f4d-7f2a-4a30-9802-3323a17a83a3 None None] Routers {'8220db20-08db-4dff-9702-9c7c3f5140de'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:17.945036 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7da55be-33e8-4171-b353-6be9a86f74ef tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:47:17.949772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c7da55be-33e8-4171-b353-6be9a86f74ef tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "GET /v2.0/ports/58a42d38-ee10-4527-b68f-8a2be9016c6d HTTP/1.1" status: 404 len: 333 time: 0.0522828 Aug 09 15:47:17.951296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-31818f4d-7f2a-4a30-9802-3323a17a83a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8220db20-08db-4dff-9702-9c7c3f5140de'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:17.965897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60556) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:17.994012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48745b2-bf9b-406c-83a1-2786532dc6d3 req-99dac846-ee20-4acc-8906-148c5e43ba74 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.010509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a48745b2-bf9b-406c-83a1-2786532dc6d3 req-99dac846-ee20-4acc-8906-148c5e43ba74 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.7676003 Aug 09 15:47:18.040827 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0449-576d-4fc5-8cc5-2b72c2a32d37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.053695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Request body: {'port': {'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-58335464'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:18.059453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-31818f4d-7f2a-4a30-9802-3323a17a83a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:18.064737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31818f4d-7f2a-4a30-9802-3323a17a83a3 None None] The sync data for ids ['8220db20-08db-4dff-9702-9c7c3f5140de'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:18.068395 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.161196 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0449-576d-4fc5-8cc5-2b72c2a32d37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.174485 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5b9f0449-576d-4fc5-8cc5-2b72c2a32d37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/f67a4761-dfca-4160-8adb-107123216f37 HTTP/1.1" status: 204 len: 168 time: 1.4480693 Aug 09 15:47:18.184402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60564) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:18.214961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a48745b2-bf9b-406c-83a1-2786532dc6d3 req-399d5d61-c0c6-4177-b42b-76a42ebe56fb tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033620 Aug 09 15:47:18.248006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f0449-576d-4fc5-8cc5-2b72c2a32d37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=f67a4761-dfca-4160-8adb-107123216f37,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:18.292320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa03c4-10d4-454e-8b3f-75f6a3c0ff4a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.294523 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ffa03c4-10d4-454e-8b3f-75f6a3c0ff4a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=8220db20-08db-4dff-9702-9c7c3f5140de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3463819 Aug 09 15:47:18.300051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60568) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:18.341712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Made reservation on behalf of 28b9682e936049fd9b8e1a050d5bc176 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:18.348389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.388720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60570) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:18.480773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b678f0-2095-4dd6-aa06-4338cba68357 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.482437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d1b678f0-2095-4dd6-aa06-4338cba68357 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2968554 Aug 09 15:47:18.518050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60574) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:18.605452 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b28650-e82c-486d-9b45-c69b0cd44a48 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:47:18.611201 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c2b28650-e82c-486d-9b45-c69b0cd44a48 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/1335a889-e4da-4a4d-b04a-9968c45587ba HTTP/1.1" status: 404 len: 333 time: 0.0695589 Aug 09 15:47:18.616375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60576) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:18.666474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] device_id is not set on port 278a40dd-0b35-408f-8353-c3b051052354 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:18.701225 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc88c1e-9ce4-408c-af84-db2727d01f8e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:47:18.703676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7bc88c1e-9ce4-408c-af84-db2727d01f8e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/f67a4761-dfca-4160-8adb-107123216f37 HTTP/1.1" status: 404 len: 333 time: 0.0844579 Aug 09 15:47:18.710129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60578) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:18.818428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a506d7-181d-491b-98f1-5f209e765240 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:18.833823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-b69d5633-d19f-492e-9b66-67e9bcde0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.834513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-b69d5633-d19f-492e-9b66-67e9bcde0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.835181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.835416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-b69d5633-d19f-492e-9b66-67e9bcde0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.836007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-b69d5633-d19f-492e-9b66-67e9bcde0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.836529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-b69d5633-d19f-492e-9b66-67e9bcde0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.837094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-b69d5633-d19f-492e-9b66-67e9bcde0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.838381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-b69d5633-d19f-492e-9b66-67e9bcde0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.853228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-b69d5633-d19f-492e-9b66-67e9bcde0f82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6492 time: 0.4584033 Aug 09 15:47:18.881632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Transition to ACTIVE for port object 02a506d7-181d-491b-98f1-5f209e765240 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:18.890792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.979130 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.980725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Pushing event updated for resources: {'Port': ['ID=02a506d7-181d-491b-98f1-5f209e765240,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:19.063351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0831a219-e31e-4afe-b6ae-f46639d46533 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.064801 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0831a219-e31e-4afe-b6ae-f46639d46533 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 881 time: 0.7619357 Aug 09 15:47:19.080204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60584) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:19.170157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d712d12c-468a-422d-9619-cd728dead7aa tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=8220db20-08db-4dff-9702-9c7c3f5140de HTTP/1.1" status: 200 len: 205 time: 0.0889344 Aug 09 15:47:19.170722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.174524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60586) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:19.190619 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-648f0990-7d2a-4426-a39e-178a05e14297 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265016 Aug 09 15:47:19.213873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.420625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Attempting to bind port 02a506d7-181d-491b-98f1-5f209e765240 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:19.421267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Attempting to bind port 02a506d7-181d-491b-98f1-5f209e765240 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:19.421385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Attempting to bind port 02a506d7-181d-491b-98f1-5f209e765240 on network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:19.459060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.484268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Port 02a506d7-181d-491b-98f1-5f209e765240 on network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:19.484588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Attempting to bind port 02a506d7-181d-491b-98f1-5f209e765240 on network 21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:19.509775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:19.524996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e6ec9-6cb6-4f25-99a5-621e895db12c req-6f6076f4-b9db-4459-9cdb-344d362ff4d5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.524996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d92e6ec9-6cb6-4f25-99a5-621e895db12c req-6f6076f4-b9db-4459-9cdb-344d362ff4d5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 943 time: 0.4657369 Aug 09 15:47:19.536896 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.558982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e68c70-b53c-4168-b5df-76772897aee8') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:19.559426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e68c70-b53c-4168-b5df-76772897aee8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:19.578452 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.606151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.641855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Network dff8eab2-35ce-4045-8eff-f25ade6bca41 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:19.667413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:19.667811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Checking segment: {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:19.668218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Bound using segment: {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:19.668989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Bound port: 02a506d7-181d-491b-98f1-5f209e765240, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d88b739-0c99-4018-8742-639fa4ed1376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:19.668989 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.671797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:19.681248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:19.682901 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.684114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.702186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.719050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:47:19.720146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:47:19.726434 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:47:19.749679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03646b8-deaf-4cff-a07d-2ba113d6fa33 req-19d4ba99-f969-4a23-ae77-ec18b577c999 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.751484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d03646b8-deaf-4cff-a07d-2ba113d6fa33 req-19d4ba99-f969-4a23-ae77-ec18b577c999 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.3690703 Aug 09 15:47:19.820748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.7771499 Aug 09 15:47:19.822150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=278a40dd-0b35-408f-8353-c3b051052354,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:19.823406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60600) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:19.829567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:19.837041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d92e6ec9-6cb6-4f25-99a5-621e895db12c req-2b6a0236-dcd0-4c6c-976f-4afe458af50f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654882 Aug 09 15:47:19.840768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.855068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.856449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.857596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.858975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.860198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.862734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.864806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.866562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.868555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.869270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.871343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.872797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb8015-6255-4a9f-9003-1a73a0a031a0 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:19.908865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.932758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.936463 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/networks/d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078 HTTP/1.1" status: 204 len: 168 time: 1.1707103 Aug 09 15:47:19.953816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60604) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:19.959542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f6b58-fde8-4a88-8b4e-f61eac4561ef tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Network': ['ID=d22a2cc6-bc9a-4ae3-9f34-e3f6136ab078,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:19.981148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1613269559'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:20.113708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:20.120146 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:20.129295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] For port 02a506d7-181d-491b-98f1-5f209e765240, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:20.137802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d03646b8-deaf-4cff-a07d-2ba113d6fa33 req-abddda52-d545-48bc-b860-cb4ce2c11314 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619974 Aug 09 15:47:20.203662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] For port 02a506d7-181d-491b-98f1-5f209e765240, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=02a506d7-181d-491b-98f1-5f209e765240,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:20.205589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:20.225063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:20.309644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:20.342144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:20.342950 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:20.344770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] 10.222.0.35 "PUT /v2.0/ports/02a506d7-181d-491b-98f1-5f209e765240 HTTP/1.1" status: 200 len: 1091 time: 3.1844666 Aug 09 15:47:20.347453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa0a48e-73ce-4f55-bf85-327fed40f931', 'tag': '02a506d7-181d-491b-98f1-5f209e765240'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:20.356515 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65803c52-5c3f-46c7-b0fd-1e22470fccda" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa0a48e-73ce-4f55-bf85-327fed40f931", "tag": "02a506d7-181d-491b-98f1-5f209e765240"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:20.358538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:20.885753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:20.885753 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Added segment 34cb8806-9391-4a43-a565-f01f94dde0c5 of type vlan for network 069068ee-6116-4b72-bfef-419c8982d608 Aug 09 15:47:20.914533 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6ab325-d1c7-4bdd-9283-4ba9000fc81c x-openstack-request-id: req-1a6ab325-d1c7-4bdd-9283-4ba9000fc81c {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:20.914756 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa0a48e-73ce-4f55-bf85-327fed40f931", "tag": "02a506d7-181d-491b-98f1-5f209e765240", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:20.915013 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a6ab325-d1c7-4bdd-9283-4ba9000fc81c {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:20.915423 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa0a48e-73ce-4f55-bf85-327fed40f931', 'tag': '02a506d7-181d-491b-98f1-5f209e765240', 'status': 'completed', 'code': 200} Aug 09 15:47:21.048816 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:21.089831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074d87b-9856-4c39-98ec-216f14a76028 service neutron] Pushing event updated for resources: {'Port': ['ID=02a506d7-181d-491b-98f1-5f209e765240,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:21.115349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Deleting port 680549c5-e193-407e-b20e-88e37fd3bdce {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:21.115685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:21.368767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:21.383926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:21.383926 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:21.402781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-17ce6833-8581-4776-a37b-72338c7abb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:21.407292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-17ce6833-8581-4776-a37b-72338c7abb36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 1094 time: 0.5731459 Aug 09 15:47:21.694551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-652fed3e-f711-448b-b802-66592581f13c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a506d7-181d-491b-98f1-5f209e765240 HTTP/1.1" status: 200 len: 217 time: 0.1593366 Aug 09 15:47:21.780066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:21.795205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Calling delete_port for 680549c5-e193-407e-b20e-88e37fd3bdce owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:21.983919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] device_id is not set on port 278a40dd-0b35-408f-8353-c3b051052354 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:21.998631 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:22.125241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-90a39cc5-9fdc-4758-9e86-333517d1111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:22.127773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-90a39cc5-9fdc-4758-9e86-333517d1111a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 200 len: 850 time: 0.2351310 Aug 09 15:47:22.129321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Transition to ACTIVE for port object 278a40dd-0b35-408f-8353-c3b051052354 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:22.244753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ebdf6-0bfc-4589-9140-2ac85cd61389 req-23115eee-6487-4468-8511-b65ab596188e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:22.247216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c27ebdf6-0bfc-4589-9140-2ac85cd61389 req-23115eee-6487-4468-8511-b65ab596188e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 943 time: 1.1684110 Aug 09 15:47:22.282933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3087115 Aug 09 15:47:22.284174 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:22.286594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60620) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:22.306282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '069068ee-6116-4b72-bfef-419c8982d608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:22.429433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-2c591f02-fcd4-49a6-bb2e-1e06ffec431d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029943 Aug 09 15:47:22.496160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b8bee-0382-42f0-9676-015424d676c4 req-a9bf7120-4aac-4757-8aaa-6ee498c3abc2 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:22.498556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-170b8bee-0382-42f0-9676-015424d676c4 req-a9bf7120-4aac-4757-8aaa-6ee498c3abc2 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 1.1484530 Aug 09 15:47:22.514006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c27ebdf6-0bfc-4589-9140-2ac85cd61389 req-a10b5984-712a-458c-9e0e-f91fb210e8d9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266998 Aug 09 15:47:22.591677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:22.597357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:22.703183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a74d19-72a2-442b-b095-bf369dfbb74f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Network': ['ID=069068ee-6116-4b72-bfef-419c8982d608,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:22.717399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-3d60bf3e-4eba-41da-a570-5a741c065390 service neutron] 10.222.0.35 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364538 Aug 09 15:47:22.727177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 069068ee-6116-4b72-bfef-419c8982d608 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:22.949031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08bd84a3-138e-4fcc-a274-6b66263841a3 req-2390d7e7-bd58-4306-b320-ddc111b64af3 service neutron] 10.222.0.35 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981626 Aug 09 15:47:23.055881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60632) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:23.362792 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.368210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=278a40dd-0b35-408f-8353-c3b051052354,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:23.469355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=cb2f2724-04e0-4afa-8a6a-f295fc998513,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:23.498806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-170b8bee-0382-42f0-9676-015424d676c4 req-c4cf613b-7ed0-4dd1-92ce-6ad3ad73c9fc tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8053408 Aug 09 15:47:23.565467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:23.565467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:23.565876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:23.596484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:23.597747 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:23.602059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ede30a-aa20-4557-8fb0-01412167ac94 admin admin] Deleting subnet 75f04506-ec77-4093-b070-4bc44dc2945d {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:47:23.605764 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 2 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:23.614587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34ede30a-aa20-4557-8fb0-01412167ac94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.675422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34ede30a-aa20-4557-8fb0-01412167ac94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.785241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-1c38a5f5-49a3-4b72-8e93-9fa653037345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:23.785790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34ede30a-aa20-4557-8fb0-01412167ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.795511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-1c38a5f5-49a3-4b72-8e93-9fa653037345 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 1094 time: 0.4484801 Aug 09 15:47:23.800692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.896367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34ede30a-aa20-4557-8fb0-01412167ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.928489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Checking segment: {'id': '34cb8806-9391-4a43-a565-f01f94dde0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '069068ee-6116-4b72-bfef-419c8982d608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:23.929038 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network hostable DHCP agents. Network: 069068ee-6116-4b72-bfef-419c8982d608, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:23.989284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34ede30a-aa20-4557-8fb0-01412167ac94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.991197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-34ede30a-aa20-4557-8fb0-01412167ac94 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/75f04506-ec77-4093-b070-4bc44dc2945d HTTP/1.1" status: 204 len: 168 time: 0.9173996 Aug 09 15:47:23.992045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ede30a-aa20-4557-8fb0-01412167ac94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f04506-ec77-4093-b070-4bc44dc2945d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:24.004677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60640) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:24.051693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-07f05c71-7b8a-4c0c-a002-82033a5255d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.053851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-07f05c71-7b8a-4c0c-a002-82033a5255d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 912 time: 0.2256749 Aug 09 15:47:24.081313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:24.081763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:24.082225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:24.112443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event deleted for resources: {'Port': ['ID=680549c5-e193-407e-b20e-88e37fd3bdce,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:24.193504 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.246152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 069068ee-6116-4b72-bfef-419c8982d608 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:24.267892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-0e1123c9-9f40-44f3-8ffd-1628a00fa6bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a506d7-181d-491b-98f1-5f209e765240 HTTP/1.1" status: 200 len: 217 time: 0.1813064 Aug 09 15:47:24.291321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0396-6a6c-48e6-9efb-2756cd9ea247 req-b65e06c2-9f50-4c12-93d8-425e07f4ec12 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.307775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96ea0396-6a6c-48e6-9efb-2756cd9ea247 req-b65e06c2-9f50-4c12-93d8-425e07f4ec12 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 943 time: 0.6609695 Aug 09 15:47:24.308542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:24.308871 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:24.320107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 069068ee-6116-4b72-bfef-419c8982d608) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:24.330452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed009e48-88cf-4b09-851b-f270c1034741 None None] Network 069068ee-6116-4b72-bfef-419c8982d608 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:24.332896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.342162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.385385 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 3 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:24.575339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-507799ac-1cbd-4714-b54a-2cf322ad9699 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2846255 Aug 09 15:47:24.576090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60646) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:24.578199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.605791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '069068ee-6116-4b72-bfef-419c8982d608', 'name': 'tempest-PortsTestJSON-983959502'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:24.643577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:24.644224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:24.644799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:24.651807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab8c585-1d25-41ad-b777-1f25d2988f05']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:24.739889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96ea0396-6a6c-48e6-9efb-2756cd9ea247 req-ac722649-9332-456f-b7a4-3adfd5684716 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034301 Aug 09 15:47:24.776099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-816563f7-0b4d-417a-b212-c4664fe099eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.779966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-816563f7-0b4d-417a-b212-c4664fe099eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 200 len: 850 time: 0.4698815 Aug 09 15:47:24.783288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:24.784141 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:24.785649 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.789110 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 4 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:24.889757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-069068ee-6116-4b72-bfef-419c8982d608', 'network_id': '069068ee-6116-4b72-bfef-419c8982d608', 'tenant_id': '1b14410d4c484164b8e569d613900a05', 'fixed_ips': [{'subnet_id': 'cb2f2724-04e0-4afa-8a6a-f295fc998513'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:47:24.891209 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.964997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594a1953-446c-4864-8541-337e0a25382d') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:24.966400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594a1953-446c-4864-8541-337e0a25382d') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:24.972431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-43e7565c-3d4a-48cc-a91c-fb161fe2861d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762869 Aug 09 15:47:24.991962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.017710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.026470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:47:25.027140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:47:25.115111 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:47:25.162533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-f46133ca-20b5-40e4-9f63-c3184b511cc8 service neutron] 10.222.0.35 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306837 Aug 09 15:47:25.170367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.183107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:25.183862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:25.184386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:25.188721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.265765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.274011 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.277447 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] 10.222.0.64 "DELETE /v2.0/networks/1ab8c585-1d25-41ad-b777-1f25d2988f05 HTTP/1.1" status: 204 len: 168 time: 1.2711720 Aug 09 15:47:25.301287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:25.314171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Allocated IP 172.20.0.2 (069068ee-6116-4b72-bfef-419c8982d608/cb2f2724-04e0-4afa-8a6a-f295fc998513/1570a8c6-1a56-4f66-9a47-6b469d3ddf18) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:25.318309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:25.318932 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:25.323153 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 5 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:25.329364 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.342267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54be84-fdfb-4c41-b17f-691cf9e5e533 req-64dea116-5805-4a7f-9605-f082361efb80 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.344035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac54be84-fdfb-4c41-b17f-691cf9e5e533 req-64dea116-5805-4a7f-9605-f082361efb80 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.4672835 Aug 09 15:47:25.379079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.380135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Fanout notify agent at l3_agent the message router_deleted on router 8220db20-08db-4dff-9702-9c7c3f5140de {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:47:25.410218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.411450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7c4ae0bc-2469-4fbf-b0d9-834a2f42e9ea tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/8220db20-08db-4dff-9702-9c7c3f5140de HTTP/1.1" status: 204 len: 168 time: 6.2327676 Aug 09 15:47:25.412532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:25.412865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:25.413206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:25.422075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004ee62-08c7-4686-a8c1-9662bb72415f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab8c585-1d25-41ad-b777-1f25d2988f05,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:25.426120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60650) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:25.431450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e7c5e0c2-2f7e-45ef-9741-67849fb7b10e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1234713621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:25.466317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port 40ac40df-a1a0-45cd-ae61-c76317bf964b yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:25.504930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:25.507611 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:25.546887 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 6 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:25.550724 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e0c2-2f7e-45ef-9741-67849fb7b10e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.552529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e0c2-2f7e-45ef-9741-67849fb7b10e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.583786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 02a506d7-181d-491b-98f1-5f209e765240 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:25.599271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac54be84-fdfb-4c41-b17f-691cf9e5e533 req-a9ab0282-7f33-48c5-aaf9-b4c27fea52df tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435732 Aug 09 15:47:25.609834 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65803c52-5c3f-46c7-b0fd-1e22470fccda req-a6b220d4-bec1-4b71-babd-53a48c218a59 service neutron] 10.222.0.35 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364960 Aug 09 15:47:25.636625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:25.637163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:25.637561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:25.664707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:25.664707 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:25.664707 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 7 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:25.723388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60654) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:25.731079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e0c2-2f7e-45ef-9741-67849fb7b10e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.746849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e0c2-2f7e-45ef-9741-67849fb7b10e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.766753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:25.770707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:25.771496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:25.804055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:25.806555 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:25.820623 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 8 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:25.826685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e0c2-2f7e-45ef-9741-67849fb7b10e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.836147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e7c5e0c2-2f7e-45ef-9741-67849fb7b10e tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4010360 Aug 09 15:47:25.836147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60658) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:25.843632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:25.859341 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ecd1569c-b011-4e1b-9a15-903c8e1229fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2030902758174eafa38523e20b819289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300745 Aug 09 15:47:25.868409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60660) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:26.051079 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.071217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Transition to ACTIVE for port object 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:26.082070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 02a506d7-181d-491b-98f1-5f209e765240, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=02a506d7-181d-491b-98f1-5f209e765240,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:26.082236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:26.082236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:26.082236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:26.113186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Transition to ACTIVE for port object 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:26.114340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:26.114898 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:26.116262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '02a506d7-181d-491b-98f1-5f209e765240', 'network_id': '21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054', 'port_id': '02a506d7-181d-491b-98f1-5f209e765240', 'mac_address': 'fa:16:3e:f6:9f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0d92e6-768a-4398-a276-8d008ca61732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:26.128344 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.171209 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 9 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:26.225130 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.4 (069068ee-6116-4b72-bfef-419c8982d608/cb2f2724-04e0-4afa-8a6a-f295fc998513/40ac40df-a1a0-45cd-ae61-c76317bf964b) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:26.240385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Network 069068ee-6116-4b72-bfef-419c8982d608 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:26.255210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:26.258648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Pushing event updated for resources: {'Port': ['ID=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:26.261501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:26.264526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.296346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:26.296649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:26.297011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:26.305722 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-600554e5-9faf-4cb0-803e-080c55c7ddbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.322554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37262437-2a67-439e-9978-ad00f17e2602 req-3a4b214c-9ae1-4c7c-b621-56d26a99797e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:26.327730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37262437-2a67-439e-9978-ad00f17e2602 req-3a4b214c-9ae1-4c7c-b621-56d26a99797e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 943 time: 0.3674190 Aug 09 15:47:26.330423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:26.330423 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:26.330423 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 10 to bind port 278a40dd-0b35-408f-8353-c3b051052354 Aug 09 15:47:26.383721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Attempting to bind port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:26.384346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Attempting to bind port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '34cb8806-9391-4a43-a565-f01f94dde0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '069068ee-6116-4b72-bfef-419c8982d608'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:26.384913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Attempting to bind port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 on network 069068ee-6116-4b72-bfef-419c8982d608 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:26.391073 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a506d7-181d-491b-98f1-5f209e765240 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:26.400578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:26.401246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Checking segment: {'id': '34cb8806-9391-4a43-a565-f01f94dde0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '069068ee-6116-4b72-bfef-419c8982d608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:26.401857 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.402244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Bound using segment: {'id': '34cb8806-9391-4a43-a565-f01f94dde0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '069068ee-6116-4b72-bfef-419c8982d608'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:26.402935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Bound port: 1570a8c6-1a56-4f66-9a47-6b469d3ddf18, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cb8806-9391-4a43-a565-f01f94dde0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '069068ee-6116-4b72-bfef-419c8982d608'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:26.403754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.438969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 02a506d7-181d-491b-98f1-5f209e765240, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=02a506d7-181d-491b-98f1-5f209e765240,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:26.491948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-600554e5-9faf-4cb0-803e-080c55c7ddbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.499132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:26.500097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:26.500883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:26.516800 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.540536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:26.541442 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port 278a40dd-0b35-408f-8353-c3b051052354 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:26.542229 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.555284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] For port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:26.556292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.563121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] For port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,segment=NetworkSegment(34cb8806-9391-4a43-a565-f01f94dde0c5),segment_id=34cb8806-9391-4a43-a565-f01f94dde0c5)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:26.567935 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.575184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object 40ac40df-a1a0-45cd-ae61-c76317bf964b will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:26.644218 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.664700 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.707555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37262437-2a67-439e-9978-ad00f17e2602 req-a51a8ea1-8210-46ac-8246-f15af1c5ac0d tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244932 Aug 09 15:47:26.785481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=02a506d7-181d-491b-98f1-5f209e765240,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:26.834610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 069068ee-6116-4b72-bfef-419c8982d608 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:26.871327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:26.877486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:26.922943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] For port 278a40dd-0b35-408f-8353-c3b051052354, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:26.923602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempted to set empty binding levels {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:47:26.936242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-600554e5-9faf-4cb0-803e-080c55c7ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.940719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-600554e5-9faf-4cb0-803e-080c55c7ddbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.942232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-600554e5-9faf-4cb0-803e-080c55c7ddbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7168666-6378-4266-a34a-06567ed57356 HTTP/1.1" status: 204 len: 168 time: 1.0593920 Aug 09 15:47:26.972264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['02a506d7-181d-491b-98f1-5f209e765240'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:26.996508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.032431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=40ac40df-a1a0-45cd-ae61-c76317bf964b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:27.107117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:27.119231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600554e5-9faf-4cb0-803e-080c55c7ddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7168666-6378-4266-a34a-06567ed57356,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:27.120339 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.182121 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8dbce16c-9dad-44cb-8b62-e6942e41cc26 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5876534 Aug 09 15:47:27.186175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60672) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:27.216987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda5e40-2805-4ebc-b90f-7efee4cce521 None None] Pushing event updated for resources: {'Port': ['ID=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:27.254035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] In _notify_port_updated(), no bound segment for port 278a40dd-0b35-408f-8353-c3b051052354 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:47:27.255448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:27.256483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.261114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "PUT /v2.0/ports/278a40dd-0b35-408f-8353-c3b051052354 HTTP/1.1" status: 200 len: 973 time: 7.4335418 Aug 09 15:47:27.283138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60674) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:27.508306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d2c36674-51aa-4bcb-8e23-e52ed23d372e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 40ac40df-a1a0-45cd-ae61-c76317bf964b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:27.508665 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d2c36674-51aa-4bcb-8e23-e52ed23d372e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.885821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d2c36674-51aa-4bcb-8e23-e52ed23d372e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.979885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d2c36674-51aa-4bcb-8e23-e52ed23d372e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 40ac40df-a1a0-45cd-ae61-c76317bf964b owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:28.086451 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:28.348331 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:28.504262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d2c36674-51aa-4bcb-8e23-e52ed23d372e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:28.575260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c36674-51aa-4bcb-8e23-e52ed23d372e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=40ac40df-a1a0-45cd-ae61-c76317bf964b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:28.803591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d2c36674-51aa-4bcb-8e23-e52ed23d372e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:28.816127 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d2c36674-51aa-4bcb-8e23-e52ed23d372e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/40ac40df-a1a0-45cd-ae61-c76317bf964b HTTP/1.1" status: 204 len: 168 time: 1.6279345 Aug 09 15:47:28.820775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60690) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:28.912077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:28.964184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d22c-f287-482d-9963-d201970d5fa7 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=278a40dd-0b35-408f-8353-c3b051052354,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:28.972870 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00d4b68-b3fd-4f20-9900-4c39874a5d10 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:47:29.003290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00d4b68-b3fd-4f20-9900-4c39874a5d10 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:47:29.004052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f00d4b68-b3fd-4f20-9900-4c39874a5d10 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/40ac40df-a1a0-45cd-ae61-c76317bf964b HTTP/1.1" status: 404 len: 333 time: 0.1778951 Aug 09 15:47:29.024854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60698) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:29.077012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3aa96-6b5d-4204-9564-f3b911822242 req-55d2f785-3dbb-4a8b-8027-bf3b9ed73947 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.080667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46f3aa96-6b5d-4204-9564-f3b911822242 req-55d2f785-3dbb-4a8b-8027-bf3b9ed73947 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 2.0427136 Aug 09 15:47:29.094338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:29.146917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeeb035-034f-4035-b03f-1987ad5ca921 None None] Network 069068ee-6116-4b72-bfef-419c8982d608 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:29.148820 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-4201d9ed-2de7-4431-b2b1-f46106b18bc1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:47:29.164127 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4201d9ed-2de7-4431-b2b1-f46106b18bc1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/40ac40df-a1a0-45cd-ae61-c76317bf964b HTTP/1.1" status: 404 len: 333 time: 0.1287761 Aug 09 15:47:29.165055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60702) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:29.271357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 02a506d7-181d-491b-98f1-5f209e765240 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:29.276336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.281330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.284017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.284500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.284968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.285454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.285923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.286391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.286852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.287315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.289753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.294112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.295161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.296082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.297305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.303085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.303976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.304727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.305368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.305947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.306782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.307609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.311509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.318597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea829ca5-8c91-41eb-97a2-933fce845769 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet cb2f2724-04e0-4afa-8a6a-f295fc998513 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:47:29.318936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.319387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.320168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.320796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.321418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.322117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.323700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.325500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.326149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.327552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.329125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea829ca5-8c91-41eb-97a2-933fce845769 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.336617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-12c03187-ea30-4dbf-b2e9-fea0d8f73d64 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29520 time: 2.0292211 Aug 09 15:47:29.346433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60704) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:29.374377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Provisioning for port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:29.401257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Provisioning complete for port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:29.403769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.436445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2747d-23db-4b0e-926e-3f3448541606 req-8ef5178b-3b17-42a5-b3bf-217363565e99 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.438656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23f2747d-23db-4b0e-926e-3f3448541606 req-8ef5178b-3b17-42a5-b3bf-217363565e99 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 944 time: 0.6806829 Aug 09 15:47:29.443592 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea829ca5-8c91-41eb-97a2-933fce845769 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.457687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 02a506d7-181d-491b-98f1-5f209e765240 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:29.466236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 02a506d7-181d-491b-98f1-5f209e765240 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:29.466908 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.604013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23f2747d-23db-4b0e-926e-3f3448541606 req-733fbd94-c4cd-4327-be46-b221d046ecb2 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362805 Aug 09 15:47:29.676651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea829ca5-8c91-41eb-97a2-933fce845769 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.740813 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60708) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:29.791370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46f3aa96-6b5d-4204-9564-f3b911822242 req-d0ab7a71-cf57-4897-b684-3f7daa9634ff tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6697974 Aug 09 15:47:29.848306 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.886384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea829ca5-8c91-41eb-97a2-933fce845769 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.992883 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea829ca5-8c91-41eb-97a2-933fce845769 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.998773 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ea829ca5-8c91-41eb-97a2-933fce845769 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/cb2f2724-04e0-4afa-8a6a-f295fc998513 HTTP/1.1" status: 204 len: 168 time: 0.8320990 Aug 09 15:47:30.000525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea829ca5-8c91-41eb-97a2-933fce845769 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2f2724-04e0-4afa-8a6a-f295fc998513,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:30.003122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60712) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:30.059501 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:47:30.061636 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:47:30.079057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.082150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Deleting port 278a40dd-0b35-408f-8353-c3b051052354 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:30.082476 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.109556 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.159165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1740323527-network', 'tenant_id': 'da8b457e81224a199dfc24c01cb3e334'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:30.161940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 02a506d7-181d-491b-98f1-5f209e765240, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=02a506d7-181d-491b-98f1-5f209e765240,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:30.164693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0a48e-73ce-4f55-bf85-327fed40f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a506d7-181d-491b-98f1-5f209e765240'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:30.173480 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f1942c-2237-4915-9133-e8a98f7cec1e" -d '{"events": [{"server_uuid": "4fa0a48e-73ce-4f55-bf85-327fed40f931", "name": "network-vif-plugged", "status": "completed", "tag": "02a506d7-181d-491b-98f1-5f209e765240"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:30.180075 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.248710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=02a506d7-181d-491b-98f1-5f209e765240,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:30.288189 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.312074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Made reservation on behalf of da8b457e81224a199dfc24c01cb3e334 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:30.315490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.316323 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f11108-a7f8-40f0-8e31-c2d94b188b1d x-openstack-request-id: req-f6f11108-a7f8-40f0-8e31-c2d94b188b1d {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:30.317033 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0a48e-73ce-4f55-bf85-327fed40f931", "name": "network-vif-plugged", "status": "completed", "tag": "02a506d7-181d-491b-98f1-5f209e765240", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:30.317402 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6f11108-a7f8-40f0-8e31-c2d94b188b1d {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:30.317710 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0a48e-73ce-4f55-bf85-327fed40f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a506d7-181d-491b-98f1-5f209e765240', 'code': 200} Aug 09 15:47:30.322441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.333972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.493186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:30.493793 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.495555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7cdea-0764-426f-85f1-aec6658a2b21 None None] Network 069068ee-6116-4b72-bfef-419c8982d608 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:30.506440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] For port 278a40dd-0b35-408f-8353-c3b051052354, host n-h1-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:30.507152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.548181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Calling delete_port for 278a40dd-0b35-408f-8353-c3b051052354 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:30.667707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Allocated IP 172.25.7.215 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e26c8908-fbf0-4879-8734-5323425f2fd1) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:30.810529 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.907795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-254c5337-22f3-4513-9757-459b825f7377 None None] For port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,segment=NetworkSegment(34cb8806-9391-4a43-a565-f01f94dde0c5),segment_id=34cb8806-9391-4a43-a565-f01f94dde0c5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:30.919249 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.926944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.022384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c5337-22f3-4513-9757-459b825f7377 None None] Pushing event updated for resources: {'Port': ['ID=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:31.037116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a06c0c-1553-4895-a814-80d30bdbbff5 req-bca8473b-7bcf-480e-96d5-545e8807091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.040663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3a06c0c-1553-4895-a814-80d30bdbbff5 req-bca8473b-7bcf-480e-96d5-545e8807091a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 1096 time: 0.6298687 Aug 09 15:47:31.053925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.066596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4fce71c8-a999-4e17-8509-c641c9485ece None None] Provisioning complete for port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:31.067352 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4fce71c8-a999-4e17-8509-c641c9485ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.190360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] DHCP port deletion for 069068ee-6116-4b72-bfef-419c8982d608 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:47:31.245333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:31.323124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:31.378663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] Deleting port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:31.381352 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.410958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event updated for resources: {'Port': ['ID=e26c8908-fbf0-4879-8734-5323425f2fd1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:31.475810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:31.534107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.534511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.534952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.535570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.535935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.536288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.536621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.537207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.537548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.538344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.538685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.539014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:31.546933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3a06c0c-1553-4895-a814-80d30bdbbff5 req-dee29dbb-7c14-4c87-9a82-f497bb81705e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351082 Aug 09 15:47:31.566090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] For port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,segment=NetworkSegment(34cb8806-9391-4a43-a565-f01f94dde0c5),segment_id=34cb8806-9391-4a43-a565-f01f94dde0c5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:31.568181 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.600515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] For port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,segment=NetworkSegment(34cb8806-9391-4a43-a565-f01f94dde0c5),segment_id=34cb8806-9391-4a43-a565-f01f94dde0c5)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:31.601844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.637541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:31.665497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.682631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.841125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999aed5-e06e-4764-a88a-e7cb0f5d0dea req-25ebd0f8-ac82-4928-90f6-4b35e7d4348e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.844122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] Calling delete_port for 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:31.858644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e999aed5-e06e-4764-a88a-e7cb0f5d0dea req-25ebd0f8-ac82-4928-90f6-4b35e7d4348e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.7817993 Aug 09 15:47:31.893411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cc75f-2a0c-4f42-9f07-3610fef74481 req-e4a88307-27ce-4d5b-a24e-0f1d754315d7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.898078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e08cc75f-2a0c-4f42-9f07-3610fef74481 req-e4a88307-27ce-4d5b-a24e-0f1d754315d7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.8531415 Aug 09 15:47:31.911342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:31.934135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.934680 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Added segment bf7c7de7-8c83-4874-a677-d022cc51352c of type vlan for network 768dd8b2-6efb-4661-8c45-0543849d51e8 Aug 09 15:47:32.000851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.044983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39b3530-0cd2-444f-9561-dcace20299e0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:32.049908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e08cc75f-2a0c-4f42-9f07-3610fef74481 req-4ba3e1d1-01ac-4b00-b943-3df05aab9d15 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225824 Aug 09 15:47:32.070938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.101047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.103341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e999aed5-e06e-4764-a88a-e7cb0f5d0dea req-a7c0662a-7316-42df-bb81-affd23ae7f19 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438569 Aug 09 15:47:32.112029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.118220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] Pushing event deleted for resources: {'Port': ['ID=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:32.121372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17fa11a-a858-475e-a6ae-cb21c0c56ca8 None None] No DVR routers for this DVR port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:32.127784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:32.134031 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.232963 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4879227 Aug 09 15:47:32.237342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60724) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:32.246154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Request body: {'subnet': {'network_id': '768dd8b2-6efb-4661-8c45-0543849d51e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1740323527-subnet', 'tenant_id': 'da8b457e81224a199dfc24c01cb3e334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:32.272285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event deleted for resources: {'Port': ['ID=278a40dd-0b35-408f-8353-c3b051052354,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:32.278203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.283087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f383321f-77f3-44b9-a646-1b1c0802b642 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "DELETE /v2.0/ports/278a40dd-0b35-408f-8353-c3b051052354 HTTP/1.1" status: 204 len: 168 time: 2.9044151 Aug 09 15:47:32.285381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a3ce5-1d45-422a-8b54-67347a9de42f admin admin] Pushing event updated for resources: {'Network': ['ID=768dd8b2-6efb-4661-8c45-0543849d51e8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:32.285757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60726) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:32.301558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 768dd8b2-6efb-4661-8c45-0543849d51e8 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:32.326103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.333119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Made reservation on behalf of da8b457e81224a199dfc24c01cb3e334 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:32.336164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.366993 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-83227672-760a-43d8-9a7f-9f7059accfaf tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:47:32.372272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-83227672-760a-43d8-9a7f-9f7059accfaf tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "GET /v2.0/ports/278a40dd-0b35-408f-8353-c3b051052354 HTTP/1.1" status: 404 len: 333 time: 0.0815659 Aug 09 15:47:32.373071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60728) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:32.378387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1509947956', 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:32.431905 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.458351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=1570a8c6-1a56-4f66-9a47-6b469d3ddf18,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:32.484960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Made reservation on behalf of 28b9682e936049fd9b8e1a050d5bc176 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:32.490301 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.524142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] device_id is not set on port fd02517e-01f6-4c95-b698-067bd042a6d7 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:32.570650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No DVR routers for this DVR port 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:32.721278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.739317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069068ee-6116-4b72-bfef-419c8982d608']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:32.757610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cb8806-9391-4a43-a565-f01f94dde0c5') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:32.758091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cb8806-9391-4a43-a565-f01f94dde0c5') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:32.775127 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.827952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.828670 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:32.842341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:47:32.842826 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:47:32.846937 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:47:32.872891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:32.873777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1570a8c6-1a56-4f66-9a47-6b469d3ddf18 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:32.963352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.025771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.071166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.076281 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/networks/069068ee-6116-4b72-bfef-419c8982d608 HTTP/1.1" status: 204 len: 168 time: 3.0714540 Aug 09 15:47:33.082211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecb8ca-ed31-4d2c-9290-44bfe5a8a08c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Network': ['ID=069068ee-6116-4b72-bfef-419c8982d608,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:33.096408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:33.103801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2034432705'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:33.107618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9ac4dd-ae19-4c70-aa6e-67676893bd5f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:33.136879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Checking segment: {'id': 'bf7c7de7-8c83-4874-a677-d022cc51352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '768dd8b2-6efb-4661-8c45-0543849d51e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:33.137160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Network hostable DHCP agents. Network: 768dd8b2-6efb-4661-8c45-0543849d51e8, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:33.159579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Network 768dd8b2-6efb-4661-8c45-0543849d51e8 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:33.176336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.177874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 768dd8b2-6efb-4661-8c45-0543849d51e8) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:33.183070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.184984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.191565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbefc4a-f136-4616-a11f-38cd1a92eda9 None None] Network 768dd8b2-6efb-4661-8c45-0543849d51e8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:33.203167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.229687 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-315d1b10-2f3c-4d34-b403-56d3fda9c9d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9908628 Aug 09 15:47:33.256956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:33.261719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.270589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.289802 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.554144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c5121-ddac-4b56-850a-04249463b0c3 None None] Network 768dd8b2-6efb-4661-8c45-0543849d51e8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:33.560502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Network dff8eab2-35ce-4045-8eff-f25ade6bca41 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:33.586895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:33.607279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:33.621564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=fd02517e-01f6-4c95-b698-067bd042a6d7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:33.638521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:33.639813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.641374 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.722962 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.723319 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Added segment 320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6 of type vlan for network df0b5af1-45fa-4615-bcc5-697e2a79f318 Aug 09 15:47:33.733316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67f450-9ae5-459b-9b7b-06cd28fbd643 req-3ac3cc35-5e7c-4865-9e09-d79886874c9a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.735196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d67f450-9ae5-459b-9b7b-06cd28fbd643 req-3ac3cc35-5e7c-4865-9e09-d79886874c9a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.4604225 Aug 09 15:47:33.759060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0554d5b-c918-4d6d-8d89-43ab59c4d7e3 req-3fb0befe-bc19-4789-9ef0-073d6f4daf07 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.761932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0554d5b-c918-4d6d-8d89-43ab59c4d7e3 req-3fb0befe-bc19-4789-9ef0-073d6f4daf07 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.4696472 Aug 09 15:47:33.838003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6ac9e81f-635a-40af-a63d-f46dc5e2f507 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4636819 Aug 09 15:47:33.841336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60744) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:33.908407 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.913933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27f108-2a03-45c8-95d5-a754dc2dd481 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.918759 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1f27f108-2a03-45c8-95d5-a754dc2dd481 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "GET /v2.0/ports/fd02517e-01f6-4c95-b698-067bd042a6d7 HTTP/1.1" status: 200 len: 955 time: 0.0716317 Aug 09 15:47:33.922288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60746) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:33.959195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0554d5b-c918-4d6d-8d89-43ab59c4d7e3 req-7ba0f41d-edec-47fa-a16d-fa340489ffbd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718760 Aug 09 15:47:33.966653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d67f450-9ae5-459b-9b7b-06cd28fbd643 req-7a1e4088-b3df-4511-be49-567f2d8aa5ba tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022314 Aug 09 15:47:34.044483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:34.070831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.071511 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:34.207631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d46088d8-0624-4dc6-a15e-394bd7877b1e tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Deleting port fd02517e-01f6-4c95-b698-067bd042a6d7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:34.208243 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d46088d8-0624-4dc6-a15e-394bd7877b1e tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:34.272348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Router f833b3a5-f500-4cbb-9690-7cb21422d56b is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:47:34.305233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2076480 Aug 09 15:47:34.333935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60752) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:34.354196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': 'df0b5af1-45fa-4615-bcc5-697e2a79f318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:34.591584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:34.594123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121d6fc-09c2-48b7-8058-78de33e2440b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Network': ['ID=df0b5af1-45fa-4615-bcc5-697e2a79f318,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:34.608837 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189ad63-33e6-411c-a4de-499dad5fdee8 None None] Sync routers for ids ['f833b3a5-f500-4cbb-9690-7cb21422d56b'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:34.624437 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189ad63-33e6-411c-a4de-499dad5fdee8 None None] Routers {'f833b3a5-f500-4cbb-9690-7cb21422d56b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:34.625155 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7189ad63-33e6-411c-a4de-499dad5fdee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f833b3a5-f500-4cbb-9690-7cb21422d56b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:34.631694 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:34.639556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e2d2c0f9-b095-4ae4-be7c-c34be3a298be tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "PUT /v2.0/routers/f833b3a5-f500-4cbb-9690-7cb21422d56b HTTP/1.1" status: 200 len: 880 time: 8.8054209 Aug 09 15:47:34.644218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network df0b5af1-45fa-4615-bcc5-697e2a79f318 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:34.645225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d46088d8-0624-4dc6-a15e-394bd7877b1e tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:34.655555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60766) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:34.793801 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7189ad63-33e6-411c-a4de-499dad5fdee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:34.830718 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189ad63-33e6-411c-a4de-499dad5fdee8 None None] Routers {'f833b3a5-f500-4cbb-9690-7cb21422d56b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:34.832354 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7189ad63-33e6-411c-a4de-499dad5fdee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f833b3a5-f500-4cbb-9690-7cb21422d56b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:34.833654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-eb4cf294-085b-41ad-bfe3-be6046ba8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.837024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-eb4cf294-085b-41ad-bfe3-be6046ba8738 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 1096 time: 0.2791238 Aug 09 15:47:34.892109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d46088d8-0624-4dc6-a15e-394bd7877b1e tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Calling delete_port for fd02517e-01f6-4c95-b698-067bd042a6d7 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:34.900648 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7189ad63-33e6-411c-a4de-499dad5fdee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:34.901653 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189ad63-33e6-411c-a4de-499dad5fdee8 None None] The sync data for ids ['f833b3a5-f500-4cbb-9690-7cb21422d56b'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:34.959506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ef8a8-06eb-4cb0-8359-5153350ab80a req-7dc056a0-0095-4584-844e-2404738417ba tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.961731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e04ef8a8-06eb-4cb0-8359-5153350ab80a req-7dc056a0-0095-4584-844e-2404738417ba tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.3889046 Aug 09 15:47:35.100067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e04ef8a8-06eb-4cb0-8359-5153350ab80a req-76b85c33-893c-4f77-836e-42e00d5c0f0a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073031 Aug 09 15:47:35.100067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-01446b14-6127-4c20-b3a9-d6ca20df023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.100067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-01446b14-6127-4c20-b3a9-d6ca20df023b service neutron] 10.222.0.35 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 912 time: 0.2368541 Aug 09 15:47:35.236636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-8db02ce4-51fc-42fd-9b20-a9f5f1b7e6ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a506d7-181d-491b-98f1-5f209e765240 HTTP/1.1" status: 200 len: 217 time: 0.1224751 Aug 09 15:47:35.284601 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d46088d8-0624-4dc6-a15e-394bd7877b1e tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.415033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cafd44-5d1f-4e5d-a9d2-140de2a7fb2e req-4e0760cf-a528-461b-bd86-4146b24ba3bd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.416839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9cafd44-5d1f-4e5d-a9d2-140de2a7fb2e req-4e0760cf-a528-461b-bd86-4146b24ba3bd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.1596005 Aug 09 15:47:35.428603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:35.433146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.456699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d46088d8-0624-4dc6-a15e-394bd7877b1e tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.462769 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d46088d8-0624-4dc6-a15e-394bd7877b1e tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "DELETE /v2.0/ports/fd02517e-01f6-4c95-b698-067bd042a6d7 HTTP/1.1" status: 204 len: 168 time: 1.5355623 Aug 09 15:47:35.473053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60788) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:35.478662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46088d8-0624-4dc6-a15e-394bd7877b1e tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd02517e-01f6-4c95-b698-067bd042a6d7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:35.500488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-2c34915f-786b-4430-b9f8-d5007b981e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.502755 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-2c34915f-786b-4430-b9f8-d5007b981e9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 200 len: 850 time: 0.2603879 Aug 09 15:47:35.572250 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd96d5a-bf47-4be6-b42c-85c38e029e53 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:47:35.580821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5fd96d5a-bf47-4be6-b42c-85c38e029e53 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "GET /v2.0/ports/fd02517e-01f6-4c95-b698-067bd042a6d7 HTTP/1.1" status: 404 len: 333 time: 0.0997746 Aug 09 15:47:35.584348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60790) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:35.617182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Request body: {'port': {'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1555033012'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:35.630549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-84d83d16-8b92-4dbe-9c59-3793fb67a317 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854878 Aug 09 15:47:35.682296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9cafd44-5d1f-4e5d-a9d2-140de2a7fb2e req-c513c760-6605-4a00-bcd2-6c89b18e0929 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491214 Aug 09 15:47:35.714493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-28292c6a-0673-4134-931e-cf7ba829e311 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/routers/f833b3a5-f500-4cbb-9690-7cb21422d56b HTTP/1.1" status: 200 len: 921 time: 1.0497530 Aug 09 15:47:35.729474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60794) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:35.888586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.028329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=8d9b2ede-5eb0-418a-b275-eee20f16a9c3,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:36.113166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Checking segment: {'id': '320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'df0b5af1-45fa-4615-bcc5-697e2a79f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:36.113753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network hostable DHCP agents. Network: df0b5af1-45fa-4615-bcc5-697e2a79f318, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:36.117506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-98a891cd-6b1b-40cc-9c1f-c96dd4122d8a service neutron] 10.222.0.35 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338765 Aug 09 15:47:36.171878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network df0b5af1-45fa-4615-bcc5-697e2a79f318 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:36.203011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, df0b5af1-45fa-4615-bcc5-697e2a79f318) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:36.213933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:36.225673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66081794-609c-4574-9d7b-136a1f36f666 None None] Network df0b5af1-45fa-4615-bcc5-697e2a79f318 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:36.227059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.238954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Made reservation on behalf of 28b9682e936049fd9b8e1a050d5bc176 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:36.243037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.294230 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4800b460-6e9f-475d-be3a-bcb2b74a1466 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9457986 Aug 09 15:47:36.294230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60814) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:36.300048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': 'df0b5af1-45fa-4615-bcc5-697e2a79f318', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1045223022'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:36.360815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] device_id is not set on port c9379a3a-f1cd-4827-9137-b03f8cb798d8 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:36.700703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-df0b5af1-45fa-4615-bcc5-697e2a79f318', 'network_id': 'df0b5af1-45fa-4615-bcc5-697e2a79f318', 'tenant_id': '1b14410d4c484164b8e569d613900a05', 'fixed_ips': [{'subnet_id': '8d9b2ede-5eb0-418a-b275-eee20f16a9c3'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:47:36.705261 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.794588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:36.800049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.864693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port 0f566410-cc15-44f0-937c-e528df123d52 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:37.055550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Allocated IP 172.20.0.2 (df0b5af1-45fa-4615-bcc5-697e2a79f318/8d9b2ede-5eb0-418a-b275-eee20f16a9c3/2d8e1622-7457-45f1-a07d-4a273f3c5f1a) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:37.378040 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:37.390101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Transition to ACTIVE for port object 2d8e1622-7457-45f1-a07d-4a273f3c5f1a will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:37.417179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Transition to ACTIVE for port object 2d8e1622-7457-45f1-a07d-4a273f3c5f1a will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:37.466991 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:37.562478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a281-b72c-49d5-a662-1ce77293de2c req-3cbb0d6c-c593-4689-b7ce-b97cc3b90a7d tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.574805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-3cbb0d6c-c593-4689-b7ce-b97cc3b90a7d tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/networks?id=768dd8b2-6efb-4661-8c45-0543849d51e8 HTTP/1.1" status: 200 len: 810 time: 0.2023101 Aug 09 15:47:37.597064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.6 (df0b5af1-45fa-4615-bcc5-697e2a79f318/8d9b2ede-5eb0-418a-b275-eee20f16a9c3/0f566410-cc15-44f0-937c-e528df123d52) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:37.607673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-5e4be993-e4d3-40a5-84a7-dc8e27bfb88d tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/quotas/da8b457e81224a199dfc24c01cb3e334 HTTP/1.1" status: 200 len: 375 time: 0.0314431 Aug 09 15:47:37.624925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30536a59-ff45-4c51-85be-0bafdb02d3e9 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.626739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-30536a59-ff45-4c51-85be-0bafdb02d3e9 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=f833b3a5-f500-4cbb-9690-7cb21422d56b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.8964982 Aug 09 15:47:37.630447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60834) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:37.635481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Network df0b5af1-45fa-4615-bcc5-697e2a79f318 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:37.644231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:37.654890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:37.685278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce56bc-aa35-420c-9cdf-1c5e823513e8 req-d5f314c6-8359-4961-8cb1-04c6d23849f6 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.694552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8ce56bc-aa35-420c-9cdf-1c5e823513e8 req-d5f314c6-8359-4961-8cb1-04c6d23849f6 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 1.4051445 Aug 09 15:47:37.742106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-7f9f129c-279a-4299-aa65-8ce4e23a3181 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=da8b457e81224a199dfc24c01cb3e334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274617 Aug 09 15:47:37.774063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Pushing event updated for resources: {'Port': ['ID=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:37.821647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Attempting to bind port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:37.822271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Attempting to bind port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'df0b5af1-45fa-4615-bcc5-697e2a79f318'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:37.822876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Attempting to bind port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a on network df0b5af1-45fa-4615-bcc5-697e2a79f318 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:37.833636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:37.834162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Checking segment: {'id': '320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'df0b5af1-45fa-4615-bcc5-697e2a79f318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:37.834746 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:37.835271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Bound using segment: {'id': '320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'df0b5af1-45fa-4615-bcc5-697e2a79f318'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:37.836001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Bound port: 2d8e1622-7457-45f1-a07d-4a273f3c5f1a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'df0b5af1-45fa-4615-bcc5-697e2a79f318'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:37.836465 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:37.908827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8ce56bc-aa35-420c-9cdf-1c5e823513e8 req-63aa0e56-4640-43a5-8ec6-64eda4835dea tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130330 Aug 09 15:47:38.002740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cba44a2-0448-489e-9b1d-f18550a204cb req-2ab21de9-4f9b-46c1-96be-cf5c059e52d2 service neutron] 10.222.0.35 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8298483 Aug 09 15:47:38.061656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] For port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:38.071276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] For port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,segment=NetworkSegment(320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6),segment_id=320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:38.081138 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:38.147859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:38.166926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object 0f566410-cc15-44f0-937c-e528df123d52 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:38.195454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876862d1-83c2-4e3e-9dee-5ba6efc22c46 None None] Pushing event updated for resources: {'Port': ['ID=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:38.212979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-d4890241-dcb9-465c-983c-3cf855fc6974 service neutron] 10.222.0.64 "GET /v2.0/networks/768dd8b2-6efb-4661-8c45-0543849d51e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695859 Aug 09 15:47:38.234090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:38.299962 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50b99b-9fb8-486f-a202-86fc2036dc24 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.316990 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ca50b99b-9fb8-486f-a202-86fc2036dc24 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 881 time: 0.6848209 Aug 09 15:47:38.339971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60858) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:38.357155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:38.432628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dc0f02ff-1f3b-466d-9af2-48e644538978 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=f833b3a5-f500-4cbb-9690-7cb21422d56b HTTP/1.1" status: 200 len: 205 time: 0.0887704 Aug 09 15:47:38.433780 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:38.434805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60862) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:38.473129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=0f566410-cc15-44f0-937c-e528df123d52,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:38.552159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-123bad1f-6e79-4edf-a8fc-433bdfa2665d service neutron] 10.222.0.64 "GET /v2.0/networks/768dd8b2-6efb-4661-8c45-0543849d51e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373570 Aug 09 15:47:38.584382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network df0b5af1-45fa-4615-bcc5-697e2a79f318 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:38.596041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:38.603604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:38.640792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Network dff8eab2-35ce-4045-8eff-f25ade6bca41 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:38.672058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc96c-2e35-407c-9823-5ad89b9918f1 req-2cb84a5c-47b1-47b1-8b2e-ce4b8123bb45 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.677709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d5dc96c-2e35-407c-9823-5ad89b9918f1 req-2cb84a5c-47b1-47b1-8b2e-ce4b8123bb45 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.5743551 Aug 09 15:47:38.689761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:38.703878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:38.703878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.703878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:38.794751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d5dc96c-2e35-407c-9823-5ad89b9918f1 req-9cf83c08-ad7c-4ddf-a892-301dedd8c97e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828483 Aug 09 15:47:38.800432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=c9379a3a-f1cd-4827-9137-b03f8cb798d8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:38.822163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d2d3da60-0113-428b-9d6b-c11be5a0abbc tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.2090492 Aug 09 15:47:38.824297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60864) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:38.843939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:38.928209 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:38.955622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.956792 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:38.989752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2d8e1622-7457-45f1-a07d-4a273f3c5f1a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:39.081065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:39.107714 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9956f72c-3e22-4911-abd7-42b8304d1ebf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8123960 Aug 09 15:47:39.108932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60868) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:39.169693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:39.238063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-6626f161-910f-4c85-9857-c01af632d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:39.239795 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-6626f161-910f-4c85-9857-c01af632d198 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1096 time: 0.2748332 Aug 09 15:47:39.428183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:39.563364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] device_id is not set on port c9379a3a-f1cd-4827-9137-b03f8cb798d8 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:39.577522 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:39.607654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Transition to ACTIVE for port object c9379a3a-f1cd-4827-9137-b03f8cb798d8 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:39.625065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-fab5b775-8d22-4f59-a761-baf3052f334c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 0f566410-cc15-44f0-937c-e528df123d52 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:39.626358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab5b775-8d22-4f59-a761-baf3052f334c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:39.630833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-db2a04cb-0259-478b-b516-76c5e3272e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:39.633855 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-db2a04cb-0259-478b-b516-76c5e3272e3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.3760145 Aug 09 15:47:39.673748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bca07d1-e292-4a87-94f1-a029cd707b22 req-1cfa7692-5b27-4bf7-910b-d5c595e0f181 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 210 time: 0.1845064 Aug 09 15:47:39.703924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b3ed-0a18-46ef-85a5-59e97a11b8e8 req-f89371ab-43fc-4399-a6fd-4747b857d7f0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:39.703924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2136b3ed-0a18-46ef-85a5-59e97a11b8e8 req-f89371ab-43fc-4399-a6fd-4747b857d7f0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.5800238 Aug 09 15:47:39.703924 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:39.907196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2136b3ed-0a18-46ef-85a5-59e97a11b8e8 req-3f8fbf2d-4640-48fb-a1f3-6c93c88df888 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326969 Aug 09 15:47:39.907702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=c9379a3a-f1cd-4827-9137-b03f8cb798d8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:39.954876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:39.954876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:39.955593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:39.963133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:39.963678 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:39.964576 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 2 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:39.990658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:39.991187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:39.991674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:39.998111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Deleting port e26c8908-fbf0-4879-8734-5323425f2fd1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:39.999274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.002490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.002986 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.003581 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 3 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:40.029168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:40.029658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:40.030180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:40.037650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.038325 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.038922 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 4 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:40.087588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:40.099540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:40.101628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:40.183139 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-d4d29be4-ccf8-416a-b067-991bbb7334a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 200 len: 1000 time: 0.5220256 Aug 09 15:47:40.195107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab5b775-8d22-4f59-a761-baf3052f334c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.195451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.195743 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.211391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dd22f-8296-463f-a058-f768624e653b req-fc6ad2f0-4a11-4aea-889d-cca31cb4c20b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:40.225141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a87dd22f-8296-463f-a058-f768624e653b req-fc6ad2f0-4a11-4aea-889d-cca31cb4c20b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.1578693 Aug 09 15:47:40.239501 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 5 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:40.289782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8e3b04-26a9-4431-b393-2484d51b2b01 None None] Network df0b5af1-45fa-4615-bcc5-697e2a79f318 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:40.294780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:40.295682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:40.296602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:40.328380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-fab5b775-8d22-4f59-a761-baf3052f334c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 0f566410-cc15-44f0-937c-e528df123d52 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:40.349484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a87dd22f-8296-463f-a058-f768624e653b req-7114e443-2595-42ce-8ebd-f4e4260c2716 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210155 Aug 09 15:47:40.351334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.351925 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.352602 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 6 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:40.411115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:40.411467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:40.411887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:40.426141 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.431647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.433430 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.433430 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 7 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:40.456835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Calling delete_port for e26c8908-fbf0-4879-8734-5323425f2fd1 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:40.474949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:40.475929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:40.476642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:40.490659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.492177 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.493921 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 8 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:40.516886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:40.519106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:40.520323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:40.528747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.529327 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.530022 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 9 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:40.557870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:40.557870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:40.558338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4bd05d72-84e8-49bd-b490-c099ddcb44a6 None None] Provisioning for port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:40.558830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:40.564559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-84d58d68-6546-4d6d-869e-226c6faadaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:40.567033 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-84d58d68-6546-4d6d-869e-226c6faadaf9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.3615310 Aug 09 15:47:40.569801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.570351 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.571205 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempt 10 to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 Aug 09 15:47:40.598949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4bd05d72-84e8-49bd-b490-c099ddcb44a6 None None] Provisioning complete for port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:40.599418 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4bd05d72-84e8-49bd-b490-c099ddcb44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.617606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:40.618089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:40.618553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempting to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:40.625164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:40.625722 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Failed to bind port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on host n-h1-799523-2 for vnic_type normal using segments [{'id': 'f556b877-3110-4833-bb87-38bca8185648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'dff8eab2-35ce-4045-8eff-f25ade6bca41'}] Aug 09 15:47:40.626412 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.803931 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4bd05d72-84e8-49bd-b490-c099ddcb44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.839042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] For port c9379a3a-f1cd-4827-9137-b03f8cb798d8, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:40.839683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attempted to set empty binding levels {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:47:40.873879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4bd05d72-84e8-49bd-b490-c099ddcb44a6 None None] For port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,segment=NetworkSegment(320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6),segment_id=320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:40.884879 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4bd05d72-84e8-49bd-b490-c099ddcb44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.887002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8f36d2a-c113-47b5-9870-9182ec6fe91c req-17676b3a-5150-41bb-8adf-e440fdf5c9c4 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 210 time: 0.0415359 Aug 09 15:47:40.888255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.902852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] In _notify_port_updated(), no bound segment for port c9379a3a-f1cd-4827-9137-b03f8cb798d8 on network dff8eab2-35ce-4045-8eff-f25ade6bca41 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:47:40.903339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:40.904120 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.905549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "PUT /v2.0/ports/c9379a3a-f1cd-4827-9137-b03f8cb798d8 HTTP/1.1" status: 200 len: 975 time: 2.0798297 Aug 09 15:47:40.953440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60890) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:40.969256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd05d72-84e8-49bd-b490-c099ddcb44a6 None None] Pushing event updated for resources: {'Port': ['ID=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:41.081242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee213a0-26c3-423f-bd3c-fb244d6ba698 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event updated for resources: {'Port': ['ID=c9379a3a-f1cd-4827-9137-b03f8cb798d8,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:41.099694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.153343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event deleted for resources: {'Port': ['ID=e26c8908-fbf0-4879-8734-5323425f2fd1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:41.189169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc30aa-8503-4bdc-b08a-7a48c138b161 req-b722f00f-662a-494a-91b7-d5e7efc78a52 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:41.199408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bebc30aa-8503-4bdc-b08a-7a48c138b161 req-b722f00f-662a-494a-91b7-d5e7efc78a52 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.1305580 Aug 09 15:47:41.217554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ae0ba033-7428-4481-9e2d-96a305d69174 None None] Provisioning complete for port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:41.218062 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae0ba033-7428-4481-9e2d-96a305d69174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.232030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Deleting port c9379a3a-f1cd-4827-9137-b03f8cb798d8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:41.232793 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.282741 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.354280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-787b09b5-4b60-4ad9-a99c-bc773bafa374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:41.357126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bebc30aa-8503-4bdc-b08a-7a48c138b161 req-dc6994e6-1194-4204-80f7-32c36a4753af tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529872 Aug 09 15:47:41.359155 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-787b09b5-4b60-4ad9-a99c-bc773bafa374 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5350304 Aug 09 15:47:41.406031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] For port c9379a3a-f1cd-4827-9137-b03f8cb798d8, host n-h1-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:41.406383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.424004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Calling delete_port for c9379a3a-f1cd-4827-9137-b03f8cb798d8 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:41.539513 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.600888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9379a3a-f1cd-4827-9137-b03f8cb798d8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:41.631471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ae0ba033-7428-4481-9e2d-96a305d69174 None None] Provisioning for port 0f566410-cc15-44f0-937c-e528df123d52 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:41.633987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.636791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ae0ba033-7428-4481-9e2d-96a305d69174 None None] Provisioning complete for port 0f566410-cc15-44f0-937c-e528df123d52 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:41.637344 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae0ba033-7428-4481-9e2d-96a305d69174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.638844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab5b775-8d22-4f59-a761-baf3052f334c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.646000 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.670130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ae0ba033-7428-4481-9e2d-96a305d69174 None None] Port 0f566410-cc15-44f0-937c-e528df123d52 was deleted so its status cannot be updated. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 09 15:47:41.711678 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.716562 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bcd62858-7982-402b-a761-6850b4c385f6 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c9379a3a-f1cd-4827-9137-b03f8cb798d8 HTTP/1.1" status: 204 len: 168 time: 0.7595749 Aug 09 15:47:41.719087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60896) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:41.760916 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-804ce857-612d-4081-bd5a-8f0399f54879 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:47:41.766564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-804ce857-612d-4081-bd5a-8f0399f54879 tempest-PortsAdminExtendedAttrsTestJSON-1687956329 tempest-PortsAdminExtendedAttrsTestJSON-1687956329-project-admin] 10.222.0.64 "GET /v2.0/ports/c9379a3a-f1cd-4827-9137-b03f8cb798d8 HTTP/1.1" status: 404 len: 333 time: 0.0398173 Aug 09 15:47:41.767612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60898) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:41.779520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5b775-8d22-4f59-a761-baf3052f334c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=0f566410-cc15-44f0-937c-e528df123d52,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:41.833548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4c6f30f1-a3f3-453e-933e-0d9ce0e5060b None None] Could not find standard attr ID for object 0f566410-cc15-44f0-937c-e528df123d52. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:47:41.855414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.856841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Fanout notify agent at l3_agent the message router_deleted on router f833b3a5-f500-4cbb-9690-7cb21422d56b {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:47:41.904922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a281-b72c-49d5-a662-1ce77293de2c req-dfd5ef76-0490-4f50-a9e4-b7c7c889f31b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:41.912301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-dfd5ef76-0490-4f50-a9e4-b7c7c889f31b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.35 "GET /v2.0/networks?id=768dd8b2-6efb-4661-8c45-0543849d51e8 HTTP/1.1" status: 200 len: 810 time: 0.2901113 Aug 09 15:47:41.942259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.943495 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-76ecd750-ab71-4f18-8310-889af277a1fc tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/f833b3a5-f500-4cbb-9690-7cb21422d56b HTTP/1.1" status: 204 len: 168 time: 3.4935758 Aug 09 15:47:41.993240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60902) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:41.994950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cdbbf-76f2-4b08-a4a8-20c71c83542f req-c8f16280-4265-4709-9d63-4d156662973e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:42.000054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-685451d4-1c88-4640-b71c-99171af464a1 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-321539917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:42.016471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-928cdbbf-76f2-4b08-a4a8-20c71c83542f req-c8f16280-4265-4709-9d63-4d156662973e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 945 time: 0.4562118 Aug 09 15:47:42.032012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Request body: {'port': {'device_id': '5a9dec93-b686-49b4-85d6-0265dbb7eed4', 'network_id': '768dd8b2-6efb-4661-8c45-0543849d51e8', 'admin_state_up': True, 'tenant_id': 'da8b457e81224a199dfc24c01cb3e334'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:42.039968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fab5b775-8d22-4f59-a761-baf3052f334c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.043525 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fab5b775-8d22-4f59-a761-baf3052f334c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/0f566410-cc15-44f0-937c-e528df123d52 HTTP/1.1" status: 204 len: 168 time: 2.9280694 Aug 09 15:47:42.056056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60906) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:42.063088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-0040218a-1878-498e-b2dd-96f779925202 service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868723 Aug 09 15:47:42.125151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-685451d4-1c88-4640-b71c-99171af464a1 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.129198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-685451d4-1c88-4640-b71c-99171af464a1 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.138961 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af9c1e0-989c-4000-b30e-e83e122e1319 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:47:42.144417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1af9c1e0-989c-4000-b30e-e83e122e1319 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/0f566410-cc15-44f0-937c-e528df123d52 HTTP/1.1" status: 404 len: 333 time: 0.0858538 Aug 09 15:47:42.151929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60908) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:42.291229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff1e54d-bfbb-46ab-a1a7-e416084494a8 req-974c155a-b433-4060-ac04-9f2b92cc71fd tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 210 time: 0.1722589 Aug 09 15:47:42.312114 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.436183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7ca244-dc89-431d-b5e6-01122cfecbe2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet 8d9b2ede-5eb0-418a-b275-eee20f16a9c3 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:47:42.444763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-928cdbbf-76f2-4b08-a4a8-20c71c83542f req-2b4800b7-51ae-49b5-9441-ea103624e572 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887844 Aug 09 15:47:42.451313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca244-dc89-431d-b5e6-01122cfecbe2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.491919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:42.666753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.762309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-685451d4-1c88-4640-b71c-99171af464a1 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.769958 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca244-dc89-431d-b5e6-01122cfecbe2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.791584 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3053a240-cbe7-4722-a5f0-4632db3ddafc req-9d5ac4f3-2487-4c5a-ab04-1afa45fa83ac service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121596 Aug 09 15:47:42.794225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-685451d4-1c88-4640-b71c-99171af464a1 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.834626 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.836122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:42.840056 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f77583-614b-49fb-be3c-aaa994a27fdf" -d '{"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-unplugged", "status": "completed", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:42.845416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-685451d4-1c88-4640-b71c-99171af464a1 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.847291 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-685451d4-1c88-4640-b71c-99171af464a1 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8523648 Aug 09 15:47:42.852132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60914) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:42.860019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:42.861657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Made reservation on behalf of da8b457e81224a199dfc24c01cb3e334 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:42.865694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': True}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:42.867432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.869460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2d8e1622-7457-45f1-a07d-4a273f3c5f1a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:42.900340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff8eab2-35ce-4045-8eff-f25ade6bca41']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:42.942078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.948428 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a8c5b-0b07-4e84-a12a-b593252c0c84 x-openstack-request-id: req-2e5a8c5b-0b07-4e84-a12a-b593252c0c84 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:42.949179 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-unplugged", "status": "completed", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:42.949792 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e5a8c5b-0b07-4e84-a12a-b593252c0c84 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:42.950557 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'code': 200} Aug 09 15:47:42.952939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f556b877-3110-4833-bb87-38bca8185648') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:42.953593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f556b877-3110-4833-bb87-38bca8185648') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:42.974298 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.061158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb4cb0-280d-43ac-b23a-d02ad4478ed1 req-364ecc6e-a4ac-4951-8e4f-4148a1b59bac tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:43.063291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63fb4cb0-280d-43ac-b23a-d02ad4478ed1 req-364ecc6e-a4ac-4951-8e4f-4148a1b59bac tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.5099196 Aug 09 15:47:43.087623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:43.124134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:43.124755 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.239254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Allocated IP 172.20.0.3 (768dd8b2-6efb-4661-8c45-0543849d51e8/2f9ac4dd-ae19-4c70-aa6e-67676893bd5f/64558e08-8fdf-4b5d-9255-a2341e54ad40) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:43.269764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.289839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.357148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:47:43.357789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:47:43.371255 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:47:43.461635 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca244-dc89-431d-b5e6-01122cfecbe2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.567855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.591783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.624556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63fb4cb0-280d-43ac-b23a-d02ad4478ed1 req-a2dc236a-e50a-4587-844f-df274434830b tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284219 Aug 09 15:47:43.644414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a506268d-5ee4-43db-8c13-3a93fb8219e2 req-83a337a5-7cc7-4e2d-9e61-737af498b7c8 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 210 time: 0.1518440 Aug 09 15:47:43.753742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.791851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Allocated IP 172.25.7.193 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/1d547325-cb32-4365-9fe9-a034ad406530) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:43.797677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.802593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] 10.222.0.64 "DELETE /v2.0/networks/dff8eab2-35ce-4045-8eff-f25ade6bca41 HTTP/1.1" status: 204 len: 168 time: 2.0332756 Aug 09 15:47:43.851522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4123f3c-3b0c-455e-bd00-4eb579b1ff48 tempest-PortsAdminExtendedAttrsTestJSON-1035067678 tempest-PortsAdminExtendedAttrsTestJSON-1035067678-project] Pushing event deleted for resources: {'Network': ['ID=dff8eab2-35ce-4045-8eff-f25ade6bca41,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:43.963883 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca244-dc89-431d-b5e6-01122cfecbe2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.047743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450af89-102c-4549-b7d1-6bca9fc9f197 req-00472a53-6c66-4e60-9dbe-5e8e79abf6ac tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.049437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a450af89-102c-4549-b7d1-6bca9fc9f197 req-00472a53-6c66-4e60-9dbe-5e8e79abf6ac tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.2653682 Aug 09 15:47:44.065478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ca244-dc89-431d-b5e6-01122cfecbe2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9b2ede-5eb0-418a-b275-eee20f16a9c3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:44.066072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf241a-1be4-45df-8a17-d02e1d79c1cd None None] Network df0b5af1-45fa-4615-bcc5-697e2a79f318 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:44.070020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca244-dc89-431d-b5e6-01122cfecbe2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.082338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8f7ca244-dc89-431d-b5e6-01122cfecbe2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/8d9b2ede-5eb0-418a-b275-eee20f16a9c3 HTTP/1.1" status: 204 len: 168 time: 1.8776836 Aug 09 15:47:44.089474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.104182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60928) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:44.137995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.164484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.253866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:44.261507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:44.273591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:44.276838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'Port': ['ID=1d547325-cb32-4365-9fe9-a034ad406530,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:44.282940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a450af89-102c-4549-b7d1-6bca9fc9f197 req-89d637db-91e6-456c-b7ca-0067c357f1d5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982505 Aug 09 15:47:44.292685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60932) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:44.338104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.388010 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.546672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] DHCP port deletion for df0b5af1-45fa-4615-bcc5-697e2a79f318 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:47:44.565935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Pushing event updated for resources: {'Port': ['ID=64558e08-8fdf-4b5d-9255-a2341e54ad40,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:44.605823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Network 768dd8b2-6efb-4661-8c45-0543849d51e8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:44.623386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:44.637685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:44.691782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] Deleting port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:44.702426 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.838343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:44.839249 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.933763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] For port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,segment=NetworkSegment(320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6),segment_id=320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:44.934337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.976705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2d8e1622-7457-45f1-a07d-4a273f3c5f1a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:45.067464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] Calling delete_port for 2d8e1622-7457-45f1-a07d-4a273f3c5f1a owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:45.141862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.143087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.154288 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-63d41638-de1a-4ce0-b9cf-bd6fef83835f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.168326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.245165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] For port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,segment=NetworkSegment(320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6),segment_id=320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:45.245685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.276003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c5ce8467-4dad-4aa0-b450-6152eac2b9a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9878c9974ae8470a90d3ba01f2a3d834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9789631 Aug 09 15:47:45.279157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-252520f6-261f-4f16-be94-30b823fb1790 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3520095 Aug 09 15:47:45.282457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60948) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:45.305157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4fcd-f122-49f6-888b-6518b9836f59 req-143f3c8b-c3fc-4529-9e32-739ff7630f40 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.319156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-281b4fcd-f122-49f6-888b-6518b9836f59 req-143f3c8b-c3fc-4529-9e32-739ff7630f40 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.4456608 Aug 09 15:47:45.321865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 2d8e1622-7457-45f1-a07d-4a273f3c5f1a owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:45.355401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Request body: {'port': {'device_id': '5a9dec93-b686-49b4-85d6-0265dbb7eed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:45.479772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf73cd-9a3e-4817-afaa-e0505f3f70d0 req-9a274e9e-db06-4dec-8efc-98e7127a4f23 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.491724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.497760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdf73cd-9a3e-4817-afaa-e0505f3f70d0 req-9a274e9e-db06-4dec-8efc-98e7127a4f23 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 931 time: 0.4845665 Aug 09 15:47:45.503481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec937-2ca5-405d-9abb-37c068cc4532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.511493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.555371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] No DVR routers for this DVR port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:45.658715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef624eaa-7be0-4aa1-897d-fb2aaa3f0ec6 None None] Pushing event deleted for resources: {'Port': ['ID=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:45.729507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec937-2ca5-405d-9abb-37c068cc4532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.759515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.807654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-281b4fcd-f122-49f6-888b-6518b9836f59 req-b5af791b-5622-473c-8929-d377cde48e66 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626946 Aug 09 15:47:45.837898 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fdf73cd-9a3e-4817-afaa-e0505f3f70d0 req-84c07528-ac51-4b18-a48d-948e92fe2fb6 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011618 Aug 09 15:47:45.881626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.890698 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.898047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec937-2ca5-405d-9abb-37c068cc4532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.904350 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec937-2ca5-405d-9abb-37c068cc4532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.911563 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8e0ec937-2ca5-405d-9abb-37c068cc4532 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d47540ae-9186-4064-8e9c-df704908ec25 HTTP/1.1" status: 204 len: 168 time: 0.6269429 Aug 09 15:47:45.931233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ec937-2ca5-405d-9abb-37c068cc4532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47540ae-9186-4064-8e9c-df704908ec25,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:46.217941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:46.248136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No DVR routers for this DVR port 2d8e1622-7457-45f1-a07d-4a273f3c5f1a on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:46.251182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Router 50fcf975-51b9-406d-8679-00a586bef630 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:47:46.350054 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:47:46.572494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:46.579558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:46.581910 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9f790581-5d9e-4479-a88b-c298d5f0dbe1 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "PUT /v2.0/routers/50fcf975-51b9-406d-8679-00a586bef630 HTTP/1.1" status: 200 len: 914 time: 3.7283924 Aug 09 15:47:46.586299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60958) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:46.589967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ddbc5-d07f-4bb7-a95e-47f9ee23ee1e None None] Sync routers for ids ['50fcf975-51b9-406d-8679-00a586bef630'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:46.626115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ddbc5-d07f-4bb7-a95e-47f9ee23ee1e None None] Routers {'50fcf975-51b9-406d-8679-00a586bef630'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:46.634865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7e5ddbc5-d07f-4bb7-a95e-47f9ee23ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['50fcf975-51b9-406d-8679-00a586bef630'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:46.797837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60960) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:46.915434 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6c0e6278-fdaf-454a-911b-3729befe59ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28b9682e936049fd9b8e1a050d5bc176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158855 Aug 09 15:47:46.916041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:46.932545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7e5ddbc5-d07f-4bb7-a95e-47f9ee23ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:46.942859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ddbc5-d07f-4bb7-a95e-47f9ee23ee1e None None] Routers {'50fcf975-51b9-406d-8679-00a586bef630'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:46.943506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7e5ddbc5-d07f-4bb7-a95e-47f9ee23ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['50fcf975-51b9-406d-8679-00a586bef630'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:46.979349 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-92ba8700-2e12-4d3e-8f34-edadeff9a681 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/routers/50fcf975-51b9-406d-8679-00a586bef630 HTTP/1.1" status: 200 len: 920 time: 0.3839300 Aug 09 15:47:46.982197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7e5ddbc5-d07f-4bb7-a95e-47f9ee23ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:46.983062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ddbc5-d07f-4bb7-a95e-47f9ee23ee1e None None] The sync data for ids ['50fcf975-51b9-406d-8679-00a586bef630'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:46.984023 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60968) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:46.986738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=2d8e1622-7457-45f1-a07d-4a273f3c5f1a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:47.033255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e4c9-6b21-4f85-8be1-a07f69ea0401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.062059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3542d-f9bb-4073-abf6-9dc4db6fd016 req-db69afc5-09bd-4003-a153-e176b3ed891e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.064859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7db3542d-f9bb-4073-abf6-9dc4db6fd016 req-db69afc5-09bd-4003-a153-e176b3ed891e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.9633632 Aug 09 15:47:47.072801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e4c9-6b21-4f85-8be1-a07f69ea0401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.079125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719e679-d691-4d14-aa26-09b6aea7eaa5 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.085793 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9719e679-d691-4d14-aa26-09b6aea7eaa5 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=50fcf975-51b9-406d-8679-00a586bef630&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0955689 Aug 09 15:47:47.090280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60970) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:47.108781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.145827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0b5af1-45fa-4615-bcc5-697e2a79f318']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:47.162400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:47.163217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320bcfd2-5cb4-472d-8fe6-afaa3bcb74f6') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:47.193909 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.219042 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.235412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b47cd4-b5c9-4ef4-8c3b-9d38c81326c9 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.236659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-87b47cd4-b5c9-4ef4-8c3b-9d38c81326c9 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 881 time: 0.1451969 Aug 09 15:47:47.242100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60974) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:47.243504 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7db3542d-f9bb-4073-abf6-9dc4db6fd016 req-c31fe2ea-d4d8-4b84-bb7e-0ee7e50d0dc6 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468868 Aug 09 15:47:47.251910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:47:47.251910 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:47:47.253159 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:47:47.266354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5282545-2714-4921-9e82-91481eb4e14a req-15e4b8df-f968-4ae1-b9ba-89cff1236da3 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.270490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e4c9-6b21-4f85-8be1-a07f69ea0401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.271676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e4c9-6b21-4f85-8be1-a07f69ea0401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.273387 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3ce1e4c9-6b21-4f85-8be1-a07f69ea0401 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/271bc141-e61b-46ed-8c57-bba896e794d0 HTTP/1.1" status: 204 len: 168 time: 0.3540599 Aug 09 15:47:47.280356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5282545-2714-4921-9e82-91481eb4e14a req-15e4b8df-f968-4ae1-b9ba-89cff1236da3 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.2707272 Aug 09 15:47:47.324640 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fe366795-69b8-4e37-911a-e3506e6b854d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=50fcf975-51b9-406d-8679-00a586bef630 HTTP/1.1" status: 200 len: 205 time: 0.0639493 Aug 09 15:47:47.324640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1e4c9-6b21-4f85-8be1-a07f69ea0401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271bc141-e61b-46ed-8c57-bba896e794d0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:47.344525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:47.483163 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ebc6-d36f-4b68-b993-3b61ab355cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.599615 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.619918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5282545-2714-4921-9e82-91481eb4e14a req-cbb1d293-5308-4c61-85d5-4b052d3a199e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373952 Aug 09 15:47:47.629279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.636890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/networks/df0b5af1-45fa-4615-bcc5-697e2a79f318 HTTP/1.1" status: 204 len: 168 time: 3.5303423 Aug 09 15:47:47.665319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60984) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:47.669136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'name': 'tempest-PortsTestJSON-1620341102'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:47.800214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c5b1a-713b-4734-a839-919f370e9ddf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Network': ['ID=df0b5af1-45fa-4615-bcc5-697e2a79f318,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:47.830184 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.863703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64558e08-8fdf-4b5d-9255-a2341e54ad40 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:47.876068 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.901293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326901df-b1aa-4feb-a2dc-f02134cb1baa req-2979cd06-45a3-4902-9537-32d6235d0970 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.919384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-326901df-b1aa-4feb-a2dc-f02134cb1baa req-2979cd06-45a3-4902-9537-32d6235d0970 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 931 time: 0.4144292 Aug 09 15:47:47.949502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.042451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Transition to ACTIVE for port object 64558e08-8fdf-4b5d-9255-a2341e54ad40 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:48.059302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.083782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-326901df-b1aa-4feb-a2dc-f02134cb1baa req-18bef7c7-5043-417a-a7f5-05bad0fb666d tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619368 Aug 09 15:47:48.208684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Pushing event updated for resources: {'Port': ['ID=64558e08-8fdf-4b5d-9255-a2341e54ad40,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:48.230419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:48.246101 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.374442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Attempting to bind port 64558e08-8fdf-4b5d-9255-a2341e54ad40 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:48.375457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Attempting to bind port 64558e08-8fdf-4b5d-9255-a2341e54ad40 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'bf7c7de7-8c83-4874-a677-d022cc51352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '768dd8b2-6efb-4661-8c45-0543849d51e8'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:48.376011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Attempting to bind port 64558e08-8fdf-4b5d-9255-a2341e54ad40 on network 768dd8b2-6efb-4661-8c45-0543849d51e8 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:48.394082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port 3e5095f7-3e71-494b-89df-4fdba75d4d69 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:48.394869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Port 64558e08-8fdf-4b5d-9255-a2341e54ad40 on network 768dd8b2-6efb-4661-8c45-0543849d51e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:48.395366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Attempting to bind port 64558e08-8fdf-4b5d-9255-a2341e54ad40 on network 768dd8b2-6efb-4661-8c45-0543849d51e8 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:48.402141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:48.402747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Checking segment: {'id': 'bf7c7de7-8c83-4874-a677-d022cc51352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '768dd8b2-6efb-4661-8c45-0543849d51e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:48.403346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Bound using segment: {'id': 'bf7c7de7-8c83-4874-a677-d022cc51352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '768dd8b2-6efb-4661-8c45-0543849d51e8'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:48.404038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Bound port: 64558e08-8fdf-4b5d-9255-a2341e54ad40, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7c7de7-8c83-4874-a677-d022cc51352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '768dd8b2-6efb-4661-8c45-0543849d51e8'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:48.404574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.421632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.511182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:48.576024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] For port 64558e08-8fdf-4b5d-9255-a2341e54ad40, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:48.580532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] For port 64558e08-8fdf-4b5d-9255-a2341e54ad40, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64558e08-8fdf-4b5d-9255-a2341e54ad40,segment=NetworkSegment(bf7c7de7-8c83-4874-a677-d022cc51352c),segment_id=bf7c7de7-8c83-4874-a677-d022cc51352c)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:48.590942 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.656441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:48.656441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.659132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] 10.222.0.35 "PUT /v2.0/ports/64558e08-8fdf-4b5d-9255-a2341e54ad40 HTTP/1.1" status: 200 len: 1091 time: 3.3333857 Aug 09 15:47:48.660000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9dec93-b686-49b4-85d6-0265dbb7eed4', 'tag': '64558e08-8fdf-4b5d-9255-a2341e54ad40'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:48.664034 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9dec93-b686-49b4-85d6-0265dbb7eed4", "tag": "64558e08-8fdf-4b5d-9255-a2341e54ad40"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:48.719898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2e663-259a-4d3c-871f-08e989ef5a46 service neutron] Pushing event updated for resources: {'Port': ['ID=64558e08-8fdf-4b5d-9255-a2341e54ad40,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:48.777254 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffdb518-c65c-4cce-ba46-7582096ed479 x-openstack-request-id: req-9ffdb518-c65c-4cce-ba46-7582096ed479 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:48.777710 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9dec93-b686-49b4-85d6-0265dbb7eed4", "tag": "64558e08-8fdf-4b5d-9255-a2341e54ad40", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:48.778120 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ffdb518-c65c-4cce-ba46-7582096ed479 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:48.779033 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9dec93-b686-49b4-85d6-0265dbb7eed4', 'tag': '64558e08-8fdf-4b5d-9255-a2341e54ad40', 'status': 'completed', 'code': 200} Aug 09 15:47:49.014132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.030420 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.038339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33367-187a-47e2-8265-93a28fca6e6e req-6faec2cd-32ed-417a-b8a7-68428b3c2833 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:49.053871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99a33367-187a-47e2-8265-93a28fca6e6e req-6faec2cd-32ed-417a-b8a7-68428b3c2833 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.2057538 Aug 09 15:47:49.083547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a281-b72c-49d5-a662-1ce77293de2c req-3be80940-6ea0-46cb-80c4-cdcc36d3dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:49.087149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-3be80940-6ea0-46cb-80c4-cdcc36d3dc23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b457e81224a199dfc24c01cb3e334&device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 1094 time: 0.2619617 Aug 09 15:47:49.246625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-783552cb-b188-4126-a7a8-c8ca0af63cd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64558e08-8fdf-4b5d-9255-a2341e54ad40 HTTP/1.1" status: 200 len: 217 time: 0.1404545 Aug 09 15:47:49.265266 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.359848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99a33367-187a-47e2-8265-93a28fca6e6e req-88820b75-9e5f-42c8-9e42-b8e7ec962164 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907965 Aug 09 15:47:49.415855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=3e5095f7-3e71-494b-89df-4fdba75d4d69,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:49.465680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:49.473470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a281-b72c-49d5-a662-1ce77293de2c req-97eae082-2a22-4886-ad08-bf11b3e6b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:49.480441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-97eae082-2a22-4886-ad08-bf11b3e6b6ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f9ac4dd-ae19-4c70-aa6e-67676893bd5f HTTP/1.1" status: 200 len: 850 time: 0.1875024 Aug 09 15:47:49.485005 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-603bc289-b905-4b74-b27e-d817db528a86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2741456 Aug 09 15:47:49.486887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:49.492113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:49.502710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:49.503807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.583306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Deleting port 1d547325-cb32-4365-9fe9-a034ad406530 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:49.583850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.624950 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-740f4293-4656-45a2-8ba3-621bd147838a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9674313 Aug 09 15:47:49.644645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32808) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:49.651794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-72811499-405c-4b06-bc55-84ed2206a40e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768dd8b2-6efb-4661-8c45-0543849d51e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628854 Aug 09 15:47:49.768195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f6f6-ebe0-4d3d-818b-6c156601198a req-7ac66c41-a78d-4e61-b0b5-0cfc28489bd7 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:49.789666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce57f6f6-ebe0-4d3d-818b-6c156601198a req-7ac66c41-a78d-4e61-b0b5-0cfc28489bd7 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 943 time: 0.2071383 Aug 09 15:47:49.829308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-11fc8090-7137-4de3-a1d4-c87785752d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:49.832117 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-11fc8090-7137-4de3-a1d4-c87785752d7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 1096 time: 0.2973185 Aug 09 15:47:49.871984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce57f6f6-ebe0-4d3d-818b-6c156601198a req-6776e380-8258-4920-b1c6-3989c58ae4c8 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807226 Aug 09 15:47:49.884733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-706b4618-191b-43d0-9fe2-52b0304be6d1 service neutron] 10.222.0.35 "GET /v2.0/networks/768dd8b2-6efb-4661-8c45-0543849d51e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200918 Aug 09 15:47:50.056527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.089834 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1293a281-b72c-49d5-a662-1ce77293de2c req-dc2a2b53-a0be-462c-a583-5c432ce647eb service neutron] 10.222.0.35 "GET /v2.0/networks/768dd8b2-6efb-4661-8c45-0543849d51e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870086 Aug 09 15:47:50.100133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Calling delete_port for 1d547325-cb32-4365-9fe9-a034ad406530 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:50.112868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-1f7df7d5-a639-4a9a-b7d6-5568171120db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:50.114766 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-1f7df7d5-a639-4a9a-b7d6-5568171120db service neutron] 10.222.0.66 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 912 time: 0.2141762 Aug 09 15:47:50.214080 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-4c4f9d6b-9d33-4d36-a0ee-50bbe1d70b06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1 HTTP/1.1" status: 200 len: 217 time: 0.0900774 Aug 09 15:47:50.240167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612cdeb-37e0-4a54-a1e2-d8b21d319563 req-a9a6639a-5fd7-4f5a-86ab-9d628aae325d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:50.242506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2612cdeb-37e0-4a54-a1e2-d8b21d319563 req-a9a6639a-5fd7-4f5a-86ab-9d628aae325d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.1457546 Aug 09 15:47:50.256904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e51e0-6a1d-4da9-b0b7-99ea9031c51f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 3e5095f7-3e71-494b-89df-4fdba75d4d69 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:50.257392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e51e0-6a1d-4da9-b0b7-99ea9031c51f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.326578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2612cdeb-37e0-4a54-a1e2-d8b21d319563 req-d8784a0a-e02b-410c-9718-1dbccfafcefd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718441 Aug 09 15:47:50.327569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32832) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:50.340630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-925553109'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:50.360859 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.392604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-537566aa-05df-43dc-b23d-0f8fce797b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:50.395236 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-537566aa-05df-43dc-b23d-0f8fce797b10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 200 len: 850 time: 0.1419349 Aug 09 15:47:50.413380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-94abab91-4a1c-4d47-8433-1e9371caf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:50.416775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-94abab91-4a1c-4d47-8433-1e9371caf710 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da8b457e81224a199dfc24c01cb3e334&device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 1094 time: 0.1728976 Aug 09 15:47:50.439932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e51e0-6a1d-4da9-b0b7-99ea9031c51f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.546061 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-e0880058-da4b-4c01-bed9-3b1dce4f2bdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362553 Aug 09 15:47:50.567548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e51e0-6a1d-4da9-b0b7-99ea9031c51f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 3e5095f7-3e71-494b-89df-4fdba75d4d69 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:50.604720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:50.612262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.702680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-010eef06-82c2-40e9-bdb9-8442149b057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:50.705942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-010eef06-82c2-40e9-bdb9-8442149b057b service neutron] 10.222.0.35 "GET /v2.0/networks?id=768dd8b2-6efb-4661-8c45-0543849d51e8 HTTP/1.1" status: 200 len: 912 time: 0.2795568 Aug 09 15:47:50.806562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172027-270d-4055-9ad7-6bfac2cd4810 req-1acffa7b-1e28-47c6-82e8-1c712bc94129 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:50.808764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89172027-270d-4055-9ad7-6bfac2cd4810 req-1acffa7b-1e28-47c6-82e8-1c712bc94129 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.2300196 Aug 09 15:47:50.815799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-6fabb3e4-0e39-4612-a428-282c34531d9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64558e08-8fdf-4b5d-9255-a2341e54ad40 HTTP/1.1" status: 200 len: 217 time: 0.0967517 Aug 09 15:47:50.827700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:50.864947 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-b7319c21-386b-45f0-90cf-2700e5b50a3d service neutron] 10.222.0.66 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991168 Aug 09 15:47:50.929989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-d2ac81a6-75e4-448c-842f-dda2c8b2640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:50.931980 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-d2ac81a6-75e4-448c-842f-dda2c8b2640a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f9ac4dd-ae19-4c70-aa6e-67676893bd5f HTTP/1.1" status: 200 len: 850 time: 0.1003487 Aug 09 15:47:50.974060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89172027-270d-4055-9ad7-6bfac2cd4810 req-0abbde33-15eb-45a5-8f5b-b94b5a26ee14 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423221 Aug 09 15:47:50.982577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32850) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:51.029205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-cf54fee8-bf62-4d94-8144-3f629f255032 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768dd8b2-6efb-4661-8c45-0543849d51e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761380 Aug 09 15:47:51.086267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e51e0-6a1d-4da9-b0b7-99ea9031c51f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.097047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.123012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.123484 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Added segment a0af2632-960c-4fe4-9c66-d4108124545a of type vlan for network fcba54b1-62b4-4841-889a-0dc1f5a20673 Aug 09 15:47:51.187558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event deleted for resources: {'Port': ['ID=1d547325-cb32-4365-9fe9-a034ad406530,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:51.191645 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d4e51e0-6a1d-4da9-b0b7-99ea9031c51f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.194610 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9d4e51e0-6a1d-4da9-b0b7-99ea9031c51f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/3e5095f7-3e71-494b-89df-4fdba75d4d69 HTTP/1.1" status: 204 len: 168 time: 1.4858019 Aug 09 15:47:51.203052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32854) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:51.211308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'mac_address': 'fa:16:3e:70:b1:69', 'name': 'tempest-PortsTestJSON-1591505658'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:51.220805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-969a5ad5-73c9-4f7e-bea0-a06b751a87b2 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1178799578'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:51.259464 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0282e58d-ced4-4896-b7b6-1a79801cb3bc req-7b1902f5-c049-4c25-a16f-05d6824ff40e service neutron] 10.222.0.66 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519444 Aug 09 15:47:51.262178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e51e0-6a1d-4da9-b0b7-99ea9031c51f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=3e5095f7-3e71-494b-89df-4fdba75d4d69,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:51.327151 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-7d047f75-6b67-4a44-8464-dce23355f361 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6496644 Aug 09 15:47:51.335390 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.336321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.448678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e37a73-01f1-4b65-a7bc-0ea6bba23105 req-72e287e2-1296-40f3-b79a-3adbb7dff312 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:51.458427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07e37a73-01f1-4b65-a7bc-0ea6bba23105 req-72e287e2-1296-40f3-b79a-3adbb7dff312 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 943 time: 0.3396170 Aug 09 15:47:51.467583 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969a5ad5-73c9-4f7e-bea0-a06b751a87b2 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.469202 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969a5ad5-73c9-4f7e-bea0-a06b751a87b2 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.481157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.483453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-fd401030-7f81-495e-8f74-41cdcc91d230 service neutron] 10.222.0.35 "GET /v2.0/networks/768dd8b2-6efb-4661-8c45-0543849d51e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427111 Aug 09 15:47:51.483963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.518496 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.525515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:51.526180 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.579171 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.580674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Fanout notify agent at l3_agent the message router_deleted on router 50fcf975-51b9-406d-8679-00a586bef630 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:47:51.600739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.601729 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1168ef49-2949-44f9-b737-28ac611c8e4d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/50fcf975-51b9-406d-8679-00a586bef630 HTTP/1.1" status: 204 len: 168 time: 4.2587807 Aug 09 15:47:51.607313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32862) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:51.614476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1176347898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:51.660433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:47:51.660433 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:47:51.660433 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id_1': '97802483871e4e8f965add04c3070924', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 47, 51, 627065)}] Aug 09 15:47:51.660433 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:47:51.661682 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:47:51.805833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07e37a73-01f1-4b65-a7bc-0ea6bba23105 req-4dc5aa76-6569-494c-8176-9aec61436383 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462713 Aug 09 15:47:51.818541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:51.827254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969a5ad5-73c9-4f7e-bea0-a06b751a87b2 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.829313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4949195 Aug 09 15:47:51.834198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32866) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:51.844316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1052294935'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:51.850350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b952a98-47ad-4b07-a0b8-1f9112154d5b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Network': ['ID=fcba54b1-62b4-4841-889a-0dc1f5a20673,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:51.865464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:51.890991 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969a5ad5-73c9-4f7e-bea0-a06b751a87b2 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.904580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:51.911114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.916673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4ba0f-6fe7-45f9-951b-ebe9c91c6b3f req-b2bae5bb-5d5d-43c9-9302-86d03cce2cea tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:51.918866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f4ba0f-6fe7-45f9-951b-ebe9c91c6b3f req-b2bae5bb-5d5d-43c9-9302-86d03cce2cea tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.4341471 Aug 09 15:47:51.963703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:51.982252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.982862 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Added segment 15a9d36c-e4d5-4412-9fd8-f91f5339b59f of type vlan for network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 Aug 09 15:47:51.996251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a4343de-7b3e-46fd-ab5a-d44a6eebd638 req-e03c14a1-02f3-40b9-93b7-cac2f9816bcd service neutron] 10.222.0.35 "GET /v2.0/networks/768dd8b2-6efb-4661-8c45-0543849d51e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901705 Aug 09 15:47:52.013888 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-babe493f-841f-45e9-b7cd-ba94809ac587 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3358951 Aug 09 15:47:52.015060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969a5ad5-73c9-4f7e-bea0-a06b751a87b2 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.017031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-969a5ad5-73c9-4f7e-bea0-a06b751a87b2 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0308511 Aug 09 15:47:52.022733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32870) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:52.032444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.045426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.120606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.132170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.133041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.191716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f4ba0f-6fe7-45f9-951b-ebe9c91c6b3f req-98a746f1-8b26-419d-b920-24b2cf6c8e8c tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325053 Aug 09 15:47:52.193951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1543739d-685b-4c1c-b08c-7960f3a0fe4f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.241593 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4057829 Aug 09 15:47:52.245480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port 4df8ef3c-c490-48bd-9def-fe3d7687033c yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:52.247157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32872) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:52.257109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'subnet': {'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:52.263313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006ca34-03b2-4671-96e1-c6e3e5ecd81a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Network': ['ID=045b0957-f43a-4d8c-bbcf-8efd3b8a3721,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:52.278833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.279980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.281809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:52.346741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-6db12cf1-5a39-4715-af0f-fc3c1cc40ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.347228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-6db12cf1-5a39-4715-af0f-fc3c1cc40ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.347705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-6db12cf1-5a39-4715-af0f-fc3c1cc40ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.348206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-6db12cf1-5a39-4715-af0f-fc3c1cc40ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.348673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-6db12cf1-5a39-4715-af0f-fc3c1cc40ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.349148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-6db12cf1-5a39-4715-af0f-fc3c1cc40ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.349613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-6db12cf1-5a39-4715-af0f-fc3c1cc40ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.351696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-6db12cf1-5a39-4715-af0f-fc3c1cc40ff0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 6492 time: 0.2194419 Aug 09 15:47:52.413180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.420847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.430169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30bfcc-824c-4723-831c-5b8fc665d97c req-62ba0f19-4252-49cc-af54-32a27003f51c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.432019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de30bfcc-824c-4723-831c-5b8fc665d97c req-62ba0f19-4252-49cc-af54-32a27003f51c tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.3032417 Aug 09 15:47:52.439975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:52.444300 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.493050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.494142 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c3b1a17b-ea2a-4400-8e69-08762917d366 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8861365 Aug 09 15:47:52.503400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32874) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:52.515980 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1543739d-685b-4c1c-b08c-7960f3a0fe4f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.520222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': False}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:52.538212 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1543739d-685b-4c1c-b08c-7960f3a0fe4f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.740158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de30bfcc-824c-4723-831c-5b8fc665d97c req-8db17614-2b86-473b-bf6c-4b23ac3e6932 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506077 Aug 09 15:47:52.753674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1543739d-685b-4c1c-b08c-7960f3a0fe4f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.754063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1543739d-685b-4c1c-b08c-7960f3a0fe4f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4e8427-2f42-4af3-a6d0-f809e42d77a8 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:47:52.763083 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1543739d-685b-4c1c-b08c-7960f3a0fe4f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.768894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1543739d-685b-4c1c-b08c-7960f3a0fe4f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "DELETE /v2.0/routers/3f4e8427-2f42-4af3-a6d0-f809e42d77a8 HTTP/1.1" status: 204 len: 168 time: 0.7424002 Aug 09 15:47:52.777358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32878) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:52.788729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3ad4ecd9-bc47-4328-8cb4-8fceb5307032 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Request body: {'router': {'name': 'tempest-router-710451257', 'distributed': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:52.841195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.854943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-ac45b362-db4a-4d49-b4be-9d0977df3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.854943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-ac45b362-db4a-4d49-b4be-9d0977df3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.854943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-ac45b362-db4a-4d49-b4be-9d0977df3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.856767 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-ac45b362-db4a-4d49-b4be-9d0977df3601 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d09b4200-2c02-4417-a1a9-63d5f7701513&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=87db3854-e09d-446f-b4e0-6480752620ed&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&id=b98b9a08-f09c-46cf-9b6f-340bff2f4407 HTTP/1.1" status: 200 len: 2296 time: 0.4387829 Aug 09 15:47:52.869413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ecd9-bc47-4328-8cb4-8fceb5307032 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.870743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ecd9-bc47-4328-8cb4-8fceb5307032 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.070422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-bd1b241e-7d96-4867-8a7b-ff5d759b7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.073544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-bd1b241e-7d96-4867-8a7b-ff5d759b7d13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779&tenant_id=467fd1dac0424938b403368cc5b38339 HTTP/1.1" status: 200 len: 1094 time: 0.5709023 Aug 09 15:47:53.372905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.387669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-3f4e713e-cfa1-440b-8845-85bde85548da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.390021 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-3f4e713e-cfa1-440b-8845-85bde85548da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1094 time: 0.2721190 Aug 09 15:47:53.412443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 64558e08-8fdf-4b5d-9255-a2341e54ad40 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:53.494201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ecd9-bc47-4328-8cb4-8fceb5307032 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.514926 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ecd9-bc47-4328-8cb4-8fceb5307032 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.520504 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-065f8f36-9af9-4273-867d-06d8a4f5d010 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=157f75ad-de15-4708-b019-292421767884 HTTP/1.1" status: 200 len: 1002 time: 0.6444988 Aug 09 15:47:53.529442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.568546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 64558e08-8fdf-4b5d-9255-a2341e54ad40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64558e08-8fdf-4b5d-9255-a2341e54ad40,segment=NetworkSegment(bf7c7de7-8c83-4874-a677-d022cc51352c),segment_id=bf7c7de7-8c83-4874-a677-d022cc51352c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:53.600197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '64558e08-8fdf-4b5d-9255-a2341e54ad40', 'network_id': '768dd8b2-6efb-4661-8c45-0543849d51e8', 'port_id': '64558e08-8fdf-4b5d-9255-a2341e54ad40', 'mac_address': 'fa:16:3e:04:5d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9ac4dd-ae19-4c70-aa6e-67676893bd5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:53.609859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.666072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ecd9-bc47-4328-8cb4-8fceb5307032 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.667770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3ad4ecd9-bc47-4328-8cb4-8fceb5307032 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8891342 Aug 09 15:47:53.674726 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.683179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32884) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:53.697188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64558e08-8fdf-4b5d-9255-a2341e54ad40 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:53.698934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7491a-f7ca-4958-82a4-8e2e060f8563 req-d578efa7-8e0a-4988-badc-f36beae1d22f tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.712345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88d7491a-f7ca-4958-82a4-8e2e060f8563 req-d578efa7-8e0a-4988-badc-f36beae1d22f tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 943 time: 0.7859867 Aug 09 15:47:53.740282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 64558e08-8fdf-4b5d-9255-a2341e54ad40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64558e08-8fdf-4b5d-9255-a2341e54ad40,segment=NetworkSegment(bf7c7de7-8c83-4874-a677-d022cc51352c),segment_id=bf7c7de7-8c83-4874-a677-d022cc51352c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:53.747704 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.754116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:53.791430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Subnet': ['ID=ffc13484-a130-4113-be05-9342b1629caa,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:53.810436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-c4c6d089-3134-4f61-a591-306e3103d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.813113 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-c4c6d089-3134-4f61-a591-306e3103d5d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.4130697 Aug 09 15:47:53.814525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:53.818843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=64558e08-8fdf-4b5d-9255-a2341e54ad40,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:53.855972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:53.862067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.862685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.883492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cb97b-6947-4866-bec7-48eb174c28ce req-76030ae3-66e6-4fa0-a035-b4ad6ed1cae6 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.883730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Checking segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:53.884098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network hostable DHCP agents. Network: fcba54b1-62b4-4841-889a-0dc1f5a20673, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:53.885860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-452cb97b-6947-4866-bec7-48eb174c28ce req-76030ae3-66e6-4fa0-a035-b4ad6ed1cae6 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.3976195 Aug 09 15:47:53.886715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=4df8ef3c-c490-48bd-9def-fe3d7687033c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:53.890971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-68b3c410-cb64-449a-a34b-e1119c2f3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.892892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-68b3c410-cb64-449a-a34b-e1119c2f3e3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2739c34a-da5d-4ac8-819c-1c83301cc4c6 HTTP/1.1" status: 200 len: 851 time: 0.3423531 Aug 09 15:47:53.918733 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-a3af8583-18f3-4a2f-9871-d1f277ede52b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 200 len: 998 time: 0.0959918 Aug 09 15:47:53.922949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc8cb46-900e-4ef5-a47a-63775a0a9425 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.996442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7ec1abcc-eb6d-458a-bd5e-c309309ec322 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7902434 Aug 09 15:47:54.002586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88d7491a-f7ca-4958-82a4-8e2e060f8563 req-00c4fe0b-5885-439c-9506-c34f00c42c33 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891414 Aug 09 15:47:54.017001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32888) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:54.045729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:54.104131 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-452cb97b-6947-4866-bec7-48eb174c28ce req-cc5d0414-e699-4950-97e1-9f4ebc5248e3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080615 Aug 09 15:47:54.119040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, fcba54b1-62b4-4841-889a-0dc1f5a20673) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:54.129011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f9a74-2757-45b2-8f34-ba220ede9884 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.129261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c3525-11f5-446e-b3ea-d82afa94433e None None] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:54.130448 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-799f9a74-2757-45b2-8f34-ba220ede9884 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/4df8ef3c-c490-48bd-9def-fe3d7687033c HTTP/1.1" status: 200 len: 841 time: 0.1106925 Aug 09 15:47:54.132090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-bbbdf897-b0ef-4c4d-9dcd-e99114741f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.133483 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-bbbdf897-b0ef-4c4d-9dcd-e99114741f4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.2071915 Aug 09 15:47:54.134005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32890) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:54.144520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.145126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.206075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-4c8c6450-e0f5-4974-9963-a4ad64f57141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.207556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-4c8c6450-e0f5-4974-9963-a4ad64f57141 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d09b4200-2c02-4417-a1a9-63d5f7701513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910185 Aug 09 15:47:54.208402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['64558e08-8fdf-4b5d-9255-a2341e54ad40'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:54.216385 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc8cb46-900e-4ef5-a47a-63775a0a9425 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.223017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc8cb46-900e-4ef5-a47a-63775a0a9425 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.225229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.237565 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d850a049-849c-40d7-b12b-5e0d54b815ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9843576 Aug 09 15:47:54.239476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32892) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:54.251922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'subnet': {'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:54.266383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.376538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-559fea51-c574-4108-ac66-820aafc7e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.376538 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-559fea51-c574-4108-ac66-820aafc7e5d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268248 Aug 09 15:47:54.426927 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc8cb46-900e-4ef5-a47a-63775a0a9425 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.428125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc8cb46-900e-4ef5-a47a-63775a0a9425 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35a5f33c-5e78-4c27-8044-4fcbbffc4f6f {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:47:54.445382 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc8cb46-900e-4ef5-a47a-63775a0a9425 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.451581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2dc8cb46-900e-4ef5-a47a-63775a0a9425 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "DELETE /v2.0/routers/35a5f33c-5e78-4c27-8044-4fcbbffc4f6f HTTP/1.1" status: 204 len: 168 time: 0.7570391 Aug 09 15:47:54.466928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd45325-e1a9-4297-8c5f-0be0d3b07a17 req-03d6cfd8-ed6d-4402-9c69-d0fead4ad94a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.471577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cd45325-e1a9-4297-8c5f-0be0d3b07a17 req-03d6cfd8-ed6d-4402-9c69-d0fead4ad94a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.3722179 Aug 09 15:47:54.477341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32894) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:54.487203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5a3913d3-724b-4907-a2e4-2e883b1dd04b tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Request body: {'router': {'name': 'tempest-router-703852630', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '089c2577600f4f469d021412b70832f2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:54.542312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ad62f6a6-d100-4fe8-86f2-97860b4955b1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 4df8ef3c-c490-48bd-9def-fe3d7687033c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:54.542646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad62f6a6-d100-4fe8-86f2-97860b4955b1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.561554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-fcba54b1-62b4-4841-889a-0dc1f5a20673', 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'fixed_ips': [{'subnet_id': 'ffc13484-a130-4113-be05-9342b1629caa'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:47:54.564810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.565272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cd45325-e1a9-4297-8c5f-0be0d3b07a17 req-f894b82d-95e7-432a-9ef0-38aa5db68a05 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691631 Aug 09 15:47:54.609664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-52be64ff-18f1-4385-9764-737904cfd9a5 service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889894 Aug 09 15:47:54.645172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Allocated IP 172.25.7.24 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/8351d506-288a-41a8-abcf-eea3cf78c46d) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:54.657767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a3913d3-724b-4907-a2e4-2e883b1dd04b tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.660128 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a3913d3-724b-4907-a2e4-2e883b1dd04b tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.731945 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-a5f85f85-a2db-42cb-981b-6fb792ef4a2e service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417361 Aug 09 15:47:54.745204 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad62f6a6-d100-4fe8-86f2-97860b4955b1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.762517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:54.768833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.793703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Allocated IP 10.1.1.2 (fcba54b1-62b4-4841-889a-0dc1f5a20673/ffc13484-a130-4113-be05-9342b1629caa/4121cf7b-11b2-4bdd-bc13-3796b414f0f8) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:54.833420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ad62f6a6-d100-4fe8-86f2-97860b4955b1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 4df8ef3c-c490-48bd-9def-fe3d7687033c owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:54.870934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-18adf298-4a63-4bf2-afc2-49fda748c8be service neutron] 10.222.0.35 "GET /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468970 Aug 09 15:47:54.939301 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a3913d3-724b-4907-a2e4-2e883b1dd04b tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.947277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-a87680a3-33a8-4faa-9464-5ae47450c2b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 200 len: 217 time: 0.0635145 Aug 09 15:47:54.984761 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a3913d3-724b-4907-a2e4-2e883b1dd04b tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.010894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-4abba9c5-dd1a-4ba3-9175-14ea902b0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:55.012508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-4abba9c5-dd1a-4ba3-9175-14ea902b0eff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.0567656 Aug 09 15:47:55.054530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a3913d3-724b-4907-a2e4-2e883b1dd04b tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.057137 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5a3913d3-724b-4907-a2e4-2e883b1dd04b tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5758913 Aug 09 15:47:55.064656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32898) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:55.065686 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.069875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:55.081111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Transition to ACTIVE for port object 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:55.113384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Transition to ACTIVE for port object 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:55.127428 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.136289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.145326 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-f7322277-3548-42f4-97db-54d5a7ff57bd service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959498 Aug 09 15:47:55.185748 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad62f6a6-d100-4fe8-86f2-97860b4955b1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.229546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:55.241700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:55.247698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:55.264404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad62f6a6-d100-4fe8-86f2-97860b4955b1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.266203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Pushing event updated for resources: {'Port': ['ID=4121cf7b-11b2-4bdd-bc13-3796b414f0f8,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:55.273482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ad62f6a6-d100-4fe8-86f2-97860b4955b1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/4df8ef3c-c490-48bd-9def-fe3d7687033c HTTP/1.1" status: 204 len: 168 time: 1.1346588 Aug 09 15:47:55.296724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32904) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:55.334314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62f6a6-d100-4fe8-86f2-97860b4955b1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=4df8ef3c-c490-48bd-9def-fe3d7687033c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:55.337989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-400e3ea8-fd25-4fb3-843d-629b66965de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:55.340195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.340550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-400e3ea8-fd25-4fb3-843d-629b66965de2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3130674 Aug 09 15:47:55.363236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Attempting to bind port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:55.363735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Attempting to bind port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:55.364378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Attempting to bind port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:55.374009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:55.375453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Checking segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:55.376392 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.377011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Bound using segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:55.377578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Bound port: 4121cf7b-11b2-4bdd-bc13-3796b414f0f8, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:55.378219 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.403735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Pushing event updated for resources: {'Port': ['ID=8351d506-288a-41a8-abcf-eea3cf78c46d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:55.408996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:55.412110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:55.415579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:55.509853 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ec3249-37ea-4f58-be86-a20e51739c70 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:47:55.510990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] For port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:55.511599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-46ec3249-37ea-4f58-be86-a20e51739c70 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/4df8ef3c-c490-48bd-9def-fe3d7687033c HTTP/1.1" status: 404 len: 333 time: 0.2083714 Aug 09 15:47:55.522325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] For port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4121cf7b-11b2-4bdd-bc13-3796b414f0f8,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:55.530307 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.557939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32910) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:55.577059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'name': 'tempest-PortsTestJSON-1000777157'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:55.616810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2135-161d-4f46-8a20-290ae1f38e67 None None] Pushing event updated for resources: {'Port': ['ID=4121cf7b-11b2-4bdd-bc13-3796b414f0f8,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:55.751248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.770391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d44e6b-03a1-4e24-8b5c-70875acf7d02 req-3cf01f58-dc77-4a60-9fd5-9a964057f012 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:55.776742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42d44e6b-03a1-4e24-8b5c-70875acf7d02 req-3cf01f58-dc77-4a60-9fd5-9a964057f012 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 944 time: 0.5583906 Aug 09 15:47:55.891561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.992461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db791787-10b3-42d4-af7f-d91f08f7025d req-41b0962f-9a95-4287-a24f-d72dc1e6509a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:56.001380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db791787-10b3-42d4-af7f-d91f08f7025d req-41b0962f-9a95-4287-a24f-d72dc1e6509a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.6922588 Aug 09 15:47:56.253405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db791787-10b3-42d4-af7f-d91f08f7025d req-0ddca226-da4f-4cf8-80f7-2eaf770fa327 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504659 Aug 09 15:47:56.271807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42d44e6b-03a1-4e24-8b5c-70875acf7d02 req-4a866209-8c7f-4870-95f0-9ca6b5d46236 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102682 Aug 09 15:47:56.281311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.291460 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.521415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:56.527059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.537610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.542903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.641002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port e3c06233-023a-46e9-a4dc-48205a9d2650 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:47:56.661853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Subnet': ['ID=4801500d-3375-4c6a-b979-053b56dcc8cb,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:56.683604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-843e3b09-e58e-4861-953c-9526dbba8714 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2227499 Aug 09 15:47:56.703104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94177) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 09 15:47:56.703403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Router 27edca22-b178-4756-907c-34e65778152a migrating from provider to provider. {{(pid=94177) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 09 15:47:56.706457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.829533 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.886827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Checking segment: {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:56.887367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network hostable DHCP agents. Network: 045b0957-f43a-4d8c-bbcf-8efd3b8a3721, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:56.909532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:56.937596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Router 485e751b-03f0-4cbd-a5be-777cdd177c23 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:47:56.960095 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:57.010094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68493-64ec-46eb-81f1-24b4560ca770 req-437cd925-6e9c-4b03-9ee9-842fe6aa8abb tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:57.012837 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57d68493-64ec-46eb-81f1-24b4560ca770 req-437cd925-6e9c-4b03-9ee9-842fe6aa8abb tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.5285027 Aug 09 15:47:57.070812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:57.285695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:57.299515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:57.300999 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c538a1b2-17d2-48ec-82dc-b5abb7ef2f1a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "PUT /v2.0/routers/485e751b-03f0-4cbd-a5be-777cdd177c23 HTTP/1.1" status: 200 len: 915 time: 4.7962139 Aug 09 15:47:57.302919 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b055963-94f0-49de-a018-a2bf09e4627c None None] Sync routers for ids ['485e751b-03f0-4cbd-a5be-777cdd177c23'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:57.314458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32924) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:57.362385 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b055963-94f0-49de-a018-a2bf09e4627c None None] Routers {'485e751b-03f0-4cbd-a5be-777cdd177c23'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:57.363762 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4b055963-94f0-49de-a018-a2bf09e4627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['485e751b-03f0-4cbd-a5be-777cdd177c23'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:57.428178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 64558e08-8fdf-4b5d-9255-a2341e54ad40 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:57.467840 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4b055963-94f0-49de-a018-a2bf09e4627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:57.497757 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b055963-94f0-49de-a018-a2bf09e4627c None None] Routers {'485e751b-03f0-4cbd-a5be-777cdd177c23'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:57.498388 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4b055963-94f0-49de-a018-a2bf09e4627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['485e751b-03f0-4cbd-a5be-777cdd177c23'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:57.578808 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4b055963-94f0-49de-a018-a2bf09e4627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:57.580515 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b055963-94f0-49de-a018-a2bf09e4627c None None] The sync data for ids ['485e751b-03f0-4cbd-a5be-777cdd177c23'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:57.593982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82f923a-978d-407e-91ee-4b2d7c3b0cfb None None] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:57.632775 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b6358c02-5e19-4a3f-96e5-9113e77b8037 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/routers/485e751b-03f0-4cbd-a5be-777cdd177c23 HTTP/1.1" status: 200 len: 921 time: 0.3128850 Aug 09 15:47:57.635277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32930) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:57.759380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa4271e-e88f-4999-94b4-6b6db28d0cb5 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:57.766073 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5aa4271e-e88f-4999-94b4-6b6db28d0cb5 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=485e751b-03f0-4cbd-a5be-777cdd177c23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1289318 Aug 09 15:47:57.771297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32932) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:57.885042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 64558e08-8fdf-4b5d-9255-a2341e54ad40 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:57.899363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 64558e08-8fdf-4b5d-9255-a2341e54ad40 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:57.903871 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:57.948953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e712b337-26dc-46bc-97c6-789655dd15d7 None None] Provisioning for port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:57.959858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e712b337-26dc-46bc-97c6-789655dd15d7 None None] Provisioning complete for port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:57.960367 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e712b337-26dc-46bc-97c6-789655dd15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.019916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45afc2a7-41d8-47fd-a3e4-5e304e102f7b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:58.024803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-45afc2a7-41d8-47fd-a3e4-5e304e102f7b tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 881 time: 0.2512944 Aug 09 15:47:58.034739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32934) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:58.096019 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-071c3aea-a13d-4441-aa54-0b6ff4bd3552 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=485e751b-03f0-4cbd-a5be-777cdd177c23 HTTP/1.1" status: 200 len: 205 time: 0.0596397 Aug 09 15:47:58.102045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:58.141450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-b5ac5fac-b43e-4cff-8f76-a4a25dc1d535 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4317083 Aug 09 15:47:58.225883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:58.332858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.336461 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e712b337-26dc-46bc-97c6-789655dd15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.393944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-8877d693-286c-4f40-9504-ec01af45eec7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 217 time: 0.0789275 Aug 09 15:47:58.432620 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.500100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e712b337-26dc-46bc-97c6-789655dd15d7 None None] For port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4121cf7b-11b2-4bdd-bc13-3796b414f0f8,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:58.506901 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e712b337-26dc-46bc-97c6-789655dd15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.530657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.620461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712b337-26dc-46bc-97c6-789655dd15d7 None None] Pushing event updated for resources: {'Port': ['ID=4121cf7b-11b2-4bdd-bc13-3796b414f0f8,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:58.625646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 045b0957-f43a-4d8c-bbcf-8efd3b8a3721) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:58.655012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1941a2-61ed-4867-bffc-cc787287aa69 None None] Network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:58.671088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:58.672215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.803951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a0947e55-9f7d-4fa6-9728-cfff1d8b9f82 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5605602 Aug 09 15:47:58.817767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32938) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:58.859129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'port': {'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'name': 'tempest-TaggedBootDevicesTest_v242-673070531', 'fixed_ips': [{'subnet_id': 'ffc13484-a130-4113-be05-9342b1629caa'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:58.889502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.921389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57d68493-64ec-46eb-81f1-24b4560ca770 req-857c5ba9-7541-4ce5-a10f-a4f080ee55f1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8877592 Aug 09 15:47:58.930237 n-d-799523-2 neutron-server[94177]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] No L3 agents can host the router 27edca22-b178-4756-907c-34e65778152a Aug 09 15:47:59.010513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:59.037853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Deleting port 8351d506-288a-41a8-abcf-eea3cf78c46d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:59.038489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.045562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3f7e6-0431-4cbd-8f83-47dc54cd51dd req-81343646-3571-4eba-9aa0-71996f665107 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:59.061361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7b3f7e6-0431-4cbd-8f83-47dc54cd51dd req-81343646-3571-4eba-9aa0-71996f665107 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 944 time: 0.8837464 Aug 09 15:47:59.125735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8a0e387b-29a2-4731-8ab9-d4b3c46de672 None None] Provisioning complete for port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:59.126251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8a0e387b-29a2-4731-8ab9-d4b3c46de672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.153408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-ad54d1e7-1948-477f-91ae-d5494a8296fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:59.156197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-ad54d1e7-1948-477f-91ae-d5494a8296fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.6858490 Aug 09 15:47:59.213056 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.271040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-045b0957-f43a-4d8c-bbcf-8efd3b8a3721', 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'fixed_ips': [{'subnet_id': '4801500d-3375-4c6a-b979-053b56dcc8cb'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:47:59.272551 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.289580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.306105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9dec93-b686-49b4-85d6-0265dbb7eed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64558e08-8fdf-4b5d-9255-a2341e54ad40'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:59.310642 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a54f3-8abd-4acd-a44e-4bb49dfa2dc9" -d '{"events": [{"server_uuid": "5a9dec93-b686-49b4-85d6-0265dbb7eed4", "name": "network-vif-plugged", "status": "completed", "tag": "64558e08-8fdf-4b5d-9255-a2341e54ad40"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:59.310978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Calling delete_port for 8351d506-288a-41a8-abcf-eea3cf78c46d owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:59.397273 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.413090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 64558e08-8fdf-4b5d-9255-a2341e54ad40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64558e08-8fdf-4b5d-9255-a2341e54ad40,segment=NetworkSegment(bf7c7de7-8c83-4874-a677-d022cc51352c),segment_id=bf7c7de7-8c83-4874-a677-d022cc51352c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:59.423505 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.557424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7b3f7e6-0431-4cbd-8f83-47dc54cd51dd req-2671f810-6bf3-4496-aa3a-f157a791a576 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948881 Aug 09 15:47:59.767295 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec0f973-e747-4080-b1b3-b7a3c5609ceb x-openstack-request-id: req-0ec0f973-e747-4080-b1b3-b7a3c5609ceb {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:59.773613 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9dec93-b686-49b4-85d6-0265dbb7eed4", "name": "network-vif-plugged", "status": "completed", "tag": "64558e08-8fdf-4b5d-9255-a2341e54ad40", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:59.774307 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ec0f973-e747-4080-b1b3-b7a3c5609ceb {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:59.777243 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9dec93-b686-49b4-85d6-0265dbb7eed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64558e08-8fdf-4b5d-9255-a2341e54ad40', 'code': 200} Aug 09 15:47:59.823565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:59.824079 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.964861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-13c8d25e-4fd2-4299-be0b-d8aa31a83548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:59.966762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-13c8d25e-4fd2-4299-be0b-d8aa31a83548 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7912533 Aug 09 15:48:00.057057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.077017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=64558e08-8fdf-4b5d-9255-a2341e54ad40,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:00.145937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Allocated IP 10.2.2.2 (045b0957-f43a-4d8c-bbcf-8efd3b8a3721/4801500d-3375-4c6a-b979-053b56dcc8cb/e0539236-d454-4ab9-9ad6-63e042d8ff09) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:00.270050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Hosts for router 27edca22-b178-4756-907c-34e65778152a: [] {{(pid=94177) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 09 15:48:00.289388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafbc1d-0b6a-43cf-8a0d-377d5d68caf1 req-f0c9de2e-9384-4fa6-a927-594efc0e641e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:00.292996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6dafbc1d-0b6a-43cf-8a0d-377d5d68caf1 req-f0c9de2e-9384-4fa6-a927-594efc0e641e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 1.2272680 Aug 09 15:48:00.318302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.390821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event deleted for resources: {'Port': ['ID=8351d506-288a-41a8-abcf-eea3cf78c46d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:00.560514 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.571485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Hosts for other DVR routers connected to router 27edca22-b178-4756-907c-34e65778152a: set() {{(pid=94177) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 09 15:48:00.574340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.578035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a42b7320-180d-4578-9f7f-a6d2e7f4bffa tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "PUT /v2.0/routers/27edca22-b178-4756-907c-34e65778152a HTTP/1.1" status: 200 len: 716 time: 5.5123782 Aug 09 15:48:00.578846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:00.625266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:00.628271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32948) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:00.632483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6dafbc1d-0b6a-43cf-8a0d-377d5d68caf1 req-dbdf4a5b-00a6-40db-9cf8-816ef94fedf5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323868 Aug 09 15:48:00.659152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=e3c06233-023a-46e9-a4dc-48205a9d2650,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:00.670894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:00.769059 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.794780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.798236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.814492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Transition to ACTIVE for port object e0539236-d454-4ab9-9ad6-63e042d8ff09 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:00.858689 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Transition to ACTIVE for port object e0539236-d454-4ab9-9ad6-63e042d8ff09 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:00.860729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:00.867357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:00.868109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.869065 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.878832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7614cb3-7b9e-4bf4-8369-510601b50c35 req-1309bca0-d5df-4c1f-aded-f8c31c6c35cd tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:00.880575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7614cb3-7b9e-4bf4-8369-510601b50c35 req-1309bca0-d5df-4c1f-aded-f8c31c6c35cd tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.7534533 Aug 09 15:48:00.893149 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.894338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Fanout notify agent at l3_agent the message router_deleted on router 485e751b-03f0-4cbd-a5be-777cdd177c23 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:00.924321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.924321 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bf342059-4a37-406e-b642-7d335977de96 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/485e751b-03f0-4cbd-a5be-777cdd177c23 HTTP/1.1" status: 204 len: 168 time: 2.8154697 Aug 09 15:48:00.928397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:00.941775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-318317842', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:00.943466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:00.947850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:00.950508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:00.996143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Pushing event updated for resources: {'Port': ['ID=e0539236-d454-4ab9-9ad6-63e042d8ff09,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:00.999875 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.005455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.040581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51be63-10ab-425c-9d29-cd7e7e5912a7 req-d3906874-9452-4a6d-b9d5-eb365fd5310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:01.045871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f51be63-10ab-425c-9d29-cd7e7e5912a7 req-d3906874-9452-4a6d-b9d5-eb365fd5310f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 1096 time: 1.0686712 Aug 09 15:48:01.048536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Attempting to bind port e0539236-d454-4ab9-9ad6-63e042d8ff09 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:01.049006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Attempting to bind port e0539236-d454-4ab9-9ad6-63e042d8ff09 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:01.049879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Attempting to bind port e0539236-d454-4ab9-9ad6-63e042d8ff09 on network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:01.050824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-72366516-ecc0-4529-b51e-d04bc2b651ad service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9887955 Aug 09 15:48:01.056353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:01.056932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Checking segment: {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:01.057478 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.057968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Bound using segment: {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:01.058533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Bound port: e0539236-d454-4ab9-9ad6-63e042d8ff09, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:01.059038 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.110847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.163656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d925372f-69fa-4b1c-8f46-a0da1a15dfeb tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "GET /v2.0/routers/27edca22-b178-4756-907c-34e65778152a HTTP/1.1" status: 200 len: 716 time: 0.5281503 Aug 09 15:48:01.165837 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b34c63ab-c629-4dc5-94ec-d474008625a2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.5953386 Aug 09 15:48:01.185139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32954) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:01.185833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32956) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:01.202822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:01.281818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] For port e0539236-d454-4ab9-9ad6-63e042d8ff09, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:01.293261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] For port e0539236-d454-4ab9-9ad6-63e042d8ff09, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e0539236-d454-4ab9-9ad6-63e042d8ff09,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:01.299963 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.438287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f51be63-10ab-425c-9d29-cd7e7e5912a7 req-13602f73-af88-41d4-baac-c69af892d146 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184915 Aug 09 15:48:01.439000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704dd43-b711-453a-855a-2807c08479e0 None None] Pushing event updated for resources: {'Port': ['ID=e0539236-d454-4ab9-9ad6-63e042d8ff09,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:01.458254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7614cb3-7b9e-4bf4-8369-510601b50c35 req-11ff23ba-8c6f-4a6a-93a2-b34bbb35f736 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874716 Aug 09 15:48:01.520043 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.584459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401528ab-2d64-47f0-8fbe-a33b224f496d req-003b56a9-adaa-4417-9b3f-1663fb3cca27 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:01.594353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401528ab-2d64-47f0-8fbe-a33b224f496d req-003b56a9-adaa-4417-9b3f-1663fb3cca27 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 945 time: 0.7463682 Aug 09 15:48:01.664990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-4ff773e2-b6a3-4f65-9b9d-e7dc4b5cd6ee service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673671 Aug 09 15:48:01.741982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] device_id is not set on port a82a03bb-00cf-401a-b9f3-9b690c30746d yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:01.831894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-3583344e-4cea-43d7-bb86-160ce683ab23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 HTTP/1.1" status: 200 len: 217 time: 0.1394923 Aug 09 15:48:01.910431 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-433df4be-9905-4543-a947-f6f8624bd9e6 tempest-RoutersTestDVR-1320090553 tempest-RoutersTestDVR-1320090553-project] 10.222.0.64 "GET /v2.0/routers/27edca22-b178-4756-907c-34e65778152a HTTP/1.1" status: 200 len: 682 time: 0.7231665 Aug 09 15:48:01.911220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.930358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:01.939607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.141536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Allocated IP 10.1.1.150 (fcba54b1-62b4-4841-889a-0dc1f5a20673/ffc13484-a130-4113-be05-9342b1629caa/a82a03bb-00cf-401a-b9f3-9b690c30746d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:02.278052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9487d2c4-47ea-4cf7-aa6a-720c19c4bef5 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.365553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-401528ab-2d64-47f0-8fbe-a33b224f496d req-f47ad386-cf39-4bc0-a8aa-ab3b068bb4f4 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7700362 Aug 09 15:48:02.570742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-dd31aa6e-71bd-4307-a18b-efc4367ea3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:02.573148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-dd31aa6e-71bd-4307-a18b-efc4367ea3cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 0.3875649 Aug 09 15:48:02.588201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcffa7a-9b3f-4d38-9a71-bfd0c3672625 req-7cc3a2d0-ac8a-44e5-8242-1ef15a2a6970 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:02.603771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcffa7a-9b3f-4d38-9a71-bfd0c3672625 req-7cc3a2d0-ac8a-44e5-8242-1ef15a2a6970 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.4145718 Aug 09 15:48:02.780584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcffa7a-9b3f-4d38-9a71-bfd0c3672625 req-e220db5d-088c-4e55-8300-bb8867151d10 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748483 Aug 09 15:48:02.858682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-614d2194-7c54-4338-937a-2138fe6de889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:02.866298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-614d2194-7c54-4338-937a-2138fe6de889 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2557793 Aug 09 15:48:02.975281 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9487d2c4-47ea-4cf7-aa6a-720c19c4bef5 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.989649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9487d2c4-47ea-4cf7-aa6a-720c19c4bef5 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.073085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e0539236-d454-4ab9-9ad6-63e042d8ff09 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:03.151692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9487d2c4-47ea-4cf7-aa6a-720c19c4bef5 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.152767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9487d2c4-47ea-4cf7-aa6a-720c19c4bef5 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27edca22-b178-4756-907c-34e65778152a {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:03.159979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-044fe624-4672-4cfd-98b5-28335c39182e service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186837 Aug 09 15:48:03.180921 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.181500 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9487d2c4-47ea-4cf7-aa6a-720c19c4bef5 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.183058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9487d2c4-47ea-4cf7-aa6a-720c19c4bef5 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "DELETE /v2.0/routers/27edca22-b178-4756-907c-34e65778152a HTTP/1.1" status: 204 len: 168 time: 1.2479393 Aug 09 15:48:03.193355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32968) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:03.217178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-805d49b9-8f1a-4816-8b85-249655dcc409 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Request body: {'router': {'name': 'tempest-router-1040016823', 'distributed': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:03.231276 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.242906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.275103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e0539236-d454-4ab9-9ad6-63e042d8ff09 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:03.280986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] In _notify_port_updated(), no bound segment for port e3c06233-023a-46e9-a4dc-48205a9d2650 on network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:48:03.296115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:03.297178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.300936 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "PUT /v2.0/ports/e3c06233-023a-46e9-a4dc-48205a9d2650 HTTP/1.1" status: 200 len: 818 time: 2.1068351 Aug 09 15:48:03.313572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa3e96-9a14-4b31-8f36-27c7c845784a req-4fa8cad3-d40a-4f8d-a66b-0aa6bc372942 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:03.325955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5aa3e96-9a14-4b31-8f36-27c7c845784a req-4fa8cad3-d40a-4f8d-a66b-0aa6bc372942 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.5420265 Aug 09 15:48:03.339294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32970) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:03.433149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Transition to ACTIVE for port object a82a03bb-00cf-401a-b9f3-9b690c30746d will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:03.480302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6fc3c-34b7-46cc-b9ba-2abc0a101efd None None] Network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:03.554628 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-805d49b9-8f1a-4816-8b85-249655dcc409 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.555727 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-805d49b9-8f1a-4816-8b85-249655dcc409 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.579976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.663772 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.738988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Provisioning for port e0539236-d454-4ab9-9ad6-63e042d8ff09 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:03.760742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Provisioning complete for port e0539236-d454-4ab9-9ad6-63e042d8ff09 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:03.771563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.776446 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.787615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5aa3e96-9a14-4b31-8f36-27c7c845784a req-7f7a105d-dd1e-41f8-a143-44695c832655 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969588 Aug 09 15:48:03.806444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:03.831112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:03.849126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:04.008334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:04.009583 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.040786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Allocated IP 172.25.7.254 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/c49120de-1a29-4ed3-b91a-4fba5e5f34c4) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:04.148072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=a82a03bb-00cf-401a-b9f3-9b690c30746d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:04.262721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-805d49b9-8f1a-4816-8b85-249655dcc409 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.276157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.292884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dbb62-e184-463d-b6b9-89401d0385fd req-8d57897b-0fcb-43ad-b275-b57c1c4767d5 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:04.295508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-370dbb62-e184-463d-b6b9-89401d0385fd req-8d57897b-0fcb-43ad-b275-b57c1c4767d5 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 945 time: 0.7350447 Aug 09 15:48:04.324822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-805d49b9-8f1a-4816-8b85-249655dcc409 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.351752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-10174a66-f9a2-433a-b24f-c3a71430c432 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.5072765 Aug 09 15:48:04.359142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:04.363779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-805d49b9-8f1a-4816-8b85-249655dcc409 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.365764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-805d49b9-8f1a-4816-8b85-249655dcc409 tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1631525 Aug 09 15:48:04.371315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32978) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:04.378600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-0b3796ea-fe7f-408c-89d6-11122c157187 service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1865687 Aug 09 15:48:04.378888 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.384092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'port': {'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'name': 'tempest-TaggedBootDevicesTest_v242-1792683051', 'fixed_ips': [{'subnet_id': 'ffc13484-a130-4113-be05-9342b1629caa'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:04.390189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7d8bf-c237-48a6-a307-c8feb6203253 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=e3c06233-023a-46e9-a4dc-48205a9d2650,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:04.420102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.475320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] For port e0539236-d454-4ab9-9ad6-63e042d8ff09, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e0539236-d454-4ab9-9ad6-63e042d8ff09,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:04.485899 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.508172 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62378732-8d3f-491a-ab05-f33645dece1f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.672683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Pushing event updated for resources: {'Port': ['ID=e0539236-d454-4ab9-9ad6-63e042d8ff09,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:04.701638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d6c0ba27-bdd9-488b-8b42-edd04eec6884 None None] Provisioning for port a82a03bb-00cf-401a-b9f3-9b690c30746d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:04.713736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d6c0ba27-bdd9-488b-8b42-edd04eec6884 None None] Provisioning complete for port a82a03bb-00cf-401a-b9f3-9b690c30746d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:04.714337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6c0ba27-bdd9-488b-8b42-edd04eec6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.723256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.723785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.728175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.730111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.732033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.732620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.733197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.735940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.736655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.737177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.737519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.740328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a0c373-1ad0-412f-9734-389ef7526acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.769947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:04.799861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:04.811052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:04.873944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0ba27-bdd9-488b-8b42-edd04eec6884 None None] Port a82a03bb-00cf-401a-b9f3-9b690c30746d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:04.920224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event updated for resources: {'Port': ['ID=c49120de-1a29-4ed3-b91a-4fba5e5f34c4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:05.028047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e0539236-d454-4ab9-9ad6-63e042d8ff09 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:05.060250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0bd6f-45a6-418a-9ad6-bd97adb1b647 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port e3c06233-023a-46e9-a4dc-48205a9d2650 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:05.061106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bd6f-45a6-418a-9ad6-bd97adb1b647 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.144061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f4847192-b083-41f4-bd50-dbff2b4d181d None None] Provisioning complete for port e0539236-d454-4ab9-9ad6-63e042d8ff09 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:05.144399 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f4847192-b083-41f4-bd50-dbff2b4d181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.184890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-12525af9-1374-4149-9f0e-a862c424c8bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560 HTTP/1.1" status: 200 len: 217 time: 0.6427507 Aug 09 15:48:05.335940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e0539236-d454-4ab9-9ad6-63e042d8ff09 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:05.336408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.391284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-370dbb62-e184-463d-b6b9-89401d0385fd req-bfcd5646-9140-46d7-b1e8-e611bea8f7fd tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0783777 Aug 09 15:48:05.459287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53113a09-c263-4d08-a485-ea837a50ed2a req-6f2b3eb5-41c6-47f3-bf51-5e85ee3f9f7e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:05.480177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53113a09-c263-4d08-a485-ea837a50ed2a req-6f2b3eb5-41c6-47f3-bf51-5e85ee3f9f7e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 1.3622921 Aug 09 15:48:05.594326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:05.677693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bd6f-45a6-418a-9ad6-bd97adb1b647 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.772220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0bd6f-45a6-418a-9ad6-bd97adb1b647 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for e3c06233-023a-46e9-a4dc-48205a9d2650 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:06.230788 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.360860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.383394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bd6f-45a6-418a-9ad6-bd97adb1b647 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.478828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-4f713034-ab86-45ed-abc3-b80ce553caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.487457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-4f713034-ab86-45ed-abc3-b80ce553caae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 200 len: 797 time: 1.0761933 Aug 09 15:48:06.528603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] device_id is not set on port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:06.554169 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62378732-8d3f-491a-ab05-f33645dece1f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.562233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62378732-8d3f-491a-ab05-f33645dece1f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.864653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53113a09-c263-4d08-a485-ea837a50ed2a req-59274f32-b876-488b-935a-8b22be0600fc tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3805866 Aug 09 15:48:06.874427 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62378732-8d3f-491a-ab05-f33645dece1f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.875948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62378732-8d3f-491a-ab05-f33645dece1f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f78868cf-cac9-498e-b558-7a574356ca1c {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:06.924035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62378732-8d3f-491a-ab05-f33645dece1f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.926659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62378732-8d3f-491a-ab05-f33645dece1f tempest-RoutersTestDVR-1986327849 tempest-RoutersTestDVR-1986327849-project-admin] 10.222.0.64 "DELETE /v2.0/routers/f78868cf-cac9-498e-b558-7a574356ca1c HTTP/1.1" status: 204 len: 168 time: 2.5530324 Aug 09 15:48:06.982724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424a4c-6e0b-4ccd-b0a9-11b880c0f83b req-e4b06a06-8a09-4850-bd28-45cce3eaf335 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.995896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a424a4c-6e0b-4ccd-b0a9-11b880c0f83b req-e4b06a06-8a09-4850-bd28-45cce3eaf335 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.5563588 Aug 09 15:48:07.004598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-1a25857b-eb41-479b-b628-d8617ace2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:07.007987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-1a25857b-eb41-479b-b628-d8617ace2084 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87db3854-e09d-446f-b4e0-6480752620ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4496074 Aug 09 15:48:07.068565 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bd6f-45a6-418a-9ad6-bd97adb1b647 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.083940 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b5b0bd6f-45a6-418a-9ad6-bd97adb1b647 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/e3c06233-023a-46e9-a4dc-48205a9d2650 HTTP/1.1" status: 204 len: 168 time: 3.7287161 Aug 09 15:48:07.083940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0bd6f-45a6-418a-9ad6-bd97adb1b647 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=e3c06233-023a-46e9-a4dc-48205a9d2650,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:07.094285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32986) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:07.367715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a424a4c-6e0b-4ccd-b0a9-11b880c0f83b req-d9552eb3-961f-4ae5-a677-2f6d1d55a309 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574862 Aug 09 15:48:07.446683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-ab72fcb1-85c8-4ecb-8a92-1fa6871cab8b service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823593 Aug 09 15:48:07.596400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5907ca-f8a1-46c3-9595-a839093d4f8d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:07.606369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb5907ca-f8a1-46c3-9595-a839093d4f8d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4845054 Aug 09 15:48:07.607315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32994) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:07.893499 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f4004c-d2ff-4dcb-9797-4a3f6668c76a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:48:07.893499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d4f4004c-d2ff-4dcb-9797-4a3f6668c76a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/e3c06233-023a-46e9-a4dc-48205a9d2650 HTTP/1.1" status: 404 len: 333 time: 0.1645577 Aug 09 15:48:07.977332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-f8cf4e00-0da7-4db6-9eb9-a19e38da7d7e service neutron] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173619 Aug 09 15:48:07.978097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32998) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:07.987737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1890382898'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:08.085745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-27c02356-872b-4086-85e6-ef124b61b176 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=63c86000-6a7e-4d7c-8686-f00e62636d61 HTTP/1.1" status: 200 len: 217 time: 0.0860698 Aug 09 15:48:08.089993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33002) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:08.161689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Allocated IP 10.1.1.213 (fcba54b1-62b4-4841-889a-0dc1f5a20673/ffc13484-a130-4113-be05-9342b1629caa/9fe0ef63-6550-4fb9-98fa-e391bcb77c09) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:08.273062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61a8c4-dc35-43a6-921d-76752f2e2ad7 req-fd87e49c-5847-470c-8a34-c478e4e312db tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:08.282831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa61a8c4-dc35-43a6-921d-76752f2e2ad7 req-fd87e49c-5847-470c-8a34-c478e4e312db tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 945 time: 0.4721632 Aug 09 15:48:08.320686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:08.325798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.370255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-149613ef-f2bf-4371-bf1a-bb3851f7fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:08.372879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-149613ef-f2bf-4371-bf1a-bb3851f7fec8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.2459254 Aug 09 15:48:08.402476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999997a-82c3-4a1b-bc18-a3f8c7c292b2 req-b267f237-6664-46a4-b6e3-94ad30a3ef0d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:08.406150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a999997a-82c3-4a1b-bc18-a3f8c7c292b2 req-b267f237-6664-46a4-b6e3-94ad30a3ef0d tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.3031209 Aug 09 15:48:08.448534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-038af40b-1029-447c-a3d3-b53136fe20fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.483465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:08.492310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.514585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa61a8c4-dc35-43a6-921d-76752f2e2ad7 req-eaf38826-42b8-46d2-ad6f-66c825f6b09f tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307897 Aug 09 15:48:08.532119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.532472 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Added segment 9864214f-bff6-4df5-af88-2443abb97c94 of type vlan for network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 Aug 09 15:48:08.614814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a999997a-82c3-4a1b-bc18-a3f8c7c292b2 req-31b0c4aa-779e-4eae-b205-d07ee31c4c3b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790512 Aug 09 15:48:08.617177 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.655957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-64afcdcb-2d43-4547-9dbf-aff85410eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:08.657649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-64afcdcb-2d43-4547-9dbf-aff85410eb7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2480061 Aug 09 15:48:08.672258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.695786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Transition to ACTIVE for port object 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:08.774540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.859521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:08.867413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:08.870026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:08.873462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:08.880122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Router 4351e3a9-791c-4187-b61a-e50102edcbbe is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:48:08.985181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:08.986392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.989308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.995695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:08.996312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.008237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f18fcd-ae62-4f50-9093-3129a7bc94c6 req-3ce63fa7-1b39-4332-afd7-a8061c3a264f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:09.010292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1f18fcd-ae62-4f50-9093-3129a7bc94c6 req-3ce63fa7-1b39-4332-afd7-a8061c3a264f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.3440773 Aug 09 15:48:09.062488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-73311b12-b66c-442a-a171-e852b823d825 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827031 Aug 09 15:48:09.071113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:09.091545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3c9ff-d81a-4e8d-9df0-fa998cb6baab None None] Sync routers for ids ['4351e3a9-791c-4187-b61a-e50102edcbbe'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:09.114986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3c9ff-d81a-4e8d-9df0-fa998cb6baab None None] Routers {'4351e3a9-791c-4187-b61a-e50102edcbbe'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:09.117066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ecd3c9ff-d81a-4e8d-9df0-fa998cb6baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['4351e3a9-791c-4187-b61a-e50102edcbbe'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:09.144463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-038af40b-1029-447c-a3d3-b53136fe20fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.158785 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1e1f1932-da3e-4e7b-abdb-cdd9556ab39c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7819941 Aug 09 15:48:09.161229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ecd3c9ff-d81a-4e8d-9df0-fa998cb6baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:09.173202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.178517 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38073750-a6fc-448a-9818-d03f3974eff5 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2511089 Aug 09 15:48:09.179162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33012) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:09.180250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3c9ff-d81a-4e8d-9df0-fa998cb6baab None None] Routers {'4351e3a9-791c-4187-b61a-e50102edcbbe'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:09.181499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ecd3c9ff-d81a-4e8d-9df0-fa998cb6baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['4351e3a9-791c-4187-b61a-e50102edcbbe'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:09.184746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:09.199798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-038af40b-1029-447c-a3d3-b53136fe20fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.220912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2410758 Aug 09 15:48:09.227304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d6e56-1e84-48c6-ab33-f853eb542258 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Network': ['ID=5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:09.228822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ecd3c9ff-d81a-4e8d-9df0-fa998cb6baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:09.230007 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3c9ff-d81a-4e8d-9df0-fa998cb6baab None None] The sync data for ids ['4351e3a9-791c-4187-b61a-e50102edcbbe'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:09.239346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33014) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:09.244635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:09.249822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1f18fcd-ae62-4f50-9093-3129a7bc94c6 req-bdbcc266-81ee-4953-9687-ee2f05a797e9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197299 Aug 09 15:48:09.255596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:09.296842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e32919ab-6552-41ed-9c6e-dfea1521475b None None] Provisioning for port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:09.309877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e32919ab-6552-41ed-9c6e-dfea1521475b None None] Provisioning complete for port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:09.310245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e32919ab-6552-41ed-9c6e-dfea1521475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.350821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e32919ab-6552-41ed-9c6e-dfea1521475b None None] Port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:09.363667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-038af40b-1029-447c-a3d3-b53136fe20fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=089c2577600f4f469d021412b70832f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2708380 Aug 09 15:48:09.367146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33016) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:09.402793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038af40b-1029-447c-a3d3-b53136fe20fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4ebffe-104b-417a-8beb-5a86fcccacbd,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:09.447877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-2b1dc879-45fa-4be9-9b78-d1e48031813f service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470087 Aug 09 15:48:09.475446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33018) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:09.482635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e9cb2119-4a7b-4048-a566-a1a52061f8ec tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123335714', 'description': 'tempest-description--333703961'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:09.497309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283ca42-96d4-46ef-b348-0c033851507d req-974fad27-970c-4008-b820-4f1da5d3f473 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:09.498849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0283ca42-96d4-46ef-b348-0c033851507d req-974fad27-970c-4008-b820-4f1da5d3f473 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 945 time: 0.1822300 Aug 09 15:48:09.508351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86c312bc-6498-4b18-ae1a-b378d1ceade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.551153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-65f0c40c-2896-42c2-8290-067de3dcf9b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a HTTP/1.1" status: 200 len: 217 time: 0.0873394 Aug 09 15:48:09.578941 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86c312bc-6498-4b18-ae1a-b378d1ceade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.593605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:09.598350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.758062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.783083 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86c312bc-6498-4b18-ae1a-b378d1ceade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.786577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86c312bc-6498-4b18-ae1a-b378d1ceade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.790748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-86c312bc-6498-4b18-ae1a-b378d1ceade8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc4ebffe-104b-417a-8beb-5a86fcccacbd HTTP/1.1" status: 204 len: 168 time: 0.4207420 Aug 09 15:48:09.794619 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.809446 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c312bc-6498-4b18-ae1a-b378d1ceade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4ebffe-104b-417a-8beb-5a86fcccacbd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:09.837926 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2119-4a7b-4048-a566-a1a52061f8ec tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.936134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Deleting port c49120de-1a29-4ed3-b91a-4fba5e5f34c4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:09.936563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.938037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-6119507e-f5ab-4efb-bcd8-af000c14c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:09.940176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-6119507e-f5ab-4efb-bcd8-af000c14c0cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 200 len: 797 time: 0.3660710 Aug 09 15:48:09.980481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c038e-6830-4a09-9227-b9861b66acae req-3ce41b7b-3bd4-4936-b518-ab77c541d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:09.982384 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c97c038e-6830-4a09-9227-b9861b66acae req-3ce41b7b-3bd4-4936-b518-ab77c541d9fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 1096 time: 0.1108871 Aug 09 15:48:10.050545 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c97c038e-6830-4a09-9227-b9861b66acae req-c3302000-6f16-48e0-9904-c5d2ef00b7c6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 Aug 09 15:48:10.070873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.074234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55694189-cb54-4da2-889e-bda9fabe9076 req-a1ddad9b-16c9-4771-a2ec-79280a7b1ca0 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:10.076463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55694189-cb54-4da2-889e-bda9fabe9076 req-a1ddad9b-16c9-4771-a2ec-79280a7b1ca0 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 945 time: 0.4199593 Aug 09 15:48:10.096862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Calling delete_port for c49120de-1a29-4ed3-b91a-4fba5e5f34c4 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:10.150496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7de1d-57ee-496f-9256-1c3acdb27d17 req-4bb02f8a-1ec7-465e-8da2-f365c91e0095 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:10.160538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1f7de1d-57ee-496f-9256-1c3acdb27d17 req-4bb02f8a-1ec7-465e-8da2-f365c91e0095 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 943 time: 0.3799706 Aug 09 15:48:10.263142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Deleting port 64558e08-8fdf-4b5d-9255-a2341e54ad40 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:10.263452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.320871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1e3-b624-4784-860d-ace674929027 req-194a23e0-5d82-43cb-8f53-c97a00a6378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:10.322484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-194a23e0-5d82-43cb-8f53-c97a00a6378a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b98b9a08-f09c-46cf-9b6f-340bff2f4407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3576148 Aug 09 15:48:10.368499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33030) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:10.395151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f407ead2-fa8e-4f6d-a54b-bb7bf82967dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.427166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.428536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55694189-cb54-4da2-889e-bda9fabe9076 req-d74486c2-5d8c-4926-a245-ee90e6e38992 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/security-groups?id=e39b3530-0cd2-444f-9561-dcace20299e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223653 Aug 09 15:48:10.482829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Pushing event deleted for resources: {'Port': ['ID=c49120de-1a29-4ed3-b91a-4fba5e5f34c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:10.540981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1f7de1d-57ee-496f-9256-1c3acdb27d17 req-599c28a7-245e-4c32-89bc-5c302bcc8dd3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698323 Aug 09 15:48:10.554379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.619500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:10.653605 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2119-4a7b-4048-a566-a1a52061f8ec tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.684741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2119-4a7b-4048-a566-a1a52061f8ec tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.730018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.815501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:10.821890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] For port 64558e08-8fdf-4b5d-9255-a2341e54ad40, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64558e08-8fdf-4b5d-9255-a2341e54ad40,segment=NetworkSegment(bf7c7de7-8c83-4874-a677-d022cc51352c),segment_id=bf7c7de7-8c83-4874-a677-d022cc51352c)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:10.822268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.827289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-791c97b7-39d9-45d8-8eac-715112ef0054 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771972 Aug 09 15:48:10.844854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'port_id': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'mac_address': 'fa:16:3e:cb:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:10.876757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb2119-4a7b-4048-a566-a1a52061f8ec tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b253abb9-c266-44dd-ba53-603125f6c12a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:10.877705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.880106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Calling delete_port for 64558e08-8fdf-4b5d-9255-a2341e54ad40 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:10.885621 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.899260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.905460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f6b5d-0fdb-4b77-8f43-a0069cfd161c req-d5b7ebf6-50d1-40c2-8866-4a2868dd2b73 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:10.907707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce6f6b5d-0fdb-4b77-8f43-a0069cfd161c req-d5b7ebf6-50d1-40c2-8866-4a2868dd2b73 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.3663065 Aug 09 15:48:10.919094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245e580f-c822-46fd-b10d-19eba0c4f5f9 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:10.958782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=90f03561-f6c6-4abc-b919-a8f126fe2b93,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:10.959762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:10.969322 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.065047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f407ead2-fa8e-4f6d-a54b-bb7bf82967dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.071318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:11.071795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Router 4351e3a9-791c-4187-b61a-e50102edcbbe has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:11.075432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f407ead2-fa8e-4f6d-a54b-bb7bf82967dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.086778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Checking segment: {'id': '9864214f-bff6-4df5-af88-2443abb97c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:11.087245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network hostable DHCP agents. Network: 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:11.101650 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2119-4a7b-4048-a566-a1a52061f8ec tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.103080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e9cb2119-4a7b-4048-a566-a1a52061f8ec tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6240816 Aug 09 15:48:11.111114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33032) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.116253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce6f6b5d-0fdb-4b77-8f43-a0069cfd161c req-1ff9973d-38e0-4f61-8a85-ee6363ea38ee tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689939 Aug 09 15:48:11.150134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f89a1e3-b624-4784-860d-ace674929027 req-93e4b210-2620-4693-b017-a8ad126e3626 service neutron] 10.222.0.35 "GET /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960031 Aug 09 15:48:11.161422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:11.175776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:11.181174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:11.181898 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.190883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a304b-1369-407e-b784-477a71d2e008 None None] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:11.231266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-edca7da6-0e6e-4958-8500-69fc4e80d76d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9802346 Aug 09 15:48:11.235770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33034) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.236795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0a581e4f-b12f-4f09-a98b-2f1378c1629c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'security_group_rule': {'security_group_id': 'b253abb9-c266-44dd-ba53-603125f6c12a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:11.242534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:11.242940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:11.256172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.260480 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-467a5128-941b-4131-8ae4-6fb41e512c0b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "PUT /v2.0/routers/4351e3a9-791c-4187-b61a-e50102edcbbe HTTP/1.1" status: 200 len: 705 time: 2.0797470 Aug 09 15:48:11.265206 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6ebc8-69e0-4e4b-b971-a2a7bf7b1c5b None None] Sync routers for ids ['4351e3a9-791c-4187-b61a-e50102edcbbe'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:11.269262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33036) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.277420 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6ebc8-69e0-4e4b-b971-a2a7bf7b1c5b None None] Routers {'4351e3a9-791c-4187-b61a-e50102edcbbe'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:11.277886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cea6ebc8-69e0-4e4b-b971-a2a7bf7b1c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['4351e3a9-791c-4187-b61a-e50102edcbbe'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:11.305428 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f407ead2-fa8e-4f6d-a54b-bb7bf82967dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c2d5d42bf194a42848b94e7bbc21a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9344926 Aug 09 15:48:11.309431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ead2-fa8e-4f6d-a54b-bb7bf82967dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7cd1c9-412c-40c8-9440-1c9b1895e24b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:11.319682 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cea6ebc8-69e0-4e4b-b971-a2a7bf7b1c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:11.326721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33038) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.330921 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6ebc8-69e0-4e4b-b971-a2a7bf7b1c5b None None] Routers {'4351e3a9-791c-4187-b61a-e50102edcbbe'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:11.332006 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cea6ebc8-69e0-4e4b-b971-a2a7bf7b1c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:47:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['4351e3a9-791c-4187-b61a-e50102edcbbe'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:11.367622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a581e4f-b12f-4f09-a98b-2f1378c1629c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.371357 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cea6ebc8-69e0-4e4b-b971-a2a7bf7b1c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:11.372424 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6ebc8-69e0-4e4b-b971-a2a7bf7b1c5b None None] The sync data for ids ['4351e3a9-791c-4187-b61a-e50102edcbbe'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:11.380892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['245e580f-c822-46fd-b10d-19eba0c4f5f9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:11.429119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.444830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032', 'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032', 'tenant_id': '1b14410d4c484164b8e569d613900a05', 'fixed_ips': [{'subnet_id': '90f03561-f6c6-4abc-b919-a8f126fe2b93'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:48:11.451077 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.472684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-02a0269e-fa27-4a3c-a337-283fdd68940a tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/routers/4351e3a9-791c-4187-b61a-e50102edcbbe HTTP/1.1" status: 200 len: 740 time: 0.2018528 Aug 09 15:48:11.480104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33040) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.490060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Pushing event deleted for resources: {'Port': ['ID=64558e08-8fdf-4b5d-9255-a2341e54ad40,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:11.499791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 64558e08-8fdf-4b5d-9255-a2341e54ad40 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:11.513928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-352c8380-7a3c-4203-a477-339623743fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.540015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a581e4f-b12f-4f09-a98b-2f1378c1629c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.556007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a581e4f-b12f-4f09-a98b-2f1378c1629c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.600478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3540a4b0-b226-4a3c-b037-9c02bc786051 tempest-RoutersAdminTest-1005607693 tempest-RoutersAdminTest-1005607693-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=4351e3a9-791c-4187-b61a-e50102edcbbe HTTP/1.1" status: 200 len: 205 time: 0.1111548 Aug 09 15:48:11.602046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33046) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.609979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-352c8380-7a3c-4203-a477-339623743fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.618937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a581e4f-b12f-4f09-a98b-2f1378c1629c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88141ecc-f004-4fab-914a-1662ff0814f5,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:11.634215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 64558e08-8fdf-4b5d-9255-a2341e54ad40 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:11.637203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 64558e08-8fdf-4b5d-9255-a2341e54ad40 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:11.639893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a581e4f-b12f-4f09-a98b-2f1378c1629c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.643527 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0a581e4f-b12f-4f09-a98b-2f1378c1629c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5262487 Aug 09 15:48:11.649371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33048) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.663417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0e4bcd88-eec7-4307-8aaa-b8bbb1a6ec29 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'security_group_rule': {'security_group_id': 'b253abb9-c266-44dd-ba53-603125f6c12a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:11.716270 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcd88-eec7-4307-8aaa-b8bbb1a6ec29 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.758389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Allocated IP 172.20.0.2 (5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032/90f03561-f6c6-4abc-b919-a8f126fe2b93/b4c44319-d215-4d3b-82b0-1190b1545857) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:11.771508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-352c8380-7a3c-4203-a477-339623743fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.774405 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-352c8380-7a3c-4203-a477-339623743fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.779410 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-352c8380-7a3c-4203-a477-339623743fd8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce7cd1c9-412c-40c8-9440-1c9b1895e24b HTTP/1.1" status: 204 len: 168 time: 0.4299901 Aug 09 15:48:11.806371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c8380-7a3c-4203-a477-339623743fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7cd1c9-412c-40c8-9440-1c9b1895e24b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:11.828942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcd88-eec7-4307-8aaa-b8bbb1a6ec29 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.838141 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcd88-eec7-4307-8aaa-b8bbb1a6ec29 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.886582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bcd88-eec7-4307-8aaa-b8bbb1a6ec29 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843045c1-8614-4c21-871c-304c691b7662,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:11.901925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcd88-eec7-4307-8aaa-b8bbb1a6ec29 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.909146 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0e4bcd88-eec7-4307-8aaa-b8bbb1a6ec29 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585318 Aug 09 15:48:11.910284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33056) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.915659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:11.962903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.092153 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.118713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Transition to ACTIVE for port object b4c44319-d215-4d3b-82b0-1190b1545857 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:12.162993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Transition to ACTIVE for port object b4c44319-d215-4d3b-82b0-1190b1545857 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:12.173455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.220375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:12.230551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:12.236613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:12.245125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bdc2d604-f8b3-4bbe-a8bd-adc7cbdedc23 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=4351e3a9-791c-4187-b61a-e50102edcbbe HTTP/1.1" status: 200 len: 205 time: 0.5837288 Aug 09 15:48:12.248196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ea7e941-253e-4a54-bee7-1cade5b1da93 req-f1217094-26ad-47ce-b2fc-3500a8056cfc tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 210 time: 0.6846979 Aug 09 15:48:12.250892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33062) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:12.279669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:48:12.279669 n-d-799523-2 neutron-server[94177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:48:12.279669 n-d-799523-2 neutron-server[94177]: [parameters: {'project_id_1': '1b14410d4c484164b8e569d613900a05', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 48, 11, 674628)}] Aug 09 15:48:12.279669 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:48:12.280359 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:48:12.286482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Pushing event updated for resources: {'Port': ['ID=b4c44319-d215-4d3b-82b0-1190b1545857,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:12.333847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Attempting to bind port b4c44319-d215-4d3b-82b0-1190b1545857 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:12.334895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Attempting to bind port b4c44319-d215-4d3b-82b0-1190b1545857 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '9864214f-bff6-4df5-af88-2443abb97c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:12.335776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Attempting to bind port b4c44319-d215-4d3b-82b0-1190b1545857 on network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:12.341558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] No DVR routers for this DVR port 64558e08-8fdf-4b5d-9255-a2341e54ad40 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:12.348193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:12.349951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Checking segment: {'id': '9864214f-bff6-4df5-af88-2443abb97c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:12.350960 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.352313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.352799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Bound using segment: {'id': '9864214f-bff6-4df5-af88-2443abb97c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:12.354105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Bound port: b4c44319-d215-4d3b-82b0-1190b1545857, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9864214f-bff6-4df5-af88-2443abb97c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:12.355007 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.355622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0283ca42-96d4-46ef-b348-0c033851507d req-38339b6b-31db-4d25-9d75-b828dbdb996b tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.35 "DELETE /v2.0/ports/64558e08-8fdf-4b5d-9255-a2341e54ad40 HTTP/1.1" status: 204 len: 173 time: 2.8189776 Aug 09 15:48:12.356392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9dec93-b686-49b4-85d6-0265dbb7eed4', 'name': 'network-vif-deleted', 'tag': '64558e08-8fdf-4b5d-9255-a2341e54ad40'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:12.366163 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e131d3a-f9dc-4815-80d5-52509d04fd5a" -d '{"events": [{"server_uuid": "5a9dec93-b686-49b4-85d6-0265dbb7eed4", "name": "network-vif-deleted", "tag": "64558e08-8fdf-4b5d-9255-a2341e54ad40"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:12.500765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b86ea96-39a2-42bf-957b-d42b78c473cb tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.508639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] For port b4c44319-d215-4d3b-82b0-1190b1545857, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:12.512384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1010e1-ce27-472e-a739-ffd21ba25600 req-c201eb5c-3000-426b-bdb1-4e0744b0f5b2 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:12.513032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] For port b4c44319-d215-4d3b-82b0-1190b1545857, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b4c44319-d215-4d3b-82b0-1190b1545857,segment=NetworkSegment(9864214f-bff6-4df5-af88-2443abb97c94),segment_id=9864214f-bff6-4df5-af88-2443abb97c94)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:12.516175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e1010e1-ce27-472e-a739-ffd21ba25600 req-c201eb5c-3000-426b-bdb1-4e0744b0f5b2 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 944 time: 0.8382974 Aug 09 15:48:12.535213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.576546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc48c4b-4749-40e6-b706-35557ca4b24e req-bc5a8a0e-3ced-4c20-a9bc-5ad6d80355a0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:12.578436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbc48c4b-4749-40e6-b706-35557ca4b24e req-bc5a8a0e-3ced-4c20-a9bc-5ad6d80355a0 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.1377728 Aug 09 15:48:12.619133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e1010e1-ce27-472e-a739-ffd21ba25600 req-ea5521cb-034f-4613-bc10-4b60cc136cfd tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906515 Aug 09 15:48:12.626706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:12.713330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbc48c4b-4749-40e6-b706-35557ca4b24e req-296fc4a7-6336-4719-bdc7-f3536d90cd5b tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094065 Aug 09 15:48:12.732595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ae1d-b99c-49d2-b226-78b22d4bc807 None None] Pushing event updated for resources: {'Port': ['ID=b4c44319-d215-4d3b-82b0-1190b1545857,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:12.767552 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c0ea0d-f9c7-456a-9546-b0f5f0f09768 x-openstack-request-id: req-b8c0ea0d-f9c7-456a-9546-b0f5f0f09768 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:12.767865 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9dec93-b686-49b4-85d6-0265dbb7eed4", "name": "network-vif-deleted", "tag": "64558e08-8fdf-4b5d-9255-a2341e54ad40", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:12.771637 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8c0ea0d-f9c7-456a-9546-b0f5f0f09768 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:12.772326 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9dec93-b686-49b4-85d6-0265dbb7eed4', 'name': 'network-vif-deleted', 'tag': '64558e08-8fdf-4b5d-9255-a2341e54ad40', 'status': 'completed', 'code': 200} Aug 09 15:48:12.780624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 245e580f-c822-46fd-b10d-19eba0c4f5f9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:12.781520 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.818216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b86ea96-39a2-42bf-957b-d42b78c473cb tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.821495 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b86ea96-39a2-42bf-957b-d42b78c473cb tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.822695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:12.846640 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.885300 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.916285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b86ea96-39a2-42bf-957b-d42b78c473cb tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.917116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b86ea96-39a2-42bf-957b-d42b78c473cb tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Fanout notify agent at l3_agent the message router_deleted on router 4351e3a9-791c-4187-b61a-e50102edcbbe {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:12.934380 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b86ea96-39a2-42bf-957b-d42b78c473cb tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.937251 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0b86ea96-39a2-42bf-957b-d42b78c473cb tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/4351e3a9-791c-4187-b61a-e50102edcbbe HTTP/1.1" status: 204 len: 168 time: 0.6851370 Aug 09 15:48:12.941942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33076) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.041221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.056328 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-97371840-9d7c-40ee-ac94-9b31dfa1c8e8 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=4351e3a9-791c-4187-b61a-e50102edcbbe HTTP/1.1" status: 200 len: 205 time: 0.1114442 Aug 09 15:48:13.061245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33084) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.104771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:13.107225 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93dec39-ed46-45cd-a441-ad64cfb2b948" -d '{"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-plugged", "status": "completed", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:13.169679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:13.176113 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.198574 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-b6c56d6f-d209-40c0-b05d-f60dba9f5ac6 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] delete failed (client error): The resource could not be found. Aug 09 15:48:13.199877 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b6c56d6f-d209-40c0-b05d-f60dba9f5ac6 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/4351e3a9-791c-4187-b61a-e50102edcbbe HTTP/1.1" status: 404 len: 336 time: 0.1372194 Aug 09 15:48:13.203267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33090) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.238675 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d6f5e-3600-4325-8330-60fa3b47888c x-openstack-request-id: req-152d6f5e-3600-4325-8330-60fa3b47888c {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:13.239170 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-plugged", "status": "completed", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:13.240234 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-152d6f5e-3600-4325-8330-60fa3b47888c {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:13.240807 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'code': 200} Aug 09 15:48:13.290068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:13.336126 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c4a8518b-332f-4b74-be32-c59d1626c733 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=485e751b-03f0-4cbd-a5be-777cdd177c23 HTTP/1.1" status: 200 len: 205 time: 0.1315954 Aug 09 15:48:13.341079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33096) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.350662 n-d-799523-2 neutron-server[94177]: INFO neutron.db.ipam_backend_mixin [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 90f03561-f6c6-4abc-b919-a8f126fe2b93 (CIDR: 172.20.0.0/28) Aug 09 15:48:13.383182 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:48:13.383623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:48:13.414439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-7aa36336-42cd-4fde-b0c2-fd3d0774d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:13.416609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-7aa36336-42cd-4fde-b0c2-fd3d0774d1ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 1096 time: 0.3058918 Aug 09 15:48:13.420556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a907ddf4-2de6-487e-9a55-2c0ea7b7516e tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1828947 Aug 09 15:48:13.425594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33098) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.434131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:13.498681 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-10c43052-3768-4a0b-959f-b8487c2386ba tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] delete failed (client error): The resource could not be found. Aug 09 15:48:13.500414 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-10c43052-3768-4a0b-959f-b8487c2386ba tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/485e751b-03f0-4cbd-a5be-777cdd177c23 HTTP/1.1" status: 404 len: 336 time: 0.1574850 Aug 09 15:48:13.517927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Allocated IP 172.25.7.16 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/103ad625-5635-4f50-85ff-35398fecfcdf) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:13.531523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33100) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.532048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33102) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.593987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8844d90-6fb3-43df-bc76-9e90a7fe4477 req-ae056bf8-52d6-49fb-9609-68b864ec37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:13.595502 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a8844d90-6fb3-43df-bc76-9e90a7fe4477 req-ae056bf8-52d6-49fb-9609-68b864ec37e7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1097 time: 0.1443644 Aug 09 15:48:13.637295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c642c-7671-41a5-9586-54ad0834c24b req-e7f9c818-e3b4-4e54-a258-e493a1a2d496 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:13.639204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b90c642c-7671-41a5-9586-54ad0834c24b req-e7f9c818-e3b4-4e54-a258-e493a1a2d496 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.4650187 Aug 09 15:48:13.692590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a8844d90-6fb3-43df-bc76-9e90a7fe4477 req-591a2199-8e14-4de5-98e7-9812f92d2785 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879767 Aug 09 15:48:13.712387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bfece54d-ed3b-4e40-a472-4f685a9f714d req-c5dcf999-4d3a-43e5-8d1d-15710e5be2b6 tempest-ServerGroupTestJSON-1310169047 tempest-ServerGroupTestJSON-1310169047-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a9dec93-b686-49b4-85d6-0265dbb7eed4 HTTP/1.1" status: 200 len: 210 time: 0.2038765 Aug 09 15:48:13.720135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3ae121ce-0dd8-4ebf-815c-2786281e91da tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=50fcf975-51b9-406d-8679-00a586bef630 HTTP/1.1" status: 200 len: 205 time: 0.1577992 Aug 09 15:48:13.725109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.728527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33108) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.790218 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-c6e69ce9-2281-4505-99ff-8f4f29dbe75a tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] delete failed (client error): The resource could not be found. Aug 09 15:48:13.793789 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c6e69ce9-2281-4505-99ff-8f4f29dbe75a tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/50fcf975-51b9-406d-8679-00a586bef630 HTTP/1.1" status: 404 len: 336 time: 0.0619485 Aug 09 15:48:13.794067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33110) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.832818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-482815d7-5ff9-43a5-a739-14d726bc8a0a tempest-AgentManagementNegativeTest-1865729374 tempest-AgentManagementNegativeTest-1865729374-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2772472 Aug 09 15:48:13.852192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0b23809-9956-46b9-a9df-b53b76df16dd tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=f833b3a5-f500-4cbb-9690-7cb21422d56b HTTP/1.1" status: 200 len: 205 time: 0.0567288 Aug 09 15:48:13.858927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33114) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.924744 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-d1bd1833-2263-456b-92ba-aa76e5ad2ce4 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] delete failed (client error): The resource could not be found. Aug 09 15:48:13.925882 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d1bd1833-2263-456b-92ba-aa76e5ad2ce4 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/f833b3a5-f500-4cbb-9690-7cb21422d56b HTTP/1.1" status: 404 len: 336 time: 0.0657542 Aug 09 15:48:13.930187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33116) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:13.955442 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.982531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b90c642c-7671-41a5-9586-54ad0834c24b req-79d4ebd4-7760-4895-8622-4af73fc7f6df tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903244 Aug 09 15:48:13.983651 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-306f573d-9b2b-489a-8607-74d27ab82c9d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=8220db20-08db-4dff-9702-9c7c3f5140de HTTP/1.1" status: 200 len: 205 time: 0.0512822 Aug 09 15:48:13.990991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33118) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:14.038063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=103ad625-5635-4f50-85ff-35398fecfcdf,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:14.056423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:14.059164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:14.064003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:14.087753 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-a993188a-fa7c-4949-87a6-c2857c3ad03b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] delete failed (client error): The resource could not be found. Aug 09 15:48:14.090578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a993188a-fa7c-4949-87a6-c2857c3ad03b tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/8220db20-08db-4dff-9702-9c7c3f5140de HTTP/1.1" status: 404 len: 336 time: 0.0971272 Aug 09 15:48:14.097052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33120) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:14.139771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-ceb135b9-27fd-4806-9311-f20340410de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:14.141696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-ceb135b9-27fd-4806-9311-f20340410de0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 200 len: 912 time: 0.6810329 Aug 09 15:48:14.148321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-be53d83a-585c-44f3-8215-206109d65a5d tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a6f784-61bc-4db3-a01d-af84fba1bc3e HTTP/1.1" status: 200 len: 205 time: 0.0486002 Aug 09 15:48:14.153582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33122) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:14.179140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce80b8-880b-44ea-92a8-df724b59f610 req-4ea6adcf-189a-4792-ba82-82abf0362b63 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:14.184667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fce80b8-880b-44ea-92a8-df724b59f610 req-4ea6adcf-189a-4792-ba82-82abf0362b63 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 946 time: 0.3844271 Aug 09 15:48:14.200730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.247175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.252794 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-7e68fe6b-a077-449a-a5f7-0c8305b24f98 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] delete failed (client error): The resource could not be found. Aug 09 15:48:14.259166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7e68fe6b-a077-449a-a5f7-0c8305b24f98 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/routers/c3a6f784-61bc-4db3-a01d-af84fba1bc3e HTTP/1.1" status: 404 len: 336 time: 0.0988235 Aug 09 15:48:14.291202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33126) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:14.310461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-a4d52551-eb9d-4692-a6da-7515339b29ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a506d7-181d-491b-98f1-5f209e765240 HTTP/1.1" status: 200 len: 217 time: 0.1553783 Aug 09 15:48:14.333989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:14.338463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.339378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd5d7e-d71c-4cf7-95e5-7c82020197fe None None] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:14.362832 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efcc48e-fb0e-45ae-a68e-cfba84e26b54 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] DELETE failed (client error): The resource could not be found. Aug 09 15:48:14.363810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efcc48e-fb0e-45ae-a68e-cfba84e26b54 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:48:14.369602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2efcc48e-fb0e-45ae-a68e-cfba84e26b54 tempest-RoutersAdminTest-390127657 tempest-RoutersAdminTest-390127657-project] 10.222.0.64 "DELETE /v2.0/subnets/e947990a-b26b-4fba-8a92-8498f1dfa899 HTTP/1.1" status: 404 len: 337 time: 0.0685887 Aug 09 15:48:14.370778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33128) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:14.452392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f05987c8-42f3-48fc-85cc-1b18adec1759 None None] Provisioning for port b4c44319-d215-4d3b-82b0-1190b1545857 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:14.573162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fce80b8-880b-44ea-92a8-df724b59f610 req-34d015fc-c7f1-453a-aa97-1cbdd5c520da tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264256 Aug 09 15:48:14.646498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-f8bce8b8-ccd0-4265-ab3f-325fce2b144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:14.650014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-f8bce8b8-ccd0-4265-ab3f-325fce2b144e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 200 len: 850 time: 0.3186250 Aug 09 15:48:14.729935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-97293a6a-1abe-4379-aa1b-67f16c0d2f9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650592 Aug 09 15:48:14.979114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33152) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:15.050211 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee209a5a-b961-4d1b-8588-1eda6e850d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.080560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-d275f5de-767c-4336-bf02-7bc701dfa06f service neutron] 10.222.0.35 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298578 Aug 09 15:48:15.151238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b4c44319-d215-4d3b-82b0-1190b1545857 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:15.248841 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5159-e73f-4fd4-8b61-5d80e2cc20ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.290235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.308377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db7a10fb-6f3f-49d5-aeec-66c259d7f36f req-0eccaaf2-fcbb-43ff-8fcf-23a8669a7b38 service neutron] 10.222.0.35 "GET /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144859 Aug 09 15:48:15.319269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.339979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b4c44319-d215-4d3b-82b0-1190b1545857 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:15.346630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b4c44319-d215-4d3b-82b0-1190b1545857 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:15.348491 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.397902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31f1b537-acd0-4dc3-987e-a9df688579fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.489904 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.531009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33196) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:15.576372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f5903-6501-410a-9153-e60a85b04225 req-e1d2d990-4be3-449f-8505-26e4242074a6 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:15.580031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a50f5903-6501-410a-9153-e60a85b04225 req-e1d2d990-4be3-449f-8505-26e4242074a6 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.4327121 Aug 09 15:48:15.592513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b4c44319-d215-4d3b-82b0-1190b1545857, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b4c44319-d215-4d3b-82b0-1190b1545857,segment=NetworkSegment(9864214f-bff6-4df5-af88-2443abb97c94),segment_id=9864214f-bff6-4df5-af88-2443abb97c94)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:15.611006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.664050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=103ad625-5635-4f50-85ff-35398fecfcdf,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:15.696028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.739652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=b4c44319-d215-4d3b-82b0-1190b1545857,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:15.754603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ae04fc-7d45-46d3-a6dc-fd6515b8f91f admin admin] Deleting subnet 2f9ac4dd-ae19-4c70-aa6e-67676893bd5f {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:15.760455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a50f5903-6501-410a-9153-e60a85b04225 req-5bd4d26e-0652-4fed-9df4-8e3057777e9f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374409 Aug 09 15:48:15.764466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.770425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45ae04fc-7d45-46d3-a6dc-fd6515b8f91f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.785811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4dcd72ad-6259-4396-a4c1-32c0aac1b018 None None] Provisioning complete for port b4c44319-d215-4d3b-82b0-1190b1545857 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:15.786573 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4dcd72ad-6259-4396-a4c1-32c0aac1b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.837444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45ae04fc-7d45-46d3-a6dc-fd6515b8f91f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.852188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:15.857750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:15.867560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:15.868174 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee209a5a-b961-4d1b-8588-1eda6e850d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.868780 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.876256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee209a5a-b961-4d1b-8588-1eda6e850d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.879454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cba593e-cd7b-4222-8437-ab972213a152 None None] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:15.913324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8980fa-8931-4a9c-ac06-83e2dec64fab req-c50788f6-94fe-4a6d-b89e-0c819ded315a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:15.915470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec8980fa-8931-4a9c-ac06-83e2dec64fab req-c50788f6-94fe-4a6d-b89e-0c819ded315a tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 946 time: 0.1669669 Aug 09 15:48:15.918779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=88c9d9f9-af4e-4748-bbe5-3437a622abca,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:15.932959 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ee209a5a-b961-4d1b-8588-1eda6e850d98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9b9cb9bf84047a88ca8a4d9a5ea4fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5609665 Aug 09 15:48:15.933618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33202) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:15.971489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45ae04fc-7d45-46d3-a6dc-fd6515b8f91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.025037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee209a5a-b961-4d1b-8588-1eda6e850d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467d71e1-c310-4fd5-b507-a4289bb43bce,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:16.061832 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5479-cce3-4e7e-b002-2b1048cd95dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.077158 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31f1b537-acd0-4dc3-987e-a9df688579fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.087542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31f1b537-acd0-4dc3-987e-a9df688579fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.090138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5479-cce3-4e7e-b002-2b1048cd95dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.127155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6754686e-2815-46a7-9be6-9d04739367a8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7010121 Aug 09 15:48:16.132366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33204) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:16.138118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33206) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:16.138692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-31f1b537-acd0-4dc3-987e-a9df688579fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97802483871e4e8f965add04c3070924&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1577189 Aug 09 15:48:16.144828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032', 'fixed_ips': [{'subnet_id': '90f03561-f6c6-4abc-b919-a8f126fe2b93'}, {'subnet_id': '88c9d9f9-af4e-4748-bbe5-3437a622abca'}], 'name': 'tempest-PortsTestJSON-2091755574'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:16.147507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.148799 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c400f2aa-16c9-4203-9aa9-bf1cfdfd5ca0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2376802 Aug 09 15:48:16.176387 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5479-cce3-4e7e-b002-2b1048cd95dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.179117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5479-cce3-4e7e-b002-2b1048cd95dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.183451 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5dc5479-cce3-4e7e-b002-2b1048cd95dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/467d71e1-c310-4fd5-b507-a4289bb43bce HTTP/1.1" status: 204 len: 168 time: 0.2459488 Aug 09 15:48:16.196480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45ae04fc-7d45-46d3-a6dc-fd6515b8f91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.209864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec8980fa-8931-4a9c-ac06-83e2dec64fab req-e3628465-5ece-414e-aed6-029c9c8b483b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844932 Aug 09 15:48:16.245674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1b537-acd0-4dc3-987e-a9df688579fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0803e-93e8-411e-9498-1de301456e01,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:16.264524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae04fc-7d45-46d3-a6dc-fd6515b8f91f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9ac4dd-ae19-4c70-aa6e-67676893bd5f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:16.268256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45ae04fc-7d45-46d3-a6dc-fd6515b8f91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.275526 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-45ae04fc-7d45-46d3-a6dc-fd6515b8f91f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2f9ac4dd-ae19-4c70-aa6e-67676893bd5f HTTP/1.1" status: 204 len: 168 time: 0.7384100 Aug 09 15:48:16.277065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc5479-cce3-4e7e-b002-2b1048cd95dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467d71e1-c310-4fd5-b507-a4289bb43bce,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:16.280418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33212) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:16.351113 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e192a4ea-b7ed-446a-9070-04e4f3a05b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.377923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e192a4ea-b7ed-446a-9070-04e4f3a05b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.433633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582cb5eb-2850-4c81-9358-d14c79ab12b3 None None] Update dhcp port {'port': {'network_id': '5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032', 'fixed_ips': [{'subnet_id': '90f03561-f6c6-4abc-b919-a8f126fe2b93', 'ip_address': '172.20.0.2'}, {'subnet_id': '88c9d9f9-af4e-4748-bbe5-3437a622abca'}], 'binding:host_id': 'n-d-799523-2'}, 'id': 'b4c44319-d215-4d3b-82b0-1190b1545857'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:48:16.440767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:16.443482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e192a4ea-b7ed-446a-9070-04e4f3a05b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.446358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e192a4ea-b7ed-446a-9070-04e4f3a05b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.451414 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e192a4ea-b7ed-446a-9070-04e4f3a05b2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95d0803e-93e8-411e-9498-1de301456e01 HTTP/1.1" status: 204 len: 168 time: 0.3081658 Aug 09 15:48:16.461769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192a4ea-b7ed-446a-9070-04e4f3a05b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0803e-93e8-411e-9498-1de301456e01,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:16.466394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.516956 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-582cb5eb-2850-4c81-9358-d14c79ab12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.621225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.636111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.657412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:16.659516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768dd8b2-6efb-4661-8c45-0543849d51e8']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:16.689963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7c7de7-8c83-4874-a677-d022cc51352c') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:16.690258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7c7de7-8c83-4874-a677-d022cc51352c') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:16.717279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.751227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.763420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:16.763925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:16.767988 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:16.917987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.926670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.934623 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/768dd8b2-6efb-4661-8c45-0543849d51e8 HTTP/1.1" status: 204 len: 168 time: 0.6467230 Aug 09 15:48:16.975802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486deca-2372-4abf-ad4e-4e23799308c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=768dd8b2-6efb-4661-8c45-0543849d51e8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:17.015650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b4c44319-d215-4d3b-82b0-1190b1545857 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:17.078403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-582cb5eb-2850-4c81-9358-d14c79ab12b3 None None] Allocated IP 172.20.0.18 (5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032/88c9d9f9-af4e-4748-bbe5-3437a622abca/b4c44319-d215-4d3b-82b0-1190b1545857) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:17.078645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-acde45eb-c972-4508-ba76-1c43f1eb8696 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1123335714&fields=id&tenant_id=4a75f73aa0d24258bf621dc70283aee8 HTTP/1.1" status: 200 len: 267 time: 0.1964571 Aug 09 15:48:17.107505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7d590-bf03-44c7-9287-f19a157690d8 req-5a34b25c-cfc3-43dc-a637-2385aaaa1079 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:17.109367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ce7d590-bf03-44c7-9287-f19a157690d8 req-5a34b25c-cfc3-43dc-a637-2385aaaa1079 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.0847452 Aug 09 15:48:17.176106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-08547e4b-107a-448b-acdb-be013877bf88 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:17.177677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-08547e4b-107a-448b-acdb-be013877bf88 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports/a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 936 time: 0.0808899 Aug 09 15:48:17.217853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-582cb5eb-2850-4c81-9358-d14c79ab12b3 None None] For port b4c44319-d215-4d3b-82b0-1190b1545857, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b4c44319-d215-4d3b-82b0-1190b1545857,segment=NetworkSegment(9864214f-bff6-4df5-af88-2443abb97c94),segment_id=9864214f-bff6-4df5-af88-2443abb97c94)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:17.220759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b4c44319-d215-4d3b-82b0-1190b1545857 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:17.221377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.239724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ce7d590-bf03-44c7-9287-f19a157690d8 req-3f22e605-bf9c-4115-ab8c-cab5d644e818 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181934 Aug 09 15:48:17.287327 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-582cb5eb-2850-4c81-9358-d14c79ab12b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.295941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33244) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:17.336942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-582cb5eb-2850-4c81-9358-d14c79ab12b3 None None] Transition to ACTIVE for port object b4c44319-d215-4d3b-82b0-1190b1545857 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:17.339662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33246) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:17.346043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-9ec34cbb-94d1-4785-b815-efc26f65207b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:17.353044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-9ec34cbb-94d1-4785-b815-efc26f65207b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports/9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 937 time: 0.1494553 Aug 09 15:48:17.384077 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-582cb5eb-2850-4c81-9358-d14c79ab12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.426978 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3473e1d7-d965-4632-95ff-0c4727e5ccd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da8b457e81224a199dfc24c01cb3e334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297004 Aug 09 15:48:17.428235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33248) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:17.460686 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d20df440-1bc0-489d-9224-35e3aa2ebb24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a36cac9698c44f9892f9fe042516e85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155088 Aug 09 15:48:17.461031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33250) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:17.483161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3ef131d3-c1e4-4729-a3f9-f771c046b5e3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1074059 Aug 09 15:48:17.497023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cb5eb-2850-4c81-9358-d14c79ab12b3 None None] Pushing event updated for resources: {'Port': ['ID=b4c44319-d215-4d3b-82b0-1190b1545857,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:17.500305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fe19e3f3-cb5b-48cd-ad34-ff63f8fe9d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.560858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20ae4377-6fb7-4c9a-8b1d-4212d3db84ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.574357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3f810b62-872a-41f6-9164-8a79b780bff3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0773933 Aug 09 15:48:17.593582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20ae4377-6fb7-4c9a-8b1d-4212d3db84ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.661063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20ae4377-6fb7-4c9a-8b1d-4212d3db84ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.664436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20ae4377-6fb7-4c9a-8b1d-4212d3db84ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.665753 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-20ae4377-6fb7-4c9a-8b1d-4212d3db84ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70def88e-80d8-41e0-950c-3a955c6092db HTTP/1.1" status: 204 len: 168 time: 0.2036357 Aug 09 15:48:17.675110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae4377-6fb7-4c9a-8b1d-4212d3db84ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70def88e-80d8-41e0-950c-3a955c6092db,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:17.738618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827de97a-34a5-48c8-bcbb-52c5a720a70b req-16c13b86-9e80-4aca-8a48-3fda3b0e18d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:17.751955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-827de97a-34a5-48c8-bcbb-52c5a720a70b req-16c13b86-9e80-4aca-8a48-3fda3b0e18d0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 946 time: 0.3770993 Aug 09 15:48:17.801372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.7 (5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032/90f03561-f6c6-4abc-b919-a8f126fe2b93/dd38ab0e-625b-4730-b625-fb0f49cbc3f5) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:17.806512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0436e101-c8dc-4dc0-a467-49a0594fd05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.808909 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.838066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.29 (5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032/88c9d9f9-af4e-4748-bbe5-3437a622abca/dd38ab0e-625b-4730-b625-fb0f49cbc3f5) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:17.898755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0436e101-c8dc-4dc0-a467-49a0594fd05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.937798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-827de97a-34a5-48c8-bcbb-52c5a720a70b req-9dc81061-ca69-44bd-879c-37a9d54f0c41 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849647 Aug 09 15:48:18.000207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-985798cc-f8ed-46c6-ab51-badbce523670 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.007858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-985798cc-f8ed-46c6-ab51-badbce523670 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.015392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-985798cc-f8ed-46c6-ab51-badbce523670 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.017380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-985798cc-f8ed-46c6-ab51-badbce523670 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/networks?id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 200 len: 1995 time: 0.4420578 Aug 09 15:48:18.185894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-8e1bda96-2906-4ccd-89f6-30a6a549587d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/quotas/4a75f73aa0d24258bf621dc70283aee8 HTTP/1.1" status: 200 len: 375 time: 0.0442116 Aug 09 15:48:18.216937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85964f40-b4de-4c2b-a04d-05004931677b None None] Provisioning for port b4c44319-d215-4d3b-82b0-1190b1545857 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:18.225026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85964f40-b4de-4c2b-a04d-05004931677b None None] Provisioning complete for port b4c44319-d215-4d3b-82b0-1190b1545857 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:18.225723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85964f40-b4de-4c2b-a04d-05004931677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.228425 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0436e101-c8dc-4dc0-a467-49a0594fd05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.231482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0436e101-c8dc-4dc0-a467-49a0594fd05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.236417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0436e101-c8dc-4dc0-a467-49a0594fd05a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e39b3530-0cd2-444f-9561-dcace20299e0 HTTP/1.1" status: 204 len: 168 time: 0.8019612 Aug 09 15:48:18.271302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436e101-c8dc-4dc0-a467-49a0594fd05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39b3530-0cd2-444f-9561-dcace20299e0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:18.305008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.320125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33280) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.347463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-fad3500c-5648-443a-8473-a2e12f5a7ba9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1486695 Aug 09 15:48:18.353109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object dd38ab0e-625b-4730-b625-fb0f49cbc3f5 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:18.507408 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.528531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd56e-e9f0-4452-a491-be54341f1b10 req-614138b6-7502-4970-8b4c-e10410641c70 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.530488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c9dd56e-e9f0-4452-a491-be54341f1b10 req-614138b6-7502-4970-8b4c-e10410641c70 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.1517341 Aug 09 15:48:18.600506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:18.610907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:18.621436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-bc57c77f-ee26-4424-b863-cb0c168a7728 service neutron] 10.222.0.64 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512584 Aug 09 15:48:18.622290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:18.629353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=dd38ab0e-625b-4730-b625-fb0f49cbc3f5,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:18.681433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-6f869a89-2bc9-4b80-9794-95c7b4d1de21 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.685463 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6f869a89-2bc9-4b80-9794-95c7b4d1de21 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3616955 Aug 09 15:48:18.685763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33292) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.690485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-e7ac6518-9968-4b65-b097-50750d8f6e96 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.695029 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7ac6518-9968-4b65-b097-50750d8f6e96 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047841 Aug 09 15:48:18.696638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33296) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.713093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-f319a0d2-cf28-4d50-b142-1848a664db94 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.717094 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f319a0d2-cf28-4d50-b142-1848a664db94 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0105264 Aug 09 15:48:18.717195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33298) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.725815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-3acd399d-2468-48e5-9196-2df9b48a8afc tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.727558 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3acd399d-2468-48e5-9196-2df9b48a8afc tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090108 Aug 09 15:48:18.730604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33300) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.738466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-78aef86a-144e-415e-833f-94a48269bf8c tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.739454 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-78aef86a-144e-415e-833f-94a48269bf8c tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070746 Aug 09 15:48:18.747442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33306) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.762847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-a617fbcc-70fc-4342-8ef4-104c37a37579 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.763870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a617fbcc-70fc-4342-8ef4-104c37a37579 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0133765 Aug 09 15:48:18.766879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33308) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.767021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c9dd56e-e9f0-4452-a491-be54341f1b10 req-28206fc1-1aca-4929-8627-158471f65a1f tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104092 Aug 09 15:48:18.775647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-e5858596-50e7-402d-9913-53702446c0b5 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.777759 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e5858596-50e7-402d-9913-53702446c0b5 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0095594 Aug 09 15:48:18.781808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33310) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.788602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-d650ccfe-c6d2-438b-87ae-cd904ec185d9 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.790406 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d650ccfe-c6d2-438b-87ae-cd904ec185d9 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072923 Aug 09 15:48:18.799043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.800270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33314) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.802999 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.808996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-690c9c4e-ec2e-4d7e-9e4a-4729945020b1 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.810843 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-690c9c4e-ec2e-4d7e-9e4a-4729945020b1 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0091894 Aug 09 15:48:18.813552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33316) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.823884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-923e9103-2b08-4366-975f-2737847c2efa tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.823884 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-923e9103-2b08-4366-975f-2737847c2efa tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0086765 Aug 09 15:48:18.826127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33320) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.834590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-2ddff382-adfc-489f-9d03-991e9996e1e6 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.835644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2ddff382-adfc-489f-9d03-991e9996e1e6 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0085294 Aug 09 15:48:18.838468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33322) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.843528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-59510a8e-3e23-41ea-a2ab-915526a278bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7006135 Aug 09 15:48:18.843806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33324) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.845395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-b043f217-dd1e-47f5-bf61-677d7a80c67f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.846558 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b043f217-dd1e-47f5-bf61-677d7a80c67f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070133 Aug 09 15:48:18.849750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33326) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.855515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90f03561-f6c6-4abc-b919-a8f126fe2b93'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:18.867049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-6fdfd20b-239d-4536-898e-308cf2bccbbd tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.870739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6fdfd20b-239d-4536-898e-308cf2bccbbd tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0175116 Aug 09 15:48:18.872637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33328) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.878968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-759c6b28-50f1-49fe-8cc0-005caf8bc91f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.881500 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-759c6b28-50f1-49fe-8cc0-005caf8bc91f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069103 Aug 09 15:48:18.884663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33330) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.907399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-b5cc6a5c-a005-420f-bf70-60a9ab0ee882 service neutron] 10.222.0.64 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750900 Aug 09 15:48:18.913573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-a57805c8-0877-4d67-a78d-a5550d06b0a7 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.919381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a57805c8-0877-4d67-a78d-a5550d06b0a7 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0329218 Aug 09 15:48:18.922434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.936642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-41ac2326-095b-46c8-9622-a01caa12d92f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.943466 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-41ac2326-095b-46c8-9622-a01caa12d92f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0198491 Aug 09 15:48:18.944507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33338) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.954323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-5b0d0d21-7bdc-4b95-b0ad-389243c7db03 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.958808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5b0d0d21-7bdc-4b95-b0ad-389243c7db03 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0093172 Aug 09 15:48:18.961589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33340) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.973302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.977900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-fc6b51ba-9591-409f-bd06-abb0d3429ce2 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.984148 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fc6b51ba-9591-409f-bd06-abb0d3429ce2 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0154309 Aug 09 15:48:18.985837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33342) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.995682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-921cbfe1-8c10-4cd9-a3e0-b544eb540d40 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.999683 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-921cbfe1-8c10-4cd9-a3e0-b544eb540d40 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0125568 Aug 09 15:48:19.004048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33344) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.024591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-bf1539db-643a-41cb-a67f-66182d835663 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.026092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b4c44319-d215-4d3b-82b0-1190b1545857 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:19.029400 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bf1539db-643a-41cb-a67f-66182d835663 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0177031 Aug 09 15:48:19.033018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33346) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.045066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-ab629a9a-cecc-42f6-af2d-cb740ff73afa tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.047636 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ab629a9a-cecc-42f6-af2d-cb740ff73afa tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0131061 Aug 09 15:48:19.050778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33348) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.069877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-0d9d7266-e26b-4f7e-ade4-9c83752d9c05 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.071611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0d9d7266-e26b-4f7e-ade4-9c83752d9c05 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0134406 Aug 09 15:48:19.074618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33350) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.081785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-f0edae34-9108-4729-9b91-e9407962f953 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.084238 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f0edae34-9108-4729-9b91-e9407962f953 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067830 Aug 09 15:48:19.086501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33352) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.096853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-dba857cc-5783-4b4a-a556-8c598d7fdd21 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.100126 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dba857cc-5783-4b4a-a556-8c598d7fdd21 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0111296 Aug 09 15:48:19.103374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33354) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.103688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-46d5c5ac-f8d6-4b7f-b0f9-5b90e1535993 service neutron] 10.222.0.64 "GET /v2.0/ports/a82a03bb-00cf-401a-b9f3-9b690c30746d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1728096 Aug 09 15:48:19.111577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-cda3e3d2-f31e-43f3-b4e7-7aecc62d9af1 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.114137 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cda3e3d2-f31e-43f3-b4e7-7aecc62d9af1 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0083265 Aug 09 15:48:19.119430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33356) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.126559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-5f9c1d8f-f6b4-4aef-b5d7-2891d6b3763c tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.128583 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5f9c1d8f-f6b4-4aef-b5d7-2891d6b3763c tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0076876 Aug 09 15:48:19.131194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33360) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.141099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-2397b39e-a7ee-427a-8bb6-09d77aa34ca5 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.142686 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2397b39e-a7ee-427a-8bb6-09d77aa34ca5 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0097625 Aug 09 15:48:19.144192 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.145620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33362) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.154353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-fbf25d0f-e403-4b36-ba34-3f9b653a7441 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.156899 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fbf25d0f-e403-4b36-ba34-3f9b653a7441 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090811 Aug 09 15:48:19.161186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33364) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.174509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6103a75d-b009-49ff-8c2a-386853bc04c0 None None] Provisioning for port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:19.181050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-5b81da6a-593d-4e01-b739-f8aab6ecb6e9 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.181239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6103a75d-b009-49ff-8c2a-386853bc04c0 None None] Provisioning complete for port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:19.181591 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6103a75d-b009-49ff-8c2a-386853bc04c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.182952 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5b81da6a-593d-4e01-b739-f8aab6ecb6e9 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0203726 Aug 09 15:48:19.185819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33368) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.194670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-440ed214-0b1d-40ac-9f42-590055e758ca tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.196803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-440ed214-0b1d-40ac-9f42-590055e758ca tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099742 Aug 09 15:48:19.199452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33370) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.208593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b4c44319-d215-4d3b-82b0-1190b1545857 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:19.208960 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.212404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-77b172a0-0b4c-44fe-948b-764a5b18bdd1 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.213391 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-77b172a0-0b4c-44fe-948b-764a5b18bdd1 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097487 Aug 09 15:48:19.221465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33374) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.227113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-60442bff-1cdf-4c11-a866-5af07778b34f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.228099 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-60442bff-1cdf-4c11-a866-5af07778b34f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0056324 Aug 09 15:48:19.231415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.246789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-0b769ff5-062c-4762-a263-86b47bcb752d tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.247658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0b769ff5-062c-4762-a263-86b47bcb752d tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070481 Aug 09 15:48:19.251383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33380) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.256269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-84908342-90d6-4c99-8236-bff36cc24e68 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.257229 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-84908342-90d6-4c99-8236-bff36cc24e68 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048501 Aug 09 15:48:19.260621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33382) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.268344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-b8368ab8-d6a6-4646-aa7d-ba00c998c835 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.269660 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b8368ab8-d6a6-4646-aa7d-ba00c998c835 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080278 Aug 09 15:48:19.272793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33384) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.282799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-854828b1-339d-48de-b97a-e3cdaec2ba98 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.286319 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-854828b1-339d-48de-b97a-e3cdaec2ba98 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0112636 Aug 09 15:48:19.288696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33386) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.299848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-984b9377-7d86-4395-a395-4658c33850ae tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.300931 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-984b9377-7d86-4395-a395-4658c33850ae tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0110834 Aug 09 15:48:19.305185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33390) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.310756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6103a75d-b009-49ff-8c2a-386853bc04c0 None None] Port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:19.324226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-3cc4195a-3e10-4f7f-a15b-617ac8e03e64 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.325224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3cc4195a-3e10-4f7f-a15b-617ac8e03e64 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0157175 Aug 09 15:48:19.328122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33394) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.334502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-dd3bb1a0-50d9-40e4-ab28-f0d4ff448b1a tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.336455 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dd3bb1a0-50d9-40e4-ab28-f0d4ff448b1a tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0068829 Aug 09 15:48:19.343169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33396) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.351316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-6cc17923-b1db-400c-bf47-8e686d264d18 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.352574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6cc17923-b1db-400c-bf47-8e686d264d18 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0060031 Aug 09 15:48:19.355785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33398) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.360979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-c87368dc-8288-4671-b4ee-67ca1fe3b3ad tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.362254 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c87368dc-8288-4671-b4ee-67ca1fe3b3ad tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0051179 Aug 09 15:48:19.365167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33400) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.371635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-a7d309fd-8e99-4d8f-947e-1a626ed5a3f1 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.374939 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7d309fd-8e99-4d8f-947e-1a626ed5a3f1 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084703 Aug 09 15:48:19.377754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33402) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.384936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-dbc07443-a0af-46e3-aaa4-2c633803ec75 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.389582 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dbc07443-a0af-46e3-aaa4-2c633803ec75 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0101290 Aug 09 15:48:19.391760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33404) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.396934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-8d1009ce-bf75-4bf4-9765-aafe6ab53af8 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.401035 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8d1009ce-bf75-4bf4-9765-aafe6ab53af8 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0079660 Aug 09 15:48:19.402137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33406) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.407294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-e2ff8d1a-c482-4758-94a0-c336c796ba9e tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.411033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fe415-ad00-4abe-8ad4-192974233737 req-b9dc1cc9-19ac-4139-92e5-2d14c18886aa tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:19.411343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab6fe415-ad00-4abe-8ad4-192974233737 req-b9dc1cc9-19ac-4139-92e5-2d14c18886aa tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.1857884 Aug 09 15:48:19.412332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2ff8d1a-c482-4758-94a0-c336c796ba9e tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0089917 Aug 09 15:48:19.413392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33408) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.418029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-263f327d-6270-4745-8e50-b09b20be9b5d tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.420753 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-263f327d-6270-4745-8e50-b09b20be9b5d tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0062866 Aug 09 15:48:19.422968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33410) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.430146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-8e086422-d0a9-4ba2-988d-32d7b8b42f23 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.434503 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-c556ff6e-45d7-40c2-82ea-d0cc2d1926a8 service neutron] 10.222.0.64 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231227 Aug 09 15:48:19.434615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33412) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.435656 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8e086422-d0a9-4ba2-988d-32d7b8b42f23 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0105059 Aug 09 15:48:19.450662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [None req-fb4495d0-abbf-406e-9e1b-667f62ab229d tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.454818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fb4495d0-abbf-406e-9e1b-667f62ab229d tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080860 Aug 09 15:48:19.456324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33414) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.462664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-06d10b09-54f5-43e3-b3eb-446b3d248276 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.467259 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-06d10b09-54f5-43e3-b3eb-446b3d248276 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0095189 Aug 09 15:48:19.468604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33418) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.474649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-b12179a5-cfd8-4a63-b565-7c5595d5fe8a tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.476327 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b12179a5-cfd8-4a63-b565-7c5595d5fe8a tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060778 Aug 09 15:48:19.478728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33420) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.484432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-acc3b3e0-5d0e-483a-9cf8-970745e66b71 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.485611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-acc3b3e0-5d0e-483a-9cf8-970745e66b71 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051248 Aug 09 15:48:19.490454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33422) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.496784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-63bfa147-57c7-4280-9621-8418ed2e8e1f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.499209 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-63bfa147-57c7-4280-9621-8418ed2e8e1f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070388 Aug 09 15:48:19.501993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33426) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.506742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-85616975-aa83-4969-9c0c-9f178251bebe tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.511301 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-85616975-aa83-4969-9c0c-9f178251bebe tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082653 Aug 09 15:48:19.511968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33428) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.518439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-44c99108-c02e-40d9-aca4-c154a3ddd29c tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.522901 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-44c99108-c02e-40d9-aca4-c154a3ddd29c tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0098097 Aug 09 15:48:19.523609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33430) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.529080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-43418665-5668-43c3-9de2-21c8435987ac tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.533010 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-43418665-5668-43c3-9de2-21c8435987ac tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0070903 Aug 09 15:48:19.534870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33432) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.539897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-c76ec2c0-fbfe-42da-a82b-7a51e80794bd tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.545123 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c76ec2c0-fbfe-42da-a82b-7a51e80794bd tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0090835 Aug 09 15:48:19.545790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33434) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.551976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-dcdd2237-456f-4737-ada8-b85d150dc0be tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.556357 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dcdd2237-456f-4737-ada8-b85d150dc0be tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0090847 Aug 09 15:48:19.557005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33436) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.562055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-2c48eb1c-3ac3-4165-ac94-e04da5e84ca5 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.566929 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c48eb1c-3ac3-4165-ac94-e04da5e84ca5 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0085430 Aug 09 15:48:19.567980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33438) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.573834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-2c5335a7-f60a-48ae-b093-34b5a6ec8767 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.578649 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c5335a7-f60a-48ae-b093-34b5a6ec8767 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095358 Aug 09 15:48:19.579314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33440) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.585490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-c13caecc-c3ba-4823-8bf6-f0af770762a2 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.589780 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c13caecc-c3ba-4823-8bf6-f0af770762a2 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091629 Aug 09 15:48:19.591251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33442) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.596922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-bfe775e2-d22d-4b44-af9f-9bf54338ddab tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.601093 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bfe775e2-d22d-4b44-af9f-9bf54338ddab tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086203 Aug 09 15:48:19.601762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33446) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.608343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-455c52b5-d245-4aab-87b0-4f11c2fe53b6 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.613706 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-455c52b5-d245-4aab-87b0-4f11c2fe53b6 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0095305 Aug 09 15:48:19.615181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33448) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.622075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-0ad339af-668c-4a5d-a818-4f41dcac73a6 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.627974 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0ad339af-668c-4a5d-a818-4f41dcac73a6 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105822 Aug 09 15:48:19.629102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33450) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.636621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-00cd7613-8b56-4a97-8083-f10e7625cc9f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.640602 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-00cd7613-8b56-4a97-8083-f10e7625cc9f tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0088668 Aug 09 15:48:19.640602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33452) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.645559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-a4c89a7f-f996-47b2-95d2-d7ba7060de31 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.651510 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a4c89a7f-f996-47b2-95d2-d7ba7060de31 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098474 Aug 09 15:48:19.652368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33454) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.657563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-85f90069-b5f7-4b94-b9da-80d6125d518a tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.661628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-85f90069-b5f7-4b94-b9da-80d6125d518a tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0079813 Aug 09 15:48:19.662251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33456) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.669948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-5d23e199-4735-4a8f-b3c8-26d5f4f8228b tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.680236 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5d23e199-4735-4a8f-b3c8-26d5f4f8228b tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0106750 Aug 09 15:48:19.680236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33460) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.680236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-81534ff7-ee64-46f7-a3ab-4fddd0e343fa tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.680236 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-81534ff7-ee64-46f7-a3ab-4fddd0e343fa tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044317 Aug 09 15:48:19.682903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33462) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.687344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [None req-3b771766-e152-4397-86f4-918200816c32 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:19.689937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3b771766-e152-4397-86f4-918200816c32 tempest-ExtensionsTestJSON-26782733 tempest-ExtensionsTestJSON-26782733-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058892 Aug 09 15:48:20.021158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab6fe415-ad00-4abe-8ad4-192974233737 req-9463d388-1bc0-4c61-a7f3-81904112f22e tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914698 Aug 09 15:48:20.021158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33476) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:20.049511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33482) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:20.110170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-bc04c35b-c544-4d71-927e-06b71b0e019d service neutron] 10.222.0.64 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516826 Aug 09 15:48:20.156563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Delete allocated IP 172.20.0.29 (5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032/88c9d9f9-af4e-4748-bbe5-3437a622abca) {{(pid=94177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 15:48:20.172326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-50b43083-de17-4258-96ad-f0ce77c40c69 service neutron] 10.222.0.64 "GET /v2.0/ports/9fe0ef63-6550-4fb9-98fa-e391bcb77c09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0508459 Aug 09 15:48:20.278027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1571868978', 'router:external': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:20.329875 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.350395 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.351876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Made reservation on behalf of 0901b9c862ec4cd6be78947ca91bcc87 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:20.353282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.384992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.415482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3840a135-b48b-4b00-ab1f-558adb28d8f4 service neutron] 10.222.0.64 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377598 Aug 09 15:48:20.465019 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.471225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.498506 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.521722 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=820b2e38ccd64d6caa3a0ba87f41ae3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708817 Aug 09 15:48:20.522547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33494) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:20.531764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f7fad-6e02-469a-9d29-b19891416851,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:20.545360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object dd38ab0e-625b-4730-b625-fb0f49cbc3f5 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:20.555359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.555650 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.556207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.556207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.556777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.557063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.557389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.557706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.558240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.558566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.558886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.559210 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.559520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386266aa-ee6b-410c-b07d-33c12812efb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:20.605450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c272076-f6a5-4530-802b-3c75e880d54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.650057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c272076-f6a5-4530-802b-3c75e880d54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.724890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5c75e82-2cc6-45d5-a7ff-240e2a1c9a64 req-d5d2e982-9266-4a38-9e28-e41ac7605b51 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4a59d1d-4856-42bf-b24b-fb08871ad243 HTTP/1.1" status: 200 len: 210 time: 0.0827167 Aug 09 15:48:20.777852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=dd38ab0e-625b-4730-b625-fb0f49cbc3f5,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:20.784862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c272076-f6a5-4530-802b-3c75e880d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.789372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c272076-f6a5-4530-802b-3c75e880d54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.789794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-fddc7213-4a81-4b7e-b074-12427bbd7d52 service neutron] 10.222.0.64 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552277 Aug 09 15:48:20.809393 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8c272076-f6a5-4530-802b-3c75e880d54b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c30f7fad-6e02-469a-9d29-b19891416851 HTTP/1.1" status: 204 len: 168 time: 0.2844975 Aug 09 15:48:20.828336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c272076-f6a5-4530-802b-3c75e880d54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f7fad-6e02-469a-9d29-b19891416851,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:20.973503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] In _notify_port_updated(), no bound segment for port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 on network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:48:20.987048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:20.988102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.995999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33518) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:20.996171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b4d73257-bcaa-4abd-a13e-dce814e298fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "PUT /v2.0/ports/dd38ab0e-625b-4730-b625-fb0f49cbc3f5 HTTP/1.1" status: 200 len: 919 time: 2.1497700 Aug 09 15:48:21.004287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90f03561-f6c6-4abc-b919-a8f126fe2b93'}, {'subnet_id': '88c9d9f9-af4e-4748-bbe5-3437a622abca'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:21.057828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-16df71ce-9fa5-48b9-9f36-1889528f19c8 None None] Provisioning for port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:21.062646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-16df71ce-9fa5-48b9-9f36-1889528f19c8 None None] Provisioning complete for port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:21.063513 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-16df71ce-9fa5-48b9-9f36-1889528f19c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.090605 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.105932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-10c3aa44-8e81-496c-a3bd-fac38a91204d service neutron] 10.222.0.64 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033030 Aug 09 15:48:21.110751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.142617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:21.164955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-16df71ce-9fa5-48b9-9f36-1889528f19c8 None None] Port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:21.176890 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.177537 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Added segment c0d2b5fe-399d-49be-b52f-05551ef8d8da of type vlan for network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e Aug 09 15:48:21.391219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.422571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.459242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56803003-b0ef-4283-a44b-e44d55b333f2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:21.566723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf964b4d-109d-4a51-99ef-abfcf130459c req-7a1b4e0e-f1e9-4b5f-a75c-79f620c9f6e5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:21.574320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf964b4d-109d-4a51-99ef-abfcf130459c req-7a1b4e0e-f1e9-4b5f-a75c-79f620c9f6e5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.3208997 Aug 09 15:48:21.602869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-97f9f9fb-e89c-4486-b805-bf8dfe178f8b service neutron] 10.222.0.64 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953833 Aug 09 15:48:21.641306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf964b4d-109d-4a51-99ef-abfcf130459c req-ec6afa6c-5ee1-4f6d-8715-8c62bece524b tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612400 Aug 09 15:48:21.656986 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.664669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:21.665600 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.875843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.8524218 Aug 09 15:48:21.879935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33554) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:21.894498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'subnet': {'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:21.914917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dfe05037-923d-4d85-a460-a3400094329a req-b033f5b4-9f65-4b1f-96b2-c3a0bf477e15 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0539875 Aug 09 15:48:21.930122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d69e2-ffed-402c-9e6f-7ae675b35a10 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'Network': ['ID=c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:21.958923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-db213897-2236-421b-89c1-3b6fc00e9029 service neutron] 10.222.0.64 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342407 Aug 09 15:48:21.962212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33556) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:21.962413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Made reservation on behalf of 0901b9c862ec4cd6be78947ca91bcc87 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:21.965003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.967035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:22.101926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.26 (5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032/88c9d9f9-af4e-4748-bbe5-3437a622abca/dd38ab0e-625b-4730-b625-fb0f49cbc3f5) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:22.173024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-fa777bc8-cafc-4a8e-97e0-7fc5afdfd84a service neutron] 10.222.0.64 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985934 Aug 09 15:48:22.179089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1724310932'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:22.232454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:22.238557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.323662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.340480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.357726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object dd38ab0e-625b-4730-b625-fb0f49cbc3f5 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:22.371962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.454371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-46aa8310-e373-4fa4-9372-df42f341defa service neutron] 10.222.0.64 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443938 Aug 09 15:48:22.463798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=dd38ab0e-625b-4730-b625-fb0f49cbc3f5,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:22.540089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:48:22.540609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.588743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] In _notify_port_updated(), no bound segment for port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 on network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:48:22.594432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:22.595126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.599661 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9d3ccf18-0469-4013-8322-4da912e5c840 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "PUT /v2.0/ports/dd38ab0e-625b-4730-b625-fb0f49cbc3f5 HTTP/1.1" status: 200 len: 999 time: 1.6019213 Aug 09 15:48:22.605147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33560) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:22.657037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b5bcb421-d147-4045-82ed-54b599fc5ede,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:22.659170 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.673753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-2f7509a0-0a0f-4af7-bea3-59af5df8ecb3 service neutron] 10.222.0.64 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083972 Aug 09 15:48:22.674786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.726584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Checking segment: {'id': 'c0d2b5fe-399d-49be-b52f-05551ef8d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:22.731625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Network hostable DHCP agents. Network: c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:22.756639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:22.771126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:22.786663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:22.794240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:22.795527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.800001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848514dc-30a3-4b90-bbc6-aa4de8f54d07 None None] Network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:22.829108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d71fafd8-82c9-4682-ac76-ceb3512874cc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:22.830642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d71fafd8-82c9-4682-ac76-ceb3512874cc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.854489 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-13175592-9c9a-4440-8e95-98abec6a9cd7 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9727845 Aug 09 15:48:22.887276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33564) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:22.899726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1671366896', 'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:22.925555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6f60f55f-4308-4f5d-9c01-8332b28d4066 None None] Provisioning for port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:22.935079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Made reservation on behalf of 0901b9c862ec4cd6be78947ca91bcc87 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:22.937627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.947200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6f60f55f-4308-4f5d-9c01-8332b28d4066 None None] Provisioning complete for port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:22.948339 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6f60f55f-4308-4f5d-9c01-8332b28d4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.960253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] device_id is not set on port aa95cf23-3c83-4ac3-a126-169a674591cb yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:23.015063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-ae273515-2420-4047-a0f4-b564cda24eb8 service neutron] 10.222.0.64 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201332 Aug 09 15:48:23.017892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cf946a-70e8-40e1-9f14-26d458475d3b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:23.057005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6f60f55f-4308-4f5d-9c01-8332b28d4066 None None] Port dd38ab0e-625b-4730-b625-fb0f49cbc3f5 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:23.074382 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.075049 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Added segment 4fb579f4-c504-45a6-aebf-998770c24007 of type vlan for network ec33020b-e389-44f9-a489-be7c00888983 Aug 09 15:48:23.122080 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d71fafd8-82c9-4682-ac76-ceb3512874cc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.143072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d71fafd8-82c9-4682-ac76-ceb3512874cc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for dd38ab0e-625b-4730-b625-fb0f49cbc3f5 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:23.156207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c26c9-d7d5-4f09-9ea8-96de782bebc3 None None] Network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:23.161840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Allocated IP 2001:db8::133 (c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e/b5bcb421-d147-4045-82ed-54b599fc5ede/aa95cf23-3c83-4ac3-a126-169a674591cb) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:23.176004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ea722-8f2a-45f0-993a-2628d6cdf294 req-541a1b16-278f-44ed-9f37-cfcded7bca94 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:23.179481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd7ea722-8f2a-45f0-993a-2628d6cdf294 req-541a1b16-278f-44ed-9f37-cfcded7bca94 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.4273808 Aug 09 15:48:23.232381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.313917 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:48:23.339934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd7ea722-8f2a-45f0-993a-2628d6cdf294 req-45b3171b-d93b-441a-91ec-a1a342ae51f8 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317837 Aug 09 15:48:23.350853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0cacdc98-5815-4f19-91f0-0c37a0dde6b8 service neutron] 10.222.0.64 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343468 Aug 09 15:48:23.359516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.366123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:23.367057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.450111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Network': ['ID=ec33020b-e389-44f9-a489-be7c00888983,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:23.464371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ec33020b-e389-44f9-a489-be7c00888983 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:23.466131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-3f046a50-070b-4e50-8553-3a1f03278a7a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:23.468545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-3f046a50-070b-4e50-8553-3a1f03278a7a tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 945 time: 0.1934941 Aug 09 15:48:23.505549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-be94c61d-61a2-42af-8cd9-66aa17e995a9 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5380921 Aug 09 15:48:23.505841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.519159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33570) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:23.524234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53de7871-a7ac-4ee3-8d1b-b6e8e15d3e16 req-429bc24c-4a3d-418d-b92f-7ae12ebd8d34 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0545280 Aug 09 15:48:23.529242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'subnet': {'network_id': 'ec33020b-e389-44f9-a489-be7c00888983', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:23.622448 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.684277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:23.690702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:23.695492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d71fafd8-82c9-4682-ac76-ceb3512874cc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.708776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:23.710412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:23.711354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.716416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:23.722174 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.734714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'Port': ['ID=aa95cf23-3c83-4ac3-a126-169a674591cb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:23.744267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Deleting port 02a506d7-181d-491b-98f1-5f209e765240 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:23.744623 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.819902 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-01717a62-dc05-455a-899b-16ac26ae151f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9309514 Aug 09 15:48:23.820971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fafd8-82c9-4682-ac76-ceb3512874cc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=dd38ab0e-625b-4730-b625-fb0f49cbc3f5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:23.823611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33580) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:23.925492 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0213951b-febb-494b-bea3-5a352aa32800 req-a838403b-6d68-4e85-a91d-369c2be5221d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a4a59d1d-4856-42bf-b24b-fb08871ad243 HTTP/1.1" status: 200 len: 210 time: 0.0751884 Aug 09 15:48:23.977505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d71fafd8-82c9-4682-ac76-ceb3512874cc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.981204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] For port 02a506d7-181d-491b-98f1-5f209e765240, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=02a506d7-181d-491b-98f1-5f209e765240,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:23.981571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.983047 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d71fafd8-82c9-4682-ac76-ceb3512874cc tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/dd38ab0e-625b-4730-b625-fb0f49cbc3f5 HTTP/1.1" status: 204 len: 168 time: 1.3768947 Aug 09 15:48:23.987336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33586) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:23.999137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Calling delete_port for 02a506d7-181d-491b-98f1-5f209e765240 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:24.021462 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7e339a-01a9-46dc-bfbd-209d1da7ffd5 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:48:24.026307 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fc7e339a-01a9-46dc-bfbd-209d1da7ffd5 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/dd38ab0e-625b-4730-b625-fb0f49cbc3f5 HTTP/1.1" status: 404 len: 333 time: 0.0366271 Aug 09 15:48:24.027795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33592) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:24.104086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c585b0d-d88c-4cfb-afec-68e85130c72f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet 88c9d9f9-af4e-4748-bbe5-3437a622abca {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:24.107972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cb511-1ad6-49d1-80d5-3adb59448701 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Deleting port aa95cf23-3c83-4ac3-a126-169a674591cb {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:24.108335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb511-1ad6-49d1-80d5-3adb59448701 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.111697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c585b0d-d88c-4cfb-afec-68e85130c72f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.202200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c585b0d-d88c-4cfb-afec-68e85130c72f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.245326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.268129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['0bff58e9-7308-4efa-b8b1-672cb6df43c1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:24.279724 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb511-1ad6-49d1-80d5-3adb59448701 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.299590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cb511-1ad6-49d1-80d5-3adb59448701 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Calling delete_port for aa95cf23-3c83-4ac3-a126-169a674591cb owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:24.299905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Pushing event deleted for resources: {'Port': ['ID=02a506d7-181d-491b-98f1-5f209e765240,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:24.302612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.311647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdcbece8-31ae-4911-ba99-bc0b8bfe8552 req-c7ed7043-23a6-47a0-b076-cb05dd0d912b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0911198 Aug 09 15:48:24.436855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Subnet': ['ID=7816ea7c-57cd-40ee-98ce-fe784b5a2f5f,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:24.439434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] No DVR routers for this DVR port 02a506d7-181d-491b-98f1-5f209e765240 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:24.445444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.448179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0acf6f8-9931-4da5-841a-f633d9f5e5ac req-40703171-1381-4db0-bc93-fcd7d3defef1 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.35 "DELETE /v2.0/ports/02a506d7-181d-491b-98f1-5f209e765240 HTTP/1.1" status: 204 len: 173 time: 0.9633646 Aug 09 15:48:24.448613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa0a48e-73ce-4f55-bf85-327fed40f931', 'name': 'network-vif-deleted', 'tag': '02a506d7-181d-491b-98f1-5f209e765240'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:24.452041 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6add90-827a-45d7-a559-0f56f7df9303" -d '{"events": [{"server_uuid": "4fa0a48e-73ce-4f55-bf85-327fed40f931", "name": "network-vif-deleted", "tag": "02a506d7-181d-491b-98f1-5f209e765240"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:24.482459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c585b0d-d88c-4cfb-afec-68e85130c72f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.543026 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbbeccd-f37f-4676-8bc6-c1d3681e44e7 x-openstack-request-id: req-3cbbeccd-f37f-4676-8bc6-c1d3681e44e7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:24.543406 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa0a48e-73ce-4f55-bf85-327fed40f931", "name": "network-vif-deleted", "tag": "02a506d7-181d-491b-98f1-5f209e765240", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:24.543725 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cbbeccd-f37f-4676-8bc6-c1d3681e44e7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:24.544377 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa0a48e-73ce-4f55-bf85-327fed40f931', 'name': 'network-vif-deleted', 'tag': '02a506d7-181d-491b-98f1-5f209e765240', 'status': 'completed', 'code': 200} Aug 09 15:48:24.551108 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9efd396a-fc34-4f6c-9273-69d97da2a10f req-790c68de-d4a0-44c7-8caf-5a0577fd7a82 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1213846 Aug 09 15:48:24.551847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-932f7098-3a3b-4f10-bbae-814de36a0896 req-88af7981-23cb-483c-9f71-7d22b5e661ed tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fa0a48e-73ce-4f55-bf85-327fed40f931 HTTP/1.1" status: 200 len: 210 time: 0.0666161 Aug 09 15:48:24.553568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Checking segment: {'id': '4fb579f4-c504-45a6-aebf-998770c24007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'ec33020b-e389-44f9-a489-be7c00888983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:24.554322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network hostable DHCP agents. Network: ec33020b-e389-44f9-a489-be7c00888983, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:24.602609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network ec33020b-e389-44f9-a489-be7c00888983 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:24.616003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c585b0d-d88c-4cfb-afec-68e85130c72f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.622484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ec33020b-e389-44f9-a489-be7c00888983) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:24.628852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:24.633878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.636001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed11d0f-fcc4-4f0b-a09b-86f6242e8af8 None None] Network ec33020b-e389-44f9-a489-be7c00888983 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:24.662871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2381ad7e-5e89-4078-96c3-d50bf37f1141 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1414313 Aug 09 15:48:24.667110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33608) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:24.673325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1524490476', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:24.767125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c585b0d-d88c-4cfb-afec-68e85130c72f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.776118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef218cb-cd83-4717-a49f-441e8ba0dc78 None None] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:24.776339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5c585b0d-d88c-4cfb-afec-68e85130c72f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/88c9d9f9-af4e-4748-bbe5-3437a622abca HTTP/1.1" status: 204 len: 168 time: 0.7465682 Aug 09 15:48:24.777272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33610) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:24.778980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c585b0d-d88c-4cfb-afec-68e85130c72f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=88c9d9f9-af4e-4748-bbe5-3437a622abca,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:24.783867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb511-1ad6-49d1-80d5-3adb59448701 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.799867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-446992ca-b184-4326-8c20-40be3888e7a9 req-30d4517c-a762-4f97-afab-ae3c80a09601 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0779543 Aug 09 15:48:24.809729 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.811473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.883712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cb511-1ad6-49d1-80d5-3adb59448701 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa95cf23-3c83-4ac3-a126-169a674591cb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:24.893182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c44a4-1a5a-4aa0-b265-b026ccb0df1d None None] Network ec33020b-e389-44f9-a489-be7c00888983 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:24.913967 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.941667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8e409a-9d02-4893-9718-7951b4c189cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet 90f03561-f6c6-4abc-b919-a8f126fe2b93 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:24.944944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb511-1ad6-49d1-80d5-3adb59448701 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.949849 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5b9cb511-1ad6-49d1-80d5-3adb59448701 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "DELETE /v2.0/ports/aa95cf23-3c83-4ac3-a126-169a674591cb HTTP/1.1" status: 204 len: 168 time: 1.1051531 Aug 09 15:48:24.949849 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f8e409a-9d02-4893-9718-7951b4c189cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.952455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33614) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:24.977364 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e', 'external_fixed_ips': [{'subnet_id': 'b5bcb421-d147-4045-82ed-54b599fc5ede', 'ip_address': '2001:db8::133'}]}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:25.066995 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.069582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.098627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f8e409a-9d02-4893-9718-7951b4c189cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.131506 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.233626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.452790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.487100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.487372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f8e409a-9d02-4893-9718-7951b4c189cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.494236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.508333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 02a506d7-181d-491b-98f1-5f209e765240 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:25.569029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 02a506d7-181d-491b-98f1-5f209e765240 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:25.571877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 02a506d7-181d-491b-98f1-5f209e765240 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:25.624898 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fabf4959-58e8-46fd-94f0-5827cef2f280 req-cea0f9ef-908c-44c8-95e4-26c792266412 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1410694 Aug 09 15:48:25.685097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f8e409a-9d02-4893-9718-7951b4c189cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.735338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e409a-9d02-4893-9718-7951b4c189cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=90f03561-f6c6-4abc-b919-a8f126fe2b93,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:25.753940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f8e409a-9d02-4893-9718-7951b4c189cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.760072 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6f8e409a-9d02-4893-9718-7951b4c189cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/90f03561-f6c6-4abc-b919-a8f126fe2b93 HTTP/1.1" status: 204 len: 168 time: 0.9741263 Aug 09 15:48:25.760639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33622) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:25.779881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.25.7.11 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/aca837cd-5a89-403b-8e34-992667fe1238) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:25.893858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.045452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1c3714d-b671-4112-a9a6-10ab9b16b9f2 req-7df721c3-ed07-44ee-9f5d-d11dbb3d5967 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0718110 Aug 09 15:48:26.073924 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.171004 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.188171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-1aee4cb1-f103-4a1b-ae76-9bab4cb02a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:26.190392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-1aee4cb1-f103-4a1b-ae76-9bab4cb02a1c service neutron] 10.222.0.35 "GET /v2.0/ports/a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 1032 time: 0.0856583 Aug 09 15:48:26.248311 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.266823 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.268854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port b4c44319-d215-4d3b-82b0-1190b1545857 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:26.269400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.332166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=aca837cd-5a89-403b-8e34-992667fe1238,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:26.344826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5571cc30-504b-4ceb-b205-034c588d4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:26.348879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5571cc30-504b-4ceb-b205-034c588d4cc1 service neutron] 10.222.0.35 "GET /v2.0/ports/9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 1033 time: 0.1383872 Aug 09 15:48:26.367342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62501598-a374-4d09-9b83-115402e8b666 req-f41b440a-944b-41d7-8ab0-f75388e4236b tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:26.369398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62501598-a374-4d09-9b83-115402e8b666 req-f41b440a-944b-41d7-8ab0-f75388e4236b tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.2453456 Aug 09 15:48:26.414716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:26.422824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:26.428079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe2b1f-688c-47d4-9579-166819c7ce2e None None] Network 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:26.432808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] For port b4c44319-d215-4d3b-82b0-1190b1545857, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b4c44319-d215-4d3b-82b0-1190b1545857,segment=NetworkSegment(9864214f-bff6-4df5-af88-2443abb97c94),segment_id=9864214f-bff6-4df5-af88-2443abb97c94)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:26.433357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.496555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for b4c44319-d215-4d3b-82b0-1190b1545857 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:26.513699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dc01f7b2-945f-4f2e-b6b9-c441d09d1043 None None] Provisioning complete for port b4c44319-d215-4d3b-82b0-1190b1545857 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:26.515238 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc01f7b2-945f-4f2e-b6b9-c441d09d1043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.572966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:26.726569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Allocated IP 2001:db8::133 (c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e/b5bcb421-d147-4045-82ed-54b599fc5ede/8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:26.798891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b95a4-e75c-49bd-b28d-52149f1b1562 None None] DHCP port deletion for 5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:48:26.811932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.853376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=b4c44319-d215-4d3b-82b0-1190b1545857,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:26.860953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No DVR routers for this DVR port b4c44319-d215-4d3b-82b0-1190b1545857 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:26.972529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b4c44319-d215-4d3b-82b0-1190b1545857 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:26.989191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.994414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.007386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:27.023187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9864214f-bff6-4df5-af88-2443abb97c94') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:27.023506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9864214f-bff6-4df5-af88-2443abb97c94') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:27.037876 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.041343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b4c44319-d215-4d3b-82b0-1190b1545857 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:27.042628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b4c44319-d215-4d3b-82b0-1190b1545857 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:27.060065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.073571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:27.074031 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:27.078125 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:27.139014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.333936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e331e31f-5e2b-46e0-ad46-4f35347d3496 req-bdead1a4-b256-42aa-b3d2-50a5c9abf468 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0712247 Aug 09 15:48:27.369566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62501598-a374-4d09-9b83-115402e8b666 req-8921601c-a39c-4ea6-8d9c-747ae6ece254 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9571669 Aug 09 15:48:27.418353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-ab5ac8df-5e72-42d9-8df5-399783085089 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.425884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-ab5ac8df-5e72-42d9-8df5-399783085089 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.438657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-ab5ac8df-5e72-42d9-8df5-399783085089 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.441049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-ab5ac8df-5e72-42d9-8df5-399783085089 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "GET /v2.0/networks?id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 200 len: 1995 time: 1.0705128 Aug 09 15:48:27.574008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a831e0da-09a8-45d1-8770-280e22a18410 req-03860c68-df37-4c53-b141-827bb7f13938 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0837409 Aug 09 15:48:27.585917 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.604692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.606949 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/networks/5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032 HTTP/1.1" status: 204 len: 168 time: 1.8452578 Aug 09 15:48:27.627030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:27.628177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33646) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:27.638712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9450e98-9d24-4870-9f46-cb73c4cd08d6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Network': ['ID=5d4f7fd6-5a07-4a3f-a6c7-ef4dc0f3e032,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:27.647765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:27.647765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:27.658504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:27.665084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-b57e4ff9-7a3d-4d4f-b2a0-ef3f457bbd7b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a75f73aa0d24258bf621dc70283aee8 HTTP/1.1" status: 200 len: 380 time: 0.1766870 Aug 09 15:48:27.704406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'admin_state_up': True, 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'security_groups': ['b253abb9-c266-44dd-ba53-603125f6c12a']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:27.812145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343f4ad0-7f28-442a-8bad-dd960fe40975 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.819779 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-343f4ad0-7f28-442a-8bad-dd960fe40975 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1849372 Aug 09 15:48:27.819779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33650) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:27.902199 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a2665145-9510-4fc1-b7ef-da3b77ed5a4d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0771852 Aug 09 15:48:27.902438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33652) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:27.908036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1499260948'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:27.978449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:27.984284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.016500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:28.022482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.058452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.074330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:28.103004 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.110963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.111637 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Added segment fc875230-1d97-499f-b267-80677f7f5924 of type vlan for network bfda3c98-0646-40c4-a7f7-4729ba99cec7 Aug 09 15:48:28.125619 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.222132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.365704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.366347 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.371311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:28.372004 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.416781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Allocated IP 172.20.0.10 (8b8ce2ef-eec1-4d09-988a-75472a2ee5b0/d7e45fe8-520f-4d6f-8d0c-f060d59770af/21337a7d-01a9-43c3-9616-1c434089e8bd) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:28.521794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6176116 Aug 09 15:48:28.526590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33658) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:28.545716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:28.589625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c076f6d-d0ac-4ded-a812-126dbc019f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Network': ['ID=bfda3c98-0646-40c4-a7f7-4729ba99cec7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:28.607300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network bfda3c98-0646-40c4-a7f7-4729ba99cec7 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:28.635138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.730025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.775965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a98f46f-ac8e-4c6a-a737-5262473be9ef req-0be8ecaa-5e44-4152-8600-6d48096d5867 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1455259 Aug 09 15:48:28.874076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Router e2874092-448b-4fbe-930a-6b7f62aa4fb5 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:48:28.919469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c234d43-534c-47c0-ab3e-9c48530ce13f req-bb6c77b8-d664-492f-80e9-faf4c950a6fd tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:28.921126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c234d43-534c-47c0-ab3e-9c48530ce13f req-bb6c77b8-d664-492f-80e9-faf4c950a6fd tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.3662510 Aug 09 15:48:29.064490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1a10ea1-8693-4605-b9f1-f6a61e5a6ffd req-e6f96e96-0753-49a7-a0c2-5ad00c306cae tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1379285 Aug 09 15:48:29.075065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:29.099973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Sync routers for ids ['e2874092-448b-4fbe-930a-6b7f62aa4fb5'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:29.106045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:29.117426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.132297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Routers {'e2874092-448b-4fbe-930a-6b7f62aa4fb5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:29.135109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e2874092-448b-4fbe-930a-6b7f62aa4fb5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.136107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.138285 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c159984-b892-421d-8537-d427c154c7b4 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1846316 Aug 09 15:48:29.141812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33662) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:29.170738 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.269404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c234d43-534c-47c0-ab3e-9c48530ce13f req-a3d9d2c4-f36c-4176-89e8-7918d335acc9 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214748 Aug 09 15:48:29.283896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Transition to ACTIVE for port object 21337a7d-01a9-43c3-9616-1c434089e8bd will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:29.342971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.372259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Set router e2874092-448b-4fbe-930a-6b7f62aa4fb5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:29.396027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.406740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:48:29.510266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:29.553478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:29.559681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=21337a7d-01a9-43c3-9616-1c434089e8bd,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:29.562258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:29.651121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-7baf2c44-2495-4261-979a-8d79e438d6f2 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:29.653447 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-7baf2c44-2495-4261-979a-8d79e438d6f2 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1262264 Aug 09 15:48:29.671245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.788217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:29.789727 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.803066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2874092-448b-4fbe-930a-6b7f62aa4fb5', 'name': '', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e', 'external_fixed_ips': [{'subnet_id': 'b5bcb421-d147-4045-82ed-54b599fc5ede', 'ip_address': '2001:db8::133'}], 'enable_snat': True}, 'gw_port_id': '8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:25Z', 'updated_at': '2021-08-09T15:48:27Z', 'revision_number': 3, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port': {'id': '8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9', 'name': '', 'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2874092-448b-4fbe-930a-6b7f62aa4fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'b5bcb421-d147-4045-82ed-54b599fc5ede', 'ip_address': '2001:db8::133', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:26Z', 'updated_at': '2021-08-09T15:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5bcb421-d147-4045-82ed-54b599fc5ede', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.803393 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.809511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:29.823485 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a332952-deb4-4728-88b1-027915dc6afb None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:29.837600 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a332952-deb4-4728-88b1-027915dc6afb None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:29.842431 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6a332952-deb4-4728-88b1-027915dc6afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.842709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-410e0003-6805-4939-a608-da908a08c292 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1580238 Aug 09 15:48:29.846272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Checking router: e2874092-448b-4fbe-930a-6b7f62aa4fb5 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:29.846889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Updating router e2874092-448b-4fbe-930a-6b7f62aa4fb5 port 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:48:29.913592 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.934364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'admin_state_up': True, 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'security_groups': ['b253abb9-c266-44dd-ba53-603125f6c12a']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:29.937666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6a332952-deb4-4728-88b1-027915dc6afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.949061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a332952-deb4-4728-88b1-027915dc6afb None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:29.950045 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6a332952-deb4-4728-88b1-027915dc6afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.953924 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.956491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d790a69a-6ea1-4711-88f7-863570dbc82d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2879534 Aug 09 15:48:29.966122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33666) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:29.989415 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6a332952-deb4-4728-88b1-027915dc6afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.990438 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a332952-deb4-4728-88b1-027915dc6afb None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:30.000980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=d23d1c53-976f-4c33-a703-9b4f5b3333a3,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.066645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a55be40e-7ebe-481b-a7d9-ba4327c72330 req-e985f967-7037-455b-90b1-3d606867ae7e tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1119342 Aug 09 15:48:30.121915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Checking segment: {'id': 'fc875230-1d97-499f-b267-80677f7f5924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:30.122280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network hostable DHCP agents. Network: bfda3c98-0646-40c4-a7f7-4729ba99cec7, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:30.127960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Deleting port 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:30.128433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.159311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7b19a1f-2635-447b-9fe2-4e7209b91499 None None] Provisioning for port 21337a7d-01a9-43c3-9616-1c434089e8bd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:30.179522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7b19a1f-2635-447b-9fe2-4e7209b91499 None None] Provisioning complete for port 21337a7d-01a9-43c3-9616-1c434089e8bd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:30.181301 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7b19a1f-2635-447b-9fe2-4e7209b91499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.198223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network bfda3c98-0646-40c4-a7f7-4729ba99cec7 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:30.220116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, bfda3c98-0646-40c4-a7f7-4729ba99cec7) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:30.228221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.228828 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.235346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:30.241320 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.246494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Deleting port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:30.247321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.312480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8054ef10-e0b5-453a-b453-41ba6a313f9c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7783763 Aug 09 15:48:30.313805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33672) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:30.320607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7', 'name': 'tempest-PortsTestJSON-458164338'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:30.331769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.348158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Transition to ACTIVE for port object 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:30.381423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2583d78-4f37-423d-a918-158e14be98ce None None] Network bfda3c98-0646-40c4-a7f7-4729ba99cec7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:30.387516 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.467617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb2f4-8ff0-4cd7-8eda-1a9a49eaad8c req-6387c3ce-4848-4a02-9a83-1dc6872b1f1e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.475020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-605fb2f4-8ff0-4cd7-8eda-1a9a49eaad8c req-6387c3ce-4848-4a02-9a83-1dc6872b1f1e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 932 time: 0.2296214 Aug 09 15:48:30.508612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a7b19a1f-2635-447b-9fe2-4e7209b91499 None None] Port 21337a7d-01a9-43c3-9616-1c434089e8bd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:30.538417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c71f5-cbdd-43ca-ad63-bfa479ce537b None None] Pushing event updated for resources: {'Port': ['ID=8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.561641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Attempting to bind port 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:30.562031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Attempting to bind port 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'c0d2b5fe-399d-49be-b52f-05551ef8d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:30.562532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Attempting to bind port 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9 on network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:30.579530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:30.580581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Checking segment: {'id': 'c0d2b5fe-399d-49be-b52f-05551ef8d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:30.580581 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.580841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Bound using segment: {'id': 'c0d2b5fe-399d-49be-b52f-05551ef8d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:30.581484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Bound port: 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d2b5fe-399d-49be-b52f-05551ef8d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:30.581872 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.606388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d3742-947d-44ea-b65f-cf943cbf9790 req-957e9894-23b8-44d4-9da5-6d0fc7795fd7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.608133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-659d3742-947d-44ea-b65f-cf943cbf9790 req-957e9894-23b8-44d4-9da5-6d0fc7795fd7 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 945 time: 0.1961658 Aug 09 15:48:30.623419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.626681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-605fb2f4-8ff0-4cd7-8eda-1a9a49eaad8c req-f768579f-a84f-4ad6-8cb1-cfa4a21c7845 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482086 Aug 09 15:48:30.659265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] For port 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:30.659504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Allocated IP 10.1.1.61 (fcba54b1-62b4-4841-889a-0dc1f5a20673/ffc13484-a130-4113-be05-9342b1629caa/6eb76f30-8111-4506-8817-1d0c9785db66) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:30.659622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] For port 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9,segment=NetworkSegment(c0d2b5fe-399d-49be-b52f-05551ef8d8da),segment_id=c0d2b5fe-399d-49be-b52f-05551ef8d8da)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:30.662776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Calling delete_port for 8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:30.669122 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.678189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] For port 0bff58e9-7308-4efa-b8b1-672cb6df43c1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=0bff58e9-7308-4efa-b8b1-672cb6df43c1,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:30.678713 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.705406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Calling delete_port for 0bff58e9-7308-4efa-b8b1-672cb6df43c1 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:30.742718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-659d3742-947d-44ea-b65f-cf943cbf9790 req-5f3e3eec-49ed-43dd-99a4-43fde41bf0b5 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/security-groups?id=254dad24-0eee-48f2-b61f-0746ef2c676c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970209 Aug 09 15:48:30.758396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:30.762474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.781091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c71f5-cbdd-43ca-ad63-bfa479ce537b None None] Pushing event updated for resources: {'Port': ['ID=8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.830471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port 0544548c-da77-494a-90dd-cdb7077e697e yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:30.847799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Routers {'e2874092-448b-4fbe-930a-6b7f62aa4fb5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:30.848219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e2874092-448b-4fbe-930a-6b7f62aa4fb5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:30.962337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.988913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Transition to ACTIVE for port object 6eb76f30-8111-4506-8817-1d0c9785db66 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:30.998956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-bfda3c98-0646-40c4-a7f7-4729ba99cec7', 'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7', 'tenant_id': '1b14410d4c484164b8e569d613900a05', 'fixed_ips': [{'subnet_id': 'd23d1c53-976f-4c33-a703-9b4f5b3333a3'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:48:31.000180 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.006558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.4 (bfda3c98-0646-40c4-a7f7-4729ba99cec7/d23d1c53-976f-4c33-a703-9b4f5b3333a3/0544548c-da77-494a-90dd-cdb7077e697e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:31.077426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.136024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.139706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] Set router e2874092-448b-4fbe-930a-6b7f62aa4fb5 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:31.159126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.229521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2874092-448b-4fbe-930a-6b7f62aa4fb5', 'name': '', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:25Z', 'updated_at': '2021-08-09T15:48:29Z', 'revision_number': 4, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:31.250106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:31.266121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ef8d7-bfe7-4d99-b9a2-06f4936800e0 None None] The sync data for ids ['e2874092-448b-4fbe-930a-6b7f62aa4fb5'] in n-d-799523-2 is: [{'id': 'e2874092-448b-4fbe-930a-6b7f62aa4fb5', 'name': '', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:25Z', 'updated_at': '2021-08-09T15:48:29Z', 'revision_number': 4, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:31.275149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:31.298156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Pushing event deleted for resources: {'Port': ['ID=0bff58e9-7308-4efa-b8b1-672cb6df43c1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.303383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:31.321508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1a5e97c-abd5-4669-b804-df18ba29c1fd req-95f55b8b-89dc-47de-98b9-6fed8cb18b08 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0779829 Aug 09 15:48:31.334611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=6eb76f30-8111-4506-8817-1d0c9785db66,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.451330 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.659341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.20.0.1 (ec33020b-e389-44f9-a489-be7c00888983/7816ea7c-57cd-40ee-98ce-fe784b5a2f5f/123c2057-0ffb-46a8-a9e7-2b57140f139e) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:31.660823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1af0f648-82cb-45a9-91bb-3307991d48f9 None None] Provisioning for port 6eb76f30-8111-4506-8817-1d0c9785db66 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:31.674170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1af0f648-82cb-45a9-91bb-3307991d48f9 None None] Provisioning complete for port 6eb76f30-8111-4506-8817-1d0c9785db66 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:31.674529 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1af0f648-82cb-45a9-91bb-3307991d48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.677800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] No DVR routers for this DVR port 0bff58e9-7308-4efa-b8b1-672cb6df43c1 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:31.720900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.723190 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-676b5b9b-b1ff-4d12-9f85-0ccabd6408c7 req-9378bc79-515d-4482-b68e-e7729244be27 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.66 "DELETE /v2.0/ports/0bff58e9-7308-4efa-b8b1-672cb6df43c1 HTTP/1.1" status: 204 len: 173 time: 2.0418704 Aug 09 15:48:31.725558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e39fa-e4be-42b7-9965-fbea33a19d37', 'name': 'network-vif-deleted', 'tag': '0bff58e9-7308-4efa-b8b1-672cb6df43c1'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:31.733728 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa27f17d-0c1a-4d7e-908d-ed7ab05eb5f6" -d '{"events": [{"server_uuid": "ab6e39fa-e4be-42b7-9965-fbea33a19d37", "name": "network-vif-deleted", "tag": "0bff58e9-7308-4efa-b8b1-672cb6df43c1"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:31.756740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1af0f648-82cb-45a9-91bb-3307991d48f9 None None] Port 6eb76f30-8111-4506-8817-1d0c9785db66 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:31.779934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.866837 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd16356-330d-4b8d-b5cc-d8519e6553f2 x-openstack-request-id: req-5bd16356-330d-4b8d-b5cc-d8519e6553f2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:31.867095 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e39fa-e4be-42b7-9965-fbea33a19d37", "name": "network-vif-deleted", "tag": "0bff58e9-7308-4efa-b8b1-672cb6df43c1", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:31.867200 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bd16356-330d-4b8d-b5cc-d8519e6553f2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:31.867617 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6e39fa-e4be-42b7-9965-fbea33a19d37', 'name': 'network-vif-deleted', 'tag': '0bff58e9-7308-4efa-b8b1-672cb6df43c1', 'status': 'completed', 'code': 200} Aug 09 15:48:31.907301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e2247f4-6f50-4fca-b2bd-17a6a7b19cc9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:32.065689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object 0544548c-da77-494a-90dd-cdb7077e697e will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:32.136494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:32.137165 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.141420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2919aad-a710-4ace-b2df-b33de6adcbf3 req-8134ba04-25c5-42d6-9c74-829292425d35 tempest-ServerRescueTestJSON-1913978568 tempest-ServerRescueTestJSON-1913978568-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab6e39fa-e4be-42b7-9965-fbea33a19d37 HTTP/1.1" status: 200 len: 210 time: 0.1058190 Aug 09 15:48:32.172974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0352a4d9-502f-4bb3-81a6-5e5edaf365f5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2486529 Aug 09 15:48:32.183647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d4699-2503-4d2e-8fdd-0ff3906da845 req-fc56ca14-4f89-480c-a145-ebdd38bd9272 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:32.189802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d4699-2503-4d2e-8fdd-0ff3906da845 req-fc56ca14-4f89-480c-a145-ebdd38bd9272 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:32.191492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-839d4699-2503-4d2e-8fdd-0ff3906da845 req-fc56ca14-4f89-480c-a145-ebdd38bd9272 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 1653 time: 0.1691887 Aug 09 15:48:32.194695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.202674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'admin_state_up': True, 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'security_groups': ['b253abb9-c266-44dd-ba53-603125f6c12a']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:32.242500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Allocated IP 172.20.0.2 (bfda3c98-0646-40c4-a7f7-4729ba99cec7/d23d1c53-976f-4c33-a703-9b4f5b3333a3/97dab93e-6199-4cb2-b2a4-cdd02f894dbd) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:32.282150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.341749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-839d4699-2503-4d2e-8fdd-0ff3906da845 req-a90571e8-4094-484d-850e-d65fc4118261 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354344 Aug 09 15:48:32.343774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network bfda3c98-0646-40c4-a7f7-4729ba99cec7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:32.369260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:32.382879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:32.396826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=0544548c-da77-494a-90dd-cdb7077e697e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:32.410314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.415425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.485033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.496302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.496866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2874092-448b-4fbe-930a-6b7f62aa4fb5 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:32.503518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.504162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.504651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.505332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.505959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.506616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.506787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.507519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.511353 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aaecec03-f026-4ff9-a61c-365406b52d84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e2874092-448b-4fbe-930a-6b7f62aa4fb5 HTTP/1.1" status: 204 len: 168 time: 3.3635294 Aug 09 15:48:32.512048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33684) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:32.512399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.512898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.513415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.513897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.514374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:32.581847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dc7806-4935-4be0-9edc-ee46772ca8aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Deleting subnet b5bcb421-d147-4045-82ed-54b599fc5ede {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:32.586310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7806-4935-4be0-9edc-ee46772ca8aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.594216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57d4a84e-8c67-4cb0-a534-d42471cacff0 req-7762af46-6d32-431a-a198-ab8c0182136b tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0734236 Aug 09 15:48:32.619903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.633235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:32.634203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.670528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7806-4935-4be0-9edc-ee46772ca8aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.678359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:32.684023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.699960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-398314c5-0345-420d-9936-c48f36525caf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3833060 Aug 09 15:48:32.708502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33686) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:32.717504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7', 'name': 'tempest-PortsTestJSON-709504497'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:32.718974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 0bff58e9-7308-4efa-b8b1-672cb6df43c1 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:32.734586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network ec33020b-e389-44f9-a489-be7c00888983 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:32.747990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:32.753455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:32.776236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 0bff58e9-7308-4efa-b8b1-672cb6df43c1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:32.779258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 0bff58e9-7308-4efa-b8b1-672cb6df43c1 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:32.789026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=123c2057-0ffb-46a8-a9e7-2b57140f139e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:32.808817 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7806-4935-4be0-9edc-ee46772ca8aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.854279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.868447 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.883588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Transition to ACTIVE for port object 97dab93e-6199-4cb2-b2a4-cdd02f894dbd will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:32.910478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Transition to ACTIVE for port object 97dab93e-6199-4cb2-b2a4-cdd02f894dbd will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:32.921819 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.988566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Network bfda3c98-0646-40c4-a7f7-4729ba99cec7 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:32.989888 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7806-4935-4be0-9edc-ee46772ca8aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.992478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:32.996383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:33.004300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Pushing event updated for resources: {'Port': ['ID=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:33.029689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Allocated IP 10.1.1.157 (fcba54b1-62b4-4841-889a-0dc1f5a20673/ffc13484-a130-4113-be05-9342b1629caa/7c222f0a-8817-4d90-a2df-6a98e2985529) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:33.044458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:33.060128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.083427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7806-4935-4be0-9edc-ee46772ca8aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.085896 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5dc7806-4935-4be0-9edc-ee46772ca8aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/b5bcb421-d147-4045-82ed-54b599fc5ede HTTP/1.1" status: 204 len: 168 time: 0.5728500 Aug 09 15:48:33.087063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc7806-4935-4be0-9edc-ee46772ca8aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bcb421-d147-4045-82ed-54b599fc5ede,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:33.091518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33688) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:33.127591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port b3e448b8-bb79-45c1-aea0-b358acc46b05 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:33.133759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Attempting to bind port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:33.134119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Attempting to bind port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'fc875230-1d97-499f-b267-80677f7f5924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:33.134476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Attempting to bind port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd on network bfda3c98-0646-40c4-a7f7-4729ba99cec7 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:33.141622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:33.141990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Checking segment: {'id': 'fc875230-1d97-499f-b267-80677f7f5924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:33.142405 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.142776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Bound using segment: {'id': 'fc875230-1d97-499f-b267-80677f7f5924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:33.143237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Bound port: 97dab93e-6199-4cb2-b2a4-cdd02f894dbd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc875230-1d97-499f-b267-80677f7f5924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'bfda3c98-0646-40c4-a7f7-4729ba99cec7'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:33.143609 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.208892 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.239415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] For port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:33.242610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] For port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,segment=NetworkSegment(fc875230-1d97-499f-b267-80677f7f5924),segment_id=fc875230-1d97-499f-b267-80677f7f5924)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:33.251058 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.251303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33692) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:33.261898 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.325753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a73790-251a-4ae7-ba57-a339a64b011a None None] Pushing event updated for resources: {'Port': ['ID=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:33.515735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.6 (bfda3c98-0646-40c4-a7f7-4729ba99cec7/d23d1c53-976f-4c33-a703-9b4f5b3333a3/b3e448b8-bb79-45c1-aea0-b358acc46b05) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:33.571324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.579991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.602765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:33.629349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d2b5fe-399d-49be-b52f-05551ef8d8da') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:33.629902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d2b5fe-399d-49be-b52f-05551ef8d8da') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:33.652495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Transition to ACTIVE for port object 7c222f0a-8817-4d90-a2df-6a98e2985529 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:33.678397 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.702740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e01c-5819-4d84-858f-159cb5205f1e req-6f9443df-7016-491b-aa77-002d6a70b3b5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:33.714760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e01c-5819-4d84-858f-159cb5205f1e req-6f9443df-7016-491b-aa77-002d6a70b3b5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:33.723899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8d4e01c-5819-4d84-858f-159cb5205f1e req-6f9443df-7016-491b-aa77-002d6a70b3b5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 1653 time: 0.2927768 Aug 09 15:48:33.749713 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.781252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:33.781758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: items = [ Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:33.783851 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:33.835666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8d4e01c-5819-4d84-858f-159cb5205f1e req-567ba7bc-0a3a-4cd2-b63c-7453ef8f99d6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112595 Aug 09 15:48:33.838039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecbcd4e8-df80-4c2f-a98c-dd18934a28a1 req-e7cae0f5-bc80-4975-8900-69dd7d35439f tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0725415 Aug 09 15:48:33.904641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.909054 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.963189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object b3e448b8-bb79-45c1-aea0-b358acc46b05 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:33.974380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:33.977818 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:33.982280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:33.986156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=7c222f0a-8817-4d90-a2df-6a98e2985529,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:33.991799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 15:48:34.008192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:34.014255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.024195 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "DELETE /v2.0/networks/c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e HTTP/1.1" status: 204 len: 168 time: 0.9228952 Aug 09 15:48:34.042492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a58d6-9732-42d6-9bf9-1b2b474af4e6 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event deleted for resources: {'Network': ['ID=c19cff6d-faa7-4f32-8b3c-8fd2e60d9a3e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:34.127202 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.222085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.231638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network bfda3c98-0646-40c4-a7f7-4729ba99cec7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:34.239891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.242219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:34.243144 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.253946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:34.274518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=b3e448b8-bb79-45c1-aea0-b358acc46b05,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:34.288095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:34.318930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e7b008c7-7eef-4b2b-9ded-84011ea97187 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1256065 Aug 09 15:48:34.339934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721', 'admin_state_up': True, 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'security_groups': ['b253abb9-c266-44dd-ba53-603125f6c12a']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:34.363502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.366752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=123c2057-0ffb-46a8-a9e7-2b57140f139e,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:34.418274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-05cb07f3-5909-4eb4-a4f8-9a46a662e40a None None] Provisioning for port 7c222f0a-8817-4d90-a2df-6a98e2985529 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:34.424404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-05cb07f3-5909-4eb4-a4f8-9a46a662e40a None None] Provisioning complete for port 7c222f0a-8817-4d90-a2df-6a98e2985529 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:34.425055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-05cb07f3-5909-4eb4-a4f8-9a46a662e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.506580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-05cb07f3-5909-4eb4-a4f8-9a46a662e40a None None] Port 7c222f0a-8817-4d90-a2df-6a98e2985529 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:34.525543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33704) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.530144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:34.534255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f72ef72f-8d73-453a-bbed-991a0dc50630 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'router': {'name': 'tempest-router--582147501', 'project_id': 'ba90a53a543e4a8e824a088e5a40b454'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:34.535153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.613759 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f72ef72f-8d73-453a-bbed-991a0dc50630 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.615009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f72ef72f-8d73-453a-bbed-991a0dc50630 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.630966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9697383e-b7ec-4178-82fb-5381a3a0f0e0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9201291 Aug 09 15:48:34.635011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network ec33020b-e389-44f9-a489-be7c00888983 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:34.635774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33706) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.642900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:34.657760 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.727919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-572cd1d1-fae2-4429-a346-630e4285600d req-11d68668-e5ff-4392-85c9-fe9865677606 service neutron] (94177) timed out ('10.222.0.66', 58589) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:48:34.792373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f72ef72f-8d73-453a-bbed-991a0dc50630 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.809060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f72ef72f-8d73-453a-bbed-991a0dc50630 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.836898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc156cb-f5b5-4d1d-81a5-c7f7ca2569d1 None None] Network bfda3c98-0646-40c4-a7f7-4729ba99cec7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:34.840545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf9469c-323c-486b-b80c-8d30e51b102f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:34.842312 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cdf9469c-323c-486b-b80c-8d30e51b102f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2023573 Aug 09 15:48:34.843310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:34.847481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33708) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.876832 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f72ef72f-8d73-453a-bbed-991a0dc50630 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.877936 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f72ef72f-8d73-453a-bbed-991a0dc50630 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3477578 Aug 09 15:48:34.903336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33712) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.978342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e19cde5c-39bd-4cbd-a256-9058c82d3023 None None] Provisioning for port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:35.038797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:35.107380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 97dab93e-6199-4cb2-b2a4-cdd02f894dbd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:35.218844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:35.224506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:35.224938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.258650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0465fe3b-7f68-4c97-a14f-f760023290aa req-5e14c0a4-ff55-47d9-92d0-46fc94eef147 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1708570 Aug 09 15:48:35.298701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:35.312588 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f912bc17-e192-4dc8-944f-9ebb08df750b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/routers/cfa1d362-e426-490f-89be-50b233781412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3334920 Aug 09 15:48:35.312905 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abccd8d0-cbf9-4f47-b5b3-fd1f356a90a0 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.314456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33716) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:35.321158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'port': {'network_id': 'ec33020b-e389-44f9-a489-be7c00888983', 'name': 'tempest-FloatingIPTestJSON-238483079'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:35.394652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013256b5-0ebe-41f0-a023-00fc8edc6711 req-833a9a3e-aee0-4a14-90ef-dd4f296ee545 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:35.397637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.400002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69571f2-8c27-4beb-8a92-98877ff1fb0d None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:35.407784 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013256b5-0ebe-41f0-a023-00fc8edc6711 req-833a9a3e-aee0-4a14-90ef-dd4f296ee545 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:35.418363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013256b5-0ebe-41f0-a023-00fc8edc6711 req-833a9a3e-aee0-4a14-90ef-dd4f296ee545 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:35.420191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-013256b5-0ebe-41f0-a023-00fc8edc6711 req-833a9a3e-aee0-4a14-90ef-dd4f296ee545 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 2374 time: 0.3437436 Aug 09 15:48:35.436327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69571f2-8c27-4beb-8a92-98877ff1fb0d None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:35.436936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d69571f2-8c27-4beb-8a92-98877ff1fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:35.511190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Deleting port 813d6388-7056-46d6-94af-4a3f883de69a {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:35.511190 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.520288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,segment=NetworkSegment(fc875230-1d97-499f-b267-80677f7f5924),segment_id=fc875230-1d97-499f-b267-80677f7f5924)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:35.530162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d69571f2-8c27-4beb-8a92-98877ff1fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:35.532918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.579010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:35.585850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.586075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69571f2-8c27-4beb-8a92-98877ff1fb0d None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:35.586603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d69571f2-8c27-4beb-8a92-98877ff1fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:35.600275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.620239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abccd8d0-cbf9-4f47-b5b3-fd1f356a90a0 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.624316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-013256b5-0ebe-41f0-a023-00fc8edc6711 req-a7b602da-27f6-472f-b1e5-ef2576d65a9e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918240 Aug 09 15:48:35.625507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abccd8d0-cbf9-4f47-b5b3-fd1f356a90a0 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.630593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d69571f2-8c27-4beb-8a92-98877ff1fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:35.631293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69571f2-8c27-4beb-8a92-98877ff1fb0d None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:35.637935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Provisioning for port 0544548c-da77-494a-90dd-cdb7077e697e completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:35.652227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Provisioning complete for port 0544548c-da77-494a-90dd-cdb7077e697e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:35.652605 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.676861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7c3dd319-7637-4f68-a6e4-a991fed681c8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port b3e448b8-bb79-45c1-aea0-b358acc46b05 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:35.677670 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd319-7637-4f68-a6e4-a991fed681c8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.690518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:35.708070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] device_id is not set on port b6856a80-aca2-4602-89b6-3a024cd9ef0e yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:35.745252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Port 0544548c-da77-494a-90dd-cdb7077e697e cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:35.759051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Provisioning for port b3e448b8-bb79-45c1-aea0-b358acc46b05 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:35.762224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] For port 813d6388-7056-46d6-94af-4a3f883de69a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=813d6388-7056-46d6-94af-4a3f883de69a,segment=NetworkSegment(0d88b739-0c99-4018-8742-639fa4ed1376),segment_id=0d88b739-0c99-4018-8742-639fa4ed1376)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:35.762588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.770570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Provisioning complete for port b3e448b8-bb79-45c1-aea0-b358acc46b05 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:35.771132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.788812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Calling delete_port for 813d6388-7056-46d6-94af-4a3f883de69a owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:35.844300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Port b3e448b8-bb79-45c1-aea0-b358acc46b05 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:35.848479 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abccd8d0-cbf9-4f47-b5b3-fd1f356a90a0 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.848967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abccd8d0-cbf9-4f47-b5b3-fd1f356a90a0 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a19c4636-5b07-4088-80f5-f094e8f3ee29 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:35.867186 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abccd8d0-cbf9-4f47-b5b3-fd1f356a90a0 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.886589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-abccd8d0-cbf9-4f47-b5b3-fd1f356a90a0 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a19c4636-5b07-4088-80f5-f094e8f3ee29 HTTP/1.1" status: 204 len: 168 time: 0.9105668 Aug 09 15:48:35.906621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Provisioning complete for port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:35.906993 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dd3e7860-204f-4b5d-bee6-88b7eef24710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.087475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33720) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:36.143330 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd319-7637-4f68-a6e4-a991fed681c8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.168552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7c3dd319-7637-4f68-a6e4-a991fed681c8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for b3e448b8-bb79-45c1-aea0-b358acc46b05 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:36.170427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b275c01-fc50-4e9e-b776-72245b54fbbd None None] Provisioning complete for port 0544548c-da77-494a-90dd-cdb7077e697e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:36.170806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b275c01-fc50-4e9e-b776-72245b54fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.178799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Allocated IP 10.2.2.100 (045b0957-f43a-4d8c-bbcf-8efd3b8a3721/4801500d-3375-4c6a-b979-053b56dcc8cb/c1e5f238-b6d3-459d-a8dc-218ed8e67b38) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:36.193889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.20.0.10 (ec33020b-e389-44f9-a489-be7c00888983/7816ea7c-57cd-40ee-98ce-fe784b5a2f5f/b6856a80-aca2-4602-89b6-3a024cd9ef0e) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:36.255956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3b275c01-fc50-4e9e-b776-72245b54fbbd None None] Port 0544548c-da77-494a-90dd-cdb7077e697e cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:36.269294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b275c01-fc50-4e9e-b776-72245b54fbbd None None] Provisioning complete for port b3e448b8-bb79-45c1-aea0-b358acc46b05 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:36.269675 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b275c01-fc50-4e9e-b776-72245b54fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.323546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3b275c01-fc50-4e9e-b776-72245b54fbbd None None] Port b3e448b8-bb79-45c1-aea0-b358acc46b05 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:36.424800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-733139230', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:36.473217 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.486086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.490560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8b55cb7-01c0-46c9-8afe-77ae92eb4f98 req-7b14d2a2-9b5a-482a-ae09-3ac1ceaebe06 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0819585 Aug 09 15:48:36.516354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=813d6388-7056-46d6-94af-4a3f883de69a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:36.590477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.591873 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.604484 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.609185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.639338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Transition to ACTIVE for port object c1e5f238-b6d3-459d-a8dc-218ed8e67b38 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:36.643448 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd319-7637-4f68-a6e4-a991fed681c8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.659593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network ec33020b-e389-44f9-a489-be7c00888983 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:37.088299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 97dab93e-6199-4cb2-b2a4-cdd02f894dbd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:37.152138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:37.152760 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.206017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dd319-7637-4f68-a6e4-a991fed681c8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=b3e448b8-bb79-45c1-aea0-b358acc46b05,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:37.224714 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.299416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.316893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:37.326225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:37.434255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=b6856a80-aca2-4602-89b6-3a024cd9ef0e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:37.472562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.496398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.496884 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd319-7637-4f68-a6e4-a991fed681c8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.497181 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.499221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7c3dd319-7637-4f68-a6e4-a991fed681c8 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/b3e448b8-bb79-45c1-aea0-b358acc46b05 HTTP/1.1" status: 204 len: 168 time: 2.6506600 Aug 09 15:48:37.507417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33728) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:37.528437 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-74bd6367-d5ef-4028-ae63-256cbb2a084b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2120764 Aug 09 15:48:37.531389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33730) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:37.546313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde30cd-6cc1-4041-bf70-d436fa0286df req-2d517737-a6d5-4bdb-9f13-aed214cc3151 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.554552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde30cd-6cc1-4041-bf70-d436fa0286df req-2d517737-a6d5-4bdb-9f13-aed214cc3151 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.561812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde30cd-6cc1-4041-bf70-d436fa0286df req-2d517737-a6d5-4bdb-9f13-aed214cc3151 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.563956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecde30cd-6cc1-4041-bf70-d436fa0286df req-2d517737-a6d5-4bdb-9f13-aed214cc3151 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 2374 time: 0.3548515 Aug 09 15:48:37.580237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.615772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'port': {'network_id': 'ec33020b-e389-44f9-a489-be7c00888983', 'name': 'tempest-FloatingIPTestJSON-1584502615'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:37.639440 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-150e7729-4253-4351-842d-2955808e229f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:48:37.641273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-150e7729-4253-4351-842d-2955808e229f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/b3e448b8-bb79-45c1-aea0-b358acc46b05 HTTP/1.1" status: 404 len: 333 time: 0.1318667 Aug 09 15:48:37.644841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33734) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:37.783759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4391b80-9974-4602-9e4c-a9e655a7cdaf req-71d6b5aa-7d2b-4243-95cf-99cf5dacb13f tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1263814 Aug 09 15:48:37.809952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:37.811702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:37.821223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecde30cd-6cc1-4041-bf70-d436fa0286df req-04c13f72-6976-4e85-ad3a-48f65f673074 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346699 Aug 09 15:48:37.825824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:37.859577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:37.918641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:37.922191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.927088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Router b8f80c31-507a-480e-8db9-36731ac6741e has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:37.950536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] device_id is not set on port 008fb006-4791-4706-b813-8b573072f2f8 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:37.972516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.973206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.029548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-7785c2d0-4a1d-4dd4-a785-006406e6e1e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6987855 Aug 09 15:48:38.039876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4be9f7ce-cdb8-4508-9dfd-69cd13b8968c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 0544548c-da77-494a-90dd-cdb7077e697e {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:38.040452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4be9f7ce-cdb8-4508-9dfd-69cd13b8968c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.069469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721', 'admin_state_up': True, 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'security_groups': ['b253abb9-c266-44dd-ba53-603125f6c12a']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:38.179929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e4437ce-4db9-49f4-b2ca-0409e9161a53 None None] Provisioning for port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:38.188593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e4437ce-4db9-49f4-b2ca-0409e9161a53 None None] Provisioning complete for port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:38.189524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e4437ce-4db9-49f4-b2ca-0409e9161a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.190301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:38.203404 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0e7adb0-5b5a-41b0-b2fe-90a1c8845f1a admin admin] 10.222.0.64 "PUT /v2.0/routers/b8f80c31-507a-480e-8db9-36731ac6741e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9497967 Aug 09 15:48:38.206330 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] Sync routers for ids ['b8f80c31-507a-480e-8db9-36731ac6741e'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:38.207476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33736) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:38.230715 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] Routers {'b8f80c31-507a-480e-8db9-36731ac6741e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:38.231704 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b8f80c31-507a-480e-8db9-36731ac6741e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:38.251451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e4437ce-4db9-49f4-b2ca-0409e9161a53 None None] Port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:38.278624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.20.0.11 (ec33020b-e389-44f9-a489-be7c00888983/7816ea7c-57cd-40ee-98ce-fe784b5a2f5f/008fb006-4791-4706-b813-8b573072f2f8) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:38.358545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4be9f7ce-cdb8-4508-9dfd-69cd13b8968c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.367435 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] Set router b8f80c31-507a-480e-8db9-36731ac6741e gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:38.437795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4be9f7ce-cdb8-4508-9dfd-69cd13b8968c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 0544548c-da77-494a-90dd-cdb7077e697e owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:38.506131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.561789 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.579919 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:48:36Z', 'revision_number': 5, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:38.613426 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] Checking router: b8f80c31-507a-480e-8db9-36731ac6741e for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:38.624389 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] Routers {'b8f80c31-507a-480e-8db9-36731ac6741e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:38.625291 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b8f80c31-507a-480e-8db9-36731ac6741e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:38.634977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.642543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4be9f7ce-cdb8-4508-9dfd-69cd13b8968c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.684378 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.724842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Made reservation on behalf of 4a75f73aa0d24258bf621dc70283aee8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:38.726790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network ec33020b-e389-44f9-a489-be7c00888983 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:38.727605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=008fb006-4791-4706-b813-8b573072f2f8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:38.731046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.744900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:38.746444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9f7ce-cdb8-4508-9dfd-69cd13b8968c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=0544548c-da77-494a-90dd-cdb7077e697e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:38.759071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:38.863164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:38.863902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.928742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.952287 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] Set router b8f80c31-507a-480e-8db9-36731ac6741e gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:39.011338 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4a0d57fd-1df9-438b-a427-8036c119d238 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4786782 Aug 09 15:48:39.014461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33744) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:39.019662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '008fb006-4791-4706-b813-8b573072f2f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:39.051340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Allocated IP 172.25.7.129 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ad4ea0bc-28ad-4fc4-addc-26ab1ae51121) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:39.116735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.195312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.199633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.237520 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:48:36Z', 'revision_number': 5, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:39.276813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a2c84-cc56-4a65-b5f9-a0e94bf059d7 None None] The sync data for ids ['b8f80c31-507a-480e-8db9-36731ac6741e'] in n-d-799523-2 is: [{'id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'name': 'tempest-ServerRescueTestJSON-905420320-router', 'tenant_id': '7f7e941ac64e424aab3da0be1f7000b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:07Z', 'updated_at': '2021-08-09T15:48:36Z', 'revision_number': 5, 'project_id': '7f7e941ac64e424aab3da0be1f7000b8', 'gw_port': {'id': 'fd0e352a-7cd6-44f5-bf34-f2ad24448f0d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f80c31-507a-480e-8db9-36731ac6741e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:08Z', 'updated_at': '2021-08-09T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:39.298265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Deleting port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:39.298925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.321846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.383321 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4be9f7ce-cdb8-4508-9dfd-69cd13b8968c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.385273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4be9f7ce-cdb8-4508-9dfd-69cd13b8968c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/0544548c-da77-494a-90dd-cdb7077e697e HTTP/1.1" status: 204 len: 168 time: 1.7174695 Aug 09 15:48:39.392519 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-548c8bb2-bb96-453d-8958-c7869ecdd7dc req-a011622a-4c6c-47b5-8ba6-a4c0a215cd9d tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1756575 Aug 09 15:48:39.407797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33746) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:39.451141 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-260e473e-386d-40fa-b1fb-829e20e9cd03 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:48:39.455724 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-260e473e-386d-40fa-b1fb-829e20e9cd03 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/0544548c-da77-494a-90dd-cdb7077e697e HTTP/1.1" status: 404 len: 333 time: 0.0469527 Aug 09 15:48:39.456380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33748) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:39.463691 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.467780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Allocated IP 10.2.2.200 (045b0957-f43a-4d8c-bbcf-8efd3b8a3721/4801500d-3375-4c6a-b979-053b56dcc8cb/17333e56-bfdc-4d37-b435-6372235d7e7d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:39.485507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886c8c-38e4-489d-b7b7-3ad840c2a15a req-6b2ae464-16dd-4d2d-a886-b2976d649d0d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.492219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886c8c-38e4-489d-b7b7-3ad840c2a15a req-6b2ae464-16dd-4d2d-a886-b2976d649d0d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.498351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886c8c-38e4-489d-b7b7-3ad840c2a15a req-6b2ae464-16dd-4d2d-a886-b2976d649d0d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.504970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886c8c-38e4-489d-b7b7-3ad840c2a15a req-6b2ae464-16dd-4d2d-a886-b2976d649d0d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.507886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b886c8c-38e4-489d-b7b7-3ad840c2a15a req-6b2ae464-16dd-4d2d-a886-b2976d649d0d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 3095 time: 0.2049003 Aug 09 15:48:39.570896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] For port fd0e352a-7cd6-44f5-bf34-f2ad24448f0d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fd0e352a-7cd6-44f5-bf34-f2ad24448f0d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:39.571533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.577675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:39.580302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd80b16e-e263-4143-8674-7b8d332c8aeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet d23d1c53-976f-4c33-a703-9b4f5b3333a3 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:39.589158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:39.591320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd80b16e-e263-4143-8674-7b8d332c8aeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.594678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:39.627199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Calling delete_port for fd0e352a-7cd6-44f5-bf34-f2ad24448f0d owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:39.644937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.25.7.193 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/69d06b42-00b4-4f95-babb-4fcd90306cd2) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:39.655290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b886c8c-38e4-489d-b7b7-3ad840c2a15a req-dab0a254-9cb6-4663-b22c-4e0efbc553b0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084359 Aug 09 15:48:39.663240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event updated for resources: {'Port': ['ID=ad4ea0bc-28ad-4fc4-addc-26ab1ae51121,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:39.680165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd80b16e-e263-4143-8674-7b8d332c8aeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.923014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.980751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Transition to ACTIVE for port object 17333e56-bfdc-4d37-b435-6372235d7e7d will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:39.983182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.986150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd80b16e-e263-4143-8674-7b8d332c8aeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.065492 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.116320 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.127700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.130122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd80b16e-e263-4143-8674-7b8d332c8aeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.184833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.191980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80b16e-e263-4143-8674-7b8d332c8aeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=d23d1c53-976f-4c33-a703-9b4f5b3333a3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.210516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd80b16e-e263-4143-8674-7b8d332c8aeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.214891 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cd80b16e-e263-4143-8674-7b8d332c8aeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/d23d1c53-976f-4c33-a703-9b4f5b3333a3 HTTP/1.1" status: 204 len: 168 time: 0.7489891 Aug 09 15:48:40.215696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:40.215696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event updated for resources: {'Port': ['ID=17333e56-bfdc-4d37-b435-6372235d7e7d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.217533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33750) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:40.219219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:40.219848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2fcfa2-99ff-4e8f-9e12-7ecb9cc63995 None None] Network bfda3c98-0646-40c4-a7f7-4729ba99cec7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:40.235212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:40.235380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:40.238845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:40.242695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:40.297051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=69d06b42-00b4-4f95-babb-4fcd90306cd2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.363060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0e352a-7cd6-44f5-bf34-f2ad24448f0d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.389589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.423413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.423956 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.477749 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.530828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-be2fc7d3-be03-4a6a-805a-2b790d204d8c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4851437 Aug 09 15:48:40.554724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] DHCP port deletion for bfda3c98-0646-40c4-a7f7-4729ba99cec7 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:48:40.574406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:40.625572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e5af5c91-6934-478a-9b90-05e3cfffc19e None None] Provisioning for port 17333e56-bfdc-4d37-b435-6372235d7e7d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:40.634034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e5af5c91-6934-478a-9b90-05e3cfffc19e None None] Provisioning complete for port 17333e56-bfdc-4d37-b435-6372235d7e7d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:40.634897 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e5af5c91-6934-478a-9b90-05e3cfffc19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.652675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20002574-088e-4866-97c2-16d54b657817 req-f9f7eddf-e397-4489-86d1-c63bc816eef2 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0785317 Aug 09 15:48:40.679202 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.690475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e5af5c91-6934-478a-9b90-05e3cfffc19e None None] Port 17333e56-bfdc-4d37-b435-6372235d7e7d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:40.714458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] Deleting port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:40.715085 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.732942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.744944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.754653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.779052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:40.779410 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.804138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] For port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,segment=NetworkSegment(fc875230-1d97-499f-b267-80677f7f5924),segment_id=fc875230-1d97-499f-b267-80677f7f5924)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:40.804950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.805142 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.805521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f80c31-507a-480e-8db9-36731ac6741e {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:40.819767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.823365 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e08551d6-294d-429c-82ad-2fe90b279480 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b8f80c31-507a-480e-8db9-36731ac6741e HTTP/1.1" status: 204 len: 168 time: 2.6122863 Aug 09 15:48:40.823924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33758) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:40.828868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] Calling delete_port for 97dab93e-6199-4cb2-b2a4-cdd02f894dbd owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:40.939954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bd5224-1c1e-4618-83c0-a5cb45df5988 admin admin] Deleting subnet 1c0d92e6-768a-4398-a276-8d008ca61732 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:40.946424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58bd5224-1c1e-4618-83c0-a5cb45df5988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.982435 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.050247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] Pushing event deleted for resources: {'Port': ['ID=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:41.051316 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58bd5224-1c1e-4618-83c0-a5cb45df5988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.091454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b37a1-b1f8-4beb-afbe-6badb40c76ef None None] No DVR routers for this DVR port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:41.156890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 97dab93e-6199-4cb2-b2a4-cdd02f894dbd no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:41.188706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 97dab93e-6199-4cb2-b2a4-cdd02f894dbd {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:41.189562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 97dab93e-6199-4cb2-b2a4-cdd02f894dbd not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:41.190322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 813d6388-7056-46d6-94af-4a3f883de69a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:41.220095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 813d6388-7056-46d6-94af-4a3f883de69a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:41.221214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 813d6388-7056-46d6-94af-4a3f883de69a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:41.540127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] For port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,segment=NetworkSegment(fc875230-1d97-499f-b267-80677f7f5924),segment_id=fc875230-1d97-499f-b267-80677f7f5924)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:41.540389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.582333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58bd5224-1c1e-4618-83c0-a5cb45df5988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.583653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 97dab93e-6199-4cb2-b2a4-cdd02f894dbd owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:41.601895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e9b6-20b6-4297-8ae3-36468f986c09 req-2602c002-da98-49f4-9bb5-2ffbe0bff64a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.608074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e9b6-20b6-4297-8ae3-36468f986c09 req-2602c002-da98-49f4-9bb5-2ffbe0bff64a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.614045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e9b6-20b6-4297-8ae3-36468f986c09 req-2602c002-da98-49f4-9bb5-2ffbe0bff64a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.620951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e9b6-20b6-4297-8ae3-36468f986c09 req-2602c002-da98-49f4-9bb5-2ffbe0bff64a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.624447 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.627149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602e9b6-20b6-4297-8ae3-36468f986c09 req-2602c002-da98-49f4-9bb5-2ffbe0bff64a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.632875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b602e9b6-20b6-4297-8ae3-36468f986c09 req-2602c002-da98-49f4-9bb5-2ffbe0bff64a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 3816 time: 0.8132420 Aug 09 15:48:41.690092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58bd5224-1c1e-4618-83c0-a5cb45df5988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.761807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd5224-1c1e-4618-83c0-a5cb45df5988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0d92e6-768a-4398-a276-8d008ca61732,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:41.786047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58bd5224-1c1e-4618-83c0-a5cb45df5988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.791548 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-58bd5224-1c1e-4618-83c0-a5cb45df5988 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1c0d92e6-768a-4398-a276-8d008ca61732 HTTP/1.1" status: 204 len: 168 time: 0.9637132 Aug 09 15:48:41.791548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.792277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33762) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:41.832872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df106b34-e4d2-408d-b13b-b17eda315d93 req-ce812ba5-7bea-4478-8dde-bc68ddded735 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0601010 Aug 09 15:48:41.841914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Router b01fd587-ecfc-4c35-a58c-3d055c71250e is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:48:41.883259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b602e9b6-20b6-4297-8ae3-36468f986c09 req-5f6e1759-583a-4afd-9809-f9c29ff94525 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283654 Aug 09 15:48:41.931347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.987170 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.066395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=97dab93e-6199-4cb2-b2a4-cdd02f894dbd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:42.069046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No DVR routers for this DVR port 97dab93e-6199-4cb2-b2a4-cdd02f894dbd on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:42.088048 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.111241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.127580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d88b739-0c99-4018-8742-639fa4ed1376') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.127939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d88b739-0c99-4018-8742-639fa4ed1376') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.143023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.158979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.166751 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.169178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.202749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:42.203173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:42.204950 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:42.225019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21337a7d-01a9-43c3-9616-1c434089e8bd {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:42.237382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:42.250986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610699d3-628a-42d2-9c31-63ee4b32b249 None None] Sync routers for ids ['b01fd587-ecfc-4c35-a58c-3d055c71250e'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:42.257956 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.266619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610699d3-628a-42d2-9c31-63ee4b32b249 None None] Routers {'b01fd587-ecfc-4c35-a58c-3d055c71250e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:42.267503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-610699d3-628a-42d2-9c31-63ee4b32b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b01fd587-ecfc-4c35-a58c-3d055c71250e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.279030 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.287769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfda3c98-0646-40c4-a7f7-4729ba99cec7']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.314101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc875230-1d97-499f-b267-80677f7f5924') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.314677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc875230-1d97-499f-b267-80677f7f5924') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.317439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Transition to ACTIVE for port object 21337a7d-01a9-43c3-9616-1c434089e8bd will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:42.324070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.328548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-552c758a-bf4e-4c64-9112-706afe68d176 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2372148 Aug 09 15:48:42.330467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33764) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:42.340747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.341718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.344230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=69d06b42-00b4-4f95-babb-4fcd90306cd2,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:42.351131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.355727 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.368710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-610699d3-628a-42d2-9c31-63ee4b32b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.385602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610699d3-628a-42d2-9c31-63ee4b32b249 None None] Routers {'b01fd587-ecfc-4c35-a58c-3d055c71250e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:42.386629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-610699d3-628a-42d2-9c31-63ee4b32b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b01fd587-ecfc-4c35-a58c-3d055c71250e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.399529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.401791 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] 10.222.0.64 "DELETE /v2.0/networks/21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054 HTTP/1.1" status: 204 len: 168 time: 0.6063128 Aug 09 15:48:42.418682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120de7b-ec06-40b8-86a6-c8a0b4a70610 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a09ef7-db5b-4c00-b5c9-4ed1f8ef1054,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:42.458615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-610699d3-628a-42d2-9c31-63ee4b32b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:42.460244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610699d3-628a-42d2-9c31-63ee4b32b249 None None] The sync data for ids ['b01fd587-ecfc-4c35-a58c-3d055c71250e'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:42.477502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Pushing event updated for resources: {'Port': ['ID=21337a7d-01a9-43c3-9616-1c434089e8bd,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:42.513664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.541372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:42.550048 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:42.557118 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:42.583166 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP ccdebf4a-4762-4269-ad38-d151ae18399b associated. External IP: 172.25.7.193, port: 008fb006-4791-4706-b813-8b573072f2f8. Aug 09 15:48:42.731960 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.736599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.739066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/networks/bfda3c98-0646-40c4-a7f7-4729ba99cec7 HTTP/1.1" status: 204 len: 168 time: 2.5205104 Aug 09 15:48:42.748418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33768) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:42.765952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e113f2-c276-410f-9abe-abd744f99d0d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Network': ['ID=bfda3c98-0646-40c4-a7f7-4729ba99cec7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:42.769634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1167565591'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:42.783764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-58563b42-4f0e-41f3-a67c-c451f276337d tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/routers/b01fd587-ecfc-4c35-a58c-3d055c71250e HTTP/1.1" status: 200 len: 924 time: 0.4512179 Aug 09 15:48:42.787493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33770) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:42.808875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33772) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:42.831112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3d47c642-88a8-466d-9a39-d4bfcb90c790 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd587-ecfc-4c35-a58c-3d055c71250e HTTP/1.1" status: 200 len: 205 time: 0.0410297 Aug 09 15:48:42.831933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33774) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:42.837184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Attempting to bind port 21337a7d-01a9-43c3-9616-1c434089e8bd on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:42.837719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Attempting to bind port 21337a7d-01a9-43c3-9616-1c434089e8bd by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:42.837852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Attempting to bind port 21337a7d-01a9-43c3-9616-1c434089e8bd on network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:42.843468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Port 21337a7d-01a9-43c3-9616-1c434089e8bd on network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:42.843918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Attempting to bind port 21337a7d-01a9-43c3-9616-1c434089e8bd on network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:42.860100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:42.860467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:42.861088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Checking segment: {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:42.861562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Bound using segment: {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:42.862193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Bound port: 21337a7d-01a9-43c3-9616-1c434089e8bd, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:42.862627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.866095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.926232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fd0e352a-7cd6-44f5-bf34-f2ad24448f0d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:42.978089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: fd0e352a-7cd6-44f5-bf34-f2ad24448f0d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:42.978571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fd0e352a-7cd6-44f5-bf34-f2ad24448f0d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:42.992124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] For port 21337a7d-01a9-43c3-9616-1c434089e8bd, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:42.996742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] For port 21337a7d-01a9-43c3-9616-1c434089e8bd, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=21337a7d-01a9-43c3-9616-1c434089e8bd,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:43.036108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.047539 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8cf88624-9f02-413c-a8a8-8d20953284dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f7e941ac64e424aab3da0be1f7000b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298815 Aug 09 15:48:43.059968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33780) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:43.060952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:43.063412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb37fd04-52a7-4618-a703-2c96751d8baf req-4f27aa08-4163-45b5-a44e-42cd314e0e1b tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0916231 Aug 09 15:48:43.107907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.108778 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.111974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] 10.222.0.35 "PUT /v2.0/ports/21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 200 len: 1092 time: 2.5426414 Aug 09 15:48:43.146581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '21337a7d-01a9-43c3-9616-1c434089e8bd'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:43.154866 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c575305-0fc8-4670-9cff-c50cc527a130" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "21337a7d-01a9-43c3-9616-1c434089e8bd"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:43.167040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:43.190170 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.190516 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Added segment 094bda83-4145-42f5-983a-92404e081e05 of type vlan for network 05fbd897-840e-473e-b087-ddad77823e80 Aug 09 15:48:43.229130 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aceb5c1-1bb2-4725-902f-58a9aed8439d x-openstack-request-id: req-2aceb5c1-1bb2-4725-902f-58a9aed8439d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:43.229467 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "21337a7d-01a9-43c3-9616-1c434089e8bd", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:43.229722 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2aceb5c1-1bb2-4725-902f-58a9aed8439d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:43.230457 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'status': 'completed', 'code': 200} Aug 09 15:48:43.278951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.287207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.348637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.352514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33bce4-866e-48d7-89c5-f142ef174330 service neutron] Pushing event updated for resources: {'Port': ['ID=21337a7d-01a9-43c3-9616-1c434089e8bd,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:43.374991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7f34-61a3-4a96-8463-1baa1532be39 req-8ae4ca43-e69a-41ac-97a8-8826dcf38287 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.382413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7f34-61a3-4a96-8463-1baa1532be39 req-8ae4ca43-e69a-41ac-97a8-8826dcf38287 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.391176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-6e46-4091-aad7-67f4f45bda16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.394673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7f34-61a3-4a96-8463-1baa1532be39 req-8ae4ca43-e69a-41ac-97a8-8826dcf38287 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.404360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7f34-61a3-4a96-8463-1baa1532be39 req-8ae4ca43-e69a-41ac-97a8-8826dcf38287 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.422456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7f34-61a3-4a96-8463-1baa1532be39 req-8ae4ca43-e69a-41ac-97a8-8826dcf38287 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.428810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ada7f34-61a3-4a96-8463-1baa1532be39 req-8ae4ca43-e69a-41ac-97a8-8826dcf38287 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 3828 time: 0.3775277 Aug 09 15:48:43.433394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:43.466297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-6e46-4091-aad7-67f4f45bda16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.490271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.496245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.505206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-4e1e752f-476c-4b87-a0d6-3967dc01d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.505206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-4e1e752f-476c-4b87-a0d6-3967dc01d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.505206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-4e1e752f-476c-4b87-a0d6-3967dc01d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.505812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.506011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-4e1e752f-476c-4b87-a0d6-3967dc01d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.506186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.506375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-4e1e752f-476c-4b87-a0d6-3967dc01d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.506375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-4e1e752f-476c-4b87-a0d6-3967dc01d1f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 4363 time: 0.2500856 Aug 09 15:48:43.559299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ada7f34-61a3-4a96-8463-1baa1532be39 req-62980b84-36f6-4f8b-a0dc-07698dff08a3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165476 Aug 09 15:48:43.640428 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8817484 Aug 09 15:48:43.648268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33784) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:43.686075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '05fbd897-840e-473e-b087-ddad77823e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:43.774753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-aaa40b82-41e4-47c2-80dd-a71ace72ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.775507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-aaa40b82-41e4-47c2-80dd-a71ace72ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.776208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-aaa40b82-41e4-47c2-80dd-a71ace72ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.777995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-aaa40b82-41e4-47c2-80dd-a71ace72ac38 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a75f73aa0d24258bf621dc70283aee8&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2564037 Aug 09 15:48:43.834735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:43.839157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.860553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b07cf4-5078-4bd7-a85a-4ce4da47cba7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Network': ['ID=05fbd897-840e-473e-b087-ddad77823e80,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:43.863714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-6e46-4091-aad7-67f4f45bda16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.867304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-6e46-4091-aad7-67f4f45bda16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.868519 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1821539b-6e46-4091-aad7-67f4f45bda16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/254dad24-0eee-48f2-b61f-0746ef2c676c HTTP/1.1" status: 204 len: 168 time: 0.8041029 Aug 09 15:48:43.877325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 05fbd897-840e-473e-b087-ddad77823e80 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:43.958103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-a8ba66f7-e91a-4e5b-81d2-e5b598c78d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.961913 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c575305-0fc8-4670-9cff-c50cc527a130 req-a8ba66f7-e91a-4e5b-81d2-e5b598c78d26 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1702557 Aug 09 15:48:44.013224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821539b-6e46-4091-aad7-67f4f45bda16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254dad24-0eee-48f2-b61f-0746ef2c676c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:44.033540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82a03bb-00cf-401a-b9f3-9b690c30746d {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:44.042344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Deleting port ad4ea0bc-28ad-4fc4-addc-26ab1ae51121 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:44.042693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.045459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.061806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Transition to ACTIVE for port object a82a03bb-00cf-401a-b9f3-9b690c30746d will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:44.069282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.135168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:44.153101 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed335944-3ffd-4882-a57c-34bbc608639d None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:44.173061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed335944-3ffd-4882-a57c-34bbc608639d None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:44.173878 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ed335944-3ffd-4882-a57c-34bbc608639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:44.191843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Pushing event updated for resources: {'Port': ['ID=a82a03bb-00cf-401a-b9f3-9b690c30746d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:44.239269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.256356 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ed335944-3ffd-4882-a57c-34bbc608639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:44.270643 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed335944-3ffd-4882-a57c-34bbc608639d None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:44.272091 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ed335944-3ffd-4882-a57c-34bbc608639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:44.372129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41a87924-773a-4f85-9866-b8980417d1fa req-6397c73b-1caf-4b57-83ba-de3abbbdfa3e tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0930905 Aug 09 15:48:44.372543 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ed335944-3ffd-4882-a57c-34bbc608639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:44.373222 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed335944-3ffd-4882-a57c-34bbc608639d None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:44.373436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Attempting to bind port a82a03bb-00cf-401a-b9f3-9b690c30746d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:44.373739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Attempting to bind port a82a03bb-00cf-401a-b9f3-9b690c30746d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:44.374078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Attempting to bind port a82a03bb-00cf-401a-b9f3-9b690c30746d on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:44.386668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.402098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Port a82a03bb-00cf-401a-b9f3-9b690c30746d on network fcba54b1-62b4-4841-889a-0dc1f5a20673 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:44.403111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Attempting to bind port a82a03bb-00cf-401a-b9f3-9b690c30746d on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:44.411480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:44.412293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Checking segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:44.413686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Calling delete_port for ad4ea0bc-28ad-4fc4-addc-26ab1ae51121 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:44.414473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Bound using segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:44.418494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Bound port: a82a03bb-00cf-401a-b9f3-9b690c30746d, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:44.418874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.550889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c2918fc6-5a0f-4a8c-90bf-bce1cd5f7b6e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5339491 Aug 09 15:48:44.556489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33798) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:44.559945 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.565594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:44.628227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] For port a82a03bb-00cf-401a-b9f3-9b690c30746d, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:44.653480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] For port a82a03bb-00cf-401a-b9f3-9b690c30746d, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:44.666050 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.705620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=2e2612ee-e336-4971-8680-b4d883ca1866,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:44.719797 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.836068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Checking segment: {'id': '094bda83-4145-42f5-983a-92404e081e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '05fbd897-840e-473e-b087-ddad77823e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:44.836709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network hostable DHCP agents. Network: 05fbd897-840e-473e-b087-ddad77823e80, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:44.848101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.849396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.851358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] 10.222.0.35 "PUT /v2.0/ports/a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 1135 time: 1.6910186 Aug 09 15:48:44.869610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1efde0-224e-4730-ada5-ab830d0b3a92 service neutron] Pushing event updated for resources: {'Port': ['ID=a82a03bb-00cf-401a-b9f3-9b690c30746d,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:44.877596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 05fbd897-840e-473e-b087-ddad77823e80 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:44.910940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:44.974236 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de8086cf-ecbe-4957-a9bc-46cef6b135ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.012099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 05fbd897-840e-473e-b087-ddad77823e80) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:45.022141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deadebc-8e7a-4804-ab28-02e7044b6ea5 None None] Network 05fbd897-840e-473e-b087-ddad77823e80 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:45.037619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.038482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.076727 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e648905b-68c8-45d7-baa1-2d4e185a3c37 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4010415 Aug 09 15:48:45.079180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33810) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:45.091069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '05fbd897-840e-473e-b087-ddad77823e80', 'name': 'tempest-PortsTestJSON-254630876', 'fixed_ips': [{'subnet_id': '2e2612ee-e336-4971-8680-b4d883ca1866', 'ip_address': '172.20.0.10'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:45.138758 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.170295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9081e-8e9b-4c2a-9657-307aec0fe6c4 req-4615cda5-6ec8-4069-90e8-c364db4da0bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.178947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9081e-8e9b-4c2a-9657-307aec0fe6c4 req-4615cda5-6ec8-4069-90e8-c364db4da0bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.202753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9081e-8e9b-4c2a-9657-307aec0fe6c4 req-4615cda5-6ec8-4069-90e8-c364db4da0bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.213993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9081e-8e9b-4c2a-9657-307aec0fe6c4 req-4615cda5-6ec8-4069-90e8-c364db4da0bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.228767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9081e-8e9b-4c2a-9657-307aec0fe6c4 req-4615cda5-6ec8-4069-90e8-c364db4da0bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.235375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9081e-8e9b-4c2a-9657-307aec0fe6c4 req-4615cda5-6ec8-4069-90e8-c364db4da0bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.239688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.249500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ab9081e-8e9b-4c2a-9657-307aec0fe6c4 req-4615cda5-6ec8-4069-90e8-c364db4da0bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 4605 time: 0.3967860 Aug 09 15:48:45.253552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': 'a82a03bb-00cf-401a-b9f3-9b690c30746d'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:45.256025 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd25b3-dda5-4d0e-b501-835d0c5e290a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "a82a03bb-00cf-401a-b9f3-9b690c30746d"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:45.302899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33816) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:45.312824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event deleted for resources: {'Port': ['ID=ad4ea0bc-28ad-4fc4-addc-26ab1ae51121,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:45.336919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-05fbd897-840e-473e-b087-ddad77823e80', 'network_id': '05fbd897-840e-473e-b087-ddad77823e80', 'tenant_id': '1b14410d4c484164b8e569d613900a05', 'fixed_ips': [{'subnet_id': '2e2612ee-e336-4971-8680-b4d883ca1866'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:48:45.338060 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.351484 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db17cb11-87ba-4f06-9630-ac13afdf0986 x-openstack-request-id: req-db17cb11-87ba-4f06-9630-ac13afdf0986 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:45.352743 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "a82a03bb-00cf-401a-b9f3-9b690c30746d", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:45.353355 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db17cb11-87ba-4f06-9630-ac13afdf0986 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:45.354023 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': 'a82a03bb-00cf-401a-b9f3-9b690c30746d', 'status': 'completed', 'code': 200} Aug 09 15:48:45.459623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:45.486649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-562175165-network', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:45.496045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ab9081e-8e9b-4c2a-9657-307aec0fe6c4 req-d019f3a1-549e-4e38-99b2-92585b9b13b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232621 Aug 09 15:48:45.516055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.545518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.551955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Allocated IP 172.20.0.2 (05fbd897-840e-473e-b087-ddad77823e80/2e2612ee-e336-4971-8680-b4d883ca1866/6ad846f1-5769-4623-b5ba-350ed58baa6f) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:45.610922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.611259 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP ccdebf4a-4762-4269-ad38-d151ae18399b disassociated. External IP: 172.25.7.193, port: 008fb006-4791-4706-b813-8b573072f2f8. Aug 09 15:48:45.616012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cae0da8c-b55b-49d4-9b77-79fc803b1d07 req-21285bf5-49d0-4383-9287-4d982ef9231f tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0974791 Aug 09 15:48:45.619186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Made reservation on behalf of 793a0bfc7a994f92a99b5f48518bd3ae for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:45.621530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.675421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.686427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.699406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.758672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.767801 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.778855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Transition to ACTIVE for port object 6ad846f1-5769-4623-b5ba-350ed58baa6f will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:45.779565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-edcb07fd-15e9-4890-b087-213642e528ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.780102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-edcb07fd-15e9-4890-b087-213642e528ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.780606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-edcb07fd-15e9-4890-b087-213642e528ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.781403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-edcb07fd-15e9-4890-b087-213642e528ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.781878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-edcb07fd-15e9-4890-b087-213642e528ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.782545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-edcb07fd-15e9-4890-b087-213642e528ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.784784 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.785259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-edcb07fd-15e9-4890-b087-213642e528ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5291 time: 0.2882111 Aug 09 15:48:45.785762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Fanout notify agent at l3_agent the message router_deleted on router b01fd587-ecfc-4c35-a58c-3d055c71250e {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:45.797798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Transition to ACTIVE for port object 6ad846f1-5769-4623-b5ba-350ed58baa6f will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:45.798913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.800756 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7c014e6-6cbe-4074-93c4-a2f5d8be5164 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/b01fd587-ecfc-4c35-a58c-3d055c71250e HTTP/1.1" status: 204 len: 168 time: 2.9653563 Aug 09 15:48:45.805279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33824) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:45.814575 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.814788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1591879505', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': False}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:45.820159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port df690f11-8471-4072-82a2-bc1b30c4efbf yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:45.866940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Network 05fbd897-840e-473e-b087-ddad77823e80 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:45.871326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:45.874415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:45.883432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Pushing event updated for resources: {'Port': ['ID=6ad846f1-5769-4623-b5ba-350ed58baa6f,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:45.952894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Attempting to bind port 6ad846f1-5769-4623-b5ba-350ed58baa6f on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:45.953613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Attempting to bind port 6ad846f1-5769-4623-b5ba-350ed58baa6f by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '094bda83-4145-42f5-983a-92404e081e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '05fbd897-840e-473e-b087-ddad77823e80'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:45.954225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Attempting to bind port 6ad846f1-5769-4623-b5ba-350ed58baa6f on network 05fbd897-840e-473e-b087-ddad77823e80 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:45.962426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:45.962821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Checking segment: {'id': '094bda83-4145-42f5-983a-92404e081e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '05fbd897-840e-473e-b087-ddad77823e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:45.963205 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.963598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Bound using segment: {'id': '094bda83-4145-42f5-983a-92404e081e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '05fbd897-840e-473e-b087-ddad77823e80'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:45.964093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Bound port: 6ad846f1-5769-4623-b5ba-350ed58baa6f, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094bda83-4145-42f5-983a-92404e081e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '05fbd897-840e-473e-b087-ddad77823e80'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:45.964493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.014126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.051932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.089466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-7ed28d18-f8dd-469c-97f8-838386ba6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.089945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-7ed28d18-f8dd-469c-97f8-838386ba6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.090425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-7ed28d18-f8dd-469c-97f8-838386ba6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.092069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-7ed28d18-f8dd-469c-97f8-838386ba6fe1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a75f73aa0d24258bf621dc70283aee8&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2494392 Aug 09 15:48:46.118419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.119524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.142518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:46.145678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.10 (05fbd897-840e-473e-b087-ddad77823e80/2e2612ee-e336-4971-8680-b4d883ca1866/df690f11-8471-4072-82a2-bc1b30c4efbf) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:46.162573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90610e50-a3ed-4793-933f-f2d438b846dd,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:46.180213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.180608 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Added segment 1797cb85-42ae-475b-b7cd-ddb1b6305538 of type vlan for network 8a26f6fb-ce56-4387-927f-11cc110612b8 Aug 09 15:48:46.188716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] For port 6ad846f1-5769-4623-b5ba-350ed58baa6f, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:46.193782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] For port 6ad846f1-5769-4623-b5ba-350ed58baa6f, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6ad846f1-5769-4623-b5ba-350ed58baa6f,segment=NetworkSegment(094bda83-4145-42f5-983a-92404e081e05),segment_id=094bda83-4145-42f5-983a-92404e081e05)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:46.199171 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.271892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a619ba-659d-4841-bba0-2f135f9b7e42 None None] Pushing event updated for resources: {'Port': ['ID=6ad846f1-5769-4623-b5ba-350ed58baa6f,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:46.278264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.303542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.761113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:46.783402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-7b037831-d204-4638-8c4b-5af5614e6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.784876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67fd25b3-dda5-4d0e-b501-835d0c5e290a req-7b037831-d204-4638-8c4b-5af5614e6b3a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6812503 Aug 09 15:48:46.789072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b10f63f-4ef5-4c46-8ccc-274351e95e70 req-97cd2c93-7ddb-4e86-99f7-d6dd9639e75b tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0750012 Aug 09 15:48:46.791032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.826093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022c4b-0ef9-4519-95f7-f866dd71e958 req-88a68354-ff3b-42c4-8531-df355cf2eefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.832389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022c4b-0ef9-4519-95f7-f866dd71e958 req-88a68354-ff3b-42c4-8531-df355cf2eefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.839876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022c4b-0ef9-4519-95f7-f866dd71e958 req-88a68354-ff3b-42c4-8531-df355cf2eefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.846225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022c4b-0ef9-4519-95f7-f866dd71e958 req-88a68354-ff3b-42c4-8531-df355cf2eefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.853042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022c4b-0ef9-4519-95f7-f866dd71e958 req-88a68354-ff3b-42c4-8531-df355cf2eefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.861159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022c4b-0ef9-4519-95f7-f866dd71e958 req-88a68354-ff3b-42c4-8531-df355cf2eefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.861409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2022c4b-0ef9-4519-95f7-f866dd71e958 req-88a68354-ff3b-42c4-8531-df355cf2eefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 4605 time: 0.2684746 Aug 09 15:48:46.866404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:46.884129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Transition to ACTIVE for port object 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:46.902807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.934388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.935514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.936192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.010347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2022c4b-0ef9-4519-95f7-f866dd71e958 req-6ed6abc3-f7ca-44ff-8e46-bebb0ef8bed1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386852 Aug 09 15:48:47.016412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14540572-68bc-4249-beae-014853e4413e service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:47.019205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ad846f1-5769-4623-b5ba-350ed58baa6f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:47.039786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.077563 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7678165 Aug 09 15:48:47.077563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db65e6e-5742-4716-88cc-8c95f479e241 admin admin] Pushing event updated for resources: {'Network': ['ID=8a26f6fb-ce56-4387-927f-11cc110612b8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:47.079329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33830) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:47.098433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 8a26f6fb-ce56-4387-927f-11cc110612b8 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:47.111801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Request body: {'subnet': {'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-subnet', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:47.180449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.214747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:47.228016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Made reservation on behalf of 793a0bfc7a994f92a99b5f48518bd3ae for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:47.229991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.237288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object df690f11-8471-4072-82a2-bc1b30c4efbf will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:47.237543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.243295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792e91ab-0a4e-4a7d-ae5e-d8b2588aa493 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:47.276496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e91ab-0a4e-4a7d-ae5e-d8b2588aa493 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:47.277678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-792e91ab-0a4e-4a7d-ae5e-d8b2588aa493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:47.348355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-792e91ab-0a4e-4a7d-ae5e-d8b2588aa493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:47.363674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e90869b9-fb95-4166-9de8-5177e211638c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/floatingips/ccdebf4a-4762-4269-ad38-d151ae18399b HTTP/1.1" status: 200 len: 688 time: 2.8036602 Aug 09 15:48:47.365458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33832) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:47.368185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6ad846f1-5769-4623-b5ba-350ed58baa6f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:47.382440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e91ab-0a4e-4a7d-ae5e-d8b2588aa493 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:47.383179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-792e91ab-0a4e-4a7d-ae5e-d8b2588aa493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:47.408527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.427634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Attempting to bind port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:47.427924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Attempting to bind port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:47.428305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Attempting to bind port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:47.439392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:47.439713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Attempting to bind port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:47.450912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:47.451356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Checking segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:47.452062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Bound using segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:47.454354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-792e91ab-0a4e-4a7d-ae5e-d8b2588aa493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:47.454533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Bound port: 9fe0ef63-6550-4fb9-98fa-e391bcb77c09, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:47.454825 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.455231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792e91ab-0a4e-4a7d-ae5e-d8b2588aa493 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:47.488540 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e83ee315-ae73-4e6b-a3ab-56af5cb2885f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.495206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 05fbd897-840e-473e-b087-ddad77823e80 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:47.533221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:47.535855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:47.573527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=df690f11-8471-4072-82a2-bc1b30c4efbf,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:47.619813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] For port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:47.622198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839da196-ac3c-4c24-aef5-92dfc0ab2ad2 None None] Network 05fbd897-840e-473e-b087-ddad77823e80 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:47.624487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] For port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:47.637746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.678225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port 69d06b42-00b4-4f95-babb-4fcd90306cd2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:47.678700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.689965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-410eb757-ca19-4f19-8ae0-d5b6f7ce3bb9 None None] Provisioning for port 6ad846f1-5769-4623-b5ba-350ed58baa6f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:47.710264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-410eb757-ca19-4f19-8ae0-d5b6f7ce3bb9 None None] Provisioning complete for port 6ad846f1-5769-4623-b5ba-350ed58baa6f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:47.710830 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-410eb757-ca19-4f19-8ae0-d5b6f7ce3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.730663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.731347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.766967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.768580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.773776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-14540572-68bc-4249-beae-014853e4413e service neutron] 10.222.0.35 "PUT /v2.0/ports/9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 1136 time: 2.8705883 Aug 09 15:48:47.774659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '9fe0ef63-6550-4fb9-98fa-e391bcb77c09'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:47.787363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.797747 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a506b41e-964f-442a-8a29-cc475d8cbf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "9fe0ef63-6550-4fb9-98fa-e391bcb77c09"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:47.841839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:47.876087 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71729c0a-5b15-4efd-a5d0-96f44d1b74ee x-openstack-request-id: req-71729c0a-5b15-4efd-a5d0-96f44d1b74ee {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:47.876700 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "9fe0ef63-6550-4fb9-98fa-e391bcb77c09", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:47.877113 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71729c0a-5b15-4efd-a5d0-96f44d1b74ee {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:47.877686 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '9fe0ef63-6550-4fb9-98fa-e391bcb77c09', 'status': 'completed', 'code': 200} Aug 09 15:48:47.893177 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.894353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14540572-68bc-4249-beae-014853e4413e service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:47.914523 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.918668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3484389d-b164-44b0-9e03-5e847c0879ef,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:47.924895 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7c96096-0dea-4c38-8bf9-02a0c656d4c3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8419244 Aug 09 15:48:47.957287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33838) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:47.969782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '05fbd897-840e-473e-b087-ddad77823e80', 'name': 'tempest-PortsTestJSON-602010280', 'fixed_ips': [{'subnet_id': '2e2612ee-e336-4971-8680-b4d883ca1866', 'ip_address': '172.20.0.9'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:47.977167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.004415 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-410eb757-ca19-4f19-8ae0-d5b6f7ce3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.037900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ffc5ae52-1740-451e-b429-93b43361ae0f req-cca55325-27c8-413f-a0c4-7f1e4d759e9b tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0648193 Aug 09 15:48:48.059236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-410eb757-ca19-4f19-8ae0-d5b6f7ce3bb9 None None] For port 6ad846f1-5769-4623-b5ba-350ed58baa6f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6ad846f1-5769-4623-b5ba-350ed58baa6f,segment=NetworkSegment(094bda83-4145-42f5-983a-92404e081e05),segment_id=094bda83-4145-42f5-983a-92404e081e05)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:48.071209 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.076659 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-410eb757-ca19-4f19-8ae0-d5b6f7ce3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.077074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.080195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.146134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for 69d06b42-00b4-4f95-babb-4fcd90306cd2 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:48.197157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Allocated IP 172.25.7.252 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/77673d78-e25c-4aee-bf78-41c3ef81fc38) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:48.279526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410eb757-ca19-4f19-8ae0-d5b6f7ce3bb9 None None] Pushing event updated for resources: {'Port': ['ID=6ad846f1-5769-4623-b5ba-350ed58baa6f,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:48.334269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-5a9ab22a-0d52-4665-adec-12bd8b5f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.335054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-5a9ab22a-0d52-4665-adec-12bd8b5f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.335670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-5a9ab22a-0d52-4665-adec-12bd8b5f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.336307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-5a9ab22a-0d52-4665-adec-12bd8b5f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.336929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-5a9ab22a-0d52-4665-adec-12bd8b5f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.337552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-5a9ab22a-0d52-4665-adec-12bd8b5f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.338179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-5a9ab22a-0d52-4665-adec-12bd8b5f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.340396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-5a9ab22a-0d52-4665-adec-12bd8b5f86c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6220 time: 0.4421365 Aug 09 15:48:48.360956 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.365726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Checking segment: {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:48.366101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Network hostable DHCP agents. Network: 8a26f6fb-ce56-4387-927f-11cc110612b8, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:48.416016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Network 8a26f6fb-ce56-4387-927f-11cc110612b8 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:48.438954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85c87522-ea9e-4bce-850a-b7ba96e18773 None None] Provisioning for port df690f11-8471-4072-82a2-bc1b30c4efbf completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:48.446079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 8a26f6fb-ce56-4387-927f-11cc110612b8) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:48.447164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85c87522-ea9e-4bce-850a-b7ba96e18773 None None] Provisioning complete for port df690f11-8471-4072-82a2-bc1b30c4efbf triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:48.448068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85c87522-ea9e-4bce-850a-b7ba96e18773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.452054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.452054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.458097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:48.464466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.500244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port 0cacd801-94bf-4c09-8101-49633c827db7 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:48.508472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.511532 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4bf22400-2dc9-4809-8ca1-bbc4dc69a8e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4093089 Aug 09 15:48:48.511708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-85c87522-ea9e-4bce-850a-b7ba96e18773 None None] Port df690f11-8471-4072-82a2-bc1b30c4efbf cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:48.516611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16803b-c406-4269-a917-01b4822daa1c None None] Network 8a26f6fb-ce56-4387-927f-11cc110612b8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:48.517836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33842) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:48.553583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:48.559273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-1ab23a05-419a-447f-a3fb-65dd9e8d3180 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.565407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-1ab23a05-419a-447f-a3fb-65dd9e8d3180 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.573283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-1ab23a05-419a-447f-a3fb-65dd9e8d3180 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.582501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-1ab23a05-419a-447f-a3fb-65dd9e8d3180 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.589649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85c87522-ea9e-4bce-850a-b7ba96e18773 None None] Provisioning complete for port 6ad846f1-5769-4623-b5ba-350ed58baa6f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:48.590212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85c87522-ea9e-4bce-850a-b7ba96e18773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.591346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-1ab23a05-419a-447f-a3fb-65dd9e8d3180 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.598978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-1ab23a05-419a-447f-a3fb-65dd9e8d3180 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.606986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-1ab23a05-419a-447f-a3fb-65dd9e8d3180 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.617033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:48.618758 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-1ab23a05-419a-447f-a3fb-65dd9e8d3180 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5383 time: 0.2910185 Aug 09 15:48:48.628441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:48.630646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:48.682937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'Port': ['ID=77673d78-e25c-4aee-bf78-41c3ef81fc38,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:48.685236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-c1d5b2cf-663c-4aef-8b23-feb64894e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.686170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-c1d5b2cf-663c-4aef-8b23-feb64894e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.686170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-c1d5b2cf-663c-4aef-8b23-feb64894e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.688614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-c1d5b2cf-663c-4aef-8b23-feb64894e8c1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a75f73aa0d24258bf621dc70283aee8&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3120849 Aug 09 15:48:48.695530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.697033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.751954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb2a9135-2fa2-495f-8361-f924e35b2108 req-229f8627-2db6-45f4-b8c0-ed7494653986 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317422 Aug 09 15:48:48.774166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a8584-93ed-444a-9192-ecb1b74e9c1f None None] Network 8a26f6fb-ce56-4387-927f-11cc110612b8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:48.874715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.918958 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.961620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=69d06b42-00b4-4f95-babb-4fcd90306cd2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:48.971565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f338c04b-6d49-4245-b714-2581325c21a5 None None] Provisioning complete for port df690f11-8471-4072-82a2-bc1b30c4efbf triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:48.972362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f338c04b-6d49-4245-b714-2581325c21a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.976222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-768c8cae-db2b-4856-9729-95093867e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.977750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a506b41e-964f-442a-8a29-cc475d8cbf4f req-768c8cae-db2b-4856-9729-95093867e43e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2690110 Aug 09 15:48:48.979564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.9 (05fbd897-840e-473e-b087-ddad77823e80/2e2612ee-e336-4971-8680-b4d883ca1866/0cacd801-94bf-4c09-8101-49633c827db7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:49.006735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ad846f1-5769-4623-b5ba-350ed58baa6f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:49.041726 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.059641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f338c04b-6d49-4245-b714-2581325c21a5 None None] Port df690f11-8471-4072-82a2-bc1b30c4efbf cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:49.081394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb76f30-8111-4506-8817-1d0c9785db66 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:49.085640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6ad846f1-5769-4623-b5ba-350ed58baa6f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:49.086626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.090490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.092289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.094747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.096067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b194f26a-f936-453a-b3a6-d500bcef1b99 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/floatingips/ccdebf4a-4762-4269-ad38-d151ae18399b HTTP/1.1" status: 204 len: 168 time: 1.7293570 Aug 09 15:48:49.098279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.101182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33844) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:49.106848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'b6856a80-aca2-4602-89b6-3a024cd9ef0e'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:49.126016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Transition to ACTIVE for port object 6eb76f30-8111-4506-8817-1d0c9785db66 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:49.133005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.167936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.236134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Pushing event updated for resources: {'Port': ['ID=6eb76f30-8111-4506-8817-1d0c9785db66,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:49.299638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3e2c358-cc45-41be-8b23-6eeebc446d12 req-4f979ba2-a47c-48c2-a0dc-ff8697188241 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0604367 Aug 09 15:48:49.365683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.395444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Attempting to bind port 6eb76f30-8111-4506-8817-1d0c9785db66 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:49.395877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Attempting to bind port 6eb76f30-8111-4506-8817-1d0c9785db66 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:49.396348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Attempting to bind port 6eb76f30-8111-4506-8817-1d0c9785db66 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:49.407807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Port 6eb76f30-8111-4506-8817-1d0c9785db66 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:49.408331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Attempting to bind port 6eb76f30-8111-4506-8817-1d0c9785db66 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:49.418303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:49.418822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Checking segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:49.419324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Bound using segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:49.419939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Bound port: 6eb76f30-8111-4506-8817-1d0c9785db66, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:49.420457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.439439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.465292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.521723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object 0cacd801-94bf-4c09-8101-49633c827db7 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:49.564573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] For port 6eb76f30-8111-4506-8817-1d0c9785db66, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:49.570136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] For port 6eb76f30-8111-4506-8817-1d0c9785db66, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6eb76f30-8111-4506-8817-1d0c9785db66,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:49.576509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.643940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.644567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.646078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] 10.222.0.35 "PUT /v2.0/ports/6eb76f30-8111-4506-8817-1d0c9785db66 HTTP/1.1" status: 200 len: 1090 time: 1.8200653 Aug 09 15:48:49.672799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.25.7.72 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/c23dceff-d730-4f78-8aeb-6051d597770b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:49.686761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c10433-69a3-4081-8000-94f94e726a8a service neutron] Pushing event updated for resources: {'Port': ['ID=6eb76f30-8111-4506-8817-1d0c9785db66,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:49.716618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:49.750402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.891228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '6eb76f30-8111-4506-8817-1d0c9785db66'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:49.894276 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49031e56-cb14-4991-b630-78f3078f272b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "6eb76f30-8111-4506-8817-1d0c9785db66"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:49.917462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 05fbd897-840e-473e-b087-ddad77823e80 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:49.928099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:49.932091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.934904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:49.945211 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.967850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.988877 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1db8ae-ec99-4fe1-936f-37e43ad28b38 x-openstack-request-id: req-bd1db8ae-ec99-4fe1-936f-37e43ad28b38 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:49.989338 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "6eb76f30-8111-4506-8817-1d0c9785db66", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:49.989759 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd1db8ae-ec99-4fe1-936f-37e43ad28b38 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:49.990326 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '6eb76f30-8111-4506-8817-1d0c9785db66', 'status': 'completed', 'code': 200} Aug 09 15:48:50.017754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.028320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=0cacd801-94bf-4c09-8101-49633c827db7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:50.068026 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.103560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e16a549-5883-4d39-ad80-a79b061306da req-18110474-27cd-4aad-bda1-57c48f21313e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3116615 Aug 09 15:48:50.156514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-520783d2-5235-41ed-80aa-5513bf470748 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.158184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.158862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.169044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-520783d2-5235-41ed-80aa-5513bf470748 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.178488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-520783d2-5235-41ed-80aa-5513bf470748 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.188094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-520783d2-5235-41ed-80aa-5513bf470748 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.195181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-520783d2-5235-41ed-80aa-5513bf470748 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.202647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-520783d2-5235-41ed-80aa-5513bf470748 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.209016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-520783d2-5235-41ed-80aa-5513bf470748 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.211461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-520783d2-5235-41ed-80aa-5513bf470748 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5395 time: 0.3109438 Aug 09 15:48:50.273538 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dc5a4287-e8c8-4e69-895a-18653aae2154 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3068500 Aug 09 15:48:50.276748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-02662038-e197-40be-a454-d66fed7efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.276997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33852) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:50.277196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-02662038-e197-40be-a454-d66fed7efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.277468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-02662038-e197-40be-a454-d66fed7efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.278293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-02662038-e197-40be-a454-d66fed7efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.287887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-02662038-e197-40be-a454-d66fed7efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.287887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-02662038-e197-40be-a454-d66fed7efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.287887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-02662038-e197-40be-a454-d66fed7efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.287887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49031e56-cb14-4991-b630-78f3078f272b req-02662038-e197-40be-a454-d66fed7efcd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6287 time: 0.2827110 Aug 09 15:48:50.357475 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.392129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b299c1e3-79cc-438d-954a-197683ca30f1 None None] Provisioning for port 0cacd801-94bf-4c09-8101-49633c827db7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:50.399192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b299c1e3-79cc-438d-954a-197683ca30f1 None None] Provisioning complete for port 0cacd801-94bf-4c09-8101-49633c827db7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:50.399793 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b299c1e3-79cc-438d-954a-197683ca30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.469091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b299c1e3-79cc-438d-954a-197683ca30f1 None None] Port 0cacd801-94bf-4c09-8101-49633c827db7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:50.574122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92b56ae4-8a1e-4221-aefb-b6e6e1d81312 req-85a59b65-5d57-4e30-98da-29a91b0ee0df tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0936522 Aug 09 15:48:50.585884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e9b8bb2-ebac-439e-85b4-20ca72cf7e1b req-c10a97ce-155a-4971-b91f-3310afe6574f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3607783 Aug 09 15:48:50.587110 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.681661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:50.701683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:50.711862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:50.746792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=c23dceff-d730-4f78-8aeb-6051d597770b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:50.830508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-da988602-deae-4b17-924c-f98f19cc1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.831291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-da988602-deae-4b17-924c-f98f19cc1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.832125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-da988602-deae-4b17-924c-f98f19cc1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.834912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49031e56-cb14-4991-b630-78f3078f272b req-da988602-deae-4b17-924c-f98f19cc1236 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a75f73aa0d24258bf621dc70283aee8&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.5283964 Aug 09 15:48:50.903321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a549-5883-4d39-ad80-a79b061306da req-06b3166d-7267-4abb-a437-fb03727f7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.905476 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e16a549-5883-4d39-ad80-a79b061306da req-06b3166d-7267-4abb-a437-fb03727f7d88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=467fd1dac0424938b403368cc5b38339&device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 1097 time: 0.7078116 Aug 09 15:48:50.945048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Allocated IP 172.25.7.193 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/3741d73f-6d19-49ef-813d-3a95a21016dc) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:50.980862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f5b65c-1f76-49da-8eeb-bdcec292e2bf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.987119 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-81f5b65c-1f76-49da-8eeb-bdcec292e2bf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6965539 Aug 09 15:48:50.997954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33856) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:51.217536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Router 2976c334-3f24-4ac3-b53d-3ddc330cfee0 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:48:51.269334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab860a66-1f75-4e6b-af99-9848ae0396f6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.275978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab860a66-1f75-4e6b-af99-9848ae0396f6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.282316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab860a66-1f75-4e6b-af99-9848ae0396f6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.283673 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ab860a66-1f75-4e6b-af99-9848ae0396f6 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2844768 Aug 09 15:48:51.290780 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33858) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:51.311854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a549-5883-4d39-ad80-a79b061306da req-74651ebd-9b63-48be-8645-ff087a640ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.313347 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e16a549-5883-4d39-ad80-a79b061306da req-74651ebd-9b63-48be-8645-ff087a640ce1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 200 len: 918 time: 0.3649156 Aug 09 15:48:51.427976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.501148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c222f0a-8817-4d90-a2df-6a98e2985529 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:51.524576 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e16a549-5883-4d39-ad80-a79b061306da req-e7e0e893-e331-48ec-b47f-7ab6111ffb53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 200 len: 1000 time: 0.1892118 Aug 09 15:48:51.551515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.591073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Transition to ACTIVE for port object 7c222f0a-8817-4d90-a2df-6a98e2985529 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:51.592555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031e56-cb14-4991-b630-78f3078f272b req-074e63dd-4c21-4f85-bc90-c7e2b9cbd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.594494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49031e56-cb14-4991-b630-78f3078f272b req-074e63dd-4c21-4f85-bc90-c7e2b9cbd68f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7430160 Aug 09 15:48:51.599527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:51.621474 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Sync routers for ids ['2976c334-3f24-4ac3-b53d-3ddc330cfee0'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:51.628529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a549-5883-4d39-ad80-a79b061306da req-42f628f5-066e-4d11-bb19-ad710fa3e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.630089 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e16a549-5883-4d39-ad80-a79b061306da req-42f628f5-066e-4d11-bb19-ad710fa3e121 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 200 len: 855 time: 0.0918612 Aug 09 15:48:51.638179 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.645997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.648896 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Routers {'2976c334-3f24-4ac3-b53d-3ddc330cfee0'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:51.649976 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2976c334-3f24-4ac3-b53d-3ddc330cfee0'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:51.653831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33864) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:51.656407 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9b72bd0-dbf7-4c32-a1ba-e4fab88e620e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.8453782 Aug 09 15:48:51.663667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-33c2d327-df2b-4fd2-b853-853b463951b2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 0cacd801-94bf-4c09-8101-49633c827db7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:51.664203 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c2d327-df2b-4fd2-b853-853b463951b2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.670213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.803197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Pushing event updated for resources: {'Port': ['ID=3741d73f-6d19-49ef-813d-3a95a21016dc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:51.823363 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Set router 2976c334-3f24-4ac3-b53d-3ddc330cfee0 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:51.849412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:51.855994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:51.869298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:51.902491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-72f0bfca-b7b0-47b5-8e09-ba2d2b80cfc9 req-88dfc468-33b5-4bc6-bee4-9a9cbe06eb70 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1048565 Aug 09 15:48:52.003015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0b5c6b16-e10b-4e55-a97a-8d0f4fc48704 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/routers/2976c334-3f24-4ac3-b53d-3ddc330cfee0 HTTP/1.1" status: 200 len: 909 time: 0.3421471 Aug 09 15:48:52.003015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33866) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:52.031809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Pushing event updated for resources: {'Port': ['ID=7c222f0a-8817-4d90-a2df-6a98e2985529,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:52.043399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1591879505', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': True}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:52.046099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a549-5883-4d39-ad80-a79b061306da req-e5f50072-d3ca-4a8c-973f-f87fca9b4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.047780 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e16a549-5883-4d39-ad80-a79b061306da req-e5f50072-d3ca-4a8c-973f-f87fca9b4ce5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b42be60d-8a16-49b7-b0f1-d3559be4bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3882778 Aug 09 15:48:52.058591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c2d327-df2b-4fd2-b853-853b463951b2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.106552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-33c2d327-df2b-4fd2-b853-853b463951b2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 0cacd801-94bf-4c09-8101-49633c827db7 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:52.113164 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976c334-3f24-4ac3-b53d-3ddc330cfee0', 'name': 'tempest-snat-router-1591879505', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.252'}], 'enable_snat': False}, 'gw_port_id': '77673d78-e25c-4aee-bf78-41c3ef81fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:46Z', 'updated_at': '2021-08-09T15:48:48Z', 'revision_number': 3, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port': {'id': '77673d78-e25c-4aee-bf78-41c3ef81fc38', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976c334-3f24-4ac3-b53d-3ddc330cfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:52.152653 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Checking router: 2976c334-3f24-4ac3-b53d-3ddc330cfee0 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:52.153330 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Updating router 2976c334-3f24-4ac3-b53d-3ddc330cfee0 port 77673d78-e25c-4aee-bf78-41c3ef81fc38 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:48:52.192202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-65be9b0a-9664-43ef-b170-fc4097539c17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.198703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-65be9b0a-9664-43ef-b170-fc4097539c17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.201073 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.206408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-65be9b0a-9664-43ef-b170-fc4097539c17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.213392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-65be9b0a-9664-43ef-b170-fc4097539c17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.219504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-65be9b0a-9664-43ef-b170-fc4097539c17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.225746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-65be9b0a-9664-43ef-b170-fc4097539c17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.231615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-65be9b0a-9664-43ef-b170-fc4097539c17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.234342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-65be9b0a-9664-43ef-b170-fc4097539c17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5407 time: 0.5430713 Aug 09 15:48:52.254942 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.256768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.360053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e16a549-5883-4d39-ad80-a79b061306da req-95a71766-a7a5-453a-8832-33b42d0364bb service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873144 Aug 09 15:48:52.382642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Attempting to bind port 7c222f0a-8817-4d90-a2df-6a98e2985529 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:52.383363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Attempting to bind port 7c222f0a-8817-4d90-a2df-6a98e2985529 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:52.383877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Attempting to bind port 7c222f0a-8817-4d90-a2df-6a98e2985529 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:52.461711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Port 7c222f0a-8817-4d90-a2df-6a98e2985529 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:52.462033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Attempting to bind port 7c222f0a-8817-4d90-a2df-6a98e2985529 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:52.473269 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.481564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.489332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:52.489759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Checking segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:52.490186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Bound using segment: {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:52.491247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Bound port: 7c222f0a-8817-4d90-a2df-6a98e2985529, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0af2632-960c-4fe4-9c66-d4108124545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:52.491777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.499361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-226d1e77-9cb9-4f45-9e39-12e97bd0555f req-3657abde-bb32-4a43-bfdb-719d5ad8386d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1917641 Aug 09 15:48:52.530260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.619019 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.627861 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c2d327-df2b-4fd2-b853-853b463951b2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.637977 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Transition to ACTIVE for port object 77673d78-e25c-4aee-bf78-41c3ef81fc38 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:52.646724 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.696451 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5e16a549-5883-4d39-ad80-a79b061306da req-0b915007-257f-447c-9387-1ed63f76dbdf service neutron] 10.222.0.66 "GET /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978375 Aug 09 15:48:52.704787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2d327-df2b-4fd2-b853-853b463951b2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=0cacd801-94bf-4c09-8101-49633c827db7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:52.714239 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Pushing event updated for resources: {'Port': ['ID=77673d78-e25c-4aee-bf78-41c3ef81fc38,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:52.718217 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Attempting to bind port 77673d78-e25c-4aee-bf78-41c3ef81fc38 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:52.718893 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Attempting to bind port 77673d78-e25c-4aee-bf78-41c3ef81fc38 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:52.719619 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Attempting to bind port 77673d78-e25c-4aee-bf78-41c3ef81fc38 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:52.728568 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.729390 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.730140 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.730894 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.731388 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.731932 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.732673 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.733340 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.733853 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.734959 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.735735 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.736325 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:52.743027 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:52.743734 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:52.744337 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.744927 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:52.745857 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Bound port: 77673d78-e25c-4aee-bf78-41c3ef81fc38, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:52.746930 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.863432 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] For port 77673d78-e25c-4aee-bf78-41c3ef81fc38, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:52.871487 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] For port 77673d78-e25c-4aee-bf78-41c3ef81fc38, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=77673d78-e25c-4aee-bf78-41c3ef81fc38,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:52.883490 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.896550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.901586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c2d327-df2b-4fd2-b853-853b463951b2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.904020 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-33c2d327-df2b-4fd2-b853-853b463951b2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/0cacd801-94bf-4c09-8101-49633c827db7 HTTP/1.1" status: 204 len: 168 time: 1.6107013 Aug 09 15:48:52.911000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33868) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:52.924112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.944213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] For port 7c222f0a-8817-4d90-a2df-6a98e2985529, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:52.990516 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea9ffc3-89e9-428d-aac0-5da3736a9e39 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:48:52.992955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6ea9ffc3-89e9-428d-aac0-5da3736a9e39 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/0cacd801-94bf-4c09-8101-49633c827db7 HTTP/1.1" status: 404 len: 333 time: 0.0807717 Aug 09 15:48:52.995702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33872) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:53.015667 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.020016 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5f1c7-13a8-4207-ac0b-ed18bcd01b33 None None] Pushing event updated for resources: {'Port': ['ID=77673d78-e25c-4aee-bf78-41c3ef81fc38,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:53.033816 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Routers {'2976c334-3f24-4ac3-b53d-3ddc330cfee0'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:53.035511 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2976c334-3f24-4ac3-b53d-3ddc330cfee0'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:53.041105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] For port 7c222f0a-8817-4d90-a2df-6a98e2985529, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c222f0a-8817-4d90-a2df-6a98e2985529,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:53.054320 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.148379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.149035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.151155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c222f0a-8817-4d90-a2df-6a98e2985529 HTTP/1.1" status: 200 len: 1091 time: 3.4422073 Aug 09 15:48:53.157156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '7c222f0a-8817-4d90-a2df-6a98e2985529'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:53.160106 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b0dea2-268b-42f1-bdca-7950a116b3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "7c222f0a-8817-4d90-a2df-6a98e2985529"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:53.165512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e784bf6-a56c-40dd-8438-056e271a0021 req-7ca3433a-69ab-433f-8987-74c55b7ca7e0 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0859685 Aug 09 15:48:53.222861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:53.254099 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] Set router 2976c334-3f24-4ac3-b53d-3ddc330cfee0 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:53.266611 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c307cda-6c6b-4db8-99dc-2900416eb227 x-openstack-request-id: req-4c307cda-6c6b-4db8-99dc-2900416eb227 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:53.267356 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "7c222f0a-8817-4d90-a2df-6a98e2985529", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:53.267616 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c307cda-6c6b-4db8-99dc-2900416eb227 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:53.268049 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '7c222f0a-8817-4d90-a2df-6a98e2985529', 'status': 'completed', 'code': 200} Aug 09 15:48:53.314291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-abcf57f2-68be-416f-8160-50a284b5bb23 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port df690f11-8471-4072-82a2-bc1b30c4efbf {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:53.315415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abcf57f2-68be-416f-8160-50a284b5bb23 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.332975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3ea0a-25f0-4f30-aa40-5f90550c7545 service neutron] Pushing event updated for resources: {'Port': ['ID=7c222f0a-8817-4d90-a2df-6a98e2985529,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:53.433925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Router df3ac2cd-3e32-4024-b666-ece7e2360ac4 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:48:53.441179 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.504413 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abcf57f2-68be-416f-8160-50a284b5bb23 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.505486 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976c334-3f24-4ac3-b53d-3ddc330cfee0', 'name': 'tempest-snat-router-1591879505', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.252'}], 'enable_snat': False}, 'gw_port_id': '77673d78-e25c-4aee-bf78-41c3ef81fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:46Z', 'updated_at': '2021-08-09T15:48:48Z', 'revision_number': 3, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port': {'id': '77673d78-e25c-4aee-bf78-41c3ef81fc38', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976c334-3f24-4ac3-b53d-3ddc330cfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:53.530987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-abcf57f2-68be-416f-8160-50a284b5bb23 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for df690f11-8471-4072-82a2-bc1b30c4efbf owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:53.539446 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.547579 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610b06f-e4af-4197-a225-9c4d574f7403 None None] The sync data for ids ['2976c334-3f24-4ac3-b53d-3ddc330cfee0'] in n-d-799523-2 is: [{'id': '2976c334-3f24-4ac3-b53d-3ddc330cfee0', 'name': 'tempest-snat-router-1591879505', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.252'}], 'enable_snat': False}, 'gw_port_id': '77673d78-e25c-4aee-bf78-41c3ef81fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:46Z', 'updated_at': '2021-08-09T15:48:48Z', 'revision_number': 3, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port': {'id': '77673d78-e25c-4aee-bf78-41c3ef81fc38', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976c334-3f24-4ac3-b53d-3ddc330cfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:53.565376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9609af4e-4c00-4db0-a7d0-5eb616060fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.565918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9609af4e-4c00-4db0-a7d0-5eb616060fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.566327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9609af4e-4c00-4db0-a7d0-5eb616060fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.566868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9609af4e-4c00-4db0-a7d0-5eb616060fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.567521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9609af4e-4c00-4db0-a7d0-5eb616060fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.568074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9609af4e-4c00-4db0-a7d0-5eb616060fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.568623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9609af4e-4c00-4db0-a7d0-5eb616060fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.571496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9609af4e-4c00-4db0-a7d0-5eb616060fbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6354 time: 0.2860112 Aug 09 15:48:53.579045 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.689559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:53.708497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Sync routers for ids ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:53.720723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Routers {'df3ac2cd-3e32-4024-b666-ece7e2360ac4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:53.721602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:53.728125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.729399 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-26e01062-d52d-4caa-8e3e-f8edf134b781 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2076285 Aug 09 15:48:53.732653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33880) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:53.885302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Set router df3ac2cd-3e32-4024-b666-ece7e2360ac4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:53.896328 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.044737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=c23dceff-d730-4f78-8aeb-6051d597770b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:54.124304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abcf57f2-68be-416f-8160-50a284b5bb23 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.136198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-333120b0-43af-4d36-8c52-edf61ee9ed96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.143454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-333120b0-43af-4d36-8c52-edf61ee9ed96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.149756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-333120b0-43af-4d36-8c52-edf61ee9ed96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.156042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-333120b0-43af-4d36-8c52-edf61ee9ed96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.162484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-333120b0-43af-4d36-8c52-edf61ee9ed96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.168626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-333120b0-43af-4d36-8c52-edf61ee9ed96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.175155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-333120b0-43af-4d36-8c52-edf61ee9ed96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.177648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-333120b0-43af-4d36-8c52-edf61ee9ed96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5407 time: 0.5030704 Aug 09 15:48:54.180078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf57f2-68be-416f-8160-50a284b5bb23 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=df690f11-8471-4072-82a2-bc1b30c4efbf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:54.223970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:52Z', 'revision_number': 3, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port': {'id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:50Z', 'updated_at': '2021-08-09T15:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:54.265054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Checking router: df3ac2cd-3e32-4024-b666-ece7e2360ac4 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:54.265486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Updating router df3ac2cd-3e32-4024-b666-ece7e2360ac4 port 3741d73f-6d19-49ef-813d-3a95a21016dc binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:48:54.300393 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.440978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e5f238-b6d3-459d-a8dc-218ed8e67b38 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:54.452927 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.469303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Transition to ACTIVE for port object c1e5f238-b6d3-459d-a8dc-218ed8e67b38 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:54.471743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.475699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9c0f6ffb-9d30-4f53-8959-28e70fa6427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.476329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9c0f6ffb-9d30-4f53-8959-28e70fa6427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.476727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9c0f6ffb-9d30-4f53-8959-28e70fa6427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.478842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-9c0f6ffb-9d30-4f53-8959-28e70fa6427f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a75f73aa0d24258bf621dc70283aee8&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.8963027 Aug 09 15:48:54.571915 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.585758 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.872246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abcf57f2-68be-416f-8160-50a284b5bb23 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.876439 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-abcf57f2-68be-416f-8160-50a284b5bb23 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/df690f11-8471-4072-82a2-bc1b30c4efbf HTTP/1.1" status: 204 len: 168 time: 1.8793652 Aug 09 15:48:54.941385 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.951187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33884) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:54.968141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Transition to ACTIVE for port object 3741d73f-6d19-49ef-813d-3a95a21016dc will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:54.983465 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.021615 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e9d0d0-275e-4ba9-b7d3-3ef89f9e207c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:48:55.024349 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9e9d0d0-275e-4ba9-b7d3-3ef89f9e207c tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/df690f11-8471-4072-82a2-bc1b30c4efbf HTTP/1.1" status: 404 len: 333 time: 0.0694473 Aug 09 15:48:55.074819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 77673d78-e25c-4aee-bf78-41c3ef81fc38 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:55.079880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e38e7f-f2b4-42da-8687-61a475f2e0f2 None None] Pushing event updated for resources: {'Port': ['ID=3741d73f-6d19-49ef-813d-3a95a21016dc,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:55.103369 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33886) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:55.114220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Attempting to bind port 3741d73f-6d19-49ef-813d-3a95a21016dc on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:55.114585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Attempting to bind port 3741d73f-6d19-49ef-813d-3a95a21016dc by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:55.114952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Attempting to bind port 3741d73f-6d19-49ef-813d-3a95a21016dc on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:55.124724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:55.125133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:55.125492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.125877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:55.126350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Bound port: 3741d73f-6d19-49ef-813d-3a95a21016dc, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:55.126732 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.204029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 77673d78-e25c-4aee-bf78-41c3ef81fc38 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:55.207164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-54345916-5302-4985-a3cb-81c06eb1f277 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet 2e2612ee-e336-4971-8680-b4d883ca1866 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:55.212879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] For port 3741d73f-6d19-49ef-813d-3a95a21016dc, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:55.213524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54345916-5302-4985-a3cb-81c06eb1f277 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.214818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 77673d78-e25c-4aee-bf78-41c3ef81fc38 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:55.215187 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.235956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7dfcfcec-5b1c-4a81-ac2a-6e5203427f33 req-2b6bb690-0082-4fa8-b447-e47d3852fe2f tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.7527411 Aug 09 15:48:55.271418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] For port 3741d73f-6d19-49ef-813d-3a95a21016dc, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3741d73f-6d19-49ef-813d-3a95a21016dc,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:55.277701 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.353091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54345916-5302-4985-a3cb-81c06eb1f277 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.379923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e0f13bb-e2c1-48b3-be84-3b72c36042e4 req-3bf7c1ae-ec4c-4e33-95ba-758ab354adea tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1829329 Aug 09 15:48:55.393229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.406233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Routers {'df3ac2cd-3e32-4024-b666-ece7e2360ac4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:55.406233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:55.421124 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP b9f74f35-2c58-4b29-98ba-20ab45f0d1ae associated. External IP: 172.25.7.72, port: b6856a80-aca2-4602-89b6-3a024cd9ef0e. Aug 09 15:48:55.448362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e38e7f-f2b4-42da-8687-61a475f2e0f2 None None] Pushing event updated for resources: {'Port': ['ID=3741d73f-6d19-49ef-813d-3a95a21016dc,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:55.452532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Pushing event updated for resources: {'Port': ['ID=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:55.466800 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.531207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 77673d78-e25c-4aee-bf78-41c3ef81fc38, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=77673d78-e25c-4aee-bf78-41c3ef81fc38,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:55.545061 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.595381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] Set router df3ac2cd-3e32-4024-b666-ece7e2360ac4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:55.622672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54345916-5302-4985-a3cb-81c06eb1f277 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.640519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Allocated IP 172.25.7.148 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/cdd913c6-abe0-4b98-a6c1-73c06bb49c0a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:55.718725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-abad4830-6aa6-4ac6-8c66-10dfb14725f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:55.720336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0b0dea2-268b-42f1-bdca-7950a116b3c3 req-abad4830-6aa6-4ac6-8c66-10dfb14725f2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1678123 Aug 09 15:48:55.733744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=77673d78-e25c-4aee-bf78-41c3ef81fc38,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:55.747925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54345916-5302-4985-a3cb-81c06eb1f277 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.786431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54345916-5302-4985-a3cb-81c06eb1f277 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2612ee-e336-4971-8680-b4d883ca1866,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:55.791511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Allocated IP 172.20.0.1 (8a26f6fb-ce56-4387-927f-11cc110612b8/3484389d-b164-44b0-9e03-5e847c0879ef/262e5eec-0f29-4a31-83b0-dee63104889c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:55.798010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54345916-5302-4985-a3cb-81c06eb1f277 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.801087 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-54345916-5302-4985-a3cb-81c06eb1f277 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/2e2612ee-e336-4971-8680-b4d883ca1866 HTTP/1.1" status: 204 len: 168 time: 0.6961174 Aug 09 15:48:55.804859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33888) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:55.812526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b280d9-92da-48cd-ad6b-11e1e2dd99ff None None] Network 05fbd897-840e-473e-b087-ddad77823e80 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:55.862865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Attempting to bind port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:55.863357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Attempting to bind port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:55.863933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Attempting to bind port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 on network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:55.888895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 on network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:55.889384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Attempting to bind port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 on network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:55.904489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:55.905168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Checking segment: {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:55.905561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Bound using segment: {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:55.906011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Bound port: c1e5f238-b6d3-459d-a8dc-218ed8e67b38, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:55.906370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.966896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.011726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:52Z', 'revision_number': 3, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port': {'id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:50Z', 'updated_at': '2021-08-09T15:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:56.038151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.043704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.054781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130106f-b9f0-4fe1-80ce-23dd70250117 None None] The sync data for ids ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'] in n-d-799523-2 is: [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:52Z', 'revision_number': 3, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port': {'id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:50Z', 'updated_at': '2021-08-09T15:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:56.132766 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 6ad846f1-5769-4623-b5ba-350ed58baa6f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:56.133125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.138940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] For port c1e5f238-b6d3-459d-a8dc-218ed8e67b38, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:56.148264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] For port c1e5f238-b6d3-459d-a8dc-218ed8e67b38, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:56.160018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] DHCP port deletion for 05fbd897-840e-473e-b087-ddad77823e80 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:48:56.163010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:56.166200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.185008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.228142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.228776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.239606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] 10.222.0.35 "PUT /v2.0/ports/c1e5f238-b6d3-459d-a8dc-218ed8e67b38 HTTP/1.1" status: 200 len: 1091 time: 3.0215807 Aug 09 15:48:56.242759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:56.245722 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "c1e5f238-b6d3-459d-a8dc-218ed8e67b38"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:56.257600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Network 8a26f6fb-ce56-4387-927f-11cc110612b8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:56.263957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] Deleting port 6ad846f1-5769-4623-b5ba-350ed58baa6f {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:56.263957 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.272379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:56.276753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:56.281947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] For port 6ad846f1-5769-4623-b5ba-350ed58baa6f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6ad846f1-5769-4623-b5ba-350ed58baa6f,segment=NetworkSegment(094bda83-4145-42f5-983a-92404e081e05),segment_id=094bda83-4145-42f5-983a-92404e081e05)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:56.282318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.322325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Pushing event updated for resources: {'Port': ['ID=262e5eec-0f29-4a31-83b0-dee63104889c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.335291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 6ad846f1-5769-4623-b5ba-350ed58baa6f owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:56.364943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] For port 6ad846f1-5769-4623-b5ba-350ed58baa6f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6ad846f1-5769-4623-b5ba-350ed58baa6f,segment=NetworkSegment(094bda83-4145-42f5-983a-92404e081e05),segment_id=094bda83-4145-42f5-983a-92404e081e05)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:56.365347 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.369274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.385087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] Calling delete_port for 6ad846f1-5769-4623-b5ba-350ed58baa6f owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:56.390248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Request body: {'port': {'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:56.412873 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17102f7b-627a-447b-8e84-17bfbea86aa1 x-openstack-request-id: req-17102f7b-627a-447b-8e84-17bfbea86aa1 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:56.413316 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "c1e5f238-b6d3-459d-a8dc-218ed8e67b38", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:56.414224 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17102f7b-627a-447b-8e84-17bfbea86aa1 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:56.414224 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38', 'status': 'completed', 'code': 200} Aug 09 15:48:56.439790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:56.443163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.477804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:56.547087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.574955 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.592077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:56.606757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] No DVR routers for this DVR port 6ad846f1-5769-4623-b5ba-350ed58baa6f on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:56.637907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=6ad846f1-5769-4623-b5ba-350ed58baa6f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.645029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fef125-3060-41f5-8fa6-d831cdda04da None None] Pushing event deleted for resources: {'Port': ['ID=6ad846f1-5769-4623-b5ba-350ed58baa6f,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.675349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25e4705b-e73e-4445-b07f-ed8fb5cac5be req-ea5a0d13-32c8-4c58-885a-00c1cb04aae5 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.2226465 Aug 09 15:48:56.677563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No DVR routers for this DVR port 6ad846f1-5769-4623-b5ba-350ed58baa6f on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:56.704061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492e60b-eb7f-4020-8037-900e47ac982a service neutron] Pushing event updated for resources: {'Port': ['ID=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.726337 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.827179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.841855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fbd897-840e-473e-b087-ddad77823e80']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:56.858944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094bda83-4145-42f5-983a-92404e081e05') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:56.859221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094bda83-4145-42f5-983a-92404e081e05') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:56.874753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.879461 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.895356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-9b624daf-c6f1-4383-8ad8-063862853fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.896316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-9b624daf-c6f1-4383-8ad8-063862853fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.897240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-9b624daf-c6f1-4383-8ad8-063862853fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.898121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-9b624daf-c6f1-4383-8ad8-063862853fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.899206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-9b624daf-c6f1-4383-8ad8-063862853fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.900322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-9b624daf-c6f1-4383-8ad8-063862853fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.901638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-9b624daf-c6f1-4383-8ad8-063862853fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.905403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-9b624daf-c6f1-4383-8ad8-063862853fee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6421 time: 0.4898679 Aug 09 15:48:56.906028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'Port': ['ID=cdd913c6-abe0-4b98-a6c1-73c06bb49c0a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.910044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.952162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:56.952913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:56.956584 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:56.971461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0382-d570-4768-84de-e920a8319ede req-89542ca0-138d-46ac-9010-c0c4ecd371a9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.979283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0382-d570-4768-84de-e920a8319ede req-89542ca0-138d-46ac-9010-c0c4ecd371a9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.985699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0382-d570-4768-84de-e920a8319ede req-89542ca0-138d-46ac-9010-c0c4ecd371a9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.995867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0382-d570-4768-84de-e920a8319ede req-89542ca0-138d-46ac-9010-c0c4ecd371a9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.999037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0382-d570-4768-84de-e920a8319ede req-89542ca0-138d-46ac-9010-c0c4ecd371a9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.007632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0382-d570-4768-84de-e920a8319ede req-89542ca0-138d-46ac-9010-c0c4ecd371a9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.014617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0382-d570-4768-84de-e920a8319ede req-89542ca0-138d-46ac-9010-c0c4ecd371a9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.022812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69db0382-d570-4768-84de-e920a8319ede req-89542ca0-138d-46ac-9010-c0c4ecd371a9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5419 time: 0.4283144 Aug 09 15:48:57.031540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:57.057400 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf97fb-6f16-41bc-b419-41cd19b25a59 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:57.060220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.067587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.070381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/networks/05fbd897-840e-473e-b087-ddad77823e80 HTTP/1.1" status: 204 len: 168 time: 1.2639306 Aug 09 15:48:57.082538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33896) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:57.091534 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf97fb-6f16-41bc-b419-41cd19b25a59 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:57.092221 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-34bf97fb-6f16-41bc-b419-41cd19b25a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:57.094411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-28109857'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:57.149719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4102a0f-f02e-4e07-b183-2c6db9fc9030 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Network': ['ID=05fbd897-840e-473e-b087-ddad77823e80,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:57.187813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-34bf97fb-6f16-41bc-b419-41cd19b25a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:57.189391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 77673d78-e25c-4aee-bf78-41c3ef81fc38 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:57.190102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:57.194794 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.199869 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf97fb-6f16-41bc-b419-41cd19b25a59 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:57.200642 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-34bf97fb-6f16-41bc-b419-41cd19b25a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:57.203618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.215311 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.248667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.253342 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-34bf97fb-6f16-41bc-b419-41cd19b25a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:57.254168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf97fb-6f16-41bc-b419-41cd19b25a59 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:57.276312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 77673d78-e25c-4aee-bf78-41c3ef81fc38 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:57.277063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.321096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:57.329967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Pushing event updated for resources: {'Port': ['ID=262e5eec-0f29-4a31-83b0-dee63104889c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:57.339247 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.344750 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.345431 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Added segment 40be953f-0757-45b1-b796-f72a491de1e8 of type vlan for network 73b52853-e4bf-4343-b5f0-663df02ea9fe Aug 09 15:48:57.347494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69db0382-d570-4768-84de-e920a8319ede req-4ae426ca-e146-4912-a092-7de1ecdcae86 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3237596 Aug 09 15:48:57.421108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3741d73f-6d19-49ef-813d-3a95a21016dc up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:57.471286 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.480848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-df921e8f-f315-491f-be87-cc29d3356ad0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.3783915 Aug 09 15:48:57.485346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33898) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:57.492765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-fb3bc8ee-afea-42dd-b55a-014e8c2bfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.493218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-fb3bc8ee-afea-42dd-b55a-014e8c2bfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.493703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-fb3bc8ee-afea-42dd-b55a-014e8c2bfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.494410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3741d73f-6d19-49ef-813d-3a95a21016dc completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:57.495589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-fb3bc8ee-afea-42dd-b55a-014e8c2bfcd1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a75f73aa0d24258bf621dc70283aee8&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.5496750 Aug 09 15:48:57.501578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3741d73f-6d19-49ef-813d-3a95a21016dc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:57.502340 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.596187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.601932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.602540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.602970 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.607354 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6a8b1085-a972-4bb4-b7f7-2f5783bd5b2d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "GET /v2.0/floatingips/b9f74f35-2c58-4b29-98ba-20ab45f0d1ae HTTP/1.1" status: 200 len: 977 time: 0.1205394 Aug 09 15:48:57.612548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33900) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:57.634220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 3741d73f-6d19-49ef-813d-3a95a21016dc, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3741d73f-6d19-49ef-813d-3a95a21016dc,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:57.638534 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.678216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Network 8a26f6fb-ce56-4387-927f-11cc110612b8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:57.685192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5921881 Aug 09 15:48:57.686630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:57.691051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33902) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:57.696997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '73b52853-e4bf-4343-b5f0-663df02ea9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:57.726833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=3741d73f-6d19-49ef-813d-3a95a21016dc,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:57.757604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ad846f1-5769-4623-b5ba-350ed58baa6f no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:57.788580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6ad846f1-5769-4623-b5ba-350ed58baa6f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:57.789448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ad846f1-5769-4623-b5ba-350ed58baa6f not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:57.801425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edbbcc-86e2-4c36-926a-8c8145a6660a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Network': ['ID=73b52853-e4bf-4343-b5f0-663df02ea9fe,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:57.811969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.815785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 73b52853-e4bf-4343-b5f0-663df02ea9fe details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:57.910737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-efc5a30e-c472-41b9-9e4c-627d4b2bc7d0 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2952955 Aug 09 15:48:57.915306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-8e59495e-adc3-4400-85d7-39f947de8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.916874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a4bf7a3-dba3-4f2b-9bc0-57e2f6e99fb3 req-8e59495e-adc3-4400-85d7-39f947de8ac9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4047098 Aug 09 15:48:57.918626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35de60b0-a114-49dc-b132-b63d052efe0d req-f0ae5568-5e58-4d14-b0f3-682a80c5b886 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0801334 Aug 09 15:48:57.922960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33906) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:57.933143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'port_id': '008fb006-4791-4706-b813-8b573072f2f8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:57.942650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:57.956017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.031302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Router df3ac2cd-3e32-4024-b666-ece7e2360ac4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:58.097542 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.250115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:58.259524 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6c4b77a7-a17d-43a3-bb45-8101c0f1f517 admin admin] 10.222.0.64 "PUT /v2.0/routers/df3ac2cd-3e32-4024-b666-ece7e2360ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5221682 Aug 09 15:48:58.282850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.348785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=1dd97e5f-9a48-4413-87cc-4696f793bf9f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:58.361463 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.362610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Checking segment: {'id': '40be953f-0757-45b1-b796-f72a491de1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '73b52853-e4bf-4343-b5f0-663df02ea9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:58.363012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network hostable DHCP agents. Network: 73b52853-e4bf-4343-b5f0-663df02ea9fe, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:58.381291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 73b52853-e4bf-4343-b5f0-663df02ea9fe is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:58.395333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 73b52853-e4bf-4343-b5f0-663df02ea9fe) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:58.402582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.402582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.421870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306353f5-14d1-4f1a-ae52-b36b8d6d71e6 None None] Network 73b52853-e4bf-4343-b5f0-663df02ea9fe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:58.438385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-89cf2815-ea20-4542-8535-a3da194d25ab tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7449546 Aug 09 15:48:58.439576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33914) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:58.449705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-05769efb-324f-4852-9ca1-e2b162e676ad tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1258467375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:58.463471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.500690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05769efb-324f-4852-9ca1-e2b162e676ad tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.502816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Sync routers for ids ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:58.504346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05769efb-324f-4852-9ca1-e2b162e676ad tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.519222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Routers {'df3ac2cd-3e32-4024-b666-ece7e2360ac4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:58.520961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:58.600858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05769efb-324f-4852-9ca1-e2b162e676ad tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.611874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05769efb-324f-4852-9ca1-e2b162e676ad tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.649154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05769efb-324f-4852-9ca1-e2b162e676ad tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.652960 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-05769efb-324f-4852-9ca1-e2b162e676ad tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2086132 Aug 09 15:48:58.654065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33922) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:58.661111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17333e56-bfdc-4d37-b435-6372235d7e7d {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:58.667282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'network_id': '73b52853-e4bf-4343-b5f0-663df02ea9fe', 'name': 'tempest-PortsTestJSON-743962579'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:58.681900 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.799916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Set router df3ac2cd-3e32-4024-b666-ece7e2360ac4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:58.812400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Transition to ACTIVE for port object 17333e56-bfdc-4d37-b435-6372235d7e7d will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:58.828806 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.846259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-bed5c624-a697-4f22-b10a-cf7893efd49b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.853310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-bed5c624-a697-4f22-b10a-cf7893efd49b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.859244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-bed5c624-a697-4f22-b10a-cf7893efd49b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.872718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-bed5c624-a697-4f22-b10a-cf7893efd49b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.872978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:58.873232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-73b52853-e4bf-4343-b5f0-663df02ea9fe', 'network_id': '73b52853-e4bf-4343-b5f0-663df02ea9fe', 'tenant_id': '1b14410d4c484164b8e569d613900a05', 'fixed_ips': [{'subnet_id': '1dd97e5f-9a48-4413-87cc-4696f793bf9f'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:48:58.874101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.877096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.879385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-bed5c624-a697-4f22-b10a-cf7893efd49b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.886732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-bed5c624-a697-4f22-b10a-cf7893efd49b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.893257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-bed5c624-a697-4f22-b10a-cf7893efd49b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.895789 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-bed5c624-a697-4f22-b10a-cf7893efd49b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5419 time: 0.3137193 Aug 09 15:48:58.904036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port a6ebfd85-2147-4976-924f-39a98c79df43 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:48:58.950102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.098323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.11 (73b52853-e4bf-4343-b5f0-663df02ea9fe/1dd97e5f-9a48-4413-87cc-4696f793bf9f/a6ebfd85-2147-4976-924f-39a98c79df43) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:59.101775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3741d73f-6d19-49ef-813d-3a95a21016dc up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:59.163418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Pushing event updated for resources: {'Port': ['ID=17333e56-bfdc-4d37-b435-6372235d7e7d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:59.230637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-477d6be9-3de5-4676-a743-52015a1c80e7 req-74d4dd33-5ba4-4edc-9206-7e488c43aa78 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3040397 Aug 09 15:48:59.344564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.360822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object a6ebfd85-2147-4976-924f-39a98c79df43 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:59.399179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3741d73f-6d19-49ef-813d-3a95a21016dc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:59.399773 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.401760 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.458915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 73b52853-e4bf-4343-b5f0-663df02ea9fe is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:59.463186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:59.468145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:59.472330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=a6ebfd85-2147-4976-924f-39a98c79df43,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:59.493285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-234fc270-e69f-4c22-a548-542142db92b3 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:59.494972 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-234fc270-e69f-4c22-a548-542142db92b3 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 818 time: 0.5964704 Aug 09 15:48:59.497142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4a56190-b4d9-4798-a50b-eb84012f26a4 req-b663fdd0-bfc9-415b-aa51-8cae42b06e5b tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0630193 Aug 09 15:48:59.503187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Attempting to bind port 17333e56-bfdc-4d37-b435-6372235d7e7d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:59.503624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Attempting to bind port 17333e56-bfdc-4d37-b435-6372235d7e7d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:59.504107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Attempting to bind port 17333e56-bfdc-4d37-b435-6372235d7e7d on network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:59.517469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Allocated IP 172.20.0.2 (73b52853-e4bf-4343-b5f0-663df02ea9fe/1dd97e5f-9a48-4413-87cc-4696f793bf9f/2f8598c9-38d3-41cd-a60a-35bbcfcfc151) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:59.543881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Port 17333e56-bfdc-4d37-b435-6372235d7e7d on network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:59.544436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Attempting to bind port 17333e56-bfdc-4d37-b435-6372235d7e7d on network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:59.545646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:59.546592 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.563222 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-57ab42f1-44d4-456b-8696-5940747acfb7 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9078476 Aug 09 15:48:59.572467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33934) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:59.596400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-0facccf7-b4cc-4dc0-b966-19f72d56c8eb tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/quotas/793a0bfc7a994f92a99b5f48518bd3ae HTTP/1.1" status: 200 len: 375 time: 0.0831714 Aug 09 15:48:59.599213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:59.599570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Checking segment: {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:59.599955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Bound using segment: {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:59.600406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Bound port: 17333e56-bfdc-4d37-b435-6372235d7e7d, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a9d36c-e4d5-4412-9fd8-f91f5339b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:59.600867 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.631527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:56Z', 'revision_number': 4, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port': {'id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:50Z', 'updated_at': '2021-08-09T15:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '262e5eec-0f29-4a31-83b0-dee63104889c', 'name': '', 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'mac_address': 'fa:16:3e:1e:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '3484389d-b164-44b0-9e03-5e847c0879ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:55Z', 'updated_at': '2021-08-09T15:48:56Z', 'revision_number': 2, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'subnets': [{'id': '3484389d-b164-44b0-9e03-5e847c0879ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:59.664407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Checking router: df3ac2cd-3e32-4024-b666-ece7e2360ac4 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:59.665154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Updating router df3ac2cd-3e32-4024-b666-ece7e2360ac4 port 262e5eec-0f29-4a31-83b0-dee63104889c binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:48:59.720210 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.811504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Router cccdddcd-3c90-4c8f-8f91-17a6a8568d49 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:48:59.838333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-ad28fa51-22b6-4070-927c-857a3ae6c44d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2151697 Aug 09 15:48:59.848023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] For port 17333e56-bfdc-4d37-b435-6372235d7e7d, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:59.895393 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.916843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Transition to ACTIVE for port object 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:59.949062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.952768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] For port 17333e56-bfdc-4d37-b435-6372235d7e7d, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=17333e56-bfdc-4d37-b435-6372235d7e7d,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:59.965105 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.977390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Transition to ACTIVE for port object 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:59.988469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.045476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Network 73b52853-e4bf-4343-b5f0-663df02ea9fe is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:00.060056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:00.074667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:00.079503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Pushing event updated for resources: {'Port': ['ID=2f8598c9-38d3-41cd-a60a-35bbcfcfc151,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.103016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.103650 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.105452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] 10.222.0.35 "PUT /v2.0/ports/17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 200 len: 1091 time: 3.7244723 Aug 09 15:49:00.107419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '17333e56-bfdc-4d37-b435-6372235d7e7d'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:00.109849 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33080b29-256d-4750-9abe-52639cf7051a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "17333e56-bfdc-4d37-b435-6372235d7e7d"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:00.145268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:49:00.197788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Attempting to bind port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:00.198175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Attempting to bind port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '40be953f-0757-45b1-b796-f72a491de1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '73b52853-e4bf-4343-b5f0-663df02ea9fe'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:00.198531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Attempting to bind port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 on network 73b52853-e4bf-4343-b5f0-663df02ea9fe {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:00.201857 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d442c-3a35-4413-bb23-ce2cf3085c27 x-openstack-request-id: req-b60d442c-3a35-4413-bb23-ce2cf3085c27 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:00.202427 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "17333e56-bfdc-4d37-b435-6372235d7e7d", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:00.202854 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b60d442c-3a35-4413-bb23-ce2cf3085c27 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:00.203775 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '17333e56-bfdc-4d37-b435-6372235d7e7d', 'status': 'completed', 'code': 200} Aug 09 15:49:00.212118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:00.212492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Checking segment: {'id': '40be953f-0757-45b1-b796-f72a491de1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '73b52853-e4bf-4343-b5f0-663df02ea9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:00.212954 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.213348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Bound using segment: {'id': '40be953f-0757-45b1-b796-f72a491de1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '73b52853-e4bf-4343-b5f0-663df02ea9fe'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:00.213826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Bound port: 2f8598c9-38d3-41cd-a60a-35bbcfcfc151, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40be953f-0757-45b1-b796-f72a491de1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '73b52853-e4bf-4343-b5f0-663df02ea9fe'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:00.214260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.233147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-a2b6d3cb-2cd6-405b-a7aa-71bbfe6ffeae service neutron] 10.222.0.64 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812976 Aug 09 15:49:00.235866 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.275263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Transition to ACTIVE for port object 262e5eec-0f29-4a31-83b0-dee63104889c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:00.293879 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.313269 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:49:00.338475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.344515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.357522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:00.369988 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Sync routers for ids ['cccdddcd-3c90-4c8f-8f91-17a6a8568d49'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:00.380869 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Routers {'cccdddcd-3c90-4c8f-8f91-17a6a8568d49'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:00.381483 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cccdddcd-3c90-4c8f-8f91-17a6a8568d49'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:00.411714 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.417016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e9f29-44de-4ba5-97ba-75041ef1170a service neutron] Pushing event updated for resources: {'Port': ['ID=17333e56-bfdc-4d37-b435-6372235d7e7d,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.483571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.493191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] For port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:00.530395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] For port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2f8598c9-38d3-41cd-a60a-35bbcfcfc151,segment=NetworkSegment(40be953f-0757-45b1-b796-f72a491de1e8),segment_id=40be953f-0757-45b1-b796-f72a491de1e8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:00.538899 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Set router cccdddcd-3c90-4c8f-8f91-17a6a8568d49 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:00.539174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc3276-d673-41a6-ac66-545df7214af9 None None] Pushing event updated for resources: {'Port': ['ID=262e5eec-0f29-4a31-83b0-dee63104889c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.550126 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.556076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5ac99d08-a2af-44a3-a63c-d1ba31889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.556646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5ac99d08-a2af-44a3-a63c-d1ba31889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.557110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5ac99d08-a2af-44a3-a63c-d1ba31889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.557591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5ac99d08-a2af-44a3-a63c-d1ba31889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.558059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5ac99d08-a2af-44a3-a63c-d1ba31889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.558529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5ac99d08-a2af-44a3-a63c-d1ba31889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.558993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5ac99d08-a2af-44a3-a63c-d1ba31889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.561380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5ac99d08-a2af-44a3-a63c-d1ba31889799 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6488 time: 0.3526080 Aug 09 15:49:00.562308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.563589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5a19e961-4564-4ab8-9879-c49ff12f274b tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5276418 Aug 09 15:49:00.572219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33942) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:00.630537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b0481-37d4-4848-b96a-9fc64c697ea3 None None] Pushing event updated for resources: {'Port': ['ID=2f8598c9-38d3-41cd-a60a-35bbcfcfc151,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.636310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Attempting to bind port 262e5eec-0f29-4a31-83b0-dee63104889c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:00.636763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Attempting to bind port 262e5eec-0f29-4a31-83b0-dee63104889c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:00.637122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Attempting to bind port 262e5eec-0f29-4a31-83b0-dee63104889c on network 8a26f6fb-ce56-4387-927f-11cc110612b8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:00.649547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:00.649951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Checking segment: {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:00.650462 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.650907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Bound using segment: {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:00.651394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Bound port: 262e5eec-0f29-4a31-83b0-dee63104889c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:00.651771 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.706592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0ae4edce-3daa-4108-a76a-ce07d307933c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 200 len: 217 time: 0.1216192 Aug 09 15:49:00.790251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] For port 262e5eec-0f29-4a31-83b0-dee63104889c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:00.794555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] For port 262e5eec-0f29-4a31-83b0-dee63104889c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=262e5eec-0f29-4a31-83b0-dee63104889c,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:00.802217 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.813294 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdddcd-3c90-4c8f-8f91-17a6a8568d49', 'name': 'tempest-snat-router-1591879505', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'cdd913c6-abe0-4b98-a6c1-73c06bb49c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:52Z', 'updated_at': '2021-08-09T15:48:57Z', 'revision_number': 3, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port': {'id': 'cdd913c6-abe0-4b98-a6c1-73c06bb49c0a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdddcd-3c90-4c8f-8f91-17a6a8568d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:54Z', 'updated_at': '2021-08-09T15:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:00.912673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc3276-d673-41a6-ac66-545df7214af9 None None] Pushing event updated for resources: {'Port': ['ID=262e5eec-0f29-4a31-83b0-dee63104889c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.929950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Routers {'df3ac2cd-3e32-4024-b666-ece7e2360ac4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:00.930747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:01.033203 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Checking router: cccdddcd-3c90-4c8f-8f91-17a6a8568d49 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:01.035013 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Updating router cccdddcd-3c90-4c8f-8f91-17a6a8568d49 port cdd913c6-abe0-4b98-a6c1-73c06bb49c0a binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:49:01.074697 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.161503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] Set router df3ac2cd-3e32-4024-b666-ece7e2360ac4 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:01.169624 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.267462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=a6ebfd85-2147-4976-924f-39a98c79df43,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.329835 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.411416 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.421912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:56Z', 'revision_number': 4, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port': {'id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:50Z', 'updated_at': '2021-08-09T15:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '262e5eec-0f29-4a31-83b0-dee63104889c', 'name': '', 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'mac_address': 'fa:16:3e:1e:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '3484389d-b164-44b0-9e03-5e847c0879ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:55Z', 'updated_at': '2021-08-09T15:49:00Z', 'revision_number': 4, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'subnets': [{'id': '3484389d-b164-44b0-9e03-5e847c0879ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:01.425638 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Transition to ACTIVE for port object cdd913c6-abe0-4b98-a6c1-73c06bb49c0a will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:01.434290 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.465357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a5b7a36d-0988-49b8-9517-1785a6a114a0 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/routers/cccdddcd-3c90-4c8f-8f91-17a6a8568d49 HTTP/1.1" status: 200 len: 908 time: 0.8908663 Aug 09 15:49:01.466888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9741f-42ad-4115-a5a9-91444fdb1198 None None] The sync data for ids ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'] in n-d-799523-2 is: [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:48:56Z', 'revision_number': 4, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port': {'id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:50Z', 'updated_at': '2021-08-09T15:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '262e5eec-0f29-4a31-83b0-dee63104889c', 'name': '', 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'mac_address': 'fa:16:3e:1e:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '3484389d-b164-44b0-9e03-5e847c0879ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:55Z', 'updated_at': '2021-08-09T15:49:00Z', 'revision_number': 4, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'subnets': [{'id': '3484389d-b164-44b0-9e03-5e847c0879ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:01.467465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-8096862f-afc4-4523-ad2c-ef238f43b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.468767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:01.474257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-8096862f-afc4-4523-ad2c-ef238f43b766 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7e45fe8-520f-4d6f-8d0c-f060d59770af HTTP/1.1" status: 200 len: 856 time: 0.0643377 Aug 09 15:49:01.495491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-0a8f744e-9c60-4004-9c5e-fd603dc684f1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.500771 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Attempting to bind port cdd913c6-abe0-4b98-a6c1-73c06bb49c0a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:01.501384 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Attempting to bind port cdd913c6-abe0-4b98-a6c1-73c06bb49c0a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:01.501698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Attempting to bind port cdd913c6-abe0-4b98-a6c1-73c06bb49c0a on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:01.505071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-0a8f744e-9c60-4004-9c5e-fd603dc684f1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.514282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-0a8f744e-9c60-4004-9c5e-fd603dc684f1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.520209 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:01.520209 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:01.520209 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.520611 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:01.520923 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Bound port: cdd913c6-abe0-4b98-a6c1-73c06bb49c0a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:01.521132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-0a8f744e-9c60-4004-9c5e-fd603dc684f1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.521324 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.528581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-0a8f744e-9c60-4004-9c5e-fd603dc684f1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.544831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-0a8f744e-9c60-4004-9c5e-fd603dc684f1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.551673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-0a8f744e-9c60-4004-9c5e-fd603dc684f1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.566320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-0a8f744e-9c60-4004-9c5e-fd603dc684f1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 1.1734214 Aug 09 15:49:01.583108 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6301642-5464-44a2-8dc6-2823354f405d None None] Pushing event updated for resources: {'Port': ['ID=cdd913c6-abe0-4b98-a6c1-73c06bb49c0a,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.617033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-3f384ad9-19c0-4db1-a42e-067b432ceb68 service neutron] 10.222.0.64 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3226488 Aug 09 15:49:01.632845 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] For port cdd913c6-abe0-4b98-a6c1-73c06bb49c0a, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:01.639675 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] For port cdd913c6-abe0-4b98-a6c1-73c06bb49c0a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=cdd913c6-abe0-4b98-a6c1-73c06bb49c0a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:01.647396 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.750285 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Routers {'cccdddcd-3c90-4c8f-8f91-17a6a8568d49'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:01.752017 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cccdddcd-3c90-4c8f-8f91-17a6a8568d49'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:01.766031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d9d3c75-930b-4809-b396-67a3423e2d90 req-a8d956d8-a3fc-405a-b1b7-8f22ffb7af96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966951 Aug 09 15:49:01.770826 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP b9f74f35-2c58-4b29-98ba-20ab45f0d1ae associated. External IP: 172.25.7.72, port: b6856a80-aca2-4602-89b6-3a024cd9ef0e. Aug 09 15:49:01.886866 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6301642-5464-44a2-8dc6-2823354f405d None None] Pushing event updated for resources: {'Port': ['ID=cdd913c6-abe0-4b98-a6c1-73c06bb49c0a,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.956464 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.984448 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.991524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.073077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e360675-d96d-4446-8f62-1d31c947f760 req-6a668023-61a4-4038-b794-b6fa2b51f1d0 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0924385 Aug 09 15:49:02.106654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1bae00f-185d-4b59-b64e-ee14639e917c req-9c75bd84-6dae-4e2b-8fff-90d2802e50ad tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 210 time: 0.1018157 Aug 09 15:49:02.110085 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] Set router cccdddcd-3c90-4c8f-8f91-17a6a8568d49 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:02.144426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-a033bf92-d870-4302-86b6-f92ddc95ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.151634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-a033bf92-d870-4302-86b6-f92ddc95ba85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5650816 Aug 09 15:49:02.225478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=a6ebfd85-2147-4976-924f-39a98c79df43,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:02.396004 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.411470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371067c-03d1-4dba-b734-0a1a31c897b3 None None] Network 73b52853-e4bf-4343-b5f0-663df02ea9fe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:02.480299 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccdddcd-3c90-4c8f-8f91-17a6a8568d49', 'name': 'tempest-snat-router-1591879505', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'cdd913c6-abe0-4b98-a6c1-73c06bb49c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:52Z', 'updated_at': '2021-08-09T15:48:57Z', 'revision_number': 3, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port': {'id': 'cdd913c6-abe0-4b98-a6c1-73c06bb49c0a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdddcd-3c90-4c8f-8f91-17a6a8568d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:54Z', 'updated_at': '2021-08-09T15:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:02.526162 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ad1b6-a105-4a92-a3cb-d41eb269f5b6 None None] The sync data for ids ['cccdddcd-3c90-4c8f-8f91-17a6a8568d49'] in n-d-799523-2 is: [{'id': 'cccdddcd-3c90-4c8f-8f91-17a6a8568d49', 'name': 'tempest-snat-router-1591879505', 'tenant_id': '0901b9c862ec4cd6be78947ca91bcc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'cdd913c6-abe0-4b98-a6c1-73c06bb49c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:52Z', 'updated_at': '2021-08-09T15:48:57Z', 'revision_number': 3, 'project_id': '0901b9c862ec4cd6be78947ca91bcc87', 'gw_port': {'id': 'cdd913c6-abe0-4b98-a6c1-73c06bb49c0a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccdddcd-3c90-4c8f-8f91-17a6a8568d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:54Z', 'updated_at': '2021-08-09T15:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:02.591982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f53ac974-9620-40d5-9e65-bec3b8b8747c None None] Provisioning for port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:02.630163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.684738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:02.764453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 73b52853-e4bf-4343-b5f0-663df02ea9fe is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:02.770449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:02.949984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-193a5f31-a9cb-472d-8c8b-e6b85aa7e988 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.952608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-193a5f31-a9cb-472d-8c8b-e6b85aa7e988 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 818 time: 0.4942336 Aug 09 15:49:02.988277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Deleting port cdd913c6-abe0-4b98-a6c1-73c06bb49c0a {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:02.988670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.021092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c0229870-0ed5-4177-b449-b86808d94e1d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/quotas/793a0bfc7a994f92a99b5f48518bd3ae HTTP/1.1" status: 200 len: 375 time: 0.0264549 Aug 09 15:49:03.056800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-8cb7a8e7-5417-4eb8-b682-3ecafa861968 service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9011083 Aug 09 15:49:03.298684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:03.338216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] For port cdd913c6-abe0-4b98-a6c1-73c06bb49c0a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=cdd913c6-abe0-4b98-a6c1-73c06bb49c0a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:03.338998 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.375596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Calling delete_port for cdd913c6-abe0-4b98-a6c1-73c06bb49c0a owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:03.405874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Router d468418c-4dd2-4627-9365-ff95340078ec is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:49:03.441011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Provisioning for port a6ebfd85-2147-4976-924f-39a98c79df43 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:03.479319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Provisioning complete for port a6ebfd85-2147-4976-924f-39a98c79df43 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:03.483448 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.563646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7463-c686-444f-bc39-0d4030de186e req-8bf3bb92-81dd-490c-8825-b6146f6e182a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.576751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7463-c686-444f-bc39-0d4030de186e req-8bf3bb92-81dd-490c-8825-b6146f6e182a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.581934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Port a6ebfd85-2147-4976-924f-39a98c79df43 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:03.590917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7463-c686-444f-bc39-0d4030de186e req-8bf3bb92-81dd-490c-8825-b6146f6e182a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.601153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:03.602353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7463-c686-444f-bc39-0d4030de186e req-8bf3bb92-81dd-490c-8825-b6146f6e182a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.614413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7463-c686-444f-bc39-0d4030de186e req-8bf3bb92-81dd-490c-8825-b6146f6e182a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.623914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Provisioning complete for port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:03.624559 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.625541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7463-c686-444f-bc39-0d4030de186e req-8bf3bb92-81dd-490c-8825-b6146f6e182a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.637695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7463-c686-444f-bc39-0d4030de186e req-8bf3bb92-81dd-490c-8825-b6146f6e182a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.640569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780d7463-c686-444f-bc39-0d4030de186e req-8bf3bb92-81dd-490c-8825-b6146f6e182a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.6868696 Aug 09 15:49:03.669596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-72cb1b9b-da0c-4514-a59b-5999814ed2d0 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6107252 Aug 09 15:49:03.682376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:03.683035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.704898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:03.727202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-40e5e31c-a385-4813-a1f5-bf1812258c1a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "PUT /v2.0/routers/d468418c-4dd2-4627-9365-ff95340078ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1507659 Aug 09 15:49:03.740761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33974) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:03.765413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982571d4-8334-459c-b492-fcc617c1cf2c None None] Sync routers for ids ['d468418c-4dd2-4627-9365-ff95340078ec'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:03.816265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-780d7463-c686-444f-bc39-0d4030de186e req-9542d1f3-d33b-47fe-b376-93cce90c717a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452632 Aug 09 15:49:03.816784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982571d4-8334-459c-b492-fcc617c1cf2c None None] Routers {'d468418c-4dd2-4627-9365-ff95340078ec'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:03.817422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:03.817588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-982571d4-8334-459c-b492-fcc617c1cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['d468418c-4dd2-4627-9365-ff95340078ec'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:03.836121 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6031fca-5285-4934-8668-9dbc32ad2470 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:03.862584 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6031fca-5285-4934-8668-9dbc32ad2470 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:03.863257 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a6031fca-5285-4934-8668-9dbc32ad2470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:03.892809 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.988711 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a6031fca-5285-4934-8668-9dbc32ad2470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:04.001968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdd913c6-abe0-4b98-a6c1-73c06bb49c0a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:04.017886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-982571d4-8334-459c-b492-fcc617c1cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:04.029073 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6031fca-5285-4934-8668-9dbc32ad2470 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:04.030109 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a6031fca-5285-4934-8668-9dbc32ad2470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:04.082431 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a6031fca-5285-4934-8668-9dbc32ad2470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:04.095691 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6031fca-5285-4934-8668-9dbc32ad2470 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:04.124118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982571d4-8334-459c-b492-fcc617c1cf2c None None] Routers {'d468418c-4dd2-4627-9365-ff95340078ec'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:04.126106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-b6651f8d-f113-43f8-84e8-96b86bfa5ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0407569 Aug 09 15:49:04.127937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-982571d4-8334-459c-b492-fcc617c1cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['d468418c-4dd2-4627-9365-ff95340078ec'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:04.140618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.163617 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.278549 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.281811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.299074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be80e2d3-a2a0-4760-b399-3c2d6adf72df req-183cb20d-aed9-472a-a2e7-008e3970c983 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1522865 Aug 09 15:49:04.319724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-b92a6d4f-1a60-4c79-9267-90691f1ae2e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 217 time: 0.1513493 Aug 09 15:49:04.385714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.386975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cccdddcd-3c90-4c8f-8f91-17a6a8568d49 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:49:04.399612 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.401228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6f0ce5b6-5e5e-40b1-829a-303d3e7d64dd tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "DELETE /v2.0/routers/cccdddcd-3c90-4c8f-8f91-17a6a8568d49 HTTP/1.1" status: 204 len: 168 time: 2.9314601 Aug 09 15:49:04.404950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:04.410177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509329d9-b159-44ad-96ce-8a00b7910291 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.415758 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-509329d9-b159-44ad-96ce-8a00b7910291 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports?device_id=d468418c-4dd2-4627-9365-ff95340078ec HTTP/1.1" status: 200 len: 982 time: 0.6778791 Aug 09 15:49:04.422551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33978) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:04.503071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-982571d4-8334-459c-b492-fcc617c1cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:04.503736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982571d4-8334-459c-b492-fcc617c1cf2c None None] The sync data for ids ['d468418c-4dd2-4627-9365-ff95340078ec'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:04.513750 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.559074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3b4922ca-d5b2-4bfc-821e-06490b5c49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.561324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-3b4922ca-d5b2-4bfc-821e-06490b5c49e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1346951 Aug 09 15:49:04.578635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] For port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2f8598c9-38d3-41cd-a60a-35bbcfcfc151,segment=NetworkSegment(40be953f-0757-45b1-b796-f72a491de1e8),segment_id=40be953f-0757-45b1-b796-f72a491de1e8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:04.593882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.644232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-fda241a3-9c04-43c6-b722-684bcdd81d4a service neutron] 10.222.0.64 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9322634 Aug 09 15:49:04.657710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-2e726997-5185-4530-b2e4-a388a12b0fde tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.659909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-2e726997-5185-4530-b2e4-a388a12b0fde tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.35 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 818 time: 0.5320563 Aug 09 15:49:04.668805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:49:04.669162 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:49:04.683183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0047931-3ea3-4cdd-8544-176a0c231fa9 None None] Pushing event updated for resources: {'Port': ['ID=2f8598c9-38d3-41cd-a60a-35bbcfcfc151,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:04.729716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a0ba6929-4167-4bf6-97f4-2a591a781350 None None] Provisioning complete for port a6ebfd85-2147-4976-924f-39a98c79df43 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:04.730091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6929-4167-4bf6-97f4-2a591a781350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.736049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Request body: {'port': {'device_id': '4a83dc4f-a105-4155-97ff-9b8638017723', 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8', 'admin_state_up': True, 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:04.744477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.789473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba6929-4167-4bf6-97f4-2a591a781350 None None] Port a6ebfd85-2147-4976-924f-39a98c79df43 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:04.976533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-738345e0-35f0-468a-a251-bea376332065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.978854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-738345e0-35f0-468a-a251-bea376332065 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4042242 Aug 09 15:49:05.049672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.156522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:05.206602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-3c90f609-ea98-4b1b-86d1-f2e014cc3c8b service neutron] 10.222.0.64 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443656 Aug 09 15:49:05.211551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Deleting port 77673d78-e25c-4aee-bf78-41c3ef81fc38 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:05.212359 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.251419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-3f5da04b-696d-407e-9805-23f1d3acb1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.258429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-3f5da04b-696d-407e-9805-23f1d3acb1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.268471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 262e5eec-0f29-4a31-83b0-dee63104889c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:05.280583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-3f5da04b-696d-407e-9805-23f1d3acb1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.298452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-3f5da04b-696d-407e-9805-23f1d3acb1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.307323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-3f5da04b-696d-407e-9805-23f1d3acb1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.318027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-3f5da04b-696d-407e-9805-23f1d3acb1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.332821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-3f5da04b-696d-407e-9805-23f1d3acb1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.335057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-3f5da04b-696d-407e-9805-23f1d3acb1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.3610697 Aug 09 15:49:05.381465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 262e5eec-0f29-4a31-83b0-dee63104889c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:05.388271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 262e5eec-0f29-4a31-83b0-dee63104889c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:05.388841 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.431513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-ef7c7b4b-afc6-4faf-a8d3-f65cc663dd01 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341419 Aug 09 15:49:05.432362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Made reservation on behalf of 793a0bfc7a994f92a99b5f48518bd3ae for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:05.436540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.563119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] For port 77673d78-e25c-4aee-bf78-41c3ef81fc38, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=77673d78-e25c-4aee-bf78-41c3ef81fc38,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:05.563914 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.564899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:05.578409 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.613134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.619482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Calling delete_port for 77673d78-e25c-4aee-bf78-41c3ef81fc38 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:05.622606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e75f6-5daf-449e-813a-bc18e07a9a51 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:05.719105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e75f6-5daf-449e-813a-bc18e07a9a51 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:05.724343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-735e75f6-5daf-449e-813a-bc18e07a9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:05.793635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-735e75f6-5daf-449e-813a-bc18e07a9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:05.820401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.866883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e75f6-5daf-449e-813a-bc18e07a9a51 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:05.870868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-735e75f6-5daf-449e-813a-bc18e07a9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:05.975575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-735e75f6-5daf-449e-813a-bc18e07a9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:05.976971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e75f6-5daf-449e-813a-bc18e07a9a51 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:05.992184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 262e5eec-0f29-4a31-83b0-dee63104889c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=262e5eec-0f29-4a31-83b0-dee63104889c,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:05.998732 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:06.010031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Allocated IP 172.20.0.10 (8a26f6fb-ce56-4387-927f-11cc110612b8/3484389d-b164-44b0-9e03-5e847c0879ef/c6075964-f989-4f50-9fd4-a1e81e4a4b62) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:06.214481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=262e5eec-0f29-4a31-83b0-dee63104889c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:06.246042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.246717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.247315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.248707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.249747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.250168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.251736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.252657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.257035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.258307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.259476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.261507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:06.284037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:06.309387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c248d1d7-4ee0-42a3-ad44-b927978d1248 req-c8b3761e-b8da-4b05-9929-fed7cd2cb472 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.6323414 Aug 09 15:49:06.317949 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91b38572-dc18-4cb9-89d4-796ba8000502 req-f646a33c-fe00-4363-bd09-517fc94b8d33 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9617159 Aug 09 15:49:06.463198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:06.463594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:06.476762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-58753aae-2b38-4362-a884-651fe0271068 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/floatingips/b9f74f35-2c58-4b29-98ba-20ab45f0d1ae HTTP/1.1" status: 200 len: 978 time: 8.5506651 Aug 09 15:49:06.513062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33998) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:06.517962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:07.030888 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.088255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-070042f5-3134-42cf-a414-d015d9d1d1aa service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6401653 Aug 09 15:49:07.094099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event deleted for resources: {'Port': ['ID=77673d78-e25c-4aee-bf78-41c3ef81fc38,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:07.097220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff8b13d-28ee-4b6d-9e5d-630257cc2750 req-ca0c66f6-eb0c-4d93-8b63-fe5147809dd4 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 210 time: 0.5258417 Aug 09 15:49:07.181085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.190297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port a6ebfd85-2147-4976-924f-39a98c79df43 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:07.190708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.197285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-276ed799-4692-4617-8657-09a7ef588221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 217 time: 0.0987353 Aug 09 15:49:07.212333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.299979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.380114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2e1a-0eb0-4f83-bb57-57ff284081aa req-fdf493e2-eeee-4129-b998-1e6c79801bb0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.382463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e3c2e1a-0eb0-4f83-bb57-57ff284081aa req-fdf493e2-eeee-4129-b998-1e6c79801bb0 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 946 time: 0.2914777 Aug 09 15:49:07.444327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.454633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.466924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-ee7c18da-61c8-4a85-a764-ad5ed9e1f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.468446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-ee7c18da-61c8-4a85-a764-ad5ed9e1f5ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.2517784 Aug 09 15:49:07.604796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.631296 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.631855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2976c334-3f24-4ac3-b53d-3ddc330cfee0 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:49:07.653382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.654377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e3c2e1a-0eb0-4f83-bb57-57ff284081aa req-e46acd27-872a-49b6-84b4-8eb001f3e2e5 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899238 Aug 09 15:49:07.654560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d3f4e97c-6675-4842-af07-ef0ba6fa9eae tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "DELETE /v2.0/routers/2976c334-3f24-4ac3-b53d-3ddc330cfee0 HTTP/1.1" status: 204 len: 168 time: 3.2482405 Aug 09 15:49:07.662150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34012) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:07.664351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.677502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1843473170', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:07.680892 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.714745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for a6ebfd85-2147-4976-924f-39a98c79df43 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:07.746164 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.746602 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP b9f74f35-2c58-4b29-98ba-20ab45f0d1ae disassociated. External IP: 172.25.7.72, port: 008fb006-4791-4706-b813-8b573072f2f8. Aug 09 15:49:07.777192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-693a0b05-45f6-492f-94f8-8612b92cae17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.779102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.780636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.785879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-693a0b05-45f6-492f-94f8-8612b92cae17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.796220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-693a0b05-45f6-492f-94f8-8612b92cae17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.805548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-693a0b05-45f6-492f-94f8-8612b92cae17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.815462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-693a0b05-45f6-492f-94f8-8612b92cae17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.826998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-693a0b05-45f6-492f-94f8-8612b92cae17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.832265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-5717c2b1-dda5-47b7-b136-d06e7e47d88e tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.834253 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-5717c2b1-dda5-47b7-b136-d06e7e47d88e tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.66 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 818 time: 0.5250571 Aug 09 15:49:07.834927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-693a0b05-45f6-492f-94f8-8612b92cae17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.837605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-693a0b05-45f6-492f-94f8-8612b92cae17 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.3766706 Aug 09 15:49:07.902119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-18f5ba78-4931-4e31-92ef-611e8de60946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.905391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-18f5ba78-4931-4e31-92ef-611e8de60946 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3864338 Aug 09 15:49:07.913562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Network 8a26f6fb-ce56-4387-927f-11cc110612b8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:07.946192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Request body: {'port': {'device_id': 'f199b392-a467-4263-af1e-80634c465cd8', 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8', 'admin_state_up': True, 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:07.959420 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.975577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b18a9aa8-96ac-445b-9efc-11c0c9a4e482 req-f8527fb0-1b48-4c39-946d-3952db45ca0a tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1365731 Aug 09 15:49:07.977165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:07.997940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:08.034083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Pushing event updated for resources: {'Port': ['ID=c6075964-f989-4f50-9fd4-a1e81e4a4b62,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:08.169769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc3bfb3e-3d92-4b1c-a803-777f8f02d01d req-aeb25475-a762-466f-a953-1f597a7992de tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2517712 Aug 09 15:49:08.223044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.223730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.342721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0d1603ec-366b-40f3-9281-14ca6ee94056 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200542 Aug 09 15:49:08.348812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-44b30be5-6784-447d-a0b2-88705a77ce56 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6684556 Aug 09 15:49:08.376623 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.382436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 262e5eec-0f29-4a31-83b0-dee63104889c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:08.399759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Request body: {'port': {'device_id': '4a83dc4f-a105-4155-97ff-9b8638017723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:08.453672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Made reservation on behalf of 793a0bfc7a994f92a99b5f48518bd3ae for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:08.458781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.475954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e16842f8-b033-4938-947e-02e1e16241a7 req-9b953e3a-72ec-4ee1-a4aa-e76630f4e7ae tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 210 time: 0.1377656 Aug 09 15:49:08.489960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 262e5eec-0f29-4a31-83b0-dee63104889c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:08.490463 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.635421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:08.644985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.649467 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.768666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-23593169-21f8-4e4f-b397-00c92e5020dd service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757191 Aug 09 15:49:08.782851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 77673d78-e25c-4aee-bf78-41c3ef81fc38 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:08.808432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 77673d78-e25c-4aee-bf78-41c3ef81fc38 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:08.812317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 77673d78-e25c-4aee-bf78-41c3ef81fc38 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:08.813362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cdd913c6-abe0-4b98-a6c1-73c06bb49c0a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:08.850830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: cdd913c6-abe0-4b98-a6c1-73c06bb49c0a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:08.851745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cdd913c6-abe0-4b98-a6c1-73c06bb49c0a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:08.884752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e8c190ce-cbf1-4891-b66b-e8e7ec265d9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=6eb76f30-8111-4506-8817-1d0c9785db66 HTTP/1.1" status: 200 len: 217 time: 0.1008744 Aug 09 15:49:08.885833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=a6ebfd85-2147-4976-924f-39a98c79df43,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:09.089241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Allocated IP 172.20.0.8 (8a26f6fb-ce56-4387-927f-11cc110612b8/3484389d-b164-44b0-9e03-5e847c0879ef/c65dba4f-1455-4022-9b41-773da9ca40ef) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:09.131148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5d9cae2e-d4f1-400e-bd4b-92131d840545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.132852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-5d9cae2e-d4f1-400e-bd4b-92131d840545 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1943219 Aug 09 15:49:09.147169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd364c9-4410-48e8-91fa-90b912365c9f req-dd8847c7-427f-4d78-abf4-ed6f2a8ff535 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.149481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3cd364c9-4410-48e8-91fa-90b912365c9f req-dd8847c7-427f-4d78-abf4-ed6f2a8ff535 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 946 time: 0.2857709 Aug 09 15:49:09.162654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:09.181091 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a04e4d-5352-4a8a-84ce-f89b08e7f395 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:09.203278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-64981213-4bf0-42b6-8fd1-a5e3ac34238e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.204718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.205547 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-64981213-4bf0-42b6-8fd1-a5e3ac34238e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 946 time: 0.3250513 Aug 09 15:49:09.212499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d583de51-866a-4038-86d1-29edf59c990c req-8158704a-7547-4b02-8928-4d7998ba6eeb tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0614636 Aug 09 15:49:09.213223 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a04e4d-5352-4a8a-84ce-f89b08e7f395 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:09.215431 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-13a04e4d-5352-4a8a-84ce-f89b08e7f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:09.219913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.284043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3cd364c9-4410-48e8-91fa-90b912365c9f req-465b5dbf-88d5-4de5-bd88-dbf1a1c0e8c3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186125 Aug 09 15:49:09.287142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-24c7f1b1-f96d-4c8a-a997-cf0f7204626e tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/floatingips/b9f74f35-2c58-4b29-98ba-20ab45f0d1ae HTTP/1.1" status: 200 len: 687 time: 2.7729902 Aug 09 15:49:09.291015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34022) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:09.327063 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-13a04e4d-5352-4a8a-84ce-f89b08e7f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:09.338966 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a04e4d-5352-4a8a-84ce-f89b08e7f395 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:09.340067 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-13a04e4d-5352-4a8a-84ce-f89b08e7f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:09.374845 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-13a04e4d-5352-4a8a-84ce-f89b08e7f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:09.375558 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a04e4d-5352-4a8a-84ce-f89b08e7f395 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:09.394421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-d00e7c3f-7064-494b-b8ce-5663bdb3649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.396822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-d00e7c3f-7064-494b-b8ce-5663bdb3649b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2366180 Aug 09 15:49:09.594539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2871e-5124-4009-ade3-eedde961daff req-090654e1-e75c-4608-8533-c7a3d23067c2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.600580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2871e-5124-4009-ade3-eedde961daff req-090654e1-e75c-4608-8533-c7a3d23067c2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.607359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2871e-5124-4009-ade3-eedde961daff req-090654e1-e75c-4608-8533-c7a3d23067c2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.614155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2871e-5124-4009-ade3-eedde961daff req-090654e1-e75c-4608-8533-c7a3d23067c2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.621493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2871e-5124-4009-ade3-eedde961daff req-090654e1-e75c-4608-8533-c7a3d23067c2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.631597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2871e-5124-4009-ade3-eedde961daff req-090654e1-e75c-4608-8533-c7a3d23067c2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.641047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2871e-5124-4009-ade3-eedde961daff req-090654e1-e75c-4608-8533-c7a3d23067c2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.643213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa2871e-5124-4009-ade3-eedde961daff req-090654e1-e75c-4608-8533-c7a3d23067c2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.2787824 Aug 09 15:49:09.691512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-559bbc23-9775-4344-bfd3-540868e7b5e5 req-c856a804-58e4-4d6d-bc67-abd8fca92d10 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 210 time: 0.0453496 Aug 09 15:49:09.730292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-c373231d-83cb-4e89-839f-f3ff1b1d0786 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079433 Aug 09 15:49:09.810152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port c23dceff-d730-4f78-8aeb-6051d597770b {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:09.810719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.857251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa2871e-5124-4009-ade3-eedde961daff req-b4f52cec-df96-4c56-b61e-7d09fb36cc36 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939268 Aug 09 15:49:09.940195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-77ee51fa-312e-471a-be48-4783fb436e7f service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960196 Aug 09 15:49:09.944302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.944628 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.965404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for c23dceff-d730-4f78-8aeb-6051d597770b owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:09.986569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.999556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-bbab6fa3-6b0b-445f-aaab-416586743a05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=7c222f0a-8817-4d90-a2df-6a98e2985529 HTTP/1.1" status: 200 len: 217 time: 0.0464830 Aug 09 15:49:10.037291 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:10.044758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:10.067422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Router d468418c-4dd2-4627-9365-ff95340078ec has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:10.078241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Deleting port 245e580f-c822-46fd-b10d-19eba0c4f5f9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:10.078597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:10.125038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-52efd83c-1822-49d9-b3c9-b088b3a0ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.129146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-52efd83c-1822-49d9-b3c9-b088b3a0ef40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1155841 Aug 09 15:49:10.242868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-a7a834c5-5997-4b53-afa0-bc78cf4ee342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.244460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-a7a834c5-5997-4b53-afa0-bc78cf4ee342 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0985081 Aug 09 15:49:10.270792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:10.387242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:10.395462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=c23dceff-d730-4f78-8aeb-6051d597770b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:10.400599 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-120371df-67f8-4bfa-8cba-5a8b6fe810e2 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "PUT /v2.0/routers/d468418c-4dd2-4627-9365-ff95340078ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9756122 Aug 09 15:49:10.411853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:10.412075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8541b81-50cb-4a1a-b2e7-e499c6992cc9 None None] Sync routers for ids ['d468418c-4dd2-4627-9365-ff95340078ec'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:10.417872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34030) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:10.437497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8541b81-50cb-4a1a-b2e7-e499c6992cc9 None None] Routers {'d468418c-4dd2-4627-9365-ff95340078ec'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:10.438879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a8541b81-50cb-4a1a-b2e7-e499c6992cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['d468418c-4dd2-4627-9365-ff95340078ec'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:10.446518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] For port 245e580f-c822-46fd-b10d-19eba0c4f5f9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=245e580f-c822-46fd-b10d-19eba0c4f5f9,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:10.446885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:10.497116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a8541b81-50cb-4a1a-b2e7-e499c6992cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:10.508615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8541b81-50cb-4a1a-b2e7-e499c6992cc9 None None] Routers {'d468418c-4dd2-4627-9365-ff95340078ec'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:10.509495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a8541b81-50cb-4a1a-b2e7-e499c6992cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['d468418c-4dd2-4627-9365-ff95340078ec'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:10.542763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Allocated IP 172.25.7.100 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/d231f53e-010c-4772-87e9-d07ae8261185) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:10.546250 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ff747b-75df-4de7-9fbd-126712137069 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:49:10.553419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d5ff747b-75df-4de7-9fbd-126712137069 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/a6ebfd85-2147-4976-924f-39a98c79df43 HTTP/1.1" status: 404 len: 333 time: 0.1303461 Aug 09 15:49:10.557572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a8541b81-50cb-4a1a-b2e7-e499c6992cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:10.558544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8541b81-50cb-4a1a-b2e7-e499c6992cc9 None None] The sync data for ids ['d468418c-4dd2-4627-9365-ff95340078ec'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:10.600720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26b4cc12-825d-45ed-8815-e2c6dec49f34 req-5a51d8a9-1d09-464f-9500-fcff20e40cd4 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0749371 Aug 09 15:49:10.600958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34032) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:10.690774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Network 8a26f6fb-ce56-4387-927f-11cc110612b8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:10.746974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:10.763141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:10.808507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Pushing event updated for resources: {'Port': ['ID=c65dba4f-1455-4022-9b41-773da9ca40ef,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:10.915588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8406e62e-5958-4aad-9b05-606c86bbe7bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.085165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.085996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.162768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-076985b8-82b8-4a5a-965e-6e49098e9b93 req-3b59085f-3786-45bf-a16b-9ac88c588546 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.5877697 Aug 09 15:49:11.236802 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-c7598089-c295-454f-a1c1-abaf6c731f32 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3586769 Aug 09 15:49:11.241551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-b619628f-63b3-4625-b61c-a0c4ddf354cf service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9862909 Aug 09 15:49:11.256155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.258832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.260357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f998ce84-296d-4d12-b586-b82a9af0895d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/floatingips/b9f74f35-2c58-4b29-98ba-20ab45f0d1ae HTTP/1.1" status: 204 len: 168 time: 1.9679868 Aug 09 15:49:11.271717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed596d06-a6c1-4c64-83d9-7be7380ca09c req-10c49ba5-b78e-4452-be35-d9db946093b4 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.273504 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed596d06-a6c1-4c64-83d9-7be7380ca09c req-10c49ba5-b78e-4452-be35-d9db946093b4 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 946 time: 0.7818487 Aug 09 15:49:11.287534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34038) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:11.393520 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-acb722bf-e834-413e-8794-705d76c6bcd7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] delete failed (client error): The resource could not be found. Aug 09 15:49:11.399389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-acb722bf-e834-413e-8794-705d76c6bcd7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/floatingips/b9f74f35-2c58-4b29-98ba-20ab45f0d1ae HTTP/1.1" status: 404 len: 345 time: 0.1062431 Aug 09 15:49:11.401099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34040) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:11.512268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c9a01-f697-4930-ba73-92398442447c req-46dc1b27-1016-4c5f-9475-e95f0a848d19 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.513833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-109c9a01-f697-4930-ba73-92398442447c req-46dc1b27-1016-4c5f-9475-e95f0a848d19 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 931 time: 0.3577485 Aug 09 15:49:11.592544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Request body: {'port': {'device_id': 'f199b392-a467-4263-af1e-80634c465cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:11.599032 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8406e62e-5958-4aad-9b05-606c86bbe7bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.602815 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8406e62e-5958-4aad-9b05-606c86bbe7bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.604837 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed596d06-a6c1-4c64-83d9-7be7380ca09c req-26046ddf-8059-4637-9149-cc4c7b0e9ed9 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups?id=363bf129-f4dd-4eb1-907b-d8805afbc396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072205 Aug 09 15:49:11.656497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6075964-f989-4f50-9fd4-a1e81e4a4b62 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:11.675387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.680607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-109c9a01-f697-4930-ba73-92398442447c req-f25237d5-e92d-4df8-aac8-1116990fbd4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469843 Aug 09 15:49:11.691011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e5bb6-73a4-40b2-80fb-7efad6815b2c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.697943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e5bb6-73a4-40b2-80fb-7efad6815b2c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.711941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e5bb6-73a4-40b2-80fb-7efad6815b2c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.711941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f75e5bb6-73a4-40b2-80fb-7efad6815b2c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "GET /v2.0/ports?network_id=ec33020b-e389-44f9-a489-be7c00888983 HTTP/1.1" status: 200 len: 2359 time: 0.3040199 Aug 09 15:49:11.715571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34044) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:11.717843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-8c54f4a9-5f0e-48c7-a508-be139535216c service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635010 Aug 09 15:49:11.763022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.780840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.781431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.781960 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Floating IP adfcb191-935a-4868-af00-08c5ba008660 disassociated. External IP: 172.25.7.27, port: 245e580f-c822-46fd-b10d-19eba0c4f5f9. Aug 09 15:49:11.782549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Calling delete_port for 245e580f-c822-46fd-b10d-19eba0c4f5f9 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:11.804099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.819727 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8406e62e-5958-4aad-9b05-606c86bbe7bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.820360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406e62e-5958-4aad-9b05-606c86bbe7bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Fanout notify agent at l3_agent the message router_deleted on router d468418c-4dd2-4627-9365-ff95340078ec {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:49:11.827120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Transition to ACTIVE for port object c6075964-f989-4f50-9fd4-a1e81e4a4b62 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:11.828815 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8406e62e-5958-4aad-9b05-606c86bbe7bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.830015 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8406e62e-5958-4aad-9b05-606c86bbe7bd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/routers/d468418c-4dd2-4627-9365-ff95340078ec HTTP/1.1" status: 204 len: 168 time: 1.1772215 Aug 09 15:49:11.838802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34046) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:11.840477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-25e592e3-d71f-4027-ae13-5f53d16776f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38 HTTP/1.1" status: 200 len: 217 time: 0.0967345 Aug 09 15:49:11.869445 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.935056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21ab0c3a-b902-4799-b94b-c80a634bec88 req-f7ed06ba-aeaa-4a72-b35a-a05b6539f2f4 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1064887 Aug 09 15:49:11.989312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e6a131-2cd4-4199-8060-041f488dcaa4 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.990714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f1e6a131-2cd4-4199-8060-041f488dcaa4 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "GET /v2.0/subnets/7816ea7c-57cd-40ee-98ce-fe784b5a2f5f HTTP/1.1" status: 200 len: 797 time: 0.2718952 Aug 09 15:49:12.009789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34048) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:12.020969 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.022706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'port': {'network_id': 'ec33020b-e389-44f9-a489-be7c00888983', 'name': 'tempest-FloatingIPTestJSON-403847505', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:12.048976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d46f42c-1f27-460e-96a9-a3a96b626bb4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet 1dd97e5f-9a48-4413-87cc-4696f793bf9f {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:12.050539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-972d2dc5-37f5-45b9-a3ea-688ced44cc84 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.058503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-972d2dc5-37f5-45b9-a3ea-688ced44cc84 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.068487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-972d2dc5-37f5-45b9-a3ea-688ced44cc84 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.068824 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d46f42c-1f27-460e-96a9-a3a96b626bb4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.082749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-972d2dc5-37f5-45b9-a3ea-688ced44cc84 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.085235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-972d2dc5-37f5-45b9-a3ea-688ced44cc84 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.092159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-972d2dc5-37f5-45b9-a3ea-688ced44cc84 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.099485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-972d2dc5-37f5-45b9-a3ea-688ced44cc84 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.102197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-972d2dc5-37f5-45b9-a3ea-688ced44cc84 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.3902211 Aug 09 15:49:12.103483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6075964-f989-4f50-9fd4-a1e81e4a4b62,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:12.123685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e926c355-2d01-48d0-a038-dbdbfdbc95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.126396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-e926c355-2d01-48d0-a038-dbdbfdbc95d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.2730374 Aug 09 15:49:12.278778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:12.341898 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d46f42c-1f27-460e-96a9-a3a96b626bb4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.352817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:12.370289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-995b110b-c870-495e-8a9a-b42e767e1ad0 req-3696ba08-eacc-4519-b5c9-eeda0849e24e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2426021 Aug 09 15:49:12.389761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-8d5427db-a91f-4ef9-82ef-3b0f6d25ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.391989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-8d5427db-a91f-4ef9-82ef-3b0f6d25ba17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2244835 Aug 09 15:49:12.392832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:12.434177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event updated for resources: {'Port': ['ID=d231f53e-010c-4772-87e9-d07ae8261185,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:12.528352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Attempting to bind port c6075964-f989-4f50-9fd4-a1e81e4a4b62 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:12.529015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Attempting to bind port c6075964-f989-4f50-9fd4-a1e81e4a4b62 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:12.529517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Attempting to bind port c6075964-f989-4f50-9fd4-a1e81e4a4b62 on network 8a26f6fb-ce56-4387-927f-11cc110612b8 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:12.556083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Port c6075964-f989-4f50-9fd4-a1e81e4a4b62 on network 8a26f6fb-ce56-4387-927f-11cc110612b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:12.556397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Attempting to bind port c6075964-f989-4f50-9fd4-a1e81e4a4b62 on network 8a26f6fb-ce56-4387-927f-11cc110612b8 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:12.577717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:12.578071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Checking segment: {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:12.578553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Bound using segment: {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:12.579155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Bound port: c6075964-f989-4f50-9fd4-a1e81e4a4b62, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:12.579560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.591001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:12.632183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.713066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-4b4d350e-10ef-43bb-9872-1eddc654e569 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019567 Aug 09 15:49:12.761574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event deleted for resources: {'Port': ['ID=245e580f-c822-46fd-b10d-19eba0c4f5f9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:12.820712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d46f42c-1f27-460e-96a9-a3a96b626bb4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.929943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84b4fc60-77b3-4f9a-810a-95fd44241bc9 req-5c645a89-de5d-4ffb-8b3a-ef8878a8d106 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 210 time: 0.1764224 Aug 09 15:49:12.932265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] For port c6075964-f989-4f50-9fd4-a1e81e4a4b62, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:12.963794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:13.003347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 245e580f-c822-46fd-b10d-19eba0c4f5f9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:13.003856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 245e580f-c822-46fd-b10d-19eba0c4f5f9 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:13.011155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] For port c6075964-f989-4f50-9fd4-a1e81e4a4b62, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:13.027284 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.036651 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.104281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc218c-78e6-4062-80bd-8d0c7713d957 req-d8748f29-ce49-4281-83df-b591a59d95ac tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.105976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0bc218c-78e6-4062-80bd-8d0c7713d957 req-d8748f29-ce49-4281-83df-b591a59d95ac tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 931 time: 0.2808330 Aug 09 15:49:13.121356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.121984 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.124328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 200 len: 1092 time: 4.7294395 Aug 09 15:49:13.138452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a83dc4f-a105-4155-97ff-9b8638017723', 'tag': 'c6075964-f989-4f50-9fd4-a1e81e4a4b62'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:13.140670 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e893e28-77f0-4c29-b570-a36b3e34ada6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a83dc4f-a105-4155-97ff-9b8638017723", "tag": "c6075964-f989-4f50-9fd4-a1e81e4a4b62"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:13.144968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-feb334ee-313b-4d74-9498-eb7a9decbf56 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172289 Aug 09 15:49:13.146323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] device_id is not set on port 3343be30-87ef-4df1-95a0-123e728c98cc yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:49:13.190744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70c30486-af19-4e21-b4c6-c691dbc3fbab req-6102f53b-fbc2-42eb-a0bb-68da7f88693e tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0785913 Aug 09 15:49:13.222979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d46f42c-1f27-460e-96a9-a3a96b626bb4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.248974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65dba4f-1455-4022-9b41-773da9ca40ef {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:13.280098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d46f42c-1f27-460e-96a9-a3a96b626bb4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.281924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6c7c2-3a6d-411c-8ca7-5c8e1d8871eb None None] Network 73b52853-e4bf-4343-b5f0-663df02ea9fe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:13.290859 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2d46f42c-1f27-460e-96a9-a3a96b626bb4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/1dd97e5f-9a48-4413-87cc-4696f793bf9f HTTP/1.1" status: 204 len: 168 time: 1.4499888 Aug 09 15:49:13.291976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34060) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:13.295253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.321482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-c1ae6788-db46-4f65-bc4a-3c4831bd3468 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 200 len: 217 time: 0.1417882 Aug 09 15:49:13.328640 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d2cc2f-1935-4cc1-8955-00b1516e1601 x-openstack-request-id: req-c5d2cc2f-1935-4cc1-8955-00b1516e1601 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:13.328927 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a83dc4f-a105-4155-97ff-9b8638017723", "tag": "c6075964-f989-4f50-9fd4-a1e81e4a4b62", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:13.329185 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5d2cc2f-1935-4cc1-8955-00b1516e1601 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:13.329595 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a83dc4f-a105-4155-97ff-9b8638017723', 'tag': 'c6075964-f989-4f50-9fd4-a1e81e4a4b62', 'status': 'completed', 'code': 200} Aug 09 15:49:13.366427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f42c-1f27-460e-96a9-a3a96b626bb4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd97e5f-9a48-4413-87cc-4696f793bf9f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:13.369705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Router b1c465d9-1335-46cf-a06e-f6fd7028e04f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:13.375213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134a73e-b436-4644-8469-6409ed5376c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6075964-f989-4f50-9fd4-a1e81e4a4b62,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:13.386222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Transition to ACTIVE for port object c65dba4f-1455-4022-9b41-773da9ca40ef will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:13.396749 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.447522 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.480436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0bc218c-78e6-4062-80bd-8d0c7713d957 req-ce8174a6-14d9-4bbc-ac5b-c922730099d7 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489342 Aug 09 15:49:13.579530 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.589010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Pushing event updated for resources: {'Port': ['ID=c65dba4f-1455-4022-9b41-773da9ca40ef,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:13.608033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-54a57a8a-eefa-4a86-a51a-1285910488e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.610092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-54a57a8a-eefa-4a86-a51a-1285910488e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.2607546 Aug 09 15:49:13.659157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-0693ae99-b10f-40df-82d6-50275c43791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.660819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-0693ae99-b10f-40df-82d6-50275c43791a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1095 time: 0.4031849 Aug 09 15:49:13.684731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] DHCP port deletion for 73b52853-e4bf-4343-b5f0-663df02ea9fe request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:49:13.766861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] Deleting port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:13.767558 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.800613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-27e6f9b7-6e63-4a84-9596-a1dbe297e9b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 200 len: 217 time: 0.1090741 Aug 09 15:49:13.867583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] For port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2f8598c9-38d3-41cd-a60a-35bbcfcfc151,segment=NetworkSegment(40be953f-0757-45b1-b796-f72a491de1e8),segment_id=40be953f-0757-45b1-b796-f72a491de1e8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:13.868504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.895877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] Calling delete_port for 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:13.922898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-28531da3-7316-480f-b22a-6285e98075ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.924801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-28531da3-7316-480f-b22a-6285e98075ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2679362 Aug 09 15:49:14.039212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-aca036f3-d9cc-4c78-9367-4cb5cd8c1d1c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.043137 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.062798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-aca036f3-d9cc-4c78-9367-4cb5cd8c1d1c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.072834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-aca036f3-d9cc-4c78-9367-4cb5cd8c1d1c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.080658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-aca036f3-d9cc-4c78-9367-4cb5cd8c1d1c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.084506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:14.088591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-aca036f3-d9cc-4c78-9367-4cb5cd8c1d1c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.097813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] Sync routers for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:14.100864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-aca036f3-d9cc-4c78-9367-4cb5cd8c1d1c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.114367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-aca036f3-d9cc-4c78-9367-4cb5cd8c1d1c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.117959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] Pushing event deleted for resources: {'Port': ['ID=2f8598c9-38d3-41cd-a60a-35bbcfcfc151,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:14.120555 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:14.121302 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:14.134257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-aca036f3-d9cc-4c78-9367-4cb5cd8c1d1c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.4788866 Aug 09 15:49:14.147434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01aaf0-8be8-47af-a216-ae70c855fed7 None None] No DVR routers for this DVR port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:14.153164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-07cdd95f-bb1c-47be-b81e-9eb9be4961f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.161156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:14.164777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-07cdd95f-bb1c-47be-b81e-9eb9be4961f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.3502533 Aug 09 15:49:14.178322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] No DVR routers for this DVR port 245e580f-c822-46fd-b10d-19eba0c4f5f9 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:14.188014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.190403 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-97ee449a-5b63-4ebe-8f43-128c23d35b7c req-6d107656-b594-4f21-a83e-860440893a9b tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.66 "DELETE /v2.0/ports/245e580f-c822-46fd-b10d-19eba0c4f5f9 HTTP/1.1" status: 204 len: 173 time: 4.9746125 Aug 09 15:49:14.192847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-deleted', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:14.195546 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd16932e-0864-45a3-92de-8a0e0b2e5e79" -d '{"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-deleted", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:14.204917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:14.205769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:14.283428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Attempting to bind port c65dba4f-1455-4022-9b41-773da9ca40ef on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:14.284408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Attempting to bind port c65dba4f-1455-4022-9b41-773da9ca40ef by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:14.285259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Attempting to bind port c65dba4f-1455-4022-9b41-773da9ca40ef on network 8a26f6fb-ce56-4387-927f-11cc110612b8 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:14.293372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Port c65dba4f-1455-4022-9b41-773da9ca40ef on network 8a26f6fb-ce56-4387-927f-11cc110612b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:14.294060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Attempting to bind port c65dba4f-1455-4022-9b41-773da9ca40ef on network 8a26f6fb-ce56-4387-927f-11cc110612b8 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:14.303118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:14.303713 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Checking segment: {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:14.304445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Bound using segment: {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:14.305420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Bound port: c65dba4f-1455-4022-9b41-773da9ca40ef, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1797cb85-42ae-475b-b7cd-ddb1b6305538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:14.306039 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.311743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-926c3cfe-f168-4d43-9687-267b4b1761aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212647 Aug 09 15:49:14.352827 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:14.411312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.426333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f3121eb-926b-4d8b-a691-b4094852aa30 req-b5003a36-4c49-4f02-b87f-3d3cc9a693da tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2904720 Aug 09 15:49:14.470996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] For port c65dba4f-1455-4022-9b41-773da9ca40ef, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:14.477153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8da95eb-f104-4906-b555-a2c280c93aea req-7ed82d50-1c80-404b-bdf2-8be1b585abb9 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5&device_id=a4a59d1d-4856-42bf-b24b-fb08871ad243 HTTP/1.1" status: 200 len: 210 time: 0.1327603 Aug 09 15:49:14.481199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.20.0.14 (ec33020b-e389-44f9-a489-be7c00888983/7816ea7c-57cd-40ee-98ce-fe784b5a2f5f/3343be30-87ef-4df1-95a0-123e728c98cc) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:14.498756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] For port c65dba4f-1455-4022-9b41-773da9ca40ef, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c65dba4f-1455-4022-9b41-773da9ca40ef,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:14.537607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.20.0.13 (ec33020b-e389-44f9-a489-be7c00888983/7816ea7c-57cd-40ee-98ce-fe784b5a2f5f/3343be30-87ef-4df1-95a0-123e728c98cc) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:14.543476 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.554905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:14.555192 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcd89ec-7614-42e0-b2ee-f54b48a1beb6 x-openstack-request-id: req-9bcd89ec-7614-42e0-b2ee-f54b48a1beb6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:14.555472 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.555665 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fab079e-e569-4dcf-9e6d-c4aca0aed779", "name": "network-vif-deleted", "tag": "245e580f-c822-46fd-b10d-19eba0c4f5f9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:14.556054 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bcd89ec-7614-42e0-b2ee-f54b48a1beb6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:14.556558 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fab079e-e569-4dcf-9e6d-c4aca0aed779', 'name': 'network-vif-deleted', 'tag': '245e580f-c822-46fd-b10d-19eba0c4f5f9', 'status': 'completed', 'code': 200} Aug 09 15:49:14.573953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-0c0f1db0-62eb-40cc-be60-306e390dbe78 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321683 Aug 09 15:49:14.601966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.602821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.604517 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:14.604759 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] 10.222.0.66 "PUT /v2.0/ports/c65dba4f-1455-4022-9b41-773da9ca40ef HTTP/1.1" status: 200 len: 1091 time: 3.0353107 Aug 09 15:49:14.640858 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] Checking router: b1c465d9-1335-46cf-a06e-f6fd7028e04f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:14.641225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68478f5-14d6-4d7a-8bff-49f2c6fb1a67 service neutron] Pushing event updated for resources: {'Port': ['ID=c65dba4f-1455-4022-9b41-773da9ca40ef,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:14.654413 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:14.655341 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:14.708045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Router 7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:49:14.859495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-82437dc1-470b-47f4-b2dc-19fbdca2a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.861301 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-82437dc1-470b-47f4-b2dc-19fbdca2a0ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 1094 time: 0.2030056 Aug 09 15:49:14.900536 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-55403fb0-f051-47eb-9967-97537546f98e req-8f1e4863-aa7e-4165-b10e-46761baab3fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd44cb97d3a14fb7ad359eec02878beb&device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0549133 Aug 09 15:49:14.923147 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:14.957941 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c378f664-6281-44ee-904f-cb11f003303e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.008602 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-cb8e4199-e430-4fa6-a0ee-2720fc856416 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c65dba4f-1455-4022-9b41-773da9ca40ef HTTP/1.1" status: 200 len: 217 time: 0.1180489 Aug 09 15:49:15.014050 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-55403fb0-f051-47eb-9967-97537546f98e req-49b3b683-a4c2-4ac0-bc5b-bceaf7fd4448 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=dd44cb97d3a14fb7ad359eec02878beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763817 Aug 09 15:49:15.204304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:15.219075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-231522ba-d076-492b-b194-c832b2f6f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.221115 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-231522ba-d076-492b-b194-c832b2f6f9e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.1949906 Aug 09 15:49:15.235311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8f6e-616e-4bc6-a907-a9b77545bebd None None] Sync routers for ids ['7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:15.250266 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:15.257590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8f6e-616e-4bc6-a907-a9b77545bebd None None] Routers {'7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:15.258741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8f6e-616e-4bc6-a907-a9b77545bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:15.283537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52c5523c-7237-4055-9813-ce7565ccdabf req-8c8bfaa8-bcbc-4622-99f6-27110e8c6904 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fab079e-e569-4dcf-9e6d-c4aca0aed779 HTTP/1.1" status: 200 len: 210 time: 0.5946796 Aug 09 15:49:15.299451 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-df56e739-a715-4461-b51a-554d3ca00019 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677781 Aug 09 15:49:15.305188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.309617 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c9f43495-3f6f-490c-ab74-f9543d41b012 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6388271 Aug 09 15:49:15.311509 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa6aef4-8ecc-4661-bd8a-0aa4bbc741d4 None None] The sync data for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 is: [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '59d43b4e-770a-4197-b53d-447ef413b217', 'name': '', 'network_id': 'b42be60d-8a16-49b7-b0f1-d3559be4bc33', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'mac_address': 'fa:16:3e:56:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:35Z', 'updated_at': '2021-08-09T15:39:44Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'subnets': [{'id': '1e3b0156-e4aa-443e-a655-ad2f76907020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:15.315114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8f6e-616e-4bc6-a907-a9b77545bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:15.329126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8f6e-616e-4bc6-a907-a9b77545bebd None None] Routers {'7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:15.330067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8f6e-616e-4bc6-a907-a9b77545bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:48:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:15.333467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34074) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:15.345587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7789ac4b-628e-476f-99a9-cc64ba8f4936 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': False}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:15.409630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8f6e-616e-4bc6-a907-a9b77545bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:15.410601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8f6e-616e-4bc6-a907-a9b77545bebd None None] The sync data for ids ['7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:15.458211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403fb0-f051-47eb-9967-97537546f98e req-cb8e4a17-aba8-461e-b7ab-c78417487c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.459706 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-55403fb0-f051-47eb-9967-97537546f98e req-cb8e4a17-aba8-461e-b7ab-c78417487c30 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4214640 Aug 09 15:49:15.527007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] For port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151, host n-d-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:15.527755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.546867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4823b6fa-dfe7-4466-8bf9-4bc23f0c55b7 req-eaaffd7a-ef1e-4ac2-b972-82b52a37facd tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0872223 Aug 09 15:49:15.561151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-dfc32cbd-75ae-4d1c-b817-ffa5273ae0ca service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2336326 Aug 09 15:49:15.561636 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-135ef830-dbe6-4f08-a9c2-6483eba50eea service neutron] 10.222.0.66 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348225 Aug 09 15:49:15.593766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:15.615605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 was not found and therefore no delete operation was performed {{(pid=94177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:49:15.654007 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.688216 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14108262-648a-4222-a0c5-1a6d860c1e2b None None] New status for floating IP adfcb191-935a-4868-af00-08c5ba008660: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:49:15.781467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ee45-47f5-40ac-846a-85b18ea33f8a req-c4300445-b7a9-4129-abf1-d2357fcf43fa tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.784298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bd3ee45-47f5-40ac-846a-85b18ea33f8a req-c4300445-b7a9-4129-abf1-d2357fcf43fa tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 943 time: 0.4413276 Aug 09 15:49:15.796435 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-918a152a-049c-4913-aa14-c93b9ecb8cf7 req-3f50a4b9-b75f-4f69-a519-e4bf67e9c44a service neutron] 10.222.0.66 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203345 Aug 09 15:49:15.802479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=2f8598c9-38d3-41cd-a60a-35bbcfcfc151,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:15.851019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-108d0fe7-38c3-4293-a8dd-763fc8554e29 req-8bd05fb2-4f30-4c63-99fd-0e369e9f96f0 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2369492 Aug 09 15:49:15.855696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No DVR routers for this DVR port 2f8598c9-38d3-41cd-a60a-35bbcfcfc151 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:15.946912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7789ac4b-628e-476f-99a9-cc64ba8f4936 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.979904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.988315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bd3ee45-47f5-40ac-846a-85b18ea33f8a req-8b335360-6fe1-4c6a-b542-da3c5e20cebf tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793644 Aug 09 15:49:16.121370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e4c170a-fcbf-4434-b299-b5bbfe38eb03 req-343bb5a3-e009-4d27-a26e-3bfeef44edda service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302625 Aug 09 15:49:16.141252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-a0be762b-02d1-400a-8579-fc590ad0c97e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.147680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-a0be762b-02d1-400a-8579-fc590ad0c97e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.154117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-a0be762b-02d1-400a-8579-fc590ad0c97e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.160271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-a0be762b-02d1-400a-8579-fc590ad0c97e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.166944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-a0be762b-02d1-400a-8579-fc590ad0c97e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.173245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-a0be762b-02d1-400a-8579-fc590ad0c97e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.179489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-a0be762b-02d1-400a-8579-fc590ad0c97e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.181695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-a0be762b-02d1-400a-8579-fc590ad0c97e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.5196965 Aug 09 15:49:16.189895 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.220555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b52853-e4bf-4343-b5f0-663df02ea9fe']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:16.277097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40be953f-0757-45b1-b796-f72a491de1e8') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:16.277345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40be953f-0757-45b1-b796-f72a491de1e8') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:16.285563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-d8d762c0-814e-447d-b0dd-4dbd6f95a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.286121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-d8d762c0-814e-447d-b0dd-4dbd6f95a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.286620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-d8d762c0-814e-447d-b0dd-4dbd6f95a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.287106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-d8d762c0-814e-447d-b0dd-4dbd6f95a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.287586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-d8d762c0-814e-447d-b0dd-4dbd6f95a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.288091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-d8d762c0-814e-447d-b0dd-4dbd6f95a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.288568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-d8d762c0-814e-447d-b0dd-4dbd6f95a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.291409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33080b29-256d-4750-9abe-52639cf7051a req-d8d762c0-814e-447d-b0dd-4dbd6f95a672 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6488 time: 0.3326778 Aug 09 15:49:16.308156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.358896 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.416441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.431244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34082) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:16.500859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:49:16.501279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.509169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e27f0903-f212-4ec8-9dc5-304cb2cedab5 req-114f02ed-d18d-491e-b170-c8d9e1afad43 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3072159 Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:49:16.509862 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:49:16.615515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network ec33020b-e389-44f9-a489-be7c00888983 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:16.639116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f199b392-a467-4263-af1e-80634c465cd8', 'tag': 'c65dba4f-1455-4022-9b41-773da9ca40ef'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:16.641469 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b50ca1-bc85-45b6-a0f2-25049867abb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f199b392-a467-4263-af1e-80634c465cd8", "tag": "c65dba4f-1455-4022-9b41-773da9ca40ef"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:16.648688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-0cf88186-ab57-4deb-a25c-2af74b6eef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.650607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-0cf88186-ab57-4deb-a25c-2af74b6eef29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1095 time: 0.4328237 Aug 09 15:49:16.663723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:16.694797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=3343be30-87ef-4df1-95a0-123e728c98cc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:16.726867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:16.729039 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3b4e15-7689-4e2c-82df-d0967594dee9 x-openstack-request-id: req-4b3b4e15-7689-4e2c-82df-d0967594dee9 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:16.729332 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f199b392-a467-4263-af1e-80634c465cd8", "tag": "c65dba4f-1455-4022-9b41-773da9ca40ef", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:16.729580 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b3b4e15-7689-4e2c-82df-d0967594dee9 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:16.730048 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f199b392-a467-4263-af1e-80634c465cd8', 'tag': 'c65dba4f-1455-4022-9b41-773da9ca40ef', 'status': 'completed', 'code': 200} Aug 09 15:49:16.772895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a18e4e5-7e6a-45d4-9e1d-143d44e97910 req-1100bb6c-6a00-4751-9cde-2539b7cd8c7c tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1103692 Aug 09 15:49:16.833691 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7789ac4b-628e-476f-99a9-cc64ba8f4936 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.836851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-296ff1ca-e8bd-4048-9010-3b8b71a5d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.838413 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-296ff1ca-e8bd-4048-9010-3b8b71a5d966 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 1094 time: 0.1036577 Aug 09 15:49:16.841118 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7789ac4b-628e-476f-99a9-cc64ba8f4936 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.841692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.870313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.872346 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/networks/73b52853-e4bf-4343-b5f0-663df02ea9fe HTTP/1.1" status: 204 len: 168 time: 3.5708456 Aug 09 15:49:16.873560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-a9829ae1-1763-4208-8983-486715830bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.875026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33080b29-256d-4750-9abe-52639cf7051a req-a9829ae1-1763-4208-8983-486715830bf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 200 len: 904 time: 0.5692511 Aug 09 15:49:16.890152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34088) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:16.922718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb31d1a-2153-45e8-a45d-0760a483429f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Network': ['ID=73b52853-e4bf-4343-b5f0-663df02ea9fe,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:16.969882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33080b29-256d-4750-9abe-52639cf7051a req-8dcfe508-93c7-487f-8be5-e00146615967 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 200 len: 217 time: 0.0681636 Aug 09 15:49:16.970523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88ebabb8-8bdd-4111-a02b-386d2d15cbd3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.979405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.980107 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.051895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10da05f-df60-47c1-8bf2-9bb7f6fd7881 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.053926 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b10da05f-df60-47c1-8bf2-9bb7f6fd7881 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/9810795e-8cb1-4908-9324-4a2a00b9ce03 HTTP/1.1" status: 200 len: 840 time: 0.1627524 Aug 09 15:49:17.063495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34094) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:17.088208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c81d8138-7be3-4859-b970-801104e15c80 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.0737135 Aug 09 15:49:17.092002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88ebabb8-8bdd-4111-a02b-386d2d15cbd3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.096704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34096) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:17.100394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-04c2550a-467b-4682-9fcf-2d499124a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.103610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-04c2550a-467b-4682-9fcf-2d499124a22a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.4268889 Aug 09 15:49:17.127277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '3343be30-87ef-4df1-95a0-123e728c98cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:17.183174 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0614373-5b32-46a5-bc63-cec943fbe5da tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/9810795e-8cb1-4908-9324-4a2a00b9ce03?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1183085 Aug 09 15:49:17.187905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-9395abc4-93e5-428c-92e0-c150eaae2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.188424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-9395abc4-93e5-428c-92e0-c150eaae2e15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.2989604 Aug 09 15:49:17.190829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34098) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:17.199421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:17.200787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-cf993b91-dd72-49a9-9993-9af9a9c95fd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 200 len: 217 time: 0.0821414 Aug 09 15:49:17.208666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-e0d8d7ca-6bc6-4a14-a2da-1e23c8f3a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.210159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33080b29-256d-4750-9abe-52639cf7051a req-e0d8d7ca-6bc6-4a14-a2da-1e23c8f3a2a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.2272997 Aug 09 15:49:17.215318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7789ac4b-628e-476f-99a9-cc64ba8f4936 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Router 7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:17.216259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.322615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfebab5-8233-4855-ae81-f7b700c23e90 req-d4852015-50fc-4f6f-b57a-13b3703d1390 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.324247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-edfebab5-8233-4855-ae81-f7b700c23e90 req-d4852015-50fc-4f6f-b57a-13b3703d1390 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 943 time: 0.2077274 Aug 09 15:49:17.325878 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-ebb937c5-f896-46aa-a844-9e74717eecb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c65dba4f-1455-4022-9b41-773da9ca40ef HTTP/1.1" status: 200 len: 217 time: 0.1221759 Aug 09 15:49:17.331022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-4f4ec560-fad3-4982-9e64-8b560a1b88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.332934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-4f4ec560-fad3-4982-9e64-8b560a1b88a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.1079309 Aug 09 15:49:17.345466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88ebabb8-8bdd-4111-a02b-386d2d15cbd3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.347978 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88ebabb8-8bdd-4111-a02b-386d2d15cbd3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.349165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-88ebabb8-8bdd-4111-a02b-386d2d15cbd3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "DELETE /v2.0/security-groups/363bf129-f4dd-4eb1-907b-d8805afbc396 HTTP/1.1" status: 204 len: 168 time: 0.9080930 Aug 09 15:49:17.364953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34100) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:17.405130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-41215898-da21-4587-b716-7266a72f8235 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536716 Aug 09 15:49:17.409124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-55403fb0-f051-47eb-9967-97537546f98e req-1a2e10da-5e90-4ba4-bcf7-047bc9a3e5d3 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.66 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.0916321 Aug 09 15:49:17.415176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebabb8-8bdd-4111-a02b-386d2d15cbd3 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363bf129-f4dd-4eb1-907b-d8805afbc396,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:17.419289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080b29-256d-4750-9abe-52639cf7051a req-d4d6d1e6-a03e-4529-b052-67bad3b37e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.420892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33080b29-256d-4750-9abe-52639cf7051a req-d4d6d1e6-a03e-4529-b052-67bad3b37e23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1947310 Aug 09 15:49:17.443910 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-a4f63649-54ca-4a2a-be05-ae279174ab4e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] show failed (client error): The resource could not be found. Aug 09 15:49:17.445212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a4f63649-54ca-4a2a-be05-ae279174ab4e tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "GET /v2.0/security-groups/363bf129-f4dd-4eb1-907b-d8805afbc396 HTTP/1.1" status: 404 len: 347 time: 0.0698743 Aug 09 15:49:17.463583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34102) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:17.505023 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5bd29d4f-2d55-4d7f-af7d-2940b1ffd788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.614506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-8527a352-33d4-475a-9b8e-f342096590d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.616031 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-8527a352-33d4-475a-9b8e-f342096590d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.2469454 Aug 09 15:49:17.748237 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-b1b3db12-ec9a-425b-928a-a14bdd446d77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604572 Aug 09 15:49:17.775231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:17.779260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.782172 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.848187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-edfebab5-8233-4855-ae81-f7b700c23e90 req-6b3d5aca-e7c7-4650-9c6c-723c4adaf90a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037973 Aug 09 15:49:17.911378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7789ac4b-628e-476f-99a9-cc64ba8f4936 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:17.923194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-66957f56-e95e-4866-996b-48d79ccf73fb service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009408 Aug 09 15:49:17.923713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1042c4c-5911-4f28-9a3b-42f3881f4404 None None] Sync routers for ids ['7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:17.934852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-9a626da3-9d77-4c75-8fc0-f713fffcdefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.941769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-9a626da3-9d77-4c75-8fc0-f713fffcdefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.944371 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7789ac4b-628e-476f-99a9-cc64ba8f4936 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.946052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1042c4c-5911-4f28-9a3b-42f3881f4404 None None] Routers {'7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:17.947650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b1042c4c-5911-4f28-9a3b-42f3881f4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:17.947875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-9a626da3-9d77-4c75-8fc0-f713fffcdefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.949435 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7789ac4b-628e-476f-99a9-cc64ba8f4936 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "PUT /v2.0/routers/7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 HTTP/1.1" status: 200 len: 926 time: 2.6074531 Aug 09 15:49:17.956573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-9a626da3-9d77-4c75-8fc0-f713fffcdefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.964367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-9a626da3-9d77-4c75-8fc0-f713fffcdefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.973467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-9a626da3-9d77-4c75-8fc0-f713fffcdefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.974532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34108) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:17.984728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-9a626da3-9d77-4c75-8fc0-f713fffcdefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.998159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-9a626da3-9d77-4c75-8fc0-f713fffcdefd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.2030108 Aug 09 15:49:18.006743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b1042c4c-5911-4f28-9a3b-42f3881f4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:18.031283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1042c4c-5911-4f28-9a3b-42f3881f4404 None None] Routers {'7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:18.032150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b1042c4c-5911-4f28-9a3b-42f3881f4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:18.064213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33080b29-256d-4750-9abe-52639cf7051a req-152d34eb-1d91-4d60-a0eb-fabf4cbd84cb service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292918 Aug 09 15:49:18.087769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b1042c4c-5911-4f28-9a3b-42f3881f4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:18.088951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1042c4c-5911-4f28-9a3b-42f3881f4404 None None] The sync data for ids ['7ea7f421-dd5e-4b4b-9edc-a8ebefeca392'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:18.127493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68a826b6-d966-4441-ac15-dd7a374896df req-2178af15-1eaf-470d-b871-5ac7ecc1ac3f tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=46c7d9ae-d61b-4698-b48d-76574c7184c5 HTTP/1.1" status: 200 len: 210 time: 0.1022241 Aug 09 15:49:18.211648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-95613bdb-2e2f-4032-8784-77e9c57569be service neutron] 10.222.0.66 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267464 Aug 09 15:49:18.229088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Deleting port d20ce018-0381-47e8-85a8-fa438c5043f7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:18.231330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:18.234831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-663f0c69-68ba-42ae-a03f-df28fdcc814a req-a81ff57e-6182-4795-b67b-34d6209dfa8d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2347620 Aug 09 15:49:18.245262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:18.294176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33080b29-256d-4750-9abe-52639cf7051a req-34d53c14-700d-4d6c-9588-1b00adfc26d8 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754320 Aug 09 15:49:18.296165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e893e28-77f0-4c29-b570-a36b3e34ada6 req-390af35e-c766-4bb7-a69c-25c3d27ac1e0 service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811027 Aug 09 15:49:18.677074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-079d87ba-5396-4bf1-b7f8-4eb9dedf2e04 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/routers/7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 HTTP/1.1" status: 200 len: 926 time: 0.7005377 Aug 09 15:49:18.681762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34110) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:18.809059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eca0b7-6c95-439c-b50c-90c283d65e84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.811707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e9eca0b7-6c95-439c-b50c-90c283d65e84 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=7ea7f421-dd5e-4b4b-9edc-a8ebefeca392&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1284394 Aug 09 15:49:18.816043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34112) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:18.879932 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91b50ca1-bc85-45b6-a0f2-25049867abb5 req-979b1d05-e1ca-495e-a82a-6bec00c7b83f service neutron] 10.222.0.66 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391771 Aug 09 15:49:18.885550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:18.885865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:18.890409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:18.945893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Calling delete_port for d20ce018-0381-47e8-85a8-fa438c5043f7 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:18.978013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c6f27-c08f-4824-a84b-62ae73a1cb60 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.980506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.25.7.101 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/86f9954f-14d0-407f-bd92-db7f16afb261) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:18.983502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2e8c6f27-c08f-4824-a84b-62ae73a1cb60 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 881 time: 0.1655440 Aug 09 15:49:18.984317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c65dba4f-1455-4022-9b41-773da9ca40ef details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:18.986130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34116) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:18.996222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:18.996854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.007715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:19.023347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73222999-0a40-4e42-a210-c05f7d07a150 None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:19.046573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b62b0306-b81c-4414-98f9-de58c0324bc2 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 HTTP/1.1" status: 200 len: 205 time: 0.0589714 Aug 09 15:49:19.050570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.051182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.053551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34118) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:19.063967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=e0c9954c-63c0-4378-8591-e89c02f97f18,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:19.089595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d18c9e-1320-4b35-b5f7-0fb13f0574ac req-655ad60d-3751-4c52-86b7-9710b7673aca tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.100601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64d18c9e-1320-4b35-b5f7-0fb13f0574ac req-655ad60d-3751-4c52-86b7-9710b7673aca tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 943 time: 0.1154861 Aug 09 15:49:19.154608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64d18c9e-1320-4b35-b5f7-0fb13f0574ac req-aaa54934-cf72-4ff0-acdb-649d6eb6272c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Aug 09 15:49:19.187602 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d049c4d3-b74f-4ecd-ab77-84d89c364163 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9934788 Aug 09 15:49:19.190180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34122) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:19.196211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d95c33b0-db79-45bd-9c10-c544358cc18f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1446813893'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:19.224640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c65dba4f-1455-4022-9b41-773da9ca40ef, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c65dba4f-1455-4022-9b41-773da9ca40ef,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:19.230703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d95c33b0-db79-45bd-9c10-c544358cc18f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.360556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'c65dba4f-1455-4022-9b41-773da9ca40ef', 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8', 'port_id': 'c65dba4f-1455-4022-9b41-773da9ca40ef', 'mac_address': 'fa:16:3e:8e:14:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3484389d-b164-44b0-9e03-5e847c0879ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:19.366890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.435965 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.442108 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.456208 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d95c33b0-db79-45bd-9c10-c544358cc18f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.464832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65dba4f-1455-4022-9b41-773da9ca40ef {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:19.488431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d95c33b0-db79-45bd-9c10-c544358cc18f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.495228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c65dba4f-1455-4022-9b41-773da9ca40ef, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c65dba4f-1455-4022-9b41-773da9ca40ef,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:19.504910 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.527264 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d95c33b0-db79-45bd-9c10-c544358cc18f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.528783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.529410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d95c33b0-db79-45bd-9c10-c544358cc18f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3374715 Aug 09 15:49:19.542156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34130) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:19.550109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'tenant_id': '1b14410d4c484164b8e569d613900a05', 'fixed_ips': [{'subnet_id': 'e0c9954c-63c0-4378-8591-e89c02f97f18'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:49:19.551442 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.551574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-86935d37-fc3f-4b82-b3b0-f91fe647a57f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1039833927'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:19.609955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-d6ac4ddb-90ff-4bc7-b1e2-676c35d9ed80 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.615833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c65dba4f-1455-4022-9b41-773da9ca40ef,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:19.616523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-d6ac4ddb-90ff-4bc7-b1e2-676c35d9ed80 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.623869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-d6ac4ddb-90ff-4bc7-b1e2-676c35d9ed80 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.631574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-d6ac4ddb-90ff-4bc7-b1e2-676c35d9ed80 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.638321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-d6ac4ddb-90ff-4bc7-b1e2-676c35d9ed80 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.644707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-d6ac4ddb-90ff-4bc7-b1e2-676c35d9ed80 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.645842 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8f4ee3ca-0406-41a7-8af3-75e5de63886c req-f0c1fda3-c7d3-4ed2-b7fe-6f084860860d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd44cb97d3a14fb7ad359eec02878beb&device_id=a4a59d1d-4856-42bf-b24b-fb08871ad243 HTTP/1.1" status: 200 len: 210 time: 0.1128263 Aug 09 15:49:19.646935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Pushing event deleted for resources: {'Port': ['ID=d20ce018-0381-47e8-85a8-fa438c5043f7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:19.651328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-d6ac4ddb-90ff-4bc7-b1e2-676c35d9ed80 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.653628 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-d6ac4ddb-90ff-4bc7-b1e2-676c35d9ed80 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.2464066 Aug 09 15:49:19.680565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c33b0-db79-45bd-9c10-c544358cc18f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42c0d60-e14c-415b-ac27-66b2b110f99c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:19.702006 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86935d37-fc3f-4b82-b3b0-f91fe647a57f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.710102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.720264 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e6e28d4-5311-4c0f-a168-c469f306a2ed req-317ba2ec-c70d-4c03-87a6-ab4179c3a9f8 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4a59d1d-4856-42bf-b24b-fb08871ad243 HTTP/1.1" status: 200 len: 210 time: 0.0654864 Aug 09 15:49:19.760609 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8f4ee3ca-0406-41a7-8af3-75e5de63886c req-d1e52e42-3f99-4a78-bb67-51d310178175 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=dd44cb97d3a14fb7ad359eec02878beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991015 Aug 09 15:49:19.807375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c6075964-f989-4f50-9fd4-a1e81e4a4b62 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:19.821202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb9ad5ec-26e7-49bb-bba8-1011d3087d2d req-98ddf0a6-3646-40ff-b55a-ab0bc4b8d1bf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356049 Aug 09 15:49:19.851503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['c65dba4f-1455-4022-9b41-773da9ca40ef'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:19.897095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:19.933293 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86935d37-fc3f-4b82-b3b0-f91fe647a57f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.941543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86935d37-fc3f-4b82-b3b0-f91fe647a57f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.979561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:19.991864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86935d37-fc3f-4b82-b3b0-f91fe647a57f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d83b1e-c823-4423-ab69-b17758152210,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:19.997983 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86935d37-fc3f-4b82-b3b0-f91fe647a57f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.000114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:20.008092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-86935d37-fc3f-4b82-b3b0-f91fe647a57f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4536562 Aug 09 15:49:20.009878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34132) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:20.016518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.025629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-175901920', 'security_groups': ['e7d83b1e-c823-4423-ab69-b17758152210'], 'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e0c9954c-63c0-4378-8591-e89c02f97f18'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:20.028415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Allocated IP 172.20.0.2 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/e0c9954c-63c0-4378-8591-e89c02f97f18/077bd67e-8e4b-466e-8bf9-2ac418ad3d63) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:20.060097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=86f9954f-14d0-407f-bd92-db7f16afb261,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:20.093021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.097988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.099915 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-42065608-41e8-420f-ac73-bb83b5dcc0b8 tempest-AttachVolumeShelveTestJSON-138162533 tempest-AttachVolumeShelveTestJSON-138162533-project] 10.222.0.64 "DELETE /v2.0/floatingips/adfcb191-935a-4868-af00-08c5ba008660 HTTP/1.1" status: 204 len: 168 time: 2.6371665 Aug 09 15:49:20.214657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:20.227291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ee3ca-0406-41a7-8af3-75e5de63886c req-ed17c682-9ce9-4dbe-a104-1d310650016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.229328 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8f4ee3ca-0406-41a7-8af3-75e5de63886c req-ed17c682-9ce9-4dbe-a104-1d310650016e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4292231 Aug 09 15:49:20.264873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c6075964-f989-4f50-9fd4-a1e81e4a4b62, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:20.361338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'c6075964-f989-4f50-9fd4-a1e81e4a4b62', 'network_id': '8a26f6fb-ce56-4387-927f-11cc110612b8', 'port_id': 'c6075964-f989-4f50-9fd4-a1e81e4a4b62', 'mac_address': 'fa:16:3e:3e:2c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3484389d-b164-44b0-9e03-5e847c0879ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:20.377439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.392602 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.441830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f5758-b410-4763-b96a-d9d75667c953 req-bfa8c502-285a-4cfc-b155-1b559fea79e8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.444940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be1f5758-b410-4763-b96a-d9d75667c953 req-bfa8c502-285a-4cfc-b155-1b559fea79e8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 944 time: 0.1029997 Aug 09 15:49:20.448351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port f12a3f87-6fec-494f-9815-6db31dd3299c yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:49:20.647493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be1f5758-b410-4763-b96a-d9d75667c953 req-8644c168-eb29-4244-aa5d-b2c01dfdd820 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889303 Aug 09 15:49:20.778377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.848174 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.850798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6075964-f989-4f50-9fd4-a1e81e4a4b62 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:20.891592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Transition to ACTIVE for port object 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:20.921260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c6075964-f989-4f50-9fd4-a1e81e4a4b62, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:20.937029 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.939756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Transition to ACTIVE for port object 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:20.950738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.009682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94feddb8-9141-4ea0-8a0f-8f86db74b7d2 req-48fc6ac1-39c0-4cd0-b8f4-6e83834898ec tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4a59d1d-4856-42bf-b24b-fb08871ad243 HTTP/1.1" status: 200 len: 210 time: 0.0615616 Aug 09 15:49:21.046543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Deleting port d231f53e-010c-4772-87e9-d07ae8261185 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:21.046543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.052127 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.097267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c6075964-f989-4f50-9fd4-a1e81e4a4b62,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:21.144601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.9 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/e0c9954c-63c0-4378-8591-e89c02f97f18/f12a3f87-6fec-494f-9815-6db31dd3299c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:21.155916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:21.168434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:21.179605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:21.202075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122147ab-6676-4699-9473-f2120e512b23 req-6dbc8672-70f2-4121-b8d2-a6c458f3aa91 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.211546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122147ab-6676-4699-9473-f2120e512b23 req-6dbc8672-70f2-4121-b8d2-a6c458f3aa91 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.219713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122147ab-6676-4699-9473-f2120e512b23 req-6dbc8672-70f2-4121-b8d2-a6c458f3aa91 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.228729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122147ab-6676-4699-9473-f2120e512b23 req-6dbc8672-70f2-4121-b8d2-a6c458f3aa91 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.239270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122147ab-6676-4699-9473-f2120e512b23 req-6dbc8672-70f2-4121-b8d2-a6c458f3aa91 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.247146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122147ab-6676-4699-9473-f2120e512b23 req-6dbc8672-70f2-4121-b8d2-a6c458f3aa91 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.256338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122147ab-6676-4699-9473-f2120e512b23 req-6dbc8672-70f2-4121-b8d2-a6c458f3aa91 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.267003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Pushing event updated for resources: {'Port': ['ID=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:21.275031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-122147ab-6676-4699-9473-f2120e512b23 req-6dbc8672-70f2-4121-b8d2-a6c458f3aa91 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.2844243 Aug 09 15:49:21.300957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Attempting to bind port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:21.301519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Attempting to bind port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2944868c-0ed2-45c6-827a-c7a3ddc45b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:21.302701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Attempting to bind port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 on network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:21.318854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.328928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:21.330960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Checking segment: {'id': '2944868c-0ed2-45c6-827a-c7a3ddc45b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:21.332041 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.333148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Bound using segment: {'id': '2944868c-0ed2-45c6-827a-c7a3ddc45b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:21.334208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Bound port: 077bd67e-8e4b-466e-8bf9-2ac418ad3d63, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2944868c-0ed2-45c6-827a-c7a3ddc45b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:21.335143 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.366650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-122147ab-6676-4699-9473-f2120e512b23 req-49e42c16-f2ed-4a28-9051-6bdcd5b2f80b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905423 Aug 09 15:49:21.390659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.447357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Calling delete_port for d231f53e-010c-4772-87e9-d07ae8261185 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:21.568155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] For port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:21.578223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] For port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,segment=NetworkSegment(2944868c-0ed2-45c6-827a-c7a3ddc45b9c),segment_id=2944868c-0ed2-45c6-827a-c7a3ddc45b9c)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:21.595884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['c6075964-f989-4f50-9fd4-a1e81e4a4b62'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:21.596219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.611117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object f12a3f87-6fec-494f-9815-6db31dd3299c will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:21.661037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.779983 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.833681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:21.870527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=f12a3f87-6fec-494f-9815-6db31dd3299c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:21.876991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:21.888893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:21.937814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50aa8fc-9e95-4dd1-9d63-f4ed0ee89312 None None] Pushing event updated for resources: {'Port': ['ID=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:21.959684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8f4ee3ca-0406-41a7-8af3-75e5de63886c req-3821c5e3-4a0b-4d3d-ada2-a0c372ba31ef tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a59d1d-4856-42bf-b24b-fb08871ad243 HTTP/1.1" status: 200 len: 210 time: 0.1187453 Aug 09 15:49:22.120175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.122203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.151219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.172959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.185899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-cd17715e-f02b-4fea-9a14-2f4c1f79a223 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.195887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-cd17715e-f02b-4fea-9a14-2f4c1f79a223 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.205349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-cd17715e-f02b-4fea-9a14-2f4c1f79a223 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.219764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-cd17715e-f02b-4fea-9a14-2f4c1f79a223 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.239010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-cd17715e-f02b-4fea-9a14-2f4c1f79a223 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.255088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-cd17715e-f02b-4fea-9a14-2f4c1f79a223 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.261649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-cd17715e-f02b-4fea-9a14-2f4c1f79a223 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.263727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-cd17715e-f02b-4fea-9a14-2f4c1f79a223 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.3068841 Aug 09 15:49:22.271854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77f72c-2806-4d49-ab56-43900ccd722d req-f6fba1e4-71ec-4f97-8fa4-90c4fef0f93d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.280698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c77f72c-2806-4d49-ab56-43900ccd722d req-f6fba1e4-71ec-4f97-8fa4-90c4fef0f93d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 944 time: 0.4636176 Aug 09 15:49:22.292530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=86f9954f-14d0-407f-bd92-db7f16afb261,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:22.293650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d080ab29-7bea-49e9-8165-6d8e91c82fde tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2800632 Aug 09 15:49:22.298744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.308238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34156) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:22.315720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4d761fec-91da-4c7b-81ff-9714c47fcbeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:22.457008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.530212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c77f72c-2806-4d49-ab56-43900ccd722d req-91ed5cc9-7d92-478c-8bc2-1497e4980fb9 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482696 Aug 09 15:49:22.569153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b637f2e-0aae-45fc-98de-c11b1a6eb22e req-68d8860a-c91e-4de5-b7ae-947846ba5d08 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2800138 Aug 09 15:49:22.637415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.637870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.638403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.638835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.639266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.639780 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.640227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.640804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.641295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.641725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.646057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.646057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:22.864095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f17cbd49-1d1a-4349-ac53-9d38885191a9 req-68a9e733-e528-4469-bbd9-15e84990e530 tempest-ServerShowV247Test-1650552966 tempest-ServerShowV247Test-1650552966-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4a59d1d-4856-42bf-b24b-fb08871ad243 HTTP/1.1" status: 200 len: 210 time: 0.1390243 Aug 09 15:49:22.952662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d761fec-91da-4c7b-81ff-9714c47fcbeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:22.957471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d761fec-91da-4c7b-81ff-9714c47fcbeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.005383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c65dba4f-1455-4022-9b41-773da9ca40ef up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:23.097774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-4ce56ad5-d60f-44f8-81cc-082973d3bdcf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.106709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-4ce56ad5-d60f-44f8-81cc-082973d3bdcf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.114732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-4ce56ad5-d60f-44f8-81cc-082973d3bdcf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.131858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-4ce56ad5-d60f-44f8-81cc-082973d3bdcf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.145083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-4ce56ad5-d60f-44f8-81cc-082973d3bdcf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.154241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-4ce56ad5-d60f-44f8-81cc-082973d3bdcf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.159625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event deleted for resources: {'Port': ['ID=d231f53e-010c-4772-87e9-d07ae8261185,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:23.160324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port c65dba4f-1455-4022-9b41-773da9ca40ef completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:23.175963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-4ce56ad5-d60f-44f8-81cc-082973d3bdcf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.178061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port c65dba4f-1455-4022-9b41-773da9ca40ef triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:23.179294 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.187615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-4ce56ad5-d60f-44f8-81cc-082973d3bdcf tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.3546367 Aug 09 15:49:23.219314 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP 856ba574-7023-4ac0-9315-157c1a8dee23 associated. External IP: 172.25.7.101, port: 3343be30-87ef-4df1-95a0-123e728c98cc. Aug 09 15:49:23.342812 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.359666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35cc639b-24eb-4b7f-9e6f-7a7648ee2da2 req-f068fe8f-891a-49ee-86e3-556d5a36943b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708386 Aug 09 15:49:23.379662 n-d-799523-2 neutron-server[94177]: INFO neutron.db.ipam_backend_mixin [None req-4d761fec-91da-4c7b-81ff-9714c47fcbeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e0c9954c-63c0-4378-8591-e89c02f97f18 (CIDR: 172.20.0.0/28) Aug 09 15:49:23.387258 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d761fec-91da-4c7b-81ff-9714c47fcbeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:49:23.388516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d761fec-91da-4c7b-81ff-9714c47fcbeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:49:23.395545 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.416747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-7561a32a-34c5-417b-adb5-d8ae52ede290 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.427934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f199b392-a467-4263-af1e-80634c465cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65dba4f-1455-4022-9b41-773da9ca40ef'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:23.428811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-7561a32a-34c5-417b-adb5-d8ae52ede290 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.432922 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd81e8-6085-49e0-8a3c-3673d9babda4" -d '{"events": [{"server_uuid": "f199b392-a467-4263-af1e-80634c465cd8", "name": "network-vif-plugged", "status": "completed", "tag": "c65dba4f-1455-4022-9b41-773da9ca40ef"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:23.436839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-7561a32a-34c5-417b-adb5-d8ae52ede290 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.444282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-7561a32a-34c5-417b-adb5-d8ae52ede290 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.457775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c65dba4f-1455-4022-9b41-773da9ca40ef, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c65dba4f-1455-4022-9b41-773da9ca40ef,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:23.462739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-7561a32a-34c5-417b-adb5-d8ae52ede290 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.465564 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.472886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-7561a32a-34c5-417b-adb5-d8ae52ede290 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.501143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-7561a32a-34c5-417b-adb5-d8ae52ede290 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.504317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-7561a32a-34c5-417b-adb5-d8ae52ede290 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.2921746 Aug 09 15:49:23.550620 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a2465b-6fa8-4cdb-87fd-c51f731bf25a x-openstack-request-id: req-57a2465b-6fa8-4cdb-87fd-c51f731bf25a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:23.551273 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f199b392-a467-4263-af1e-80634c465cd8", "name": "network-vif-plugged", "status": "completed", "tag": "c65dba4f-1455-4022-9b41-773da9ca40ef", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:23.551613 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57a2465b-6fa8-4cdb-87fd-c51f731bf25a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:23.552738 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f199b392-a467-4263-af1e-80634c465cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65dba4f-1455-4022-9b41-773da9ca40ef', 'code': 200} Aug 09 15:49:23.554294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c65dba4f-1455-4022-9b41-773da9ca40ef,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:23.596336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4d761fec-91da-4c7b-81ff-9714c47fcbeb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2848043 Aug 09 15:49:23.603551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-88919ade-5a17-4b7f-8977-4cc58ac1a2de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.606201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-88919ade-5a17-4b7f-8977-4cc58ac1a2de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "GET /v2.0/ports/2c46c525-ebeb-4a24-9dd7-8fa47311f859?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0934870 Aug 09 15:49:23.606719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34166) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:23.613211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:23.615613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.619906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.771160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.771750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:49:23.802065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c6075964-f989-4f50-9fd4-a1e81e4a4b62 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:23.868657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.876021 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-537bdb24-c95d-4769-b7ab-0d0e42ab1158 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 HTTP/1.1" status: 204 len: 168 time: 4.8129592 Aug 09 15:49:23.879165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34174) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:23.887035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-848f63bf-9ea4-4ff0-9694-5c05f9e53571 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-927615094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:23.940456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port c6075964-f989-4f50-9fd4-a1e81e4a4b62 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:23.951953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port c6075964-f989-4f50-9fd4-a1e81e4a4b62 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:23.952553 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.971454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-04111027-d8c4-4423-b045-eac3ac2d5325 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "GET /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3539324 Aug 09 15:49:23.986793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:24.006657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-84e05eaa-f055-4bab-8aa5-3ce29853680f None None] Provisioning for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:24.044304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-84e05eaa-f055-4bab-8aa5-3ce29853680f None None] Provisioning complete for port 9810795e-8cb1-4908-9324-4a2a00b9ce03 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:24.044304 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-84e05eaa-f055-4bab-8aa5-3ce29853680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.060329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-d44bd022-bac9-45ea-8378-bae7296b5fed tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.067528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-d44bd022-bac9-45ea-8378-bae7296b5fed tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.075185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-d44bd022-bac9-45ea-8378-bae7296b5fed tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.081852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-d44bd022-bac9-45ea-8378-bae7296b5fed tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.089093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-d44bd022-bac9-45ea-8378-bae7296b5fed tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.103121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-84e05eaa-f055-4bab-8aa5-3ce29853680f None None] Port 9810795e-8cb1-4908-9324-4a2a00b9ce03 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:24.103920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-d44bd022-bac9-45ea-8378-bae7296b5fed tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.127158 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-848f63bf-9ea4-4ff0-9694-5c05f9e53571 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.131537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-848f63bf-9ea4-4ff0-9694-5c05f9e53571 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.139991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-d44bd022-bac9-45ea-8378-bae7296b5fed tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.159366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-d44bd022-bac9-45ea-8378-bae7296b5fed tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 5435 time: 0.3480637 Aug 09 15:49:24.184769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40678221-04a9-404e-9878-7f8f8177771e req-d5d094dd-8b1e-4d51-b387-a6077b3f131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.188568 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40678221-04a9-404e-9878-7f8f8177771e req-d5d094dd-8b1e-4d51-b387-a6077b3f131b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 1096 time: 0.4675863 Aug 09 15:49:24.266697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.272996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3875e-785b-4116-8cff-37f904328970 req-51a67626-3dbc-4606-a89c-d4131951e404 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.276050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64d3875e-785b-4116-8cff-37f904328970 req-51a67626-3dbc-4606-a89c-d4131951e404 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.5107117 Aug 09 15:49:24.288734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:24.321657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:24.382780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e239e69c-e753-4273-9e4f-bb8016c69818 req-a307b5e0-e50e-489b-a173-892d4cdd42ba tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2220757 Aug 09 15:49:24.388812 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.389271 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40678221-04a9-404e-9878-7f8f8177771e req-ca3c37a1-962a-4242-a2d3-ab4a4701771d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869283 Aug 09 15:49:24.398951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-848f63bf-9ea4-4ff0-9694-5c05f9e53571 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.420765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-848f63bf-9ea4-4ff0-9694-5c05f9e53571 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.432991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-95896dd3-cc74-4c3f-bc76-77d8f3e8c2c3 None None] Provisioning for port f12a3f87-6fec-494f-9815-6db31dd3299c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:24.448375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-64d3875e-785b-4116-8cff-37f904328970 req-e0c73a32-243d-4e35-9a57-f90af97659e6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571119 Aug 09 15:49:24.466195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-95896dd3-cc74-4c3f-bc76-77d8f3e8c2c3 None None] Provisioning complete for port f12a3f87-6fec-494f-9815-6db31dd3299c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:24.466789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-95896dd3-cc74-4c3f-bc76-77d8f3e8c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.533412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c6075964-f989-4f50-9fd4-a1e81e4a4b62, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:24.550522 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.562813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-95896dd3-cc74-4c3f-bc76-77d8f3e8c2c3 None None] Port f12a3f87-6fec-494f-9815-6db31dd3299c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:24.625191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-848f63bf-9ea4-4ff0-9694-5c05f9e53571 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.626839 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-848f63bf-9ea4-4ff0-9694-5c05f9e53571 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7446337 Aug 09 15:49:24.687687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:24.721782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c6075964-f989-4f50-9fd4-a1e81e4a4b62,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:24.748944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:24.752689 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.773354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:24.774815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] For port 2c46c525-ebeb-4a24-9dd7-8fa47311f859, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2c46c525-ebeb-4a24-9dd7-8fa47311f859,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:24.827692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] For port 2c46c525-ebeb-4a24-9dd7-8fa47311f859, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:24.844833 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0675b4a-c8af-4588-a77f-671261b72265 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:24.849948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:24.865793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] device_id is not set on port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:49:24.866893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:24.887081 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.897883 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0675b4a-c8af-4588-a77f-671261b72265 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:24.905244 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b0675b4a-c8af-4588-a77f-671261b72265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:24.963331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.976798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.012064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.083809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,segment=NetworkSegment(2944868c-0ed2-45c6-827a-c7a3ddc45b9c),segment_id=2944868c-0ed2-45c6-827a-c7a3ddc45b9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:25.091257 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b0675b4a-c8af-4588-a77f-671261b72265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:25.092820 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.117504 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0675b4a-c8af-4588-a77f-671261b72265 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:25.119965 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b0675b4a-c8af-4588-a77f-671261b72265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:25.225797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103fce3-93e8-4c74-8322-e4583655a882 req-63e3a868-68b7-4288-bd47-b5c1ad6722c9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.237999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103fce3-93e8-4c74-8322-e4583655a882 req-63e3a868-68b7-4288-bd47-b5c1ad6722c9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.249739 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b0675b4a-c8af-4588-a77f-671261b72265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:25.250636 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0675b4a-c8af-4588-a77f-671261b72265 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:25.252092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103fce3-93e8-4c74-8322-e4583655a882 req-63e3a868-68b7-4288-bd47-b5c1ad6722c9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.275604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:25.289353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103fce3-93e8-4c74-8322-e4583655a882 req-63e3a868-68b7-4288-bd47-b5c1ad6722c9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.298571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103fce3-93e8-4c74-8322-e4583655a882 req-63e3a868-68b7-4288-bd47-b5c1ad6722c9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.308706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103fce3-93e8-4c74-8322-e4583655a882 req-63e3a868-68b7-4288-bd47-b5c1ad6722c9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.320969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103fce3-93e8-4c74-8322-e4583655a882 req-63e3a868-68b7-4288-bd47-b5c1ad6722c9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.324843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6103fce3-93e8-4c74-8322-e4583655a882 req-63e3a868-68b7-4288-bd47-b5c1ad6722c9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.4302363 Aug 09 15:49:25.338516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34192) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:25.387959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:25.393722 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.400568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] No DVR routers for this DVR port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:25.444337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] Pushing event updated for resources: {'Port': ['ID=2c46c525-ebeb-4a24-9dd7-8fa47311f859,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:25.516372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f941db51-0dc6-458c-b462-e99e6140328d None None] Provisioning complete for port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:25.517006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f941db51-0dc6-458c-b462-e99e6140328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.588819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a83dc4f-a105-4155-97ff-9b8638017723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6075964-f989-4f50-9fd4-a1e81e4a4b62'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:25.602895 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa181e84-ef41-4121-a159-75679e8af074" -d '{"events": [{"server_uuid": "4a83dc4f-a105-4155-97ff-9b8638017723", "name": "network-vif-plugged", "status": "completed", "tag": "c6075964-f989-4f50-9fd4-a1e81e4a4b62"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:25.610808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5a274de6-04e4-4f40-93d7-0a466cdb827c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5075200 Aug 09 15:49:25.615025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.626489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34202) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:25.634773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-89da02c8-f12b-4e4a-bb68-0f9be4bc79d6 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'port_id': '3343be30-87ef-4df1-95a0-123e728c98cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:25.642783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f941db51-0dc6-458c-b462-e99e6140328d None None] Port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:25.738149 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89da02c8-f12b-4e4a-bb68-0f9be4bc79d6 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.145731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] In _notify_port_updated(), no bound segment for port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:49:26.147278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.148539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.150745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-b239f319-a8fa-422c-a403-62d6c65aae95 service neutron] 10.222.0.35 "PUT /v2.0/ports/2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 200 len: 1028 time: 2.1694043 Aug 09 15:49:26.172085 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f574952f-a144-4f6b-98ec-9b4a83b16e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.194174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:26.290030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:26.290497 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.308090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6103fce3-93e8-4c74-8322-e4583655a882 req-5a7ec66d-b4c6-4e09-957d-da82ff66f34a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9284806 Aug 09 15:49:26.390888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-316a4f35-5e79-4ee1-b826-d189139653cb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.393684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-316a4f35-5e79-4ee1-b826-d189139653cb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "GET /v2.0/ports/2f1b14d5-b189-4f6f-a392-e46dbc94d63e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2159445 Aug 09 15:49:26.426007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ed7d-e459-4e86-85df-6888c8d034bf req-6bc02a55-e49a-4fd0-965f-4ca33c3784f9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.440306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ed7d-e459-4e86-85df-6888c8d034bf req-6bc02a55-e49a-4fd0-965f-4ca33c3784f9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.446357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.454583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ed7d-e459-4e86-85df-6888c8d034bf req-6bc02a55-e49a-4fd0-965f-4ca33c3784f9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.465483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ed7d-e459-4e86-85df-6888c8d034bf req-6bc02a55-e49a-4fd0-965f-4ca33c3784f9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.474156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ed7d-e459-4e86-85df-6888c8d034bf req-6bc02a55-e49a-4fd0-965f-4ca33c3784f9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.482390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ed7d-e459-4e86-85df-6888c8d034bf req-6bc02a55-e49a-4fd0-965f-4ca33c3784f9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.485408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b297ed7d-e459-4e86-85df-6888c8d034bf req-6bc02a55-e49a-4fd0-965f-4ca33c3784f9 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 4660 time: 0.8513715 Aug 09 15:49:26.491931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.514507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:26.780800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b297ed7d-e459-4e86-85df-6888c8d034bf req-3efd80cb-34bf-4d04-bc44-8cc648806206 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e630a127-25d0-455d-be30-610faab72c56&id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2572589 Aug 09 15:49:26.814558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.855597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe210cf-c3f8-4a17-8afb-81965d2e6cc0 req-fc5c8f5b-f178-468e-9f3c-92163232673a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.857604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4fe210cf-c3f8-4a17-8afb-81965d2e6cc0 req-fc5c8f5b-f178-468e-9f3c-92163232673a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.3670278 Aug 09 15:49:26.917915 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cbb705-7552-45f6-8f77-18bcf3137383 x-openstack-request-id: req-48cbb705-7552-45f6-8f77-18bcf3137383 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:26.918893 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a83dc4f-a105-4155-97ff-9b8638017723", "name": "network-vif-plugged", "status": "completed", "tag": "c6075964-f989-4f50-9fd4-a1e81e4a4b62", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:26.919707 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48cbb705-7552-45f6-8f77-18bcf3137383 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:26.920873 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a83dc4f-a105-4155-97ff-9b8638017723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6075964-f989-4f50-9fd4-a1e81e4a4b62', 'code': 200} Aug 09 15:49:27.118568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f574952f-a144-4f6b-98ec-9b4a83b16e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.202659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f574952f-a144-4f6b-98ec-9b4a83b16e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.202983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Allocated IP 172.25.7.19 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/f9617e37-754e-4c16-8632-b953baa8121a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:27.229097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4fe210cf-c3f8-4a17-8afb-81965d2e6cc0 req-2fe74290-6157-46bb-9ec7-cbacd10326c2 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478243 Aug 09 15:49:27.372755 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89da02c8-f12b-4e4a-bb68-0f9be4bc79d6 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.392156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89da02c8-f12b-4e4a-bb68-0f9be4bc79d6 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.432965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574952f-a144-4f6b-98ec-9b4a83b16e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d990c3-87e2-4e4a-9d6a-d6d06f06fed3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:27.458994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f574952f-a144-4f6b-98ec-9b4a83b16e9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd44cb97d3a14fb7ad359eec02878beb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0823319 Aug 09 15:49:27.465393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34212) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:27.473781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.479724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69e311-d58f-423e-90dc-3106ad4d2704 req-cabd5dbf-79c4-4394-91d4-f05d65536d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.481910 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc69e311-d58f-423e-90dc-3106ad4d2704 req-cabd5dbf-79c4-4394-91d4-f05d65536d3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1097 time: 0.3953416 Aug 09 15:49:27.644154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:27.701669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] For port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:27.714637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:27.728532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719b0597-fb66-4cc5-9a2d-e49852702a6d None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:27.732926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=d7971c7a-90d7-4dd1-bd69-4cbf24c997d0,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:27.740702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.741630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.828589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc69e311-d58f-423e-90dc-3106ad4d2704 req-799d459e-ca14-41e9-b95e-ce6f15f097c2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303237 Aug 09 15:49:27.844791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bcde7a83-2821-490f-9d47-358cb7a458cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.2331831 Aug 09 15:49:27.846488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34216) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:27.853093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2086876755', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7971c7a-90d7-4dd1-bd69-4cbf24c997d0'}], 'security_groups': ['e42c0d60-e14c-415b-ac27-66b2b110f99c']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:27.867146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be8f11f5-295c-4ec8-9361-153bc6fe3106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.876198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:27.905446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.913397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-8ec3596d-b116-4bf4-a77a-2fd9eb4502c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.914087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-34204fde-c18e-48ea-b3f2-4eeff6518b70 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.915641 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-8ec3596d-b116-4bf4-a77a-2fd9eb4502c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 1096 time: 0.2707350 Aug 09 15:49:27.928831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-34204fde-c18e-48ea-b3f2-4eeff6518b70 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.942058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-34204fde-c18e-48ea-b3f2-4eeff6518b70 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.956245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-34204fde-c18e-48ea-b3f2-4eeff6518b70 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.965533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-34204fde-c18e-48ea-b3f2-4eeff6518b70 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.974662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-34204fde-c18e-48ea-b3f2-4eeff6518b70 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.985602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-34204fde-c18e-48ea-b3f2-4eeff6518b70 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.989397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-34204fde-c18e-48ea-b3f2-4eeff6518b70 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.4413064 Aug 09 15:49:28.023376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512701e-64c0-4a1e-96cd-2b59677ffe5a req-e8def6c2-4569-46f0-9ba2-0b7024c513ad tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.027095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4512701e-64c0-4a1e-96cd-2b59677ffe5a req-e8def6c2-4569-46f0-9ba2-0b7024c513ad tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.3551033 Aug 09 15:49:28.042417 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.057033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] For port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:28.121824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:28.134253 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.135760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device eceb1892-e3d3-42ab-b1ec-be917cd5d560 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:28.159535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-167c072e-d42b-4bf9-bc45-f6973a846efb req-aacc5301-d361-4022-b20f-9fd6ff429603 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566942 Aug 09 15:49:28.161922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] device_id is not set on port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:49:28.185970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4512701e-64c0-4a1e-96cd-2b59677ffe5a req-c8c56168-5bfc-4502-bf33-3c459224b04d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421959 Aug 09 15:49:28.188849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.209255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.247979 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.349636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89da02c8-f12b-4e4a-bb68-0f9be4bc79d6 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:28.351471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:28.421992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.424749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.448389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be8f11f5-295c-4ec8-9361-153bc6fe3106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.451711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef5b4e8-890b-4554-ad90-cf88f96db39f None None] Update dhcp port {'port': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'fixed_ips': [{'subnet_id': 'e0c9954c-63c0-4378-8591-e89c02f97f18', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7971c7a-90d7-4dd1-bd69-4cbf24c997d0'}], 'binding:host_id': 'n-d-799523-2'}, 'id': '077bd67e-8e4b-466e-8bf9-2ac418ad3d63'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:49:28.488925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] No DVR routers for this DVR port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:28.569688 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ef5b4e8-890b-4554-ad90-cf88f96db39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.576222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port eceb1892-e3d3-42ab-b1ec-be917cd5d560, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:28.589785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] In _notify_port_updated(), no bound segment for port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e on network 87db3854-e09d-446f-b4e0-6480752620ed {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:49:28.590827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.592320 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.595730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] 10.222.0.35 "PUT /v2.0/ports/2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 200 len: 1027 time: 2.0897217 Aug 09 15:49:28.598896 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.600296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 63c86000-6a7e-4d7c-8686-f00e62636d61 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:28.619046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f55bb2-c791-4b34-8eee-c5c92e5dcbed service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:28.661338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be8f11f5-295c-4ec8-9361-153bc6fe3106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.666402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be8f11f5-295c-4ec8-9361-153bc6fe3106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.670569 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-be8f11f5-295c-4ec8-9361-153bc6fe3106 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72d990c3-87e2-4e4a-9d6a-d6d06f06fed3 HTTP/1.1" status: 204 len: 168 time: 1.2015133 Aug 09 15:49:28.755994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f11f5-295c-4ec8-9361-153bc6fe3106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d990c3-87e2-4e4a-9d6a-d6d06f06fed3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:28.759944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.764060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-97a26e71-9d9a-40e4-b221-074105afa7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.766626 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-97a26e71-9d9a-40e4-b221-074105afa7c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.8378692 Aug 09 15:49:28.819516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1aac-a843-4598-a8f4-4197a8a05a29 req-ac662a65-ecfa-4ab0-90f7-e13f972eec85 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.835265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1aac-a843-4598-a8f4-4197a8a05a29 req-ac662a65-ecfa-4ab0-90f7-e13f972eec85 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.898921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1aac-a843-4598-a8f4-4197a8a05a29 req-ac662a65-ecfa-4ab0-90f7-e13f972eec85 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.929380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a'}, {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:28.933368 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea3316-f5e3-4f8e-b479-03106b924dbc" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a"}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "eceb1892-e3d3-42ab-b1ec-be917cd5d560"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:28.966833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1aac-a843-4598-a8f4-4197a8a05a29 req-ac662a65-ecfa-4ab0-90f7-e13f972eec85 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.005743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89da02c8-f12b-4e4a-bb68-0f9be4bc79d6 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:29.015427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1aac-a843-4598-a8f4-4197a8a05a29 req-ac662a65-ecfa-4ab0-90f7-e13f972eec85 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.030405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14fe1aac-a843-4598-a8f4-4197a8a05a29 req-ac662a65-ecfa-4ab0-90f7-e13f972eec85 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 3884 time: 0.6794891 Aug 09 15:49:29.090509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a29509-0642-4bbc-8c58-6c0dc27de66f None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:29.105975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=eceb1892-e3d3-42ab-b1ec-be917cd5d560,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:29.134519 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3207a8e1-2668-4f49-bacf-a1e9df569a77 x-openstack-request-id: req-3207a8e1-2668-4f49-bacf-a1e9df569a77 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:29.134943 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a", "code": 200}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "eceb1892-e3d3-42ab-b1ec-be917cd5d560", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:29.135394 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3207a8e1-2668-4f49-bacf-a1e9df569a77 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:29.137049 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a', 'code': 200} Aug 09 15:49:29.137049 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560', 'code': 200} Aug 09 15:49:29.152110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89da02c8-f12b-4e4a-bb68-0f9be4bc79d6 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.159139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a1529c44-dab3-4447-8882-e634ccebdc4b None None] Provisioning complete for port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:29.159722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a1529c44-dab3-4447-8882-e634ccebdc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.167761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a29509-0642-4bbc-8c58-6c0dc27de66f None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:29.168827 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-20a29509-0642-4bbc-8c58-6c0dc27de66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:29.285720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14fe1aac-a843-4598-a8f4-4197a8a05a29 req-25e0038f-f9a8-433b-b4f1-82e529b9d090 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371776 Aug 09 15:49:29.292244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-20a29509-0642-4bbc-8c58-6c0dc27de66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:29.384553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:29.386991 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.390332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.494320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a29509-0642-4bbc-8c58-6c0dc27de66f None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:29.495427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-20a29509-0642-4bbc-8c58-6c0dc27de66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:29.512785 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-51e48a4a-7a9c-4770-9e77-08d3132fb469 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c65dba4f-1455-4022-9b41-773da9ca40ef HTTP/1.1" status: 200 len: 217 time: 0.5112944 Aug 09 15:49:29.573507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a1529c44-dab3-4447-8882-e634ccebdc4b None None] Port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:29.580597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.584876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-20a29509-0642-4bbc-8c58-6c0dc27de66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:29.586118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a29509-0642-4bbc-8c58-6c0dc27de66f None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:29.620549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-4ef5b4e8-890b-4554-ad90-cf88f96db39f None None] Allocated IP 172.20.0.18 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/d7971c7a-90d7-4dd1-bd69-4cbf24c997d0/077bd67e-8e4b-466e-8bf9-2ac418ad3d63) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:29.692785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 63c86000-6a7e-4d7c-8686-f00e62636d61, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=63c86000-6a7e-4d7c-8686-f00e62636d61,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:29.724593 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.727410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:29.882766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-760cfa51-219c-462c-b1b9-42dc8eacc806 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.898186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-760cfa51-219c-462c-b1b9-42dc8eacc806 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.917884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=63c86000-6a7e-4d7c-8686-f00e62636d61,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:29.921096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-760cfa51-219c-462c-b1b9-42dc8eacc806 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.947431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-760cfa51-219c-462c-b1b9-42dc8eacc806 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.961560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-760cfa51-219c-462c-b1b9-42dc8eacc806 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.978065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-760cfa51-219c-462c-b1b9-42dc8eacc806 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.990923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-760cfa51-219c-462c-b1b9-42dc8eacc806 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.001515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:30.006702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-760cfa51-219c-462c-b1b9-42dc8eacc806 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.5317943 Aug 09 15:49:30.111634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d36cd-44ed-4eff-b0e9-796aceeddf01 req-b6ca630b-23ec-4e72-920e-d8f74a7fbb5e tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.120536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-253d36cd-44ed-4eff-b0e9-796aceeddf01 req-b6ca630b-23ec-4e72-920e-d8f74a7fbb5e tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.6169851 Aug 09 15:49:30.167792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-011efe23-c766-49ee-ba82-aa8899ad7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.171038 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-011efe23-c766-49ee-ba82-aa8899ad7fca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.1664481 Aug 09 15:49:30.175991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event updated for resources: {'Port': ['ID=f9617e37-754e-4c16-8632-b953baa8121a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:30.180793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:30.198391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:30.202631 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-89da02c8-f12b-4e4a-bb68-0f9be4bc79d6 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/floatingips/856ba574-7023-4ac0-9315-157c1a8dee23 HTTP/1.1" status: 200 len: 978 time: 4.5745327 Aug 09 15:49:30.221866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34252) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:30.232068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-42521f67-cec1-44e4-832c-0204e5a1fc1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477221 Aug 09 15:49:30.280457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] For port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:30.281102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.323266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-253d36cd-44ed-4eff-b0e9-796aceeddf01 req-915bb2c6-750c-4400-ba37-c6888c439deb tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713364 Aug 09 15:49:30.330809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b58a21cf-a21d-4c62-a4f1-0973ed95f0c5 req-2ecf012f-17cf-4ebf-9144-c7e0760fbf38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3137825 Aug 09 15:49:30.345039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4ef5b4e8-890b-4554-ad90-cf88f96db39f None None] For port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,segment=NetworkSegment(2944868c-0ed2-45c6-827a-c7a3ddc45b9c),segment_id=2944868c-0ed2-45c6-827a-c7a3ddc45b9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:30.358674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Calling delete_port for 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:30.400007 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.531660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:30.559578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.560341 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 157f75ad-de15-4708-b019-292421767884 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:30.625412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34264) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:30.659510 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ef5b4e8-890b-4554-ad90-cf88f96db39f None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.723526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb4605-b125-4515-a91f-10fd91460777 req-34b563cb-834a-422b-8cd7-dff4487ae0a3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.756986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb4605-b125-4515-a91f-10fd91460777 req-34b563cb-834a-422b-8cd7-dff4487ae0a3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.775335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb4605-b125-4515-a91f-10fd91460777 req-34b563cb-834a-422b-8cd7-dff4487ae0a3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.800067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb4605-b125-4515-a91f-10fd91460777 req-34b563cb-834a-422b-8cd7-dff4487ae0a3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.822150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4ef5b4e8-890b-4554-ad90-cf88f96db39f None None] Transition to ACTIVE for port object 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:30.835645 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ef5b4e8-890b-4554-ad90-cf88f96db39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.836228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb4605-b125-4515-a91f-10fd91460777 req-34b563cb-834a-422b-8cd7-dff4487ae0a3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.841822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41cb4605-b125-4515-a91f-10fd91460777 req-34b563cb-834a-422b-8cd7-dff4487ae0a3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 3878 time: 0.2351241 Aug 09 15:49:30.869305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:31.082868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41cb4605-b125-4515-a91f-10fd91460777 req-18c12a98-b695-4da9-84cb-8a13422ea161 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401334 Aug 09 15:49:31.088901 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.140045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c86000-6a7e-4d7c-8686-f00e62636d61'}, {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:31.153101 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a00da6e-df57-46e3-9dc6-edc18cab2d11" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "63c86000-6a7e-4d7c-8686-f00e62636d61"}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "5df0879b-56cc-4ff6-9c2c-a8739b0a6d67"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:31.198311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Port': ['ID=5df0879b-56cc-4ff6-9c2c-a8739b0a6d67,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:31.250901 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.254700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5b4e8-890b-4554-ad90-cf88f96db39f None None] Pushing event updated for resources: {'Port': ['ID=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:31.287550 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-517e9e59-34cb-441d-a822-1b76fa4544b6 service neutron] 10.222.0.66 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0088403 Aug 09 15:49:31.336532 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fb8024-78f4-438d-a43c-3b05443714f6 x-openstack-request-id: req-d5fb8024-78f4-438d-a43c-3b05443714f6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:31.336532 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "63c86000-6a7e-4d7c-8686-f00e62636d61", "code": 200}, {"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "5df0879b-56cc-4ff6-9c2c-a8739b0a6d67", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:31.339402 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5fb8024-78f4-438d-a43c-3b05443714f6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:31.340539 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c86000-6a7e-4d7c-8686-f00e62636d61', 'code': 200} Aug 09 15:49:31.341089 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67', 'code': 200} Aug 09 15:49:31.353099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 157f75ad-de15-4708-b019-292421767884, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157f75ad-de15-4708-b019-292421767884,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:31.370892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.373890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2c46c525-ebeb-4a24-9dd7-8fa47311f859 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:31.392213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] No DVR routers for this DVR port 5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:31.397009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.400751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-af84e010-429a-40ad-96d4-8b7130bf39de tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "DELETE /v2.0/ports/5df0879b-56cc-4ff6-9c2c-a8739b0a6d67 HTTP/1.1" status: 204 len: 173 time: 2.7523260 Aug 09 15:49:31.401561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:31.405493 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd050baf-4aae-47ec-a7a6-e098ecdeb2b6" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "5df0879b-56cc-4ff6-9c2c-a8739b0a6d67"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:31.613071 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92733004-0bc8-4c3a-9995-4c35ccdab2c7 x-openstack-request-id: req-92733004-0bc8-4c3a-9995-4c35ccdab2c7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:31.614961 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "5df0879b-56cc-4ff6-9c2c-a8739b0a6d67", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:31.619988 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92733004-0bc8-4c3a-9995-4c35ccdab2c7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:31.621115 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': '5df0879b-56cc-4ff6-9c2c-a8739b0a6d67', 'status': 'completed', 'code': 200} Aug 09 15:49:31.682071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2c46c525-ebeb-4a24-9dd7-8fa47311f859 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:31.683291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2f1b14d5-b189-4f6f-a392-e46dbc94d63e no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:31.686973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=157f75ad-de15-4708-b019-292421767884,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:31.906491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2f1b14d5-b189-4f6f-a392-e46dbc94d63e not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:31.913438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:31.933470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.006145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d39b49-b6a8-40ed-a9eb-d26f447ecd05 req-58d683fa-43e2-42e9-949b-49ca9cc77f79 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.020325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37d39b49-b6a8-40ed-a9eb-d26f447ecd05 req-58d683fa-43e2-42e9-949b-49ca9cc77f79 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.3952391 Aug 09 15:49:32.216107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:32.235810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37d39b49-b6a8-40ed-a9eb-d26f447ecd05 req-4280b346-2ab0-45f8-bda4-4973b2341fc8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126341 Aug 09 15:49:32.338793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc74e-803d-406e-aa9e-477d124e208a req-135e9916-73ed-4e85-a933-7578390ec013 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.349635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc74e-803d-406e-aa9e-477d124e208a req-135e9916-73ed-4e85-a933-7578390ec013 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.359742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc74e-803d-406e-aa9e-477d124e208a req-135e9916-73ed-4e85-a933-7578390ec013 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.368667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc74e-803d-406e-aa9e-477d124e208a req-135e9916-73ed-4e85-a933-7578390ec013 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.375786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Provisioning complete for port f12a3f87-6fec-494f-9815-6db31dd3299c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:32.376725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc74e-803d-406e-aa9e-477d124e208a req-135e9916-73ed-4e85-a933-7578390ec013 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.377546 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.385210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc74e-803d-406e-aa9e-477d124e208a req-135e9916-73ed-4e85-a933-7578390ec013 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.393746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc74e-803d-406e-aa9e-477d124e208a req-135e9916-73ed-4e85-a933-7578390ec013 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.404050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6efcc74e-803d-406e-aa9e-477d124e208a req-135e9916-73ed-4e85-a933-7578390ec013 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.5667236 Aug 09 15:49:32.455910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Port f12a3f87-6fec-494f-9815-6db31dd3299c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:32.476134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Provisioning for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:32.484345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:32.485005 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.541205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6efcc74e-803d-406e-aa9e-477d124e208a req-e2ccd8bc-4711-43b5-9e6b-f49885618255 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355906 Aug 09 15:49:32.558013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] For port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:32.558455 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.620867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Calling delete_port for ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:32.646632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45e13-b873-4de5-9d26-e77ee03df88f req-2bc174a0-612e-44fd-8216-837ca3e98c8f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.659041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45e13-b873-4de5-9d26-e77ee03df88f req-2bc174a0-612e-44fd-8216-837ca3e98c8f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.671103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45e13-b873-4de5-9d26-e77ee03df88f req-2bc174a0-612e-44fd-8216-837ca3e98c8f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.676029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Provisioning complete for port 9810795e-8cb1-4908-9324-4a2a00b9ce03 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:32.676625 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.685180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45e13-b873-4de5-9d26-e77ee03df88f req-2bc174a0-612e-44fd-8216-837ca3e98c8f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.688058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5cf45e13-b873-4de5-9d26-e77ee03df88f req-2bc174a0-612e-44fd-8216-837ca3e98c8f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 3144 time: 0.2813468 Aug 09 15:49:32.766872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-20a89057-1979-40d9-8901-2433b1fd8a7b None None] Port 9810795e-8cb1-4908-9324-4a2a00b9ce03 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:32.837406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5cf45e13-b873-4de5-9d26-e77ee03df88f req-560b4ee2-a76a-4483-a5be-d0c0f28af1c4 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778553 Aug 09 15:49:32.956039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4ff60d7-d507-4a94-91d0-d9de9af2c438 req-54d6dd4c-b061-4beb-ae73-86beec225e4e service neutron] 10.222.0.66 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6671598 Aug 09 15:49:32.974760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.983212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Delete allocated IP 172.20.0.9 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/e0c9954c-63c0-4378-8591-e89c02f97f18) {{(pid=94178) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 15:49:33.011709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port 86f9954f-14d0-407f-bd92-db7f16afb261 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:33.012372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.020457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Port': ['ID=ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:33.072591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.073183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.073816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.074431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.074919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.075968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.076291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.076979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.077758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.078319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.078919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.079497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:33.121113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.29 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/d7971c7a-90d7-4dd1-bd69-4cbf24c997d0/f12a3f87-6fec-494f-9815-6db31dd3299c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:33.126079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] No DVR routers for this DVR port ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:33.131304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.134404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-e7220ae0-1780-415c-9374-58e27ae9221d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "DELETE /v2.0/ports/ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a HTTP/1.1" status: 204 len: 173 time: 1.7216125 Aug 09 15:49:33.307098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting port 63c86000-6a7e-4d7c-8686-f00e62636d61 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:33.308012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.344949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157f75ad-de15-4708-b019-292421767884'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:33.350767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.351657 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c52b684-0ad5-4871-93f9-a05509bb8a34" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "157f75ad-de15-4708-b019-292421767884"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:33.451598 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7768abe3-ecc4-41cd-8fec-fd9dc343c6f3 x-openstack-request-id: req-7768abe3-ecc4-41cd-8fec-fd9dc343c6f3 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:33.453609 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-unplugged", "status": "completed", "tag": "157f75ad-de15-4708-b019-292421767884", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:33.454428 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7768abe3-ecc4-41cd-8fec-fd9dc343c6f3 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:33.455566 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157f75ad-de15-4708-b019-292421767884', 'code': 200} Aug 09 15:49:33.525497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00793d-c0a5-4520-a19b-3a33c4894462 req-0c6b072e-0191-4be6-9b6f-ab52597e78dc tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:33.528577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb00793d-c0a5-4520-a19b-3a33c4894462 req-0c6b072e-0191-4be6-9b6f-ab52597e78dc tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.1398206 Aug 09 15:49:33.566460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.567930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.605882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb00793d-c0a5-4520-a19b-3a33c4894462 req-71b47fa0-8050-4e3f-bbe9-fd2b775b1170 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587173 Aug 09 15:49:33.614800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] For port 63c86000-6a7e-4d7c-8686-f00e62636d61, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=63c86000-6a7e-4d7c-8686-f00e62636d61,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:33.615149 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.624264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:33.626708 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c590fc-2ac9-49cf-92b1-b32d76b4bb1d" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:33.641697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Calling delete_port for 63c86000-6a7e-4d7c-8686-f00e62636d61 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:33.660657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for 86f9954f-14d0-407f-bd92-db7f16afb261 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:33.845993 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b9ab3-8381-41db-a3a9-445032ec7c21 x-openstack-request-id: req-254b9ab3-8381-41db-a3a9-445032ec7c21 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:33.846616 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:33.847146 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-254b9ab3-8381-41db-a3a9-445032ec7c21 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:33.848423 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': 'ffdea117-09a9-4fe1-9b2e-ff1c7c7e755a', 'status': 'completed', 'code': 200} Aug 09 15:49:33.999758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.054414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-22f98a19-d693-47f1-9322-d19348038642 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.067587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-22f98a19-d693-47f1-9322-d19348038642 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.081028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-22f98a19-d693-47f1-9322-d19348038642 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.094801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object f12a3f87-6fec-494f-9815-6db31dd3299c will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:34.100598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-22f98a19-d693-47f1-9322-d19348038642 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.115361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-22f98a19-d693-47f1-9322-d19348038642 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.119553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.127069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-22f98a19-d693-47f1-9322-d19348038642 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.135188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-22f98a19-d693-47f1-9322-d19348038642 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.138441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-22f98a19-d693-47f1-9322-d19348038642 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.2983882 Aug 09 15:49:34.141757 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.189400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.296591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=f12a3f87-6fec-494f-9815-6db31dd3299c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:34.545610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] In _notify_port_updated(), no bound segment for port f12a3f87-6fec-494f-9815-6db31dd3299c on network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:49:34.552446 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.553784 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.558485 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e75da739-7e83-488c-94c9-68ba46c96e6d tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "PUT /v2.0/ports/f12a3f87-6fec-494f-9815-6db31dd3299c HTTP/1.1" status: 200 len: 921 time: 6.7106884 Aug 09 15:49:34.560345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34336) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:34.623959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e9a7-33fc-4cef-9920-713ba9c6fbd9 req-d5be4a58-6ba0-4035-9ccf-85274e0c4fcf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.639930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e9a7-33fc-4cef-9920-713ba9c6fbd9 req-d5be4a58-6ba0-4035-9ccf-85274e0c4fcf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.648917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e9a7-33fc-4cef-9920-713ba9c6fbd9 req-d5be4a58-6ba0-4035-9ccf-85274e0c4fcf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.659385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c131e9a7-33fc-4cef-9920-713ba9c6fbd9 req-d5be4a58-6ba0-4035-9ccf-85274e0c4fcf tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 2411 time: 0.6984997 Aug 09 15:49:34.687148 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.733752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12442ae4-803c-4b9e-a99c-2227e12c903e req-7499af7e-f33f-45ed-ab3f-6937aeb0f22d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5670118 Aug 09 15:49:34.738550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.822378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=86f9954f-14d0-407f-bd92-db7f16afb261,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:34.838759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Port': ['ID=63c86000-6a7e-4d7c-8686-f00e62636d61,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:34.856252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c131e9a7-33fc-4cef-9920-713ba9c6fbd9 req-bf2f4d05-f6c7-4a74-a8bb-6178af8d0617 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952195 Aug 09 15:49:34.863035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34342) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:34.922887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] No DVR routers for this DVR port 63c86000-6a7e-4d7c-8686-f00e62636d61 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:34.926102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.928308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-79f222d5-f2e8-4852-b892-147720c010a7 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "DELETE /v2.0/ports/63c86000-6a7e-4d7c-8686-f00e62636d61 HTTP/1.1" status: 204 len: 173 time: 1.7841880 Aug 09 15:49:35.039522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-36fe3070-b579-4cbb-94b3-00b465ea84d7 None None] Provisioning for port f12a3f87-6fec-494f-9815-6db31dd3299c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:35.049658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-36fe3070-b579-4cbb-94b3-00b465ea84d7 None None] Provisioning complete for port f12a3f87-6fec-494f-9815-6db31dd3299c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:35.050206 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36fe3070-b579-4cbb-94b3-00b465ea84d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.100361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf0c43-f190-4d42-96c1-324da5fa148f req-ea265074-891e-4830-8ce0-261bfd5f6bde tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:35.102111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4bf0c43-f190-4d42-96c1-324da5fa148f req-ea265074-891e-4830-8ce0-261bfd5f6bde tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.1717176 Aug 09 15:49:35.112966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3070-b579-4cbb-94b3-00b465ea84d7 None None] Port f12a3f87-6fec-494f-9815-6db31dd3299c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:35.202328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting port 157f75ad-de15-4708-b019-292421767884 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:35.202682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.210853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4bf0c43-f190-4d42-96c1-324da5fa148f req-fb9f4127-57b3-4bdc-9741-a91f2a7b7e08 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963519 Aug 09 15:49:35.309486 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.378254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] For port 157f75ad-de15-4708-b019-292421767884, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157f75ad-de15-4708-b019-292421767884,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:35.378720 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.479005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Router acddfd47-58b2-4cd2-8928-bdc7a60569ad is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:49:35.561484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.561484 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP 856ba574-7023-4ac0-9315-157c1a8dee23 disassociated (deleted). External IP: 172.25.7.101, port: 3343be30-87ef-4df1-95a0-123e728c98cc. Aug 09 15:49:35.623847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-27c490af-3b39-45c1-9e23-bf75085655f3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port f12a3f87-6fec-494f-9815-6db31dd3299c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:35.624225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27c490af-3b39-45c1-9e23-bf75085655f3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.741487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cefa2afa-7254-491a-af1f-81e4de79e86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.747462 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.748483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.748619 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Floating IP b64eaae8-2f23-477b-a19c-5a7885919dae disassociated. External IP: 172.25.7.208, port: 157f75ad-de15-4708-b019-292421767884. Aug 09 15:49:35.749144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Calling delete_port for 157f75ad-de15-4708-b019-292421767884 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:35.849801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': '63c86000-6a7e-4d7c-8686-f00e62636d61'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:35.853761 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a7824-6232-4bd1-b8e2-f68b0fa2b737" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "63c86000-6a7e-4d7c-8686-f00e62636d61"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:35.861580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device a82a03bb-00cf-401a-b9f3-9b690c30746d details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:35.974454 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf450fa-8f83-44e4-bb14-d0b1624568a7 x-openstack-request-id: req-edf450fa-8f83-44e4-bb14-d0b1624568a7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:35.974829 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "63c86000-6a7e-4d7c-8686-f00e62636d61", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:35.975235 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edf450fa-8f83-44e4-bb14-d0b1624568a7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:35.975718 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': '63c86000-6a7e-4d7c-8686-f00e62636d61', 'status': 'completed', 'code': 200} Aug 09 15:49:35.995090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.058439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port a82a03bb-00cf-401a-b9f3-9b690c30746d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:36.083433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'a82a03bb-00cf-401a-b9f3-9b690c30746d', 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'port_id': 'a82a03bb-00cf-401a-b9f3-9b690c30746d', 'mac_address': 'fa:16:3e:f1:b6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc13484-a130-4113-be05-9342b1629caa', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:36.130610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Port': ['ID=157f75ad-de15-4708-b019-292421767884,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:36.145913 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.150084 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27c490af-3b39-45c1-9e23-bf75085655f3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.174002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82a03bb-00cf-401a-b9f3-9b690c30746d {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:36.195306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-27c490af-3b39-45c1-9e23-bf75085655f3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for f12a3f87-6fec-494f-9815-6db31dd3299c owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:36.210924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:36.219958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port a82a03bb-00cf-401a-b9f3-9b690c30746d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:36.228494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.229642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.235263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7c222f0a-8817-4d90-a2df-6a98e2985529 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:36.235550 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ca82106c-3616-4748-a33a-6688e1bdcfc4 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "PUT /v2.0/routers/acddfd47-58b2-4cd2-8928-bdc7a60569ad HTTP/1.1" status: 200 len: 882 time: 11.3763914 Aug 09 15:49:36.239845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34352) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:36.240050 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f7073-846d-42a8-bb43-f47cf797eaad None None] Sync routers for ids ['acddfd47-58b2-4cd2-8928-bdc7a60569ad'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:36.257374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ed7a-5db8-495c-899c-eaa0ccb4d7bc req-78f06362-5005-42ab-98f2-87a371cd3d4b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.259066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f213ed7a-5db8-495c-899c-eaa0ccb4d7bc req-78f06362-5005-42ab-98f2-87a371cd3d4b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 943 time: 0.2036428 Aug 09 15:49:36.264647 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f7073-846d-42a8-bb43-f47cf797eaad None None] Routers {'acddfd47-58b2-4cd2-8928-bdc7a60569ad'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:36.266013 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-906f7073-846d-42a8-bb43-f47cf797eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['acddfd47-58b2-4cd2-8928-bdc7a60569ad'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:36.280458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-b2ddbea3-9cba-4b68-a690-08249e1768b8 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.282227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7c222f0a-8817-4d90-a2df-6a98e2985529, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c222f0a-8817-4d90-a2df-6a98e2985529,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:36.291798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-b2ddbea3-9cba-4b68-a690-08249e1768b8 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.301855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7c222f0a-8817-4d90-a2df-6a98e2985529', 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'port_id': '7c222f0a-8817-4d90-a2df-6a98e2985529', 'mac_address': 'fa:16:3e:9b:52:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc13484-a130-4113-be05-9342b1629caa', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:36.302400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-b2ddbea3-9cba-4b68-a690-08249e1768b8 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.319351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-b2ddbea3-9cba-4b68-a690-08249e1768b8 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.329162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-b2ddbea3-9cba-4b68-a690-08249e1768b8 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.339079 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-906f7073-846d-42a8-bb43-f47cf797eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:36.346101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-b2ddbea3-9cba-4b68-a690-08249e1768b8 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.357370 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f7073-846d-42a8-bb43-f47cf797eaad None None] Routers {'acddfd47-58b2-4cd2-8928-bdc7a60569ad'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:36.358789 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-906f7073-846d-42a8-bb43-f47cf797eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['acddfd47-58b2-4cd2-8928-bdc7a60569ad'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:36.358996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-b2ddbea3-9cba-4b68-a690-08249e1768b8 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.362836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-b2ddbea3-9cba-4b68-a690-08249e1768b8 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5431 time: 0.3919466 Aug 09 15:49:36.433755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=a82a03bb-00cf-401a-b9f3-9b690c30746d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:36.440927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.444818 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-906f7073-846d-42a8-bb43-f47cf797eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:36.446164 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f7073-846d-42a8-bb43-f47cf797eaad None None] The sync data for ids ['acddfd47-58b2-4cd2-8928-bdc7a60569ad'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:36.471774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c222f0a-8817-4d90-a2df-6a98e2985529 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:36.504387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7c222f0a-8817-4d90-a2df-6a98e2985529, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c222f0a-8817-4d90-a2df-6a98e2985529,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:36.527781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.527781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:36.542078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f213ed7a-5db8-495c-899c-eaa0ccb4d7bc req-add2d93f-85d9-4957-807b-68db4e146f4f tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770167 Aug 09 15:49:36.586975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33d4635-af32-4d10-9f5a-f8dde4245e95 req-8af23960-1edc-471c-bf38-9ab896496c0a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853602 Aug 09 15:49:36.606189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Router c1bcf37c-4f4b-447d-9e53-6801f1a21276 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:36.653595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:36.667427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7c222f0a-8817-4d90-a2df-6a98e2985529,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:36.685263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9fe0ef63-6550-4fb9-98fa-e391bcb77c09', 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'port_id': '9fe0ef63-6550-4fb9-98fa-e391bcb77c09', 'mac_address': 'fa:16:3e:ac:af:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc13484-a130-4113-be05-9342b1629caa', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:36.786376 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.815177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:36.860778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:36.869496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.872031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 17333e56-bfdc-4d37-b435-6372235d7e7d details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:36.902571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27c490af-3b39-45c1-9e23-bf75085655f3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.949520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:36.966287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f26f4-2c33-46c3-9c65-55023443616e req-7c687e44-e725-400e-8576-a024e97a9cf0 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.968928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-141f26f4-2c33-46c3-9c65-55023443616e req-7c687e44-e725-400e-8576-a024e97a9cf0 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.2263761 Aug 09 15:49:37.000609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:37.020841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cefa2afa-7254-491a-af1f-81e4de79e86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.025908 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e4503732-f4d4-44f7-b099-a8a4bc46a397 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/routers/acddfd47-58b2-4cd2-8928-bdc7a60569ad HTTP/1.1" status: 200 len: 923 time: 0.7795675 Aug 09 15:49:37.030309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c490af-3b39-45c1-9e23-bf75085655f3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=f12a3f87-6fec-494f-9815-6db31dd3299c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:37.047782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34356) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:37.049361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] Sync routers for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:37.069089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:37.093493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] No DVR routers for this DVR port 157f75ad-de15-4708-b019-292421767884 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:37.095302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:37.096418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:37.105176 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.107172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-47a96d56-b03b-4771-b768-1bf4d11f70b8 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "DELETE /v2.0/ports/157f75ad-de15-4708-b019-292421767884 HTTP/1.1" status: 204 len: 173 time: 2.1607394 Aug 09 15:49:37.112452 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cefa2afa-7254-491a-af1f-81e4de79e86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.171941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-141f26f4-2c33-46c3-9c65-55023443616e req-299d5478-4a0b-41ce-8357-ed6566167755 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854196 Aug 09 15:49:37.262973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 17333e56-bfdc-4d37-b435-6372235d7e7d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=17333e56-bfdc-4d37-b435-6372235d7e7d,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:37.283856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting port eceb1892-e3d3-42ab-b1ec-be917cd5d560 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:37.284455 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.321014 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:49:37.327797 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '17333e56-bfdc-4d37-b435-6372235d7e7d', 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721', 'port_id': '17333e56-bfdc-4d37-b435-6372235d7e7d', 'mac_address': 'fa:16:3e:7a:83:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4801500d-3375-4c6a-b979-053b56dcc8cb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:37.350753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:37.439730 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cefa2afa-7254-491a-af1f-81e4de79e86f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eef902c78f1e4fe3b9c3d0fbbf2e0048&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1222172 Aug 09 15:49:37.445560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34358) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:37.465607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa2afa-7254-491a-af1f-81e4de79e86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d9008c-a6b7-48b0-9354-790abdfe1c27,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:37.476318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] For port eceb1892-e3d3-42ab-b1ec-be917cd5d560, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eceb1892-e3d3-42ab-b1ec-be917cd5d560,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:37.476944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.496055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.500929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Calling delete_port for eceb1892-e3d3-42ab-b1ec-be917cd5d560 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:37.505451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f34fe64-3e5e-4c0e-8a22-9a9572ba9a02 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:37.511702 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3f34fe64-3e5e-4c0e-8a22-9a9572ba9a02 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=acddfd47-58b2-4cd2-8928-bdc7a60569ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4610188 Aug 09 15:49:37.512933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34360) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:37.530695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27c490af-3b39-45c1-9e23-bf75085655f3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.538878 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-27c490af-3b39-45c1-9e23-bf75085655f3 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/f12a3f87-6fec-494f-9815-6db31dd3299c HTTP/1.1" status: 204 len: 168 time: 2.9684703 Aug 09 15:49:37.545048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34362) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:37.614193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:37.618143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17333e56-bfdc-4d37-b435-6372235d7e7d {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:37.620559 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.628560 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5f3da-4386-4fe0-8627-d24fc1d80177 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:37.632081 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c233bfb-0fed-435a-8cbc-a041c22aa7fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:49:37.634397 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5c233bfb-0fed-435a-8cbc-a041c22aa7fa tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/f12a3f87-6fec-494f-9815-6db31dd3299c HTTP/1.1" status: 404 len: 333 time: 0.0766389 Aug 09 15:49:37.644870 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5f3da-4386-4fe0-8627-d24fc1d80177 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:37.646440 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ae5f3da-4386-4fe0-8627-d24fc1d80177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:37.662164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34366) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:37.717498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 17333e56-bfdc-4d37-b435-6372235d7e7d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=17333e56-bfdc-4d37-b435-6372235d7e7d,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:37.724805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Deleting port 59d43b4e-770a-4197-b53d-447ef413b217 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:37.726257 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.735029 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.741302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c1e5f238-b6d3-459d-a8dc-218ed8e67b38 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:37.783403 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ae5f3da-4386-4fe0-8627-d24fc1d80177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:37.815620 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5f3da-4386-4fe0-8627-d24fc1d80177 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:37.818821 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ae5f3da-4386-4fe0-8627-d24fc1d80177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:37.858805 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5957de17-5492-4ec5-ad07-46d860a7aa85 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/floatingips/856ba574-7023-4ac0-9315-157c1a8dee23 HTTP/1.1" status: 204 len: 168 time: 7.6353161 Aug 09 15:49:37.868062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34370) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:37.902150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e40bc5d6-e87a-4b38-a6ec-e6595f76925b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.932132 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ae5f3da-4386-4fe0-8627-d24fc1d80177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:37.939969 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5f3da-4386-4fe0-8627-d24fc1d80177 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:37.994403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': '157f75ad-de15-4708-b019-292421767884'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:37.998167 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fd4e5e-bc43-448c-a6b8-0aac82661979" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "157f75ad-de15-4708-b019-292421767884"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:38.000887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c1e5f238-b6d3-459d-a8dc-218ed8e67b38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:38.081053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38', 'network_id': '045b0957-f43a-4d8c-bbcf-8efd3b8a3721', 'port_id': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38', 'mac_address': 'fa:16:3e:d2:7b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4801500d-3375-4c6a-b979-053b56dcc8cb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:38.084043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-64f5f18a-fd46-4f05-9c86-fc73d80b7ebc tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.094943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-64f5f18a-fd46-4f05-9c86-fc73d80b7ebc tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.100880 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e40bc5d6-e87a-4b38-a6ec-e6595f76925b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.107851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-64f5f18a-fd46-4f05-9c86-fc73d80b7ebc tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.115011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=17333e56-bfdc-4d37-b435-6372235d7e7d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:38.117855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-64f5f18a-fd46-4f05-9c86-fc73d80b7ebc tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.140169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-64f5f18a-fd46-4f05-9c86-fc73d80b7ebc tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.158866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-64f5f18a-fd46-4f05-9c86-fc73d80b7ebc tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.167587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-64f5f18a-fd46-4f05-9c86-fc73d80b7ebc tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.169818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] For port 59d43b4e-770a-4197-b53d-447ef413b217, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=59d43b4e-770a-4197-b53d-447ef413b217,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:38.170469 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.176944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-64f5f18a-fd46-4f05-9c86-fc73d80b7ebc tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5435 time: 0.3761628 Aug 09 15:49:38.215321 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.241150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e5f238-b6d3-459d-a8dc-218ed8e67b38 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:38.266497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:39:03Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:38.275120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c1e5f238-b6d3-459d-a8dc-218ed8e67b38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:38.317758 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.319122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6eb76f30-8111-4506-8817-1d0c9785db66 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:38.325283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] Checking router: c1bcf37c-4f4b-447d-9e53-6801f1a21276 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:38.337493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0345d32-7818-4647-b61f-199556e29759 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.339748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d0345d32-7818-4647-b61f-199556e29759 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 881 time: 0.8170774 Aug 09 15:49:38.355712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6d334-1667-4ba1-beb3-6b7a3054d4e3 req-6790a89e-6605-4841-9508-268be4172a88 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.368254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fe6d334-1667-4ba1-beb3-6b7a3054d4e3 req-6790a89e-6605-4841-9508-268be4172a88 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 943 time: 0.5783658 Aug 09 15:49:38.372150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:38.410876 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.458930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17c4cf1f-e072-4ca1-81b0-2433fa65d5fc req-24db72f7-c886-4f4d-99d5-5b24d74801ac tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2808070 Aug 09 15:49:38.472564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6fb3504e-4b22-4c9c-9bba-580f1e7c1345 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=acddfd47-58b2-4cd2-8928-bdc7a60569ad HTTP/1.1" status: 200 len: 205 time: 0.0900776 Aug 09 15:49:38.486708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34378) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:38.584888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:38.585763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:38.674022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:38.690112 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57da63f5-2d87-44c6-9287-a09122c2f15a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.698056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6eb76f30-8111-4506-8817-1d0c9785db66, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6eb76f30-8111-4506-8817-1d0c9785db66,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:38.736607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.737323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Calling delete_port for 59d43b4e-770a-4197-b53d-447ef413b217 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:38.742099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '6eb76f30-8111-4506-8817-1d0c9785db66', 'network_id': 'fcba54b1-62b4-4841-889a-0dc1f5a20673', 'port_id': '6eb76f30-8111-4506-8817-1d0c9785db66', 'mac_address': 'fa:16:3e:6b:c1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc13484-a130-4113-be05-9342b1629caa', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:38.755777 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239e66c4-c3e9-44af-bbde-94ffeabcc818 x-openstack-request-id: req-239e66c4-c3e9-44af-bbde-94ffeabcc818 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:38.756276 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "157f75ad-de15-4708-b019-292421767884", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:38.756603 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-239e66c4-c3e9-44af-bbde-94ffeabcc818 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:38.757215 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': '157f75ad-de15-4708-b019-292421767884', 'status': 'completed', 'code': 200} Aug 09 15:49:38.800392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57da63f5-2d87-44c6-9287-a09122c2f15a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.825829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Port': ['ID=eceb1892-e3d3-42ab-b1ec-be917cd5d560,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:38.886763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.908705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:38.930696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fe6d334-1667-4ba1-beb3-6b7a3054d4e3 req-d883925b-590c-48c1-9ade-5c7cc873d976 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups?id=e2a456bf-60be-4fc9-bed1-d4aa70514a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5627913 Aug 09 15:49:38.932958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c868f401-2502-4632-8c52-c6744b97cc45 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port 3343be30-87ef-4df1-95a0-123e728c98cc {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:38.933721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c868f401-2502-4632-8c52-c6744b97cc45 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.944497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e40bc5d6-e87a-4b38-a6ec-e6595f76925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.947722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e40bc5d6-e87a-4b38-a6ec-e6595f76925b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.949219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb76f30-8111-4506-8817-1d0c9785db66 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:38.954420 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e40bc5d6-e87a-4b38-a6ec-e6595f76925b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39d9008c-a6b7-48b0-9354-790abdfe1c27 HTTP/1.1" status: 204 len: 168 time: 1.5045438 Aug 09 15:49:39.005542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6eb76f30-8111-4506-8817-1d0c9785db66, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6eb76f30-8111-4506-8817-1d0c9785db66,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:39.013376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] No DVR routers for this DVR port eceb1892-e3d3-42ab-b1ec-be917cd5d560 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:39.026985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.030367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4924596-5b63-401f-b409-73d6d668527f req-23048985-cec1-4a9d-9cf4-b2512f5df500 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.35 "DELETE /v2.0/ports/eceb1892-e3d3-42ab-b1ec-be917cd5d560 HTTP/1.1" status: 204 len: 173 time: 1.9129872 Aug 09 15:49:39.055961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527a093-daf9-40da-9bb1-71dcd2db5b24 req-4d1337f5-2351-43dd-a0f7-04eaed7c58f8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.064936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bc5d6-e87a-4b38-a6ec-e6595f76925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d9008c-a6b7-48b0-9354-790abdfe1c27,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:39.069214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f527a093-daf9-40da-9bb1-71dcd2db5b24 req-4d1337f5-2351-43dd-a0f7-04eaed7c58f8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.3185163 Aug 09 15:49:39.089516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57da63f5-2d87-44c6-9287-a09122c2f15a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.092982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57da63f5-2d87-44c6-9287-a09122c2f15a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.097935 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-57da63f5-2d87-44c6-9287-a09122c2f15a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/security-groups/e7d83b1e-c823-4423-ab69-b17758152210 HTTP/1.1" status: 204 len: 168 time: 1.4254582 Aug 09 15:49:39.098186 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.098648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 21337a7d-01a9-43c3-9616-1c434089e8bd details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:39.108536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34382) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:39.242301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da63f5-2d87-44c6-9287-a09122c2f15a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d83b1e-c823-4423-ab69-b17758152210,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:39.290950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f527a093-daf9-40da-9bb1-71dcd2db5b24 req-4aa52c07-f04a-4c6d-87a5-3fa806553c54 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194402 Aug 09 15:49:39.296756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c868f401-2502-4632-8c52-c6744b97cc45 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.382447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.457877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=6eb76f30-8111-4506-8817-1d0c9785db66,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:39.489789 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.517711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c868f401-2502-4632-8c52-c6744b97cc45 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for 3343be30-87ef-4df1-95a0-123e728c98cc owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:39.578683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 21337a7d-01a9-43c3-9616-1c434089e8bd, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=21337a7d-01a9-43c3-9616-1c434089e8bd,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:39.611806 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-825be000-421d-48c7-a291-bc8f68836465 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.613555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'port_id': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:39.670874 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.688026 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-825be000-421d-48c7-a291-bc8f68836465 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.727053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:39:03Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:39.785787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34388) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:39.790860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e555cb-9618-4986-896a-dabaf3912cdc None None] The sync data for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 is: [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:55Z', 'revision_number': 4, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'df389c0f-1bea-413c-bd57-0f8caced9571', 'name': '', 'network_id': 'd09b4200-2c02-4417-a1a9-63d5f7701513', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'mac_address': 'fa:16:3e:55:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:54Z', 'updated_at': '2021-08-09T15:39:03Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'subnets': [{'id': '2739c34a-da5d-4ac8-819c-1c83301cc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:39.796549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21337a7d-01a9-43c3-9616-1c434089e8bd {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:39.836034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Deleting port f9617e37-754e-4c16-8632-b953baa8121a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:39.836474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.840052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 21337a7d-01a9-43c3-9616-1c434089e8bd, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=21337a7d-01a9-43c3-9616-1c434089e8bd,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:39.847123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.872757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31ec1aa9-d61e-492a-8d71-d9a091a97b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.953493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54ee7-2419-43ad-aba5-363277c92380 req-9e880d9a-2aaa-456b-9b87-cf25fa469b48 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.961428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54ee7-2419-43ad-aba5-363277c92380 req-9e880d9a-2aaa-456b-9b87-cf25fa469b48 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.984477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54ee7-2419-43ad-aba5-363277c92380 req-9e880d9a-2aaa-456b-9b87-cf25fa469b48 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.998630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=21337a7d-01a9-43c3-9616-1c434089e8bd,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:40.000495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54ee7-2419-43ad-aba5-363277c92380 req-9e880d9a-2aaa-456b-9b87-cf25fa469b48 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:40.018180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54ee7-2419-43ad-aba5-363277c92380 req-9e880d9a-2aaa-456b-9b87-cf25fa469b48 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:40.030964 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54ee7-2419-43ad-aba5-363277c92380 req-9e880d9a-2aaa-456b-9b87-cf25fa469b48 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:40.044315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54ee7-2419-43ad-aba5-363277c92380 req-9e880d9a-2aaa-456b-9b87-cf25fa469b48 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:40.047889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67f54ee7-2419-43ad-aba5-363277c92380 req-9e880d9a-2aaa-456b-9b87-cf25fa469b48 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5437 time: 0.3759053 Aug 09 15:49:40.071983 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-825be000-421d-48c7-a291-bc8f68836465 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.076946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-825be000-421d-48c7-a291-bc8f68836465 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.078966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-825be000-421d-48c7-a291-bc8f68836465 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/security-groups/e42c0d60-e14c-415b-ac27-66b2b110f99c HTTP/1.1" status: 204 len: 168 time: 0.9200032 Aug 09 15:49:40.138999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34392) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:40.156993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825be000-421d-48c7-a291-bc8f68836465 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42c0d60-e14c-415b-ac27-66b2b110f99c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:40.160558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d43b4e-770a-4197-b53d-447ef413b217,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:40.215769 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c868f401-2502-4632-8c52-c6744b97cc45 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.284159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868f401-2502-4632-8c52-c6744b97cc45 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=3343be30-87ef-4df1-95a0-123e728c98cc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:40.317455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15c80e-3e80-449a-9cdd-31a2c5113dad None None] New status for floating IP b64eaae8-2f23-477b-a19c-5a7885919dae: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:49:40.353284 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.376464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Calling delete_port for f9617e37-754e-4c16-8632-b953baa8121a owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:40.502259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c868f401-2502-4632-8c52-c6744b97cc45 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.504661 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c868f401-2502-4632-8c52-c6744b97cc45 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/ports/3343be30-87ef-4df1-95a0-123e728c98cc HTTP/1.1" status: 204 len: 168 time: 2.6299284 Aug 09 15:49:40.514296 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34396) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:40.520474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:40.606294 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.664566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7c222f0a-8817-4d90-a2df-6a98e2985529'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:40.692871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['17333e56-bfdc-4d37-b435-6372235d7e7d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:40.731811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['a82a03bb-00cf-401a-b9f3-9b690c30746d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:40.779099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9fe0ef63-6550-4fb9-98fa-e391bcb77c09'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:40.801806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['c1e5f238-b6d3-459d-a8dc-218ed8e67b38'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:40.805292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:40.811070 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb2d4d9-0a19-4f09-82a7-42b6599262f3" -d '{"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "eceb1892-e3d3-42ab-b1ec-be917cd5d560"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:40.896764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a395268-261a-4825-8d75-f17fc70d5968 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet e0c9954c-63c0-4378-8591-e89c02f97f18 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:40.897392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['6eb76f30-8111-4506-8817-1d0c9785db66'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:40.918122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e9de57a-5782-407e-b8fb-b1ad886cc167 req-d2293947-67e5-40d6-9a08-c2cb4f8ff512 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.7533519 Aug 09 15:49:40.926545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a395268-261a-4825-8d75-f17fc70d5968 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.057791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67f54ee7-2419-43ad-aba5-363277c92380 req-ebf5d443-7efd-4deb-9ead-f0c7f4ecc8af tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9868093 Aug 09 15:49:41.173496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Router b1c465d9-1335-46cf-a06e-f6fd7028e04f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:41.183935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a395268-261a-4825-8d75-f17fc70d5968 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.217678 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bae038-be29-42c4-9443-15b9a2625928 x-openstack-request-id: req-45bae038-be29-42c4-9443-15b9a2625928 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:41.218277 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003fbb7c-95c1-4838-8e35-bd5ba250df4e", "name": "network-vif-deleted", "tag": "eceb1892-e3d3-42ab-b1ec-be917cd5d560", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:41.218699 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45bae038-be29-42c4-9443-15b9a2625928 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:41.219369 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003fbb7c-95c1-4838-8e35-bd5ba250df4e', 'name': 'network-vif-deleted', 'tag': 'eceb1892-e3d3-42ab-b1ec-be917cd5d560', 'status': 'completed', 'code': 200} Aug 09 15:49:41.408835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:41.423067 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] Sync routers for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:41.436136 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c6868f76-e80a-498d-9f95-45c6beeaf004 admin admin] 10.222.0.64 "PUT /v2.0/routers/b1c465d9-1335-46cf-a06e-f6fd7028e04f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7985704 Aug 09 15:49:41.437305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34400) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:41.440807 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:41.441751 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:41.546028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6bf93-a53e-40e5-a55b-4b5f86c74ef9 req-04894d74-a837-4076-a1d1-854a7b8d2da6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:41.561494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41d6bf93-a53e-40e5-a55b-4b5f86c74ef9 req-04894d74-a837-4076-a1d1-854a7b8d2da6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.4371130 Aug 09 15:49:41.640578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.684591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31ec1aa9-d61e-492a-8d71-d9a091a97b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.698308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a395268-261a-4825-8d75-f17fc70d5968 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.702641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31ec1aa9-d61e-492a-8d71-d9a091a97b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.726818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['21337a7d-01a9-43c3-9616-1c434089e8bd'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:41.762749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41d6bf93-a53e-40e5-a55b-4b5f86c74ef9 req-a57e74e2-ab54-4407-9800-246b23325606 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998081 Aug 09 15:49:41.848361 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:41.882575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-31ec1aa9-d61e-492a-8d71-d9a091a97b5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35f43ff9cd524239a2a184031c188fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0935125 Aug 09 15:49:41.886347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34404) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:41.907864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec1aa9-d61e-492a-8d71-d9a091a97b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e39f031-81d0-4d6a-9618-b9b65192a8d4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:41.949809 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.960404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.000375 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.151297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event deleted for resources: {'Port': ['ID=f9617e37-754e-4c16-8632-b953baa8121a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.173449 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:49:39Z', 'revision_number': 5, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port': {'id': '57bf6c42-6ae9-408c-9431-c825fa7aa51b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:39:29Z', 'updated_at': '2021-08-09T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:42.204376 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] Checking router: b1c465d9-1335-46cf-a06e-f6fd7028e04f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:42.216712 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] Routers {'b1c465d9-1335-46cf-a06e-f6fd7028e04f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:42.217339 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:42.287336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a395268-261a-4825-8d75-f17fc70d5968 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.330658 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] Set router b1c465d9-1335-46cf-a06e-f6fd7028e04f gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:42.348027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a395268-261a-4825-8d75-f17fc70d5968 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.350015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9a395268-261a-4825-8d75-f17fc70d5968 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/e0c9954c-63c0-4378-8591-e89c02f97f18 HTTP/1.1" status: 204 len: 168 time: 2.1881759 Aug 09 15:49:42.361317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34410) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:42.387663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6ee7ed2-1094-4cf0-b5c6-5e36c4c8a150 req-d8e08a06-c9f5-45cb-be2a-65ae6bfc099b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.2386229 Aug 09 15:49:42.395004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:42.423616 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:49:42Z', 'revision_number': 6, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:42.463486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83f5c8f-f2b8-42f0-ad99-da947ceb9d09 None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:42.464900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a395268-261a-4825-8d75-f17fc70d5968 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c9954c-63c0-4378-8591-e89c02f97f18,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.489651 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664c92f-055f-408c-9327-bcf4daf34eb3 None None] The sync data for ids ['b1c465d9-1335-46cf-a06e-f6fd7028e04f'] in n-d-799523-2 is: [{'id': 'b1c465d9-1335-46cf-a06e-f6fd7028e04f', 'name': 'tempest-AttachVolumeShelveTestJSON-782839163-router', 'tenant_id': '467fd1dac0424938b403368cc5b38339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:39:26Z', 'updated_at': '2021-08-09T15:49:42Z', 'revision_number': 6, 'project_id': '467fd1dac0424938b403368cc5b38339', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:42.508440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d8ed-302d-4382-acf5-491b63334cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.539509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Deleting port 57bf6c42-6ae9-408c-9431-c825fa7aa51b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:42.540107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.574410 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.587149 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d8ed-302d-4382-acf5-491b63334cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.700907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-3dbb437a-46b8-4b38-a510-6411903f7bb1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.710197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-3dbb437a-46b8-4b38-a510-6411903f7bb1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.722530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-3dbb437a-46b8-4b38-a510-6411903f7bb1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.729732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:42.734144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.736577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-3dbb437a-46b8-4b38-a510-6411903f7bb1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.752845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-3dbb437a-46b8-4b38-a510-6411903f7bb1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.764036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-3dbb437a-46b8-4b38-a510-6411903f7bb1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.773599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-3dbb437a-46b8-4b38-a510-6411903f7bb1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.787042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-3dbb437a-46b8-4b38-a510-6411903f7bb1 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5438 time: 0.4514627 Aug 09 15:49:42.791443 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.809870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] For port 57bf6c42-6ae9-408c-9431-c825fa7aa51b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=57bf6c42-6ae9-408c-9431-c825fa7aa51b,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:42.810236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.920474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Calling delete_port for 57bf6c42-6ae9-408c-9431-c825fa7aa51b owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:42.997431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.004989 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.184453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67aa0aca-f6fa-4802-9e08-62f206e04876 req-64cf59c6-96d1-4916-af71-35f3d6184b47 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3962967 Aug 09 15:49:43.196044 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.201090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Fanout notify agent at l3_agent the message router_deleted on router acddfd47-58b2-4cd2-8928-bdc7a60569ad {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:49:43.216578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d8ed-302d-4382-acf5-491b63334cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.219588 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d8ed-302d-4382-acf5-491b63334cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.220796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.25.7.146 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/29fb609b-f859-4e30-b6fc-c1f21580244a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:43.224290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f2c4d8ed-302d-4382-acf5-491b63334cbf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e39f031-81d0-4d6a-9618-b9b65192a8d4 HTTP/1.1" status: 204 len: 168 time: 1.3339381 Aug 09 15:49:43.232987 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.239643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-da1fb6e4-13f8-40fb-ab13-251d3a3d340a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/acddfd47-58b2-4cd2-8928-bdc7a60569ad HTTP/1.1" status: 204 len: 168 time: 4.7464066 Aug 09 15:49:43.246548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4111d69-5d06-4910-b07f-b1a0326bd269 req-7b8cd9ae-b0b7-4eff-8b68-14f417775e74 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:43.248502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4111d69-5d06-4910-b07f-b1a0326bd269 req-7b8cd9ae-b0b7-4eff-8b68-14f417775e74 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.3102212 Aug 09 15:49:43.250483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34434) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:43.255729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f3b5cafc-8e4f-4858-8c50-c85f4fdc35bf tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1771547116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:43.279323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4d8ed-302d-4382-acf5-491b63334cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e39f031-81d0-4d6a-9618-b9b65192a8d4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:43.367702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4111d69-5d06-4910-b07f-b1a0326bd269 req-30e51c60-a191-466f-8383-5b9a7f490957 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932887 Aug 09 15:49:43.380903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3b5cafc-8e4f-4858-8c50-c85f4fdc35bf tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.384027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3b5cafc-8e4f-4858-8c50-c85f4fdc35bf tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.646423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aeb39ce1-d451-4c73-8eac-c963714d4418 req-e0267efd-a33f-4c1d-9d77-6714aea8ab4e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.0674021 Aug 09 15:49:43.649350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3b5cafc-8e4f-4858-8c50-c85f4fdc35bf tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.660715 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3b5cafc-8e4f-4858-8c50-c85f4fdc35bf tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.683216 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3b5cafc-8e4f-4858-8c50-c85f4fdc35bf tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.687381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f3b5cafc-8e4f-4858-8c50-c85f4fdc35bf tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4334867 Aug 09 15:49:43.687636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34440) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:43.694034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': True}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:43.894496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.909020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7c222f0a-8817-4d90-a2df-6a98e2985529 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:43.916972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.000275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57bf6c42-6ae9-408c-9431-c825fa7aa51b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:44.055117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.150616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 7c222f0a-8817-4d90-a2df-6a98e2985529 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:44.158939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7c222f0a-8817-4d90-a2df-6a98e2985529 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:44.159451 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.199259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:44.230588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 59d43b4e-770a-4197-b53d-447ef413b217 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:44.278177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:44.298088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 59d43b4e-770a-4197-b53d-447ef413b217 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:44.298663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 59d43b4e-770a-4197-b53d-447ef413b217 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:44.299333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 57bf6c42-6ae9-408c-9431-c825fa7aa51b no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:44.322077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.323297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.364085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 57bf6c42-6ae9-408c-9431-c825fa7aa51b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:44.364644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 57bf6c42-6ae9-408c-9431-c825fa7aa51b not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:44.392540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=ae132c04-3291-4f83-acec-7c7ca5f3d32d,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:44.405022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.494653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.497440 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-532c2a0e-e18a-4425-93c9-982a4557d5b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1123686 Aug 09 15:49:44.519437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34454) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:44.523370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=29fb609b-f859-4e30-b6fc-c1f21580244a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:44.549288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58079fce-881e-4539-8798-fde48017219a None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:44.558725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:44.571739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.576079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a7c0ef58-8295-4ac7-8c34-1dfde5e2c54a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'security_group': {'name': 'tempest-secgroup-1102523950'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:44.576977 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:44.586748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:44.634154 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.681322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dc8d0ca2-dc38-4785-b733-5ac38ef717f1 None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:44.682172 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc8d0ca2-dc38-4785-b733-5ac38ef717f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.784940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce2c4-4259-4163-8edf-846d009de28a req-ec1d3ff7-26bd-4e89-aafd-a2ec16abd1b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.794983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce2c4-4259-4163-8edf-846d009de28a req-ec1d3ff7-26bd-4e89-aafd-a2ec16abd1b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.809116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce2c4-4259-4163-8edf-846d009de28a req-ec1d3ff7-26bd-4e89-aafd-a2ec16abd1b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.819324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c222f0a-8817-4d90-a2df-6a98e2985529'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:44.820391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce2c4-4259-4163-8edf-846d009de28a req-ec1d3ff7-26bd-4e89-aafd-a2ec16abd1b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.829562 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaff689-58fb-4dff-a452-4022735cbb4a" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "7c222f0a-8817-4d90-a2df-6a98e2985529"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:44.845034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce2c4-4259-4163-8edf-846d009de28a req-ec1d3ff7-26bd-4e89-aafd-a2ec16abd1b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.852529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce2c4-4259-4163-8edf-846d009de28a req-ec1d3ff7-26bd-4e89-aafd-a2ec16abd1b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.859738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce2c4-4259-4163-8edf-846d009de28a req-ec1d3ff7-26bd-4e89-aafd-a2ec16abd1b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.863566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bbce2c4-4259-4163-8edf-846d009de28a req-ec1d3ff7-26bd-4e89-aafd-a2ec16abd1b4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5438 time: 0.3556297 Aug 09 15:49:44.880347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d200b1c-11c3-4d0a-8d9b-4eb8f32b3400 req-57b462ce-444f-4294-a735-af07916e2bef tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.881922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d200b1c-11c3-4d0a-8d9b-4eb8f32b3400 req-57b462ce-444f-4294-a735-af07916e2bef tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.3679037 Aug 09 15:49:44.884181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ef58-8295-4ac7-8c34-1dfde5e2c54a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.923303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7c222f0a-8817-4d90-a2df-6a98e2985529, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c222f0a-8817-4d90-a2df-6a98e2985529,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:44.973652 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.047064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f462862c-a041-4ece-a9a6-46e2cfdc2673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.111371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7c222f0a-8817-4d90-a2df-6a98e2985529,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:45.157937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d200b1c-11c3-4d0a-8d9b-4eb8f32b3400 req-eb49aa24-6dcc-412d-9ef1-934a1177a740 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545874 Aug 09 15:49:45.177604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bbce2c4-4259-4163-8edf-846d009de28a req-fdf99832-122d-42ac-a4f5-00c00ef90abd tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2604215 Aug 09 15:49:45.260915 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ef58-8295-4ac7-8c34-1dfde5e2c54a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.269851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ef58-8295-4ac7-8c34-1dfde5e2c54a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.298634 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ef58-8295-4ac7-8c34-1dfde5e2c54a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.300256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a7c0ef58-8295-4ac7-8c34-1dfde5e2c54a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7834146 Aug 09 15:49:45.314140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34472) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:45.321957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-24fa46e3-e168-4613-b139-307b2e8023bb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'security_group': {'name': 'tempest-secgroup-677403874'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:45.384642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97c86949-f6b4-4793-ba73-f53fb6c9be5e req-cc8375b9-486f-4b17-be03-5631d10412b3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.0562544 Aug 09 15:49:45.391479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0ef58-8295-4ac7-8c34-1dfde5e2c54a tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b402e54d-80fa-4b52-8913-4bde752a300d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:45.394478 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a95296-16a0-4ba5-b0d2-b405848e659a x-openstack-request-id: req-e5a95296-16a0-4ba5-b0d2-b405848e659a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:45.396162 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "7c222f0a-8817-4d90-a2df-6a98e2985529", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:45.396583 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5a95296-16a0-4ba5-b0d2-b405848e659a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:45.398593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.399429 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c222f0a-8817-4d90-a2df-6a98e2985529', 'code': 200} Aug 09 15:49:45.419116 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.490460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dc8d0ca2-dc38-4785-b733-5ac38ef717f1 None None] Provisioning complete for port 9810795e-8cb1-4908-9324-4a2a00b9ce03 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:45.490747 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc8d0ca2-dc38-4785-b733-5ac38ef717f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.548748 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24fa46e3-e168-4613-b139-307b2e8023bb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.554339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d0ca2-dc38-4785-b733-5ac38ef717f1 None None] Port 9810795e-8cb1-4908-9324-4a2a00b9ce03 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:45.603646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.605457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c465d9-1335-46cf-a06e-f6fd7028e04f {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:49:45.624539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.633591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.639217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7f2b3706-fff7-44ee-bbf7-ecce106390f6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b1c465d9-1335-46cf-a06e-f6fd7028e04f HTTP/1.1" status: 204 len: 168 time: 4.1949651 Aug 09 15:49:45.663784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34476) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:45.668473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6599da-7d26-4d48-ab6b-ab84b2177472 None None] Update dhcp port {'port': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'fixed_ips': [{'subnet_id': 'd7971c7a-90d7-4dd1-bd69-4cbf24c997d0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ae132c04-3291-4f83-acec-7c7ca5f3d32d'}], 'binding:host_id': 'n-d-799523-2'}, 'id': '077bd67e-8e4b-466e-8bf9-2ac418ad3d63'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:49:45.686452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.804916 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8b6599da-7d26-4d48-ab6b-ab84b2177472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.829499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.839308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-73797d01-242d-4599-92a4-a0fcd4d849a7 admin admin] Deleting subnet 1e3b0156-e4aa-443e-a655-ad2f76907020 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:45.849865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73797d01-242d-4599-92a4-a0fcd4d849a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.918954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73797d01-242d-4599-92a4-a0fcd4d849a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.029228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Allocated IP 172.25.7.28 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ab86e3b1-14ad-4559-97a6-b58e622049f7) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:46.074189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24fa46e3-e168-4613-b139-307b2e8023bb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.084996 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24fa46e3-e168-4613-b139-307b2e8023bb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.085416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device a82a03bb-00cf-401a-b9f3-9b690c30746d up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:46.097390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73797d01-242d-4599-92a4-a0fcd4d849a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.165952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.233150 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24fa46e3-e168-4613-b139-307b2e8023bb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.234922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-24fa46e3-e168-4613-b139-307b2e8023bb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9183135 Aug 09 15:49:46.245587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34482) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:46.246082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa46e3-e168-4613-b139-307b2e8023bb tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afb7684-0e50-4f47-bf05-5533f16f9d52,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:46.272992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-73c3eaf5-7cf2-45d9-81e7-2c4583e91edd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'security_group': {'name': 'tempest-secgroup-593115452'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:46.334291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8b6599da-7d26-4d48-ab6b-ab84b2177472 None None] Allocated IP 172.20.0.2 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/ae132c04-3291-4f83-acec-7c7ca5f3d32d/077bd67e-8e4b-466e-8bf9-2ac418ad3d63) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:46.363287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port a82a03bb-00cf-401a-b9f3-9b690c30746d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:46.391552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port a82a03bb-00cf-401a-b9f3-9b690c30746d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:46.400796 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.475086 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.494872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73797d01-242d-4599-92a4-a0fcd4d849a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.517122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73c3eaf5-7cf2-45d9-81e7-2c4583e91edd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.586209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73797d01-242d-4599-92a4-a0fcd4d849a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3b0156-e4aa-443e-a655-ad2f76907020,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:46.591204 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73797d01-242d-4599-92a4-a0fcd4d849a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.593614 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-73797d01-242d-4599-92a4-a0fcd4d849a7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1e3b0156-e4aa-443e-a655-ad2f76907020 HTTP/1.1" status: 204 len: 168 time: 0.9285901 Aug 09 15:49:46.598586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34496) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:46.618492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30031299-c416-44c7-a3c5-b8a79e4ae27c req-54a7b982-d4a6-4e72-8146-5a6658166de8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.623197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30031299-c416-44c7-a3c5-b8a79e4ae27c req-54a7b982-d4a6-4e72-8146-5a6658166de8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.2621152 Aug 09 15:49:46.681134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8b6599da-7d26-4d48-ab6b-ab84b2177472 None None] For port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,segment=NetworkSegment(2944868c-0ed2-45c6-827a-c7a3ddc45b9c),segment_id=2944868c-0ed2-45c6-827a-c7a3ddc45b9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:46.685787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f1c09-a7f1-47c1-8c9d-a79240ea40a5 None None] Network b42be60d-8a16-49b7-b0f1-d3559be4bc33 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:46.763663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.774377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.797408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-4ada123a-1161-40c7-ae04-446d97865ae7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.842463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-4ada123a-1161-40c7-ae04-446d97865ae7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.866531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-4ada123a-1161-40c7-ae04-446d97865ae7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.881722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-4ada123a-1161-40c7-ae04-446d97865ae7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.905917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-4ada123a-1161-40c7-ae04-446d97865ae7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.925041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port a82a03bb-00cf-401a-b9f3-9b690c30746d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:46.927338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-4ada123a-1161-40c7-ae04-446d97865ae7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.933693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8b6599da-7d26-4d48-ab6b-ab84b2177472 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.939247 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.940087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6eb76f30-8111-4506-8817-1d0c9785db66 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:46.946670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-4ada123a-1161-40c7-ae04-446d97865ae7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.959120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-4ada123a-1161-40c7-ae04-446d97865ae7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5439 time: 0.5129032 Aug 09 15:49:47.036008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.036347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73c3eaf5-7cf2-45d9-81e7-2c4583e91edd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.041544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.050984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73c3eaf5-7cf2-45d9-81e7-2c4583e91edd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.062532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8b6599da-7d26-4d48-ab6b-ab84b2177472 None None] Transition to ACTIVE for port object 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:47.065526 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.079057 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8b6599da-7d26-4d48-ab6b-ab84b2177472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.129422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'Port': ['ID=ab86e3b1-14ad-4559-97a6-b58e622049f7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:47.152094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30031299-c416-44c7-a3c5-b8a79e4ae27c req-64ae084d-8d90-4027-bc15-e4b28a34b27b tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075893 Aug 09 15:49:47.175615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=a82a03bb-00cf-401a-b9f3-9b690c30746d,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:47.256526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 6eb76f30-8111-4506-8817-1d0c9785db66 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:47.269922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.271666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 6eb76f30-8111-4506-8817-1d0c9785db66 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:47.272079 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.277761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8feed97-5ebc-4a50-91ad-aa515f3cdd2d req-1fff2aef-0d1a-4760-b37d-d0e54c2d9e0e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2960987 Aug 09 15:49:47.315500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:47.324452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:47.336739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:47.366002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73c3eaf5-7cf2-45d9-81e7-2c4583e91edd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.369526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] DHCP port deletion for b42be60d-8a16-49b7-b0f1-d3559be4bc33 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:49:47.375459 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-73c3eaf5-7cf2-45d9-81e7-2c4583e91edd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1188126 Aug 09 15:49:47.382145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34504) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:47.395757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-487254008', 'security_groups': ['afd7e939-d397-49e2-9255-1d0e524a2076'], 'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae132c04-3291-4f83-acec-7c7ca5f3d32d'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:47.401913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82a03bb-00cf-401a-b9f3-9b690c30746d'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:47.410568 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db62e1-1fda-4d7d-b244-3d44a3050fb6" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "a82a03bb-00cf-401a-b9f3-9b690c30746d"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:47.431934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3eaf5-7cf2-45d9-81e7-2c4583e91edd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd7e939-d397-49e2-9255-1d0e524a2076,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:47.472496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.474931 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9612951 Aug 09 15:49:47.492699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34510) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:47.501114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'port': {'network_id': 'ec33020b-e389-44f9-a489-be7c00888983', 'name': 'tempest-FloatingIPTestJSON-1143754507'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:47.504604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd61d0c-d286-4ae3-ae13-63b639195974 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=29fb609b-f859-4e30-b6fc-c1f21580244a,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:47.515872 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a27b74a-2aff-4cf2-bcfd-2c527681751e x-openstack-request-id: req-3a27b74a-2aff-4cf2-bcfd-2c527681751e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:47.517064 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "a82a03bb-00cf-401a-b9f3-9b690c30746d", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:47.526907 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a27b74a-2aff-4cf2-bcfd-2c527681751e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:47.527430 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82a03bb-00cf-401a-b9f3-9b690c30746d', 'code': 200} Aug 09 15:49:47.568877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Deleting port 273ca479-f2cf-4329-9d60-957e90608795 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:47.569426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.591090 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b36ef03f-02cb-4b48-bea0-acafb776c6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.595058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6599da-7d26-4d48-ab6b-ab84b2177472 None None] Pushing event updated for resources: {'Port': ['ID=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:47.636686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-660342fb-c777-45bd-a090-6dd3962eaf03 req-c981006d-d608-4f9c-92ee-304a7a92ba9c tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.2332351 Aug 09 15:49:47.793193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] Deleting port 273ca479-f2cf-4329-9d60-957e90608795 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:47.793659 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.801096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.030541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] For port 273ca479-f2cf-4329-9d60-957e90608795, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=273ca479-f2cf-4329-9d60-957e90608795,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:48.038092 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.084192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] For port 273ca479-f2cf-4329-9d60-957e90608795, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=273ca479-f2cf-4329-9d60-957e90608795,segment=NetworkSegment(fa0fd363-26c2-456a-8d7c-8ecee146b95a),segment_id=fa0fd363-26c2-456a-8d7c-8ecee146b95a)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:48.084873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.111128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] Calling delete_port for 273ca479-f2cf-4329-9d60-957e90608795 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:48.156060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Calling delete_port for 273ca479-f2cf-4329-9d60-957e90608795 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:48.186953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:48.205292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.306313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:48.424068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6eb76f30-8111-4506-8817-1d0c9785db66, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6eb76f30-8111-4506-8817-1d0c9785db66,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:48.432980 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.436558 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.457989 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.459177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:48.475248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.488411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] device_id is not set on port eb24695d-c684-4a97-a3a7-3d2f080c11eb yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:49:48.549142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=273ca479-f2cf-4329-9d60-957e90608795,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:48.586990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-49f73c90-4802-4bda-b611-bb9e75e8fbff None None] Provisioning for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:48.594861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] No DVR routers for this DVR port 273ca479-f2cf-4329-9d60-957e90608795 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:48.598593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] Pushing event deleted for resources: {'Port': ['ID=273ca479-f2cf-4329-9d60-957e90608795,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:48.618214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-49f73c90-4802-4bda-b611-bb9e75e8fbff None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:48.620319 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-49f73c90-4802-4bda-b611-bb9e75e8fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.737655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff3821-8be3-45b0-816a-427bdc613a89 None None] No DVR routers for this DVR port 273ca479-f2cf-4329-9d60-957e90608795 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:48.804138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:48.804804 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.806275 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.857479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42be60d-8a16-49b7-b0f1-d3559be4bc33']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:48.879435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=6eb76f30-8111-4506-8817-1d0c9785db66,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:48.889832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0fd363-26c2-456a-8d7c-8ecee146b95a') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:48.891702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0fd363-26c2-456a-8d7c-8ecee146b95a') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:48.925963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.951874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:48.962497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.977281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:49:48.978540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.986709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:48.987357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.090041 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.143253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-98effec0-3ec8-4915-9eaa-7d9136b7809b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.166782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-98effec0-3ec8-4915-9eaa-7d9136b7809b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.193364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-98effec0-3ec8-4915-9eaa-7d9136b7809b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.206778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-98effec0-3ec8-4915-9eaa-7d9136b7809b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:49:49.220679 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:49:49.233160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-98effec0-3ec8-4915-9eaa-7d9136b7809b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.242008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-98effec0-3ec8-4915-9eaa-7d9136b7809b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.250785 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.274749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-98effec0-3ec8-4915-9eaa-7d9136b7809b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.283986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-98effec0-3ec8-4915-9eaa-7d9136b7809b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5441 time: 0.6479883 Aug 09 15:49:49.309923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.318254 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] 10.222.0.64 "DELETE /v2.0/networks/b42be60d-8a16-49b7-b0f1-d3559be4bc33 HTTP/1.1" status: 204 len: 168 time: 2.6701102 Aug 09 15:49:49.363110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595bc1d-6f76-4312-93ef-80d24c6bcd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=b42be60d-8a16-49b7-b0f1-d3559be4bc33,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:49.439428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.20.0.7 (ec33020b-e389-44f9-a489-be7c00888983/7816ea7c-57cd-40ee-98ce-fe784b5a2f5f/eb24695d-c684-4a97-a3a7-3d2f080c11eb) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:49.495128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:49.512591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f372264-ca43-4bb3-99f6-133fc09d66af req-3e8c3d54-a2d5-48d3-b180-ced04155eead tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.515716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f372264-ca43-4bb3-99f6-133fc09d66af req-3e8c3d54-a2d5-48d3-b180-ced04155eead tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.8719871 Aug 09 15:49:49.516674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.652748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb76f30-8111-4506-8817-1d0c9785db66'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:49.663658 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec31b95-0d17-401c-95a3-a69294031899" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "6eb76f30-8111-4506-8817-1d0c9785db66"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:49.674598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 273ca479-f2cf-4329-9d60-957e90608795 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:49.794428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 273ca479-f2cf-4329-9d60-957e90608795 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:49.795082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 273ca479-f2cf-4329-9d60-957e90608795 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:49.812748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.846662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa61f1-e3e5-4e65-b8c8-e84457cf9f8e req-19250248-04ea-443a-9525-b4e24af8cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.849165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6aa61f1-e3e5-4e65-b8c8-e84457cf9f8e req-19250248-04ea-443a-9525-b4e24af8cd99 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 1096 time: 0.5057824 Aug 09 15:49:49.858941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-49f73c90-4802-4bda-b611-bb9e75e8fbff None None] Provisioning complete for port 9810795e-8cb1-4908-9324-4a2a00b9ce03 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:49.859445 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-49f73c90-4802-4bda-b611-bb9e75e8fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.898651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34542) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:49.902390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.911288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-49f73c90-4802-4bda-b611-bb9e75e8fbff None None] Port 9810795e-8cb1-4908-9324-4a2a00b9ce03 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:49.957250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:49.962435 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.963689 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 17333e56-bfdc-4d37-b435-6372235d7e7d up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:49.965204 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.065494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=eb24695d-c684-4a97-a3a7-3d2f080c11eb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:50.093820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:50.096102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network ec33020b-e389-44f9-a489-be7c00888983 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:50.114805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 17333e56-bfdc-4d37-b435-6372235d7e7d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:50.117236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:50.121791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 17333e56-bfdc-4d37-b435-6372235d7e7d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:50.122504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.142607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:50.164516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b03fea25-e75a-4f79-8456-f236c086ba79 req-437f3ad7-39b4-464b-8031-61f42b1146f9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6330585 Aug 09 15:49:50.181967 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6aa61f1-e3e5-4e65-b8c8-e84457cf9f8e req-29ba4632-7f35-4de8-a212-bd7371ad3d3c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229015 Aug 09 15:49:50.191466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f372264-ca43-4bb3-99f6-133fc09d66af req-3aa0e6e0-3b84-4f52-b45e-6cbdfdf250b7 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571779 Aug 09 15:49:50.279064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-45b2e661-9441-4087-ab94-0319aac3c8a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=467fd1dac0424938b403368cc5b38339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294213 Aug 09 15:49:50.291975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34546) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:50.400330 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8accdd13-117f-4721-985c-dba92d915f97 x-openstack-request-id: req-8accdd13-117f-4721-985c-dba92d915f97 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:50.401467 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "6eb76f30-8111-4506-8817-1d0c9785db66", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:50.402147 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8accdd13-117f-4721-985c-dba92d915f97 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:50.408985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.410372 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb76f30-8111-4506-8817-1d0c9785db66', 'code': 200} Aug 09 15:49:50.411715 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.445118 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.446095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b6ef96d-74d3-4e15-b3f7-84678e577b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.455588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:50.456421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.478569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 17333e56-bfdc-4d37-b435-6372235d7e7d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=17333e56-bfdc-4d37-b435-6372235d7e7d,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:50.482738 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4db7bf6b-b50a-45a1-b523-f4aeee59990a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9882486 Aug 09 15:49:50.485930 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.487500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c1e5f238-b6d3-459d-a8dc-218ed8e67b38 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:50.500138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e563ea-a5c5-4add-bf59-f847882ba7e2 req-9e012ccd-a791-45fd-b99b-f1ec03ad437d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.1213200 Aug 09 15:49:50.505413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34552) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:50.525142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'port_id': 'eb24695d-c684-4a97-a3a7-3d2f080c11eb'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:50.534543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b6ef96d-74d3-4e15-b3f7-84678e577b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.543585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] device_id is not set on port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:49:50.630731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b6ef96d-74d3-4e15-b3f7-84678e577b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.637629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b6ef96d-74d3-4e15-b3f7-84678e577b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.642590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2b6ef96d-74d3-4e15-b3f7-84678e577b84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68d1e5c3-46b5-4fd6-8c66-b5867d0f264d HTTP/1.1" status: 204 len: 168 time: 0.3490891 Aug 09 15:49:50.665954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=17333e56-bfdc-4d37-b435-6372235d7e7d,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:50.670589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ef96d-74d3-4e15-b3f7-84678e577b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d1e5c3-46b5-4fd6-8c66-b5867d0f264d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:50.680568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:50.698908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:50.699496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.820635 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.934569 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.045051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c1e5f238-b6d3-459d-a8dc-218ed8e67b38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:51.056022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.057992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 21337a7d-01a9-43c3-9616-1c434089e8bd up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:51.225800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:51.384020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 21337a7d-01a9-43c3-9616-1c434089e8bd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:51.392338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 21337a7d-01a9-43c3-9616-1c434089e8bd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:51.401899 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.473351 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.605251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.608280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.668958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.4 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/ae132c04-3291-4f83-acec-7c7ca5f3d32d/b10efef8-eb09-4cef-ad70-6f75abe8f0f3) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:51.715162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 21337a7d-01a9-43c3-9616-1c434089e8bd, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=21337a7d-01a9-43c3-9616-1c434089e8bd,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:51.725269 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.842348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=21337a7d-01a9-43c3-9616-1c434089e8bd,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:51.858878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378af1cb-38c3-4470-8395-8356872dc3ba req-1b42f5a3-6d5f-4466-91da-a16099a544da tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.871562 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-378af1cb-38c3-4470-8395-8356872dc3ba req-1b42f5a3-6d5f-4466-91da-a16099a544da tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.4233742 Aug 09 15:49:52.043376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-378af1cb-38c3-4470-8395-8356872dc3ba req-b99d4c58-1672-47dc-b70f-4cb57b9b8db9 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703539 Aug 09 15:49:52.412623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0ef63-6550-4fb9-98fa-e391bcb77c09'}, {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17333e56-bfdc-4d37-b435-6372235d7e7d'}, {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38'}, {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21337a7d-01a9-43c3-9616-1c434089e8bd'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:52.415798 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4937b1ce-c1cb-4505-938a-daf2e53291d5" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0ef63-6550-4fb9-98fa-e391bcb77c09"}, {"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "17333e56-bfdc-4d37-b435-6372235d7e7d"}, {"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "c1e5f238-b6d3-459d-a8dc-218ed8e67b38"}, {"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "21337a7d-01a9-43c3-9616-1c434089e8bd"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:52.448116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006a79d-3613-46e0-a592-a28bc1435e82 req-97d27dea-00e3-4e31-84ef-8be5dc849bf3 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.1913586 Aug 09 15:49:52.840439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-de2857f6-4cfa-4016-8c4c-f36603217519 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.851411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-de2857f6-4cfa-4016-8c4c-f36603217519 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.861098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-de2857f6-4cfa-4016-8c4c-f36603217519 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.872368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-de2857f6-4cfa-4016-8c4c-f36603217519 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.882776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-de2857f6-4cfa-4016-8c4c-f36603217519 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.893934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-de2857f6-4cfa-4016-8c4c-f36603217519 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.906233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-de2857f6-4cfa-4016-8c4c-f36603217519 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.909673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-de2857f6-4cfa-4016-8c4c-f36603217519 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5445 time: 1.4636693 Aug 09 15:49:52.920492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Router eb3383a7-89ed-4a42-9ad8-0d3c18978d81 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:49:52.972968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.063506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object b10efef8-eb09-4cef-ad70-6f75abe8f0f3 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:53.086672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b0708-523d-44a8-8610-3173aa800ce9 req-524eaf3c-a7b2-4521-b7a0-9baa17821cf3 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.089373 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b8b0708-523d-44a8-8610-3173aa800ce9 req-524eaf3c-a7b2-4521-b7a0-9baa17821cf3 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.4279516 Aug 09 15:49:53.200469 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:49:53.269703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34602) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:53.337721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80699b18-1c42-4801-a376-ab6c8b4fc34f req-0d85f458-fa5a-4e1e-9df8-5bcac380cd90 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4056001 Aug 09 15:49:53.533040 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a62867b-98ca-45c5-8755-e6ce312e9632 x-openstack-request-id: req-8a62867b-98ca-45c5-8755-e6ce312e9632 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:53.533897 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0ef63-6550-4fb9-98fa-e391bcb77c09", "code": 200}, {"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "17333e56-bfdc-4d37-b435-6372235d7e7d", "code": 200}, {"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "c1e5f238-b6d3-459d-a8dc-218ed8e67b38", "code": 200}, {"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-plugged", "status": "completed", "tag": "21337a7d-01a9-43c3-9616-1c434089e8bd", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:53.533897 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a62867b-98ca-45c5-8755-e6ce312e9632 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:53.534666 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0ef63-6550-4fb9-98fa-e391bcb77c09', 'code': 200} Aug 09 15:49:53.535467 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17333e56-bfdc-4d37-b435-6372235d7e7d', 'code': 200} Aug 09 15:49:53.536294 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38', 'code': 200} Aug 09 15:49:53.536944 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'code': 200} Aug 09 15:49:53.865753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1618997463-network', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:53.935170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Made reservation on behalf of 7e8bb5fb9d7e482bad0e4154e482646f for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:53.944653 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.968421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.000565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.044834 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b8b0708-523d-44a8-8610-3173aa800ce9 req-1ee09f90-b587-4140-b8b9-9e9552bb859c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8718143 Aug 09 15:49:54.087775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0584c43a-a1cb-40f4-9ab3-fb561236d2b6 req-e828a777-0db0-43a5-8717-5f61848ba3bb tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.1876752 Aug 09 15:49:54.113571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.219158 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.226423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.295001 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.299166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:54.319117 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.319426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebe3084-de16-4b8d-8273-91ba1769dbbc None None] Sync routers for ids ['eb3383a7-89ed-4a42-9ad8-0d3c18978d81'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:54.329093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbf251f9-059b-4177-8164-3346ca3e029f tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "PUT /v2.0/routers/eb3383a7-89ed-4a42-9ad8-0d3c18978d81 HTTP/1.1" status: 200 len: 918 time: 10.6385748 Aug 09 15:49:54.344373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34624) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:54.351854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:49:54.356996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe3084-de16-4b8d-8273-91ba1769dbbc None None] Routers {'eb3383a7-89ed-4a42-9ad8-0d3c18978d81'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:54.358087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ebe3084-de16-4b8d-8273-91ba1769dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['eb3383a7-89ed-4a42-9ad8-0d3c18978d81'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:54.375985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3533535-9c96-4d73-b460-2d52f24b0224,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:54.430190 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.434848 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Added segment a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5 of type vlan for network d279b979-6cb8-4495-bbde-3bd14dcd4e3a Aug 09 15:49:54.546398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ebe3084-de16-4b8d-8273-91ba1769dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:54.598001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe3084-de16-4b8d-8273-91ba1769dbbc None None] Routers {'eb3383a7-89ed-4a42-9ad8-0d3c18978d81'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:54.603320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ebe3084-de16-4b8d-8273-91ba1769dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['eb3383a7-89ed-4a42-9ad8-0d3c18978d81'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:54.606829 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.691704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-683ff1af-6c52-4466-a583-0364194398db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.692199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-683ff1af-6c52-4466-a583-0364194398db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.692887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-683ff1af-6c52-4466-a583-0364194398db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.693507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-683ff1af-6c52-4466-a583-0364194398db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.694125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-683ff1af-6c52-4466-a583-0364194398db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.694783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.694956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-683ff1af-6c52-4466-a583-0364194398db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.695235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-683ff1af-6c52-4466-a583-0364194398db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.697641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.699426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.699685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-683ff1af-6c52-4466-a583-0364194398db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6502 time: 0.7944512 Aug 09 15:49:54.709134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:54.809730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ebe3084-de16-4b8d-8273-91ba1769dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:54.810811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebe3084-de16-4b8d-8273-91ba1769dbbc None None] The sync data for ids ['eb3383a7-89ed-4a42-9ad8-0d3c18978d81'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:54.857095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5854990 Aug 09 15:49:54.863261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34634) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:54.877507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Request body: {'subnet': {'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1618997463-subnet', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:54.934291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abd44c-a84d-4721-8591-2dc3a00c4589 admin admin] Pushing event updated for resources: {'Network': ['ID=d279b979-6cb8-4495-bbde-3bd14dcd4e3a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:54.940416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:54.945734 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP a568fa12-1e74-429e-b7c5-e3f322f5c1e0 associated. External IP: 172.25.7.146, port: eb24695d-c684-4a97-a3a7-3d2f080c11eb. Aug 09 15:49:54.981281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:49:54.995652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Made reservation on behalf of 7e8bb5fb9d7e482bad0e4154e482646f for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:55.000659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.007681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:55.013943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=b10efef8-eb09-4cef-ad70-6f75abe8f0f3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:55.500375 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.514187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6c130db7-fd8f-4ad3-a6e9-81a37f397a3e None None] Provisioning for port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:55.514403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dfe4c7f-47ff-47a5-9d0b-5eb9a5918e05 req-45bcd939-3eef-4562-8748-4f3cf45b80f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&id=92b37c52-afa6-4b66-b91e-80d18191a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7814531 Aug 09 15:49:55.528822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6c130db7-fd8f-4ad3-a6e9-81a37f397a3e None None] Provisioning complete for port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:55.529520 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c130db7-fd8f-4ad3-a6e9-81a37f397a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.548751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f594271-fef4-4f9b-b240-07e376a93723 req-a4cf8f21-a595-41b9-a938-2be8aee9f28f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1951556 Aug 09 15:49:55.628149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6c130db7-fd8f-4ad3-a6e9-81a37f397a3e None None] Port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:55.651229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Checking segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:55.651703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Network hostable DHCP agents. Network: d279b979-6cb8-4495-bbde-3bd14dcd4e3a, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:49:55.660608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3feb39c3-ae1c-424c-97b1-861bde89c01e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/routers/eb3383a7-89ed-4a42-9ad8-0d3c18978d81 HTTP/1.1" status: 200 len: 924 time: 1.3097768 Aug 09 15:49:55.668099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34644) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:55.711908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce227a8c-f544-4bbb-b9b4-878d9862a86a,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:55.725386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-4b9e5ec1-98df-47a8-88a1-c239473800c3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.737648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:49:55.744710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-4b9e5ec1-98df-47a8-88a1-c239473800c3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.763683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, d279b979-6cb8-4495-bbde-3bd14dcd4e3a) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:55.775236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-4b9e5ec1-98df-47a8-88a1-c239473800c3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.779027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99377ac-c38a-474f-b6a3-358cc5035350 None None] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:55.779620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.780890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.787278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ae430f-86de-4889-8852-3fd420dd6d50 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.795088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-21ae430f-86de-4889-8852-3fd420dd6d50 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=eb3383a7-89ed-4a42-9ad8-0d3c18978d81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1208713 Aug 09 15:49:55.796191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34646) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:55.809578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-4b9e5ec1-98df-47a8-88a1-c239473800c3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.825860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-4b9e5ec1-98df-47a8-88a1-c239473800c3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.837026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-4b9e5ec1-98df-47a8-88a1-c239473800c3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.848946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-4b9e5ec1-98df-47a8-88a1-c239473800c3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.853363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-4b9e5ec1-98df-47a8-88a1-c239473800c3 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5445 time: 1.1282573 Aug 09 15:49:55.864754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.865433 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.920234 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c995bbf4-321f-463d-b227-9a2a4eed7678 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0524514 Aug 09 15:49:55.924127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34650) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:55.932858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:55.993618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34652) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:55.997042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d8de45cc-303d-472d-b444-b1f13967ed50 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 8.6126382 Aug 09 15:49:56.006217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-52969b3b-8399-4726-9ec6-7859acf2fe79 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:56.203787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c067424b-e9fb-43f6-8eb4-670fcf48967f req-e9d5434b-be54-40f6-9677-931a9e0f7e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3251116 Aug 09 15:49:56.237612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd83e9-496e-4de8-b550-7f751d8db51e req-4e69988d-2b9a-4760-bf7a-7285b7fd4bb4 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.240111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79cd83e9-496e-4de8-b550-7f751d8db51e req-4e69988d-2b9a-4760-bf7a-7285b7fd4bb4 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 1.5285015 Aug 09 15:49:56.245277 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.247292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.300265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a3f72-35eb-48e8-b54c-f4e2133dbcf8 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.300704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-d279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:49:56.303208 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-001a3f72-35eb-48e8-b54c-f4e2133dbcf8 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 881 time: 0.5049391 Aug 09 15:49:56.308708 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.312068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34658) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:56.336333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594271-fef4-4f9b-b240-07e376a93723 req-1e3045ee-4074-4e90-b82b-d691701ee4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.339247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f594271-fef4-4f9b-b240-07e376a93723 req-1e3045ee-4074-4e90-b82b-d691701ee4e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1097 time: 0.4619222 Aug 09 15:49:56.368159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52969b3b-8399-4726-9ec6-7859acf2fe79 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:56.381832 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52969b3b-8399-4726-9ec6-7859acf2fe79 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.526930 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-19b202a2-a0d8-4e94-a798-5d807c1a5eda tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb3383a7-89ed-4a42-9ad8-0d3c18978d81 HTTP/1.1" status: 200 len: 205 time: 0.2004099 Aug 09 15:49:56.637741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34662) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:56.722861 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.762383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594271-fef4-4f9b-b240-07e376a93723 req-ac1354c1-b9f7-4214-ad4e-54537ce02f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.770044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f594271-fef4-4f9b-b240-07e376a93723 req-ac1354c1-b9f7-4214-ad4e-54537ce02f55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.3526819 Aug 09 15:49:56.785443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Allocated IP 172.20.0.2 (d279b979-6cb8-4495-bbde-3bd14dcd4e3a/ce227a8c-f544-4bbb-b9b4-878d9862a86a/e6f645ca-c870-4d09-924f-ff745e4811c8) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:56.840311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf49593f-030d-4dea-a30b-23d9abee9a29 req-4c9385cb-63ca-4552-9328-2fed75503491 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.3767552 Aug 09 15:49:56.847047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79cd83e9-496e-4de8-b550-7f751d8db51e req-8ce184b2-2b23-4b71-88e8-8689d1166af1 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058136 Aug 09 15:49:56.871127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:56.942711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f594271-fef4-4f9b-b240-07e376a93723 req-5073fe53-384f-4fc8-b6dc-6093415fe610 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 200 len: 217 time: 0.0877082 Aug 09 15:49:57.086616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594271-fef4-4f9b-b240-07e376a93723 req-d22ffa6f-5ee7-402c-9cdf-aa897f63a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.090640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f594271-fef4-4f9b-b240-07e376a93723 req-d22ffa6f-5ee7-402c-9cdf-aa897f63a81d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.1334291 Aug 09 15:49:57.164601 n-d-799523-2 neutron-server[94178]: INFO neutron.db.ipam_backend_mixin [None req-52969b3b-8399-4726-9ec6-7859acf2fe79 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae132c04-3291-4f83-acec-7c7ca5f3d32d (CIDR: 172.20.0.0/28) Aug 09 15:49:57.169243 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.180016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.188206 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-52969b3b-8399-4726-9ec6-7859acf2fe79 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:49:57.189611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52969b3b-8399-4726-9ec6-7859acf2fe79 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:49:57.315302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.335118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Transition to ACTIVE for port object e6f645ca-c870-4d09-924f-ff745e4811c8 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:57.340693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f594271-fef4-4f9b-b240-07e376a93723 req-095657a8-075a-4584-ad7b-c5ff710268ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008856 Aug 09 15:49:57.387419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Transition to ACTIVE for port object e6f645ca-c870-4d09-924f-ff745e4811c8 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:57.395670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-52969b3b-8399-4726-9ec6-7859acf2fe79 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3967896 Aug 09 15:49:57.403062 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.403600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34670) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:57.428436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e9bee20d-84a6-4e94-b8ba-10e536a130cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:57.484981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Pushing event updated for resources: {'Port': ['ID=e6f645ca-c870-4d09-924f-ff745e4811c8,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:57.519039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:57.521818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:57.531071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:57.634322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:57.650349 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.651448 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af993b3-6fb0-4667-9b64-8cbe7c6d3214 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:57.657544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Attempting to bind port e6f645ca-c870-4d09-924f-ff745e4811c8 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:57.659985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Attempting to bind port e6f645ca-c870-4d09-924f-ff745e4811c8 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:57.660561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Attempting to bind port e6f645ca-c870-4d09-924f-ff745e4811c8 on network d279b979-6cb8-4495-bbde-3bd14dcd4e3a {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:57.674034 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af993b3-6fb0-4667-9b64-8cbe7c6d3214 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:57.675030 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2af993b3-6fb0-4667-9b64-8cbe7c6d3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:57.695563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:57.696246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Checking segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:57.696913 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.697648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Bound using segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:57.698443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Bound port: e6f645ca-c870-4d09-924f-ff745e4811c8, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:57.699051 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.804051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5ffe4205-de1c-4a0e-861a-ab8f0f9aa9fe tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/floatingips/a568fa12-1e74-429e-b7c5-e3f322f5c1e0 HTTP/1.1" status: 200 len: 978 time: 7.2971740 Aug 09 15:49:57.812725 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2af993b3-6fb0-4667-9b64-8cbe7c6d3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:57.813352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34674) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:57.846162 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af993b3-6fb0-4667-9b64-8cbe7c6d3214 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:57.847710 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2af993b3-6fb0-4667-9b64-8cbe7c6d3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:57.908135 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2af993b3-6fb0-4667-9b64-8cbe7c6d3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:57.909836 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af993b3-6fb0-4667-9b64-8cbe7c6d3214 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:57.917042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-b504dec9-d6ba-4867-bfdd-bba973b06708 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.923311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] For port e6f645ca-c870-4d09-924f-ff745e4811c8, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:57.934091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-b504dec9-d6ba-4867-bfdd-bba973b06708 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.935351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] For port e6f645ca-c870-4d09-924f-ff745e4811c8, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6f645ca-c870-4d09-924f-ff745e4811c8,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:57.944242 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.949128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-b504dec9-d6ba-4867-bfdd-bba973b06708 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.963479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-b504dec9-d6ba-4867-bfdd-bba973b06708 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.980225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-b504dec9-d6ba-4867-bfdd-bba973b06708 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.992839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-b504dec9-d6ba-4867-bfdd-bba973b06708 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.004585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-b504dec9-d6ba-4867-bfdd-bba973b06708 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.021932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-b504dec9-d6ba-4867-bfdd-bba973b06708 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5445 time: 0.5179217 Aug 09 15:49:58.141090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f594271-fef4-4f9b-b240-07e376a93723 req-dda846a9-2a25-422a-b17e-9b91450fbe98 service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7909398 Aug 09 15:49:58.197981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:58.245842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794dd3a-7028-45b6-a09d-1a254ecf8ab5 None None] Pushing event updated for resources: {'Port': ['ID=e6f645ca-c870-4d09-924f-ff745e4811c8,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:58.406499 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:58.458878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f594271-fef4-4f9b-b240-07e376a93723 req-a3cc13cc-bdfb-45c4-af88-3ae3c8ac6555 service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373803 Aug 09 15:49:58.551183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a67ebf39-aaef-43ab-9778-9d76267b667d req-4a68c0eb-816b-44f9-a7e7-3548670be848 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4855342 Aug 09 15:49:58.610585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184d639-27fd-4b01-8ca5-d9d20dd6129b req-43120c7d-9a62-43ca-9390-b60ec1ca3ddc tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.620961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7184d639-27fd-4b01-8ca5-d9d20dd6129b req-43120c7d-9a62-43ca-9390-b60ec1ca3ddc tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.5506489 Aug 09 15:49:58.653786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:58.701707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port eb24695d-c684-4a97-a3a7-3d2f080c11eb {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:58.701873 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:58.878480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7184d639-27fd-4b01-8ca5-d9d20dd6129b req-daf38dc8-fc09-497a-8d61-1e997643a3dc tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542171 Aug 09 15:49:58.958841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-164818d7-bbf5-4937-ac19-778c8a0bd0df req-23566248-1302-4a01-9a81-3b0621622f8e tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.0946372 Aug 09 15:49:58.996531 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bee20d-84a6-4e94-b8ba-10e536a130cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:59.002647 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.007364 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9bee20d-84a6-4e94-b8ba-10e536a130cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.214483 n-d-799523-2 neutron-server[94178]: INFO neutron.db.ipam_backend_mixin [None req-e9bee20d-84a6-4e94-b8ba-10e536a130cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d7971c7a-90d7-4dd1-bd69-4cbf24c997d0 (CIDR: 172.20.0.16/28) Aug 09 15:49:59.235659 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bee20d-84a6-4e94-b8ba-10e536a130cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:49:59.236750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bee20d-84a6-4e94-b8ba-10e536a130cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:49:59.279599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Deleting port ab86e3b1-14ad-4559-97a6-b58e622049f7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:59.280540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.369307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7275-68b8-49b8-b643-b30a7e9087c7 req-9b01bdac-75da-406d-84ad-facbd7231491 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.382204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7275-68b8-49b8-b643-b30a7e9087c7 req-9b01bdac-75da-406d-84ad-facbd7231491 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.398805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7275-68b8-49b8-b643-b30a7e9087c7 req-9b01bdac-75da-406d-84ad-facbd7231491 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.429439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7275-68b8-49b8-b643-b30a7e9087c7 req-9b01bdac-75da-406d-84ad-facbd7231491 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.464913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7275-68b8-49b8-b643-b30a7e9087c7 req-9b01bdac-75da-406d-84ad-facbd7231491 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.500140 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e9bee20d-84a6-4e94-b8ba-10e536a130cf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.0947211 Aug 09 15:49:59.505964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34694) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:59.516490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'subnet': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:59.517520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7275-68b8-49b8-b643-b30a7e9087c7 req-9b01bdac-75da-406d-84ad-facbd7231491 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.543045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7275-68b8-49b8-b643-b30a7e9087c7 req-9b01bdac-75da-406d-84ad-facbd7231491 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.552425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a41e7275-68b8-49b8-b643-b30a7e9087c7 req-9b01bdac-75da-406d-84ad-facbd7231491 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5445 time: 0.5164812 Aug 09 15:49:59.570542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34696) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:59.589806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Request body: {'floatingip': {'port_id': '21337a7d-01a9-43c3-9616-1c434089e8bd'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:59.750459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.770825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34698) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:59.904631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.984390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.990270 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.047559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Calling delete_port for ab86e3b1-14ad-4559-97a6-b58e622049f7 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:00.214976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40750e0-cbac-4f92-81a6-006c0f7baf5e None None] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:00.368721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Made reservation on behalf of 1b14410d4c484164b8e569d613900a05 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:00.375211 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.410827 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6f645ca-c870-4d09-924f-ff745e4811c8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:00.451571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1516aecd-9e14-43e7-b0d8-54e31e13b1e3 None None] Provisioning for port e6f645ca-c870-4d09-924f-ff745e4811c8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:00.583367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e6f645ca-c870-4d09-924f-ff745e4811c8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:00.594326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e6f645ca-c870-4d09-924f-ff745e4811c8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:00.594956 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.785860 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.800767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.801553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.801694 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP a568fa12-1e74-429e-b7c5-e3f322f5c1e0 disassociated. External IP: 172.25.7.146, port: eb24695d-c684-4a97-a3a7-3d2f080c11eb. Aug 09 15:50:00.807974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for eb24695d-c684-4a97-a3a7-3d2f080c11eb owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:00.831717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Allocated IP 172.25.7.80 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/cafca223-3dd2-4f7f-b89e-7535bc963819) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:00.891302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e6f645ca-c870-4d09-924f-ff745e4811c8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6f645ca-c870-4d09-924f-ff745e4811c8,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:00.899488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.913992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db6f599c-91fc-4d70-a975-f5735ff78542 req-8165d774-2db1-4cef-950c-98ab2d0c9c58 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.2582324 Aug 09 15:50:01.069257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e6f645ca-c870-4d09-924f-ff745e4811c8,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:01.112507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85655ce4-7e29-48a5-8867-be1f99eeaa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.195981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1530b-c17c-4832-9891-647dca8807e3 req-2787f989-e80b-4f3d-8454-4268072b84be tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:01.195981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eac1530b-c17c-4832-9891-647dca8807e3 req-2787f989-e80b-4f3d-8454-4268072b84be tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 1.6268826 Aug 09 15:50:01.253173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.267251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cf8cb24d-9ede-4d5a-a818-d7edba28d4fd None None] Provisioning complete for port e6f645ca-c870-4d09-924f-ff745e4811c8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:01.270067 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb24d-9ede-4d5a-a818-d7edba28d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.392672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Subnet': ['ID=f0f45203-be48-4bb9-8b5f-4e1e33795494,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:01.420666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:01.461157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:01.473152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:01.474037 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.487254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.504537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eac1530b-c17c-4832-9891-647dca8807e3 req-c65a1390-ad91-4172-a587-4e340e9cff86 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053876 Aug 09 15:50:01.542399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c3a675-71d1-44de-93d5-101c16454c20 None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:01.611560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.772021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event deleted for resources: {'Port': ['ID=ab86e3b1-14ad-4559-97a6-b58e622049f7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:01.926197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.943307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.057386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:02.061561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85655ce4-7e29-48a5-8867-be1f99eeaa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.091026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:02.094292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=eb24695d-c684-4a97-a3a7-3d2f080c11eb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:02.119394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:02.133103 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f55dcc38-1f87-44c3-9ebb-9f7dfd61daf4 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6232774 Aug 09 15:50:02.143046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34706) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:02.156165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-489464389', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0f45203-be48-4bb9-8b5f-4e1e33795494'}], 'security_groups': ['b402e54d-80fa-4b52-8913-4bde752a300d', '1afb7684-0e50-4f47-bf05-5533f16f9d52']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:02.168267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d679e-b23b-4e3c-80ad-569fd01f0e1b None None] Update dhcp port {'port': {'network_id': '28a397a9-83e4-4c85-926c-0b5ebdacb3fa', 'fixed_ips': [{'subnet_id': 'd7971c7a-90d7-4dd1-bd69-4cbf24c997d0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ae132c04-3291-4f83-acec-7c7ca5f3d32d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f0f45203-be48-4bb9-8b5f-4e1e33795494'}], 'binding:host_id': 'n-d-799523-2'}, 'id': '077bd67e-8e4b-466e-8bf9-2ac418ad3d63'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:50:02.197297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.221058 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f3d679e-b23b-4e3c-80ad-569fd01f0e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.255691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Pushing event updated for resources: {'Port': ['ID=cafca223-3dd2-4f7f-b89e-7535bc963819,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:02.505669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85655ce4-7e29-48a5-8867-be1f99eeaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.541304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:02.587461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760cf4e8-0c00-488a-ab70-99f5a93c6e41 req-d5bcc3e6-c2f2-407c-8027-ba0943df6c29 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.4566417 Aug 09 15:50:02.591121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8f3d679e-b23b-4e3c-80ad-569fd01f0e1b None None] Allocated IP 172.20.0.34 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/f0f45203-be48-4bb9-8b5f-4e1e33795494/077bd67e-8e4b-466e-8bf9-2ac418ad3d63) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:02.644210 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.658661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.665134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6f645ca-c870-4d09-924f-ff745e4811c8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:02.666760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-85655ce4-7e29-48a5-8867-be1f99eeaa2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd691415297548aea6ac2bd978ad04e4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8927605 Aug 09 15:50:02.676837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34710) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:02.677410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85655ce4-7e29-48a5-8867-be1f99eeaa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c93e7-2e29-437d-860c-3a14a11dffb7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:02.887799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.888276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Fanout notify agent at l3_agent the message router_deleted on router eb3383a7-89ed-4a42-9ad8-0d3c18978d81 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:50:02.896640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8f3d679e-b23b-4e3c-80ad-569fd01f0e1b None None] For port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,segment=NetworkSegment(2944868c-0ed2-45c6-827a-c7a3ddc45b9c),segment_id=2944868c-0ed2-45c6-827a-c7a3ddc45b9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:02.906453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.907736 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9663e40e-dda1-46ba-a353-b5c7aae6070a tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/eb3383a7-89ed-4a42-9ad8-0d3c18978d81 HTTP/1.1" status: 204 len: 168 time: 6.2692220 Aug 09 15:50:02.920229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34712) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:02.958383 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f3d679e-b23b-4e3c-80ad-569fd01f0e1b None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.983052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8f3d679e-b23b-4e3c-80ad-569fd01f0e1b None None] Transition to ACTIVE for port object 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:02.992921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0b19fd13-3716-4442-8385-909d9ed50bbd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-119224284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:02.997064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f3d679e-b23b-4e3c-80ad-569fd01f0e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.024189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:03.027799 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:50:03.071063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e79fdb-c062-4940-8fca-484c90094a37 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:03.129434 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.194379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.211638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da35afe9-7441-4036-97fd-8150e475c6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.218516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.219037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e79fdb-c062-4940-8fca-484c90094a37 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:03.219688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f7e79fdb-c062-4940-8fca-484c90094a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:03.239164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cb054-0e3a-4b4e-be04-53502f4879d8 req-75d114d9-b737-42e9-9118-a7631dee8026 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:03.242111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a21cb054-0e3a-4b4e-be04-53502f4879d8 req-75d114d9-b737-42e9-9118-a7631dee8026 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.5041521 Aug 09 15:50:03.300052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d679e-b23b-4e3c-80ad-569fd01f0e1b None None] Pushing event updated for resources: {'Port': ['ID=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:03.312952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f7e79fdb-c062-4940-8fca-484c90094a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:03.320254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e6f645ca-c870-4d09-924f-ff745e4811c8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:03.320918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.360437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e79fdb-c062-4940-8fca-484c90094a37 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:03.361073 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f7e79fdb-c062-4940-8fca-484c90094a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:03.397441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.404969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-70cd549f-f5fc-45dd-ba69-bc39ec6d989a tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/ports/eb24695d-c684-4a97-a3a7-3d2f080c11eb HTTP/1.1" status: 204 len: 168 time: 5.5878420 Aug 09 15:50:03.446172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34714) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:03.489490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da35afe9-7441-4036-97fd-8150e475c6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.661239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f7e79fdb-c062-4940-8fca-484c90094a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:03.662371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e79fdb-c062-4940-8fca-484c90094a37 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:03.733981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Delete allocated IP 172.20.0.4 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/ae132c04-3291-4f83-acec-7c7ca5f3d32d) {{(pid=94178) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 15:50:03.736473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f310f7b7-da54-4707-b435-c33269f5f789 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "GET /v2.0/floatingips/a568fa12-1e74-429e-b7c5-e3f322f5c1e0 HTTP/1.1" status: 200 len: 688 time: 0.2879112 Aug 09 15:50:03.766916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Allocated IP 172.20.0.46 (28a397a9-83e4-4c85-926c-0b5ebdacb3fa/f0f45203-be48-4bb9-8b5f-4e1e33795494/b10efef8-eb09-4cef-ad70-6f75abe8f0f3) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:03.769167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34718) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:03.807306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a21cb054-0e3a-4b4e-be04-53502f4879d8 req-befff827-0b04-43c7-8655-ecc2c3a95bbe tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894898 Aug 09 15:50:04.013248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-692d77c2-0667-49a7-be1a-d1ca7b37a70d req-97ff6ae7-4a41-42ed-9eae-6ec6ba706b81 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.1219897 Aug 09 15:50:04.020658 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Floating IP 54ac19b0-02b7-4ae5-ad5c-54570e99872d associated. External IP: 172.25.7.16, port: 21337a7d-01a9-43c3-9616-1c434089e8bd. Aug 09 15:50:04.116068 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.201841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b19fd13-3716-4442-8385-909d9ed50bbd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.203960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b19fd13-3716-4442-8385-909d9ed50bbd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.235698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da35afe9-7441-4036-97fd-8150e475c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.243515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da35afe9-7441-4036-97fd-8150e475c6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.265020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:04.273785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-da35afe9-7441-4036-97fd-8150e475c6e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/376c93e7-2e29-437d-860c-3a14a11dffb7 HTTP/1.1" status: 204 len: 168 time: 1.5731256 Aug 09 15:50:04.407131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Provisioning for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:04.429168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:04.429548 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.483850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35afe9-7441-4036-97fd-8150e475c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c93e7-2e29-437d-860c-3a14a11dffb7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:04.554051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:04.554806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.611134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port 29fb609b-f859-4e30-b6fc-c1f21580244a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:04.613547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.803845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Provisioning complete for port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:04.807323 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.918608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:04.965174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Provisioning complete for port 9810795e-8cb1-4908-9324-4a2a00b9ce03 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:04.965799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.992079 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b19fd13-3716-4442-8385-909d9ed50bbd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.014552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b19fd13-3716-4442-8385-909d9ed50bbd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.106450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.107138 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.137280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b19fd13-3716-4442-8385-909d9ed50bbd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.146439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:05.147455 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0b19fd13-3716-4442-8385-909d9ed50bbd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.1620178 Aug 09 15:50:05.148109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d72f46dc-1794-423c-bfda-bf0f436ad8bd None None] Port 9810795e-8cb1-4908-9324-4a2a00b9ce03 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:05.186211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'enable_snat': False}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:05.190843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for 29fb609b-f859-4e30-b6fc-c1f21580244a owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:05.363652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34736) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:05.393253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f42e5f9a-9c1b-493f-bb6b-92fb2765124c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.481087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.513760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Transition to ACTIVE for port object b10efef8-eb09-4cef-ad70-6f75abe8f0f3 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:05.748680 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f42e5f9a-9c1b-493f-bb6b-92fb2765124c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.752346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.964778 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.972641 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f42e5f9a-9c1b-493f-bb6b-92fb2765124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.192642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event updated for resources: {'Port': ['ID=b10efef8-eb09-4cef-ad70-6f75abe8f0f3,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:06.200544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e5f9a-9c1b-493f-bb6b-92fb2765124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017692ce-db1b-40df-abaf-0ac695ef7337,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:06.271861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8cb9ef7-08f7-4a13-b898-ddb47c0a58b8 req-1b3d4360-2afa-41ed-91c7-57a4b533af64 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/ports?device_id=003fbb7c-95c1-4838-8e35-bd5ba250df4e HTTP/1.1" status: 200 len: 210 time: 0.7349646 Aug 09 15:50:06.385432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f42e5f9a-9c1b-493f-bb6b-92fb2765124c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eee3ba7c2d8c47538868ec43ac20c32d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164092 Aug 09 15:50:06.396480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34740) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:06.411161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] In _notify_port_updated(), no bound segment for port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 on network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:50:06.426436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:06.427617 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.435557 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-11327c9c-df07-48ea-b68c-83339a363f7b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "PUT /v2.0/ports/b10efef8-eb09-4cef-ad70-6f75abe8f0f3 HTTP/1.1" status: 200 len: 959 time: 4.2880638 Aug 09 15:50:06.436913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34742) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:06.680968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d310944-b171-4c7e-86c2-5907a402b95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.706416 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.717933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Router c91a67d5-7f44-4955-910b-e30050ceec3a is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:50:06.721471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:06.768351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d310944-b171-4c7e-86c2-5907a402b95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.901288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-29934d32-7f47-48af-a8cb-14a7d2043ef5 None None] Provisioning for port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:06.907135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e0745506-3fae-42cc-adea-3aea8ff5e965 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:06.908479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0745506-3fae-42cc-adea-3aea8ff5e965 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.921712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.923183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-29934d32-7f47-48af-a8cb-14a7d2043ef5 None None] Provisioning complete for port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:06.925558 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-29934d32-7f47-48af-a8cb-14a7d2043ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.989179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=29fb609b-f859-4e30-b6fc-c1f21580244a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:07.014516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-29934d32-7f47-48af-a8cb-14a7d2043ef5 None None] Port b10efef8-eb09-4cef-ad70-6f75abe8f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:07.130320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d310944-b171-4c7e-86c2-5907a402b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.135651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d310944-b171-4c7e-86c2-5907a402b95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.141261 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2d310944-b171-4c7e-86c2-5907a402b95b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/017692ce-db1b-40df-abaf-0ac695ef7337 HTTP/1.1" status: 204 len: 168 time: 0.7383094 Aug 09 15:50:07.174250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:07.177108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d310944-b171-4c7e-86c2-5907a402b95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017692ce-db1b-40df-abaf-0ac695ef7337,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:07.187751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:07.188685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.205258 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] Sync routers for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:07.247574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0745506-3fae-42cc-adea-3aea8ff5e965 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.258683 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.262865 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:07.263575 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.271671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-848f3ac0-b2d7-4292-baaf-df77f024397d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/floatingips/a568fa12-1e74-429e-b7c5-e3f322f5c1e0 HTTP/1.1" status: 204 len: 168 time: 3.4950962 Aug 09 15:50:07.271937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.271937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ab6bc9a9-72e3-4bd5-8f19-9d1d4a6efe6a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3441513 Aug 09 15:50:07.278182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Sync routers for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:07.282016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34750) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:07.282717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34752) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:07.283045 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:07.299765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '008fb006-4791-4706-b813-8b573072f2f8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:07.314311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e0745506-3fae-42cc-adea-3aea8ff5e965 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for b10efef8-eb09-4cef-ad70-6f75abe8f0f3 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:07.318808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:07.322085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:07.357146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a6147e85-62b8-4794-a7de-2af2b585244e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "PUT /v2.0/floatingips/54ac19b0-02b7-4ae5-ad5c-54570e99872d HTTP/1.1" status: 200 len: 991 time: 7.7847922 Aug 09 15:50:07.618169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '21337a7d-01a9-43c3-9616-1c434089e8bd'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:07.624136 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:07.646648 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccf873f-5a8c-498b-9a32-1274f736640a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "21337a7d-01a9-43c3-9616-1c434089e8bd"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:07.679638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:07.772503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34764) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:07.910235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.937760 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0745506-3fae-42cc-adea-3aea8ff5e965 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.962375 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038a8a2f-f783-4c02-87be-78aefcbcf4df x-openstack-request-id: req-038a8a2f-f783-4c02-87be-78aefcbcf4df {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:07.962760 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "tag": "21337a7d-01a9-43c3-9616-1c434089e8bd", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:07.962955 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-038a8a2f-f783-4c02-87be-78aefcbcf4df {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:07.963653 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'tag': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'status': 'completed', 'code': 200} Aug 09 15:50:08.014022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0745506-3fae-42cc-adea-3aea8ff5e965 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=b10efef8-eb09-4cef-ad70-6f75abe8f0f3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:08.350328 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0745506-3fae-42cc-adea-3aea8ff5e965 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.361925 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e0745506-3fae-42cc-adea-3aea8ff5e965 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/b10efef8-eb09-4cef-ad70-6f75abe8f0f3 HTTP/1.1" status: 204 len: 168 time: 1.9179270 Aug 09 15:50:08.362836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34772) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:08.410541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:02Z', 'revision_number': 3, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:08.494534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Checking router: c91a67d5-7f44-4955-910b-e30050ceec3a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:08.495686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Updating router c91a67d5-7f44-4955-910b-e30050ceec3a port cafca223-3dd2-4f7f-b89e-7535bc963819 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:50:08.499581 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f52a345-b300-4f81-abfe-7d8b7ca99096 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] GET failed (client error): The resource could not be found. Aug 09 15:50:08.505650 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5f52a345-b300-4f81-abfe-7d8b7ca99096 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports/b10efef8-eb09-4cef-ad70-6f75abe8f0f3 HTTP/1.1" status: 404 len: 333 time: 0.1398530 Aug 09 15:50:08.512602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34776) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:08.567308 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.603505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536586d-0968-49e4-9bed-63d8966e3088 req-cf22f740-7ed3-4c18-a50c-a28becb692e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:08.606603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7536586d-0968-49e4-9bed-63d8966e3088 req-cf22f740-7ed3-4c18-a50c-a28becb692e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1097 time: 0.8679848 Aug 09 15:50:08.707506 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '54ac19b0-02b7-4ae5-ad5c-54570e99872d', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'port_id': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:48:14Z', 'updated_at': '2021-08-09T15:50:02Z', 'revision_number': 1, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:15Z', 'revision_number': 5, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:08.736686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1664f546-f689-417f-b85e-8d7fce821c13 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.756340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1888cbea-7377-4b73-a711-7606e75a2c52 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.788986 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] Checking router: 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:08.801737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1888cbea-7377-4b73-a711-7606e75a2c52 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.811333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1664f546-f689-417f-b85e-8d7fce821c13 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.831254 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:08.832264 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:08.856960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3012e0-37f9-4de4-a6bb-75d920def07f req-45078b2f-e150-46f8-9ff0-f6478bc0d7f9 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:08.871076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f3012e0-37f9-4de4-a6bb-75d920def07f req-45078b2f-e150-46f8-9ff0-f6478bc0d7f9 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 1.0104601 Aug 09 15:50:08.945976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1664f546-f689-417f-b85e-8d7fce821c13 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.950850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1664f546-f689-417f-b85e-8d7fce821c13 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.952931 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1664f546-f689-417f-b85e-8d7fce821c13 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/security-groups/afd7e939-d397-49e2-9255-1d0e524a2076 HTTP/1.1" status: 204 len: 168 time: 0.4386003 Aug 09 15:50:08.957794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34784) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:08.998623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f546-f689-417f-b85e-8d7fce821c13 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd7e939-d397-49e2-9255-1d0e524a2076,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:09.143434 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2620aba-e3d2-427d-b76b-41929cb50fba tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.155460 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:09.179943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f3012e0-37f9-4de4-a6bb-75d920def07f req-6aec7c6a-2f1d-42b2-95f9-7eac7e5284e4 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073747 Aug 09 15:50:09.188603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-0557d6ef-349c-41f0-8fc7-c2c14f351d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.189284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-0557d6ef-349c-41f0-8fc7-c2c14f351d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.190355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-0557d6ef-349c-41f0-8fc7-c2c14f351d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.191021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-0557d6ef-349c-41f0-8fc7-c2c14f351d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.191868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-0557d6ef-349c-41f0-8fc7-c2c14f351d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.200336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-0557d6ef-349c-41f0-8fc7-c2c14f351d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.201862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-0557d6ef-349c-41f0-8fc7-c2c14f351d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.203725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-0557d6ef-349c-41f0-8fc7-c2c14f351d4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6502 time: 1.1751101 Aug 09 15:50:09.211731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2620aba-e3d2-427d-b76b-41929cb50fba tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.250053 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.340882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2620aba-e3d2-427d-b76b-41929cb50fba tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.346117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2620aba-e3d2-427d-b76b-41929cb50fba tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.358020 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2620aba-e3d2-427d-b76b-41929cb50fba tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/security-groups/1afb7684-0e50-4f47-bf05-5533f16f9d52 HTTP/1.1" status: 204 len: 168 time: 0.3894494 Aug 09 15:50:09.365625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34790) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:09.408887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.429424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2620aba-e3d2-427d-b76b-41929cb50fba tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afb7684-0e50-4f47-bf05-5533f16f9d52,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:09.482989 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-558a3b47-e458-4759-94d4-6c0c211c1892 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.487004 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1888cbea-7377-4b73-a711-7606e75a2c52 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.491023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1888cbea-7377-4b73-a711-7606e75a2c52 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.493020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1888cbea-7377-4b73-a711-7606e75a2c52 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "DELETE /v2.0/security-groups/e2a456bf-60be-4fc9-bed1-d4aa70514a70 HTTP/1.1" status: 204 len: 168 time: 1.6936796 Aug 09 15:50:09.500247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34794) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:09.551393 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-3b9cab21-135a-4aae-93d9-acd8f5c9873a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] show failed (client error): The resource could not be found. Aug 09 15:50:09.553198 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3b9cab21-135a-4aae-93d9-acd8f5c9873a tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "GET /v2.0/security-groups/e2a456bf-60be-4fc9-bed1-d4aa70514a70 HTTP/1.1" status: 404 len: 347 time: 0.0509012 Aug 09 15:50:09.562843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34796) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:09.596106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536586d-0968-49e4-9bed-63d8966e3088 req-4f3c442b-e130-4ca3-8a22-d49ed080a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.598751 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.600422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7536586d-0968-49e4-9bed-63d8966e3088 req-4f3c442b-e130-4ca3-8a22-d49ed080a3d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.6816273 Aug 09 15:50:09.601949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888cbea-7377-4b73-a711-7606e75a2c52 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a456bf-60be-4fc9-bed1-d4aa70514a70,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:09.631669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Transition to ACTIVE for port object cafca223-3dd2-4f7f-b89e-7535bc963819 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:09.660642 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.684947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-558a3b47-e458-4759-94d4-6c0c211c1892 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.741553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Attempting to bind port cafca223-3dd2-4f7f-b89e-7535bc963819 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:09.743756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Attempting to bind port cafca223-3dd2-4f7f-b89e-7535bc963819 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:09.743756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Attempting to bind port cafca223-3dd2-4f7f-b89e-7535bc963819 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:09.785249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:09.786048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:09.787343 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.788569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:09.789685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Bound port: cafca223-3dd2-4f7f-b89e-7535bc963819, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:09.790552 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.889176 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '54ac19b0-02b7-4ae5-ad5c-54570e99872d', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'port_id': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:48:14Z', 'updated_at': '2021-08-09T15:50:02Z', 'revision_number': 1, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:15Z', 'revision_number': 5, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:09.971722 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fcb9d-8553-44cc-8204-69d0e018dc49 None None] The sync data for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 is: [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '54ac19b0-02b7-4ae5-ad5c-54570e99872d', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'floating_ip_address': '172.25.7.16', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'port_id': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:48:14Z', 'updated_at': '2021-08-09T15:50:02Z', 'revision_number': 1, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:15Z', 'revision_number': 5, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:10.027515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-558a3b47-e458-4759-94d4-6c0c211c1892 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.033354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-558a3b47-e458-4759-94d4-6c0c211c1892 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.039502 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-558a3b47-e458-4759-94d4-6c0c211c1892 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/security-groups/b402e54d-80fa-4b52-8913-4bde752a300d HTTP/1.1" status: 204 len: 168 time: 0.6679971 Aug 09 15:50:10.048914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34804) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:10.116983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Pushing event updated for resources: {'Port': ['ID=cafca223-3dd2-4f7f-b89e-7535bc963819,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:10.136176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.137242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.138374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.139258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.140140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.140966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.141836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.142701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.150425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.151390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.152372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.153407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:10.160932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] For port cafca223-3dd2-4f7f-b89e-7535bc963819, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:10.169403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] For port cafca223-3dd2-4f7f-b89e-7535bc963819, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=cafca223-3dd2-4f7f-b89e-7535bc963819,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:10.180788 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.289958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9957bd-55de-42d8-b482-d5c8dbd3e231 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet ae132c04-3291-4f83-acec-7c7ca5f3d32d {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:10.315355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b965c3-4f01-4aee-b2fb-1f79aabace05 None None] Pushing event updated for resources: {'Port': ['ID=cafca223-3dd2-4f7f-b89e-7535bc963819,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:10.338831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc9957bd-55de-42d8-b482-d5c8dbd3e231 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.381929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:10.387246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:49:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:10.456306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a3b47-e458-4759-94d4-6c0c211c1892 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402e54d-80fa-4b52-8913-4bde752a300d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:10.497154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting port ed3c4d2a-0190-4173-bded-c262198d807f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:10.498245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.527613 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6625e-98d7-4b2a-b299-5b2c012bc8f1 None None] New status for floating IP 54ac19b0-02b7-4ae5-ad5c-54570e99872d: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:50:10.597028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc9957bd-55de-42d8-b482-d5c8dbd3e231 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.656476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-287a2108-d214-431a-b8ae-2512e88f8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:10.659075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-287a2108-d214-431a-b8ae-2512e88f8326 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 HTTP/1.1" status: 200 len: 919 time: 1.4305973 Aug 09 15:50:10.704757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7536586d-0968-49e4-9bed-63d8966e3088 req-ef00352d-47d2-4f0f-9bc2-82303ae9d295 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 200 len: 217 time: 1.0347900 Aug 09 15:50:10.769943 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.770524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34810) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:10.796613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:10.819930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.820624 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.866571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Calling delete_port for ed3c4d2a-0190-4173-bded-c262198d807f owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:10.894746 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc9957bd-55de-42d8-b482-d5c8dbd3e231 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.049649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536586d-0968-49e4-9bed-63d8966e3088 req-20ea33f1-f2a3-4a3c-9afe-23882f7dca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:11.055612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7536586d-0968-49e4-9bed-63d8966e3088 req-20ea33f1-f2a3-4a3c-9afe-23882f7dca1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.1133482 Aug 09 15:50:11.123221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc9957bd-55de-42d8-b482-d5c8dbd3e231 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.202330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9957bd-55de-42d8-b482-d5c8dbd3e231 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=ae132c04-3291-4f83-acec-7c7ca5f3d32d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:11.205560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc9957bd-55de-42d8-b482-d5c8dbd3e231 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.209168 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cc9957bd-55de-42d8-b482-d5c8dbd3e231 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/ae132c04-3291-4f83-acec-7c7ca5f3d32d HTTP/1.1" status: 204 len: 168 time: 1.1577072 Aug 09 15:50:11.221388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34816) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:11.233714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4696983-0b2d-4dab-b4a3-7d2308efbe8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.272291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de6927e-5e35-4349-a17a-ecb66688b0a1 None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:11.330621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7536586d-0968-49e4-9bed-63d8966e3088 req-f682aa4f-6d71-41cd-b936-6785a516fde3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220818 Aug 09 15:50:11.440608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3afad1-bc72-40f8-b2b7-349e4bf0b535 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet f0f45203-be48-4bb9-8b5f-4e1e33795494 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:11.449924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e3afad1-bc72-40f8-b2b7-349e4bf0b535 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.453674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:02Z', 'revision_number': 3, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:11.505319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.509310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7903087-9353-4808-85d4-0a85d2b82c85 None None] The sync data for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 is: [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:02Z', 'revision_number': 3, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:11.599605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Port': ['ID=ed3c4d2a-0190-4173-bded-c262198d807f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:11.621024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e3afad1-bc72-40f8-b2b7-349e4bf0b535 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.656117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74ffea-a1e6-4dbf-8a00-7cd2be209068 req-122118b9-9d4c-4b07-b647-1dbe4e907159 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:11.659084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc74ffea-a1e6-4dbf-8a00-7cd2be209068 req-122118b9-9d4c-4b07-b647-1dbe4e907159 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 1.0234444 Aug 09 15:50:11.685259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-1b1d7d2f-ead6-4e31-bf91-2927146d79af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 200 len: 999 time: 0.9689782 Aug 09 15:50:11.702280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Allocated IP 172.25.7.98 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/da98cf18-8bf7-4eb0-a6fc-22b40bf900d2) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:11.852308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.865962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7536586d-0968-49e4-9bed-63d8966e3088 req-574eb6ce-7b7e-4ccb-89ec-84520d296c5c service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965677 Aug 09 15:50:11.934063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.942786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.949965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e8fa4daf-91c5-431c-a88f-37839ef7733d tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "DELETE /v2.0/floatingips/b64eaae8-2f23-477b-a19c-5a7885919dae HTTP/1.1" status: 204 len: 168 time: 2.3854072 Aug 09 15:50:11.951090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34818) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:12.194315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc74ffea-a1e6-4dbf-8a00-7cd2be209068 req-4587bc12-b01f-4691-9f12-2b83745ba399 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943085 Aug 09 15:50:12.200444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4696983-0b2d-4dab-b4a3-7d2308efbe8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.210683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e3afad1-bc72-40f8-b2b7-349e4bf0b535 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.215577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4696983-0b2d-4dab-b4a3-7d2308efbe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.248233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-656d5d08-0dac-4c79-8781-b3e5b2b557ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:12.248233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-656d5d08-0dac-4c79-8781-b3e5b2b557ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7e45fe8-520f-4d6f-8d0c-f060d59770af HTTP/1.1" status: 200 len: 856 time: 0.5350120 Aug 09 15:50:12.380976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cafca223-3dd2-4f7f-b89e-7535bc963819 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:12.456623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4696983-0b2d-4dab-b4a3-7d2308efbe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80b6bb-4ede-4c8d-9953-f13109ff8711,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:12.480810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d4696983-0b2d-4dab-b4a3-7d2308efbe8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6e07910ddcc474ebe27795d4b3cea1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7081404 Aug 09 15:50:12.497123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:12.512405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3a1863ee-3255-45e9-b73c-2c9798368a5b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting port 2c46c525-ebeb-4a24-9dd7-8fa47311f859 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:12.513479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3a1863ee-3255-45e9-b73c-2c9798368a5b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.543237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port cafca223-3dd2-4f7f-b89e-7535bc963819 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:12.552035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port cafca223-3dd2-4f7f-b89e-7535bc963819 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:12.552638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.741258 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.796814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port cafca223-3dd2-4f7f-b89e-7535bc963819, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=cafca223-3dd2-4f7f-b89e-7535bc963819,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:12.804628 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.806609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3a1863ee-3255-45e9-b73c-2c9798368a5b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.833994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3a1863ee-3255-45e9-b73c-2c9798368a5b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Calling delete_port for 2c46c525-ebeb-4a24-9dd7-8fa47311f859 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:12.852077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7536586d-0968-49e4-9bed-63d8966e3088 req-6d27052d-cc95-435e-b14d-1fd904a81f7c service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9190702 Aug 09 15:50:12.886945 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.966434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=cafca223-3dd2-4f7f-b89e-7535bc963819,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:12.990247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf873f-5a8c-498b-9a32-1274f736640a req-83eec956-701d-4396-973d-43e1b0eb0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:12.999873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-83eec956-701d-4396-973d-43e1b0eb0eb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7043796 Aug 09 15:50:13.049275 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e3afad1-bc72-40f8-b2b7-349e4bf0b535 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.053363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-aa5d99e5-b288-41ab-bf15-9ea998d29026 None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:13.053996 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa5d99e5-b288-41ab-bf15-9ea998d29026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.054476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-5883bf14-f29c-4b08-986e-1e0c217b3dab service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:50:13.056277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-5883bf14-f29c-4b08-986e-1e0c217b3dab service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087175 Aug 09 15:50:13.096566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Allocated IP 172.20.0.1 (d279b979-6cb8-4495-bbde-3bd14dcd4e3a/ce227a8c-f544-4bbb-b9b4-878d9862a86a/9e61387c-ccfd-445b-a0a1-080982eb399a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:13.136875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3afad1-bc72-40f8-b2b7-349e4bf0b535 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f45203-be48-4bb9-8b5f-4e1e33795494,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:13.143096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67fe377c-967f-45b5-a466-f633b2ade410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.188811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67fe377c-967f-45b5-a466-f633b2ade410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.239096 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.266357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e3afad1-bc72-40f8-b2b7-349e4bf0b535 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.269772 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e3afad1-bc72-40f8-b2b7-349e4bf0b535 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/f0f45203-be48-4bb9-8b5f-4e1e33795494 HTTP/1.1" status: 204 len: 168 time: 2.0467334 Aug 09 15:50:13.283106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93478ce5-aa2f-40ee-855c-ff0ca904dc20 None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:13.288209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34830) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:13.335704 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-39704cb6-c39c-42a2-af31-65b65c18dfcf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:13.336040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39704cb6-c39c-42a2-af31-65b65c18dfcf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:13.338554 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-39704cb6-c39c-42a2-af31-65b65c18dfcf tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/ae132c04-3291-4f83-acec-7c7ca5f3d32d HTTP/1.1" status: 404 len: 337 time: 0.0483923 Aug 09 15:50:13.342911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34832) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:13.357317 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67fe377c-967f-45b5-a466-f633b2ade410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.361370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-67fe377c-967f-45b5-a466-f633b2ade410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.366681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-67fe377c-967f-45b5-a466-f633b2ade410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b80b6bb-4ede-4c8d-9953-f13109ff8711 HTTP/1.1" status: 204 len: 168 time: 0.8628261 Aug 09 15:50:13.414403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-aa5d99e5-b288-41ab-bf15-9ea998d29026 None None] Provisioning complete for port 9810795e-8cb1-4908-9324-4a2a00b9ce03 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:13.415527 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa5d99e5-b288-41ab-bf15-9ea998d29026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.466663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe377c-967f-45b5-a466-f633b2ade410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80b6bb-4ede-4c8d-9953-f13109ff8711,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:13.513776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a285e5-76ee-46b4-8bf6-5aa764069e8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting subnet d7971c7a-90d7-4dd1-bd69-4cbf24c997d0 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:13.528451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26a285e5-76ee-46b4-8bf6-5aa764069e8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.609115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3a1863ee-3255-45e9-b73c-2c9798368a5b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.670602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:13.676207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1863ee-3255-45e9-b73c-2c9798368a5b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Port': ['ID=2c46c525-ebeb-4a24-9dd7-8fa47311f859,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:13.688559 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26a285e5-76ee-46b4-8bf6-5aa764069e8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.743761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:13.775413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:13.781545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d99e5-b288-41ab-bf15-9ea998d29026 None None] Port 9810795e-8cb1-4908-9324-4a2a00b9ce03 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:13.802440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-5091ee5f-9520-4fe4-81db-8a2ea78e9743 service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288890 Aug 09 15:50:13.804047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.25.7.14 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/f8fa1b8c-b17c-4545-b564-af3ab7dd3425) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:13.848409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Pushing event updated for resources: {'Port': ['ID=da98cf18-8bf7-4eb0-a6fc-22b40bf900d2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:14.026299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3a1863ee-3255-45e9-b73c-2c9798368a5b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.037214 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3a1863ee-3255-45e9-b73c-2c9798368a5b tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "DELETE /v2.0/ports/2c46c525-ebeb-4a24-9dd7-8fa47311f859 HTTP/1.1" status: 204 len: 168 time: 2.0656509 Aug 09 15:50:14.037214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34840) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:14.038217 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.057240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89944d-6233-4362-9187-ade918c2e904 req-a543fca5-083f-4854-ae3c-358b19f3ff25 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:14.059862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c89944d-6233-4362-9187-ade918c2e904 req-a543fca5-083f-4854-ae3c-358b19f3ff25 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.6407802 Aug 09 15:50:14.209991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26a285e5-76ee-46b4-8bf6-5aa764069e8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.330159 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:50:14.365721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cafca223-3dd2-4f7f-b89e-7535bc963819 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:14.388263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Transition to ACTIVE for port object 9e61387c-ccfd-445b-a0a1-080982eb399a will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:14.524031 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26a285e5-76ee-46b4-8bf6-5aa764069e8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.591861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port cafca223-3dd2-4f7f-b89e-7535bc963819 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:14.592749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.601017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0981b1dc-e853-4890-84c8-a4ebdff3b294 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting port 2f1b14d5-b189-4f6f-a392-e46dbc94d63e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:14.603258 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0981b1dc-e853-4890-84c8-a4ebdff3b294 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.718337 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-26a285e5-76ee-46b4-8bf6-5aa764069e8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.725614 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-26a285e5-76ee-46b4-8bf6-5aa764069e8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/d7971c7a-90d7-4dd1-bd69-4cbf24c997d0 HTTP/1.1" status: 204 len: 168 time: 1.3811944 Aug 09 15:50:14.734372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a285e5-76ee-46b4-8bf6-5aa764069e8f tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Subnet': ['ID=d7971c7a-90d7-4dd1-bd69-4cbf24c997d0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:14.933681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34852) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:14.949024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0981b1dc-e853-4890-84c8-a4ebdff3b294 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.990628 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-422df27e-1365-442f-9f24-583eced2d99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.996848 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c8c379-959d-4276-8343-e8356183ddfd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:14.997312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c8c379-959d-4276-8343-e8356183ddfd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.003181 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-50c8c379-959d-4276-8343-e8356183ddfd tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/e0c9954c-63c0-4378-8591-e89c02f97f18 HTTP/1.1" status: 404 len: 337 time: 0.0682316 Aug 09 15:50:15.003991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34858) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.025614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0981b1dc-e853-4890-84c8-a4ebdff3b294 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Calling delete_port for 2f1b14d5-b189-4f6f-a392-e46dbc94d63e owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:15.070982 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-691a892a-ce1b-4ee3-ba43-38d78816659b tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "GET /v2.0/ports?device_id=d468418c-4dd2-4627-9365-ff95340078ec HTTP/1.1" status: 200 len: 205 time: 0.0607076 Aug 09 15:50:15.074475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34860) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.160571 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-79dad046-8f81-42f3-afd0-0b7b17c7a160 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] delete failed (client error): The resource could not be found. Aug 09 15:50:15.166780 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-79dad046-8f81-42f3-afd0-0b7b17c7a160 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/routers/d468418c-4dd2-4627-9365-ff95340078ec HTTP/1.1" status: 404 len: 336 time: 0.0910320 Aug 09 15:50:15.167626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34864) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.249827 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.271761 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa395a3f-f92a-4972-a4b7-63889d17c4b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.272431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa395a3f-f92a-4972-a4b7-63889d17c4b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.277327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab320e1-28f3-40df-8b14-c06c211c2a14 None None] Network 28a397a9-83e4-4c85-926c-0b5ebdacb3fa requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:15.278693 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aa395a3f-f92a-4972-a4b7-63889d17c4b0 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/1dd97e5f-9a48-4413-87cc-4696f793bf9f HTTP/1.1" status: 404 len: 337 time: 0.1070390 Aug 09 15:50:15.279588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34868) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.283666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-47795b61-d5eb-425d-9db3-6164cdf49301 None None] Provisioning complete for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:15.284363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47795b61-d5eb-425d-9db3-6164cdf49301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.340103 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-849eeb49-7c16-4edc-a233-756e120c12c1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.340549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849eeb49-7c16-4edc-a233-756e120c12c1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.346861 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-849eeb49-7c16-4edc-a233-756e120c12c1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/2e2612ee-e336-4971-8680-b4d883ca1866 HTTP/1.1" status: 404 len: 337 time: 0.0625966 Aug 09 15:50:15.352466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34872) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.398653 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-081eb17f-3b91-4ccc-9f81-01e1d8716996 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.399292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081eb17f-3b91-4ccc-9f81-01e1d8716996 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.403244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dccf873f-5a8c-498b-9a32-1274f736640a req-d7e2b2d1-81cf-4ed3-9801-8b723597640a service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5479622 Aug 09 15:50:15.404555 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-081eb17f-3b91-4ccc-9f81-01e1d8716996 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/d23d1c53-976f-4c33-a703-9b4f5b3333a3 HTTP/1.1" status: 404 len: 337 time: 0.0500064 Aug 09 15:50:15.405217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34874) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.482206 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea6a50a-1ea4-4e99-9452-3810f8599ad1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.482929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea6a50a-1ea4-4e99-9452-3810f8599ad1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.486825 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9ea6a50a-1ea4-4e99-9452-3810f8599ad1 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/dd38ab0e-625b-4730-b625-fb0f49cbc3f5 HTTP/1.1" status: 404 len: 333 time: 0.0784650 Aug 09 15:50:15.491436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34876) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.519071 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.542660 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df758dc-d3a5-43ba-b694-85ca73d32512 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.543574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df758dc-d3a5-43ba-b694-85ca73d32512 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.545625 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9df758dc-d3a5-43ba-b694-85ca73d32512 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/88c9d9f9-af4e-4748-bbe5-3437a622abca HTTP/1.1" status: 404 len: 337 time: 0.0528533 Aug 09 15:50:15.549717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34880) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.595609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c89944d-6233-4362-9187-ade918c2e904 req-8f50acf5-bea4-4be1-bbdf-8bf016c11ec4 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4215171 Aug 09 15:50:15.617211 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e64c8aa-b040-4f04-8033-b6693ef1ea55 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.618025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e64c8aa-b040-4f04-8033-b6693ef1ea55 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.621132 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5e64c8aa-b040-4f04-8033-b6693ef1ea55 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/90f03561-f6c6-4abc-b919-a8f126fe2b93 HTTP/1.1" status: 404 len: 337 time: 0.0698783 Aug 09 15:50:15.626601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34882) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.634292 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.685104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:15.697744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:15.699472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=f8fa1b8c-b17c-4545-b564-af3ab7dd3425,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:15.704779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] DHCP port deletion for 28a397a9-83e4-4c85-926c-0b5ebdacb3fa request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:50:15.747742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:15.752810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-47795b61-d5eb-425d-9db3-6164cdf49301 None None] Provisioning complete for port 9810795e-8cb1-4908-9324-4a2a00b9ce03 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:15.753371 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47795b61-d5eb-425d-9db3-6164cdf49301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.754762 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3376aa47-f243-4779-9b74-f23cc130aef5 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.755834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3376aa47-f243-4779-9b74-f23cc130aef5 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.758677 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3376aa47-f243-4779-9b74-f23cc130aef5 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/0f566410-cc15-44f0-937c-e528df123d52 HTTP/1.1" status: 404 len: 333 time: 0.1299682 Aug 09 15:50:15.759995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:15.763144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34884) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.764615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:15.772369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:15.817704 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1e0c0b-9ea5-4d86-9765-621644a71353 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.818189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1e0c0b-9ea5-4d86-9765-621644a71353 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.820211 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7b1e0c0b-9ea5-4d86-9765-621644a71353 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/8d9b2ede-5eb0-418a-b275-eee20f16a9c3 HTTP/1.1" status: 404 len: 337 time: 0.0559232 Aug 09 15:50:15.821865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-47795b61-d5eb-425d-9db3-6164cdf49301 None None] Port 9810795e-8cb1-4908-9324-4a2a00b9ce03 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:15.825127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34886) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.862618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0981b1dc-e853-4890-84c8-a4ebdff3b294 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.865095 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dadaa26-b46a-49ab-83a7-1fd034c32eff tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:15.865644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dadaa26-b46a-49ab-83a7-1fd034c32eff tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:15.872816 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9dadaa26-b46a-49ab-83a7-1fd034c32eff tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/subnets/cb2f2724-04e0-4afa-8a6a-f295fc998513 HTTP/1.1" status: 404 len: 337 time: 0.0416877 Aug 09 15:50:15.885362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34890) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.905782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] Deleting port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:15.907322 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.985937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981b1dc-e853-4890-84c8-a4ebdff3b294 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Port': ['ID=2f1b14d5-b189-4f6f-a392-e46dbc94d63e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:16.065769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e61387c-ccfd-445b-a0a1-080982eb399a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:16.107810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] For port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,segment=NetworkSegment(2944868c-0ed2-45c6-827a-c7a3ddc45b9c),segment_id=2944868c-0ed2-45c6-827a-c7a3ddc45b9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:16.108333 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.151015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] Calling delete_port for 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:16.162559 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.169947 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.289024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:16.336511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0981b1dc-e853-4890-84c8-a4ebdff3b294 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.343465 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0981b1dc-e853-4890-84c8-a4ebdff3b294 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "DELETE /v2.0/ports/2f1b14d5-b189-4f6f-a392-e46dbc94d63e HTTP/1.1" status: 204 len: 168 time: 2.3034031 Aug 09 15:50:16.345841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34898) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:16.377679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bb4e3f61-5fdc-4e3b-96d1-53fb591c933e None None] Provisioning for port 9e61387c-ccfd-445b-a0a1-080982eb399a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:16.389907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bb4e3f61-5fdc-4e3b-96d1-53fb591c933e None None] Provisioning complete for port 9e61387c-ccfd-445b-a0a1-080982eb399a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:16.390559 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bb4e3f61-5fdc-4e3b-96d1-53fb591c933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.444972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9133db1a-5e9a-4b7e-ac38-565c4be05b65 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Deleting port 9810795e-8cb1-4908-9324-4a2a00b9ce03 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:16.445444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9133db1a-5e9a-4b7e-ac38-565c4be05b65 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.490952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.561187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c82d51-61a2-4acb-b9b4-441ff1383494 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting subnet 240ff6bf-6b64-4b17-9cc6-775f7215d00a {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:16.564460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] No DVR routers for this DVR port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:16.576433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04c82d51-61a2-4acb-b9b4-441ff1383494 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.587276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc4553-9710-498c-afa2-ffd9460eed4e None None] Pushing event deleted for resources: {'Port': ['ID=077bd67e-8e4b-466e-8bf9-2ac418ad3d63,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:16.600186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No active binding found for port 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:50:16.600889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 077bd67e-8e4b-466e-8bf9-2ac418ad3d63 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:16.646438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e3f61-5fdc-4e3b-96d1-53fb591c933e None None] Port 9e61387c-ccfd-445b-a0a1-080982eb399a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:16.733062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9133db1a-5e9a-4b7e-ac38-565c4be05b65 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.781100 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04c82d51-61a2-4acb-b9b4-441ff1383494 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.786585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9133db1a-5e9a-4b7e-ac38-565c4be05b65 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Calling delete_port for 9810795e-8cb1-4908-9324-4a2a00b9ce03 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:17.015465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04c82d51-61a2-4acb-b9b4-441ff1383494 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.231508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ec2da-f2b4-4351-87c1-f75bcb2e6243 req-8488c91d-8200-4232-9a7b-95312139db92 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:17.234573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a00ec2da-f2b4-4351-87c1-f75bcb2e6243 req-8488c91d-8200-4232-9a7b-95312139db92 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.4199915 Aug 09 15:50:17.258413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.360303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.378738 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.452547 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9133db1a-5e9a-4b7e-ac38-565c4be05b65 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.488998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-765beb3a-c070-4aa1-b251-ff0823f417b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.495990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a00ec2da-f2b4-4351-87c1-f75bcb2e6243 req-63088647-67d6-4970-9892-9daba4a2e020 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272792 Aug 09 15:50:17.542359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133db1a-5e9a-4b7e-ac38-565c4be05b65 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Port': ['ID=9810795e-8cb1-4908-9324-4a2a00b9ce03,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:17.557569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9133db1a-5e9a-4b7e-ac38-565c4be05b65 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.563205 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9133db1a-5e9a-4b7e-ac38-565c4be05b65 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/ports/9810795e-8cb1-4908-9324-4a2a00b9ce03 HTTP/1.1" status: 204 len: 168 time: 1.6735718 Aug 09 15:50:17.565254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34930) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:17.668745 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04c82d51-61a2-4acb-b9b4-441ff1383494 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.732318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c82d51-61a2-4acb-b9b4-441ff1383494 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Subnet': ['ID=240ff6bf-6b64-4b17-9cc6-775f7215d00a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:17.774010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04c82d51-61a2-4acb-b9b4-441ff1383494 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.784302 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-04c82d51-61a2-4acb-b9b4-441ff1383494 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "DELETE /v2.0/subnets/240ff6bf-6b64-4b17-9cc6-775f7215d00a HTTP/1.1" status: 204 len: 168 time: 1.4383180 Aug 09 15:50:17.790520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34944) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:17.792511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a3f2b-94e1-4d6e-ac98-61ebc6cd3b65 None None] Network b98b9a08-f09c-46cf-9b6f-340bff2f4407 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:17.820712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.825042 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.017856 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.028092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8b249d-6976-45e4-b586-6c38fcc4f546 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Deleting subnet 8b9351e0-aba2-421f-be33-7a80cf6d31be {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:18.042223 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b249d-6976-45e4-b586-6c38fcc4f546 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.042479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a397a9-83e4-4c85-926c-0b5ebdacb3fa']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:18.065888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2944868c-0ed2-45c6-827a-c7a3ddc45b9c') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:18.066344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2944868c-0ed2-45c6-827a-c7a3ddc45b9c') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:18.083714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.118065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.139416 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.148295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:18.149487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:18.165959 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:18.173269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] DHCP port deletion for b98b9a08-f09c-46cf-9b6f-340bff2f4407 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:50:18.201450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b249d-6976-45e4-b586-6c38fcc4f546 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.208186 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.269643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.293480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.323131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] Deleting port f519bd7c-70f2-4f36-ac53-01d541a7bbca {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:18.325424 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.337844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.343905 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] 10.222.0.64 "DELETE /v2.0/networks/28a397a9-83e4-4c85-926c-0b5ebdacb3fa HTTP/1.1" status: 204 len: 168 time: 0.7696424 Aug 09 15:50:18.343905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca24f-4790-476c-adbe-40c06c84f260 tempest-PortsTestJSON-1728793825 tempest-PortsTestJSON-1728793825-project] Pushing event deleted for resources: {'Network': ['ID=28a397a9-83e4-4c85-926c-0b5ebdacb3fa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:18.455138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] For port f519bd7c-70f2-4f36-ac53-01d541a7bbca, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f519bd7c-70f2-4f36-ac53-01d541a7bbca,segment=NetworkSegment(000ac147-7606-49e4-bdfb-7d785820d16c),segment_id=000ac147-7606-49e4-bdfb-7d785820d16c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:18.456400 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.457373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34954) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:18.482717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] Calling delete_port for f519bd7c-70f2-4f36-ac53-01d541a7bbca owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:18.662724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.720738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] No DVR routers for this DVR port f519bd7c-70f2-4f36-ac53-01d541a7bbca on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:18.741220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d06352-2b35-4ace-a0ef-96a290817089 None None] Pushing event deleted for resources: {'Port': ['ID=f519bd7c-70f2-4f36-ac53-01d541a7bbca,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:18.794087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ae59-5a4e-4c25-9354-03e06045d40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.794958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Router 46d857bb-fd1f-43c4-9993-5bd1b212b507 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:50:18.956144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e61387c-ccfd-445b-a0a1-080982eb399a,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:18.957450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:18.990621 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ae59-5a4e-4c25-9354-03e06045d40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.994831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.003776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ae59-5a4e-4c25-9354-03e06045d40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.044371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.047567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.066669 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8cb6ae59-5a4e-4c25-9354-03e06045d40a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f5bc559666b43268106ed3bafba20cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062603 Aug 09 15:50:19.069154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:19.080231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ae59-5a4e-4c25-9354-03e06045d40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e351396-d25e-4569-a6b7-092fba053188,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:19.191333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b4f1-500f-49a6-a30b-8704fca32410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.202046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4bb25-9d75-4fc2-bcca-099b0d0e8636 req-15f347b8-ad09-441e-b72b-88d0b7b71ab1 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:19.204843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31c4bb25-9d75-4fc2-bcca-099b0d0e8636 req-15f347b8-ad09-441e-b72b-88d0b7b71ab1 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.4337072 Aug 09 15:50:19.249975 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b4f1-500f-49a6-a30b-8704fca32410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.276675 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bed4ab92-33ea-4352-a79e-8bad3c33f87f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b14410d4c484164b8e569d613900a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137314 Aug 09 15:50:19.277159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34968) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:19.320059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b249d-6976-45e4-b586-6c38fcc4f546 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.416815 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7a59ff3-4d7d-4cd4-aad8-002e1b4533f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.444003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b4f1-500f-49a6-a30b-8704fca32410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.448534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b4f1-500f-49a6-a30b-8704fca32410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.454727 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7c5b4f1-500f-49a6-a30b-8704fca32410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e351396-d25e-4569-a6b7-092fba053188 HTTP/1.1" status: 204 len: 168 time: 0.3797383 Aug 09 15:50:19.483418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7a59ff3-4d7d-4cd4-aad8-002e1b4533f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.487495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5b4f1-500f-49a6-a30b-8704fca32410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e351396-d25e-4569-a6b7-092fba053188,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:19.519784 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:19.540660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.542776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1825e-5e83-47c2-b48e-456b26814457 None None] Sync routers for ids ['46d857bb-fd1f-43c4-9993-5bd1b212b507'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:19.543034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0ca0ac91-d1ec-424f-8221-5ba7d1a2f2c3 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "PUT /v2.0/routers/46d857bb-fd1f-43c4-9993-5bd1b212b507 HTTP/1.1" status: 200 len: 918 time: 14.3811774 Aug 09 15:50:19.550844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34974) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:19.565416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1825e-5e83-47c2-b48e-456b26814457 None None] Routers {'46d857bb-fd1f-43c4-9993-5bd1b212b507'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:19.566814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8de1825e-5e83-47c2-b48e-456b26814457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['46d857bb-fd1f-43c4-9993-5bd1b212b507'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:19.573356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31c4bb25-9d75-4fc2-bcca-099b0d0e8636 req-6b474234-c3d4-484e-aa76-3c53a2aa8b99 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241963 Aug 09 15:50:19.625090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8de1825e-5e83-47c2-b48e-456b26814457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:19.641763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1825e-5e83-47c2-b48e-456b26814457 None None] Routers {'46d857bb-fd1f-43c4-9993-5bd1b212b507'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:19.642574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8de1825e-5e83-47c2-b48e-456b26814457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['46d857bb-fd1f-43c4-9993-5bd1b212b507'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:19.656969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:19.663097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:19.675439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b249d-6976-45e4-b586-6c38fcc4f546 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.707641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8de1825e-5e83-47c2-b48e-456b26814457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:19.708660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1825e-5e83-47c2-b48e-456b26814457 None None] The sync data for ids ['46d857bb-fd1f-43c4-9993-5bd1b212b507'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:19.750367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b249d-6976-45e4-b586-6c38fcc4f546 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9351e0-aba2-421f-be33-7a80cf6d31be,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:19.767998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ebca75-3121-4577-a481-3dc1d46afb5f None None] Network 87db3854-e09d-446f-b4e0-6480752620ed requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:19.818400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e8b249d-6976-45e4-b586-6c38fcc4f546 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.833364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1e8b249d-6976-45e4-b586-6c38fcc4f546 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "DELETE /v2.0/subnets/8b9351e0-aba2-421f-be33-7a80cf6d31be HTTP/1.1" status: 204 len: 168 time: 2.0373137 Aug 09 15:50:19.838592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34978) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:19.937618 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1c22a27b-8519-4df3-be69-ce3115b196aa tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/routers/46d857bb-fd1f-43c4-9993-5bd1b212b507 HTTP/1.1" status: 200 len: 924 time: 0.3844874 Aug 09 15:50:19.940895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:19.955050 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.046014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7a59ff3-4d7d-4cd4-aad8-002e1b4533f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.051194 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7a59ff3-4d7d-4cd4-aad8-002e1b4533f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.053354 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d7a59ff3-4d7d-4cd4-aad8-002e1b4533f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b343d056-d691-49c0-9783-0eb3339f38c7 HTTP/1.1" status: 204 len: 168 time: 0.7742996 Aug 09 15:50:20.073153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481fe160-067f-4923-aca4-37d1ef94e8d2 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:20.076481 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-481fe160-067f-4923-aca4-37d1ef94e8d2 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=46d857bb-fd1f-43c4-9993-5bd1b212b507&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1334510 Aug 09 15:50:20.104932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34984) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:20.108542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a59ff3-4d7d-4cd4-aad8-002e1b4533f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343d056-d691-49c0-9783-0eb3339f38c7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:20.197463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] DHCP port deletion for 87db3854-e09d-446f-b4e0-6480752620ed request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:50:20.229215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34986) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:20.320563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-24e81ea7-28a1-4b45-89bd-61cfa8ffefb5 None None] Provisioning complete for port 9e61387c-ccfd-445b-a0a1-080982eb399a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:20.322019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-24e81ea7-28a1-4b45-89bd-61cfa8ffefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.337002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11d8ab-246e-414f-9bad-e23adac1114e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:20.342394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bd11d8ab-246e-414f-9bad-e23adac1114e tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/networks/d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 881 time: 0.2214346 Aug 09 15:50:20.342394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58b20bb9-f4b9-4cc6-901b-8bec8075b407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.342835 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.345543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34988) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:20.361589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.391583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f519bd7c-70f2-4f36-ac53-01d541a7bbca no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:20.455969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: f519bd7c-70f2-4f36-ac53-01d541a7bbca {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:20.456465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f519bd7c-70f2-4f36-ac53-01d541a7bbca not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:20.472271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.475158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] Deleting port ee108d95-8b30-4c5f-aa81-2469bf225af3 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:20.475813 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.479851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-24e81ea7-28a1-4b45-89bd-61cfa8ffefb5 None None] Port 9e61387c-ccfd-445b-a0a1-080982eb399a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:20.509035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0b83ec49-716d-4b63-addb-87c78b99add5 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=46d857bb-fd1f-43c4-9993-5bd1b212b507 HTTP/1.1" status: 200 len: 205 time: 0.1571414 Aug 09 15:50:20.512055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34994) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:20.669906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] For port ee108d95-8b30-4c5f-aa81-2469bf225af3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ee108d95-8b30-4c5f-aa81-2469bf225af3,segment=NetworkSegment(45c38257-4a5f-4b7f-bcc3-1905de606fd6),segment_id=45c38257-4a5f-4b7f-bcc3-1905de606fd6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:20.673496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.720649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] Calling delete_port for ee108d95-8b30-4c5f-aa81-2469bf225af3 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:20.808676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=f8fa1b8c-b17c-4545-b564-af3ab7dd3425,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:20.849634 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.861424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58b20bb9-f4b9-4cc6-901b-8bec8075b407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.866645 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.871962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58b20bb9-f4b9-4cc6-901b-8bec8075b407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.888417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Router c91a67d5-7f44-4955-910b-e30050ceec3a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:20.905045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98b9a08-f09c-46cf-9b6f-340bff2f4407']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:20.922604 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.936134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000ac147-7606-49e4-bdfb-7d785820d16c') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:20.936828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000ac147-7606-49e4-bdfb-7d785820d16c') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:20.994534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b20bb9-f4b9-4cc6-901b-8bec8075b407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16262937-1742-4c8c-ae7e-ef9bfda454db,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:20.995482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.036518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] No DVR routers for this DVR port ee108d95-8b30-4c5f-aa81-2469bf225af3 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:21.037447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.064628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904eece-7992-45ee-8562-bf2f11a3212b req-7ca5da74-ef3b-4492-93d0-60f241b3ff11 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.067767 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0904eece-7992-45ee-8562-bf2f11a3212b req-7ca5da74-ef3b-4492-93d0-60f241b3ff11 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.3013527 Aug 09 15:50:21.092875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d2739-9253-4ace-b6ca-9de779f6f2c4 None None] Pushing event deleted for resources: {'Port': ['ID=ee108d95-8b30-4c5f-aa81-2469bf225af3,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:21.137050 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-58b20bb9-f4b9-4cc6-901b-8bec8075b407 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78a8c9cfd4a24dd7ba2a000ec046fcfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9055545 Aug 09 15:50:21.137851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35006) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:21.159127 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.236420 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.256515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:21.257244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.265166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa2a-3111-4c5a-a1b0-36da91982f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:21.266204 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:21.348235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa2a-3111-4c5a-a1b0-36da91982f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.425552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Deleting port da98cf18-8bf7-4eb0-a6fc-22b40bf900d2 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:21.425996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.463652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0904eece-7992-45ee-8562-bf2f11a3212b req-a98bbc76-ee7e-4ae9-805d-cd33948e1bb5 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380680 Aug 09 15:50:21.519999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa2a-3111-4c5a-a1b0-36da91982f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.525465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa2a-3111-4c5a-a1b0-36da91982f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.528875 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bb20fa2a-3111-4c5a-a1b0-36da91982f38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16262937-1742-4c8c-ae7e-ef9bfda454db HTTP/1.1" status: 204 len: 168 time: 0.3848886 Aug 09 15:50:21.530208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:21.545549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.555345 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Sync routers for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:21.558716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.569022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "DELETE /v2.0/networks/b98b9a08-f09c-46cf-9b6f-340bff2f4407 HTTP/1.1" status: 204 len: 168 time: 1.7286639 Aug 09 15:50:21.572447 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP 3fb38e10-472f-4ea5-9ea5-7ea883b9ade3 associated. External IP: 172.25.7.14, port: 008fb006-4791-4706-b813-8b573072f2f8. Aug 09 15:50:21.575994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35018) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:21.578015 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:21.579033 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:21.579737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20fa2a-3111-4c5a-a1b0-36da91982f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16262937-1742-4c8c-ae7e-ef9bfda454db,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:21.594201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9e4aacc0-2f73-418d-9e47-8f91dbce48b9 admin admin] 10.222.0.64 "PUT /v2.0/routers/c91a67d5-7f44-4955-910b-e30050ceec3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2735267 Aug 09 15:50:21.738171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732afa7-bf1c-411e-bc66-215813445df1 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Network': ['ID=b98b9a08-f09c-46cf-9b6f-340bff2f4407,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:21.753109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.782566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Calling delete_port for da98cf18-8bf7-4eb0-a6fc-22b40bf900d2 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:21.825512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.883327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35024) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:21.970661 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:22.165842 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.188931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87db3854-e09d-446f-b4e0-6480752620ed']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:22.223288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c38257-4a5f-4b7f-bcc3-1905de606fd6') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:22.223534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c38257-4a5f-4b7f-bcc3-1905de606fd6') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:22.263417 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.295732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.297441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:22.312202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ee108d95-8b30-4c5f-aa81-2469bf225af3 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:22.318491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:22.318491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:22.327893 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:22.340398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.434584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ee108d95-8b30-4c5f-aa81-2469bf225af3 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:22.435065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ee108d95-8b30-4c5f-aa81-2469bf225af3 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:22.438194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event deleted for resources: {'Port': ['ID=da98cf18-8bf7-4eb0-a6fc-22b40bf900d2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:22.482770 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:17Z', 'revision_number': 2, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:22.516743 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.533708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.540451 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] 10.222.0.64 "DELETE /v2.0/networks/87db3854-e09d-446f-b4e0-6480752620ed HTTP/1.1" status: 204 len: 168 time: 0.9483590 Aug 09 15:50:22.554133 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Checking router: c91a67d5-7f44-4955-910b-e30050ceec3a for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:22.554418 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Updating router c91a67d5-7f44-4955-910b-e30050ceec3a port 9e61387c-ccfd-445b-a0a1-080982eb399a binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:50:22.606109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081532079'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:22.627896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d95cc-e044-44e8-bf29-3a996bdc5230 tempest-TaggedBootDevicesTest-647401630 tempest-TaggedBootDevicesTest-647401630-project] Pushing event deleted for resources: {'Network': ['ID=87db3854-e09d-446f-b4e0-6480752620ed,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:22.637184 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.718733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.891497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:22.897699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.974023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.982233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.990808 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.177891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35048) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:23.193746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3107f0bb-7fd0-4cbd-84c6-f9661908340a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046878413', 'description': 'tempest-description--823607071'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:23.230837 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.231722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Fanout notify agent at l3_agent the message router_deleted on router 46d857bb-fd1f-43c4-9993-5bd1b212b507 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:50:23.249990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.252041 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-71cdb8a3-491e-41dd-8f6d-90a7f8f662be tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/46d857bb-fd1f-43c4-9993-5bd1b212b507 HTTP/1.1" status: 204 len: 168 time: 2.7356668 Aug 09 15:50:23.256175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.264756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35050) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:23.274101 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.281603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-51828314', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:23.314752 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Transition to ACTIVE for port object 9e61387c-ccfd-445b-a0a1-080982eb399a will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:23.323493 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.332483 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.428095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:23.445353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45483-e09e-4d2c-b0a4-1f6691d3be86 req-b51ac64a-8477-4e40-ad75-8e4943c5049a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:23.453876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27bb7f-370e-4bd3-8613-6d141e4d6e89 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:23.456426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66a45483-e09e-4d2c-b0a4-1f6691d3be86 req-b51ac64a-8477-4e40-ad75-8e4943c5049a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.1313114 Aug 09 15:50:23.458607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3107f0bb-7fd0-4cbd-84c6-f9661908340a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.484240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27bb7f-370e-4bd3-8613-6d141e4d6e89 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:23.487446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-df27bb7f-370e-4bd3-8613-6d141e4d6e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:23.493645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:23.570361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdca5db-7e28-40af-ad6f-df112fe1d3f6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:23.582798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66a45483-e09e-4d2c-b0a4-1f6691d3be86 req-6a72aa1d-1579-429d-a109-e8c1173648d8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250660 Aug 09 15:50:23.597987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.598523 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment 002905f0-9038-46c8-9f1a-db2054dbffd8 of type vlan for network 1cfe3374-e111-4b8c-a024-9a8cd091e825 Aug 09 15:50:23.623093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.624749 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Pushing event updated for resources: {'Port': ['ID=9e61387c-ccfd-445b-a0a1-080982eb399a,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:23.656050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-df27bb7f-370e-4bd3-8613-6d141e4d6e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:23.661335 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.662232 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.662232 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.662694 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.663283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.664255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.665046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.665596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.666128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.666647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.667206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.668613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.669121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.670109 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.684656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27bb7f-370e-4bd3-8613-6d141e4d6e89 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:23.686018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-df27bb7f-370e-4bd3-8613-6d141e4d6e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:23.701771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.703240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.704341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.706207 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.706958 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.707472 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.708006 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.708584 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.709263 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.712157 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:23.736530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.739622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.824883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7bab3010-6cf6-4dc6-884d-b9ba4891e7cf tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.5403268 Aug 09 15:50:23.825991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35066) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:23.834959 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Attempting to bind port 9e61387c-ccfd-445b-a0a1-080982eb399a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:23.835567 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Attempting to bind port 9e61387c-ccfd-445b-a0a1-080982eb399a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:23.853754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-df27bb7f-370e-4bd3-8613-6d141e4d6e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:23.854656 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Attempting to bind port 9e61387c-ccfd-445b-a0a1-080982eb399a on network d279b979-6cb8-4495-bbde-3bd14dcd4e3a {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:23.855499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27bb7f-370e-4bd3-8613-6d141e4d6e89 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:23.861764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1838461483'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:23.884562 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:23.885322 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Checking segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:23.887585 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.888282 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Bound using segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:23.889910 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Bound port: 9e61387c-ccfd-445b-a0a1-080982eb399a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:23.890897 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.994216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.071438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.077301 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] For port 9e61387c-ccfd-445b-a0a1-080982eb399a, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:24.089846 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] For port 9e61387c-ccfd-445b-a0a1-080982eb399a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9e61387c-ccfd-445b-a0a1-080982eb399a,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:24.101189 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.207562 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:24.208587 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:24.286393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.298595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:24.299507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.594666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16017740-e757-44c3-9cc0-b881f48915cc None None] Pushing event updated for resources: {'Port': ['ID=9e61387c-ccfd-445b-a0a1-080982eb399a,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:24.628806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3107f0bb-7fd0-4cbd-84c6-f9661908340a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.632838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.638108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=1cfe3374-e111-4b8c-a024-9a8cd091e825,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:24.645923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3107f0bb-7fd0-4cbd-84c6-f9661908340a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.664111 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:24.673269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 1cfe3374-e111-4b8c-a024-9a8cd091e825 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:24.694127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:24.711323 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.752082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107f0bb-7fd0-4cbd-84c6-f9661908340a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e1639e-74a4-4c47-ac22-249406050cac,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:24.761052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ce209bfa-8a53-41e0-9154-21311307006a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.8708823 Aug 09 15:50:24.761547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35080) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:24.779667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2029482629'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:24.938191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:24.950468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:24.956062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.979507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3107f0bb-7fd0-4cbd-84c6-f9661908340a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:24.979507 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3107f0bb-7fd0-4cbd-84c6-f9661908340a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7972043 Aug 09 15:50:24.982032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35086) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:25.003579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d837cf44-4a61-4a59-83e3-f61196b411b9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'security_group_rule': {'security_group_id': '26e1639e-74a4-4c47-ac22-249406050cac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:25.005053 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.005798 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Added segment 9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040 of type vlan for network a25403d8-b68c-474f-9257-9cc29185fcba Aug 09 15:50:25.059705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2606bc-e4c3-4a1b-8612-d499392e7605 req-1ea1fd98-e911-48a4-9112-a71b05e792e3 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:25.069467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d2606bc-e4c3-4a1b-8612-d499392e7605 req-1ea1fd98-e911-48a4-9112-a71b05e792e3 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.2621951 Aug 09 15:50:25.097265 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d837cf44-4a61-4a59-83e3-f61196b411b9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.127117 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.173251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d2606bc-e4c3-4a1b-8612-d499392e7605 req-012ad133-986f-4090-b0ab-634bb815d53b tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961537 Aug 09 15:50:25.204737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.214505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:25.215855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.228527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d837cf44-4a61-4a59-83e3-f61196b411b9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.234901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d837cf44-4a61-4a59-83e3-f61196b411b9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.235611 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:24Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:25.277498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837cf44-4a61-4a59-83e3-f61196b411b9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5e8870-4999-4111-8763-c602d875c5ba,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:25.285365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d837cf44-4a61-4a59-83e3-f61196b411b9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.287657 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d837cf44-4a61-4a59-83e3-f61196b411b9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2972610 Aug 09 15:50:25.291970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35090) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:25.299688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8b63d805-9152-4091-9abe-e4c1bc4feec9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'security_group_rule': {'security_group_id': '26e1639e-74a4-4c47-ac22-249406050cac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:25.320193 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d286737-f584-4bdb-86df-eb97a61ab007 None None] The sync data for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 is: [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:24Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:25.335535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:50:25.335926 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:50:25.348542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Network': ['ID=a25403d8-b68c-474f-9257-9cc29185fcba,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:25.362955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5af04c5a-4692-4e18-be22-b2eda0b0dbb7 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5349262 Aug 09 15:50:25.365126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35096) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:25.369229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a25403d8-b68c-474f-9257-9cc29185fcba details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:25.373974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'subnet': {'network_id': 'a25403d8-b68c-474f-9257-9cc29185fcba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:25.456763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.484985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.510873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b63d805-9152-4091-9abe-e4c1bc4feec9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.673708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:25.684225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.723178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b63d805-9152-4091-9abe-e4c1bc4feec9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.732225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b63d805-9152-4091-9abe-e4c1bc4feec9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.762108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Allocated IP 172.25.7.209 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ef849406-e0ac-463d-8fac-b792c1eea308) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:25.783137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63d805-9152-4091-9abe-e4c1bc4feec9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5190b5-04b9-42a7-98e6-bf872949d690,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:25.799373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b63d805-9152-4091-9abe-e4c1bc4feec9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.802368 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8b63d805-9152-4091-9abe-e4c1bc4feec9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5062423 Aug 09 15:50:25.815355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35104) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:25.825855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:26.033879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.161984 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.174861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.181482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.298014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.307372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:26.353974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Subnet': ['ID=490dd943-1ade-4b16-a650-10166833fdbd,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:26.378136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9e61387c-ccfd-445b-a0a1-080982eb399a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:26.388751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.391564 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment 288eb324-b59c-4a75-a561-a100795fbd34 of type vlan for network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b Aug 09 15:50:26.419921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:26.425806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:26.433473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:26.503584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 9e61387c-ccfd-445b-a0a1-080982eb399a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:26.510294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 9e61387c-ccfd-445b-a0a1-080982eb399a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:26.510750 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.513888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Checking segment: {'id': '9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a25403d8-b68c-474f-9257-9cc29185fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:26.515377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network hostable DHCP agents. Network: a25403d8-b68c-474f-9257-9cc29185fcba, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:26.557003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.605384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network a25403d8-b68c-474f-9257-9cc29185fcba is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:26.628974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68852a-e588-4bfe-aec1-555a1172d3b3 req-52bb535b-9f49-4fa2-b8c0-96b20f3d5993 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:26.647782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb68852a-e588-4bfe-aec1-555a1172d3b3 req-52bb535b-9f49-4fa2-b8c0-96b20f3d5993 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.3067365 Aug 09 15:50:26.689883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a25403d8-b68c-474f-9257-9cc29185fcba) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:26.710209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:26.711364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.717377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.726714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c15b29-8ffd-4dd5-8e84-f014f783515c None None] Network a25403d8-b68c-474f-9257-9cc29185fcba requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:26.738673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:26.740314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.845066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb68852a-e588-4bfe-aec1-555a1172d3b3 req-fc0313fc-1ba4-4d0d-82e4-cefe2e4b34da tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960249 Aug 09 15:50:26.928748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.996278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=7f4a86c9-b871-4662-b68d-3563b6e0fb6b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:27.020531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-96ce97b1-7a94-49dc-80ff-92108aa73874 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6511509 Aug 09 15:50:27.021492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-df3c0317-5522-47ad-8da7-cebfdfe6481b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2543914 Aug 09 15:50:27.022488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35134) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:27.032217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-286723201', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:27.079700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35136) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:27.093187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:27.095059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': '1cfe3374-e111-4b8c-a024-9a8cd091e825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:27.226749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event updated for resources: {'Port': ['ID=ef849406-e0ac-463d-8fac-b792c1eea308,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:27.292249 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.300860 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.405422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 9e61387c-ccfd-445b-a0a1-080982eb399a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9e61387c-ccfd-445b-a0a1-080982eb399a,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:27.422196 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.509837 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.628048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=9e61387c-ccfd-445b-a0a1-080982eb399a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:27.643977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:27.646559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a25403d8-b68c-474f-9257-9cc29185fcba', 'network_id': 'a25403d8-b68c-474f-9257-9cc29185fcba', 'tenant_id': '6fc78f2dcf1a44978f633f134551859c', 'fixed_ips': [{'subnet_id': '490dd943-1ade-4b16-a650-10166833fdbd'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:50:27.647572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.648860 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.861903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.870898 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.915810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.997902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Allocated IP 172.20.0.2 (a25403d8-b68c-474f-9257-9cc29185fcba/490dd943-1ade-4b16-a650-10166833fdbd/c0f1eea4-36a7-4617-b357-7a83b043a199) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:28.386103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c01b1-9fb1-44eb-8aac-e12b42df72de req-0451a911-7d5f-4cf0-8f26-61ebcf65e47a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:28.394688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-304c01b1-9fb1-44eb-8aac-e12b42df72de req-0451a911-7d5f-4cf0-8f26-61ebcf65e47a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.4170876 Aug 09 15:50:28.412205 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Allocated IP 172.25.7.137 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/4828d532-41d0-453e-b92f-2780efa7ea2d) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:28.558685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.588830 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.619298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9e61387c-ccfd-445b-a0a1-080982eb399a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:28.652809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-304c01b1-9fb1-44eb-8aac-e12b42df72de req-de15e65b-d9a7-482c-b996-e2b73d3190e3 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388141 Aug 09 15:50:28.698322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35180) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:28.723054 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.746585 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.747144 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.771745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=0e44307b-60a2-4eaf-9f7f-15adfe5366fd,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:28.814439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 9e61387c-ccfd-445b-a0a1-080982eb399a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:28.814965 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.877457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.916604 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.942628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Transition to ACTIVE for port object c0f1eea4-36a7-4617-b357-7a83b043a199 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:28.954030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:28.955110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Router c0f205d7-0999-46ed-8984-b64cb0ddf42e is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:50:28.962806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:28.968705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e893d8a1-1636-4b4d-a87b-19f564d3681f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.970854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:28.973775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Transition to ACTIVE for port object c0f1eea4-36a7-4617-b357-7a83b043a199 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:28.975177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'Port': ['ID=4828d532-41d0-453e-b92f-2780efa7ea2d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:28.983126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': '002905f0-9038-46c8-9f1a-db2054dbffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '1cfe3374-e111-4b8c-a024-9a8cd091e825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:28.983499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: 1cfe3374-e111-4b8c-a024-9a8cd091e825, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:28.987517 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.028655 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.061799 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.082866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Network a25403d8-b68c-474f-9257-9cc29185fcba is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:29.084533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Pushing event updated for resources: {'Port': ['ID=c0f1eea4-36a7-4617-b357-7a83b043a199,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:29.093596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:29.097843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:29.193411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 1cfe3374-e111-4b8c-a024-9a8cd091e825 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:29.228514 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.232650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:29.250271 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db82f0-726d-42a2-9270-61e952b7221b None None] Sync routers for ids ['c0f205d7-0999-46ed-8984-b64cb0ddf42e'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:29.278887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 1cfe3374-e111-4b8c-a024-9a8cd091e825) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:29.306180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.307980 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db82f0-726d-42a2-9270-61e952b7221b None None] Routers {'c0f205d7-0999-46ed-8984-b64cb0ddf42e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:29.311359 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-39db82f0-726d-42a2-9270-61e952b7221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c0f205d7-0999-46ed-8984-b64cb0ddf42e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:29.318628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6c3fb-338a-4751-8596-6c7e2686020a None None] Network 1cfe3374-e111-4b8c-a024-9a8cd091e825 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:29.323424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:29.323674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Attempting to bind port c0f1eea4-36a7-4617-b357-7a83b043a199 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:29.324383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Attempting to bind port c0f1eea4-36a7-4617-b357-7a83b043a199 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a25403d8-b68c-474f-9257-9cc29185fcba'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:29.324980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Attempting to bind port c0f1eea4-36a7-4617-b357-7a83b043a199 on network a25403d8-b68c-474f-9257-9cc29185fcba {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:29.325345 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.408239 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-39db82f0-726d-42a2-9270-61e952b7221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:29.428415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.25.7.242 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/9c8e9b2e-c97e-406f-90c3-6e6774962228) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:29.434808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:29.435569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Checking segment: {'id': '9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a25403d8-b68c-474f-9257-9cc29185fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:29.436346 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.437199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Bound using segment: {'id': '9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a25403d8-b68c-474f-9257-9cc29185fcba'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:29.438167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Bound port: c0f1eea4-36a7-4617-b357-7a83b043a199, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a25403d8-b68c-474f-9257-9cc29185fcba'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:29.439091 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db82f0-726d-42a2-9270-61e952b7221b None None] Routers {'c0f205d7-0999-46ed-8984-b64cb0ddf42e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:29.439919 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-39db82f0-726d-42a2-9270-61e952b7221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c0f205d7-0999-46ed-8984-b64cb0ddf42e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:29.442609 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.485930 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-39db82f0-726d-42a2-9270-61e952b7221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:29.486934 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db82f0-726d-42a2-9270-61e952b7221b None None] The sync data for ids ['c0f205d7-0999-46ed-8984-b64cb0ddf42e'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:29.613326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e893d8a1-1636-4b4d-a87b-19f564d3681f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.639476 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e893d8a1-1636-4b4d-a87b-19f564d3681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.668090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.673798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.676046 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8deed744-e6f7-4020-968d-fc3d6b09c8dd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4117863 Aug 09 15:50:29.679064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35196) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:29.686819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:29.694234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-336fab2a-d4a8-4edb-91f3-f1a5698a3a3a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6124864 Aug 09 15:50:29.710733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] For port c0f1eea4-36a7-4617-b357-7a83b043a199, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:29.740278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35198) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:29.764764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] For port c0f1eea4-36a7-4617-b357-7a83b043a199, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c0f1eea4-36a7-4617-b357-7a83b043a199,segment=NetworkSegment(9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040),segment_id=9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:29.792238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': '7f4a86c9-b871-4662-b68d-3563b6e0fb6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:29.803384 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.818762 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.832219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893d8a1-1636-4b4d-a87b-19f564d3681f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a5c4c-743a-44ad-adef-7edb8ac1aed7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:29.951881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c88f1-71ae-4e8e-9f4e-a1b7e12791d6 None None] Pushing event updated for resources: {'Port': ['ID=c0f1eea4-36a7-4617-b357-7a83b043a199,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:29.961421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'Port': ['ID=4828d532-41d0-453e-b92f-2780efa7ea2d,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:29.967106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.975769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-1cfe3374-e111-4b8c-a024-9a8cd091e825', 'network_id': '1cfe3374-e111-4b8c-a024-9a8cd091e825', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': '0e44307b-60a2-4eaf-9f7f-15adfe5366fd'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:50:29.982667 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.999591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.000964 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2dea246f-a47c-4eeb-8d1e-eddae76d8da1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1799738 Aug 09 15:50:30.044994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e893d8a1-1636-4b4d-a87b-19f564d3681f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4e2e63cfc304420b55ae35b0441c289&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3262227 Aug 09 15:50:30.129945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35202) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:30.290196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Allocated IP 2001:db8::2 (1cfe3374-e111-4b8c-a024-9a8cd091e825/0e44307b-60a2-4eaf-9f7f-15adfe5366fd/b5512678-9d6c-42a8-86e6-76e5a49f4da4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:30.399318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.437262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8034f-697d-4f91-98e5-789f3cc092e4 req-65f795dd-8a44-423b-9988-81ab2accd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:30.440025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65a8034f-697d-4f91-98e5-789f3cc092e4 req-65f795dd-8a44-423b-9988-81ab2accd416 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1097 time: 0.9134564 Aug 09 15:50:30.478097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2416a04c-af2a-4044-bb18-3cb48ad78a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.622514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635007b2-1db1-4182-ba6d-1a2cf15fd7fd req-45c1e7cb-8539-491f-b28e-5d77ceaee221 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:30.623035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.624412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-635007b2-1db1-4182-ba6d-1a2cf15fd7fd req-45c1e7cb-8539-491f-b28e-5d77ceaee221 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.8101218 Aug 09 15:50:30.647256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.654810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Transition to ACTIVE for port object b5512678-9d6c-42a8-86e6-76e5a49f4da4 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:30.679928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Transition to ACTIVE for port object b5512678-9d6c-42a8-86e6-76e5a49f4da4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:30.689713 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.751159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:30.752465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:30.777114 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.796323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Network 1cfe3374-e111-4b8c-a024-9a8cd091e825 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:30.805914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:30.811351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2416a04c-af2a-4044-bb18-3cb48ad78a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.814552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:30.881252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65a8034f-697d-4f91-98e5-789f3cc092e4 req-2843c0b5-e563-4cea-a953-4eca784358f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987730 Aug 09 15:50:30.889325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Pushing event updated for resources: {'Port': ['ID=b5512678-9d6c-42a8-86e6-76e5a49f4da4,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:30.913519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Attempting to bind port b5512678-9d6c-42a8-86e6-76e5a49f4da4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:30.914690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Attempting to bind port b5512678-9d6c-42a8-86e6-76e5a49f4da4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '002905f0-9038-46c8-9f1a-db2054dbffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '1cfe3374-e111-4b8c-a024-9a8cd091e825'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:30.916444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Attempting to bind port b5512678-9d6c-42a8-86e6-76e5a49f4da4 on network 1cfe3374-e111-4b8c-a024-9a8cd091e825 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:30.940021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:30.941495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Checking segment: {'id': '002905f0-9038-46c8-9f1a-db2054dbffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '1cfe3374-e111-4b8c-a024-9a8cd091e825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:30.942162 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.942682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Bound using segment: {'id': '002905f0-9038-46c8-9f1a-db2054dbffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '1cfe3374-e111-4b8c-a024-9a8cd091e825'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:30.943312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Bound port: b5512678-9d6c-42a8-86e6-76e5a49f4da4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002905f0-9038-46c8-9f1a-db2054dbffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '1cfe3374-e111-4b8c-a024-9a8cd091e825'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:30.944171 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.945435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:30.975278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:30.986645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-635007b2-1db1-4182-ba6d-1a2cf15fd7fd req-2f3a1220-e352-4a01-916b-ba08a756eef8 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161681 Aug 09 15:50:31.062508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] For port b5512678-9d6c-42a8-86e6-76e5a49f4da4, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:31.062914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=9c8e9b2e-c97e-406f-90c3-6e6774962228,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:31.077827 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] For port b5512678-9d6c-42a8-86e6-76e5a49f4da4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b5512678-9d6c-42a8-86e6-76e5a49f4da4,segment=NetworkSegment(002905f0-9038-46c8-9f1a-db2054dbffd8),segment_id=002905f0-9038-46c8-9f1a-db2054dbffd8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:31.087365 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.112173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.146533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2416a04c-af2a-4044-bb18-3cb48ad78a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.149337 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2416a04c-af2a-4044-bb18-3cb48ad78a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.153783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2416a04c-af2a-4044-bb18-3cb48ad78a32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da0a5c4c-743a-44ad-adef-7edb8ac1aed7 HTTP/1.1" status: 204 len: 168 time: 1.0156679 Aug 09 15:50:31.154927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.171362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-e90a1541-ace6-493b-83df-afa37a0c2bc1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1046878413&fields=id&tenant_id=7e8bb5fb9d7e482bad0e4154e482646f HTTP/1.1" status: 200 len: 267 time: 0.2680323 Aug 09 15:50:31.171621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416a04c-af2a-4044-bb18-3cb48ad78a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a5c4c-743a-44ad-adef-7edb8ac1aed7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:31.226869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d74f56-d40f-42f0-b8cc-b3cbe0e247d0 None None] Pushing event updated for resources: {'Port': ['ID=b5512678-9d6c-42a8-86e6-76e5a49f4da4,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:31.280959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Deleting port ef849406-e0ac-463d-8fac-b792c1eea308 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:31.281342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.483075 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.500612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Calling delete_port for ef849406-e0ac-463d-8fac-b792c1eea308 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:32.032405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-b6131ae0-5298-4e64-a54c-226be881a563 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:32.036309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-b6131ae0-5298-4e64-a54c-226be881a563 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 811 time: 0.8653369 Aug 09 15:50:32.108117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-b8fc2053-581e-4c14-bd0f-554dc465e33f tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/quotas/7e8bb5fb9d7e482bad0e4154e482646f HTTP/1.1" status: 200 len: 375 time: 0.0491972 Aug 09 15:50:32.137993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.250180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Pushing event deleted for resources: {'Port': ['ID=ef849406-e0ac-463d-8fac-b792c1eea308,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:32.302431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35228) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:32.347379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57163e6e-4978-4cb4-8361-2863af6e2b3c None None] Network a25403d8-b68c-474f-9257-9cc29185fcba requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:32.433225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.541810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.543085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c0f1eea4-36a7-4617-b357-7a83b043a199 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:32.555995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.641791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81392417-461c-4fe9-8fc7-99973fb8321b req-5c0e2309-b5c8-4bea-b794-8e01a4f8af6f tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:32.644650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81392417-461c-4fe9-8fc7-99973fb8321b req-5c0e2309-b5c8-4bea-b794-8e01a4f8af6f tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.3529642 Aug 09 15:50:32.646638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8a147006-b8d5-441f-8b51-3492562755b2 None None] Provisioning for port c0f1eea4-36a7-4617-b357-7a83b043a199 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:32.801535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c0f1eea4-36a7-4617-b357-7a83b043a199 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:32.813155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c0f1eea4-36a7-4617-b357-7a83b043a199 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:32.813905 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.861711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-03fa2982-36b3-429d-996f-af38343f3360 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6248815 Aug 09 15:50:32.892907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-5edd8268-cb00-4576-9b65-2d2f22b87690 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:50:32.894646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-5edd8268-cb00-4576-9b65-2d2f22b87690 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065262 Aug 09 15:50:32.895666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=d6056ef9-c139-41a8-83bf-f4fa98256ad0,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:32.971535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.072515 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.166606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c0f1eea4-36a7-4617-b357-7a83b043a199, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c0f1eea4-36a7-4617-b357-7a83b043a199,segment=NetworkSegment(9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040),segment_id=9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:33.185125 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.186188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b5512678-9d6c-42a8-86e6-76e5a49f4da4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:33.336331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91fe2e2-84b1-4e9d-a63f-82cf6cfd59eb None None] Network 1cfe3374-e111-4b8c-a024-9a8cd091e825 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:33.421940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.429656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.484167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8fd201a1-f977-47a9-a91a-13681a0d5a8d None None] Provisioning for port b5512678-9d6c-42a8-86e6-76e5a49f4da4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:33.489666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c0f1eea4-36a7-4617-b357-7a83b043a199,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:33.553087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Router c0f205d7-0999-46ed-8984-b64cb0ddf42e has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:33.585495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81392417-461c-4fe9-8fc7-99973fb8321b req-3cb39b00-4fcb-408e-8573-e66334eb6529 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8699582 Aug 09 15:50:33.604710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': '288eb324-b59c-4a75-a561-a100795fbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '7f4a86c9-b871-4662-b68d-3563b6e0fb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:33.605153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: 7f4a86c9-b871-4662-b68d-3563b6e0fb6b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:33.671126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:33.672674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b5512678-9d6c-42a8-86e6-76e5a49f4da4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:33.693290 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.700997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7e46052b-11b3-4430-8708-6550eaab3e30 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "PUT /v2.0/routers/c0f205d7-0999-46ed-8984-b64cb0ddf42e HTTP/1.1" status: 200 len: 708 time: 4.0138850 Aug 09 15:50:33.700997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35236) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:33.702655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dbcb2995-34e6-4778-ac9c-b0d00daa6f1f None None] Provisioning complete for port c0f1eea4-36a7-4617-b357-7a83b043a199 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:33.703798 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2995-34e6-4778-ac9c-b0d00daa6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.706743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266383d4-00a4-4acc-9177-86c7088d2d44 None None] Sync routers for ids ['c0f205d7-0999-46ed-8984-b64cb0ddf42e'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:33.709253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b5512678-9d6c-42a8-86e6-76e5a49f4da4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:33.709750 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.749175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:33.792014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 7f4a86c9-b871-4662-b68d-3563b6e0fb6b) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:33.811790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:33.812677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.830607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d416df02-f055-4559-b034-bbf9053015fa None None] Network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:33.877266 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6aaebbc4-2872-4b50-aaac-34b0644f5538 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/routers/c0f205d7-0999-46ed-8984-b64cb0ddf42e HTTP/1.1" status: 200 len: 743 time: 0.1717455 Aug 09 15:50:33.881039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35238) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:33.886327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266383d4-00a4-4acc-9177-86c7088d2d44 None None] Routers {'c0f205d7-0999-46ed-8984-b64cb0ddf42e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:33.892296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-266383d4-00a4-4acc-9177-86c7088d2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c0f205d7-0999-46ed-8984-b64cb0ddf42e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:33.922332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-0ddf9b64-c3a3-498a-ae51-5d901992a66f service neutron] 10.222.0.64 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9939506 Aug 09 15:50:33.944141 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.999793 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.010196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-266383d4-00a4-4acc-9177-86c7088d2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:34.036238 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8797846e-6755-496a-b46a-890dd9f5deb2 tempest-RoutersIpV6AdminTest-2140179435 tempest-RoutersIpV6AdminTest-2140179435-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&device_id=c0f205d7-0999-46ed-8984-b64cb0ddf42e HTTP/1.1" status: 200 len: 205 time: 0.1496685 Aug 09 15:50:34.041227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35242) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:34.054988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-300cbc01-0894-4bc6-a175-6b9412269fca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2878172 Aug 09 15:50:34.067568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35244) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:34.072920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266383d4-00a4-4acc-9177-86c7088d2d44 None None] Routers {'c0f205d7-0999-46ed-8984-b64cb0ddf42e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:34.072920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-266383d4-00a4-4acc-9177-86c7088d2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c0f205d7-0999-46ed-8984-b64cb0ddf42e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:34.084746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-90083a85-7768-46db-8336-55b73d6670a8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-760056095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:34.173182 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8753b601-8d89-44d3-82b4-cb63246da1f0 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0f205d7-0999-46ed-8984-b64cb0ddf42e HTTP/1.1" status: 200 len: 205 time: 0.1301045 Aug 09 15:50:34.197526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35248) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:34.255710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90083a85-7768-46db-8336-55b73d6670a8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.257698 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90083a85-7768-46db-8336-55b73d6670a8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.365235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90083a85-7768-46db-8336-55b73d6670a8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.371312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90083a85-7768-46db-8336-55b73d6670a8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.393734 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90083a85-7768-46db-8336-55b73d6670a8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.399694 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-90083a85-7768-46db-8336-55b73d6670a8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3239651 Aug 09 15:50:34.400047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35252) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:34.417422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f507ed33-597a-4850-8734-ba5fba83571d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:34.443579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-266383d4-00a4-4acc-9177-86c7088d2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:34.444613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266383d4-00a4-4acc-9177-86c7088d2d44 None None] The sync data for ids ['c0f205d7-0999-46ed-8984-b64cb0ddf42e'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:34.512260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.512630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.512968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.513296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.513619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.514470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.514803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.515126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.515447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.515766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.516112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.516960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:34.535040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cc4b0047-f312-4d2c-8117-4fb914dfd5fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16ee17e4058b4da783bc132846bfc4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2275960 Aug 09 15:50:34.542642 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.575504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35254) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:34.631652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5de9874f-0265-43ce-b211-f1cb7c355610 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.657411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-2ee1957c-6f98-48cb-82e6-a5ee292229cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:34.659991 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-2ee1957c-6f98-48cb-82e6-a5ee292229cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1097 time: 0.2554972 Aug 09 15:50:34.678987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b5512678-9d6c-42a8-86e6-76e5a49f4da4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b5512678-9d6c-42a8-86e6-76e5a49f4da4,segment=NetworkSegment(002905f0-9038-46c8-9f1a-db2054dbffd8),segment_id=002905f0-9038-46c8-9f1a-db2054dbffd8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:34.689237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.815665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-7f4a86c9-b871-4662-b68d-3563b6e0fb6b', 'network_id': '7f4a86c9-b871-4662-b68d-3563b6e0fb6b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': 'd6056ef9-c139-41a8-83bf-f4fa98256ad0'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:50:34.817433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.849803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c0f1eea4-36a7-4617-b357-7a83b043a199 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:34.861683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-538e2fe1-7400-4ad7-9811-aa8ae1edd215 None None] Provisioning complete for port b5512678-9d6c-42a8-86e6-76e5a49f4da4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:34.862053 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-538e2fe1-7400-4ad7-9811-aa8ae1edd215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.910468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.921298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=b5512678-9d6c-42a8-86e6-76e5a49f4da4,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:34.943695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-c7d923ef-5750-45c7-a367-070d43595f78 service neutron] 10.222.0.64 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9959025 Aug 09 15:50:34.947113 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.091634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c0f1eea4-36a7-4617-b357-7a83b043a199 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:35.092254 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.176056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Allocated IP 2001:db8:1::2 (7f4a86c9-b871-4662-b68d-3563b6e0fb6b/d6056ef9-c139-41a8-83bf-f4fa98256ad0/f9591d04-4621-41c2-a424-9e7148999f55) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:35.263897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8::1 (1cfe3374-e111-4b8c-a024-9a8cd091e825/0e44307b-60a2-4eaf-9f7f-15adfe5366fd/aeb243ae-26ab-45fc-8ae7-13fb0c155af1) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:35.307495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e30377e1-8b64-4876-acc3-37c73a6549d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.334366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6bac1-23cc-4c8e-a975-47f757b97a0c req-ea5b0750-6e6c-41ad-8b22-89ac0f109a82 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:35.344530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4f6bac1-23cc-4c8e-a975-47f757b97a0c req-ea5b0750-6e6c-41ad-8b22-89ac0f109a82 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.8821211 Aug 09 15:50:35.498084 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5de9874f-0265-43ce-b211-f1cb7c355610 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.513285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d87434-07ea-4199-8211-19d8e8bf4505 req-0ccf06cb-cd02-4c25-9d11-511d5c4cbf9d tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 210 time: 0.0656958 Aug 09 15:50:35.525473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5de9874f-0265-43ce-b211-f1cb7c355610 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.540277 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.563473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e30377e1-8b64-4876-acc3-37c73a6549d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.609097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c4f6bac1-23cc-4c8e-a975-47f757b97a0c req-4a2818e5-17b9-4a48-82aa-e14c5e4f7b7e tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633336 Aug 09 15:50:35.612786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object aeb243ae-26ab-45fc-8ae7-13fb0c155af1 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:35.680077 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.704621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Transition to ACTIVE for port object f9591d04-4621-41c2-a424-9e7148999f55 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:35.705335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.709233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-62d65139-23e2-4267-b996-316315d5897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:35.710915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-62d65139-23e2-4267-b996-316315d5897c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.9346359 Aug 09 15:50:35.731683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Transition to ACTIVE for port object f9591d04-4621-41c2-a424-9e7148999f55 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:35.747782 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.794079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5de9874f-0265-43ce-b211-f1cb7c355610 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.794554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de9874f-0265-43ce-b211-f1cb7c355610 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Fanout notify agent at l3_agent the message router_deleted on router c0f205d7-0999-46ed-8984-b64cb0ddf42e {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:50:35.804490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5de9874f-0265-43ce-b211-f1cb7c355610 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.808384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 1cfe3374-e111-4b8c-a024-9a8cd091e825 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:35.816080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5de9874f-0265-43ce-b211-f1cb7c355610 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/c0f205d7-0999-46ed-8984-b64cb0ddf42e HTTP/1.1" status: 204 len: 168 time: 1.6021931 Aug 09 15:50:35.817438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35274) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:35.819857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-57da258b-967a-4c49-bcb2-294db85e1089 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 200 len: 217 time: 0.0897906 Aug 09 15:50:35.832166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:35.841944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:35.850116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:35.860752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Pushing event updated for resources: {'Port': ['ID=f9591d04-4621-41c2-a424-9e7148999f55,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:35.872316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:50:35.897192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:35.906728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:35.907384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.926987 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fba97617-67cd-494b-aa70-267c8ff543fa tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0f205d7-0999-46ed-8984-b64cb0ddf42e HTTP/1.1" status: 200 len: 205 time: 0.1049576 Aug 09 15:50:35.931020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35276) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:36.053233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Attempting to bind port f9591d04-4621-41c2-a424-9e7148999f55 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:36.053802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Attempting to bind port f9591d04-4621-41c2-a424-9e7148999f55 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '288eb324-b59c-4a75-a561-a100795fbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '7f4a86c9-b871-4662-b68d-3563b6e0fb6b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:36.054373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Attempting to bind port f9591d04-4621-41c2-a424-9e7148999f55 on network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:36.065752 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-1fb8e72c-a4b3-4463-84db-8edc7d1267ee tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] delete failed (client error): The resource could not be found. Aug 09 15:50:36.070139 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1fb8e72c-a4b3-4463-84db-8edc7d1267ee tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/c0f205d7-0999-46ed-8984-b64cb0ddf42e HTTP/1.1" status: 404 len: 336 time: 0.1379161 Aug 09 15:50:36.070796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35278) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:36.091582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:36.092337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Checking segment: {'id': '288eb324-b59c-4a75-a561-a100795fbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '7f4a86c9-b871-4662-b68d-3563b6e0fb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:36.092982 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.095624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Bound using segment: {'id': '288eb324-b59c-4a75-a561-a100795fbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '7f4a86c9-b871-4662-b68d-3563b6e0fb6b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:36.095624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Bound port: f9591d04-4621-41c2-a424-9e7148999f55, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288eb324-b59c-4a75-a561-a100795fbd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '7f4a86c9-b871-4662-b68d-3563b6e0fb6b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:36.095624 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.133167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=aeb243ae-26ab-45fc-8ae7-13fb0c155af1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:36.140206 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5f8275f0-d24d-40dc-905a-45f2409ba7f7 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=46d857bb-fd1f-43c4-9993-5bd1b212b507 HTTP/1.1" status: 200 len: 205 time: 0.0632284 Aug 09 15:50:36.140849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35280) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:36.206208 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-72b3ee8e-7478-48d8-a59e-1dd017c0242d tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] delete failed (client error): The resource could not be found. Aug 09 15:50:36.210135 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-72b3ee8e-7478-48d8-a59e-1dd017c0242d tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/46d857bb-fd1f-43c4-9993-5bd1b212b507 HTTP/1.1" status: 404 len: 336 time: 0.0658789 Aug 09 15:50:36.211337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35282) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:36.211518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e30377e1-8b64-4876-acc3-37c73a6549d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.221877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e30377e1-8b64-4876-acc3-37c73a6549d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.223748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e30377e1-8b64-4876-acc3-37c73a6549d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f507ed33-597a-4850-8734-ba5fba83571d HTTP/1.1" status: 204 len: 168 time: 1.6428177 Aug 09 15:50:36.301077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30377e1-8b64-4876-acc3-37c73a6549d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f507ed33-597a-4850-8734-ba5fba83571d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:36.309305 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d322a6a-cbfc-4eea-b234-716aceb639ef tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb3383a7-89ed-4a42-9ad8-0d3c18978d81 HTTP/1.1" status: 200 len: 205 time: 0.0945613 Aug 09 15:50:36.321099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] For port f9591d04-4621-41c2-a424-9e7148999f55, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:36.322909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35286) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:36.325177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-7ce6db48-76ec-4690-bc43-9042d3c3ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:36.328454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-7ce6db48-76ec-4690-bc43-9042d3c3ba56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.4876740 Aug 09 15:50:36.392491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] For port f9591d04-4621-41c2-a424-9e7148999f55, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f9591d04-4621-41c2-a424-9e7148999f55,segment=NetworkSegment(288eb324-b59c-4a75-a561-a100795fbd34),segment_id=288eb324-b59c-4a75-a561-a100795fbd34)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:36.399489 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.486923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-e70f44ee-4417-4f4a-a336-d4cc429c1aae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988266 Aug 09 15:50:36.603037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30627d48-ddb4-43bf-bc3c-f3ba23209717 None None] Pushing event updated for resources: {'Port': ['ID=f9591d04-4621-41c2-a424-9e7148999f55,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:36.662804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ae7c7599-9ff2-4f28-91da-c3683a3e915c None None] Provisioning for port aeb243ae-26ab-45fc-8ae7-13fb0c155af1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:36.685127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ae7c7599-9ff2-4f28-91da-c3683a3e915c None None] Provisioning complete for port aeb243ae-26ab-45fc-8ae7-13fb0c155af1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:36.685965 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7599-9ff2-4f28-91da-c3683a3e915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.786696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:36.791477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c7599-9ff2-4f28-91da-c3683a3e915c None None] Port aeb243ae-26ab-45fc-8ae7-13fb0c155af1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:36.802790 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7d8b4-ce6e-4eb1-b269-f1f91e6780de None None] Sync routers for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:36.853967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e1c4090-addd-45c6-9760-487f1f45a70a req-5b008c31-f15f-4dcc-940c-104b15d4856c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 210 time: 0.1013486 Aug 09 15:50:36.871389 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-c833fc82-e061-4857-ab59-b0e15743febe tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] delete failed (client error): The resource could not be found. Aug 09 15:50:36.880048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c833fc82-e061-4857-ab59-b0e15743febe tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/eb3383a7-89ed-4a42-9ad8-0d3c18978d81 HTTP/1.1" status: 404 len: 336 time: 0.5474851 Aug 09 15:50:36.894911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35298) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:36.898205 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7d8b4-ce6e-4eb1-b269-f1f91e6780de None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:36.899122 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0ea7d8b4-ce6e-4eb1-b269-f1f91e6780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:36.902406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.944862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b5512678-9d6c-42a8-86e6-76e5a49f4da4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:37.187219 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0ea7d8b4-ce6e-4eb1-b269-f1f91e6780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:37.233997 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7d8b4-ce6e-4eb1-b269-f1f91e6780de None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:37.237134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b5512678-9d6c-42a8-86e6-76e5a49f4da4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:37.237979 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.240435 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0ea7d8b4-ce6e-4eb1-b269-f1f91e6780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:37.323086 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0ea7d8b4-ce6e-4eb1-b269-f1f91e6780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:37.323985 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7d8b4-ce6e-4eb1-b269-f1f91e6780de None None] The sync data for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:37.379390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6e87af08-04af-4b28-970c-940412aff345 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=acddfd47-58b2-4cd2-8928-bdc7a60569ad HTTP/1.1" status: 200 len: 205 time: 0.4689536 Aug 09 15:50:37.387343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-3122bd5c-8e46-4080-b091-143b8dcaeed9 service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8857121 Aug 09 15:50:37.388899 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.391374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b3709325-2cdd-41fe-b882-1e012bac216b tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.3665292 Aug 09 15:50:37.392959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35306) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:37.410556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35310) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:37.692700 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-a3db5fe8-2909-4902-9e06-97b37ad1acdd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] delete failed (client error): The resource could not be found. Aug 09 15:50:37.694090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a3db5fe8-2909-4902-9e06-97b37ad1acdd tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/acddfd47-58b2-4cd2-8928-bdc7a60569ad HTTP/1.1" status: 404 len: 336 time: 0.2908394 Aug 09 15:50:37.701489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35318) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:37.896824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db0c2-6624-4815-a055-96b0ab3021b8 req-12539dff-ed99-4048-ab79-37757c20ba91 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:37.911640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e14db0c2-6624-4815-a055-96b0ab3021b8 req-12539dff-ed99-4048-ab79-37757c20ba91 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.8874376 Aug 09 15:50:37.950422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fa36c651-1cb8-4bc0-9975-bea656758559 tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 HTTP/1.1" status: 200 len: 205 time: 0.2438588 Aug 09 15:50:37.953035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35328) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:38.012298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-14719d37-a6c4-474d-ab7a-735eb5a47a13 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:38.014171 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-14719d37-a6c4-474d-ab7a-735eb5a47a13 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 811 time: 0.5932055 Aug 09 15:50:38.068715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb075b4b-3019-4c75-8b50-5013d1dd2e92 req-4b1bf754-7d9c-4d53-af03-745aeae8fb0c service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629355 Aug 09 15:50:38.070893 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-095e61d0-3125-4846-b422-2b6e2139c49d tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] delete failed (client error): The resource could not be found. Aug 09 15:50:38.072233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-095e61d0-3125-4846-b422-2b6e2139c49d tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/7ea7f421-dd5e-4b4b-9edc-a8ebefeca392 HTTP/1.1" status: 404 len: 336 time: 0.0964453 Aug 09 15:50:38.078350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35330) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:38.137311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e7db419-994b-40bc-8099-bc7d8828daa4 req-a9cdf8d3-db3d-4088-a3a8-f0d22d360bca tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 210 time: 0.1474988 Aug 09 15:50:38.178475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3a8c7a63-4d4f-4f9f-b321-7ae1f009fe7e tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd587-ecfc-4c35-a58c-3d055c71250e HTTP/1.1" status: 200 len: 205 time: 0.0784407 Aug 09 15:50:38.192480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35334) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:38.206085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e14db0c2-6624-4815-a055-96b0ab3021b8 req-4e49b2a7-6d17-47c0-afeb-b1dea274d395 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930508 Aug 09 15:50:38.271059 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-3ffa4ea9-0266-4af9-b49b-0d60459489eb tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] delete failed (client error): The resource could not be found. Aug 09 15:50:38.274036 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3ffa4ea9-0266-4af9-b49b-0d60459489eb tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/routers/b01fd587-ecfc-4c35-a58c-3d055c71250e HTTP/1.1" status: 404 len: 336 time: 0.0791326 Aug 09 15:50:38.279153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35342) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:38.292557 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-09fc551e-1983-42af-8dfd-d97484c503e1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e8bb5fb9d7e482bad0e4154e482646f HTTP/1.1" status: 200 len: 380 time: 0.2669032 Aug 09 15:50:38.307118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'port': {'device_id': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'admin_state_up': True, 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'security_groups': ['26e1639e-74a4-4c47-ac22-249406050cac']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:38.331597 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9237e20-44db-48ad-89dd-6f47a0b6216e tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] DELETE failed (client error): The resource could not be found. Aug 09 15:50:38.332087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9237e20-44db-48ad-89dd-6f47a0b6216e tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:50:38.338273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a9237e20-44db-48ad-89dd-6f47a0b6216e tempest-RoutersIpV6AdminTest-314937341 tempest-RoutersIpV6AdminTest-314937341-project] 10.222.0.64 "DELETE /v2.0/subnets/b5bcb421-d147-4045-82ed-54b599fc5ede HTTP/1.1" status: 404 len: 337 time: 0.0498614 Aug 09 15:50:38.578602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea62953-eb43-4705-8635-f93e683d250f None None] Network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:38.832735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2e42c51b-4636-4655-962a-4bd53ce6491d None None] Provisioning for port f9591d04-4621-41c2-a424-9e7148999f55 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:39.068679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f9591d04-4621-41c2-a424-9e7148999f55 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:39.122000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35360) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:39.297738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f9591d04-4621-41c2-a424-9e7148999f55 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:39.330962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6acf4553-bbb3-4f03-acc2-75f6cd712798 req-b6b4f688-c62e-408f-a407-70d14db3bc14 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 210 time: 0.0632081 Aug 09 15:50:39.332946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f9591d04-4621-41c2-a424-9e7148999f55 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:39.341139 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.452919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.470593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.472026 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.478231 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.516392 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66831a19-f10e-44b9-a1ce-a9d944954529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.563396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port f9591d04-4621-41c2-a424-9e7148999f55, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f9591d04-4621-41c2-a424-9e7148999f55,segment=NetworkSegment(288eb324-b59c-4a75-a561-a100795fbd34),segment_id=288eb324-b59c-4a75-a561-a100795fbd34)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:39.573658 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.680985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=f9591d04-4621-41c2-a424-9e7148999f55,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:39.754583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=aeb243ae-26ab-45fc-8ae7-13fb0c155af1,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:39.826205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-08b0952f-3432-4723-86e0-f0e30224fe38 None None] Provisioning complete for port f9591d04-4621-41c2-a424-9e7148999f55 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:39.828455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-08b0952f-3432-4723-86e0-f0e30224fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.854203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f660db-7e07-4a1a-a055-1f3ea8ddd745 req-13220ded-2be9-4b08-8165-fca5a9ee794f tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:39.857641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9f660db-7e07-4a1a-a055-1f3ea8ddd745 req-13220ded-2be9-4b08-8165-fca5a9ee794f tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.3585474 Aug 09 15:50:39.995482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66831a19-f10e-44b9-a1ce-a9d944954529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.004831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9f660db-7e07-4a1a-a055-1f3ea8ddd745 req-8f80c69c-7795-4f4c-8526-a2a4c499ac06 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339610 Aug 09 15:50:40.006677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66831a19-f10e-44b9-a1ce-a9d944954529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.049559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66831a19-f10e-44b9-a1ce-a9d944954529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f174a73-0c75-4101-adf0-9d16ea95e6ce,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:40.161979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35388) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:40.162253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-66831a19-f10e-44b9-a1ce-a9d944954529 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c913eee1f016468b8859f42b1010105f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0339589 Aug 09 15:50:40.252382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Made reservation on behalf of 7e8bb5fb9d7e482bad0e4154e482646f for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:40.256249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.300089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 1cfe3374-e111-4b8c-a024-9a8cd091e825 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:40.317763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:40.557478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7577743-bc28-471f-85dd-29bdf31c24dc req-b8fc5a39-c850-4050-88b2-6a5297e3e011 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 210 time: 0.0625219 Aug 09 15:50:40.598642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4098f80-ffab-4720-9886-29f7f7418545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.673546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-35ac86f5-353a-41a1-804f-4c1dfdd19fa8 None None] Provisioning complete for port aeb243ae-26ab-45fc-8ae7-13fb0c155af1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:40.674197 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-35ac86f5-353a-41a1-804f-4c1dfdd19fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.736459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4098f80-ffab-4720-9886-29f7f7418545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.769669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-35ac86f5-353a-41a1-804f-4c1dfdd19fa8 None None] Port aeb243ae-26ab-45fc-8ae7-13fb0c155af1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:40.817143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Allocated IP 172.20.0.8 (d279b979-6cb8-4495-bbde-3bd14dcd4e3a/ce227a8c-f544-4bbb-b9b4-878d9862a86a/d52fb2e6-f04c-432b-bab8-a31cb7b69e2e) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:40.880693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f9591d04-4621-41c2-a424-9e7148999f55 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:40.955582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4098f80-ffab-4720-9886-29f7f7418545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.958260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f9591d04-4621-41c2-a424-9e7148999f55 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:40.958818 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.959657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4098f80-ffab-4720-9886-29f7f7418545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.966037 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a4098f80-ffab-4720-9886-29f7f7418545 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f174a73-0c75-4101-adf0-9d16ea95e6ce HTTP/1.1" status: 204 len: 168 time: 0.7955325 Aug 09 15:50:40.972478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 9a619792-6e5f-4daa-a794-e9e72bdfb5db is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:50:40.976387 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.046967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4098f80-ffab-4720-9886-29f7f7418545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f174a73-0c75-4101-adf0-9d16ea95e6ce,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:41.489041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35446) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.511353 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.524914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:41.536889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f78dfd-5632-496b-a87f-d554077430a3 None None] Sync routers for ids ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:41.552571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f78dfd-5632-496b-a87f-d554077430a3 None None] Routers {'9a619792-6e5f-4daa-a794-e9e72bdfb5db'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:41.553742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0edb8a7f-38e2-404e-a286-f6bb6881c51e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/9a619792-6e5f-4daa-a794-e9e72bdfb5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1523182 Aug 09 15:50:41.554608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35450) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.555001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d6f78dfd-5632-496b-a87f-d554077430a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:41.604772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Transition to ACTIVE for port object d52fb2e6-f04c-432b-bab8-a31cb7b69e2e will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:41.744075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568daaf-511b-4684-a988-d0e800c3c26b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:41.745179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d6f78dfd-5632-496b-a87f-d554077430a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:41.752483 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e568daaf-511b-4684-a988-d0e800c3c26b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports/aeb243ae-26ab-45fc-8ae7-13fb0c155af1 HTTP/1.1" status: 200 len: 911 time: 0.1836617 Aug 09 15:50:41.753223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35458) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.773424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f78dfd-5632-496b-a87f-d554077430a3 None None] Routers {'9a619792-6e5f-4daa-a794-e9e72bdfb5db'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:41.774702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d6f78dfd-5632-496b-a87f-d554077430a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:41.821769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35460) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.845576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d6f78dfd-5632-496b-a87f-d554077430a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:41.849522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f78dfd-5632-496b-a87f-d554077430a3 None None] The sync data for ids ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:41.902661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd05c8-74f6-43f1-b49b-e025872b90a2 req-74f7bf94-07c4-4181-ba2c-da280c63c25c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:41.904750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fecd05c8-74f6-43f1-b49b-e025872b90a2 req-74f7bf94-07c4-4181-ba2c-da280c63c25c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.7173324 Aug 09 15:50:41.944187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b6f80-6e6b-4307-8aa3-12ae61042c06 req-7266c32b-264e-49f1-83ef-d3c2824a83d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:41.946535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-377b6f80-6e6b-4307-8aa3-12ae61042c06 req-7266c32b-264e-49f1-83ef-d3c2824a83d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 931 time: 0.1124520 Aug 09 15:50:42.009001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fecd05c8-74f6-43f1-b49b-e025872b90a2 req-cf47370d-acb6-41d7-9209-7ea9a4bae86f tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931070 Aug 09 15:50:42.013339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-377b6f80-6e6b-4307-8aa3-12ae61042c06 req-0ccfc688-bad9-4d5a-8f3c-b27ca09e0d69 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542381 Aug 09 15:50:42.173573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.301985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:42.347238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:42.366905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:42.818139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-00fb9025-a392-4841-a34c-922707991133 None None] Provisioning for port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:42.830380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-00fb9025-a392-4841-a34c-922707991133 None None] Provisioning complete for port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:42.830747 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00fb9025-a392-4841-a34c-922707991133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.847279 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-647291cf-30ac-4e4a-afd4-c7c8fa13cede admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0901b9c862ec4cd6be78947ca91bcc87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0075550 Aug 09 15:50:42.848044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35494) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:42.908877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'Port': ['ID=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:42.935512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-00fb9025-a392-4841-a34c-922707991133 None None] Port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:42.980926 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c89866e-067e-4252-ba5a-60ae93aafe42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.013367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c89866e-067e-4252-ba5a-60ae93aafe42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.017603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.20.0.1 (a25403d8-b68c-474f-9257-9cc29185fcba/490dd943-1ade-4b16-a650-10166833fdbd/8aff0534-a046-4bba-a0dc-b34ebb3b9f99) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:43.037254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.038124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.086541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c89866e-067e-4252-ba5a-60ae93aafe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.089571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c89866e-067e-4252-ba5a-60ae93aafe42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.097358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2c89866e-067e-4252-ba5a-60ae93aafe42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56803003-b0ef-4283-a44b-e44d55b333f2 HTTP/1.1" status: 204 len: 168 time: 0.2490277 Aug 09 15:50:43.120659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89866e-067e-4252-ba5a-60ae93aafe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56803003-b0ef-4283-a44b-e44d55b333f2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:43.210042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3116b0-adb7-43ff-b1f1-a93ddca3a697 req-9f4dca16-52fe-4fb9-8c25-b4f6fe32e3c2 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.220205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb3116b0-adb7-43ff-b1f1-a93ddca3a697 req-9f4dca16-52fe-4fb9-8c25-b4f6fe32e3c2 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 931 time: 0.0865710 Aug 09 15:50:43.252876 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-47a77b09-af77-4858-9277-dcbf6d0690d8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9501860 Aug 09 15:50:43.281259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb3116b0-adb7-43ff-b1f1-a93ddca3a697 req-3ee92d3f-7942-4668-b5c1-b01c02155c8f tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546389 Aug 09 15:50:43.337336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-d4cfe8bf-e7d0-4615-a124-7eb030b1efbf tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:50:43.342474 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-d4cfe8bf-e7d0-4615-a124-7eb030b1efbf tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148206 Aug 09 15:50:43.766475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.810479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.861261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Transition to ACTIVE for port object 8aff0534-a046-4bba-a0dc-b34ebb3b9f99 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:43.905208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Request body: {'port': {'device_id': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:44.157686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.221373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.379688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network a25403d8-b68c-474f-9257-9cc29185fcba is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:44.408638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:44.410739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=8aff0534-a046-4bba-a0dc-b34ebb3b9f99,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:44.413217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:44.508040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e425064-2ba2-44c1-8b30-4f74d870e2d6 req-10ca586e-9e42-4d5d-97c2-b97fff7d437d tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:44.518630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e425064-2ba2-44c1-8b30-4f74d870e2d6 req-10ca586e-9e42-4d5d-97c2-b97fff7d437d tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 931 time: 0.1434560 Aug 09 15:50:44.588574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e425064-2ba2-44c1-8b30-4f74d870e2d6 req-bbf3e217-2ef5-4b06-a1f0-7bfcc2836dec tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647621 Aug 09 15:50:44.625035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35608) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:44.705867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.776257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1683072073'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:44.805649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Made reservation on behalf of 576b83a0cb6249dd9196cf6a92f82ffd for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:44.810500 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.824525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.845060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8:1::1 (7f4a86c9-b871-4662-b68d-3563b6e0fb6b/d6056ef9-c139-41a8-83bf-f4fa98256ad0/deb24bce-47bf-4bec-9473-7c3fb4b538a0) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:44.888453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.914940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1e6d608d-9599-453f-b2f2-95c03e35e960 None None] Provisioning for port 8aff0534-a046-4bba-a0dc-b34ebb3b9f99 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:44.920535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1e6d608d-9599-453f-b2f2-95c03e35e960 None None] Provisioning complete for port 8aff0534-a046-4bba-a0dc-b34ebb3b9f99 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:44.920911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1e6d608d-9599-453f-b2f2-95c03e35e960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.031113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d608d-9599-453f-b2f2-95c03e35e960 None None] Port 8aff0534-a046-4bba-a0dc-b34ebb3b9f99 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:45.033527 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.065037 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-981aa25b-5fcc-4d97-acaa-85c038182429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.078153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.143498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:45.148114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b65a81-52f8-4a63-99d5-f677659b7472,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:45.171508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec8f0b-fb53-4a77-9191-dcde51dd37d3 req-cc4725e6-e577-4d88-ab0a-5c2e1ed7dd66 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:45.173420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bfec8f0b-fb53-4a77-9191-dcde51dd37d3 req-cc4725e6-e577-4d88-ab0a-5c2e1ed7dd66 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.1353087 Aug 09 15:50:45.179551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.180157 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Added segment da86f8d5-f371-4a81-9b5f-20f45de49575 of type vlan for network c6981531-57bc-46ea-95ee-da7d92ba981d Aug 09 15:50:45.260864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bfec8f0b-fb53-4a77-9191-dcde51dd37d3 req-201d4020-2a6b-4c23-bd56-8c366f7a69c7 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Aug 09 15:50:45.277774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.316881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52fb2e6-f04c-432b-bab8-a31cb7b69e2e {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:45.323890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.334027 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.352619 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.362798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:45.363858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.412542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.423613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Transition to ACTIVE for port object d52fb2e6-f04c-432b-bab8-a31cb7b69e2e will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:45.476893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.481093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8538404 Aug 09 15:50:45.490158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35646) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:45.501125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'subnet': {'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:45.510797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object deb24bce-47bf-4bec-9473-7c3fb4b538a0 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:45.671429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Pushing event updated for resources: {'Port': ['ID=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:45.720404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990424-94a4-42c2-9d9f-c487505c5895 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Network': ['ID=c6981531-57bc-46ea-95ee-da7d92ba981d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:45.749057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c6981531-57bc-46ea-95ee-da7d92ba981d details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:45.977422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Made reservation on behalf of 576b83a0cb6249dd9196cf6a92f82ffd for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:45.982692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.176594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d31db0-21a3-4a45-be4b-4d85b982f454 req-ea950c69-7051-48f3-bc41-0977653d5fef tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:46.178427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90d31db0-21a3-4a45-be4b-4d85b982f454 req-ea950c69-7051-48f3-bc41-0977653d5fef tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 943 time: 0.3141971 Aug 09 15:50:46.326955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90d31db0-21a3-4a45-be4b-4d85b982f454 req-ba55aee3-93e3-4782-8358-882998c4afe6 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313672 Aug 09 15:50:46.359601 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.485442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.524723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:46.536193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:46.543428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:46.544646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.584020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Subnet': ['ID=dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:46.610918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Checking segment: {'id': 'da86f8d5-f371-4a81-9b5f-20f45de49575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:46.610918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Network hostable DHCP agents. Network: c6981531-57bc-46ea-95ee-da7d92ba981d, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:46.651519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Network c6981531-57bc-46ea-95ee-da7d92ba981d is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:46.675722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c6981531-57bc-46ea-95ee-da7d92ba981d) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:46.684490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:46.687257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.705730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b79e8-623c-4621-8492-3375e31121fd None None] Network c6981531-57bc-46ea-95ee-da7d92ba981d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:46.718263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7b048762-5145-4e1d-aee3-9411c25fabc8 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2200246 Aug 09 15:50:46.726546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35700) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:46.739789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-933294966'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:46.779585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=deb24bce-47bf-4bec-9473-7c3fb4b538a0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:46.825831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Attempting to bind port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:46.826166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Attempting to bind port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:46.826498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Attempting to bind port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e on network d279b979-6cb8-4495-bbde-3bd14dcd4e3a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:46.859749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e on network d279b979-6cb8-4495-bbde-3bd14dcd4e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:50:46.860095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Attempting to bind port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e on network d279b979-6cb8-4495-bbde-3bd14dcd4e3a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:46.874618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:46.874948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Checking segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:46.875572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Bound using segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:46.876379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Bound port: d52fb2e6-f04c-432b-bab8-a31cb7b69e2e, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:46.876919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.043678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-c6981531-57bc-46ea-95ee-da7d92ba981d', 'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d', 'tenant_id': '576b83a0cb6249dd9196cf6a92f82ffd', 'fixed_ips': [{'subnet_id': 'dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:50:47.044686 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.101341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.111744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Deleting port df389c0f-1bea-413c-bd57-0f8caced9571 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:47.112047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.121994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] For port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:47.138395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.154481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] For port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:47.160837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Made reservation on behalf of 576b83a0cb6249dd9196cf6a92f82ffd for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:47.164599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.215308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] device_id is not set on port 971379b9-d7af-438f-8897-1627683024b7 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:50:47.235631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.286591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a2b67f09-3a03-46e8-ae4f-84786a295204 None None] Provisioning for port deb24bce-47bf-4bec-9473-7c3fb4b538a0 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:47.299082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a2b67f09-3a03-46e8-ae4f-84786a295204 None None] Provisioning complete for port deb24bce-47bf-4bec-9473-7c3fb4b538a0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:47.300029 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a2b67f09-3a03-46e8-ae4f-84786a295204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.355201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a2b67f09-3a03-46e8-ae4f-84786a295204 None None] Port deb24bce-47bf-4bec-9473-7c3fb4b538a0 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:47.407057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Allocated IP 2001:db8::c9 (c6981531-57bc-46ea-95ee-da7d92ba981d/dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c/971379b9-d7af-438f-8897-1627683024b7) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:47.440905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.489895 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a6816179-77fb-4c85-9115-610694d55190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.562948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:47.564110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.565566 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] 10.222.0.66 "PUT /v2.0/ports/d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 1091 time: 4.1966374 Aug 09 15:50:47.569593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f3b38-1391-4ba8-bf83-e8d743bfc98e req-6d998adf-02f7-41a8-8dc3-9efe45eef1d3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:47.575328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'tag': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:47.578171 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0b2c76-66a1-4628-9f2d-22788e077247" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc3d9c3-6de2-4868-94c7-e751ba7e2908", "tag": "d52fb2e6-f04c-432b-bab8-a31cb7b69e2e"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:47.605230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=8aff0534-a046-4bba-a0dc-b34ebb3b9f99,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:47.621013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-364f3b38-1391-4ba8-bf83-e8d743bfc98e req-6d998adf-02f7-41a8-8dc3-9efe45eef1d3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 943 time: 0.1899152 Aug 09 15:50:47.777668 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5232b512-5708-4113-84e2-5e9eb8a8ec91 x-openstack-request-id: req-5232b512-5708-4113-84e2-5e9eb8a8ec91 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:47.801978 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc3d9c3-6de2-4868-94c7-e751ba7e2908", "tag": "d52fb2e6-f04c-432b-bab8-a31cb7b69e2e", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:47.801978 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5232b512-5708-4113-84e2-5e9eb8a8ec91 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:47.801978 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'tag': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'status': 'completed', 'code': 200} Aug 09 15:50:47.804080 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.805162 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.837887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-364f3b38-1391-4ba8-bf83-e8d743bfc98e req-88d74c34-3e36-4b5e-8df1-ae50ef6cb3e6 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139304 Aug 09 15:50:47.845433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880a680-106c-46ee-baf0-3492d6d5298f service neutron] Pushing event updated for resources: {'Port': ['ID=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:47.859748 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.883602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Transition to ACTIVE for port object 971379b9-d7af-438f-8897-1627683024b7 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:47.945805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] For port df389c0f-1bea-413c-bd57-0f8caced9571, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=df389c0f-1bea-413c-bd57-0f8caced9571,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:47.946449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.980422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-8ad35b73-e347-403e-9035-a70238d3fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:47.983263 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-8ad35b73-e347-403e-9035-a70238d3fccf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1094 time: 0.1905651 Aug 09 15:50:48.005002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.050156 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-a1e5df86-f5a2-433c-803a-ccf183cc3a8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 217 time: 0.0457184 Aug 09 15:50:48.053799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Calling delete_port for df389c0f-1bea-413c-bd57-0f8caced9571 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:48.066814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Network c6981531-57bc-46ea-95ee-da7d92ba981d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:48.072467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:48.085307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:48.094499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:48.101755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.101755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=971379b9-d7af-438f-8897-1627683024b7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:48.132780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-97e2e134-8cc2-4e85-9439-53ee75b6d7bc tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4033062 Aug 09 15:50:48.140015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35760) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:48.149040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1717129267', 'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:70:f7:76'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:48.179091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Allocated IP 2001:db8::2 (c6981531-57bc-46ea-95ee-da7d92ba981d/dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c/1137daad-abe7-480f-b5b9-b55f1b4e7db1) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:48.237613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-169782c5-3a53-4ddf-9b5c-8ee1cf59c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:48.239406 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-169782c5-3a53-4ddf-9b5c-8ee1cf59c5f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.0720139 Aug 09 15:50:48.440160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Made reservation on behalf of 576b83a0cb6249dd9196cf6a92f82ffd for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:48.586458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-c9ebaf01-97d0-4069-b2c2-deb914334fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:48.589874 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-c9ebaf01-97d0-4069-b2c2-deb914334fcc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3234968 Aug 09 15:50:48.642761 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.694708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] device_id is not set on port a5b23b01-ee24-4a08-a7c1-119d4ba56927 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:50:48.758267 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.771261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Transition to ACTIVE for port object 1137daad-abe7-480f-b5b9-b55f1b4e7db1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:48.787183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network a25403d8-b68c-474f-9257-9cc29185fcba is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:48.793378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Transition to ACTIVE for port object 1137daad-abe7-480f-b5b9-b55f1b4e7db1 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:48.801937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:48.806870 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.975133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Network c6981531-57bc-46ea-95ee-da7d92ba981d is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:48.979115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Pushing event updated for resources: {'Port': ['ID=1137daad-abe7-480f-b5b9-b55f1b4e7db1,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:48.994449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:48.999608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:49.044210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Allocated IP 2001:db8::269 (c6981531-57bc-46ea-95ee-da7d92ba981d/dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c/a5b23b01-ee24-4a08-a7c1-119d4ba56927) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:49.181699 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.184333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Attempting to bind port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:49.187497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Attempting to bind port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'da86f8d5-f371-4a81-9b5f-20f45de49575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:49.187987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Attempting to bind port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 on network c6981531-57bc-46ea-95ee-da7d92ba981d {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:49.218160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:49.220819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Checking segment: {'id': 'da86f8d5-f371-4a81-9b5f-20f45de49575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:49.221533 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.222154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Bound using segment: {'id': 'da86f8d5-f371-4a81-9b5f-20f45de49575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:49.223170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Bound port: 1137daad-abe7-480f-b5b9-b55f1b4e7db1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da86f8d5-f371-4a81-9b5f-20f45de49575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:49.230654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.360270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] For port 1137daad-abe7-480f-b5b9-b55f1b4e7db1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:49.365268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] For port 1137daad-abe7-480f-b5b9-b55f1b4e7db1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1137daad-abe7-480f-b5b9-b55f1b4e7db1,segment=NetworkSegment(da86f8d5-f371-4a81-9b5f-20f45de49575),segment_id=da86f8d5-f371-4a81-9b5f-20f45de49575)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:49.368230 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-dea0f694-8222-4f35-9cad-be6773a77a85 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477996 Aug 09 15:50:49.379551 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.390125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35792) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:49.406994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.436995 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.439503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.458747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a7e21-0a16-4771-8fa7-25937d486240 req-6c5535e5-bf26-419c-9e35-ba41dc6d53ed tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:49.472695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d1873-4dd3-43ba-ad1a-c93306661f7e None None] Pushing event updated for resources: {'Port': ['ID=1137daad-abe7-480f-b5b9-b55f1b4e7db1,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:49.475549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-140a7e21-0a16-4771-8fa7-25937d486240 req-6c5535e5-bf26-419c-9e35-ba41dc6d53ed tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 943 time: 0.3724892 Aug 09 15:50:49.498265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-926a99d6-7df8-48cd-8a82-0446dfe1c0a5 None None] Provisioning complete for port 8aff0534-a046-4bba-a0dc-b34ebb3b9f99 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:49.501050 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-926a99d6-7df8-48cd-8a82-0446dfe1c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.597638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-926a99d6-7df8-48cd-8a82-0446dfe1c0a5 None None] Port 8aff0534-a046-4bba-a0dc-b34ebb3b9f99 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:49.655252 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6bcd7812-6a57-430c-926a-7cdf699a88f1 req-2e9f890d-39ec-4812-9eaa-f54260928a64 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720382 Aug 09 15:50:49.656060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.679738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-140a7e21-0a16-4771-8fa7-25937d486240 req-76ed3120-0a26-40a2-97df-a9af1355a34f tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798785 Aug 09 15:50:49.713285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68491e23-d3fe-4512-8736-b522d1962933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.722135 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.774147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Transition to ACTIVE for port object a5b23b01-ee24-4a08-a7c1-119d4ba56927 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:49.977087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.989103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68491e23-d3fe-4512-8736-b522d1962933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.011525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=deb24bce-47bf-4bec-9473-7c3fb4b538a0,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:50.047969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-68491e23-d3fe-4512-8736-b522d1962933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.080764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:50.112043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Network c6981531-57bc-46ea-95ee-da7d92ba981d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:50.130865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:50.133461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Pushing event deleted for resources: {'Port': ['ID=df389c0f-1bea-413c-bd57-0f8caced9571,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:50.144347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:50.150973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:50.151771 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.157076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-68491e23-d3fe-4512-8736-b522d1962933 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6af479594021496fac73914116e81e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7653151 Aug 09 15:50:50.160560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=a5b23b01-ee24-4a08-a7c1-119d4ba56927,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:50.163854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35798) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:50.187868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68491e23-d3fe-4512-8736-b522d1962933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931e345-65d8-4c73-bcc1-f98dd8367d5e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:50.199284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-65016261-4dd4-4d85-9423-e5a7ea22dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:50.201132 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-65016261-4dd4-4d85-9423-e5a7ea22dc82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1094 time: 0.4599571 Aug 09 15:50:50.225359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-12359c11-e63b-4ae2-949d-b7ca3881cc62 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0836787 Aug 09 15:50:50.226048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35800) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:50.346466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5024732-5ffa-4a60-925c-bffaef723dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.359733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.361552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b9143-f763-4355-a68d-46a577ffadba tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:50.367922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b9143-f763-4355-a68d-46a577ffadba tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:50.374677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b9143-f763-4355-a68d-46a577ffadba tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:50.375533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:50.379620 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1c2b9143-f763-4355-a68d-46a577ffadba tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1493187 Aug 09 15:50:50.380190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35804) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:50.413849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:50.436330 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5024732-5ffa-4a60-925c-bffaef723dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.542859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5024732-5ffa-4a60-925c-bffaef723dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.546356 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5024732-5ffa-4a60-925c-bffaef723dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.551642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b5024732-5ffa-4a60-925c-bffaef723dfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7931e345-65d8-4c73-bcc1-f98dd8367d5e HTTP/1.1" status: 204 len: 168 time: 0.3753529 Aug 09 15:50:50.557664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5024732-5ffa-4a60-925c-bffaef723dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931e345-65d8-4c73-bcc1-f98dd8367d5e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:50.573699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c9df7c34-944d-41c6-a0b6-a84dbd5ebad2 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Deleting port a5b23b01-ee24-4a08-a7c1-119d4ba56927 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:50.574456 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c34-944d-41c6-a0b6-a84dbd5ebad2 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.902946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c34-944d-41c6-a0b6-a84dbd5ebad2 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.980373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c9df7c34-944d-41c6-a0b6-a84dbd5ebad2 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Calling delete_port for a5b23b01-ee24-4a08-a7c1-119d4ba56927 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:51.020434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-afaf4fba-f2ee-4c8d-9740-de17da5321e6 None None] Provisioning complete for port deb24bce-47bf-4bec-9473-7c3fb4b538a0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:51.021357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-afaf4fba-f2ee-4c8d-9740-de17da5321e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.144018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-afaf4fba-f2ee-4c8d-9740-de17da5321e6 None None] Port deb24bce-47bf-4bec-9473-7c3fb4b538a0 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:51.148610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9dde3-4049-4dfa-936c-7d49e5dd9eff req-0b4b70fd-7f6d-4d00-87b1-bfec359edd3b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:51.151756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eb9dde3-4049-4dfa-936c-7d49e5dd9eff req-0b4b70fd-7f6d-4d00-87b1-bfec359edd3b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 943 time: 0.3153970 Aug 09 15:50:51.155142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1137daad-abe7-480f-b5b9-b55f1b4e7db1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:51.182053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.279423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eb9dde3-4049-4dfa-936c-7d49e5dd9eff req-e0156b1a-ba5d-4155-ae70-f80cd5147709 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203265 Aug 09 15:50:51.310812 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:50:51.320327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:51.326591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-3c425d7f-6e62-41cf-a843-9540b4dbedba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:51.329536 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-3c425d7f-6e62-41cf-a843-9540b4dbedba service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 1.1150377 Aug 09 15:50:51.334255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:51.336088 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684e8a7-333c-4661-ae33-10c53904f110 None None] Sync routers for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:51.343135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 9a619792-6e5f-4daa-a794-e9e72bdfb5db has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:51.353079 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ae0003d6-b68b-4742-9314-f2edc684c877 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/routers/b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9279265 Aug 09 15:50:51.358485 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684e8a7-333c-4661-ae33-10c53904f110 None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:51.359038 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4684e8a7-333c-4661-ae33-10c53904f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:51.362246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35820) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:51.378609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'port': {'network_id': 'a25403d8-b68c-474f-9257-9cc29185fcba', 'name': 'tempest-FloatingIPTestJSON-2045633087'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:51.454478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d4ed3-c207-4252-9043-bf8566877259 None None] Network c6981531-57bc-46ea-95ee-da7d92ba981d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:51.485135 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4684e8a7-333c-4661-ae33-10c53904f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:51.520175 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684e8a7-333c-4661-ae33-10c53904f110 None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:51.522611 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4684e8a7-333c-4661-ae33-10c53904f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:51.608672 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4684e8a7-333c-4661-ae33-10c53904f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:51.609472 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684e8a7-333c-4661-ae33-10c53904f110 None None] The sync data for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:51.615048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-3f256f64-695c-4959-a3c8-376a657541d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 217 time: 0.2549791 Aug 09 15:50:51.623797 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-96a86eab-70a4-4e1a-a327-d896fccbd5ba None None] Provisioning for port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:51.635652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-96a86eab-70a4-4e1a-a327-d896fccbd5ba None None] Provisioning complete for port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:51.636759 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-96a86eab-70a4-4e1a-a327-d896fccbd5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.781524 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c34-944d-41c6-a0b6-a84dbd5ebad2 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.860671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df7c34-944d-41c6-a0b6-a84dbd5ebad2 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Port': ['ID=a5b23b01-ee24-4a08-a7c1-119d4ba56927,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:51.921473 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-96a86eab-70a4-4e1a-a327-d896fccbd5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.008668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-96a86eab-70a4-4e1a-a327-d896fccbd5ba None None] For port 1137daad-abe7-480f-b5b9-b55f1b4e7db1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1137daad-abe7-480f-b5b9-b55f1b4e7db1,segment=NetworkSegment(da86f8d5-f371-4a81-9b5f-20f45de49575),segment_id=da86f8d5-f371-4a81-9b5f-20f45de49575)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:52.015413 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-96a86eab-70a4-4e1a-a327-d896fccbd5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.083688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Made reservation on behalf of 6fc78f2dcf1a44978f633f134551859c for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:52.093532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.161944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a86eab-70a4-4e1a-a327-d896fccbd5ba None None] Pushing event updated for resources: {'Port': ['ID=1137daad-abe7-480f-b5b9-b55f1b4e7db1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:52.221952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c9df7c34-944d-41c6-a0b6-a84dbd5ebad2 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.224298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-3d149df8-fff4-486b-b82e-f4b9ae758859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:52.225978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c9df7c34-944d-41c6-a0b6-a84dbd5ebad2 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "DELETE /v2.0/ports/a5b23b01-ee24-4a08-a7c1-119d4ba56927 HTTP/1.1" status: 204 len: 168 time: 1.8422222 Aug 09 15:50:52.226959 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-3d149df8-fff4-486b-b82e-f4b9ae758859 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.4365780 Aug 09 15:50:52.228323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] device_id is not set on port f13e3a54-acd8-49dc-8865-6f1ece4b638d yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:50:52.233079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:52.238759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35836) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:52.241175 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c6e23ee4-d198-4f60-b103-81162653d3a7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/9a619792-6e5f-4daa-a794-e9e72bdfb5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4825325 Aug 09 15:50:52.249065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1775a80-deef-434e-85e2-7e1f8aa856f7 None None] Sync routers for ids ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:52.252876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35838) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:52.273776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1775a80-deef-434e-85e2-7e1f8aa856f7 None None] Routers {'9a619792-6e5f-4daa-a794-e9e72bdfb5db'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:52.274862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b1775a80-deef-434e-85e2-7e1f8aa856f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:52.406235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b1775a80-deef-434e-85e2-7e1f8aa856f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:52.417619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0acb64-aeda-4a70-aab9-c58b44dbd2d8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:52.427861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9e8dea8b-9956-433a-8487-f146f875bb11 None None] Provisioning for port 971379b9-d7af-438f-8897-1627683024b7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:52.430497 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3b0acb64-aeda-4a70-aab9-c58b44dbd2d8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports/deb24bce-47bf-4bec-9473-7c3fb4b538a0 HTTP/1.1" status: 200 len: 913 time: 0.1286283 Aug 09 15:50:52.439771 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91daea6-ee40-4e52-aacb-46bad116cf61 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] GET failed (client error): The resource could not be found. Aug 09 15:50:52.442872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c91daea6-ee40-4e52-aacb-46bad116cf61 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "GET /v2.0/ports/a5b23b01-ee24-4a08-a7c1-119d4ba56927 HTTP/1.1" status: 404 len: 333 time: 0.2022979 Aug 09 15:50:52.450708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9e8dea8b-9956-433a-8487-f146f875bb11 None None] Provisioning complete for port 971379b9-d7af-438f-8897-1627683024b7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:52.450708 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9e8dea8b-9956-433a-8487-f146f875bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.451145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35850) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:52.451336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35848) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:52.474398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1767695840'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:52.511621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1775a80-deef-434e-85e2-7e1f8aa856f7 None None] Routers {'9a619792-6e5f-4daa-a794-e9e72bdfb5db'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:52.512600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b1775a80-deef-434e-85e2-7e1f8aa856f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:52.649682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b1775a80-deef-434e-85e2-7e1f8aa856f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:52.650421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1775a80-deef-434e-85e2-7e1f8aa856f7 None None] The sync data for ids ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:52.652635 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-953b0d00-79ba-470d-8d95-b41d175cd8b5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9890893 Aug 09 15:50:52.695618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9e8dea8b-9956-433a-8487-f146f875bb11 None None] Port 971379b9-d7af-438f-8897-1627683024b7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:52.721334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9e8dea8b-9956-433a-8487-f146f875bb11 None None] Provisioning complete for port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:52.721722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9e8dea8b-9956-433a-8487-f146f875bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.845348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a25437-cc79-4a02-9f6f-4e64109a03d7 req-7db98b5a-4883-4ddb-8974-d38d5776341b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:52.854527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8a25437-cc79-4a02-9f6f-4e64109a03d7 req-7db98b5a-4883-4ddb-8974-d38d5776341b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 943 time: 0.3583288 Aug 09 15:50:52.967296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Allocated IP 172.20.0.7 (a25403d8-b68c-474f-9257-9cc29185fcba/490dd943-1ade-4b16-a650-10166833fdbd/f13e3a54-acd8-49dc-8865-6f1ece4b638d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:52.989249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1137daad-abe7-480f-b5b9-b55f1b4e7db1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:52.996271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Made reservation on behalf of 576b83a0cb6249dd9196cf6a92f82ffd for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:53.000130 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.031341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] device_id is not set on port c0003e9e-1135-4fca-84cd-4a90da3a5836 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:50:53.188766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:53.189719 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.204580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-1b875857-171b-4205-bff0-146b14af51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:53.206793 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-1b875857-171b-4205-bff0-146b14af51d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9552648 Aug 09 15:50:53.279949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1a2f1cd4-651f-41ba-a8a4-9f504f2dcb6b None None] Provisioning complete for port 971379b9-d7af-438f-8897-1627683024b7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:53.280637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1cd4-651f-41ba-a8a4-9f504f2dcb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.327048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Allocated IP 2001:db8::23f (c6981531-57bc-46ea-95ee-da7d92ba981d/dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c/c0003e9e-1135-4fca-84cd-4a90da3a5836) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:53.383210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f1cd4-651f-41ba-a8a4-9f504f2dcb6b None None] Port 971379b9-d7af-438f-8897-1627683024b7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:53.430023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1a2f1cd4-651f-41ba-a8a4-9f504f2dcb6b None None] Could not find standard attr ID for object a5b23b01-ee24-4a08-a7c1-119d4ba56927. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:50:53.436905 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-0bd3fab9-67e6-4b1f-b038-0c4c49dbfaee service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765034 Aug 09 15:50:53.464427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d52fb2e6-f04c-432b-bab8-a31cb7b69e2e details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:50:53.684856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-1e9fc840-cd5a-4fe2-8437-b9f03f1b9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:53.687709 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-1e9fc840-cd5a-4fe2-8437-b9f03f1b9221 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 1096 time: 0.9267993 Aug 09 15:50:53.706424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:53.729620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'port_id': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'mac_address': 'fa:16:3e:87:2c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:50:53.744832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8a25437-cc79-4a02-9f6f-4e64109a03d7 req-8885c8fd-dd94-4d48-8882-33ef8162881c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8890822 Aug 09 15:50:53.801880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35882) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:53.814131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.848690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52fb2e6-f04c-432b-bab8-a31cb7b69e2e {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:53.900177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:53.909793 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.963731 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3f0b2c76-66a1-4628-9f2d-22788e077247 req-faa3b355-afd8-4c2f-ae9a-da872b15cd2f service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157981 Aug 09 15:50:53.976692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:54.026957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Router c1bcf37c-4f4b-447d-9e53-6801f1a21276 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:54.186040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['d52fb2e6-f04c-432b-bab8-a31cb7b69e2e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:54.200833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-6516fa64-9cd6-4541-bc3e-8ee5348062e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:54.203432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-6516fa64-9cd6-4541-bc3e-8ee5348062e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.4078679 Aug 09 15:50:54.298059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7be36b4-dd51-4981-8f92-1b75628f692b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:54.339682 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-e7b3865d-6110-4d17-9bf0-76332c01ddeb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c65dba4f-1455-4022-9b41-773da9ca40ef HTTP/1.1" status: 200 len: 217 time: 0.1170402 Aug 09 15:50:54.424078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:54.478643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:54.492720 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:54.495487 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] Sync routers for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:54.510321 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:54.511284 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:54.529243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Transition to ACTIVE for port object c0003e9e-1135-4fca-84cd-4a90da3a5836 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:54.541934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b8145d73-8956-454d-b94b-9f992999ff96 admin admin] 10.222.0.64 "PUT /v2.0/routers/c1bcf37c-4f4b-447d-9e53-6801f1a21276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0430274 Aug 09 15:50:54.545323 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:54.548398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35888) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:54.566098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-13a03729-35a9-4494-b22e-b8037ed53fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:54.567938 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-13a03729-35a9-4494-b22e-b8037ed53fe0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.2107475 Aug 09 15:50:54.623497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Transition to ACTIVE for port object f13e3a54-acd8-49dc-8865-6f1ece4b638d will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:54.718943 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:54.722610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:54.866410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=c0003e9e-1135-4fca-84cd-4a90da3a5836,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:54.964881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Network c6981531-57bc-46ea-95ee-da7d92ba981d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:54.973510 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:54.984794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:55.035422 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-c350cf74-5004-4352-b3ed-682da480afe7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4545312 Aug 09 15:50:55.048468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:55.055202 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:50:48Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:55.055952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.057240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.076976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.109789 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] Checking router: c1bcf37c-4f4b-447d-9e53-6801f1a21276 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:55.129104 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] Routers {'c1bcf37c-4f4b-447d-9e53-6801f1a21276'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:55.130270 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:55.237541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Network a25403d8-b68c-474f-9257-9cc29185fcba is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:55.260892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f6025-d59d-47dd-afb8-fc4709e5eff1 req-6a505449-376b-4d6c-b1f1-5c6176faf28f tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.263171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-279f6025-d59d-47dd-afb8-fc4709e5eff1 req-6a505449-376b-4d6c-b1f1-5c6176faf28f tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 944 time: 0.3612156 Aug 09 15:50:55.273264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:55.284706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:55.332579 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-6fbe8d23-0448-40e9-a600-b7f40545a8c8 service neutron] 10.222.0.66 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843659 Aug 09 15:50:55.336741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event updated for resources: {'Port': ['ID=f13e3a54-acd8-49dc-8865-6f1ece4b638d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:55.407267 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] Set router c1bcf37c-4f4b-447d-9e53-6801f1a21276 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:55.411629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7be36b4-dd51-4981-8f92-1b75628f692b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.463532 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7be36b4-dd51-4981-8f92-1b75628f692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.472141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.472829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.479021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0704b89b-b497-4d5f-afe9-b6fd3990f355 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0220821 Aug 09 15:50:55.479921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-279f6025-d59d-47dd-afb8-fc4709e5eff1 req-b2b2ddfa-b9a1-4c36-8161-968cc0b68c64 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973145 Aug 09 15:50:55.480601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35896) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:55.489775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:70:f7:76'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:55.492056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d52fb2e6-f04c-432b-bab8-a31cb7b69e2e up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:55.498548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.545592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5fc23bbb-de9c-4941-94e5-6e6dd9599f3f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1792836 Aug 09 15:50:55.546268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35898) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:55.556288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Request body: {'floatingip': {'port_id': 'f13e3a54-acd8-49dc-8865-6f1ece4b638d'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:55.598428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-58b36918-6e18-4ecc-9ee6-93cd7ee146af None None] Provisioning for port c0003e9e-1135-4fca-84cd-4a90da3a5836 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:55.616717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-58b36918-6e18-4ecc-9ee6-93cd7ee146af None None] Provisioning complete for port c0003e9e-1135-4fca-84cd-4a90da3a5836 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:55.618541 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-58b36918-6e18-4ecc-9ee6-93cd7ee146af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.628530 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7be36b4-dd51-4981-8f92-1b75628f692b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=595c9ba9593e4e6ab7e26045326db43e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8205168 Aug 09 15:50:55.631177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d17219ad-0882-4a4f-ad5f-05ecccefd339 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2309179 Aug 09 15:50:55.632186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35900) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:55.685438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be36b4-dd51-4981-8f92-1b75628f692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87e028-2704-4d9f-bea1-cd12c801ca40,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:55.688482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-58b36918-6e18-4ecc-9ee6-93cd7ee146af None None] Port c0003e9e-1135-4fca-84cd-4a90da3a5836 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:55.696410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:55.704217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:55.705036 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.810704 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:50:48Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:55.842363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.844502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.867807 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a5dbb4cf-c509-4a15-9846-48c5c67a3eb6 req-0510635f-230a-45ee-9655-8814a8dad259 service neutron] 10.222.0.66 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183897 Aug 09 15:50:55.892925 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf4776-5f75-467a-83d1-3b0bac3f5c17 None None] The sync data for ids ['c1bcf37c-4f4b-447d-9e53-6801f1a21276'] in n-d-799523-2 is: [{'id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'name': 'tempest-TaggedBootDevicesTest-1679437343-router', 'tenant_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:50:48Z', 'revision_number': 5, 'project_id': '01fad1059d2d46fb9c61ad5aa8f83afd', 'gw_port': {'id': 'b7f20e21-2d28-44df-b881-7170f04fbeaa', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bcf37c-4f4b-447d-9e53-6801f1a21276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:50Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:55.917643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:55.928683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:55.935272 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cdee4b-247b-4696-a962-802a8f0e934f" -d '{"events": [{"server_uuid": "ddc3d9c3-6de2-4868-94c7-e751ba7e2908", "name": "network-vif-plugged", "status": "completed", "tag": "d52fb2e6-f04c-432b-bab8-a31cb7b69e2e"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:55.939444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d3fabb06-e861-44e0-b163-7e2f7f9f53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.939964 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d3fabb06-e861-44e0-b163-7e2f7f9f53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.940445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d3fabb06-e861-44e0-b163-7e2f7f9f53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.940927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d3fabb06-e861-44e0-b163-7e2f7f9f53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.941401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d3fabb06-e861-44e0-b163-7e2f7f9f53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.941871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d3fabb06-e861-44e0-b163-7e2f7f9f53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.942352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d3fabb06-e861-44e0-b163-7e2f7f9f53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.944938 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d3fabb06-e861-44e0-b163-7e2f7f9f53e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6502 time: 0.2205801 Aug 09 15:50:55.951633 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.955530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7917b74d-3577-4da4-8c1f-98b6a00181f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.958021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f6429813-d7b7-4539-9efc-6491054b8ae1 None None] Provisioning for port f13e3a54-acd8-49dc-8865-6f1ece4b638d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:55.972145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port deb24bce-47bf-4bec-9473-7c3fb4b538a0 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:55.972707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.989718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Deleting port b7f20e21-2d28-44df-b881-7170f04fbeaa {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:55.990188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.042558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7917b74d-3577-4da4-8c1f-98b6a00181f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.076542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:56.083149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f6429813-d7b7-4539-9efc-6491054b8ae1 None None] Provisioning complete for port f13e3a54-acd8-49dc-8865-6f1ece4b638d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:56.083852 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f6429813-d7b7-4539-9efc-6491054b8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.153048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f6429813-d7b7-4539-9efc-6491054b8ae1 None None] Port f13e3a54-acd8-49dc-8865-6f1ece4b638d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:56.177920 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.218879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.253053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for deb24bce-47bf-4bec-9473-7c3fb4b538a0 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:56.259187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7917b74d-3577-4da4-8c1f-98b6a00181f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.262598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7917b74d-3577-4da4-8c1f-98b6a00181f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.264400 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7917b74d-3577-4da4-8c1f-98b6a00181f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef87e028-2704-4d9f-bea1-cd12c801ca40 HTTP/1.1" status: 204 len: 168 time: 0.6252267 Aug 09 15:50:56.292710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917b74d-3577-4da4-8c1f-98b6a00181f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87e028-2704-4d9f-bea1-cd12c801ca40,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:56.380578 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49680680-0699-473d-8ea8-7b1111530b0e x-openstack-request-id: req-49680680-0699-473d-8ea8-7b1111530b0e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:56.380975 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc3d9c3-6de2-4868-94c7-e751ba7e2908", "name": "network-vif-plugged", "status": "completed", "tag": "d52fb2e6-f04c-432b-bab8-a31cb7b69e2e", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:56.381295 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49680680-0699-473d-8ea8-7b1111530b0e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:56.382096 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'code': 200} Aug 09 15:50:56.550053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] For port b7f20e21-2d28-44df-b881-7170f04fbeaa, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b7f20e21-2d28-44df-b881-7170f04fbeaa,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:56.552589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.573322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2a0fc-ec34-494c-be1a-a685a931113f req-1c6a2589-1cc3-4489-bc7e-669caaf77192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:56.574926 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14e2a0fc-ec34-494c-be1a-a685a931113f req-1c6a2589-1cc3-4489-bc7e-669caaf77192 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1096 time: 0.1006267 Aug 09 15:50:56.685809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-4669c13b-3a9f-49c2-90a4-2e310e94b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:56.686783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-4669c13b-3a9f-49c2-90a4-2e310e94b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:56.687546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-4669c13b-3a9f-49c2-90a4-2e310e94b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:56.689297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14e2a0fc-ec34-494c-be1a-a685a931113f req-7f446b0e-294d-45c8-9539-b9cc0e18c29c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789583 Aug 09 15:50:56.690223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-4669c13b-3a9f-49c2-90a4-2e310e94b18f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 200 len: 2301 time: 0.5486562 Aug 09 15:50:56.690781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.691222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Calling delete_port for b7f20e21-2d28-44df-b881-7170f04fbeaa owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:56.751423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=deb24bce-47bf-4bec-9473-7c3fb4b538a0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:56.833160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device df389c0f-1bea-413c-bd57-0f8caced9571 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:56.909218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: df389c0f-1bea-413c-bd57-0f8caced9571 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:56.909768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device df389c0f-1bea-413c-bd57-0f8caced9571 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:56.981605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.180540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f85e2c-8e8c-4de6-84b5-ce47a3c2de93 req-f4f297ba-4add-4e45-b1a1-44fa07c14c71 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:57.199175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42f85e2c-8e8c-4de6-84b5-ce47a3c2de93 req-f4f297ba-4add-4e45-b1a1-44fa07c14c71 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.5388129 Aug 09 15:50:57.233312 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-ffb3c4fc-6b2b-4a1f-9336-bf214e3a2d75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 200 len: 1001 time: 0.5075495 Aug 09 15:50:57.312642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 9a619792-6e5f-4daa-a794-e9e72bdfb5db has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:57.459773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:57.467482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4dd7986e-5929-47df-ad82-7549e2946186 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/9a619792-6e5f-4daa-a794-e9e72bdfb5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0121999 Aug 09 15:50:57.471573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35932) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:57.483290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345db73-eb19-4417-837e-73b1625edc88 None None] Sync routers for ids ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:57.509799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42f85e2c-8e8c-4de6-84b5-ce47a3c2de93 req-8aa4f0c1-d5f0-47c0-bc47-47cadfd37bd1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090959 Aug 09 15:50:57.510096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345db73-eb19-4417-837e-73b1625edc88 None None] Routers {'9a619792-6e5f-4daa-a794-e9e72bdfb5db'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:57.510880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a345db73-eb19-4417-837e-73b1625edc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:57.557832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-5cec045d-f5dc-4027-821f-1bfd748bd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:57.559978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-5cec045d-f5dc-4027-821f-1bfd748bd3a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7e45fe8-520f-4d6f-8d0c-f060d59770af HTTP/1.1" status: 200 len: 856 time: 0.2923222 Aug 09 15:50:57.616992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a345db73-eb19-4417-837e-73b1625edc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:57.635138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345db73-eb19-4417-837e-73b1625edc88 None None] Routers {'9a619792-6e5f-4daa-a794-e9e72bdfb5db'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:57.635138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a345db73-eb19-4417-837e-73b1625edc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:57.683734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a345db73-eb19-4417-837e-73b1625edc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:57.684014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345db73-eb19-4417-837e-73b1625edc88 None None] The sync data for ids ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:57.684898 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.713810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.795305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:50:58.087135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.146068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.242087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-288c91cc-e8bb-452e-a08b-5a4950e308b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:58.245776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-288c91cc-e8bb-452e-a08b-5a4950e308b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6632650 Aug 09 15:50:58.307766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] In _notify_port_updated(), no bound segment for port c0003e9e-1135-4fca-84cd-4a90da3a5836 on network c6981531-57bc-46ea-95ee-da7d92ba981d {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:50:58.319608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:58.322343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.329610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35950) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:58.330572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "PUT /v2.0/ports/c0003e9e-1135-4fca-84cd-4a90da3a5836 HTTP/1.1" status: 200 len: 1002 time: 2.8453510 Aug 09 15:50:58.421067 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.470799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493798-e975-4f88-85c7-7a41bd5b376b tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=c0003e9e-1135-4fca-84cd-4a90da3a5836,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:58.486002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.501033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.544151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-1a654d48-dbf7-45b7-8781-05c8f294cbbe tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Deleting port c0003e9e-1135-4fca-84cd-4a90da3a5836 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:58.545655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a654d48-dbf7-45b7-8781-05c8f294cbbe tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.590855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.733674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f20e21-2d28-44df-b881-7170f04fbeaa,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:58.821453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d3244f50-ff4b-44f7-ae53-9c8c60700fe5 None None] Provisioning complete for port c0003e9e-1135-4fca-84cd-4a90da3a5836 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:58.822812 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d3244f50-ff4b-44f7-ae53-9c8c60700fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.871484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a654d48-dbf7-45b7-8781-05c8f294cbbe tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.878586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d3244f50-ff4b-44f7-ae53-9c8c60700fe5 None None] Port c0003e9e-1135-4fca-84cd-4a90da3a5836 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:58.889329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port aeb243ae-26ab-45fc-8ae7-13fb0c155af1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:58.889661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.897406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35960) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:58.912545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-1a654d48-dbf7-45b7-8781-05c8f294cbbe tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Calling delete_port for c0003e9e-1135-4fca-84cd-4a90da3a5836 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:58.935069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-52f4a9dc-6bcb-4802-a086-25a3de6eeab4 service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739864 Aug 09 15:50:59.066687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5633dd-f33e-4837-a126-236d8cdc3464 req-635fe1c9-954e-4d04-8cc4-cf7bf11edc07 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:59.072585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a5633dd-f33e-4837-a126-236d8cdc3464 req-635fe1c9-954e-4d04-8cc4-cf7bf11edc07 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3499494 Aug 09 15:50:59.096636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.104686 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.138015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for aeb243ae-26ab-45fc-8ae7-13fb0c155af1 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:59.194123 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP 3fb38e10-472f-4ea5-9ea5-7ea883b9ade3 associated. External IP: 172.25.7.14, port: 008fb006-4791-4706-b813-8b573072f2f8. Aug 09 15:50:59.204873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-619826391'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:59.293021 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.301354 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.320114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Made reservation on behalf of acfefd8f2c8e4758a982451c73ae72d5 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:59.324400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.342082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a654d48-dbf7-45b7-8781-05c8f294cbbe tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.348550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.376207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a5633dd-f33e-4837-a126-236d8cdc3464 req-d2fc64e9-d200-452a-ab17-6b14b2ebb8ff tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000691 Aug 09 15:50:59.378343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-6d22302e-ab83-4b88-a6af-a161f9dab046 service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109058 Aug 09 15:50:59.479188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.479714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bcf37c-4f4b-447d-9e53-6801f1a21276 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:50:59.489059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.489790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-88fca203-5574-411e-8a5e-f53039cc4bed admin admin] 10.222.0.64 "DELETE /v2.0/routers/c1bcf37c-4f4b-447d-9e53-6801f1a21276 HTTP/1.1" status: 204 len: 168 time: 4.9391632 Aug 09 15:50:59.492296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-e25acbd2-b83a-4904-a58b-ec6973782e43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 217 time: 0.0640135 Aug 09 15:50:59.504869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35968) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:59.526852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a654d48-dbf7-45b7-8781-05c8f294cbbe tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Port': ['ID=c0003e9e-1135-4fca-84cd-4a90da3a5836,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:59.699246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-f4d4d460-a1f8-423d-95b3-3b8072839a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:59.702374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-f4d4d460-a1f8-423d-95b3-3b8072839a1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1964040 Aug 09 15:50:59.711628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9c1cd2-9f62-470a-a255-75df88b0ae20 admin admin] Deleting subnet 2739c34a-da5d-4ac8-819c-1c83301cc4c6 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:59.720745 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd2-9f62-470a-a255-75df88b0ae20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.854164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a654d48-dbf7-45b7-8781-05c8f294cbbe tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.864930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6179f-5997-445c-a732-a928cd071ceb req-40634004-8dfb-497d-9389-63bfa82531e0 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:59.867177 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1a654d48-dbf7-45b7-8781-05c8f294cbbe tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "DELETE /v2.0/ports/c0003e9e-1135-4fca-84cd-4a90da3a5836 HTTP/1.1" status: 204 len: 168 time: 1.5359797 Aug 09 15:50:59.872130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1a6179f-5997-445c-a732-a928cd071ceb req-40634004-8dfb-497d-9389-63bfa82531e0 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3293691 Aug 09 15:50:59.872607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35972) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:59.900616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35974) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:59.907096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'floatingip': {'port_id': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:59.942824 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd2-9f62-470a-a255-75df88b0ae20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.946091 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f3a154-589e-4a4c-a11a-3ed7a0e149ab tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] GET failed (client error): The resource could not be found. Aug 09 15:50:59.953602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62f3a154-589e-4a4c-a11a-3ed7a0e149ab tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "GET /v2.0/ports/c0003e9e-1135-4fca-84cd-4a90da3a5836 HTTP/1.1" status: 404 len: 333 time: 0.0617290 Aug 09 15:50:59.964593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:59.984825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1717779945'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:00.005899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.009720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.035180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-ee89f7ac-feef-43b5-83b0-a65ed6309f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:00.037401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-ee89f7ac-feef-43b5-83b0-a65ed6309f05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3136082 Aug 09 15:51:00.169695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:00.207380 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd2-9f62-470a-a255-75df88b0ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.347728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-dd03b37f-5e0e-4600-9538-efa25ce84d47 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949302 Aug 09 15:51:00.444618 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd2-9f62-470a-a255-75df88b0ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.488456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c1cd2-9f62-470a-a255-75df88b0ae20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2739c34a-da5d-4ac8-819c-1c83301cc4c6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:00.498944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=aeb243ae-26ab-45fc-8ae7-13fb0c155af1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:00.505175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1cd2-9f62-470a-a255-75df88b0ae20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.511140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3d9c1cd2-9f62-470a-a255-75df88b0ae20 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2739c34a-da5d-4ac8-819c-1c83301cc4c6 HTTP/1.1" status: 204 len: 168 time: 1.0000107 Aug 09 15:51:00.518096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee59b3c-e2dc-4cca-8ebc-a508ad8d5878 None None] Network d09b4200-2c02-4417-a1a9-63d5f7701513 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:00.520623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35978) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:00.560672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.570240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:00.589059 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778b620-6c09-4c60-aa81-66b2f13a4938 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:00.609912 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778b620-6c09-4c60-aa81-66b2f13a4938 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:00.610902 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a778b620-6c09-4c60-aa81-66b2f13a4938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:00.652921 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.708338 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a778b620-6c09-4c60-aa81-66b2f13a4938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:00.723779 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778b620-6c09-4c60-aa81-66b2f13a4938 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:00.725090 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a778b620-6c09-4c60-aa81-66b2f13a4938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:00.808782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-6dbd98be-6902-4eee-9b99-3fd8c1939267 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525881 Aug 09 15:51:00.851714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] DHCP port deletion for d09b4200-2c02-4417-a1a9-63d5f7701513 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:00.859666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a778b620-6c09-4c60-aa81-66b2f13a4938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:00.860458 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778b620-6c09-4c60-aa81-66b2f13a4938 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:00.926659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.931729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b7f20e21-2d28-44df-b881-7170f04fbeaa no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:00.946853 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.957308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-b3e6ae95-aa13-4c88-bbf5-90ab5472665a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 217 time: 0.1395535 Aug 09 15:51:00.970601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] Deleting port 7ca4374a-eae2-41da-8392-e60c64d97d1d {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:00.971260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.974364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b7f20e21-2d28-44df-b881-7170f04fbeaa {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:00.974995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b7f20e21-2d28-44df-b881-7170f04fbeaa not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:01.025736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:01.038926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Made reservation on behalf of 576b83a0cb6249dd9196cf6a92f82ffd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:01.038926 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.079753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] For port 7ca4374a-eae2-41da-8392-e60c64d97d1d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ca4374a-eae2-41da-8392-e60c64d97d1d,segment=NetworkSegment(293de42d-b758-42a7-bf41-bb005f946bee),segment_id=293de42d-b758-42a7-bf41-bb005f946bee)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:01.080631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.104268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] Calling delete_port for 7ca4374a-eae2-41da-8392-e60c64d97d1d owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:01.231712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7065379-c1c0-4152-afad-ed1a96a952d2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:01.242203 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.275650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] Pushing event deleted for resources: {'Port': ['ID=7ca4374a-eae2-41da-8392-e60c64d97d1d,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:01.283513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79170bea-a222-4fe5-86d7-04d1bb3075d0 None None] No DVR routers for this DVR port 7ca4374a-eae2-41da-8392-e60c64d97d1d on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:01.287542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.288189 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Added segment 62a2c4f0-c5d2-4cdd-8910-7f9f2023b171 of type vlan for network f6789fbb-71cf-44b6-aea4-14ae10e465fc Aug 09 15:51:01.292718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] device_id is not set on port 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:01.515403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 9a619792-6e5f-4daa-a794-e9e72bdfb5db has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:01.531060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.598363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-67e496c6-f39e-4218-adb5-b369913f794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.599843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-67e496c6-f39e-4218-adb5-b369913f794e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.6184616 Aug 09 15:51:01.783702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-7dc58667-d9a3-4733-91b8-28ddb60538b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.785255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-7dc58667-d9a3-4733-91b8-28ddb60538b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1097 time: 0.2400577 Aug 09 15:51:01.809698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51071f3a-f1a9-41aa-9928-716082d79244 req-a7d6064e-138f-4302-a1f7-7a09da77d538 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.816641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51071f3a-f1a9-41aa-9928-716082d79244 req-a7d6064e-138f-4302-a1f7-7a09da77d538 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.2759783 Aug 09 15:51:01.820599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-ed1d3bd3-b3b3-4346-9141-64f3c57e5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.822115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-ed1d3bd3-b3b3-4346-9141-64f3c57e5b36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1986792 Aug 09 15:51:01.828284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.833911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.834559 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.852749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:01.866853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd95e98-2943-44a3-81ab-54499a6a59b1 None None] Sync routers for ids ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:01.879278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd95e98-2943-44a3-81ab-54499a6a59b1 None None] Routers {'9a619792-6e5f-4daa-a794-e9e72bdfb5db'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:01.882181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8fd95e98-2943-44a3-81ab-54499a6a59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:01.884149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Allocated IP 2001:db8::1f0 (c6981531-57bc-46ea-95ee-da7d92ba981d/dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c/5bc92283-65ec-4ac9-b5d5-9eab42c6a193) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:01.892274 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-04d80bb1-2375-4f1f-a8da-50ccd41d3943 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/9a619792-6e5f-4daa-a794-e9e72bdfb5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4165905 Aug 09 15:51:01.894256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35996) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:01.903039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:01.922685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8fd95e98-2943-44a3-81ab-54499a6a59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:01.927534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Deleting port 7ca4374a-eae2-41da-8392-e60c64d97d1d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:01.927941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.937424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd95e98-2943-44a3-81ab-54499a6a59b1 None None] Routers {'9a619792-6e5f-4daa-a794-e9e72bdfb5db'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:01.938328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8fd95e98-2943-44a3-81ab-54499a6a59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:01.954892 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0436749 Aug 09 15:51:01.962158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35998) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:01.973695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Request body: {'subnet': {'network_id': 'f6789fbb-71cf-44b6-aea4-14ae10e465fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:02.064366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6e09ca22-3e38-4a84-abd7-50f75fdbd0eb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a619792-6e5f-4daa-a794-e9e72bdfb5db HTTP/1.1" status: 200 len: 205 time: 0.1576498 Aug 09 15:51:02.072043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da08eb-a8c4-471e-a2ee-8bc2043fb12f tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event updated for resources: {'Network': ['ID=f6789fbb-71cf-44b6-aea4-14ae10e465fc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:02.085724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36000) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:02.136253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51071f3a-f1a9-41aa-9928-716082d79244 req-9c092e53-3114-446f-9d3f-34fdfb9c4326 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181179 Aug 09 15:51:02.172376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network f6789fbb-71cf-44b6-aea4-14ae10e465fc details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:02.175437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8fd95e98-2943-44a3-81ab-54499a6a59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.176376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd95e98-2943-44a3-81ab-54499a6a59b1 None None] The sync data for ids ['9a619792-6e5f-4daa-a794-e9e72bdfb5db'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:02.203034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:51:02.232731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] For port 7ca4374a-eae2-41da-8392-e60c64d97d1d, host n-d-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:02.233244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.271336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Calling delete_port for 7ca4374a-eae2-41da-8392-e60c64d97d1d owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:02.277875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Port 7ca4374a-eae2-41da-8392-e60c64d97d1d was not found and therefore no delete operation was performed {{(pid=94177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:51:02.284664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-e619e6a1-890d-40cd-a445-b08b39f7fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:02.286221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-e619e6a1-890d-40cd-a445-b08b39f7fbff service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.4879522 Aug 09 15:51:02.293715 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.368195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8cb5-486e-4589-b04b-e1a5d6e0eb9b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.395294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca4374a-eae2-41da-8392-e60c64d97d1d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:02.399703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d2efbd52-24d2-4d98-824c-c5982a0dc83c service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580409 Aug 09 15:51:02.405691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-7d36016c-f51d-4df1-bad0-4f1a3fef7822 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 200 len: 217 time: 0.1072395 Aug 09 15:51:02.410638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] No DVR routers for this DVR port 7ca4374a-eae2-41da-8392-e60c64d97d1d on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:02.429900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.465249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.552483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:02.557428 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.563589 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948b696-df79-4a46-8fb8-6195c73088f7 None None] Sync routers for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:02.575951 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948b696-df79-4a46-8fb8-6195c73088f7 None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:02.576962 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2948b696-df79-4a46-8fb8-6195c73088f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.619426 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2948b696-df79-4a46-8fb8-6195c73088f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.629904 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948b696-df79-4a46-8fb8-6195c73088f7 None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:02.630890 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2948b696-df79-4a46-8fb8-6195c73088f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.631088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Made reservation on behalf of acfefd8f2c8e4758a982451c73ae72d5 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:02.635544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.647766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.659386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-7c050060-cf6c-4151-93e5-3361f78c200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:02.660942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-7c050060-cf6c-4151-93e5-3361f78c200d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.2438934 Aug 09 15:51:02.668616 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2948b696-df79-4a46-8fb8-6195c73088f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.669656 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948b696-df79-4a46-8fb8-6195c73088f7 None None] The sync data for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:02.701554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09b4200-2c02-4417-a1a9-63d5f7701513']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.724864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8cb5-486e-4589-b04b-e1a5d6e0eb9b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.731249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293de42d-b758-42a7-bf41-bb005f946bee') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.731661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293de42d-b758-42a7-bf41-bb005f946bee') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.739404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-2983e74d-4471-49a1-b9b5-4643b2be90c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668702 Aug 09 15:51:02.760403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4d5f9c90-0dd9-4c1a-9d9c-1ecd5e506157 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/floatingips/3fb38e10-472f-4ea5-9ea5-7ea883b9ade3 HTTP/1.1" status: 200 len: 977 time: 7.2039390 Aug 09 15:51:02.760694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8cb5-486e-4589-b04b-e1a5d6e0eb9b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.763602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36004) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:02.780859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.787865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.858142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-f3d229cb-d207-4a99-a0eb-53b86eb1a775 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396694 Aug 09 15:51:02.871009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ca4374a-eae2-41da-8392-e60c64d97d1d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:02.900013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-cf842a08-7df9-461d-9322-114a3150d9c1 service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426327 Aug 09 15:51:02.901684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7ca4374a-eae2-41da-8392-e60c64d97d1d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:02.901842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.902739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ca4374a-eae2-41da-8392-e60c64d97d1d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:02.942583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-98c9bc94-c407-475c-968b-a163c4611fcd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=6eb76f30-8111-4506-8817-1d0c9785db66 HTTP/1.1" status: 200 len: 217 time: 0.0606940 Aug 09 15:51:02.946294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:02.946735 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:02.948942 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:03.089361 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.106900 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.108839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d09b4200-2c02-4417-a1a9-63d5f7701513 HTTP/1.1" status: 204 len: 168 time: 2.5871451 Aug 09 15:51:03.128868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3792d-25a2-4f31-b8d5-fb27b4d68ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09b4200-2c02-4417-a1a9-63d5f7701513,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:03.134346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-9d31cfb7-4daf-4355-990e-c6e3c57f8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.136441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-9d31cfb7-4daf-4355-990e-c6e3c57f8e2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1682518 Aug 09 15:51:03.185289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754dcf-4c80-4a55-b06d-05522193ca6a req-03bbb4fb-ca54-4947-a80f-06b031392501 service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535243 Aug 09 15:51:03.204507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-43843319-45cc-4b36-9a82-5547a2843e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.206282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-43843319-45cc-4b36-9a82-5547a2843e9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604236 Aug 09 15:51:03.256124 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Floating IP 99269b4b-7a43-44cd-a80a-4509dc0a2b99 associated. External IP: 172.25.7.137, port: d52fb2e6-f04c-432b-bab8-a31cb7b69e2e. Aug 09 15:51:03.258677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Transition to ACTIVE for port object 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:03.267952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8cb5-486e-4589-b04b-e1a5d6e0eb9b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.268477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6e8cb5-486e-4589-b04b-e1a5d6e0eb9b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Fanout notify agent at l3_agent the message router_deleted on router 9a619792-6e5f-4daa-a794-e9e72bdfb5db {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:51:03.324656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8cb5-486e-4589-b04b-e1a5d6e0eb9b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.326674 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bd6e8cb5-486e-4589-b04b-e1a5d6e0eb9b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/9a619792-6e5f-4daa-a794-e9e72bdfb5db HTTP/1.1" status: 204 len: 168 time: 1.2386003 Aug 09 15:51:03.335026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36014) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:03.389827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d79ed-dc90-4f3c-a46d-2c943c855e39 req-e0a2a2cc-5e85-42ba-b8d0-b2b99713de21 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.391450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-803d79ed-dc90-4f3c-a46d-2c943c855e39 req-e0a2a2cc-5e85-42ba-b8d0-b2b99713de21 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.1042333 Aug 09 15:51:03.427060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-375560ff-6757-4bdb-a40d-e4f94cc25e3e service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115972 Aug 09 15:51:03.488473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36016) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:03.501678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-803d79ed-dc90-4f3c-a46d-2c943c855e39 req-1ba50ae7-315a-47af-a16a-5fab67e7f89d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943942 Aug 09 15:51:03.564447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e111d24-166d-4b12-9963-0faf53b5c662 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet d6056ef9-c139-41a8-83bf-f4fa98256ad0 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:03.569817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-22304ad5-35ac-4693-8041-d059171db660 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01fad1059d2d46fb9c61ad5aa8f83afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781279 Aug 09 15:51:03.575218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36018) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:03.579483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e111d24-166d-4b12-9963-0faf53b5c662 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.599188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-8aa544d4-8d20-4674-94be-66152b64e3eb service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589055 Aug 09 15:51:03.640103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.663237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-8ca2b4bb-f499-4aa9-beb4-7fa2a8f27456 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=7c222f0a-8817-4d90-a2df-6a98e2985529 HTTP/1.1" status: 200 len: 217 time: 0.0555608 Aug 09 15:51:03.715430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e111d24-166d-4b12-9963-0faf53b5c662 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.743215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810a6e0b-5c13-4e81-b112-02232f9fae57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.751538 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-2e3f5706-680b-428d-889f-591fadd37aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.753376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-2e3f5706-680b-428d-889f-591fadd37aa0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.0796576 Aug 09 15:51:03.784379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port f13e3a54-acd8-49dc-8865-6f1ece4b638d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:03.784710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.804525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810a6e0b-5c13-4e81-b112-02232f9fae57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.849630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-44045a36-3f45-44c0-a60a-bc6ce30e7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.851253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-44045a36-3f45-44c0-a60a-bc6ce30e7ce7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863874 Aug 09 15:51:03.872190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Network c6981531-57bc-46ea-95ee-da7d92ba981d is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:03.894221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:03.909837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:03.916737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.917550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.923204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810a6e0b-5c13-4e81-b112-02232f9fae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.925897 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-810a6e0b-5c13-4e81-b112-02232f9fae57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.926550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.927280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-810a6e0b-5c13-4e81-b112-02232f9fae57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e630a127-25d0-455d-be30-610faab72c56 HTTP/1.1" status: 204 len: 168 time: 0.3510501 Aug 09 15:51:03.941230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a6e0b-5c13-4e81-b112-02232f9fae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630a127-25d0-455d-be30-610faab72c56,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:04.000902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=5bc92283-65ec-4ac9-b5d5-9eab42c6a193,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:04.047536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-f12c7d67-d172-4bd9-b96f-9aca4de26d1e service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868880 Aug 09 15:51:04.151706 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fe599060-70fa-4af5-b24c-0fe30af7e448 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.1817060 Aug 09 15:51:04.157838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36024) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:04.171667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:70:f7:76'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:04.176886 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e111d24-166d-4b12-9963-0faf53b5c662 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.232511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event updated for resources: {'Subnet': ['ID=ec51618e-0110-46be-a387-178973239ba8,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:04.246687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.282438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Router c91a67d5-7f44-4955-910b-e30050ceec3a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:04.297416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6bef3f75-02a9-4408-a230-c7738c8e5d9c None None] Provisioning for port 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:04.303516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6bef3f75-02a9-4408-a230-c7738c8e5d9c None None] Provisioning complete for port 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:04.304283 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6bef3f75-02a9-4408-a230-c7738c8e5d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.343477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-2dd07abe-261d-44ee-9d94-16dbcd87d3c9 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862930 Aug 09 15:51:04.356212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6bef3f75-02a9-4408-a230-c7738c8e5d9c None None] Port 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:04.362218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Checking segment: {'id': '62a2c4f0-c5d2-4cdd-8910-7f9f2023b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f6789fbb-71cf-44b6-aea4-14ae10e465fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:04.362741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Network hostable DHCP agents. Network: f6789fbb-71cf-44b6-aea4-14ae10e465fc, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:04.406904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e111d24-166d-4b12-9963-0faf53b5c662 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.415753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-8f5dac98-4929-4f40-92d6-874f10621344 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38 HTTP/1.1" status: 200 len: 217 time: 0.0622718 Aug 09 15:51:04.521306 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.535515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-4d720271-471a-4663-bcf2-7a1eff09fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:04.537757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-4d720271-471a-4663-bcf2-7a1eff09fa3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.1085248 Aug 09 15:51:04.559767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111d24-166d-4b12-9963-0faf53b5c662 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=d6056ef9-c139-41a8-83bf-f4fa98256ad0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:04.565007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e111d24-166d-4b12-9963-0faf53b5c662 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.571672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8e111d24-166d-4b12-9963-0faf53b5c662 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/d6056ef9-c139-41a8-83bf-f4fa98256ad0 HTTP/1.1" status: 204 len: 168 time: 1.2201955 Aug 09 15:51:04.576367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Network f6789fbb-71cf-44b6-aea4-14ae10e465fc is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:04.583288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36038) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:04.596713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948981bf-36a6-49c5-8164-f8d00911f887 None None] Network 7f4a86c9-b871-4662-b68d-3563b6e0fb6b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:04.650380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, f6789fbb-71cf-44b6-aea4-14ae10e465fc) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:04.676141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689fcd1-c07d-40a1-a05b-33de95b4fec8 None None] Network f6789fbb-71cf-44b6-aea4-14ae10e465fc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:04.738407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:04.739326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.779514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-bdc3b6bc-0d69-4c68-a89c-ead1d87fe357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:04.782638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-bdc3b6bc-0d69-4c68-a89c-ead1d87fe357 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2347519 Aug 09 15:51:04.797422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6dfeb0-d7d3-4c55-b646-a6efb6534ee6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet 0e44307b-60a2-4eaf-9f7f-15adfe5366fd {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:04.815312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfeb0-d7d3-4c55-b646-a6efb6534ee6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.822078 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e49eb4db-8199-4b9a-8565-d546d84efd64 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8582692 Aug 09 15:51:04.839209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36040) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:04.862053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:04.866885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.867762 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.868040 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Floating IP 3fb38e10-472f-4ea5-9ea5-7ea883b9ade3 disassociated. External IP: 172.25.7.14, port: f13e3a54-acd8-49dc-8865-6f1ece4b638d. Aug 09 15:51:04.868554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for f13e3a54-acd8-49dc-8865-6f1ece4b638d owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:04.869251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Request body: {'port': {'network_id': 'f6789fbb-71cf-44b6-aea4-14ae10e465fc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-947064265'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:04.884637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] Sync routers for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:04.905001 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.940695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:04.941888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:05.083190 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-168860ca-6f7e-42c0-ba26-d06edb23c572 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "PUT /v2.0/floatingips/99269b4b-7a43-44cd-a80a-4509dc0a2b99 HTTP/1.1" status: 200 len: 991 time: 5.1809957 Aug 09 15:51:05.086247 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfeb0-d7d3-4c55-b646-a6efb6534ee6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.091479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'tag': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:05.096627 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bb5b92-14ed-4709-baf3-6b2352489847" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc3d9c3-6de2-4868-94c7-e751ba7e2908", "tag": "d52fb2e6-f04c-432b-bab8-a31cb7b69e2e"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:05.201002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] DHCP port deletion for 7f4a86c9-b871-4662-b68d-3563b6e0fb6b request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:05.329270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-f6789fbb-71cf-44b6-aea4-14ae10e465fc', 'network_id': 'f6789fbb-71cf-44b6-aea4-14ae10e465fc', 'tenant_id': 'acfefd8f2c8e4758a982451c73ae72d5', 'fixed_ips': [{'subnet_id': 'ec51618e-0110-46be-a387-178973239ba8'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:05.330300 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.339992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfeb0-d7d3-4c55-b646-a6efb6534ee6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.401379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36056) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:05.564918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Allocated IP 172.20.0.2 (f6789fbb-71cf-44b6-aea4-14ae10e465fc/ec51618e-0110-46be-a387-178973239ba8/9fd62e45-417f-402f-a688-471e8f29f35a) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:05.588691 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfeb0-d7d3-4c55-b646-a6efb6534ee6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.623733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dfeb0-d7d3-4c55-b646-a6efb6534ee6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=0e44307b-60a2-4eaf-9f7f-15adfe5366fd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:05.643451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.662782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a6dfeb0-d7d3-4c55-b646-a6efb6534ee6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.665665 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9a6dfeb0-d7d3-4c55-b646-a6efb6534ee6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/0e44307b-60a2-4eaf-9f7f-15adfe5366fd HTTP/1.1" status: 204 len: 168 time: 1.0781171 Aug 09 15:51:05.674588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36062) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:05.750914 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.758265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e150cb2e-7174-47fc-9d62-79b0ba868446 None None] Network 1cfe3374-e111-4b8c-a024-9a8cd091e825 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:05.764462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=f13e3a54-acd8-49dc-8865-6f1ece4b638d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:05.778910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1384465050-network', 'tenant_id': 'c9d853f10f594fc3907169dac285e27e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:05.850837 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf4462-9919-421f-b33e-ef0cd3a5db9e x-openstack-request-id: req-fbbf4462-9919-421f-b33e-ef0cd3a5db9e {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:05.851517 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc3d9c3-6de2-4868-94c7-e751ba7e2908", "tag": "d52fb2e6-f04c-432b-bab8-a31cb7b69e2e", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:05.851996 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbbf4462-9919-421f-b33e-ef0cd3a5db9e {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:05.852586 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'tag': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'status': 'completed', 'code': 200} Aug 09 15:51:05.899725 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.905360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:05.914142 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.959443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57472291-0497-42ed-b1ea-ad702d866034 req-0e960461-3bcd-4871-a7a3-d2cfae2743ae tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:05.968368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57472291-0497-42ed-b1ea-ad702d866034 req-0e960461-3bcd-4871-a7a3-d2cfae2743ae tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 1.2980454 Aug 09 15:51:06.050846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] In _notify_port_updated(), no bound segment for port 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 on network c6981531-57bc-46ea-95ee-da7d92ba981d {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:51:06.056583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:06.057510 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.060414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "PUT /v2.0/ports/5bc92283-65ec-4ac9-b5d5-9eab42c6a193 HTTP/1.1" status: 200 len: 1003 time: 1.9011242 Aug 09 15:51:06.078211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36064) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:06.149939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.186039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57472291-0497-42ed-b1ea-ad702d866034 req-68fcd757-6977-480d-bbb7-f81334c283c1 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164094 Aug 09 15:51:06.196235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-3f1c06e3-2cda-4412-a143-bc39cd67d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:06.199148 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-3f1c06e3-2cda-4412-a143-bc39cd67d471 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1096 time: 0.3323374 Aug 09 15:51:06.200684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Made reservation on behalf of c9d853f10f594fc3907169dac285e27e for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:06.205643 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.263646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.339220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Transition to ACTIVE for port object 9fd62e45-417f-402f-a688-471e8f29f35a will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:06.374638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-d779d750-a08b-4676-83ab-6778e2a7768d service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5814764 Aug 09 15:51:06.375714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399c9ad-a943-4e92-938e-f9909e00aa67 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=5bc92283-65ec-4ac9-b5d5-9eab42c6a193,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:06.403680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] Deleting port f9591d04-4621-41c2-a424-9e7148999f55 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:06.404572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.468656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Made reservation on behalf of acfefd8f2c8e4758a982451c73ae72d5 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:06.473820 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.504912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] For port f9591d04-4621-41c2-a424-9e7148999f55, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f9591d04-4621-41c2-a424-9e7148999f55,segment=NetworkSegment(288eb324-b59c-4a75-a561-a100795fbd34),segment_id=288eb324-b59c-4a75-a561-a100795fbd34)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:06.507084 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.529728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] Calling delete_port for f9591d04-4621-41c2-a424-9e7148999f55 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:06.608837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:06.628435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Transition to ACTIVE for port object 9fd62e45-417f-402f-a688-471e8f29f35a will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:06.664478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] device_id is not set on port f6435de1-1ff7-4748-8f18-4a6562fe04e6 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:06.683083 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.691005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-666f37d9-cdd0-47c8-b406-a18fc01a284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:06.692857 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-666f37d9-cdd0-47c8-b406-a18fc01a284e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.4553552 Aug 09 15:51:06.738215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e9b0db48-8c62-4550-bd74-fb8441600397 None None] Provisioning complete for port 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:06.739121 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e9b0db48-8c62-4550-bd74-fb8441600397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.741924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-fe4797ba-71a2-436e-b407-c7e39f44e0f8 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095329 Aug 09 15:51:06.843697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] DHCP port deletion for 1cfe3374-e111-4b8c-a024-9a8cd091e825 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:06.868845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Network f6789fbb-71cf-44b6-aea4-14ae10e465fc is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:06.880267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-54218042-cc6a-4f03-b030-793ecd7939cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 200 len: 217 time: 0.0874794 Aug 09 15:51:06.924389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '99269b4b-7a43-44cd-a80a-4509dc0a2b99', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'port_id': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'mac_address': 'fa:16:3e:87:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:50:29Z', 'updated_at': '2021-08-09T15:51:01Z', 'revision_number': 1, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:06.928014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:06.976298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-839338a4-7d3e-4831-9862-cff200d318b3 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Deleting port 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:06.977224 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-839338a4-7d3e-4831-9862-cff200d318b3 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.993801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:06.999326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Pushing event updated for resources: {'Port': ['ID=9fd62e45-417f-402f-a688-471e8f29f35a,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:07.011332 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0db48-8c62-4550-bd74-fb8441600397 None None] Port 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:07.014741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f9591d04-4621-41c2-a424-9e7148999f55 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:07.051334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] Checking router: c91a67d5-7f44-4955-910b-e30050ceec3a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:51:07.055437 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.060751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: f9591d04-4621-41c2-a424-9e7148999f55 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:07.061236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f9591d04-4621-41c2-a424-9e7148999f55 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:07.127067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] Pushing event deleted for resources: {'Port': ['ID=f9591d04-4621-41c2-a424-9e7148999f55,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:07.139664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-839338a4-7d3e-4831-9862-cff200d318b3 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.140974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e0bce-b805-4e33-9913-4585487dbb7b None None] No DVR routers for this DVR port f9591d04-4621-41c2-a424-9e7148999f55 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:07.173412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-aa180e14-e9fc-4ea0-896f-656523144b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:07.174972 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-aa180e14-e9fc-4ea0-896f-656523144b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.2812371 Aug 09 15:51:07.183801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:07.185463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-839338a4-7d3e-4831-9862-cff200d318b3 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Calling delete_port for 5bc92283-65ec-4ac9-b5d5-9eab42c6a193 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:07.185918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:07.219295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Allocated IP 172.20.0.4 (f6789fbb-71cf-44b6-aea4-14ae10e465fc/ec51618e-0110-46be-a387-178973239ba8/f6435de1-1ff7-4748-8f18-4a6562fe04e6) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:07.335357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port f9591d04-4621-41c2-a424-9e7148999f55 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:07.336319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.403391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-7a7af2f7-3725-4fe8-af32-8480b160e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:07.405094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-7a7af2f7-3725-4fe8-af32-8480b160e8b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2099040 Aug 09 15:51:07.413894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Attempting to bind port 9fd62e45-417f-402f-a688-471e8f29f35a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:07.414500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Attempting to bind port 9fd62e45-417f-402f-a688-471e8f29f35a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '62a2c4f0-c5d2-4cdd-8910-7f9f2023b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f6789fbb-71cf-44b6-aea4-14ae10e465fc'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:07.414500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Attempting to bind port 9fd62e45-417f-402f-a688-471e8f29f35a on network f6789fbb-71cf-44b6-aea4-14ae10e465fc {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:07.442676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] Deleting port b5512678-9d6c-42a8-86e6-76e5a49f4da4 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:07.443276 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.451689 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-c6b83101-c2d8-4b78-b9dc-86b626bd9683 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 999 time: 0.7468555 Aug 09 15:51:07.452009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:07.452913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Checking segment: {'id': '62a2c4f0-c5d2-4cdd-8910-7f9f2023b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f6789fbb-71cf-44b6-aea4-14ae10e465fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:07.453964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.454855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Bound using segment: {'id': '62a2c4f0-c5d2-4cdd-8910-7f9f2023b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f6789fbb-71cf-44b6-aea4-14ae10e465fc'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:07.455927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Bound port: 9fd62e45-417f-402f-a688-471e8f29f35a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a2c4f0-c5d2-4cdd-8910-7f9f2023b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f6789fbb-71cf-44b6-aea4-14ae10e465fc'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:07.456827 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.546861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:07.561663 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f891d-d5cb-4dfb-86f9-0ab560cc8ef7 None None] Sync routers for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:07.568676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.571682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port f9591d04-4621-41c2-a424-9e7148999f55, host n-d-799523-2, got binding levels [] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:07.572240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.590625 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f891d-d5cb-4dfb-86f9-0ab560cc8ef7 None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:07.592048 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-170f891d-d5cb-4dfb-86f9-0ab560cc8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:07.612851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.647970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] For port b5512678-9d6c-42a8-86e6-76e5a49f4da4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b5512678-9d6c-42a8-86e6-76e5a49f4da4,segment=NetworkSegment(002905f0-9038-46c8-9f1a-db2054dbffd8),segment_id=002905f0-9038-46c8-9f1a-db2054dbffd8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:07.648594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.671274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:07.690401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for f9591d04-4621-41c2-a424-9e7148999f55 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:07.694142 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-170f891d-d5cb-4dfb-86f9-0ab560cc8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:07.707337 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f891d-d5cb-4dfb-86f9-0ab560cc8ef7 None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:07.708278 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-170f891d-d5cb-4dfb-86f9-0ab560cc8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:07.725336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_backend_mixin [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Port f9591d04-4621-41c2-a424-9e7148999f55 was not found and therefore no delete operation was performed {{(pid=94178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:51:07.726020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] Calling delete_port for b5512678-9d6c-42a8-86e6-76e5a49f4da4 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:07.728258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.742406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-ab610a85-c3aa-4e14-a884-2ef0c519e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:07.744128 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-ab610a85-c3aa-4e14-a884-2ef0c519e223 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.2720869 Aug 09 15:51:07.751551 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-170f891d-d5cb-4dfb-86f9-0ab560cc8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:07.752632 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f891d-d5cb-4dfb-86f9-0ab560cc8ef7 None None] The sync data for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:07.754630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Transition to ACTIVE for port object f6435de1-1ff7-4748-8f18-4a6562fe04e6 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:07.754803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:07.771529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] For port 9fd62e45-417f-402f-a688-471e8f29f35a, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:07.777718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] For port 9fd62e45-417f-402f-a688-471e8f29f35a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9fd62e45-417f-402f-a688-471e8f29f35a,segment=NetworkSegment(62a2c4f0-c5d2-4cdd-8910-7f9f2023b171),segment_id=62a2c4f0-c5d2-4cdd-8910-7f9f2023b171)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:07.781003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.785316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760b188-84c0-4eca-8fec-5e7fc2e2be0a req-60ea1530-7e38-4b33-acff-2003c2e66f91 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:07.788324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b760b188-84c0-4eca-8fec-5e7fc2e2be0a req-60ea1530-7e38-4b33-acff-2003c2e66f91 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.4689305 Aug 09 15:51:07.792243 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.814720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af518e-2923-414e-bbda-dc69961d2e7e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:07.871002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.874156 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-738972a3-7d71-4eec-8716-063e8f8751fb tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/ports/f13e3a54-acd8-49dc-8865-6f1ece4b638d HTTP/1.1" status: 204 len: 168 time: 5.0977204 Aug 09 15:51:07.882235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No DVR routers for this DVR port f9591d04-4621-41c2-a424-9e7148999f55 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:07.890193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36076) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:07.952030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=f9591d04-4621-41c2-a424-9e7148999f55,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:07.971104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-652dc6e3-c0a2-4339-b3d6-cb071b9c5e48 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508511 Aug 09 15:51:07.975212 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-839338a4-7d3e-4831-9862-cff200d318b3 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.981286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b760b188-84c0-4eca-8fec-5e7fc2e2be0a req-667a7639-fd6b-41f9-b875-c9964a7c29e4 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722131 Aug 09 15:51:08.004726 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.035163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a31e0-6199-46dc-974a-c11dcacc4564 None None] Pushing event updated for resources: {'Port': ['ID=9fd62e45-417f-402f-a688-471e8f29f35a,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:08.074586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839338a4-7d3e-4831-9862-cff200d318b3 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Port': ['ID=5bc92283-65ec-4ac9-b5d5-9eab42c6a193,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:08.125241 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.125875 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Added segment f9e1aa1c-5c3e-481e-ba4f-274565a79cc9 of type vlan for network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 Aug 09 15:51:08.145251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.190630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] No DVR routers for this DVR port b5512678-9d6c-42a8-86e6-76e5a49f4da4 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:08.196880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-839338a4-7d3e-4831-9862-cff200d318b3 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.203143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-839338a4-7d3e-4831-9862-cff200d318b3 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "DELETE /v2.0/ports/5bc92283-65ec-4ac9-b5d5-9eab42c6a193 HTTP/1.1" status: 204 len: 168 time: 2.1173556 Aug 09 15:51:08.203450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c6823-2aa2-475a-b5ec-ce4948ffbb26 None None] Pushing event deleted for resources: {'Port': ['ID=b5512678-9d6c-42a8-86e6-76e5a49f4da4,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:08.204335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Network f6789fbb-71cf-44b6-aea4-14ae10e465fc is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:08.206891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36078) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:08.206891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.219170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-044ebe95-3670-4cf2-bbf7-3a6a9be3a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:08.220785 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-044ebe95-3670-4cf2-bbf7-3a6a9be3a2bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4538965 Aug 09 15:51:08.245074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event updated for resources: {'Port': ['ID=f6435de1-1ff7-4748-8f18-4a6562fe04e6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:08.249795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:08.254115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:08.370919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.379125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4a86c9-b871-4662-b68d-3563b6e0fb6b']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:08.383121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a60b9b5-c901-4e38-993d-33498eed2d55 req-24bc36ca-2da9-4be8-996b-fba0a480ea38 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003842 Aug 09 15:51:08.395714 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d2eb88-beff-4d7b-90b2-cdcb1ac1de1c tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] GET failed (client error): The resource could not be found. Aug 09 15:51:08.398187 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-65d2eb88-beff-4d7b-90b2-cdcb1ac1de1c tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "GET /v2.0/ports/5bc92283-65ec-4ac9-b5d5-9eab42c6a193 HTTP/1.1" status: 404 len: 333 time: 0.1813190 Aug 09 15:51:08.406414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:08.406414 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.426050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36080) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:08.441455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '99269b4b-7a43-44cd-a80a-4509dc0a2b99', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'port_id': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'mac_address': 'fa:16:3e:87:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:50:29Z', 'updated_at': '2021-08-09T15:51:01Z', 'revision_number': 1, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:08.445524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-326091829'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:08.480534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276da4c3-872b-49d4-bc5e-c5a55cc971af None None] The sync data for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 is: [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '99269b4b-7a43-44cd-a80a-4509dc0a2b99', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'floating_ip_address': '172.25.7.137', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'port_id': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'mac_address': 'fa:16:3e:87:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:50:29Z', 'updated_at': '2021-08-09T15:51:01Z', 'revision_number': 1, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:08.499437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288eb324-b59c-4a75-a561-a100795fbd34') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:08.500564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288eb324-b59c-4a75-a561-a100795fbd34') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:08.552078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.620462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.645186 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4587e298-70ea-4611-a969-7b58c4a9d07b tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8041849 Aug 09 15:51:08.652227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36084) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:08.664516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.665324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:08.665909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.682835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:08.683246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:08.691468 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:08.826489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Made reservation on behalf of 576b83a0cb6249dd9196cf6a92f82ffd for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:08.840358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.874091 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-52bd9232-667e-4a9f-b091-ae877165b5ec service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553381 Aug 09 15:51:08.884021 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4786799 Aug 09 15:51:08.884668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36088) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:08.893789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9f201-460a-42c5-b800-a804fadd9a8c admin admin] Pushing event updated for resources: {'Network': ['ID=da64e28c-9ca0-4c9f-b499-9d2b18e8a109,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:08.911212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] device_id is not set on port 3dc3d886-cdae-473d-a1ba-f03f5b2b626f yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:08.918463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:08.918893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Request body: {'subnet': {'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1384465050-subnet', 'tenant_id': 'c9d853f10f594fc3907169dac285e27e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:08.927367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.994763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.996980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/7f4a86c9-b871-4662-b68d-3563b6e0fb6b HTTP/1.1" status: 204 len: 168 time: 3.3209131 Aug 09 15:51:09.003737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-79cb8a30-180c-4ff3-815c-c31c4d346864 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Deleting port f6435de1-1ff7-4748-8f18-4a6562fe04e6 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:09.004550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79cb8a30-180c-4ff3-815c-c31c4d346864 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.005426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36090) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:09.151200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9fd62e45-417f-402f-a688-471e8f29f35a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:09.162233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67604b-4983-4818-85e5-e55ad34efe1f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=7f4a86c9-b871-4662-b68d-3563b6e0fb6b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:09.244351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Made reservation on behalf of c9d853f10f594fc3907169dac285e27e for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:09.247795 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.258074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b10b51-23f0-433d-95b7-9edc8b3e780b None None] New status for floating IP 99269b4b-7a43-44cd-a80a-4509dc0a2b99: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:51:09.377929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 9fd62e45-417f-402f-a688-471e8f29f35a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:09.389605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.412155 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-65bb5b92-14ed-4709-baf3-6b2352489847 req-f58fb349-1c60-47bb-b3f4-abfb769a864f service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225251 Aug 09 15:51:09.497434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79cb8a30-180c-4ff3-815c-c31c4d346864 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.516064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540f958-8ee6-4c2d-9e88-edd1f6b87f44 req-2d4740c9-bbd4-4d48-9b9b-486a883ed2bb tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:09.519366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a540f958-8ee6-4c2d-9e88-edd1f6b87f44 req-2d4740c9-bbd4-4d48-9b9b-486a883ed2bb tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.3190405 Aug 09 15:51:09.560385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-79cb8a30-180c-4ff3-815c-c31c4d346864 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Calling delete_port for f6435de1-1ff7-4748-8f18-4a6562fe04e6 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:09.587712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b5512678-9d6c-42a8-86e6-76e5a49f4da4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:09.613827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Allocated IP 2001:db8::19a (c6981531-57bc-46ea-95ee-da7d92ba981d/dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c/3dc3d886-cdae-473d-a1ba-f03f5b2b626f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:09.628565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b5512678-9d6c-42a8-86e6-76e5a49f4da4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:09.629637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b5512678-9d6c-42a8-86e6-76e5a49f4da4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:09.634059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.717003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfe3374-e111-4b8c-a024-9a8cd091e825']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:09.746954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a540f958-8ee6-4c2d-9e88-edd1f6b87f44 req-dfa6dc12-441d-4fe4-bdb9-fbcc20da2cf4 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037795 Aug 09 15:51:09.782558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002905f0-9038-46c8-9f1a-db2054dbffd8') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:09.782989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002905f0-9038-46c8-9f1a-db2054dbffd8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:09.833123 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.836013 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783a7a5-40e8-4aef-9c47-c1331feb305b None None] Network f6789fbb-71cf-44b6-aea4-14ae10e465fc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:09.872278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.878015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.888984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:09.889305 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.901876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Provisioning for port 9fd62e45-417f-402f-a688-471e8f29f35a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:09.904394 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:09.915852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Provisioning complete for port 9fd62e45-417f-402f-a688-471e8f29f35a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:09.915852 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.963721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79cb8a30-180c-4ff3-815c-c31c4d346864 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.024225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb8a30-180c-4ff3-815c-c31c4d346864 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event deleted for resources: {'Port': ['ID=f6435de1-1ff7-4748-8f18-4a6562fe04e6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.044326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.048898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab158ae-0af7-41a6-b5ff-243a7b1fcf71,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.070329 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.111613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.114647 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79cb8a30-180c-4ff3-815c-c31c4d346864 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.116664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-79cb8a30-180c-4ff3-815c-c31c4d346864 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "DELETE /v2.0/ports/f6435de1-1ff7-4748-8f18-4a6562fe04e6 HTTP/1.1" status: 204 len: 168 time: 1.4631433 Aug 09 15:51:10.117571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.119471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36098) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:10.125387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] For port 9fd62e45-417f-402f-a688-471e8f29f35a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9fd62e45-417f-402f-a688-471e8f29f35a,segment=NetworkSegment(62a2c4f0-c5d2-4cdd-8910-7f9f2023b171),segment_id=62a2c4f0-c5d2-4cdd-8910-7f9f2023b171)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:10.131086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.137125 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/1cfe3374-e111-4b8c-a024-9a8cd091e825 HTTP/1.1" status: 204 len: 168 time: 1.1266563 Aug 09 15:51:10.138414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36102) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:10.144199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-233399707'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:10.148373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.159393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21d280-542a-4363-83fc-3d09a5c65f2e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=1cfe3374-e111-4b8c-a024-9a8cd091e825,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.168122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Transition to ACTIVE for port object 3dc3d886-cdae-473d-a1ba-f03f5b2b626f will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:10.174044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:10.174320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Checking segment: {'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:10.174320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Network hostable DHCP agents. Network: da64e28c-9ca0-4c9f-b499-9d2b18e8a109, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:10.180851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.227568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:10.251704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:10.258340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.258579 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment 4c3cb8b9-e34d-4ea7-8e74-568792723480 of type vlan for network 95d47086-e41d-42c2-a55b-87f92e70635e Aug 09 15:51:10.274276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Pushing event updated for resources: {'Port': ['ID=9fd62e45-417f-402f-a688-471e8f29f35a,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.283977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.284321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.284990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.285587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.286170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.286737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.287333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.287923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.288492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.289236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.289810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.290560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586c700d-8786-495d-9237-99bad49f6f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.322495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, da64e28c-9ca0-4c9f-b499-9d2b18e8a109) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:10.330479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.330701 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.334020 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.335022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb4cea1-6178-4fbb-89e3-38c613f61efb None None] Network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:10.352612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.390839 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9d716cae-7539-4b86-9f0f-b6516b9adcd7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4991252 Aug 09 15:51:10.498797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36106) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:10.499514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bac593da-d293-4171-9d7a-013ebcece71f tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3755507 Aug 09 15:51:10.500463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.506860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.507534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.514446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Network c6981531-57bc-46ea-95ee-da7d92ba981d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:10.535253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-976256382'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:10.542195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:10.542469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c89eba-199c-4cf1-9216-d74ee7f72a08 None None] Network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:10.547249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:10.556028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.557011 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.582606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Made reservation on behalf of acfefd8f2c8e4758a982451c73ae72d5 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:10.589758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.647429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=3dc3d886-cdae-473d-a1ba-f03f5b2b626f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.655714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-af52c1e6-3925-4fc9-ad9c-86fb0650f84c None None] Provisioning complete for port 9fd62e45-417f-402f-a688-471e8f29f35a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:10.656866 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-af52c1e6-3925-4fc9-ad9c-86fb0650f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.692104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5500000 Aug 09 15:51:10.695383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-88885f4a-8ff0-4d6e-8e61-0a8109fc59be tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2681911 Aug 09 15:51:10.696085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36110) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:10.704297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': '95d47086-e41d-42c2-a55b-87f92e70635e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:10.708050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port 8aff0534-a046-4bba-a0dc-b34ebb3b9f99 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:10.708628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.709716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36112) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:10.715228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'network_id': 'c6981531-57bc-46ea-95ee-da7d92ba981d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1280346636'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:10.795261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456d888-85d6-4a27-a0e1-b753a96f97da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=95d47086-e41d-42c2-a55b-87f92e70635e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.856786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 95d47086-e41d-42c2-a55b-87f92e70635e details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:10.861524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.875941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for 8aff0534-a046-4bba-a0dc-b34ebb3b9f99 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:11.009161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:11.028230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.029258 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Added segment a06ed5b3-e078-4b40-a1a4-14b5349e3884 of type vlan for network 3e2899f4-7aa2-427c-a90f-4c8e93ae729b Aug 09 15:51:11.101111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.204897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9fd62e45-417f-402f-a688-471e8f29f35a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:11.210345 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.216918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:11.217809 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.337466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 9fd62e45-417f-402f-a688-471e8f29f35a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:11.338176 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.345758 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8445749 Aug 09 15:51:11.354179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36132) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:11.416588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d2891-c787-4696-bc60-48ea5f39132c tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event updated for resources: {'Network': ['ID=3e2899f4-7aa2-427c-a90f-4c8e93ae729b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:11.424342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.438468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 3e2899f4-7aa2-427c-a90f-4c8e93ae729b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:11.504616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d87b6138-aebe-4a49-af62-3c1aef742581 None None] Could not find standard attr ID for object f6435de1-1ff7-4748-8f18-4a6562fe04e6. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:51:11.529590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d87b6138-aebe-4a49-af62-3c1aef742581 None None] Provisioning for port 3dc3d886-cdae-473d-a1ba-f03f5b2b626f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:11.543692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d87b6138-aebe-4a49-af62-3c1aef742581 None None] Provisioning complete for port 3dc3d886-cdae-473d-a1ba-f03f5b2b626f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:11.544716 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d87b6138-aebe-4a49-af62-3c1aef742581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.553454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=8aff0534-a046-4bba-a0dc-b34ebb3b9f99,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:11.599033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d87b6138-aebe-4a49-af62-3c1aef742581 None None] Port 3dc3d886-cdae-473d-a1ba-f03f5b2b626f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:11.788119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-be727093-e662-4f8c-8777-f295ef401aef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:11.789791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-be727093-e662-4f8c-8777-f295ef401aef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 814 time: 0.6353951 Aug 09 15:51:11.805354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef11ad-eaca-4d99-b1a9-941459af8f7b req-54903a5f-92f5-4df5-8d7f-890a6e3319e0 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:11.813066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fef11ad-eaca-4d99-b1a9-941459af8f7b req-54903a5f-92f5-4df5-8d7f-890a6e3319e0 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.8047571 Aug 09 15:51:11.838901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-b2b8e645-615a-46f2-be83-9c39605c8846 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/quotas/c9d853f10f594fc3907169dac285e27e HTTP/1.1" status: 200 len: 375 time: 0.0224905 Aug 09 15:51:11.855945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:11.859550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.956039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-431f4d41-a8d0-4c1f-a550-66d87dba6d51 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011178 Aug 09 15:51:11.966528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fef11ad-eaca-4d99-b1a9-941459af8f7b req-0d53ad57-d41c-4a55-9b24-cff9a9ba0237 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525216 Aug 09 15:51:11.970940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Made reservation on behalf of 576b83a0cb6249dd9196cf6a92f82ffd for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:11.975474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.030533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] device_id is not set on port d25a7c70-5daa-4268-a810-f6cdab2d5b06 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:12.099865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f4306539-5b79-476a-97c7-91a7c22bc550 tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "GET /v2.0/agents/293340a8-aa92-410b-928d-b693f4bb6156/dhcp-networks HTTP/1.1" status: 200 len: 10489 time: 0.7443428 Aug 09 15:51:12.104643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36138) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:12.214966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.321493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8358c274-5781-4c6e-a3b5-e2a7f6152953 service neutron] 10.222.0.64 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538280 Aug 09 15:51:12.325323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988f062-9e1d-44be-8f7c-bea83dd4c771 tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] Network 3e2899f4-7aa2-427c-a90f-4c8e93ae729b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:12.340833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Allocated IP 2001:db8::299 (c6981531-57bc-46ea-95ee-da7d92ba981d/dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c/d25a7c70-5daa-4268-a810-f6cdab2d5b06) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:12.343163 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8988f062-9e1d-44be-8f7c-bea83dd4c771 tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "POST /v2.0/agents/293340a8-aa92-410b-928d-b693f4bb6156/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2351978 Aug 09 15:51:12.351035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1642e956-494b-4fcc-8cf0-f94841566c5e None None] Network 3e2899f4-7aa2-427c-a90f-4c8e93ae729b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:12.351689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36140) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:12.363599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.536406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:12.586468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=be9b4e36-dfd7-4d09-9d9f-415f017d19fa,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:12.656667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:12.662843 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5e79db5a-a92e-4521-88b1-bb58ec4a2244 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/routers/b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7521000 Aug 09 15:51:12.665840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36142) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:12.669293 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b801ad43-61e4-412b-b423-8b8494b97a48 None None] Sync routers for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:12.680413 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b801ad43-61e4-412b-b423-8b8494b97a48 None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:12.681118 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b801ad43-61e4-412b-b423-8b8494b97a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:12.721721 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b801ad43-61e4-412b-b423-8b8494b97a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:12.732951 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b801ad43-61e4-412b-b423-8b8494b97a48 None None] Routers {'b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:12.733614 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b801ad43-61e4-412b-b423-8b8494b97a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:50:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:12.734814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-4e94788b-a992-4d4d-aeab-99719f513073 service neutron] 10.222.0.64 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954425 Aug 09 15:51:12.735570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': '4c3cb8b9-e34d-4ea7-8e74-568792723480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '95d47086-e41d-42c2-a55b-87f92e70635e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:12.744568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: 95d47086-e41d-42c2-a55b-87f92e70635e, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:12.793965 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b801ad43-61e4-412b-b423-8b8494b97a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:12.794683 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b801ad43-61e4-412b-b423-8b8494b97a48 None None] The sync data for ids ['b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:12.796081 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.838300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36144) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:12.838656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d8d4dea6-521e-4022-9014-03a922fcd8be tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "GET /v2.0/agents/293340a8-aa92-410b-928d-b693f4bb6156/dhcp-networks HTTP/1.1" status: 200 len: 11260 time: 0.4837937 Aug 09 15:51:12.846783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 95d47086-e41d-42c2-a55b-87f92e70635e is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:12.861851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 95d47086-e41d-42c2-a55b-87f92e70635e) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:12.872747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:12.873162 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.877956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7481f-d1d8-4085-bc2f-ad7711d2dbf3 None None] Network 95d47086-e41d-42c2-a55b-87f92e70635e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:12.878195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.902407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Transition to ACTIVE for port object d25a7c70-5daa-4268-a810-f6cdab2d5b06 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:12.910826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1a33587a-db09-4a4d-95fb-f9ac31253f4d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2110150 Aug 09 15:51:12.911527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36146) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:12.954375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-163637dc-c3ad-4450-aff8-fdbc9e6985da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-98323799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:12.978424 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.997115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b46c567-0e8c-4c15-8844-a55fe3a1828c req-f834072c-7658-4cf1-9995-2a42b695104a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 210 time: 0.0352864 Aug 09 15:51:13.019522 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6eb77940-c682-4b0b-8f0f-57e34c27743b tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "DELETE /v2.0/agents/293340a8-aa92-410b-928d-b693f4bb6156/dhcp-networks/3e2899f4-7aa2-427c-a90f-4c8e93ae729b HTTP/1.1" status: 204 len: 168 time: 0.1801584 Aug 09 15:51:13.023391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36156) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:13.038169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.046199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-163637dc-c3ad-4450-aff8-fdbc9e6985da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.047247 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-163637dc-c3ad-4450-aff8-fdbc9e6985da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.050527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Network c6981531-57bc-46ea-95ee-da7d92ba981d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:13.055446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:13.057516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=d25a7c70-5daa-4268-a810-f6cdab2d5b06,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:13.060866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:13.066872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.067549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.094574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c57f13cb-d56f-47af-9d5d-7361cfb978c1 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3825243 Aug 09 15:51:13.096544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36160) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:13.104255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:70:f7:76'}, {'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:0f:70:8a'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:13.276962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-163637dc-c3ad-4450-aff8-fdbc9e6985da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.300869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port 9c8e9b2e-c97e-406f-90c3-6e6774962228 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:13.301350 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.329068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-95d47086-e41d-42c2-a55b-87f92e70635e', 'network_id': '95d47086-e41d-42c2-a55b-87f92e70635e', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': 'be9b4e36-dfd7-4d09-9d9f-415f017d19fa'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:13.330028 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.387150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2125f-f1fc-4296-bdad-100f1ef42ae2 req-a5ae76d5-5dc5-4c5e-b5d5-958e78ee4637 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.388993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31c2125f-f1fc-4296-bdad-100f1ef42ae2 req-a5ae76d5-5dc5-4c5e-b5d5-958e78ee4637 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.1486185 Aug 09 15:51:13.395925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-163637dc-c3ad-4450-aff8-fdbc9e6985da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.452115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-163637dc-c3ad-4450-aff8-fdbc9e6985da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.452957 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.454166 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-163637dc-c3ad-4450-aff8-fdbc9e6985da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5199633 Aug 09 15:51:13.463598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36166) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:13.472618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'port': {'network_id': '95d47086-e41d-42c2-a55b-87f92e70635e', 'name': 'tempest-RoutersIpV6Test-152016303'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:13.529494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Allocated IP 2001:db8::2 (95d47086-e41d-42c2-a55b-87f92e70635e/be9b4e36-dfd7-4d09-9d9f-415f017d19fa/9312d815-1b1b-4c79-ad13-1fa2494c1264) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:13.530132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.546786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for 9c8e9b2e-c97e-406f-90c3-6e6774962228 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:13.559000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f52ce78c-7fd9-475a-8a8b-c30d8ebebc16 None None] Provisioning for port d25a7c70-5daa-4268-a810-f6cdab2d5b06 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:13.580219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f52ce78c-7fd9-475a-8a8b-c30d8ebebc16 None None] Provisioning complete for port d25a7c70-5daa-4268-a810-f6cdab2d5b06 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:13.580961 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f52ce78c-7fd9-475a-8a8b-c30d8ebebc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.636166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31c2125f-f1fc-4296-bdad-100f1ef42ae2 req-432db070-3284-402a-b75d-0f62066eb1fe tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232895 Aug 09 15:51:13.649190 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b2bcf26f-c83d-4cfd-84a2-51f6575b0b7e tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "GET /v2.0/agents/293340a8-aa92-410b-928d-b693f4bb6156/dhcp-networks HTTP/1.1" status: 200 len: 11273 time: 0.6185198 Aug 09 15:51:13.651530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36174) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:13.673954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f52ce78c-7fd9-475a-8a8b-c30d8ebebc16 None None] Port d25a7c70-5daa-4268-a810-f6cdab2d5b06 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:13.726611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8be8167f-fa94-4417-814d-f9254acd283d tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "GET /v2.0/networks/f6789fbb-71cf-44b6-aea4-14ae10e465fc/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0680208 Aug 09 15:51:13.730521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36178) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:13.787080 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.801585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Transition to ACTIVE for port object 9312d815-1b1b-4c79-ad13-1fa2494c1264 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:13.828985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Transition to ACTIVE for port object 9312d815-1b1b-4c79-ad13-1fa2494c1264 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:13.831748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c955c4d2-45db-45b1-a272-2886b8bb374f tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "GET /v2.0/networks/f6789fbb-71cf-44b6-aea4-14ae10e465fc/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0998957 Aug 09 15:51:13.838488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.839554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36182) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:13.890136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Pushing event updated for resources: {'Port': ['ID=9312d815-1b1b-4c79-ad13-1fa2494c1264,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:13.911673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Network 95d47086-e41d-42c2-a55b-87f92e70635e is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:13.913261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:13.916629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.918829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:13.927055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:13.930868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.987460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] device_id is not set on port 9b319968-ea5f-4a5f-b0c9-abd187cc988f yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:14.018195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Attempting to bind port 9312d815-1b1b-4c79-ad13-1fa2494c1264 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:14.019457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Attempting to bind port 9312d815-1b1b-4c79-ad13-1fa2494c1264 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '4c3cb8b9-e34d-4ea7-8e74-568792723480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '95d47086-e41d-42c2-a55b-87f92e70635e'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:14.020426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Attempting to bind port 9312d815-1b1b-4c79-ad13-1fa2494c1264 on network 95d47086-e41d-42c2-a55b-87f92e70635e {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:14.029846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:14.030806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=9c8e9b2e-c97e-406f-90c3-6e6774962228,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:14.031429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Checking segment: {'id': '4c3cb8b9-e34d-4ea7-8e74-568792723480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '95d47086-e41d-42c2-a55b-87f92e70635e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:14.032640 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.033590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Bound using segment: {'id': '4c3cb8b9-e34d-4ea7-8e74-568792723480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '95d47086-e41d-42c2-a55b-87f92e70635e'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:14.034682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Bound port: 9312d815-1b1b-4c79-ad13-1fa2494c1264, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3cb8b9-e34d-4ea7-8e74-568792723480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '95d47086-e41d-42c2-a55b-87f92e70635e'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:14.036165 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.055136 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.126832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] For port 9312d815-1b1b-4c79-ad13-1fa2494c1264, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:14.131300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] For port 9312d815-1b1b-4c79-ad13-1fa2494c1264, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9312d815-1b1b-4c79-ad13-1fa2494c1264,segment=NetworkSegment(4c3cb8b9-e34d-4ea7-8e74-568792723480),segment_id=4c3cb8b9-e34d-4ea7-8e74-568792723480)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:14.144236 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.161716 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.164673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.183574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.220999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a290576e-0710-4ba5-99d8-39e84bf23f13 req-fe591546-7d5b-4bfe-be43-ab45a2872c12 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 210 time: 0.0744562 Aug 09 15:51:14.229134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.231354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.232841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Fanout notify agent at l3_agent the message router_deleted on router b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:51:14.253660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b617e6-ee6c-47dc-af10-913c7d30baf0 None None] Pushing event updated for resources: {'Port': ['ID=9312d815-1b1b-4c79-ad13-1fa2494c1264,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:14.258143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.263145 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e55f0c6a-0a1d-43a6-8235-ea32c98d4841 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/routers/b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 HTTP/1.1" status: 204 len: 168 time: 1.5957325 Aug 09 15:51:14.263779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:14.273108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1d72ee02-14f8-43ec-ab71-e21516ab87c2 tempest-DHCPAgentSchedulersTestJSON-2024587193 tempest-DHCPAgentSchedulersTestJSON-2024587193-project-admin] 10.222.0.64 "GET /v2.0/agents/293340a8-aa92-410b-928d-b693f4bb6156/dhcp-networks HTTP/1.1" status: 200 len: 11273 time: 0.4323735 Aug 09 15:51:14.278986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36190) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:14.355875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] In _notify_port_updated(), no bound segment for port d25a7c70-5daa-4268-a810-f6cdab2d5b06 on network c6981531-57bc-46ea-95ee-da7d92ba981d {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:51:14.360936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed4d504-6482-41dc-9c05-a94192bd4934 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting subnet 490dd943-1ade-4b16-a650-10166833fdbd {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:14.362146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:14.362895 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.364358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "PUT /v2.0/ports/d25a7c70-5daa-4268-a810-f6cdab2d5b06 HTTP/1.1" status: 200 len: 1067 time: 1.2663658 Aug 09 15:51:14.365304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d504-6482-41dc-9c05-a94192bd4934 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.368424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36194) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:14.466997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d504-6482-41dc-9c05-a94192bd4934 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.493988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51b157-8355-42f7-a9a2-7b41fc87acdd tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event updated for resources: {'Port': ['ID=d25a7c70-5daa-4268-a810-f6cdab2d5b06,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:14.502652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8::3e7 (95d47086-e41d-42c2-a55b-87f92e70635e/be9b4e36-dfd7-4d09-9d9f-415f017d19fa/9b319968-ea5f-4a5f-b0c9-abd187cc988f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:14.521305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.647754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d504-6482-41dc-9c05-a94192bd4934 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.676016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-83543592-29c5-4788-9217-631c171f9145 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Deleting port d25a7c70-5daa-4268-a810-f6cdab2d5b06 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:14.676016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83543592-29c5-4788-9217-631c171f9145 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.843295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-86574de1-bf2b-4d3f-be15-efe968dac5df None None] Provisioning complete for port d25a7c70-5daa-4268-a810-f6cdab2d5b06 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:14.844486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86574de1-bf2b-4d3f-be15-efe968dac5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.869838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83543592-29c5-4788-9217-631c171f9145 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.890497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.915968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-83543592-29c5-4788-9217-631c171f9145 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Calling delete_port for d25a7c70-5daa-4268-a810-f6cdab2d5b06 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:14.932147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d504-6482-41dc-9c05-a94192bd4934 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.938248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object 9b319968-ea5f-4a5f-b0c9-abd187cc988f will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:14.944445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-86574de1-bf2b-4d3f-be15-efe968dac5df None None] Port d25a7c70-5daa-4268-a810-f6cdab2d5b06 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:14.987203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9312d815-1b1b-4c79-ad13-1fa2494c1264 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:15.030852 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5d92-6d38-44c9-b41c-8703c0ce10bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.065838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d504-6482-41dc-9c05-a94192bd4934 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.069879 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3ed4d504-6482-41dc-9c05-a94192bd4934 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/subnets/490dd943-1ade-4b16-a650-10166833fdbd HTTP/1.1" status: 204 len: 168 time: 0.8048856 Aug 09 15:51:15.071245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 9312d815-1b1b-4c79-ad13-1fa2494c1264 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:15.071587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4d504-6482-41dc-9c05-a94192bd4934 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Subnet': ['ID=490dd943-1ade-4b16-a650-10166833fdbd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:15.075226 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.081710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36198) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:15.100391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3520657-12fd-4126-a981-de9431d01410 None None] Network a25403d8-b68c-474f-9257-9cc29185fcba requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:15.152933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2899f4-7aa2-427c-a90f-4c8e93ae729b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:15.168680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28320f-fa53-4e66-8f99-8c3184741722 req-7d360e20-960c-47f4-9d7f-21c6ddc56770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.171052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f28320f-fa53-4e66-8f99-8c3184741722 req-7d360e20-960c-47f4-9d7f-21c6ddc56770 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1097 time: 0.2211132 Aug 09 15:51:15.192815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06ed5b3-e078-4b40-a1a4-14b5349e3884') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:15.193291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06ed5b3-e078-4b40-a1a4-14b5349e3884') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:15.288018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.377629 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.410895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:15.411625 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.424516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f28320f-fa53-4e66-8f99-8c3184741722 req-fd88a37a-0e29-4779-bf39-644185c6b53a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215147 Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:15.425551 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:15.439389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843a6f5-a4a3-49ea-b794-468c909baeac req-5d79b409-6ee8-46e3-8c29-e955b24a2d5f tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.442391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8843a6f5-a4a3-49ea-b794-468c909baeac req-5d79b409-6ee8-46e3-8c29-e955b24a2d5f tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.5149865 Aug 09 15:51:15.476064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] DHCP port deletion for a25403d8-b68c-474f-9257-9cc29185fcba request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:15.547791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] Deleting port c0f1eea4-36a7-4617-b357-7a83b043a199 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:15.548728 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.585865 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.596950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.608221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15f7fddc-fbe7-4965-8f26-432c0ef044f2 req-86c887ed-e6a2-44ba-b672-0411f992ae01 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 210 time: 0.2039170 Aug 09 15:51:15.656501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] For port c0f1eea4-36a7-4617-b357-7a83b043a199, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c0f1eea4-36a7-4617-b357-7a83b043a199,segment=NetworkSegment(9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040),segment_id=9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:15.656998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.690135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-c8092ad2-e6c6-4b5d-82ab-bb441214aa53 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.692778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-c8092ad2-e6c6-4b5d-82ab-bb441214aa53 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.35 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 814 time: 0.7758315 Aug 09 15:51:15.701943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] Calling delete_port for c0f1eea4-36a7-4617-b357-7a83b043a199 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:15.722579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Request body: {'port': {'device_id': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109', 'admin_state_up': True, 'tenant_id': 'c9d853f10f594fc3907169dac285e27e'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:15.753503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port c0f1eea4-36a7-4617-b357-7a83b043a199 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:15.753886 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.782035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 95d47086-e41d-42c2-a55b-87f92e70635e is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:15.799592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b116dc2-cde1-496c-8bc7-eabf4c7c1652 None None] Network 95d47086-e41d-42c2-a55b-87f92e70635e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:15.833634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] For port c0f1eea4-36a7-4617-b357-7a83b043a199, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c0f1eea4-36a7-4617-b357-7a83b043a199,segment=NetworkSegment(9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040),segment_id=9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:15.834177 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.848248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for c0f1eea4-36a7-4617-b357-7a83b043a199 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:15.859349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:15.863454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:15.874857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.875904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.887184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e1e9b1e6-d2de-46ec-9092-e89b862cfb66 None None] Provisioning for port 9312d815-1b1b-4c79-ad13-1fa2494c1264 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:15.888140 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.898411 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.900999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83543592-29c5-4788-9217-631c171f9145 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.902765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e1e9b1e6-d2de-46ec-9092-e89b862cfb66 None None] Provisioning complete for port 9312d815-1b1b-4c79-ad13-1fa2494c1264 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:15.903249 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b1e6-d2de-46ec-9092-e89b862cfb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.905493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36206) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:15.906176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "DELETE /v2.0/networks/3e2899f4-7aa2-427c-a90f-4c8e93ae729b HTTP/1.1" status: 204 len: 168 time: 1.6046247 Aug 09 15:51:15.919074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8843a6f5-a4a3-49ea-b794-468c909baeac req-c83fe0f9-78b5-4c8b-aac0-14b51590192d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818893 Aug 09 15:51:15.931502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=9b319968-ea5f-4a5f-b0c9-abd187cc988f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:15.967374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c021480-ee91-41d7-b52b-c416359bf906 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event deleted for resources: {'Network': ['ID=3e2899f4-7aa2-427c-a90f-4c8e93ae729b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:15.986478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b19c17d1-cee2-4e45-a641-3ed07bf7511b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5187893 Aug 09 15:51:15.988451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36208) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:16.002976 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.010666 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-55013352-74ca-44a6-8485-8bb871d0f2e9 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] DELETE failed (client error): The resource could not be found. Aug 09 15:51:16.011769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55013352-74ca-44a6-8485-8bb871d0f2e9 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:51:16.018820 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-55013352-74ca-44a6-8485-8bb871d0f2e9 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "DELETE /v2.0/ports/f6435de1-1ff7-4748-8f18-4a6562fe04e6 HTTP/1.1" status: 404 len: 333 time: 0.1116393 Aug 09 15:51:16.020259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83543592-29c5-4788-9217-631c171f9145 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Port': ['ID=d25a7c70-5daa-4268-a810-f6cdab2d5b06,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.026626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36210) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:16.084101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b1e6-d2de-46ec-9092-e89b862cfb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.124052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] Pushing event deleted for resources: {'Port': ['ID=c0f1eea4-36a7-4617-b357-7a83b043a199,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.137632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e23f60-ea9f-48c2-b5f4-6e539191353b None None] No DVR routers for this DVR port c0f1eea4-36a7-4617-b357-7a83b043a199 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:16.203771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e1e9b1e6-d2de-46ec-9092-e89b862cfb66 None None] For port 9312d815-1b1b-4c79-ad13-1fa2494c1264, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9312d815-1b1b-4c79-ad13-1fa2494c1264,segment=NetworkSegment(4c3cb8b9-e34d-4ea7-8e74-568792723480),segment_id=4c3cb8b9-e34d-4ea7-8e74-568792723480)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:16.233985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.234295 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b1e6-d2de-46ec-9092-e89b862cfb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.242505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e237415b-714e-4d7c-9b12-97847884b0ee tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Deleting subnet ec51618e-0110-46be-a387-178973239ba8 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:16.271428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e237415b-714e-4d7c-9b12-97847884b0ee tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.303277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9b1e6-d2de-46ec-9092-e89b862cfb66 None None] Pushing event updated for resources: {'Port': ['ID=9312d815-1b1b-4c79-ad13-1fa2494c1264,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.315586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=c0f1eea4-36a7-4617-b357-7a83b043a199,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.333522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] No DVR routers for this DVR port c0f1eea4-36a7-4617-b357-7a83b043a199 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:16.384784 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e237415b-714e-4d7c-9b12-97847884b0ee tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.545742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83543592-29c5-4788-9217-631c171f9145 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.547951 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-83543592-29c5-4788-9217-631c171f9145 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "DELETE /v2.0/ports/d25a7c70-5daa-4268-a810-f6cdab2d5b06 HTTP/1.1" status: 204 len: 168 time: 2.1781363 Aug 09 15:51:16.550152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.552938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36212) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:16.584579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25403d8-b68c-474f-9257-9cc29185fcba']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:16.610931 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f8771e-3945-4f24-bdc3-9c38dacdd497 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] GET failed (client error): The resource could not be found. Aug 09 15:51:16.615063 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9f8771e-3945-4f24-bdc3-9c38dacdd497 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "GET /v2.0/ports/d25a7c70-5daa-4268-a810-f6cdab2d5b06 HTTP/1.1" status: 404 len: 333 time: 0.0584328 Aug 09 15:51:16.616384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36214) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:16.618471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:16.618982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd1ccd8-80eb-4e9a-8533-ffb12a0c6040') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:16.661261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Made reservation on behalf of c9d853f10f594fc3907169dac285e27e for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:16.665578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.700360 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.718376 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e237415b-714e-4d7c-9b12-97847884b0ee tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.778150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.794986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-564eec86-2b0e-4d75-8a54-36a1ab0fb62e None None] Provisioning complete for port 9312d815-1b1b-4c79-ad13-1fa2494c1264 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:16.795525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-564eec86-2b0e-4d75-8a54-36a1ab0fb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.874530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:16.874946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:16.879148 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:16.919464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29bac6ff-2dd0-41d5-8ace-7f9ddf5a7da9 req-47ef2c40-1b04-4029-b299-5208fbac9b9e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 210 time: 0.1531456 Aug 09 15:51:16.946171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9312d815-1b1b-4c79-ad13-1fa2494c1264 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:17.008463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.037935 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e237415b-714e-4d7c-9b12-97847884b0ee tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.041394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.046233 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/networks/a25403d8-b68c-474f-9257-9cc29185fcba HTTP/1.1" status: 204 len: 168 time: 1.9603837 Aug 09 15:51:17.046233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86de2e-00be-465a-94d4-ba003ec12873 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Network': ['ID=a25403d8-b68c-474f-9257-9cc29185fcba,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:17.048526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36224) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:17.087287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237415b-714e-4d7c-9b12-97847884b0ee tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event deleted for resources: {'Subnet': ['ID=ec51618e-0110-46be-a387-178973239ba8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:17.089261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-564eec86-2b0e-4d75-8a54-36a1ab0fb62e None None] Provisioning for port 9b319968-ea5f-4a5f-b0c9-abd187cc988f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:17.092702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d80aeb22-a56f-4522-8530-c6227cddaf2f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Deleting port 3dc3d886-cdae-473d-a1ba-f03f5b2b626f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:17.092702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d80aeb22-a56f-4522-8530-c6227cddaf2f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.096519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-564eec86-2b0e-4d75-8a54-36a1ab0fb62e None None] Provisioning complete for port 9b319968-ea5f-4a5f-b0c9-abd187cc988f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:17.098378 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-564eec86-2b0e-4d75-8a54-36a1ab0fb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.113410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e237415b-714e-4d7c-9b12-97847884b0ee tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.118024 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e237415b-714e-4d7c-9b12-97847884b0ee tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "DELETE /v2.0/subnets/ec51618e-0110-46be-a387-178973239ba8 HTTP/1.1" status: 204 len: 168 time: 1.0874665 Aug 09 15:51:17.124193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a8dbe5-ec1f-4882-80bb-41cef309da54 None None] Network f6789fbb-71cf-44b6-aea4-14ae10e465fc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:17.131197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 9312d815-1b1b-4c79-ad13-1fa2494c1264 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:17.131197 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.136971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36226) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:17.167429 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.214369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-564eec86-2b0e-4d75-8a54-36a1ab0fb62e None None] Port 9b319968-ea5f-4a5f-b0c9-abd187cc988f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:17.221410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d80aeb22-a56f-4522-8530-c6227cddaf2f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.237616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d80aeb22-a56f-4522-8530-c6227cddaf2f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Calling delete_port for 3dc3d886-cdae-473d-a1ba-f03f5b2b626f owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:17.280863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Allocated IP 172.20.0.10 (da64e28c-9ca0-4c9f-b499-9d2b18e8a109/cab158ae-0af7-41a6-b5ff-243a7b1fcf71/7cdfc5af-1504-427a-86bd-22974ca755e8) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:17.304844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c270b-b62f-4963-b81f-ada624b8c24b req-54c1c4eb-2426-473e-8a50-e8844edd796c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:17.306430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-154c270b-b62f-4963-b81f-ada624b8c24b req-54c1c4eb-2426-473e-8a50-e8844edd796c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.2444675 Aug 09 15:51:17.359340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-343bdb92-5610-4151-9667-013ca4ce2189 None None] Provisioning complete for port 9b319968-ea5f-4a5f-b0c9-abd187cc988f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:17.359710 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-343bdb92-5610-4151-9667-013ca4ce2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.411355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-343bdb92-5610-4151-9667-013ca4ce2189 None None] Port 9b319968-ea5f-4a5f-b0c9-abd187cc988f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:17.418952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.427695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] DHCP port deletion for f6789fbb-71cf-44b6-aea4-14ae10e465fc request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:17.442688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d80aeb22-a56f-4522-8530-c6227cddaf2f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.486539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80aeb22-a56f-4522-8530-c6227cddaf2f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Port': ['ID=3dc3d886-cdae-473d-a1ba-f03f5b2b626f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:17.512268 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aabbb4b5-1c16-43d8-ad01-58eecdf02469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.522796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c0f1eea4-36a7-4617-b357-7a83b043a199 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:17.540119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d80aeb22-a56f-4522-8530-c6227cddaf2f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.542626 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d80aeb22-a56f-4522-8530-c6227cddaf2f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "DELETE /v2.0/ports/3dc3d886-cdae-473d-a1ba-f03f5b2b626f HTTP/1.1" status: 204 len: 168 time: 0.9210031 Aug 09 15:51:17.548619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36228) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:17.561380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c0f1eea4-36a7-4617-b357-7a83b043a199 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:17.561700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c0f1eea4-36a7-4617-b357-7a83b043a199 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:17.565899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] Deleting port 9fd62e45-417f-402f-a688-471e8f29f35a {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:17.566946 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.582288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-154c270b-b62f-4963-b81f-ada624b8c24b req-1e229f9e-efcc-48f7-8784-a61abd90bfc2 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649977 Aug 09 15:51:17.621188 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-83df3d46-7793-4926-b0c7-225ac8184983 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] GET failed (client error): The resource could not be found. Aug 09 15:51:17.633037 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-83df3d46-7793-4926-b0c7-225ac8184983 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "GET /v2.0/ports/3dc3d886-cdae-473d-a1ba-f03f5b2b626f HTTP/1.1" status: 404 len: 333 time: 0.0824032 Aug 09 15:51:17.634027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36232) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:17.667339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] For port 9fd62e45-417f-402f-a688-471e8f29f35a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9fd62e45-417f-402f-a688-471e8f29f35a,segment=NetworkSegment(62a2c4f0-c5d2-4cdd-8910-7f9f2023b171),segment_id=62a2c4f0-c5d2-4cdd-8910-7f9f2023b171)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:17.667791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.878071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5fab0d03-c6e4-4cfb-aee8-86c0f805068f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Deleting port 971379b9-d7af-438f-8897-1627683024b7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:17.878929 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab0d03-c6e4-4cfb-aee8-86c0f805068f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.916904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] Calling delete_port for 9fd62e45-417f-402f-a688-471e8f29f35a owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:17.985561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.011308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port f8fa1b8c-b17c-4545-b564-af3ab7dd3425 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:18.012300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.048315 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.062764 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.066460 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.069491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab0d03-c6e4-4cfb-aee8-86c0f805068f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.086636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5fab0d03-c6e4-4cfb-aee8-86c0f805068f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Calling delete_port for 971379b9-d7af-438f-8897-1627683024b7 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:18.113208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] Pushing event deleted for resources: {'Port': ['ID=9fd62e45-417f-402f-a688-471e8f29f35a,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:18.130057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2ce22-ba7b-457b-b336-4759ab4f1ea3 None None] No DVR routers for this DVR port 9fd62e45-417f-402f-a688-471e8f29f35a on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:18.252686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab0d03-c6e4-4cfb-aee8-86c0f805068f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.284692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ca9e8ff-cedc-402a-876f-1a2a5abe5c3a req-9df7dbc2-c43a-460f-9bf0-1e9c7061bb47 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 210 time: 0.1101670 Aug 09 15:51:18.285769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab0d03-c6e4-4cfb-aee8-86c0f805068f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Port': ['ID=971379b9-d7af-438f-8897-1627683024b7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:18.326062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab0d03-c6e4-4cfb-aee8-86c0f805068f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.328738 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5fab0d03-c6e4-4cfb-aee8-86c0f805068f tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "DELETE /v2.0/ports/971379b9-d7af-438f-8897-1627683024b7 HTTP/1.1" status: 204 len: 168 time: 0.6935282 Aug 09 15:51:18.331254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36246) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:18.400287 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.402613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=9b319968-ea5f-4a5f-b0c9-abd187cc988f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:18.420309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b22cfd-d45d-4f6b-bee9-87716fc23bc0 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Deleting subnet dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:18.425581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50b22cfd-d45d-4f6b-bee9-87716fc23bc0 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.453987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Deleting port 9fd62e45-417f-402f-a688-471e8f29f35a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:18.454279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.480180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-c93804db-73ee-47b5-85f1-b1d5b84bd06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:18.481883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-c93804db-73ee-47b5-85f1-b1d5b84bd06c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 1097 time: 0.4289422 Aug 09 15:51:18.490596 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50b22cfd-d45d-4f6b-bee9-87716fc23bc0 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.582706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.583031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.629758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50b22cfd-d45d-4f6b-bee9-87716fc23bc0 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.653022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9e15bcf4-56fd-465a-b3f6-cd78ee288224 None None] Provisioning complete for port 9b319968-ea5f-4a5f-b0c9-abd187cc988f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:18.654106 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9e15bcf4-56fd-465a-b3f6-cd78ee288224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.666531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for f8fa1b8c-b17c-4545-b564-af3ab7dd3425 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:18.695337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9e15bcf4-56fd-465a-b3f6-cd78ee288224 None None] Port 9b319968-ea5f-4a5f-b0c9-abd187cc988f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:18.699846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f0111-c142-4a68-9b22-d6e3d9f10603 req-1f807649-b592-49c9-8773-129ece700d9c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:18.701566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c88f0111-c142-4a68-9b22-d6e3d9f10603 req-1f807649-b592-49c9-8773-129ece700d9c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.4801877 Aug 09 15:51:18.710954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50b22cfd-d45d-4f6b-bee9-87716fc23bc0 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.730604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] For port 9fd62e45-417f-402f-a688-471e8f29f35a, host n-d-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:18.731070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.745326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b22cfd-d45d-4f6b-bee9-87716fc23bc0 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:18.752396 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50b22cfd-d45d-4f6b-bee9-87716fc23bc0 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.757239 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-50b22cfd-d45d-4f6b-bee9-87716fc23bc0 tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "DELETE /v2.0/subnets/dbdcb46c-0112-4dbd-8d65-9d7c629fbc4c HTTP/1.1" status: 204 len: 168 time: 0.4223697 Aug 09 15:51:18.757582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36248) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:18.762597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c410956b-fc3e-41ae-9dfa-7e71af58245d None None] Network c6981531-57bc-46ea-95ee-da7d92ba981d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:18.798208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Calling delete_port for 9fd62e45-417f-402f-a688-471e8f29f35a owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:18.862206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9fd62e45-417f-402f-a688-471e8f29f35a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:18.862664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Port 9fd62e45-417f-402f-a688-471e8f29f35a was not found and therefore no delete operation was performed {{(pid=94177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:51:18.876297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.882394 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.884951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.907116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 9fd62e45-417f-402f-a688-471e8f29f35a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:18.907558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9fd62e45-417f-402f-a688-471e8f29f35a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:18.915592 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.953137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Deleting port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:18.953481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.999972 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.008672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event deleted for resources: {'Port': ['ID=9fd62e45-417f-402f-a688-471e8f29f35a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.011495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] No DVR routers for this DVR port 9fd62e45-417f-402f-a688-471e8f29f35a on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:19.029153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-5552436f-bcec-49f3-9088-99fdb2c51c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:19.030077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] DHCP port deletion for c6981531-57bc-46ea-95ee-da7d92ba981d request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:19.030711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-5552436f-bcec-49f3-9088-99fdb2c51c62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 200 len: 920 time: 0.4967992 Aug 09 15:51:19.057738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c88f0111-c142-4a68-9b22-d6e3d9f10603 req-72e7ceb4-44c8-4b27-8df7-c11047ff303e tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307483 Aug 09 15:51:19.070385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] For port 1137daad-abe7-480f-b5b9-b55f1b4e7db1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1137daad-abe7-480f-b5b9-b55f1b4e7db1,segment=NetworkSegment(da86f8d5-f371-4a81-9b5f-20f45de49575),segment_id=da86f8d5-f371-4a81-9b5f-20f45de49575)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:19.070828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.096190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Calling delete_port for 1137daad-abe7-480f-b5b9-b55f1b4e7db1 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:19.110041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] Deleting port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:19.112590 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.212299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] For port 1137daad-abe7-480f-b5b9-b55f1b4e7db1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1137daad-abe7-480f-b5b9-b55f1b4e7db1,segment=NetworkSegment(da86f8d5-f371-4a81-9b5f-20f45de49575),segment_id=da86f8d5-f371-4a81-9b5f-20f45de49575)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:19.213981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.219386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:19.225892 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.241451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] No DVR routers for this DVR port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:19.261974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] Calling delete_port for 1137daad-abe7-480f-b5b9-b55f1b4e7db1 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:19.274945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Port': ['ID=1137daad-abe7-480f-b5b9-b55f1b4e7db1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.330505 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-e621c79f-7336-4739-9696-674fd89b6469 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 200 len: 217 time: 0.2478368 Aug 09 15:51:19.331954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:19.372401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.375436 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.384574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6981531-57bc-46ea-95ee-da7d92ba981d']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:19.386366 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.389686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6789fbb-71cf-44b6-aea4-14ae10e465fc']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:19.398096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da86f8d5-f371-4a81-9b5f-20f45de49575') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:19.398724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da86f8d5-f371-4a81-9b5f-20f45de49575') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:19.408939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:19.409872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.415697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] Pushing event deleted for resources: {'Port': ['ID=1137daad-abe7-480f-b5b9-b55f1b4e7db1,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.417969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2d79b-0054-4b23-9905-bf1495f9c228 None None] No DVR routers for this DVR port 1137daad-abe7-480f-b5b9-b55f1b4e7db1 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:19.433627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.442129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:19.442796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:19.446883 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:19.501777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a2c4f0-c5d2-4cdd-8910-7f9f2023b171') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:19.502082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a2c4f0-c5d2-4cdd-8910-7f9f2023b171') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:19.516643 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.529948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.535548 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] 10.222.0.64 "DELETE /v2.0/networks/c6981531-57bc-46ea-95ee-da7d92ba981d HTTP/1.1" status: 204 len: 168 time: 0.7739022 Aug 09 15:51:19.547144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.549760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d15d48-c27d-4e8f-9c28-e783ca0b606d tempest-AllowedAddressPairIpV6TestJSON-354073416 tempest-AllowedAddressPairIpV6TestJSON-354073416-project] Pushing event deleted for resources: {'Network': ['ID=c6981531-57bc-46ea-95ee-da7d92ba981d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.783753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36260) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:19.909220 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.954809 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-99cbe610-2f52-4e93-a573-25c38be73355 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=576b83a0cb6249dd9196cf6a92f82ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664124 Aug 09 15:51:19.955245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36264) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:19.979992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.989271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-67e76e4c-950e-49e4-86e1-e01b52ba6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:19.990857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-67e76e4c-950e-49e4-86e1-e01b52ba6dfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 200 len: 858 time: 0.5935431 Aug 09 15:51:19.999564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:20.000453 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.017910 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08560464-5a9e-47ca-9806-e55cf813f6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.021498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.027610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:20.028155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:20.037342 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:20.063615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08560464-5a9e-47ca-9806-e55cf813f6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.072808 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.117442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-ed5b3ee4-fc9a-4072-ae80-bf0605c6d3c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a26f6fb-ce56-4387-927f-11cc110612b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080172 Aug 09 15:51:20.140312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08560464-5a9e-47ca-9806-e55cf813f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.141535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af12b-574c-44c4-ba6c-8fc1cfb2dc20 req-90869f28-d57e-4d52-b49a-d6e6bfcda85d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:20.143135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a74af12b-574c-44c4-ba6c-8fc1cfb2dc20 req-90869f28-d57e-4d52-b49a-d6e6bfcda85d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 932 time: 0.7477863 Aug 09 15:51:20.143285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08560464-5a9e-47ca-9806-e55cf813f6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.144698 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-08560464-5a9e-47ca-9806-e55cf813f6a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84b65a81-52f8-4a63-99d5-f677659b7472 HTTP/1.1" status: 204 len: 168 time: 0.1881502 Aug 09 15:51:20.166165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08560464-5a9e-47ca-9806-e55cf813f6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b65a81-52f8-4a63-99d5-f677659b7472,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:20.192085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-8c0ac309-b28b-4fed-acf1-ab95be86188b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4834063 Aug 09 15:51:20.213883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=f8fa1b8c-b17c-4545-b564-af3ab7dd3425,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:20.261880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Request body: {'port': {'device_id': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:20.363780 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.416228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.435214 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.437156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] 10.222.0.64 "DELETE /v2.0/networks/f6789fbb-71cf-44b6-aea4-14ae10e465fc HTTP/1.1" status: 204 len: 168 time: 3.2946851 Aug 09 15:51:20.560509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d7f15-8213-469e-8ced-529d779df424 tempest-DHCPAgentSchedulersTestJSON-1470554802 tempest-DHCPAgentSchedulersTestJSON-1470554802-project] Pushing event deleted for resources: {'Network': ['ID=f6789fbb-71cf-44b6-aea4-14ae10e465fc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:20.594856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a74af12b-574c-44c4-ba6c-8fc1cfb2dc20 req-a999575a-5f41-4cad-a579-bbdb3c84f9b7 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095864 Aug 09 15:51:20.603666 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.606774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.611774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36288) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:20.614135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-be5db916-6d27-48eb-bb07-b2d784883202 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/floatingips/3fb38e10-472f-4ea5-9ea5-7ea883b9ade3 HTTP/1.1" status: 204 len: 168 time: 3.5589201 Aug 09 15:51:20.628759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.655854 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e347aef8-1bda-401a-9fa7-7e4734e6a725 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] DELETE failed (client error): The resource could not be found. Aug 09 15:51:20.660071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e347aef8-1bda-401a-9fa7-7e4734e6a725 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:51:20.661524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4464703-a50f-4d83-a014-e63ab5730c51 req-6ca8445f-f560-4372-aed5-338750865887 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:20.663185 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e347aef8-1bda-401a-9fa7-7e4734e6a725 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/ports/f13e3a54-acd8-49dc-8865-6f1ece4b638d HTTP/1.1" status: 404 len: 333 time: 0.0497828 Aug 09 15:51:20.666774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4464703-a50f-4d83-a014-e63ab5730c51 req-6ca8445f-f560-4372-aed5-338750865887 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.4797845 Aug 09 15:51:20.667568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36290) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:20.695032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-f71ec197-69bf-4a2c-99c6-1907be8b4b7f service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261710 Aug 09 15:51:20.721911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-35320321-b73d-4592-a7d2-f94b8c34ea13 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "GET /v2.0/ports?device_id=b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 HTTP/1.1" status: 200 len: 205 time: 0.0487821 Aug 09 15:51:20.725455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36292) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:20.784877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36294) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:20.799140 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-9506ad4d-4a7e-4780-ab9c-50a0f3e32139 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] delete failed (client error): The resource could not be found. Aug 09 15:51:20.800280 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9506ad4d-4a7e-4780-ab9c-50a0f3e32139 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/routers/b192ba03-3a11-4ce0-83f4-1b4d2eb0ccf6 HTTP/1.1" status: 404 len: 336 time: 0.0736840 Aug 09 15:51:20.802899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36298) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:20.833070 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d044df7c-7dc9-4aee-8084-3433e4d1e11f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] DELETE failed (client error): The resource could not be found. Aug 09 15:51:20.833823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d044df7c-7dc9-4aee-8084-3433e4d1e11f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:51:20.836025 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d044df7c-7dc9-4aee-8084-3433e4d1e11f tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/subnets/490dd943-1ade-4b16-a650-10166833fdbd HTTP/1.1" status: 404 len: 337 time: 0.0318935 Aug 09 15:51:20.838298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36302) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:20.886687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1137daad-abe7-480f-b5b9-b55f1b4e7db1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:20.911645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 1137daad-abe7-480f-b5b9-b55f1b4e7db1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:20.912411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1137daad-abe7-480f-b5b9-b55f1b4e7db1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:20.934569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4464703-a50f-4d83-a014-e63ab5730c51 req-f7717696-504b-456d-b813-ea4e1888a7e2 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328484 Aug 09 15:51:21.003791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1bbdc-8862-49ae-b3e4-6ec299c07f57 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port 008fb006-4791-4706-b813-8b573072f2f8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:21.004257 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7a1bbdc-8862-49ae-b3e4-6ec299c07f57 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.070153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-646a4c3f-0eb7-4887-ac76-eaf46e5c0878 req-6860f2a0-eadf-434b-8da8-4541e118a6a6 service neutron] 10.222.0.35 "GET /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554497 Aug 09 15:51:21.119391 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7a1bbdc-8862-49ae-b3e4-6ec299c07f57 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.135871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1bbdc-8862-49ae-b3e4-6ec299c07f57 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for 008fb006-4791-4706-b813-8b573072f2f8 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:21.183187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36310) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:21.196869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.210057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bbe12a86-02f0-45fe-9687-615e4eb20bc0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=acfefd8f2c8e4758a982451c73ae72d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129181 Aug 09 15:51:21.211051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36314) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:21.214479 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.215731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.331890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7a1bbdc-8862-49ae-b3e4-6ec299c07f57 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.363263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1bbdc-8862-49ae-b3e4-6ec299c07f57 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=008fb006-4791-4706-b813-8b573072f2f8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:21.399538 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1383563981'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:21.435456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=9b319968-ea5f-4a5f-b0c9-abd187cc988f,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:21.449186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7a1bbdc-8862-49ae-b3e4-6ec299c07f57 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.453708 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7a1bbdc-8862-49ae-b3e4-6ec299c07f57 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/ports/008fb006-4791-4706-b813-8b573072f2f8 HTTP/1.1" status: 204 len: 168 time: 0.6122990 Aug 09 15:51:21.454478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36316) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:21.504710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f99bfafe-836f-48c8-82f9-3f7b86e0d26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.506242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Made reservation on behalf of 6d8d60813d104c5baa39edc3b46a5ff7 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:21.509734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.556230 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.569851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-44ef9121-0561-4afd-8ad9-a51e81332a94 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port b6856a80-aca2-4602-89b6-3a024cd9ef0e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:21.570177 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44ef9121-0561-4afd-8ad9-a51e81332a94 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.582548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f99bfafe-836f-48c8-82f9-3f7b86e0d26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.605664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdfc5af-1504-427a-86bd-22974ca755e8 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:21.615372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 95d47086-e41d-42c2-a55b-87f92e70635e is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:21.619778 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.627456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:21.667381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Transition to ACTIVE for port object 7cdfc5af-1504-427a-86bd-22974ca755e8 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:21.676979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44ef9121-0561-4afd-8ad9-a51e81332a94 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.691690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-44ef9121-0561-4afd-8ad9-a51e81332a94 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for b6856a80-aca2-4602-89b6-3a024cd9ef0e owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:21.711191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.880205 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44ef9121-0561-4afd-8ad9-a51e81332a94 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.892888 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f99bfafe-836f-48c8-82f9-3f7b86e0d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.895055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f99bfafe-836f-48c8-82f9-3f7b86e0d26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.898704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f99bfafe-836f-48c8-82f9-3f7b86e0d26c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7065379-c1c0-4152-afad-ed1a96a952d2 HTTP/1.1" status: 204 len: 168 time: 0.6836393 Aug 09 15:51:21.912003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef9121-0561-4afd-8ad9-a51e81332a94 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=b6856a80-aca2-4602-89b6-3a024cd9ef0e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:21.924643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:21.956070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bfafe-836f-48c8-82f9-3f7b86e0d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7065379-c1c0-4152-afad-ed1a96a952d2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.002843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2963bdc-fab4-4607-8bed-75476095e5cb req-1985d5fa-b2fc-4baa-9091-ba78e3b6bb4d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.004532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2963bdc-fab4-4607-8bed-75476095e5cb req-1985d5fa-b2fc-4baa-9091-ba78e3b6bb4d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.2856405 Aug 09 15:51:22.057651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9a81873e-cda4-4595-91c3-41e366e97c1c None None] Provisioning complete for port 9b319968-ea5f-4a5f-b0c9-abd187cc988f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:22.058752 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9a81873e-cda4-4595-91c3-41e366e97c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.064014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44ef9121-0561-4afd-8ad9-a51e81332a94 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.069652 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-44ef9121-0561-4afd-8ad9-a51e81332a94 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/ports/b6856a80-aca2-4602-89b6-3a024cd9ef0e HTTP/1.1" status: 204 len: 168 time: 0.6126091 Aug 09 15:51:22.070447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36328) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:22.082902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.109406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.110921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9a81873e-cda4-4595-91c3-41e366e97c1c None None] Port 9b319968-ea5f-4a5f-b0c9-abd187cc988f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:22.138253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded82836-017c-4f36-b5a9-6eea90bfc32c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.140011 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ded82836-017c-4f36-b5a9-6eea90bfc32c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa1d362-e426-490f-89be-50b233781412 HTTP/1.1" status: 200 len: 913 time: 0.0684977 Aug 09 15:51:22.142620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36330) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:22.159118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Attempting to bind port 7cdfc5af-1504-427a-86bd-22974ca755e8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:22.159457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Attempting to bind port 7cdfc5af-1504-427a-86bd-22974ca755e8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:22.159844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Attempting to bind port 7cdfc5af-1504-427a-86bd-22974ca755e8 on network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:22.172761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2963bdc-fab4-4607-8bed-75476095e5cb req-db5be454-d1a8-4271-bf90-443e06368867 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565177 Aug 09 15:51:22.174646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:22.181360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 47d75a12-b037-4e6c-9669-4e5ee7db15a7 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:51:22.196873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Port 7cdfc5af-1504-427a-86bd-22974ca755e8 on network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:22.197207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Attempting to bind port 7cdfc5af-1504-427a-86bd-22974ca755e8 on network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:22.202309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bedb304-31a8-40f5-8f0d-f933fd7df3ce,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.213016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.213374 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Added segment dd83343b-89a8-4104-8999-9550285f8cd8 of type vlan for network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 Aug 09 15:51:22.225111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:22.226126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Checking segment: {'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:22.226126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Bound using segment: {'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:22.226350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Bound port: 7cdfc5af-1504-427a-86bd-22974ca755e8, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:22.226809 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.303670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4152f-fccf-4b4b-9de3-b3ad28327ebb req-45a69e52-b82f-433d-a431-9b7c29135533 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.305301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92e4152f-fccf-4b4b-9de3-b3ad28327ebb req-45a69e52-b82f-433d-a431-9b7c29135533 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.2508554 Aug 09 15:51:22.369227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:22.391354 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.391649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-182578f9-b073-4775-8a03-89f5c418075b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.465577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:22.471261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5aa998c6-e44b-443d-a675-e51acae410de tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/47d75a12-b037-4e6c-9669-4e5ee7db15a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4813275 Aug 09 15:51:22.474064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36336) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:22.476344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8e445-826c-46f2-bace-2532c9a0021f None None] Sync routers for ids ['47d75a12-b037-4e6c-9669-4e5ee7db15a7'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:22.481404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92e4152f-fccf-4b4b-9de3-b3ad28327ebb req-86518214-80c7-4a2c-b103-28e25d0747b0 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406703 Aug 09 15:51:22.487372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8e445-826c-46f2-bace-2532c9a0021f None None] Routers {'47d75a12-b037-4e6c-9669-4e5ee7db15a7'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:22.488772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-36a8e445-826c-46f2-bace-2532c9a0021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['47d75a12-b037-4e6c-9669-4e5ee7db15a7'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:22.491036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:22.499505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:22.501384 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.510645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.512352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.526523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.528843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-36a8e445-826c-46f2-bace-2532c9a0021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:22.541498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8e445-826c-46f2-bace-2532c9a0021f None None] Routers {'47d75a12-b037-4e6c-9669-4e5ee7db15a7'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:22.542118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-36a8e445-826c-46f2-bace-2532c9a0021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['47d75a12-b037-4e6c-9669-4e5ee7db15a7'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:22.578215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-36a8e445-826c-46f2-bace-2532c9a0021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:22.578476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953ea5a-2f11-44ad-8995-84c6bb625829 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.578814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8e445-826c-46f2-bace-2532c9a0021f None None] The sync data for ids ['47d75a12-b037-4e6c-9669-4e5ee7db15a7'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:22.579279 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7953ea5a-2f11-44ad-8995-84c6bb625829 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports/9b319968-ea5f-4a5f-b0c9-abd187cc988f HTTP/1.1" status: 200 len: 983 time: 0.1001079 Aug 09 15:51:22.583266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36338) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:22.738981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-182578f9-b073-4775-8a03-89f5c418075b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.783231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-182578f9-b073-4775-8a03-89f5c418075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.909410 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-182578f9-b073-4775-8a03-89f5c418075b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbfc3cf0e07d48e78f06b8e7eab436c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391073 Aug 09 15:51:22.934857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182578f9-b073-4775-8a03-89f5c418075b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026d423b-a24a-4836-848f-2872c408c51c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.938917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36344) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:22.995604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8086689 Aug 09 15:51:23.001921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36346) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:23.005336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.005958 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.007362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] 10.222.0.35 "PUT /v2.0/ports/7cdfc5af-1504-427a-86bd-22974ca755e8 HTTP/1.1" status: 200 len: 1092 time: 2.7702303 Aug 09 15:51:23.007808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:23.009221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'subnet': {'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:23.010096 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef3514-bf3b-4b24-ab5f-026811771ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:23.025633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450d0c-b048-4d49-8495-8675f75bcb3d tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Network': ['ID=ff13c737-0c7b-4f8a-ae47-a2206b912ab6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:23.041011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a2883-dad2-4307-ae8c-48424fde684e service neutron] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:23.053325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:23.087554 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.126187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-29228ebf-a19b-4daf-b790-e7682f957aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.127840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-29228ebf-a19b-4daf-b790-e7682f957aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 1095 time: 0.0668383 Aug 09 15:51:23.176586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-b46ebe52-023c-4f40-92cd-a1c168344942 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cdfc5af-1504-427a-86bd-22974ca755e8 HTTP/1.1" status: 200 len: 217 time: 0.0385008 Aug 09 15:51:23.189015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.236340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-bd7c0bcb-3f74-4373-bf2c-ce463b7009fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.238305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-bd7c0bcb-3f74-4373-bf2c-ce463b7009fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 200 len: 854 time: 0.0536640 Aug 09 15:51:23.287101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-bbad913f-5aec-4c85-b508-78a88ff0848e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404112 Aug 09 15:51:23.325101 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968cc5f6-2580-4643-a83e-febcd912f948 x-openstack-request-id: req-968cc5f6-2580-4643-a83e-febcd912f948 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:23.325381 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:23.325620 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-968cc5f6-2580-4643-a83e-febcd912f948 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:23.326060 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'status': 'completed', 'code': 200} Aug 09 15:51:23.396451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d767f-40ed-44fe-b88f-2ff449c92e2a req-1ece699a-6a8c-40de-a431-b509a904bcea tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.398091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a70d767f-40ed-44fe-b88f-2ff449c92e2a req-1ece699a-6a8c-40de-a431-b509a904bcea tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.1099360 Aug 09 15:51:23.456112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-b0ebd134-d97f-4341-8709-817ea2372d79 service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560912 Aug 09 15:51:23.465921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a70d767f-40ed-44fe-b88f-2ff449c92e2a req-4add12f9-c7c5-4baa-be34-20e2c74a534c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598969 Aug 09 15:51:23.602826 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.616324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-091bf56c-dde2-4dc8-9ccd-f1ce53515ef4 req-c1dd773b-e250-43ec-b4a8-27eda1bcebde service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492238 Aug 09 15:51:23.647456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff34be-bd2f-418d-a8cd-650346e3c6ec req-d4dc046f-66ea-4a8f-a769-225b37c0a892 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.649509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eff34be-bd2f-418d-a8cd-650346e3c6ec req-d4dc046f-66ea-4a8f-a769-225b37c0a892 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.0652330 Aug 09 15:51:23.668385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Made reservation on behalf of 6d8d60813d104c5baa39edc3b46a5ff7 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:23.672735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.732294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eff34be-bd2f-418d-a8cd-650346e3c6ec req-667a9697-da8d-4f7a-81b9-18726370a5ad tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740943 Aug 09 15:51:23.741956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-c4081379-ab69-48b1-aedc-49296256a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.743967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-c4081379-ab69-48b1-aedc-49296256a7e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 1095 time: 0.0660057 Aug 09 15:51:23.861933 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.865090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.865316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-4e7fa096-74a9-420b-a380-84b9b609186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.867865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/026d423b-a24a-4836-848f-2872c408c51c HTTP/1.1" status: 204 len: 168 time: 0.9250991 Aug 09 15:51:23.868073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-4e7fa096-74a9-420b-a380-84b9b609186e service neutron] 10.222.0.35 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 916 time: 0.1124890 Aug 09 15:51:23.873688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.931637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026d423b-a24a-4836-848f-2872c408c51c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:23.936217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-ff61e395-b1f3-49d2-85c9-f44e02b9ffeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cdfc5af-1504-427a-86bd-22974ca755e8 HTTP/1.1" status: 200 len: 217 time: 0.0575256 Aug 09 15:51:23.986363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.986720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.987065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.987403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.987738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.988097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.988439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.988740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.989109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.989384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.989698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:23.990022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9165703c-a275-469e-8b39-bb8009d88e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:24.005074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-8b163551-4ec2-44bc-882e-2017780790a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:24.006735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-8b163551-4ec2-44bc-882e-2017780790a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 200 len: 854 time: 0.0604148 Aug 09 15:51:24.063994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-5d98630a-9872-41f5-8733-caacba96e1c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418389 Aug 09 15:51:24.218699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-c81980ee-c3ff-47fd-b93e-3423ca351767 service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408978 Aug 09 15:51:24.300770 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.350316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0eef3514-bf3b-4b24-ab5f-026811771ccd req-2979eae8-4e90-4d97-9448-473c02993a43 service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091075 Aug 09 15:51:24.401275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Subnet': ['ID=138513c0-a548-4522-91f7-e5b2f2de661e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:24.422985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Checking segment: {'id': 'dd83343b-89a8-4104-8999-9550285f8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:24.423359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Network hostable DHCP agents. Network: ff13c737-0c7b-4f8a-ae47-a2206b912ab6, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:24.426856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port 123c2057-0ffb-46a8-a9e7-2b57140f139e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:24.427197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.541783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:24.581492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ff13c737-0c7b-4f8a-ae47-a2206b912ab6) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:24.583505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:24.584384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.590735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.591801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab1804f-8421-475b-bec1-88de375aa7b7 None None] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:24.611266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 9b319968-ea5f-4a5f-b0c9-abd187cc988f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:24.611617 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.621184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517a5d3-f676-47e8-af96-5bfcd7bb013d req-afdc6c7c-fff4-40e7-8ff0-82f4ab7ba8dd tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:24.623247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c517a5d3-f676-47e8-af96-5bfcd7bb013d req-afdc6c7c-fff4-40e7-8ff0-82f4ab7ba8dd tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.0711858 Aug 09 15:51:24.631194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for 123c2057-0ffb-46a8-a9e7-2b57140f139e owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:24.666040 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b4eaeb97-6be2-4d1a-bf34-b30e6862a922 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6630127 Aug 09 15:51:24.670215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36388) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:24.682919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'name': 'tempest-AllowedAddressPairTestJSON-1075945444'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:24.691668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c517a5d3-f676-47e8-af96-5bfcd7bb013d req-bf174189-35bb-4a6e-8b46-cd8b3d242b33 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593970 Aug 09 15:51:24.797863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.816144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 9b319968-ea5f-4a5f-b0c9-abd187cc988f owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:24.848777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'tenant_id': '6d8d60813d104c5baa39edc3b46a5ff7', 'fixed_ips': [{'subnet_id': '138513c0-a548-4522-91f7-e5b2f2de661e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:24.849802 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.892082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Made reservation on behalf of 6d8d60813d104c5baa39edc3b46a5ff7 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:24.897295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.926021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] device_id is not set on port 0ec6b375-80ee-4c38-b28a-279da1ff24d4 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:25.065370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Allocated IP 172.20.0.2 (ff13c737-0c7b-4f8a-ae47-a2206b912ab6/138513c0-a548-4522-91f7-e5b2f2de661e/2526d209-a29f-47bc-8793-4509a4307c73) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:25.102926 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.158097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=123c2057-0ffb-46a8-a9e7-2b57140f139e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:25.240481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.250547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Transition to ACTIVE for port object 2526d209-a29f-47bc-8793-4509a4307c73 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:25.286074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Transition to ACTIVE for port object 2526d209-a29f-47bc-8793-4509a4307c73 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:25.298877 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.341213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:25.351365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:25.358236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:25.376864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Pushing event updated for resources: {'Port': ['ID=2526d209-a29f-47bc-8793-4509a4307c73,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:25.419856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Allocated IP 172.20.0.7 (ff13c737-0c7b-4f8a-ae47-a2206b912ab6/138513c0-a548-4522-91f7-e5b2f2de661e/0ec6b375-80ee-4c38-b28a-279da1ff24d4) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:25.456228 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.459739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Attempting to bind port 2526d209-a29f-47bc-8793-4509a4307c73 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:25.460157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Attempting to bind port 2526d209-a29f-47bc-8793-4509a4307c73 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'dd83343b-89a8-4104-8999-9550285f8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:25.460525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Attempting to bind port 2526d209-a29f-47bc-8793-4509a4307c73 on network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:25.471359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:25.471751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Checking segment: {'id': 'dd83343b-89a8-4104-8999-9550285f8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:25.475993 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.476455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Bound using segment: {'id': 'dd83343b-89a8-4104-8999-9550285f8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:25.478863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Bound port: 2526d209-a29f-47bc-8793-4509a4307c73, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd83343b-89a8-4104-8999-9550285f8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:25.479307 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.553536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.571246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] For port 2526d209-a29f-47bc-8793-4509a4307c73, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:25.574740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] For port 2526d209-a29f-47bc-8793-4509a4307c73, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2526d209-a29f-47bc-8793-4509a4307c73,segment=NetworkSegment(dd83343b-89a8-4104-8999-9550285f8cd8),segment_id=dd83343b-89a8-4104-8999-9550285f8cd8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:25.580795 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.617232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=9b319968-ea5f-4a5f-b0c9-abd187cc988f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:25.658980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc8cc2-e093-4645-a5f9-e2cf0b169a0f None None] Pushing event updated for resources: {'Port': ['ID=2526d209-a29f-47bc-8793-4509a4307c73,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:25.739216 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.800472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Transition to ACTIVE for port object 0ec6b375-80ee-4c38-b28a-279da1ff24d4 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:25.888011 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.002711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.078623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=0ec6b375-80ee-4c38-b28a-279da1ff24d4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:26.099134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:26.114419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:26.119205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:26.205775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aca07-8d67-4041-8e33-e72f7a6d0e38 req-b2ee2fa5-f2ca-4c7b-b997-64069a3926fd tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:26.208337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-233aca07-8d67-4041-8e33-e72f7a6d0e38 req-b2ee2fa5-f2ca-4c7b-b997-64069a3926fd tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.3455472 Aug 09 15:51:26.239251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:26.240208 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.289655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f73fc98e-a084-4aa2-86ff-0b942744c99a tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6138535 Aug 09 15:51:26.290162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36424) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:26.317082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 47d75a12-b037-4e6c-9669-4e5ee7db15a7 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:26.329041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Router cfa1d362-e426-490f-89be-50b233781412 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:26.330019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-233aca07-8d67-4041-8e33-e72f7a6d0e38 req-a76e3403-b16b-43fe-ab43-02ba9f22da02 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860598 Aug 09 15:51:26.341103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'name': 'tempest-AllowedAddressPairTestJSON-502606645', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4d:d1:0f'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:26.427680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36430) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:26.484284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:26.495741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-721da4f0-6e9a-463f-86e5-44ed16466136 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/47d75a12-b037-4e6c-9669-4e5ee7db15a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9107542 Aug 09 15:51:26.499312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36434) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:26.500475 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64d8c6-34c5-40fd-8195-878fadeca126 None None] Sync routers for ids ['47d75a12-b037-4e6c-9669-4e5ee7db15a7'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:26.519051 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64d8c6-34c5-40fd-8195-878fadeca126 None None] Routers {'47d75a12-b037-4e6c-9669-4e5ee7db15a7'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:26.519757 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-1d64d8c6-34c5-40fd-8195-878fadeca126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['47d75a12-b037-4e6c-9669-4e5ee7db15a7'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:26.568167 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-1d64d8c6-34c5-40fd-8195-878fadeca126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:26.583770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Made reservation on behalf of 6d8d60813d104c5baa39edc3b46a5ff7 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:26.593663 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64d8c6-34c5-40fd-8195-878fadeca126 None None] Routers {'47d75a12-b037-4e6c-9669-4e5ee7db15a7'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:26.594576 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-1d64d8c6-34c5-40fd-8195-878fadeca126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['47d75a12-b037-4e6c-9669-4e5ee7db15a7'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:26.613221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:26.697791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-dcde836a-1978-4b46-852c-245a36f7e59c tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:26.736060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:26.750279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.758266 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f5ee5519-84b4-4067-aad2-b25d9e48bd0c tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "PUT /v2.0/routers/cfa1d362-e426-490f-89be-50b233781412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6145310 Aug 09 15:51:26.773422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36436) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:26.804889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dcde836a-1978-4b46-852c-245a36f7e59c tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] 10.222.0.64 "PUT /v2.0/quotas/45b45761573d43b1b32b9bafffdaaf47 HTTP/1.1" status: 200 len: 368 time: 0.3738008 Aug 09 15:51:26.806796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36438) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:26.810442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] device_id is not set on port 8aa8a5e5-ce98-421f-9735-5455e8ede3cf yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:26.811228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:26.838743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83b02e-5c47-4b7e-9686-804098e89880 None None] Sync routers for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:26.861076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109', 'port_id': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'mac_address': 'fa:16:3e:52:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab158ae-0af7-41a6-b5ff-243a7b1fcf71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:26.896907 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-1d64d8c6-34c5-40fd-8195-878fadeca126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:26.897852 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64d8c6-34c5-40fd-8195-878fadeca126 None None] The sync data for ids ['47d75a12-b037-4e6c-9669-4e5ee7db15a7'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:26.938813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83b02e-5c47-4b7e-9686-804098e89880 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:26.939460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bf83b02e-5c47-4b7e-9686-804098e89880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:26.940890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Request body: {'network': {'project_id': '45b45761573d43b1b32b9bafffdaaf47'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:27.004873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2526d209-a29f-47bc-8793-4509a4307c73 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:27.050550 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.067717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bf83b02e-5c47-4b7e-9686-804098e89880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:27.074411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdfc5af-1504-427a-86bd-22974ca755e8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:27.097690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:27.118959 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.163519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Made reservation on behalf of 45b45761573d43b1b32b9bafffdaaf47 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:27.166046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.212491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:27.217090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83b02e-5c47-4b7e-9686-804098e89880 None None] Routers {'cfa1d362-e426-490f-89be-50b233781412'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:27.217518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bf83b02e-5c47-4b7e-9686-804098e89880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['cfa1d362-e426-490f-89be-50b233781412'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:27.218910 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.282379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bf83b02e-5c47-4b7e-9686-804098e89880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:27.283354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83b02e-5c47-4b7e-9686-804098e89880 None None] The sync data for ids ['cfa1d362-e426-490f-89be-50b233781412'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:27.294921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2526d209-a29f-47bc-8793-4509a4307c73 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:27.305984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Allocated IP 172.20.0.3 (ff13c737-0c7b-4f8a-ae47-a2206b912ab6/138513c0-a548-4522-91f7-e5b2f2de661e/8aa8a5e5-ce98-421f-9735-5455e8ede3cf) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:27.346227 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.374674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d686744-c78c-4631-afc9-ba9d2bf5814c None None] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:27.488728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7cdfc5af-1504-427a-86bd-22974ca755e8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:27.520911 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-8a6f58ec-536a-488e-8a56-6716efac7dcf tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] remove_router_interface failed (client error): The resource could not be found. Aug 09 15:51:27.523741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8a6f58ec-536a-488e-8a56-6716efac7dcf tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/47d75a12-b037-4e6c-9669-4e5ee7db15a7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0228746 Aug 09 15:51:27.527306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36446) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:27.561425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-66c3923b-43c5-404e-bde2-3912daf35c11 None None] Provisioning for port 2526d209-a29f-47bc-8793-4509a4307c73 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:27.574590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-66c3923b-43c5-404e-bde2-3912daf35c11 None None] Provisioning complete for port 2526d209-a29f-47bc-8793-4509a4307c73 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:27.574967 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66c3923b-43c5-404e-bde2-3912daf35c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.623889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-09819bdd-8ffd-4494-bf7f-97488044cb11 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d75a12-b037-4e6c-9669-4e5ee7db15a7 HTTP/1.1" status: 200 len: 205 time: 0.0944712 Aug 09 15:51:27.627716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36450) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:27.697575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292b831-21ec-434c-bf5d-4fd8a51788ba req-6f7a47c1-6d35-4212-b5e3-35e71a1a627f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:27.699273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2292b831-21ec-434c-bf5d-4fd8a51788ba req-6f7a47c1-6d35-4212-b5e3-35e71a1a627f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 945 time: 0.2035649 Aug 09 15:51:27.707164 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.737970 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66c3923b-43c5-404e-bde2-3912daf35c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.770002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15e2d1c1-da3c-469b-a425-17fcc899264d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.827093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2292b831-21ec-434c-bf5d-4fd8a51788ba req-5c88379b-e01c-43c3-80ef-9c0500b75102 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104507 Aug 09 15:51:27.854345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-66c3923b-43c5-404e-bde2-3912daf35c11 None None] For port 2526d209-a29f-47bc-8793-4509a4307c73, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2526d209-a29f-47bc-8793-4509a4307c73,segment=NetworkSegment(dd83343b-89a8-4104-8999-9550285f8cd8),segment_id=dd83343b-89a8-4104-8999-9550285f8cd8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:27.861259 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66c3923b-43c5-404e-bde2-3912daf35c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.871476 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.909656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Transition to ACTIVE for port object 8aa8a5e5-ce98-421f-9735-5455e8ede3cf will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:27.935752 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.945668 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.960839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3923b-43c5-404e-bde2-3912daf35c11 None None] Pushing event updated for resources: {'Port': ['ID=2526d209-a29f-47bc-8793-4509a4307c73,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:27.982696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting port aca837cd-5a89-403b-8e34-992667fe1238 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:27.983596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.067490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:28.108451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15e2d1c1-da3c-469b-a425-17fcc899264d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.110561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.110561 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Added segment b7c3a24b-f7aa-46dc-8c4e-7473c9fa5ad9 of type vlan for network 6389ecb8-cee3-458c-9288-3f00eae9361d Aug 09 15:51:28.112049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06b7be-eadd-43a9-8d77-2f2ee8c6e101,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:28.114623 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15e2d1c1-da3c-469b-a425-17fcc899264d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.182094 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15e2d1c1-da3c-469b-a425-17fcc899264d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.184834 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.185160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e2d1c1-da3c-469b-a425-17fcc899264d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Fanout notify agent at l3_agent the message router_deleted on router 47d75a12-b037-4e6c-9669-4e5ee7db15a7 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:51:28.196782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15e2d1c1-da3c-469b-a425-17fcc899264d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.201024 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-15e2d1c1-da3c-469b-a425-17fcc899264d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/47d75a12-b037-4e6c-9669-4e5ee7db15a7 HTTP/1.1" status: 204 len: 168 time: 0.5684645 Aug 09 15:51:28.201432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36452) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:28.214318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.263807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:28.272304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14eb391-bbfd-4873-853b-38315242acba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet be9b4e36-dfd7-4d09-9d9f-415f017d19fa {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:28.276818 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e14eb391-bbfd-4873-853b-38315242acba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.285887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.298834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:28.301374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:28.311894 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:51:28.353023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.358472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e14eb391-bbfd-4873-853b-38315242acba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.378069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=8aa8a5e5-ce98-421f-9735-5455e8ede3cf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:28.396784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e00e71e2-9e70-4684-884a-33b2525a9fd9 None None] Provisioning complete for port 2526d209-a29f-47bc-8793-4509a4307c73 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:28.397944 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e00e71e2-9e70-4684-884a-33b2525a9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.403393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Calling delete_port for aca837cd-5a89-403b-8e34-992667fe1238 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:28.449885 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.457915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:28.458947 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.468567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.469848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:28.470568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.578879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e00e71e2-9e70-4684-884a-33b2525a9fd9 None None] Provisioning for port 0ec6b375-80ee-4c38-b28a-279da1ff24d4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:28.590625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e00e71e2-9e70-4684-884a-33b2525a9fd9 None None] Provisioning complete for port 0ec6b375-80ee-4c38-b28a-279da1ff24d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:28.591365 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e00e71e2-9e70-4684-884a-33b2525a9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.608968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e14eb391-bbfd-4873-853b-38315242acba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.653381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-25f3f4d3-903b-43f6-be93-a01b6c973264 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.3528774 Aug 09 15:51:28.659595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36458) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:28.678981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.8559384 Aug 09 15:51:28.686498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36460) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:28.693843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Request body: {'network': {'project_id': '45b45761573d43b1b32b9bafffdaaf47'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:28.717606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e00e71e2-9e70-4684-884a-33b2525a9fd9 None None] Port 0ec6b375-80ee-4c38-b28a-279da1ff24d4 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:28.720546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Made reservation on behalf of 45b45761573d43b1b32b9bafffdaaf47 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:28.725025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.729023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0a21b-372b-412f-ab1a-196d9fb92c01 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Pushing event updated for resources: {'Network': ['ID=6389ecb8-cee3-458c-9288-3f00eae9361d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:28.740912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 6389ecb8-cee3-458c-9288-3f00eae9361d details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:28.789558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:28.808918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e14eb391-bbfd-4873-853b-38315242acba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.857090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14eb391-bbfd-4873-853b-38315242acba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=be9b4e36-dfd7-4d09-9d9f-415f017d19fa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:28.873710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.874872 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Added segment e28b9f8a-e2ee-44bd-8682-f50a74ca4f74 of type vlan for network 9078e7ca-a74b-40a4-ac13-1684c747cc29 Aug 09 15:51:28.888366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e14eb391-bbfd-4873-853b-38315242acba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.893277 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e14eb391-bbfd-4873-853b-38315242acba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/be9b4e36-dfd7-4d09-9d9f-415f017d19fa HTTP/1.1" status: 204 len: 168 time: 0.6902881 Aug 09 15:51:28.895894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36466) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:28.904368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe482229-6d03-4690-acac-3b1a96abb107 None None] Network 95d47086-e41d-42c2-a55b-87f92e70635e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:28.922046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2526d209-a29f-47bc-8793-4509a4307c73 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:28.993306 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.000557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.039072 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.065894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.067353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.068175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.075435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Port': ['ID=aca837cd-5a89-403b-8e34-992667fe1238,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:29.094395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715482f-b153-4cce-a1c4-dcb6a1cf6564 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.100671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715482f-b153-4cce-a1c4-dcb6a1cf6564 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.107277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715482f-b153-4cce-a1c4-dcb6a1cf6564 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.109121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f715482f-b153-4cce-a1c4-dcb6a1cf6564 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4481328 Aug 09 15:51:29.114817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36468) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:29.207660 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5200725 Aug 09 15:51:29.210091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73077655-ba19-43cf-a15d-0f65697549cc tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Pushing event updated for resources: {'Network': ['ID=9078e7ca-a74b-40a4-ac13-1684c747cc29,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:29.211510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36470) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:29.232234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a7d2b4c6-5b19-4f84-94d9-3040cba56ebb tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Request body: {'network': {'project_id': '45b45761573d43b1b32b9bafffdaaf47'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:29.235134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 9312d815-1b1b-4c79-ad13-1fa2494c1264 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:29.235498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.244738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0634573-6c4d-448b-bc85-9f7f02b8da6b req-8c2af06a-109c-4410-8aa7-0bd92c8ea13a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.246322 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0634573-6c4d-448b-bc85-9f7f02b8da6b req-8c2af06a-109c-4410-8aa7-0bd92c8ea13a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 945 time: 0.2650361 Aug 09 15:51:29.274113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9078e7ca-a74b-40a4-ac13-1684c747cc29 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:29.316453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port 9312d815-1b1b-4c79-ad13-1fa2494c1264, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9312d815-1b1b-4c79-ad13-1fa2494c1264,segment=NetworkSegment(4c3cb8b9-e34d-4ea7-8e74-568792723480),segment_id=4c3cb8b9-e34d-4ea7-8e74-568792723480)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:29.316708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.319394 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d2b4c6-5b19-4f84-94d9-3040cba56ebb tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 09 15:51:29.320209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d2b4c6-5b19-4f84-94d9-3040cba56ebb tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:51:29.321387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a7d2b4c6-5b19-4f84-94d9-3040cba56ebb tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0965712 Aug 09 15:51:29.332079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.349510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-58a5fcb0-c247-465e-8c17-0cbd75aca74a None None] Provisioning complete for port 0ec6b375-80ee-4c38-b28a-279da1ff24d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:29.349927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-58a5fcb0-c247-465e-8c17-0cbd75aca74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.351867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 9312d815-1b1b-4c79-ad13-1fa2494c1264 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:29.390160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-58a5fcb0-c247-465e-8c17-0cbd75aca74a None None] Port 0ec6b375-80ee-4c38-b28a-279da1ff24d4 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:29.460933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36474) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:29.468987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.473160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2526d209-a29f-47bc-8793-4509a4307c73 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:29.474237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.499081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=9312d815-1b1b-4c79-ad13-1fa2494c1264,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:29.512155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No DVR routers for this DVR port 9312d815-1b1b-4c79-ad13-1fa2494c1264 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:29.543045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0634573-6c4d-448b-bc85-9f7f02b8da6b req-ce5febc9-40b4-4ee2-86a8-c0ad54c20c3b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744319 Aug 09 15:51:29.545289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.560697 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.593393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7a227769-25f0-419e-a840-2272600ccbd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Deleting port 8aa8a5e5-ce98-421f-9735-5455e8ede3cf {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:29.593749 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7a227769-25f0-419e-a840-2272600ccbd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.613757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1194dc33-583f-4a42-a39d-ae7e3057fa62 None None] Provisioning for port 8aa8a5e5-ce98-421f-9735-5455e8ede3cf completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:29.626891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1194dc33-583f-4a42-a39d-ae7e3057fa62 None None] Provisioning complete for port 8aa8a5e5-ce98-421f-9735-5455e8ede3cf triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:29.627192 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1194dc33-583f-4a42-a39d-ae7e3057fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.642655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.663935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d47086-e41d-42c2-a55b-87f92e70635e']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:29.680330 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8e130355-b337-44c1-974b-aaadb85163e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45b45761573d43b1b32b9bafffdaaf47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179630 Aug 09 15:51:29.686332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36482) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:29.697074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1194dc33-583f-4a42-a39d-ae7e3057fa62 None None] Port 8aa8a5e5-ce98-421f-9735-5455e8ede3cf cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:29.700682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3cb8b9-e34d-4ea7-8e74-568792723480') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:29.701461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3cb8b9-e34d-4ea7-8e74-568792723480') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:29.706791 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.707486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Fanout notify agent at l3_agent the message router_deleted on router cfa1d362-e426-490f-89be-50b233781412 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:51:29.720917 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.725489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334563c-6713-4939-a2f5-5d656e71d7bc None None] DHCP port deletion for 95d47086-e41d-42c2-a55b-87f92e70635e request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:29.739969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.743861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cf2949ca-50d1-44e6-9a86-b49ad327337d tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/routers/cfa1d362-e426-490f-89be-50b233781412 HTTP/1.1" status: 204 len: 168 time: 2.9617789 Aug 09 15:51:29.751328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36484) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:29.820487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bc1837f-b7fd-437a-abbb-4772ec5d8858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.824906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.829248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7a227769-25f0-419e-a840-2272600ccbd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.846425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c3cea6-3d56-488f-82c8-ae4c5e6ac109 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Deleting subnet 7816ea7c-57cd-40ee-98ce-fe784b5a2f5f {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:29.852259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:29.853223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:29.859360 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:29.864101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7a227769-25f0-419e-a840-2272600ccbd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Calling delete_port for 8aa8a5e5-ce98-421f-9735-5455e8ede3cf owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:29.864274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55c3cea6-3d56-488f-82c8-ae4c5e6ac109 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.882383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bc1837f-b7fd-437a-abbb-4772ec5d8858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.018443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bc1837f-b7fd-437a-abbb-4772ec5d8858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.021460 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bc1837f-b7fd-437a-abbb-4772ec5d8858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.026230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8bc1837f-b7fd-437a-abbb-4772ec5d8858 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f06b7be-eadd-43a9-8d77-2f2ee8c6e101 HTTP/1.1" status: 204 len: 168 time: 0.3351808 Aug 09 15:51:30.027241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36488) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:30.033676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55c3cea6-3d56-488f-82c8-ae4c5e6ac109 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.043460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.054728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1837f-b7fd-437a-abbb-4772ec5d8858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06b7be-eadd-43a9-8d77-2f2ee8c6e101,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:30.112372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.120684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/95d47086-e41d-42c2-a55b-87f92e70635e HTTP/1.1" status: 204 len: 168 time: 1.2183175 Aug 09 15:51:30.138102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36490) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:30.144514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-913623295'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:30.150396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4a2a1-51c9-499b-8970-1b1f9ec0a660 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=95d47086-e41d-42c2-a55b-87f92e70635e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:30.170605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55c3cea6-3d56-488f-82c8-ae4c5e6ac109 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.212897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:30.216582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.256639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:30.270099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.270360 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment 8134f17d-bc3f-41b1-a750-9090ace8e888 of type vlan for network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 Aug 09 15:51:30.280100 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55c3cea6-3d56-488f-82c8-ae4c5e6ac109 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.339657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3cea6-3d56-488f-82c8-ae4c5e6ac109 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Subnet': ['ID=7816ea7c-57cd-40ee-98ce-fe784b5a2f5f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:30.342045 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55c3cea6-3d56-488f-82c8-ae4c5e6ac109 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.346772 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-55c3cea6-3d56-488f-82c8-ae4c5e6ac109 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/subnets/7816ea7c-57cd-40ee-98ce-fe784b5a2f5f HTTP/1.1" status: 204 len: 168 time: 0.5939598 Aug 09 15:51:30.349581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36492) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:30.359313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.460248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.464409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.470230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:30.470888 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.488951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.497051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7a227769-25f0-419e-a840-2272600ccbd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.533140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a227769-25f0-419e-a840-2272600ccbd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Port': ['ID=8aa8a5e5-ce98-421f-9735-5455e8ede3cf,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:30.540718 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4012108 Aug 09 15:51:30.544474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36494) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:30.550800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': 'c176a2d2-1e28-4ac5-8981-3a4805d14bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:30.643372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:30.673307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae64679-dcfc-48f3-b2b0-8e1383e3b1ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=c176a2d2-1e28-4ac5-8981-3a4805d14bf7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:30.703696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:30.721110 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.738405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9078e7ca-a74b-40a4-ac13-1684c747cc29']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:30.758691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28b9f8a-e2ee-44bd-8682-f50a74ca4f74') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:30.759958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28b9f8a-e2ee-44bd-8682-f50a74ca4f74') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:30.790753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.797020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 7cdfc5af-1504-427a-86bd-22974ca755e8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:30.802180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7cdfc5af-1504-427a-86bd-22974ca755e8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:30.802984 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.806936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.807573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec33020b-e389-44f9-a489-be7c00888983']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:30.817442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be877379-810c-4c65-a02d-afece1ff5b9b req-c019ad3b-fadb-44e4-9b28-427bbf5d3afb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:30.820005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be877379-810c-4c65-a02d-afece1ff5b9b req-c019ad3b-fadb-44e4-9b28-427bbf5d3afb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 945 time: 0.1572046 Aug 09 15:51:30.838866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb579f4-c504-45a6-aebf-998770c24007') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:30.839164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb579f4-c504-45a6-aebf-998770c24007') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:30.875390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.894627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:30.898803 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.905138 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.924540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.927947 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.943004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9312d815-1b1b-4c79-ad13-1fa2494c1264 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:30.956401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be877379-810c-4c65-a02d-afece1ff5b9b req-4bf847e3-5d01-40c3-b139-971bc3fd315d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097624 Aug 09 15:51:30.965568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 9312d815-1b1b-4c79-ad13-1fa2494c1264 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:30.965815 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9312d815-1b1b-4c79-ad13-1fa2494c1264 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:30.966183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:30.966561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:30.970403 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:30.984421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:30.985033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.988515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:30.988727 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:30.991174 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d6f8f-d5fc-446f-ae6d-0daa43703c69" -d '{"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-plugged", "status": "completed", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:30.998524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:31.001704 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7a227769-25f0-419e-a840-2272600ccbd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.007752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7a227769-25f0-419e-a840-2272600ccbd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "DELETE /v2.0/ports/8aa8a5e5-ce98-421f-9735-5455e8ede3cf HTTP/1.1" status: 204 len: 168 time: 1.8872352 Aug 09 15:51:31.011028 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.028381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36506) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.068443 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d29594f-d128-4b28-8933-782dbc37392f x-openstack-request-id: req-5d29594f-d128-4b28-8933-782dbc37392f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:31.068812 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.069142 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-plugged", "status": "completed", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:31.069831 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d29594f-d128-4b28-8933-782dbc37392f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:31.072872 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'code': 200} Aug 09 15:51:31.077269 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-241e0296-2bf1-403f-af8d-a447093f08bb tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] GET failed (client error): The resource could not be found. Aug 09 15:51:31.082776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-241e0296-2bf1-403f-af8d-a447093f08bb tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "GET /v2.0/ports/8aa8a5e5-ce98-421f-9735-5455e8ede3cf HTTP/1.1" status: 404 len: 333 time: 0.0501752 Aug 09 15:51:31.084395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36508) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.085684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.087914 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] 10.222.0.64 "DELETE /v2.0/networks/9078e7ca-a74b-40a4-ac13-1684c747cc29 HTTP/1.1" status: 204 len: 168 time: 1.0596128 Aug 09 15:51:31.102688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36510) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.103177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.117682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'name': 'tempest-AllowedAddressPairTestJSON-1813132758'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:31.165404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.179882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.184073 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] 10.222.0.64 "DELETE /v2.0/networks/ec33020b-e389-44f9-a489-be7c00888983 HTTP/1.1" status: 204 len: 168 time: 0.8311582 Aug 09 15:51:31.206747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d66f18-b0a8-451b-85fe-869826897779 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Pushing event deleted for resources: {'Network': ['ID=9078e7ca-a74b-40a4-ac13-1684c747cc29,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.213875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04c93c-9791-439c-bd72-26ba77bf9e09 tempest-FloatingIPTestJSON-532762157 tempest-FloatingIPTestJSON-532762157-project] Pushing event deleted for resources: {'Network': ['ID=ec33020b-e389-44f9-a489-be7c00888983,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.262236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.284032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ff0ce-bc37-4609-91a9-320a025bb263 req-19276529-34e5-48b3-a0d0-b9565eb8e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.285918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a80ff0ce-bc37-4609-91a9-320a025bb263 req-19276529-34e5-48b3-a0d0-b9565eb8e453 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 1097 time: 0.0920000 Aug 09 15:51:31.337824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Made reservation on behalf of 6d8d60813d104c5baa39edc3b46a5ff7 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:31.342334 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.360088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a80ff0ce-bc37-4609-91a9-320a025bb263 req-bde190ae-e973-40bc-a174-53d186d75494 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Aug 09 15:51:31.367108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] device_id is not set on port 9536fccd-7225-4c64-87e4-71552c04dbfd yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:31.431592 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.473886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.510442 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.511403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Allocated IP 172.20.0.13 (ff13c737-0c7b-4f8a-ae47-a2206b912ab6/138513c0-a548-4522-91f7-e5b2f2de661e/9536fccd-7225-4c64-87e4-71552c04dbfd) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:31.522309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=002fe97b-3b9a-45b2-beb8-44c9b3c0da09,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.537112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6389ecb8-cee3-458c-9288-3f00eae9361d']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:31.553452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c3a24b-f7aa-46dc-8c4e-7473c9fa5ad9') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:31.553795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c3a24b-f7aa-46dc-8c4e-7473c9fa5ad9') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:31.571577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.587990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': '8134f17d-bc3f-41b1-a750-9090ace8e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'c176a2d2-1e28-4ac5-8981-3a4805d14bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:31.588258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: c176a2d2-1e28-4ac5-8981-3a4805d14bf7, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:31.590985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.601171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:31.601365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:31.603269 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:31.732554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:31.734026 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.774000 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-134513fe-10f6-4a02-8473-b9b9b461fcd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6fc78f2dcf1a44978f633f134551859c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865188 Aug 09 15:51:31.774917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36532) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.777315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Transition to ACTIVE for port object 9536fccd-7225-4c64-87e4-71552c04dbfd will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:31.783542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c176a2d2-1e28-4ac5-8981-3a4805d14bf7) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:31.785364 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.796946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503939b9-c7e8-4dc2-b834-eb0a1ce8ba2e None None] Network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:31.799917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.801448 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.804342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.814009 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] 10.222.0.64 "DELETE /v2.0/networks/6389ecb8-cee3-458c-9288-3f00eae9361d HTTP/1.1" status: 204 len: 168 time: 0.7094939 Aug 09 15:51:31.831620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.850416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db98065-c68b-4db6-9690-137da5e968b0 tempest-QuotasNegativeTest-1622354842 tempest-QuotasNegativeTest-1622354842-project-admin] Pushing event deleted for resources: {'Network': ['ID=6389ecb8-cee3-458c-9288-3f00eae9361d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.869784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-33f0d2df-531f-49b0-b2bb-bc064670d146 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3241966 Aug 09 15:51:31.874539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36536) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.879917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2c357540-1a23-42ec-a6c7-a265ec4aeb7d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-201519674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:31.901863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f61e047-efcc-4068-a673-e91ee4a76e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.936804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c357540-1a23-42ec-a6c7-a265ec4aeb7d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.938332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c357540-1a23-42ec-a6c7-a265ec4aeb7d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.943341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f61e047-efcc-4068-a673-e91ee4a76e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.959491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:31.967007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:31.991529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:32.090538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-c176a2d2-1e28-4ac5-8981-3a4805d14bf7', 'network_id': 'c176a2d2-1e28-4ac5-8981-3a4805d14bf7', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': '002fe97b-3b9a-45b2-beb8-44c9b3c0da09'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:32.092470 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.108829 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c357540-1a23-42ec-a6c7-a265ec4aeb7d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.116554 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c357540-1a23-42ec-a6c7-a265ec4aeb7d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.127512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f61e047-efcc-4068-a673-e91ee4a76e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.131192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f61e047-efcc-4068-a673-e91ee4a76e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.135595 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7f61e047-efcc-4068-a673-e91ee4a76e26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19cf946a-70e8-40e1-9f14-26d458475d3b HTTP/1.1" status: 204 len: 168 time: 0.3583684 Aug 09 15:51:32.162674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61e047-efcc-4068-a673-e91ee4a76e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cf946a-70e8-40e1-9f14-26d458475d3b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:32.166711 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c357540-1a23-42ec-a6c7-a265ec4aeb7d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.168796 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c357540-1a23-42ec-a6c7-a265ec4aeb7d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2926862 Aug 09 15:51:32.182259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:32.248237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:32.249340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.279476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=9536fccd-7225-4c64-87e4-71552c04dbfd,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:32.320115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3ef5af09-e6af-4296-813c-1ea0076bc647 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2285488 Aug 09 15:51:32.348049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36548) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:32.360082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4d:d1:0f'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:32.439835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f334107b-9864-4b73-9ee7-6fc59e98216e None None] Provisioning for port 9536fccd-7225-4c64-87e4-71552c04dbfd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:32.462609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f334107b-9864-4b73-9ee7-6fc59e98216e None None] Provisioning complete for port 9536fccd-7225-4c64-87e4-71552c04dbfd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:32.463026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f334107b-9864-4b73-9ee7-6fc59e98216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.644594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f334107b-9864-4b73-9ee7-6fc59e98216e None None] Port 9536fccd-7225-4c64-87e4-71552c04dbfd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:32.682649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Allocated IP 2001:db8::2 (c176a2d2-1e28-4ac5-8981-3a4805d14bf7/002fe97b-3b9a-45b2-beb8-44c9b3c0da09/454d8589-f15a-4600-bc16-f473f113bde2) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:32.683487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e2399-0124-4221-a808-d00839935ad9 req-459dc244-1a8f-41fb-8ea0-2d452d30798c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:32.694377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c4e2399-0124-4221-a808-d00839935ad9 req-459dc244-1a8f-41fb-8ea0-2d452d30798c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4286654 Aug 09 15:51:32.760828 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.840132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c4e2399-0124-4221-a808-d00839935ad9 req-3b9813b8-116a-41b5-bafe-7111daa7dba5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426489 Aug 09 15:51:32.909396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36562) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:32.917500 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.939179 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8dfc1f3-1863-4b45-ab78-a3e4ecaddf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.989316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.009872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Transition to ACTIVE for port object 454d8589-f15a-4600-bc16-f473f113bde2 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:33.047647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Transition to ACTIVE for port object 454d8589-f15a-4600-bc16-f473f113bde2 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:33.061072 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.142936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:33.155939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:33.162016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:33.213238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Pushing event updated for resources: {'Port': ['ID=454d8589-f15a-4600-bc16-f473f113bde2,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:33.230304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8dfc1f3-1863-4b45-ab78-a3e4ecaddf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.238413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8dfc1f3-1863-4b45-ab78-a3e4ecaddf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.302157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.316069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d8dfc1f3-1863-4b45-ab78-a3e4ecaddf0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45b80e174dcc4e9d8dc35bc3a004dc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054062 Aug 09 15:51:33.320459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36574) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:33.324065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.332506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Attempting to bind port 454d8589-f15a-4600-bc16-f473f113bde2 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:33.333516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Attempting to bind port 454d8589-f15a-4600-bc16-f473f113bde2 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '8134f17d-bc3f-41b1-a750-9090ace8e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'c176a2d2-1e28-4ac5-8981-3a4805d14bf7'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:33.333886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Attempting to bind port 454d8589-f15a-4600-bc16-f473f113bde2 on network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:33.335269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfc1f3-1863-4b45-ab78-a3e4ecaddf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d2a87-bd59-4a2b-b8fa-07dc41544100,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:33.339871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8::1 (c176a2d2-1e28-4ac5-8981-3a4805d14bf7/002fe97b-3b9a-45b2-beb8-44c9b3c0da09/411eb870-96b7-45e1-8b82-5c220d08ebe1) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:33.353434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:33.354181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Checking segment: {'id': '8134f17d-bc3f-41b1-a750-9090ace8e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'c176a2d2-1e28-4ac5-8981-3a4805d14bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:33.354181 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.354588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Bound using segment: {'id': '8134f17d-bc3f-41b1-a750-9090ace8e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'c176a2d2-1e28-4ac5-8981-3a4805d14bf7'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:33.355121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Bound port: 454d8589-f15a-4600-bc16-f473f113bde2, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8134f17d-bc3f-41b1-a750-9090ace8e888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'c176a2d2-1e28-4ac5-8981-3a4805d14bf7'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:33.355483 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.426267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=9536fccd-7225-4c64-87e4-71552c04dbfd,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:33.455214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] In _notify_port_updated(), no bound segment for port 9536fccd-7225-4c64-87e4-71552c04dbfd on network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:51:33.464909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:33.466044 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.469576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-24cb18b2-f829-4f25-97c3-f8366b682118 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "PUT /v2.0/ports/9536fccd-7225-4c64-87e4-71552c04dbfd HTTP/1.1" status: 200 len: 994 time: 1.1150920 Aug 09 15:51:33.472862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36578) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:33.485602 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90f94023-9ea4-4ebd-8b1d-1d624c663abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.529770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] For port 454d8589-f15a-4600-bc16-f473f113bde2, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:33.533910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] For port 454d8589-f15a-4600-bc16-f473f113bde2, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=454d8589-f15a-4600-bc16-f473f113bde2,segment=NetworkSegment(8134f17d-bc3f-41b1-a750-9090ace8e888),segment_id=8134f17d-bc3f-41b1-a750-9090ace8e888)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:33.541814 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.556907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90f94023-9ea4-4ebd-8b1d-1d624c663abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.678793 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.696417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36582) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:33.703919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d19315-27e1-42ba-b820-3495c4f49f5a None None] Pushing event updated for resources: {'Port': ['ID=454d8589-f15a-4600-bc16-f473f113bde2,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:33.724333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object 411eb870-96b7-45e1-8b82-5c220d08ebe1 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:33.732675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5db23516-dc9d-4841-bc4e-06b67f64d869 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Deleting port 9536fccd-7225-4c64-87e4-71552c04dbfd {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:33.733028 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5db23516-dc9d-4841-bc4e-06b67f64d869 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.800316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cf7a73b1-defb-4b4d-b4a7-013b62b7f30e None None] Provisioning complete for port 9536fccd-7225-4c64-87e4-71552c04dbfd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:33.802496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cf7a73b1-defb-4b4d-b4a7-013b62b7f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.806639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90f94023-9ea4-4ebd-8b1d-1d624c663abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.809776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90f94023-9ea4-4ebd-8b1d-1d624c663abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.811188 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-90f94023-9ea4-4ebd-8b1d-1d624c663abc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b2d2a87-bd59-4a2b-b8fa-07dc41544100 HTTP/1.1" status: 204 len: 168 time: 0.4891641 Aug 09 15:51:33.814804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.878305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a73b1-defb-4b4d-b4a7-013b62b7f30e None None] Port 9536fccd-7225-4c64-87e4-71552c04dbfd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:33.959339 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5db23516-dc9d-4841-bc4e-06b67f64d869 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.006963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5db23516-dc9d-4841-bc4e-06b67f64d869 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Calling delete_port for 9536fccd-7225-4c64-87e4-71552c04dbfd owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:34.229570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57241fe-3269-4e47-8633-752ccef3e42e req-d7dbd4a1-6e27-4daf-9540-a2fa7cf58f9d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:34.243989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d57241fe-3269-4e47-8633-752ccef3e42e req-d7dbd4a1-6e27-4daf-9540-a2fa7cf58f9d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1864696 Aug 09 15:51:34.299877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d57241fe-3269-4e47-8633-752ccef3e42e req-3acab5c6-9a14-417f-93ea-cb7a9988370f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503139 Aug 09 15:51:34.366551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5db23516-dc9d-4841-bc4e-06b67f64d869 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.423328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:34.430508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=411eb870-96b7-45e1-8b82-5c220d08ebe1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:34.441486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23516-dc9d-4841-bc4e-06b67f64d869 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Port': ['ID=9536fccd-7225-4c64-87e4-71552c04dbfd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:34.441774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:34.449444 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'networks': [{'name': 'tempest-network--791922128'}, {'name': 'tempest-network--581642084'}]} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:34.449756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'network': {'name': 'tempest-network--791922128'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:34.450431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'network': {'name': 'tempest-network--581642084'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:34.454290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:34.454846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.458757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f94023-9ea4-4ebd-8b1d-1d624c663abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d2a87-bd59-4a2b-b8fa-07dc41544100,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:34.531761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36598) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:34.561019 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.577163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Made reservation on behalf of 9f812b2b37934eaa83a218c2e5c23dcf for: {'network': 2} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:34.599554 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.649589 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.789798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.874541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5db23516-dc9d-4841-bc4e-06b67f64d869 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.874541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5db23516-dc9d-4841-bc4e-06b67f64d869 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "DELETE /v2.0/ports/9536fccd-7225-4c64-87e4-71552c04dbfd HTTP/1.1" status: 204 len: 168 time: 1.3997829 Aug 09 15:51:34.876054 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.892435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36612) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:34.910841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.954859 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd46f6e-e057-4e82-9646-8cfdf209c4e8 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] GET failed (client error): The resource could not be found. Aug 09 15:51:34.956864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbd46f6e-e057-4e82-9646-8cfdf209c4e8 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "GET /v2.0/ports/9536fccd-7225-4c64-87e4-71552c04dbfd HTTP/1.1" status: 404 len: 333 time: 0.0604029 Aug 09 15:51:34.976122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36614) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:34.989546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'name': 'tempest-AllowedAddressPairTestJSON-1281141632'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:35.016449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 454d8589-f15a-4600-bc16-f473f113bde2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:35.085434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 454d8589-f15a-4600-bc16-f473f113bde2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:35.118264 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56b6f56a9e774e1caff617cb35423123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823662 Aug 09 15:51:35.120351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36618) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:35.140063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07dbd73-3758-4896-83e3-7963d6719f2c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:35.156283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.156664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.158736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.162125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.163613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.164013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.164495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.164838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.165171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.165502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.165830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.166154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e919444-7521-432d-8395-6c96ffd31356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:35.169078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.198716 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.199186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.239665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-48d4e333-7415-4ab5-b7e8-0aa68f2ce875 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:35.241349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-48d4e333-7415-4ab5-b7e8-0aa68f2ce875 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 814 time: 0.4488022 Aug 09 15:51:35.269966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-48ed0908-9892-472b-b85e-748b27f26964 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/quotas/c9d853f10f594fc3907169dac285e27e HTTP/1.1" status: 200 len: 375 time: 0.0173850 Aug 09 15:51:35.282465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Made reservation on behalf of 6d8d60813d104c5baa39edc3b46a5ff7 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:35.287011 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.301854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ad4b6-e802-43a9-8993-932d4917e250 None None] Network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:35.315749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] device_id is not set on port aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:35.384305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4c038208-747f-4ba1-a37b-d25e0a5a3771 None None] Provisioning for port 454d8589-f15a-4600-bc16-f473f113bde2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:35.398860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4c038208-747f-4ba1-a37b-d25e0a5a3771 None None] Provisioning complete for port 454d8589-f15a-4600-bc16-f473f113bde2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:35.399587 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c038208-747f-4ba1-a37b-d25e0a5a3771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.417564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-275d7eda-4946-4e43-b1dc-f1fa058cfedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.426347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e0f577-7acc-4cd8-891f-577c310f1ccb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:35.438534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:35.481924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-275d7eda-4946-4e43-b1dc-f1fa058cfedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.492931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.493979 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Added segment 5824e38d-148b-4de8-89bf-7440edf0f105 of type vlan for network f2e9730b-772a-4957-a7a0-70a7ee8daab3 Aug 09 15:51:35.507771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-062f7baa-0426-4086-a6e6-618300b3902a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1815293 Aug 09 15:51:35.594557 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c038208-747f-4ba1-a37b-d25e0a5a3771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.601319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Allocated IP 172.20.0.8 (ff13c737-0c7b-4f8a-ae47-a2206b912ab6/138513c0-a548-4522-91f7-e5b2f2de661e/aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:35.620669 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.692062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4c038208-747f-4ba1-a37b-d25e0a5a3771 None None] For port 454d8589-f15a-4600-bc16-f473f113bde2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=454d8589-f15a-4600-bc16-f473f113bde2,segment=NetworkSegment(8134f17d-bc3f-41b1-a750-9090ace8e888),segment_id=8134f17d-bc3f-41b1-a750-9090ace8e888)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:35.705782 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c038208-747f-4ba1-a37b-d25e0a5a3771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.713225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:35.716253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-275d7eda-4946-4e43-b1dc-f1fa058cfedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.719450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-275d7eda-4946-4e43-b1dc-f1fa058cfedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.720945 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-275d7eda-4946-4e43-b1dc-f1fa058cfedd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e07dbd73-3758-4896-83e3-7963d6719f2c HTTP/1.1" status: 204 len: 168 time: 0.5959296 Aug 09 15:51:35.747088 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.747664 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Added segment 9122125c-9f8a-4f08-a018-ca6fb06db0d0 of type vlan for network 8b431c00-401f-4089-905b-17b7eb0740e3 Aug 09 15:51:35.758614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d7eda-4946-4e43-b1dc-f1fa058cfedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07dbd73-3758-4896-83e3-7963d6719f2c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:35.786689 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.813217 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.814347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.822881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c038208-747f-4ba1-a37b-d25e0a5a3771 None None] Pushing event updated for resources: {'Port': ['ID=454d8589-f15a-4600-bc16-f473f113bde2,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:35.846644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.878035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Transition to ACTIVE for port object aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:35.905513 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.943479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=411eb870-96b7-45e1-8b82-5c220d08ebe1,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:35.990030 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.091362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:36.121774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.122321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.135851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:36.158868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:36.159582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.170999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:36.172949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-76c85cd0-5968-4078-9410-9f288d112b32 None None] Provisioning for port 411eb870-96b7-45e1-8b82-5c220d08ebe1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:36.178682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:36.182616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:36.198872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-76c85cd0-5968-4078-9410-9f288d112b32 None None] Provisioning complete for port 411eb870-96b7-45e1-8b82-5c220d08ebe1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:36.201501 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-76c85cd0-5968-4078-9410-9f288d112b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.304379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-2c0abddd-c13e-4017-a152-e2322662f932 service neutron] 10.222.0.64 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7861793 Aug 09 15:51:36.348988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-76c85cd0-5968-4078-9410-9f288d112b32 None None] Port 411eb870-96b7-45e1-8b82-5c220d08ebe1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:36.377782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-76c85cd0-5968-4078-9410-9f288d112b32 None None] Provisioning complete for port 454d8589-f15a-4600-bc16-f473f113bde2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:36.378504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-76c85cd0-5968-4078-9410-9f288d112b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.460173 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7608850 Aug 09 15:51:36.460982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36638) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:36.478352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Network': ['ID=f2e9730b-772a-4957-a7a0-70a7ee8daab3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:36.491396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network f2e9730b-772a-4957-a7a0-70a7ee8daab3 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:36.624394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:36.625057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.711215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d2a45-fae4-43e9-bc08-32c7f7235cac tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Network': ['ID=8b431c00-401f-4089-905b-17b7eb0740e3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:36.719637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cd113b91-3ae1-4c2b-9f2e-335ecad90229 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7420442 Aug 09 15:51:36.725501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36644) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:36.741682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4d:d1:0f'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:36.765049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 8b431c00-401f-4089-905b-17b7eb0740e3 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:36.872064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-86038c01-c538-456f-8aca-5365deddb648 service neutron] 10.222.0.64 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663264 Aug 09 15:51:36.955367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:36.980387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:37.094994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.102703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 454d8589-f15a-4600-bc16-f473f113bde2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:37.331300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c0def7b1-b675-4b2a-9a18-a6754040698c None None] Provisioning complete for port 411eb870-96b7-45e1-8b82-5c220d08ebe1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:37.333021 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c0def7b1-b675-4b2a-9a18-a6754040698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.463337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161aaa6-56fa-4cc4-9f35-d1dae6b4e54c tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.476307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161aaa6-56fa-4cc4-9f35-d1dae6b4e54c tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.491708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 454d8589-f15a-4600-bc16-f473f113bde2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:37.492392 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.510170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161aaa6-56fa-4cc4-9f35-d1dae6b4e54c tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.510410 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.521799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161aaa6-56fa-4cc4-9f35-d1dae6b4e54c tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.534102 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1161aaa6-56fa-4cc4-9f35-d1dae6b4e54c tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0526972 Aug 09 15:51:37.535111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36664) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:37.558844 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.579254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c0def7b1-b675-4b2a-9a18-a6754040698c None None] Port 411eb870-96b7-45e1-8b82-5c220d08ebe1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:37.655561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c0def7b1-b675-4b2a-9a18-a6754040698c None None] Provisioning for port aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:37.690935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c0def7b1-b675-4b2a-9a18-a6754040698c None None] Provisioning complete for port aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:37.692995 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c0def7b1-b675-4b2a-9a18-a6754040698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.761595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36672) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:37.768945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c0def7b1-b675-4b2a-9a18-a6754040698c None None] Port aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:37.818495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] In _notify_port_updated(), no bound segment for port aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad on network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:51:37.840371 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.846376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.849254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.853405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "PUT /v2.0/ports/aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad HTTP/1.1" status: 200 len: 996 time: 1.1215687 Aug 09 15:51:37.856213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36676) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:37.867778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-228cce77-a437-4cf8-9771-3a8245ff5cad req-7ebec20a-5ee0-4785-b7f8-4910187d25f7 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 210 time: 0.3505726 Aug 09 15:51:37.896784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-87ac5adf-4234-414e-b9c9-413c927c051a None None] Provisioning complete for port 411eb870-96b7-45e1-8b82-5c220d08ebe1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:37.897230 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-87ac5adf-4234-414e-b9c9-413c927c051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.954713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070162e-1ef5-4de5-a75d-f94651664283 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:37.972622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-87ac5adf-4234-414e-b9c9-413c927c051a None None] Port 411eb870-96b7-45e1-8b82-5c220d08ebe1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:37.978266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 979daeed-b58f-45af-b2d9-c59e1427b8ea is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:51:38.069529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-176020354'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:38.100128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dbac65a3-9184-4dc9-be3f-86e289f60b0c None None] Provisioning complete for port aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:38.100786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dbac65a3-9184-4dc9-be3f-86e289f60b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.142087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.160572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dbac65a3-9184-4dc9-be3f-86e289f60b0c None None] Port aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:38.188699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e9730b-772a-4957-a7a0-70a7ee8daab3']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.204465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:38.207887 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.215671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5824e38d-148b-4de8-89bf-7440edf0f105') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.216006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5824e38d-148b-4de8-89bf-7440edf0f105') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.239324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.243188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.272324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:38.283466 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-66065502-4fdf-4112-a9bb-7ff32a24c6a0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/979daeed-b58f-45af-b2d9-c59e1427b8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0999908 Aug 09 15:51:38.284987 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357add7-a210-4d88-88a7-f4884f2829bd None None] Sync routers for ids ['979daeed-b58f-45af-b2d9-c59e1427b8ea'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:38.287482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36682) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:38.288013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.297590 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357add7-a210-4d88-88a7-f4884f2829bd None None] Routers {'979daeed-b58f-45af-b2d9-c59e1427b8ea'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:38.298496 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f357add7-a210-4d88-88a7-f4884f2829bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['979daeed-b58f-45af-b2d9-c59e1427b8ea'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.305045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:38.305561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:38.308738 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:38.312692 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6b94d93e-3646-42d4-ab21-986e2196ddd3 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Deleting port aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:38.313040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b94d93e-3646-42d4-ab21-986e2196ddd3 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.341015 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f357add7-a210-4d88-88a7-f4884f2829bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.351195 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357add7-a210-4d88-88a7-f4884f2829bd None None] Routers {'979daeed-b58f-45af-b2d9-c59e1427b8ea'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:38.352080 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f357add7-a210-4d88-88a7-f4884f2829bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['979daeed-b58f-45af-b2d9-c59e1427b8ea'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.390274 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f357add7-a210-4d88-88a7-f4884f2829bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.391202 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357add7-a210-4d88-88a7-f4884f2829bd None None] The sync data for ids ['979daeed-b58f-45af-b2d9-c59e1427b8ea'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:38.412431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277fe0ee-2ae1-40aa-8c16-4f384082427c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:38.422146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36684) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:38.423289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-277fe0ee-2ae1-40aa-8c16-4f384082427c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports/411eb870-96b7-45e1-8b82-5c220d08ebe1 HTTP/1.1" status: 200 len: 911 time: 0.1342049 Aug 09 15:51:38.492965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.537283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.539187 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/networks/f2e9730b-772a-4957-a7a0-70a7ee8daab3 HTTP/1.1" status: 204 len: 168 time: 0.9972196 Aug 09 15:51:38.542060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36686) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:38.568520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874c4f-182c-425b-9617-1550b537965e tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Network': ['ID=f2e9730b-772a-4957-a7a0-70a7ee8daab3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:38.594466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b94d93e-3646-42d4-ab21-986e2196ddd3 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.631987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6b94d93e-3646-42d4-ab21-986e2196ddd3 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Calling delete_port for aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:38.632233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.740587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.756480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b431c00-401f-4089-905b-17b7eb0740e3']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.770970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9122125c-9f8a-4f08-a018-ca6fb06db0d0') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.771351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9122125c-9f8a-4f08-a018-ca6fb06db0d0') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:38.800574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.813493 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.825261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.843326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.845905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:38.846371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:38.908583 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:38.934691 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.940068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.942544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/networks/8b431c00-401f-4089-905b-17b7eb0740e3 HTTP/1.1" status: 204 len: 168 time: 0.3986235 Aug 09 15:51:38.945301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36694) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:38.993185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ba605-4659-40d5-b289-89456542edea tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Network': ['ID=8b431c00-401f-4089-905b-17b7eb0740e3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:39.070370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:39.080004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-b710c066-28f9-4695-b209-88476f4d84be tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:39.081763 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-b710c066-28f9-4695-b209-88476f4d84be tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.66 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 814 time: 0.1878343 Aug 09 15:51:39.124427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Request body: {'port': {'device_id': '3f8c480c-5442-4271-9875-6881013c9b75', 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109', 'admin_state_up': True, 'tenant_id': 'c9d853f10f594fc3907169dac285e27e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:39.569192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.570791 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment 5eaff936-8f51-4b25-bc92-e922d9ac2403 of type vlan for network 3dc36009-68a0-4561-97c2-930c3ff3fe5d Aug 09 15:51:39.572034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40284b-ff29-4f8b-a9b1-553199b78338,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:39.581344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0a4d9cf-ee43-4bf0-a2c0-ab372028587c req-46ba6131-25f7-4657-bdf2-f5b585652ed7 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 210 time: 0.5969918 Aug 09 15:51:39.763107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.789242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d007bb4d-83c1-4bfd-b0c4-197b50d90107 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:39.823494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d007bb4d-83c1-4bfd-b0c4-197b50d90107 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:39.826575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d007bb4d-83c1-4bfd-b0c4-197b50d90107 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8445184 Aug 09 15:51:39.833592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36704) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:39.843402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-882896119'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:39.872104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b94d93e-3646-42d4-ab21-986e2196ddd3 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.906767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Made reservation on behalf of 9f812b2b37934eaa83a218c2e5c23dcf for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:39.910665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.938974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe676-a361-43f2-8df4-1efc8c71e2ac req-d59b797d-b6f3-402d-8db4-d1334d5c5aba tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:39.948048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-434fe676-a361-43f2-8df4-1efc8c71e2ac req-d59b797d-b6f3-402d-8db4-d1334d5c5aba tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.1188440 Aug 09 15:51:39.985994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:39.991705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Made reservation on behalf of c9d853f10f594fc3907169dac285e27e for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:39.997807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.014464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.014832 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Added segment 6c362597-3c19-47c4-a84a-2408c7d9f255 of type vlan for network 3f35a016-eab5-4604-85c4-159e7bda415f Aug 09 15:51:40.021312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94d93e-3646-42d4-ab21-986e2196ddd3 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Port': ['ID=aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.032583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-434fe676-a361-43f2-8df4-1efc8c71e2ac req-040ad4c9-791f-4f2b-b788-125e83a85f98 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831647 Aug 09 15:51:40.092831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.093156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.103564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.104810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.145371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.158364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.159628 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.250405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4139519 Aug 09 15:51:40.255061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36708) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.260853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1492861339'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:40.286307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea880b1-5d63-413c-8bc2-dbd961ed69f4 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Network': ['ID=3f35a016-eab5-4604-85c4-159e7bda415f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.310412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 3f35a016-eab5-4604-85c4-159e7bda415f details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:40.332290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Made reservation on behalf of 9f812b2b37934eaa83a218c2e5c23dcf for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:40.337473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.356488 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5921738 Aug 09 15:51:40.396460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.410030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b94d93e-3646-42d4-ab21-986e2196ddd3 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.415174 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6b94d93e-3646-42d4-ab21-986e2196ddd3 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "DELETE /v2.0/ports/aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad HTTP/1.1" status: 204 len: 168 time: 2.5543592 Aug 09 15:51:40.438837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:40.451317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.451669 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Added segment 123eb999-be5c-4c1f-bd9e-5b9ffc801408 of type vlan for network 03a68f7a-cba8-412c-9278-3bf82f9a6287 Aug 09 15:51:40.460742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36710) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.523034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14414a49-2140-4b11-b4a4-00099255f61b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=3dc36009-68a0-4561-97c2-930c3ff3fe5d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.544767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 3dc36009-68a0-4561-97c2-930c3ff3fe5d details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:40.551386 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.602668 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.615759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.617198 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.655953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Allocated IP 172.20.0.6 (da64e28c-9ca0-4c9f-b499-9d2b18e8a109/cab158ae-0af7-41a6-b5ff-243a7b1fcf71/e840de0d-a5b3-4d20-9879-0f3464e04da9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:40.677795 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece96223-de4c-451f-9057-058509697302 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] GET failed (client error): The resource could not be found. Aug 09 15:51:40.682958 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ece96223-de4c-451f-9057-058509697302 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "GET /v2.0/ports/aaa3de58-3cd0-42a8-9daf-8e5a8e3954ad HTTP/1.1" status: 404 len: 333 time: 0.2183611 Aug 09 15:51:40.688019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36714) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.693631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'name': 'tempest-AllowedAddressPairTestJSON-1858683818'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:40.807434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5509093 Aug 09 15:51:40.816641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36718) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.845454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'ports': [{'network_id': '3f35a016-eab5-4604-85c4-159e7bda415f', 'name': 'tempest-port--96693093', 'admin_state_up': True}, {'network_id': '03a68f7a-cba8-412c-9278-3bf82f9a6287', 'admin_state_up': False}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:40.845986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'port': {'network_id': '3f35a016-eab5-4604-85c4-159e7bda415f', 'name': 'tempest-port--96693093', 'admin_state_up': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:40.846575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'port': {'network_id': '03a68f7a-cba8-412c-9278-3bf82f9a6287', 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:40.870068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d0e8f6b-fa27-4a06-96d7-04998cd5d4d6 req-a1094e32-56c1-458b-9f84-1b5126dfc118 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 210 time: 0.0801563 Aug 09 15:51:40.909581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e61ac-8c3d-4982-8020-aff7e3ebb838 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Network': ['ID=03a68f7a-cba8-412c-9278-3bf82f9a6287,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.924999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 03a68f7a-cba8-412c-9278-3bf82f9a6287 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:41.061922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.175964 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Made reservation on behalf of 6d8d60813d104c5baa39edc3b46a5ff7 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:41.177799 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.209124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.222948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7cdfc5af-1504-427a-86bd-22974ca755e8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:41.241539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] device_id is not set on port 145de145-077f-4d57-901b-ccc0700ef7ca yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:41.257643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Made reservation on behalf of 9f812b2b37934eaa83a218c2e5c23dcf for: {'port': 2} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:41.274186 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.298048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:41.304118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:41.317232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:41.358298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 411eb870-96b7-45e1-8b82-5c220d08ebe1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:41.358924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.363181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Pushing event updated for resources: {'Port': ['ID=e840de0d-a5b3-4d20-9879-0f3464e04da9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.370481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0908782-1862-4507-866a-7c877bc476c0 req-a5b0d863-861b-492f-a772-e4f1464b9e51 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:41.381857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0908782-1862-4507-866a-7c877bc476c0 req-a5b0d863-861b-492f-a772-e4f1464b9e51 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.2321339 Aug 09 15:51:41.415004 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.466327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0908782-1862-4507-866a-7c877bc476c0 req-4c2454ae-1ac8-407c-b1e6-0c367a076184 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820570 Aug 09 15:51:41.473911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:41.474786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.522847 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-33296898-d0ad-401b-a7f4-29944ea4f35d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4079530 Aug 09 15:51:41.533997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.545719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Request body: {'port': {'device_id': '3f8c480c-5442-4271-9875-6881013c9b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:41.579963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 411eb870-96b7-45e1-8b82-5c220d08ebe1 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:41.637402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Allocated IP 172.20.0.5 (ff13c737-0c7b-4f8a-ae47-a2206b912ab6/138513c0-a548-4522-91f7-e5b2f2de661e/145de145-077f-4d57-901b-ccc0700ef7ca) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:41.650670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] device_id is not set on port bce60800-75c3-4726-beca-8e5653656a3e yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:41.662744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.041662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.051662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.222382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.224448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Transition to ACTIVE for port object 145de145-077f-4d57-901b-ccc0700ef7ca will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:42.272913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] device_id is not set on port 459ecb94-e70e-40a2-8053-f69676e983bc yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:42.278071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=411eb870-96b7-45e1-8b82-5c220d08ebe1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:42.287423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc8aee-db03-433d-8c92-07479ec4219c req-e236a675-82c3-4044-a8e5-ccac1bdb238c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.289614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21cc8aee-db03-433d-8c92-07479ec4219c req-e236a675-82c3-4044-a8e5-ccac1bdb238c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 931 time: 0.2919877 Aug 09 15:51:42.365727 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.431185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:42.432767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.452179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:42.458527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21cc8aee-db03-433d-8c92-07479ec4219c req-1650fbee-a078-4cb0-8a83-8d9738cd82f6 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528940 Aug 09 15:51:42.462512 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:42.658672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e840de0d-a5b3-4d20-9879-0f3464e04da9 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:42.668323 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.676677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.702242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-6737beea-4420-46cb-abce-a2e0ff6447f9 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.704311 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-6737beea-4420-46cb-abce-a2e0ff6447f9 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.66 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.2611990 Aug 09 15:51:42.719195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=145de145-077f-4d57-901b-ccc0700ef7ca,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:42.730247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Transition to ACTIVE for port object e840de0d-a5b3-4d20-9879-0f3464e04da9 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:42.776330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.777085 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.780585 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.852113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 979daeed-b58f-45af-b2d9-c59e1427b8ea has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:42.853720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.902084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-16b51556-81cd-4a93-b125-b58196783bdf tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2127416 Aug 09 15:51:42.909265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:42.920177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'network_id': 'ff13c737-0c7b-4f8a-ae47-a2206b912ab6', 'name': 'tempest-AllowedAddressPairTestJSON-902492415'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:42.947298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f66e5ab4-4424-4c0f-b351-7e5b3207f807 None None] Provisioning for port 145de145-077f-4d57-901b-ccc0700ef7ca completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:42.960742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f66e5ab4-4424-4c0f-b351-7e5b3207f807 None None] Provisioning complete for port 145de145-077f-4d57-901b-ccc0700ef7ca triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:42.962656 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f66e5ab4-4424-4c0f-b351-7e5b3207f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.991161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83383dce-2d48-4356-9cb1-8da15815b91e req-3c03bbe0-49be-46e8-8098-cf69d0155e43 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.999756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83383dce-2d48-4356-9cb1-8da15815b91e req-3c03bbe0-49be-46e8-8098-cf69d0155e43 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.2751439 Aug 09 15:51:43.001959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Port': ['ID=bce60800-75c3-4726-beca-8e5653656a3e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:43.032758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f66e5ab4-4424-4c0f-b351-7e5b3207f807 None None] Port 145de145-077f-4d57-901b-ccc0700ef7ca cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:43.064702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Pushing event updated for resources: {'Port': ['ID=e840de0d-a5b3-4d20-9879-0f3464e04da9,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:43.108986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83383dce-2d48-4356-9cb1-8da15815b91e req-1b55e480-1753-4fb6-829d-2b30069b85a2 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082714 Aug 09 15:51:43.121218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Checking segment: {'id': '6c362597-3c19-47c4-a84a-2408c7d9f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '3f35a016-eab5-4604-85c4-159e7bda415f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:43.121803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Network hostable DHCP agents. Network: 3f35a016-eab5-4604-85c4-159e7bda415f, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:43.163919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Network 3f35a016-eab5-4604-85c4-159e7bda415f is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:43.172832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Made reservation on behalf of 6d8d60813d104c5baa39edc3b46a5ff7 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:43.178822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.198101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 3f35a016-eab5-4604-85c4-159e7bda415f) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:43.209731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:43.212906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e4d2d-8741-482b-a7a2-e76fd30e5abb None None] Network 3f35a016-eab5-4604-85c4-159e7bda415f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:43.216977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.234610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] device_id is not set on port ad48cd80-66e7-40d3-99a9-e581c6ed266b yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:43.320515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Attempting to bind port e840de0d-a5b3-4d20-9879-0f3464e04da9 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:43.321484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Attempting to bind port e840de0d-a5b3-4d20-9879-0f3464e04da9 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:43.324252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Attempting to bind port e840de0d-a5b3-4d20-9879-0f3464e04da9 on network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:43.331066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:43.350943 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3d511f2d-9e02-4f21-9515-adc61b88aeb0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/979daeed-b58f-45af-b2d9-c59e1427b8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9253395 Aug 09 15:51:43.359897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddd3ec-e13e-4097-ab22-76f5f0f6becd None None] Sync routers for ids ['979daeed-b58f-45af-b2d9-c59e1427b8ea'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:43.365363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:43.370974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Port': ['ID=459ecb94-e70e-40a2-8053-f69676e983bc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:43.387008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ddd3ec-e13e-4097-ab22-76f5f0f6becd None None] Routers {'979daeed-b58f-45af-b2d9-c59e1427b8ea'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:43.388373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-39ddd3ec-e13e-4097-ab22-76f5f0f6becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['979daeed-b58f-45af-b2d9-c59e1427b8ea'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:43.388903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Checking segment: {'id': '123eb999-be5c-4c1f-bd9e-5b9ffc801408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '03a68f7a-cba8-412c-9278-3bf82f9a6287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:43.389726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Network hostable DHCP agents. Network: 03a68f7a-cba8-412c-9278-3bf82f9a6287, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:43.409372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Port e840de0d-a5b3-4d20-9879-0f3464e04da9 on network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:43.409911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Attempting to bind port e840de0d-a5b3-4d20-9879-0f3464e04da9 on network da64e28c-9ca0-4c9f-b499-9d2b18e8a109 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:43.449586 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b81428b5-64b4-4706-a9b7-3995f106610e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=979daeed-b58f-45af-b2d9-c59e1427b8ea HTTP/1.1" status: 200 len: 205 time: 0.0803444 Aug 09 15:51:43.453897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36740) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:43.457184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-39ddd3ec-e13e-4097-ab22-76f5f0f6becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:43.458772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:43.459278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Checking segment: {'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:43.460049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Bound using segment: {'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:43.460787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Bound port: e840de0d-a5b3-4d20-9879-0f3464e04da9, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:43.460924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.467565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ddd3ec-e13e-4097-ab22-76f5f0f6becd None None] Routers {'979daeed-b58f-45af-b2d9-c59e1427b8ea'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:43.468304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-39ddd3ec-e13e-4097-ab22-76f5f0f6becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['979daeed-b58f-45af-b2d9-c59e1427b8ea'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:43.490858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Allocated IP 172.20.0.8 (ff13c737-0c7b-4f8a-ae47-a2206b912ab6/138513c0-a548-4522-91f7-e5b2f2de661e/ad48cd80-66e7-40d3-99a9-e581c6ed266b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:43.528779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-39ddd3ec-e13e-4097-ab22-76f5f0f6becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:43.531364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddd3ec-e13e-4097-ab22-76f5f0f6becd None None] The sync data for ids ['979daeed-b58f-45af-b2d9-c59e1427b8ea'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:43.574790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Deleting port c65dba4f-1455-4022-9b41-773da9ca40ef {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:43.575172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.607125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Network 03a68f7a-cba8-412c-9278-3bf82f9a6287 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:43.678277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 03a68f7a-cba8-412c-9278-3bf82f9a6287) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:43.693869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5855607c-1dc6-4378-9e79-b1703f310115 None None] Network 03a68f7a-cba8-412c-9278-3bf82f9a6287 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:43.697902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:43.703647 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4894e0c8-b81f-41cd-ab95-86b427021718 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.704986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.710883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.712854 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.739610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e7ff98e3-dcbf-4bde-ac71-3e33337a9bf8 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.9043841 Aug 09 15:51:43.745682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36744) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:43.878569 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.906280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Transition to ACTIVE for port object ad48cd80-66e7-40d3-99a9-e581c6ed266b will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:43.942058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44510cf8-ca5a-4dee-bced-6eadc0c5e3bd req-ec442bf6-499d-4eca-8f04-89518c78849e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.945960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44510cf8-ca5a-4dee-bced-6eadc0c5e3bd req-ec442bf6-499d-4eca-8f04-89518c78849e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 943 time: 0.3633823 Aug 09 15:51:44.048017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.085942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3068b-5d2a-464c-adb3-5efc2d0aef67 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:44.097209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3068b-5d2a-464c-adb3-5efc2d0aef67 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:44.103181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d1d3068b-5d2a-464c-adb3-5efc2d0aef67 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3504500 Aug 09 15:51:44.127405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44510cf8-ca5a-4dee-bced-6eadc0c5e3bd req-15356525-b6dd-4934-8537-2df7ed228f73 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603873 Aug 09 15:51:44.164475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36746) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:44.317645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:44.319111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=ad48cd80-66e7-40d3-99a9-e581c6ed266b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:44.325160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:44.328084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:44.394360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e73a0d-f5e7-4a96-9317-4481083fe4db req-6a3c0d34-633c-4681-aa58-33971a4f9582 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:44.396159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24e73a0d-f5e7-4a96-9317-4481083fe4db req-6a3c0d34-633c-4681-aa58-33971a4f9582 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 945 time: 0.1387999 Aug 09 15:51:44.424757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:44.425556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.432645 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4894e0c8-b81f-41cd-ab95-86b427021718 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.433546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4894e0c8-b81f-41cd-ab95-86b427021718 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.474754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2c000adb-8aeb-4f20-b0ee-f8da520e2228 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5595491 Aug 09 15:51:44.477838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36754) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:44.484260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4d:d1:0f'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:83:d4:cd'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:44.522754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24e73a0d-f5e7-4a96-9317-4481083fe4db req-bbb4c499-62ed-4129-90ef-cd1de9f577be tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140745 Aug 09 15:51:44.561829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] For port e840de0d-a5b3-4d20-9879-0f3464e04da9, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:44.602694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] For port c65dba4f-1455-4022-9b41-773da9ca40ef, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c65dba4f-1455-4022-9b41-773da9ca40ef,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:44.603615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.610452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] For port e840de0d-a5b3-4d20-9879-0f3464e04da9, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e840de0d-a5b3-4d20-9879-0f3464e04da9,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:44.615923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4894e0c8-b81f-41cd-ab95-86b427021718 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.617007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4894e0c8-b81f-41cd-ab95-86b427021718 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Fanout notify agent at l3_agent the message router_deleted on router 979daeed-b58f-45af-b2d9-c59e1427b8ea {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:51:44.629123 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4894e0c8-b81f-41cd-ab95-86b427021718 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.633034 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4894e0c8-b81f-41cd-ab95-86b427021718 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/979daeed-b58f-45af-b2d9-c59e1427b8ea HTTP/1.1" status: 204 len: 168 time: 1.1744206 Aug 09 15:51:44.644814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36756) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:44.646374 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.720167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Calling delete_port for c65dba4f-1455-4022-9b41-773da9ca40ef owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:44.723710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36758) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:44.729967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': '3dc36009-68a0-4561-97c2-930c3ff3fe5d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:44.742370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.753831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:44.754865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.756329 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] 10.222.0.66 "PUT /v2.0/ports/e840de0d-a5b3-4d20-9879-0f3464e04da9 HTTP/1.1" status: 200 len: 1091 time: 3.2175906 Aug 09 15:51:44.787616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8c480c-5442-4271-9875-6881013c9b75', 'tag': 'e840de0d-a5b3-4d20-9879-0f3464e04da9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:44.790536 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8c480c-5442-4271-9875-6881013c9b75", "tag": "e840de0d-a5b3-4d20-9879-0f3464e04da9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:44.812853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-265c0f11-d303-4069-b192-6643051aac22 None None] Provisioning for port ad48cd80-66e7-40d3-99a9-e581c6ed266b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:44.818068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-265c0f11-d303-4069-b192-6643051aac22 None None] Provisioning complete for port ad48cd80-66e7-40d3-99a9-e581c6ed266b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:44.818423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-265c0f11-d303-4069-b192-6643051aac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.871100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-265c0f11-d303-4069-b192-6643051aac22 None None] Port ad48cd80-66e7-40d3-99a9-e581c6ed266b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:44.947621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-505a9c3b-7777-4387-98d5-aea6b45f4830 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Deleting port bce60800-75c3-4726-beca-8e5653656a3e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:44.948059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-505a9c3b-7777-4387-98d5-aea6b45f4830 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.975908 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2217cf4c-812e-41bb-bf89-b01176a11c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.004724 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8387cf5-51ea-474a-8b37-2953693099a2 x-openstack-request-id: req-a8387cf5-51ea-474a-8b37-2953693099a2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:45.005113 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8c480c-5442-4271-9875-6881013c9b75", "tag": "e840de0d-a5b3-4d20-9879-0f3464e04da9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:45.005501 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8387cf5-51ea-474a-8b37-2953693099a2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:45.006051 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8c480c-5442-4271-9875-6881013c9b75', 'tag': 'e840de0d-a5b3-4d20-9879-0f3464e04da9', 'status': 'completed', 'code': 200} Aug 09 15:51:45.011324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.021952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.050374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-81791ede-ea90-46ab-ac4d-f48eb1e3982d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet 002fe97b-3b9a-45b2-beb8-44c9b3c0da09 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:45.066579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a9602-019b-419f-9488-402a8bed0838 service neutron] Pushing event updated for resources: {'Port': ['ID=e840de0d-a5b3-4d20-9879-0f3464e04da9,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:45.080677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81791ede-ea90-46ab-ac4d-f48eb1e3982d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.125667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event updated for resources: {'Port': ['ID=ad48cd80-66e7-40d3-99a9-e581c6ed266b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:45.142703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] In _notify_port_updated(), no bound segment for port ad48cd80-66e7-40d3-99a9-e581c6ed266b on network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:51:45.148751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.149511 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.151115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c434f124-d9f7-4f1f-9228-5a4a4f273e31 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "PUT /v2.0/ports/ad48cd80-66e7-40d3-99a9-e581c6ed266b HTTP/1.1" status: 200 len: 1054 time: 0.6718442 Aug 09 15:51:45.153764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36762) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:45.156923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-505a9c3b-7777-4387-98d5-aea6b45f4830 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.204472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-505a9c3b-7777-4387-98d5-aea6b45f4830 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Calling delete_port for bce60800-75c3-4726-beca-8e5653656a3e owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:45.212299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-11c7e183-d927-42ab-9ce3-456a55de18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.214042 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-11c7e183-d927-42ab-9ce3-456a55de18d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 1094 time: 0.3630044 Aug 09 15:51:45.236061 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81791ede-ea90-46ab-ac4d-f48eb1e3982d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.304210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-60e5ab66-d499-4cb6-9d85-310a4f4defd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Deleting port ad48cd80-66e7-40d3-99a9-e581c6ed266b {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:45.305980 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e5ab66-d499-4cb6-9d85-310a4f4defd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.381801 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-a6418522-78ba-422b-9bfd-e3fd7aaa3174 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e840de0d-a5b3-4d20-9879-0f3464e04da9 HTTP/1.1" status: 200 len: 217 time: 0.1588295 Aug 09 15:51:45.388429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:45.392678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.411787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-45157d97-507c-451e-b6ad-5496c84fdfb6 None None] Provisioning complete for port ad48cd80-66e7-40d3-99a9-e581c6ed266b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:45.412790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-45157d97-507c-451e-b6ad-5496c84fdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.422124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a74478-a2b8-44b6-8e74-a605ea9e72e2 req-ad590dde-7294-4882-94b1-ee557a553659 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.423694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94a74478-a2b8-44b6-8e74-a605ea9e72e2 req-ad590dde-7294-4882-94b1-ee557a553659 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 943 time: 0.1634586 Aug 09 15:51:45.473256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-45157d97-507c-451e-b6ad-5496c84fdfb6 None None] Port ad48cd80-66e7-40d3-99a9-e581c6ed266b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:45.504093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e5ab66-d499-4cb6-9d85-310a4f4defd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.525542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-60e5ab66-d499-4cb6-9d85-310a4f4defd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Calling delete_port for ad48cd80-66e7-40d3-99a9-e581c6ed266b owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:45.553707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94a74478-a2b8-44b6-8e74-a605ea9e72e2 req-16aa8c2a-6330-49f1-9edc-9263e5ce2d3c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065512 Aug 09 15:51:45.657079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-94dd5049-6671-4ea3-b709-39c927e70803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.658670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-94dd5049-6671-4ea3-b709-39c927e70803 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 200 len: 854 time: 0.2604561 Aug 09 15:51:45.727333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.729947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81791ede-ea90-46ab-ac4d-f48eb1e3982d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.737767 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-602e86c7-edd0-4e34-9e8a-090753064f2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639822 Aug 09 15:51:45.752269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['c65dba4f-1455-4022-9b41-773da9ca40ef'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:45.779163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba7b7ed5-dee0-4578-b894-7c03df732dee req-15000393-0d41-4b33-a2d3-d811873eed86 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=f199b392-a467-4263-af1e-80634c465cd8 HTTP/1.1" status: 200 len: 210 time: 0.0916572 Aug 09 15:51:45.803911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['c6075964-f989-4f50-9fd4-a1e81e4a4b62'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:45.852315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Pushing event deleted for resources: {'Port': ['ID=c65dba4f-1455-4022-9b41-773da9ca40ef,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:45.861691 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-505a9c3b-7777-4387-98d5-aea6b45f4830 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.896881 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e5ab66-d499-4cb6-9d85-310a4f4defd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.939335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5ab66-d499-4cb6-9d85-310a4f4defd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Port': ['ID=ad48cd80-66e7-40d3-99a9-e581c6ed266b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:45.982598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] No DVR routers for this DVR port c65dba4f-1455-4022-9b41-773da9ca40ef on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:45.984436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a9c3b-7777-4387-98d5-aea6b45f4830 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Port': ['ID=bce60800-75c3-4726-beca-8e5653656a3e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:45.991104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.993434 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed350278-194c-4dde-9331-70e8cdc9f0b6 req-bf51289f-6b8a-48dc-af7c-a8c939237f4d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.66 "DELETE /v2.0/ports/c65dba4f-1455-4022-9b41-773da9ca40ef HTTP/1.1" status: 204 len: 173 time: 3.2783542 Aug 09 15:51:46.002538 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-505a9c3b-7777-4387-98d5-aea6b45f4830 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.008720 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-505a9c3b-7777-4387-98d5-aea6b45f4830 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/ports/bce60800-75c3-4726-beca-8e5653656a3e HTTP/1.1" status: 204 len: 168 time: 1.8412812 Aug 09 15:51:46.011560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36772) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:46.055015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81791ede-ea90-46ab-ac4d-f48eb1e3982d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.156648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81791ede-ea90-46ab-ac4d-f48eb1e3982d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=002fe97b-3b9a-45b2-beb8-44c9b3c0da09,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:46.160236 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-99b6bed5-5127-4870-8bd7-5c47bb6c669d service neutron] 10.222.0.66 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961999 Aug 09 15:51:46.161347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81791ede-ea90-46ab-ac4d-f48eb1e3982d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.163288 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-81791ede-ea90-46ab-ac4d-f48eb1e3982d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/002fe97b-3b9a-45b2-beb8-44c9b3c0da09 HTTP/1.1" status: 204 len: 168 time: 1.5143108 Aug 09 15:51:46.171250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36774) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:46.172826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b788162-712a-419b-b4f1-0b162da41de3 None None] Network c176a2d2-1e28-4ac5-8981-3a4805d14bf7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:46.283870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.374941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4188e17d-2854-44ce-85f5-9bf979df0d2b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Deleting port 459ecb94-e70e-40a2-8053-f69676e983bc {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:46.375433 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4188e17d-2854-44ce-85f5-9bf979df0d2b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.445859 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e41a6b2-5ecc-49bb-922d-d64f9f613d2d req-dff5108e-64dc-43b3-9784-601469c31db5 service neutron] 10.222.0.66 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730443 Aug 09 15:51:46.473450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.482517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=b2c840e0-091d-488f-84e7-b006db393979,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:46.506064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] DHCP port deletion for c176a2d2-1e28-4ac5-8981-3a4805d14bf7 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:46.525594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': '5eaff936-8f51-4b25-bc92-e922d9ac2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3dc36009-68a0-4561-97c2-930c3ff3fe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:46.526472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: 3dc36009-68a0-4561-97c2-930c3ff3fe5d, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:46.564433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] Deleting port 454d8589-f15a-4600-bc16-f473f113bde2 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:46.565037 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.581723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60e5ab66-d499-4cb6-9d85-310a4f4defd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.586794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-60e5ab66-d499-4cb6-9d85-310a4f4defd5 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "DELETE /v2.0/ports/ad48cd80-66e7-40d3-99a9-e581c6ed266b HTTP/1.1" status: 204 len: 168 time: 1.4317918 Aug 09 15:51:46.587596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36778) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:46.603243 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4188e17d-2854-44ce-85f5-9bf979df0d2b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.625859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network 3dc36009-68a0-4561-97c2-930c3ff3fe5d is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:46.626480 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efca2c8-4fd5-4e5d-be21-f114bb0b649b tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] GET failed (client error): The resource could not be found. Aug 09 15:51:46.631521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6efca2c8-4fd5-4e5d-be21-f114bb0b649b tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "GET /v2.0/ports/ad48cd80-66e7-40d3-99a9-e581c6ed266b HTTP/1.1" status: 404 len: 333 time: 0.0408206 Aug 09 15:51:46.632690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36782) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:46.639465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4188e17d-2854-44ce-85f5-9bf979df0d2b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Calling delete_port for 459ecb94-e70e-40a2-8053-f69676e983bc owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:46.653243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-a37fc84b-3e3c-4ed7-873e-6cceb1805bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:46.654982 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-a37fc84b-3e3c-4ed7-873e-6cceb1805bc8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 1094 time: 0.1221874 Aug 09 15:51:46.705411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 3dc36009-68a0-4561-97c2-930c3ff3fe5d) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:46.718183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:46.723424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.739898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 454d8589-f15a-4600-bc16-f473f113bde2 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:46.740702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.927566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed998b-a5dc-4ad5-be4f-765a998078ce req-de460632-64b5-42bb-9baf-3236d2e8b3f0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:46.929589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07ed998b-a5dc-4ad5-be4f-765a998078ce req-de460632-64b5-42bb-9baf-3236d2e8b3f0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 943 time: 0.1710222 Aug 09 15:51:46.930777 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-13c6edcb-f62a-42c0-a357-18d835e4a08c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2049947 Aug 09 15:51:46.934585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36788) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:46.942988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df950f-b664-4b55-9352-76909301990f None None] Network 3dc36009-68a0-4561-97c2-930c3ff3fe5d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:46.946354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 454d8589-f15a-4600-bc16-f473f113bde2 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:46.946903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-999818831'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:46.963411 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4188e17d-2854-44ce-85f5-9bf979df0d2b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.003639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188e17d-2854-44ce-85f5-9bf979df0d2b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Port': ['ID=459ecb94-e70e-40a2-8053-f69676e983bc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:47.006665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port 454d8589-f15a-4600-bc16-f473f113bde2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=454d8589-f15a-4600-bc16-f473f113bde2,segment=NetworkSegment(8134f17d-bc3f-41b1-a750-9090ace8e888),segment_id=8134f17d-bc3f-41b1-a750-9090ace8e888)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:47.007039 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.013955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f199b392-a467-4263-af1e-80634c465cd8', 'name': 'network-vif-deleted', 'tag': 'c65dba4f-1455-4022-9b41-773da9ca40ef'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:47.017060 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448e16a0-4bb2-46f7-9e71-5184eeffb569" -d '{"events": [{"server_uuid": "f199b392-a467-4263-af1e-80634c465cd8", "name": "network-vif-deleted", "tag": "c65dba4f-1455-4022-9b41-773da9ca40ef"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:47.027769 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4188e17d-2854-44ce-85f5-9bf979df0d2b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.036180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4188e17d-2854-44ce-85f5-9bf979df0d2b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/ports/459ecb94-e70e-40a2-8053-f69676e983bc HTTP/1.1" status: 204 len: 168 time: 1.0198264 Aug 09 15:51:47.038415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36794) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:47.048808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] For port 454d8589-f15a-4600-bc16-f473f113bde2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=454d8589-f15a-4600-bc16-f473f113bde2,segment=NetworkSegment(8134f17d-bc3f-41b1-a750-9090ace8e888),segment_id=8134f17d-bc3f-41b1-a750-9090ace8e888)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:47.049213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.067293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07ed998b-a5dc-4ad5-be4f-765a998078ce req-b517721c-fd88-473c-85b6-a2a2d233a4c1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270435 Aug 09 15:51:47.081746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 454d8589-f15a-4600-bc16-f473f113bde2 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:47.097424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] Calling delete_port for 454d8589-f15a-4600-bc16-f473f113bde2 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:47.106109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:47.110282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.121352 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e4d40c2c-b919-4311-bab1-789f14fa417b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0806675 Aug 09 15:51:47.126953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36796) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:47.136821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-7f87c0ca-bd80-4897-9de5-9486454b01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:47.137571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-8250040'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:47.139108 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-7f87c0ca-bd80-4897-9de5-9486454b01e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 916 time: 0.4633682 Aug 09 15:51:47.155724 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b03750-2c6f-4a73-9b33-5b3657811d7c x-openstack-request-id: req-a0b03750-2c6f-4a73-9b33-5b3657811d7c {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:47.156387 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f199b392-a467-4263-af1e-80634c465cd8", "name": "network-vif-deleted", "tag": "c65dba4f-1455-4022-9b41-773da9ca40ef", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:47.156817 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0b03750-2c6f-4a73-9b33-5b3657811d7c {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:47.157397 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f199b392-a467-4263-af1e-80634c465cd8', 'name': 'network-vif-deleted', 'tag': 'c65dba4f-1455-4022-9b41-773da9ca40ef', 'status': 'completed', 'code': 200} Aug 09 15:51:47.175208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Made reservation on behalf of 9f812b2b37934eaa83a218c2e5c23dcf for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:47.180252 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.221402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:47.235742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.236178 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Added segment b1eaea87-7eb9-4733-9bf1-118152efbab0 of type vlan for network 519fe062-99be-407f-92f3-4c3fce4695bc Aug 09 15:51:47.245072 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-2ead3ece-e17b-41ba-a763-fdda0397e4e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e840de0d-a5b3-4d20-9879-0f3464e04da9 HTTP/1.1" status: 200 len: 217 time: 0.0865946 Aug 09 15:51:47.253848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-335f4930-0fa0-43bf-9b31-774a98887bee tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Deleting port 145de145-077f-4d57-901b-ccc0700ef7ca {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:47.254453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-335f4930-0fa0-43bf-9b31-774a98887bee tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.291648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.310527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:47.311080 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.334089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-3dc36009-68a0-4561-97c2-930c3ff3fe5d', 'network_id': '3dc36009-68a0-4561-97c2-930c3ff3fe5d', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': 'b2c840e0-091d-488f-84e7-b006db393979'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:47.334956 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.365225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 454d8589-f15a-4600-bc16-f473f113bde2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=454d8589-f15a-4600-bc16-f473f113bde2,segment=NetworkSegment(8134f17d-bc3f-41b1-a750-9090ace8e888),segment_id=8134f17d-bc3f-41b1-a750-9090ace8e888)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:47.374463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.376421 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.400767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.401353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:47.401850 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment 85d90b34-e672-4a3f-9eec-ff289b95adca of type vlan for network de4be324-7a86-4ba4-ad01-a072b86c55a2 Aug 09 15:51:47.402317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.445110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-d0427ab1-1cad-4150-93fa-9660bc1671be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:47.448309 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-d0427ab1-1cad-4150-93fa-9660bc1671be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 200 len: 854 time: 0.1901677 Aug 09 15:51:47.463525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.534259 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-b4b6fc77-1172-48fd-8e82-292ae599482d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433939 Aug 09 15:51:47.545466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.557833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=454d8589-f15a-4600-bc16-f473f113bde2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:47.612643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] No DVR routers for this DVR port 454d8589-f15a-4600-bc16-f473f113bde2 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:47.616425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-335f4930-0fa0-43bf-9b31-774a98887bee tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.619873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.638896 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-984a722e-dca7-47f0-914d-91553209c899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.641532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a9736-77b6-4092-ab1c-40cf7ae18b22 None None] Pushing event deleted for resources: {'Port': ['ID=454d8589-f15a-4600-bc16-f473f113bde2,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:47.773591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Allocated IP 2001:db8:0:ffff::2 (3dc36009-68a0-4561-97c2-930c3ff3fe5d/b2c840e0-091d-488f-84e7-b006db393979/2e0dfb71-aefd-4cbc-aae8-80c90554ef67) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:47.790705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c65dba4f-1455-4022-9b41-773da9ca40ef no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:47.831719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: c65dba4f-1455-4022-9b41-773da9ca40ef {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:47.832113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c65dba4f-1455-4022-9b41-773da9ca40ef not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:47.839474 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.995015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8667970 Aug 09 15:51:47.999286 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36804) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:48.005027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-119499608'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:48.025828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88db2d-843b-43f3-855b-68d089996eef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Network': ['ID=519fe062-99be-407f-92f3-4c3fce4695bc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:48.048595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 519fe062-99be-407f-92f3-4c3fce4695bc details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:48.049993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5df9ac-cdc7-4bfc-b6b4-3a436c3194c7 req-755b49c1-5b5c-484e-8756-0a2b4154478c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:48.058443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd5df9ac-cdc7-4bfc-b6b4-3a436c3194c7 req-755b49c1-5b5c-484e-8756-0a2b4154478c tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.6497459 Aug 09 15:51:48.058951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-335f4930-0fa0-43bf-9b31-774a98887bee tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Calling delete_port for 145de145-077f-4d57-901b-ccc0700ef7ca owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:48.061476 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:51:48.068822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=454d8589-f15a-4600-bc16-f473f113bde2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:48.085290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Made reservation on behalf of 9f812b2b37934eaa83a218c2e5c23dcf for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:48.090514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.102857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No DVR routers for this DVR port 454d8589-f15a-4600-bc16-f473f113bde2 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:48.142477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd5df9ac-cdc7-4bfc-b6b4-3a436c3194c7 req-607d3e44-ca15-421b-8ff6-1303b6894701 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822911 Aug 09 15:51:48.174000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:48.179627 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.193886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.196264 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Added segment 3d264e07-0630-4509-b746-baa6ff760cbd of type vlan for network 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c Aug 09 15:51:48.212265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Transition to ACTIVE for port object 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:48.249683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Transition to ACTIVE for port object 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:48.253790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.259439 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.263365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:48.264902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.283885 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.312693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c384-c6ce-49dd-a622-d3fe70e2ed50 req-6e08f757-e3aa-4f9d-a039-0728b90214f9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:48.315863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0e1c384-c6ce-49dd-a622-d3fe70e2ed50 req-6e08f757-e3aa-4f9d-a039-0728b90214f9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 943 time: 0.1008587 Aug 09 15:51:48.339339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Network 3dc36009-68a0-4561-97c2-930c3ff3fe5d is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:48.350706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:48.354719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.355716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:48.361963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:48.362803 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.365680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Pushing event updated for resources: {'Port': ['ID=2e0dfb71-aefd-4cbc-aae8-80c90554ef67,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:48.431173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.438307 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-11c21b42-04e4-41eb-bd8c-b511d0beac0f service neutron] 10.222.0.66 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8881021 Aug 09 15:51:48.439972 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5022163 Aug 09 15:51:48.446559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0e1c384-c6ce-49dd-a622-d3fe70e2ed50 req-5e4d282e-b0a9-452f-987d-6192d5b9a519 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200349 Aug 09 15:51:48.448299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4476628 Aug 09 15:51:48.457476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36808) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:48.469641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': 'de4be324-7a86-4ba4-ad01-a072b86c55a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:48.492892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c176a2d2-1e28-4ac5-8981-3a4805d14bf7']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:48.506783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Attempting to bind port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:48.507510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Attempting to bind port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '5eaff936-8f51-4b25-bc92-e922d9ac2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3dc36009-68a0-4561-97c2-930c3ff3fe5d'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:48.508214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Attempting to bind port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 on network 3dc36009-68a0-4561-97c2-930c3ff3fe5d {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:48.518883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:48.519650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Checking segment: {'id': '5eaff936-8f51-4b25-bc92-e922d9ac2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3dc36009-68a0-4561-97c2-930c3ff3fe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:48.520639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.521298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Bound using segment: {'id': '5eaff936-8f51-4b25-bc92-e922d9ac2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3dc36009-68a0-4561-97c2-930c3ff3fe5d'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:48.522038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Bound port: 2e0dfb71-aefd-4cbc-aae8-80c90554ef67, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eaff936-8f51-4b25-bc92-e922d9ac2403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3dc36009-68a0-4561-97c2-930c3ff3fe5d'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:48.522612 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.529847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8134f17d-bc3f-41b1-a750-9090ace8e888') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:48.530853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8134f17d-bc3f-41b1-a750-9090ace8e888') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:48.558352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cf679-bd49-4ad7-b9c1-452cc370a14c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=de4be324-7a86-4ba4-ad01-a072b86c55a2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:48.576757 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.610250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36810) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:48.618848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network de4be324-7a86-4ba4-ad01-a072b86c55a2 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:48.623143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'subnets': [{'network_id': '519fe062-99be-407f-92f3-4c3fce4695bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2042229528', 'ip_version': 4}, {'network_id': '7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:48.623719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'subnet': {'network_id': '519fe062-99be-407f-92f3-4c3fce4695bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2042229528', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:48.625234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Request body: {'subnet': {'network_id': '7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:48.631151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.634870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8a3a6-90ca-46a9-8783-f8a8816d98d6 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Network': ['ID=7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:48.655592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:48.660387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.705683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:48.743559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:48.744085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:48.749542 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:48.845817 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.874964 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.877458 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/c176a2d2-1e28-4ac5-8981-3a4805d14bf7 HTTP/1.1" status: 204 len: 168 time: 2.6080370 Aug 09 15:51:48.884999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36814) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:48.894458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] For port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:48.894773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-335f4930-0fa0-43bf-9b31-774a98887bee tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.903324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-899217492', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:48.914206 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-12d04780-6f0c-47a5-ae5d-bb087c5de7b2 req-8c671ee7-84c8-4efb-9520-40f87941d3be service neutron] 10.222.0.66 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513803 Aug 09 15:51:48.914550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] For port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2e0dfb71-aefd-4cbc-aae8-80c90554ef67,segment=NetworkSegment(5eaff936-8f51-4b25-bc92-e922d9ac2403),segment_id=5eaff936-8f51-4b25-bc92-e922d9ac2403)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:48.924898 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.957529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.973944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e62b7-631f-4a67-b080-ecc88c91186b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=c176a2d2-1e28-4ac5-8981-3a4805d14bf7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:49.001117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f4930-0fa0-43bf-9b31-774a98887bee tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Port': ['ID=145de145-077f-4d57-901b-ccc0700ef7ca,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:49.062146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=d746e59d-b1a3-467b-9d47-6d5cb9b1986d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:49.069852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': '85d90b34-e672-4a3f-9eec-ff289b95adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'de4be324-7a86-4ba4-ad01-a072b86c55a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:49.071039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: de4be324-7a86-4ba4-ad01-a072b86c55a2, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:49.089161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b74ad-27e0-4ef8-98d9-2939a51c9f22 None None] Pushing event updated for resources: {'Port': ['ID=2e0dfb71-aefd-4cbc-aae8-80c90554ef67,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:49.100556 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.106374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network de4be324-7a86-4ba4-ad01-a072b86c55a2 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:49.119984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, de4be324-7a86-4ba4-ad01-a072b86c55a2) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:49.125966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:49.126838 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.133056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d9abd-34ff-46b6-9b74-ca269764a845 None None] Network de4be324-7a86-4ba4-ad01-a072b86c55a2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:49.171263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7de0640f-9946-46fa-9264-96c89c5cf9a3 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7097676 Aug 09 15:51:49.172537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36820) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:49.186034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.187184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.348841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-335f4930-0fa0-43bf-9b31-774a98887bee tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.352816 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-335f4930-0fa0-43bf-9b31-774a98887bee tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "DELETE /v2.0/ports/145de145-077f-4d57-901b-ccc0700ef7ca HTTP/1.1" status: 204 len: 168 time: 2.7159655 Aug 09 15:51:49.359601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36822) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:49.438154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.461609 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3558d85-fe5f-4694-9292-ff415ff14fdc tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] GET failed (client error): The resource could not be found. Aug 09 15:51:49.464598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c3558d85-fe5f-4694-9292-ff415ff14fdc tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "GET /v2.0/ports/145de145-077f-4d57-901b-ccc0700ef7ca HTTP/1.1" status: 404 len: 333 time: 0.1033363 Aug 09 15:51:49.475593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36824) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:49.512328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafcba1-dc26-45f1-8c41-b49a22d578d3 req-5b10a3cc-420d-423c-beac-f3d44dcd4947 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:49.530258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2eafcba1-dc26-45f1-8c41-b49a22d578d3 req-5b10a3cc-420d-423c-beac-f3d44dcd4947 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.2361627 Aug 09 15:51:49.568243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-de4be324-7a86-4ba4-ad01-a072b86c55a2', 'network_id': 'de4be324-7a86-4ba4-ad01-a072b86c55a2', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': 'd746e59d-b1a3-467b-9d47-6d5cb9b1986d'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:49.569604 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.649654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Made reservation on behalf of 9f812b2b37934eaa83a218c2e5c23dcf for: {'subnet': 2} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:49.656977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.657583 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.671952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.726233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2eafcba1-dc26-45f1-8c41-b49a22d578d3 req-7dfb162a-fe73-45c3-abcf-4a99ccb27ce9 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842000 Aug 09 15:51:49.743855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0f920-d438-49fb-9d65-d256c681d717 req-4e97d182-b177-495e-b667-f0fdba6760eb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:49.746649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a0f920-d438-49fb-9d65-d256c681d717 req-4e97d182-b177-495e-b667-f0fdba6760eb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 943 time: 0.1657310 Aug 09 15:51:49.837400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e840de0d-a5b3-4d20-9879-0f3464e04da9 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:49.850142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a0f920-d438-49fb-9d65-d256c681d717 req-46cc295e-3ad2-4a78-a15b-7f32b6439b85 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759444 Aug 09 15:51:49.850961 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.924724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Allocated IP 2001:db8::1 (de4be324-7a86-4ba4-ad01-a072b86c55a2/d746e59d-b1a3-467b-9d47-6d5cb9b1986d/0d735d79-63ad-47b3-8ca3-48b76c74ebab) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:49.970457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.069607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b842f-4163-491d-94c6-9bf6b50f42a0 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Deleting port 0ec6b375-80ee-4c38-b28a-279da1ff24d4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:50.070914 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e9b842f-4163-491d-94c6-9bf6b50f42a0 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.090781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e840de0d-a5b3-4d20-9879-0f3464e04da9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e840de0d-a5b3-4d20-9879-0f3464e04da9,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:50.117052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'e840de0d-a5b3-4d20-9879-0f3464e04da9', 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109', 'port_id': 'e840de0d-a5b3-4d20-9879-0f3464e04da9', 'mac_address': 'fa:16:3e:37:1d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab158ae-0af7-41a6-b5ff-243a7b1fcf71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:50.269720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e9b842f-4163-491d-94c6-9bf6b50f42a0 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.280536 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.287049 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.297232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b842f-4163-491d-94c6-9bf6b50f42a0 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Calling delete_port for 0ec6b375-80ee-4c38-b28a-279da1ff24d4 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:50.306136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Transition to ACTIVE for port object 0d735d79-63ad-47b3-8ca3-48b76c74ebab will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:50.309682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e840de0d-a5b3-4d20-9879-0f3464e04da9 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:50.346812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Transition to ACTIVE for port object 0d735d79-63ad-47b3-8ca3-48b76c74ebab will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:50.349661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e840de0d-a5b3-4d20-9879-0f3464e04da9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e840de0d-a5b3-4d20-9879-0f3464e04da9,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:50.357042 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.388213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.400438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.407196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.413165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Network de4be324-7a86-4ba4-ad01-a072b86c55a2 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:50.416369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:50.420427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:50.460772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e840de0d-a5b3-4d20-9879-0f3464e04da9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:50.490211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=d746e59d-b1a3-467b-9d47-6d5cb9b1986d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:50.582702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Attempting to bind port 0d735d79-63ad-47b3-8ca3-48b76c74ebab on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:50.583395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Attempting to bind port 0d735d79-63ad-47b3-8ca3-48b76c74ebab by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '85d90b34-e672-4a3f-9eec-ff289b95adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'de4be324-7a86-4ba4-ad01-a072b86c55a2'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:50.584033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Attempting to bind port 0d735d79-63ad-47b3-8ca3-48b76c74ebab on network de4be324-7a86-4ba4-ad01-a072b86c55a2 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:50.584742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.591105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Pushing event updated for resources: {'Port': ['ID=0d735d79-63ad-47b3-8ca3-48b76c74ebab,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:50.602106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:50.602721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Checking segment: {'id': '85d90b34-e672-4a3f-9eec-ff289b95adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'de4be324-7a86-4ba4-ad01-a072b86c55a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:50.603364 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.604994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Bound using segment: {'id': '85d90b34-e672-4a3f-9eec-ff289b95adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'de4be324-7a86-4ba4-ad01-a072b86c55a2'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:50.605849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Bound port: 0d735d79-63ad-47b3-8ca3-48b76c74ebab, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d90b34-e672-4a3f-9eec-ff289b95adca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'de4be324-7a86-4ba4-ad01-a072b86c55a2'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:50.606520 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.607273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4be324-7a86-4ba4-ad01-a072b86c55a2']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:50.628796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d90b34-e672-4a3f-9eec-ff289b95adca') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:50.629083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d90b34-e672-4a3f-9eec-ff289b95adca') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:50.642322 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.662877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.671621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:50.672465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.716187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e840de0d-a5b3-4d20-9879-0f3464e04da9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:50.726677 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:50.768144 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:51:50.768144 n-d-799523-2 neutron-server[94177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:51:50.768144 n-d-799523-2 neutron-server[94177]: [parameters: {'id': 'de4be324-7a86-4ba4-ad01-a072b86c55a2'}] Aug 09 15:51:50.768144 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:51:50.768890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f2fd1d-cb40-467b-992e-07844f4721b0 None None] Network 3dc36009-68a0-4561-97c2-930c3ff3fe5d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:50.769041 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:51:50.785288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e9b842f-4163-491d-94c6-9bf6b50f42a0 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.791380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] For port 0d735d79-63ad-47b3-8ca3-48b76c74ebab, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:50.846273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b842f-4163-491d-94c6-9bf6b50f42a0 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Port': ['ID=0ec6b375-80ee-4c38-b28a-279da1ff24d4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:50.918317 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.990632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.028384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] For port 0d735d79-63ad-47b3-8ca3-48b76c74ebab, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0d735d79-63ad-47b3-8ca3-48b76c74ebab,segment=NetworkSegment(85d90b34-e672-4a3f-9eec-ff289b95adca),segment_id=85d90b34-e672-4a3f-9eec-ff289b95adca)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:51.047243 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.056724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fe957691-32ed-4288-89b1-da57d2458429 None None] Provisioning for port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:51.081581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:51.118173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2592b9-cf06-47c2-8463-a6e3ef305e05 req-c31a59ac-836a-438e-8470-b47f83f101fe tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.121352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b2592b9-cf06-47c2-8463-a6e3ef305e05 req-c31a59ac-836a-438e-8470-b47f83f101fe tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.1711175 Aug 09 15:51:51.152113 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e9b842f-4163-491d-94c6-9bf6b50f42a0 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.154228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e9b842f-4163-491d-94c6-9bf6b50f42a0 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "DELETE /v2.0/ports/0ec6b375-80ee-4c38-b28a-279da1ff24d4 HTTP/1.1" status: 204 len: 168 time: 1.6771791 Aug 09 15:51:51.158613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36838) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:51.199167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b2592b9-cf06-47c2-8463-a6e3ef305e05 req-77f5136e-b0ac-4230-96be-059a50721230 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582519 Aug 09 15:51:51.245673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54037094-49e0-403e-9344-c02000e5844a req-9b8336b5-81cd-4817-8c90-1dc7e579ea5d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.253752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54037094-49e0-403e-9344-c02000e5844a req-9b8336b5-81cd-4817-8c90-1dc7e579ea5d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 944 time: 0.1672974 Aug 09 15:51:51.271629 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.297216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4216-6578-4491-8ad2-d7cfdc5b1372 None None] Pushing event updated for resources: {'Port': ['ID=0d735d79-63ad-47b3-8ca3-48b76c74ebab,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.311336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54037094-49e0-403e-9344-c02000e5844a req-3fa46a17-a59f-4154-8f41-98b0e4f15850 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563166 Aug 09 15:51:51.325348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.337037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0a4ea5-afad-4a4d-808e-4e737a9df277 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Deleting subnet 138513c0-a548-4522-91f7-e5b2f2de661e {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:51.341218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3a748-9141-46e9-b48a-0771f39347d0 None None] Network de4be324-7a86-4ba4-ad01-a072b86c55a2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:51.354874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ea5-afad-4a4d-808e-4e737a9df277 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.391648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting port 0d735d79-63ad-47b3-8ca3-48b76c74ebab {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:51.392136 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.471555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ea5-afad-4a4d-808e-4e737a9df277 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.476854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:51.512710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] For port 0d735d79-63ad-47b3-8ca3-48b76c74ebab, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0d735d79-63ad-47b3-8ca3-48b76c74ebab,segment=NetworkSegment(85d90b34-e672-4a3f-9eec-ff289b95adca),segment_id=85d90b34-e672-4a3f-9eec-ff289b95adca)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:51.513363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.519750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:51.520262 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.540035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Calling delete_port for 0d735d79-63ad-47b3-8ca3-48b76c74ebab owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:51.555344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Subnet': ['ID=7238bca3-d6ab-4f38-aceb-e108ce02f06f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.667964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Checking segment: {'id': 'b1eaea87-7eb9-4733-9bf1-118152efbab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '519fe062-99be-407f-92f3-4c3fce4695bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:51.668598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Network hostable DHCP agents. Network: 519fe062-99be-407f-92f3-4c3fce4695bc, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:51.682489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 172.25.7.215 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/86ced906-b6cd-45cb-9387-0b575dbc7a5a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:51.690199 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.694190 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.720820 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ea5-afad-4a4d-808e-4e737a9df277 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.753221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No DVR routers for this DVR port 0d735d79-63ad-47b3-8ca3-48b76c74ebab on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:51.754981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Port': ['ID=0d735d79-63ad-47b3-8ca3-48b76c74ebab,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.758069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2e0dfb71-aefd-4cbc-aae8-80c90554ef67,segment=NetworkSegment(5eaff936-8f51-4b25-bc92-e922d9ac2403),segment_id=5eaff936-8f51-4b25-bc92-e922d9ac2403)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:51.764425 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.836245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=2e0dfb71-aefd-4cbc-aae8-80c90554ef67,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.850505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Network 519fe062-99be-407f-92f3-4c3fce4695bc is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:51.878410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 519fe062-99be-407f-92f3-4c3fce4695bc) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:51.884034 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.884474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.895099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd6387-bd1d-42aa-84d5-f1abdc679b06 None None] Network 519fe062-99be-407f-92f3-4c3fce4695bc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:51.909314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4be324-7a86-4ba4-ad01-a072b86c55a2']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:51.928820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d90b34-e672-4a3f-9eec-ff289b95adca') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:51.929122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d90b34-e672-4a3f-9eec-ff289b95adca') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:51.943456 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.978116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.982139 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ea5-afad-4a4d-808e-4e737a9df277 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.986369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:51.987037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:51.991367 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:52.021268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event updated for resources: {'Subnet': ['ID=68ef7536-dbe3-40ab-8493-d428bdf5c726,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:52.030763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ea5-afad-4a4d-808e-4e737a9df277 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.032655 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8b0a4ea5-afad-4a4d-808e-4e737a9df277 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "DELETE /v2.0/subnets/138513c0-a548-4522-91f7-e5b2f2de661e HTTP/1.1" status: 204 len: 168 time: 0.8730147 Aug 09 15:51:52.036743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36842) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:52.049376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a1fc9-ae4b-4bd6-b8a8-ad6b8900eb5a None None] Network ff13c737-0c7b-4f8a-ae47-a2206b912ab6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:52.085055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.088921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a4ea5-afad-4a4d-808e-4e737a9df277 tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Subnet': ['ID=138513c0-a548-4522-91f7-e5b2f2de661e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:52.111268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Checking segment: {'id': '3d264e07-0630-4509-b746-baa6ff760cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:52.112132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Network hostable DHCP agents. Network: 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:52.128370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2ed16873-80d0-412c-8a50-5d4873decdeb None None] Provisioning complete for port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:52.129069 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2ed16873-80d0-412c-8a50-5d4873decdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.132830 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.145228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.147753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/de4be324-7a86-4ba4-ad01-a072b86c55a2 HTTP/1.1" status: 204 len: 168 time: 2.9724250 Aug 09 15:51:52.153546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36844) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:52.163598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566443993'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:52.171711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.175357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a65f-f38f-4e90-afc0-23702f787632 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=de4be324-7a86-4ba4-ad01-a072b86c55a2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:52.181392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Network 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:52.203925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:52.209928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.210416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.211057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.226658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.229846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:52.232907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107177b2-9df2-420e-9ee6-e26c83962753 None None] Network 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:52.234258 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.269990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Deleting port 2526d209-a29f-47bc-8793-4509a4307c73 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:52.270534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.272139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-519fe062-99be-407f-92f3-4c3fce4695bc', 'network_id': '519fe062-99be-407f-92f3-4c3fce4695bc', 'tenant_id': '9f812b2b37934eaa83a218c2e5c23dcf', 'fixed_ips': [{'subnet_id': '7238bca3-d6ab-4f38-aceb-e108ce02f06f'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:52.273120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.310413 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f937ab52-1701-4d67-bc85-9e064b8a341b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6949039 Aug 09 15:51:52.318056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36848) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:52.401801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=86ced906-b6cd-45cb-9387-0b575dbc7a5a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:52.410586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:52.428048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:52.446103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:52.449334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:52.476628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] For port 2526d209-a29f-47bc-8793-4509a4307c73, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2526d209-a29f-47bc-8793-4509a4307c73,segment=NetworkSegment(dd83343b-89a8-4104-8999-9550285f8cd8),segment_id=dd83343b-89a8-4104-8999-9550285f8cd8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:52.476914 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.507996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Calling delete_port for 2526d209-a29f-47bc-8793-4509a4307c73 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:52.522013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afe3ea-3ef0-4a59-9ec9-c8592b9f3d1e req-4dea9a28-7247-4f0a-b4dc-8b2ceabb105a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.522013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93afe3ea-3ef0-4a59-9ec9-c8592b9f3d1e req-4dea9a28-7247-4f0a-b4dc-8b2ceabb105a tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.1823032 Aug 09 15:51:52.551804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.552260 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment 4fec0633-3d22-4278-8afd-cc0897764c38 of type vlan for network 7efaa806-5857-4c50-9860-9db938a58582 Aug 09 15:51:52.568411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419fe5b-7eaa-402c-940c-42c1e1a75d0c req-a1b3b969-e1cd-4427-8b3e-eaa4aed9bb6d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.570029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1419fe5b-7eaa-402c-940c-42c1e1a75d0c req-a1b3b969-e1cd-4427-8b3e-eaa4aed9bb6d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 944 time: 0.1597619 Aug 09 15:51:52.571134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f99fc3-ebbd-4834-ae24-001709a52857 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.573066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f99fc3-ebbd-4834-ae24-001709a52857 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.574622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f99fc3-ebbd-4834-ae24-001709a52857 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.579948 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-51f99fc3-ebbd-4834-ae24-001709a52857 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2606301 Aug 09 15:51:52.580555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36856) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:52.661586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.662288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Allocated IP 172.20.0.2 (519fe062-99be-407f-92f3-4c3fce4695bc/7238bca3-d6ab-4f38-aceb-e108ce02f06f/a9731b82-4d20-40cb-819c-74c2bd5ed27a) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:52.675136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93afe3ea-3ef0-4a59-9ec9-c8592b9f3d1e req-b96c935e-4f99-4fab-9245-cb6179a68485 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393423 Aug 09 15:51:52.760571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c', 'network_id': '7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c', 'tenant_id': '9f812b2b37934eaa83a218c2e5c23dcf', 'fixed_ips': [{'subnet_id': '68ef7536-dbe3-40ab-8493-d428bdf5c726'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:52.761464 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.767125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1419fe5b-7eaa-402c-940c-42c1e1a75d0c req-6a8e5d38-2562-4625-ac25-539c9c378e1e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830993 Aug 09 15:51:52.793698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b34007b-4b7c-4d07-ab7e-9579a2df65ef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Deleting subnet 7238bca3-d6ab-4f38-aceb-e108ce02f06f {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:52.808019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01735ed6-707b-4bc7-a4a0-ad7bebb28d7e None None] DHCP port deletion for ff13c737-0c7b-4f8a-ae47-a2206b912ab6 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:52.816643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.880633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:51:52.889131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Port': ['ID=2526d209-a29f-47bc-8793-4509a4307c73,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:52.905173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] No DVR routers for this DVR port 2526d209-a29f-47bc-8793-4509a4307c73 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:52.952209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-01735ed6-707b-4bc7-a4a0-ad7bebb28d7e None None] The port '2526d209-a29f-47bc-8793-4509a4307c73' was deleted {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 09 15:51:52.997143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.998114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:53.004664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:53.005317 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.023401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.036904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff13c737-0c7b-4f8a-ae47-a2206b912ab6']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:53.050633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd83343b-89a8-4104-8999-9550285f8cd8') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:53.050922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd83343b-89a8-4104-8999-9550285f8cd8') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:53.069481 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.094650 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.107345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:53.109361 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:53.114162 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:53.135356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Allocated IP 172.20.0.18 (7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c/68ef7536-dbe3-40ab-8493-d428bdf5c726/8a3064d1-126f-4d8c-9156-4f6af9c6be02) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:53.148086 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.180627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Transition to ACTIVE for port object a9731b82-4d20-40cb-819c-74c2bd5ed27a will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:53.230632 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.238983 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.242479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] 10.222.0.64 "DELETE /v2.0/networks/ff13c737-0c7b-4f8a-ae47-a2206b912ab6 HTTP/1.1" status: 204 len: 168 time: 1.2046783 Aug 09 15:51:53.243448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:53.243836 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.260858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Transition to ACTIVE for port object a9731b82-4d20-40cb-819c-74c2bd5ed27a will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:53.266395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febda532-745e-48bf-a46a-7748a2083b2f tempest-AllowedAddressPairTestJSON-1762448811 tempest-AllowedAddressPairTestJSON-1762448811-project] Pushing event deleted for resources: {'Network': ['ID=ff13c737-0c7b-4f8a-ae47-a2206b912ab6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:53.298128 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.440022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Network 519fe062-99be-407f-92f3-4c3fce4695bc is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:53.447054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Pushing event updated for resources: {'Port': ['ID=a9731b82-4d20-40cb-819c-74c2bd5ed27a,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:53.459557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:53.464962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:53.508249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b34007b-4b7c-4d07-ab7e-9579a2df65ef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.645513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36862) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:53.674796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36866) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:53.676741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5191991 Aug 09 15:51:53.683059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': '7efaa806-5857-4c50-9860-9db938a58582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:53.739417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706cb62-2a4e-49b8-8d74-cc38782b860e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=7efaa806-5857-4c50-9860-9db938a58582,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:53.802529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 7efaa806-5857-4c50-9860-9db938a58582 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:53.806493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e840de0d-a5b3-4d20-9879-0f3464e04da9 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:53.844884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:53.850458 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.925508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b34007b-4b7c-4d07-ab7e-9579a2df65ef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.012858 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-17395718-7e7d-4118-a7c7-dac63b660b25 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5067263 Aug 09 15:51:54.043586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.090433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.093799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Attempting to bind port a9731b82-4d20-40cb-819c-74c2bd5ed27a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:54.094341 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Attempting to bind port a9731b82-4d20-40cb-819c-74c2bd5ed27a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b1eaea87-7eb9-4733-9bf1-118152efbab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '519fe062-99be-407f-92f3-4c3fce4695bc'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:54.094840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Attempting to bind port a9731b82-4d20-40cb-819c-74c2bd5ed27a on network 519fe062-99be-407f-92f3-4c3fce4695bc {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:54.123638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Transition to ACTIVE for port object 8a3064d1-126f-4d8c-9156-4f6af9c6be02 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:54.127949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:54.129119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Checking segment: {'id': 'b1eaea87-7eb9-4733-9bf1-118152efbab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '519fe062-99be-407f-92f3-4c3fce4695bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:54.129709 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.130374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Bound using segment: {'id': 'b1eaea87-7eb9-4733-9bf1-118152efbab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '519fe062-99be-407f-92f3-4c3fce4695bc'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:54.131220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Bound port: a9731b82-4d20-40cb-819c-74c2bd5ed27a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1eaea87-7eb9-4733-9bf1-118152efbab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '519fe062-99be-407f-92f3-4c3fce4695bc'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:54.132298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.149193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43694ba1-7396-4839-851b-769d07befbaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d8d60813d104c5baa39edc3b46a5ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017228 Aug 09 15:51:54.153919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36876) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.172231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe491d-85c8-4b8d-ab6a-1e2e29888864 req-edda1009-0ffc-4d01-8aa6-703fe7dc1c00 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.180270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47fe491d-85c8-4b8d-ab6a-1e2e29888864 req-edda1009-0ffc-4d01-8aa6-703fe7dc1c00 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.2403982 Aug 09 15:51:54.189356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2526d209-a29f-47bc-8793-4509a4307c73 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:54.191473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b34007b-4b7c-4d07-ab7e-9579a2df65ef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.205812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612f5f-cb2a-4cbf-b6f0-b2e6877cb9b5 req-ef19ee65-1296-4682-ba07-b7c66ba4620d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.207457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58612f5f-cb2a-4cbf-b6f0-b2e6877cb9b5 req-ef19ee65-1296-4682-ba07-b7c66ba4620d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 944 time: 0.2197595 Aug 09 15:51:54.252512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Transition to ACTIVE for port object 8a3064d1-126f-4d8c-9156-4f6af9c6be02 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:54.258702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2526d209-a29f-47bc-8793-4509a4307c73 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:54.258702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2526d209-a29f-47bc-8793-4509a4307c73 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:54.287196 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.290753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port e840de0d-a5b3-4d20-9879-0f3464e04da9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:54.315239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-cba2d4cd-0786-4afe-aec1-84a3cb1c01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.318873 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-cba2d4cd-0786-4afe-aec1-84a3cb1c01dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1096 time: 0.1929493 Aug 09 15:51:54.364783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47fe491d-85c8-4b8d-ab6a-1e2e29888864 req-93745833-605e-4c53-8b4c-3e942a1622e1 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832492 Aug 09 15:51:54.394514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Pushing event updated for resources: {'Port': ['ID=8a3064d1-126f-4d8c-9156-4f6af9c6be02,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.397950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port e840de0d-a5b3-4d20-9879-0f3464e04da9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:54.398462 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.415119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b34007b-4b7c-4d07-ab7e-9579a2df65ef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.449429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58612f5f-cb2a-4cbf-b6f0-b2e6877cb9b5 req-7dde6787-d7b3-4f32-9e3e-a6a4bfd3ddde tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223773 Aug 09 15:51:54.455453 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69b27978-5681-4caf-9be0-0646a34fd6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.503652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Network 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:54.522725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:54.542868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:54.546906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34007b-4b7c-4d07-ab7e-9579a2df65ef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Subnet': ['ID=7238bca3-d6ab-4f38-aceb-e108ce02f06f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.556770 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b34007b-4b7c-4d07-ab7e-9579a2df65ef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.562152 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6b34007b-4b7c-4d07-ab7e-9579a2df65ef tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/subnets/7238bca3-d6ab-4f38-aceb-e108ce02f06f HTTP/1.1" status: 204 len: 168 time: 1.9605176 Aug 09 15:51:54.562827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36878) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.565781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69b27978-5681-4caf-9be0-0646a34fd6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.604106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] For port a9731b82-4d20-40cb-819c-74c2bd5ed27a, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:54.605208 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.606463 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.663461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] For port a9731b82-4d20-40cb-819c-74c2bd5ed27a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a9731b82-4d20-40cb-819c-74c2bd5ed27a,segment=NetworkSegment(b1eaea87-7eb9-4733-9bf1-118152efbab0),segment_id=b1eaea87-7eb9-4733-9bf1-118152efbab0)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:54.696061 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.737203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13e67f7-7857-4d28-9b2f-a434a3e396aa tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Deleting subnet 68ef7536-dbe3-40ab-8493-d428bdf5c726 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:54.757513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=4144ad0d-a410-4c3f-9db9-c9be4c3664eb,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.759317 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f13e67f7-7857-4d28-9b2f-a434a3e396aa tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.781613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Attempting to bind port 8a3064d1-126f-4d8c-9156-4f6af9c6be02 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:54.782207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Attempting to bind port 8a3064d1-126f-4d8c-9156-4f6af9c6be02 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3d264e07-0630-4509-b746-baa6ff760cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:54.782760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Attempting to bind port 8a3064d1-126f-4d8c-9156-4f6af9c6be02 on network 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:54.785829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8c480c-5442-4271-9875-6881013c9b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e840de0d-a5b3-4d20-9879-0f3464e04da9'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:54.789817 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64a1bcb-c17f-4adb-9186-1395dc866c2a" -d '{"events": [{"server_uuid": "3f8c480c-5442-4271-9875-6881013c9b75", "name": "network-vif-plugged", "status": "completed", "tag": "e840de0d-a5b3-4d20-9879-0f3464e04da9"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:54.798673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': '4fec0633-3d22-4278-8afd-cc0897764c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '7efaa806-5857-4c50-9860-9db938a58582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:54.799606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: 7efaa806-5857-4c50-9860-9db938a58582, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:54.803743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69b27978-5681-4caf-9be0-0646a34fd6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.808993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69b27978-5681-4caf-9be0-0646a34fd6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.812845 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.821336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-9405c14c-cd73-4471-9438-c34087c47b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.824069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-9405c14c-cd73-4471-9438-c34087c47b1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.4264388 Aug 09 15:51:54.829379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-69b27978-5681-4caf-9be0-0646a34fd6ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bedb304-31a8-40f5-8f0d-f933fd7df3ce HTTP/1.1" status: 204 len: 168 time: 0.6702049 Aug 09 15:51:54.832154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e840de0d-a5b3-4d20-9879-0f3464e04da9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e840de0d-a5b3-4d20-9879-0f3464e04da9,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:54.872412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd33efd-82c9-429e-ad5f-15971a141645 None None] Pushing event updated for resources: {'Port': ['ID=a9731b82-4d20-40cb-819c-74c2bd5ed27a,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.876979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:54.877506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Checking segment: {'id': '3d264e07-0630-4509-b746-baa6ff760cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:54.878008 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.878512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Bound using segment: {'id': '3d264e07-0630-4509-b746-baa6ff760cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:54.879122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Bound port: 8a3064d1-126f-4d8c-9156-4f6af9c6be02, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d264e07-0630-4509-b746-baa6ff760cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:54.879586 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.881007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b27978-5681-4caf-9be0-0646a34fd6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bedb304-31a8-40f5-8f0d-f933fd7df3ce,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.885238 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc10ef9-b0cf-4352-b27b-cc879e15439c x-openstack-request-id: req-acc10ef9-b0cf-4352-b27b-cc879e15439c {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:54.885810 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8c480c-5442-4271-9875-6881013c9b75", "name": "network-vif-plugged", "status": "completed", "tag": "e840de0d-a5b3-4d20-9879-0f3464e04da9", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:54.886354 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acc10ef9-b0cf-4352-b27b-cc879e15439c {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:54.886803 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8c480c-5442-4271-9875-6881013c9b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e840de0d-a5b3-4d20-9879-0f3464e04da9', 'code': 200} Aug 09 15:51:54.898708 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.914901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network 7efaa806-5857-4c50-9860-9db938a58582 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:54.947701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 7efaa806-5857-4c50-9860-9db938a58582) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:54.956021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.957627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.963627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f13e67f7-7857-4d28-9b2f-a434a3e396aa tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.984642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ac6e7b73-23db-4288-b9e1-828e3af482a2 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3046758 Aug 09 15:51:54.985520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36884) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.999758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd27b8c9-da0a-4a7e-a700-58aa23fe4516 None None] Network 7efaa806-5857-4c50-9860-9db938a58582 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:55.000678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961973777'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:55.041767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:55.045724 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.084932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:55.105879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.108531 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment a3a12e60-0488-4790-bbbf-31eeeb55e94a of type vlan for network eef8677a-a129-4b3c-8fa9-ba155403815b Aug 09 15:51:55.123551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e840de0d-a5b3-4d20-9879-0f3464e04da9,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:55.173166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f13e67f7-7857-4d28-9b2f-a434a3e396aa tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.204159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.284551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.294506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.295564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.422574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4355712 Aug 09 15:51:55.446084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36892) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:55.452188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': 'eef8677a-a129-4b3c-8fa9-ba155403815b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:55.477406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f13e67f7-7857-4d28-9b2f-a434a3e396aa tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.500521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] For port 8a3064d1-126f-4d8c-9156-4f6af9c6be02, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:55.525226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f13e67f7-7857-4d28-9b2f-a434a3e396aa tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.527470 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f13e67f7-7857-4d28-9b2f-a434a3e396aa tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/subnets/68ef7536-dbe3-40ab-8493-d428bdf5c726 HTTP/1.1" status: 204 len: 168 time: 0.9262855 Aug 09 15:51:55.537162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36900) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:55.542040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] For port 8a3064d1-126f-4d8c-9156-4f6af9c6be02, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8a3064d1-126f-4d8c-9156-4f6af9c6be02,segment=NetworkSegment(3d264e07-0630-4509-b746-baa6ff760cbd),segment_id=3d264e07-0630-4509-b746-baa6ff760cbd)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:55.545063 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-9bc3d18a-b135-4a57-8a4b-b35501adc195 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 1001 time: 0.6972950 Aug 09 15:51:55.547399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-7efaa806-5857-4c50-9860-9db938a58582', 'network_id': '7efaa806-5857-4c50-9860-9db938a58582', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': '4144ad0d-a410-4c3f-9db9-c9be4c3664eb'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:55.549987 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.557787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c654015-85c0-45f6-b195-a10b65d87ada tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=eef8677a-a129-4b3c-8fa9-ba155403815b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:55.600065 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.600943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df200666-a6ee-4d96-ba55-3f70e72fa089 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.602663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df200666-a6ee-4d96-ba55-3f70e72fa089 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.2254333 Aug 09 15:51:55.618040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network eef8677a-a129-4b3c-8fa9-ba155403815b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:55.629485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e67f7-7857-4d28-9b2f-a434a3e396aa tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Subnet': ['ID=68ef7536-dbe3-40ab-8493-d428bdf5c726,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:55.734879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc85af7-22fe-4f7f-9e88-23eedf3df6da req-c1f67adc-8fc1-40b3-9858-5f23de6465e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.737468 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ccc85af7-22fe-4f7f-9e88-23eedf3df6da req-c1f67adc-8fc1-40b3-9858-5f23de6465e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 1096 time: 0.4857244 Aug 09 15:51:55.783594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eea3b3-6912-4aac-9c9c-a7bf5cb1e39d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.785553 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d6eea3b3-6912-4aac-9c9c-a7bf5cb1e39d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2277865 Aug 09 15:51:55.791482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-345a8af8-3d51-4de4-945b-81685b018d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.798124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-345a8af8-3d51-4de4-945b-81685b018d10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.1738448 Aug 09 15:51:55.798938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36908) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:55.799944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 87d44fc3-4370-4866-b794-09e54a4a1ab9 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:51:55.820467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:55.825539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.947881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Allocated IP 2001:db8::1 (7efaa806-5857-4c50-9860-9db938a58582/4144ad0d-a410-4c3f-9db9-c9be4c3664eb/4728f14f-bbaa-49a6-9a81-e9e485cbed02) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:55.971871 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ccc85af7-22fe-4f7f-9e88-23eedf3df6da req-edaa3932-ad89-4449-be82-9b721b99189f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221038 Aug 09 15:51:56.017219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972694c-fc90-4ddc-ad1b-30ae0fe77796 req-a3939e21-9a1b-4608-bb29-db15000bd985 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:56.026737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5972694c-fc90-4ddc-ad1b-30ae0fe77796 req-a3939e21-9a1b-4608-bb29-db15000bd985 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 945 time: 0.2252138 Aug 09 15:51:56.052017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22de0ba-fc26-4b94-b0f4-816e5989556b req-693aefde-70f2-4fd2-84ad-5ecd1a9bcd03 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:56.054013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d22de0ba-fc26-4b94-b0f4-816e5989556b req-693aefde-70f2-4fd2-84ad-5ecd1a9bcd03 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 946 time: 0.2510796 Aug 09 15:51:56.055750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Performing IP validity checks on allocation pools {{(pid=94177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 15:51:56.056339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 15:51:56.069141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Deleting port c6075964-f989-4f50-9fd4-a1e81e4a4b62 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:56.070385 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.120707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.132812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-6e8646b3-2953-4004-9c23-8a6f976a184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:56.135018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-6e8646b3-2953-4004-9c23-8a6f976a184c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3182669 Aug 09 15:51:56.171949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.185225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Transition to ACTIVE for port object 4728f14f-bbaa-49a6-9a81-e9e485cbed02 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:56.208643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Transition to ACTIVE for port object 4728f14f-bbaa-49a6-9a81-e9e485cbed02 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:56.229238 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.265332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d22de0ba-fc26-4b94-b0f4-816e5989556b req-1b9ccc02-5cc9-4661-a2e9-56a4c2f42fdf tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/security-groups?id=90610e50-a3ed-4793-933f-f2d438b846dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890161 Aug 09 15:51:56.302909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36918) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:56.304089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Network 7efaa806-5857-4c50-9860-9db938a58582 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:56.327671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:56.333966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:56.412915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5972694c-fc90-4ddc-ad1b-30ae0fe77796 req-aea07a84-2cd5-47fa-878e-b72d5915d99a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847315 Aug 09 15:51:56.450124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9f611-ade0-4018-ad59-e804bb8a6f4e None None] Pushing event updated for resources: {'Port': ['ID=8a3064d1-126f-4d8c-9156-4f6af9c6be02,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:56.453512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:56.471922 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0571059c-ed0a-4a6e-91c9-c32ceb0d35dd None None] Sync routers for ids ['87d44fc3-4370-4866-b794-09e54a4a1ab9'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:56.502564 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0571059c-ed0a-4a6e-91c9-c32ceb0d35dd None None] Routers {'87d44fc3-4370-4866-b794-09e54a4a1ab9'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:56.509295 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0571059c-ed0a-4a6e-91c9-c32ceb0d35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['87d44fc3-4370-4866-b794-09e54a4a1ab9'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:56.583009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] For port c6075964-f989-4f50-9fd4-a1e81e4a4b62, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c6075964-f989-4f50-9fd4-a1e81e4a4b62,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:56.583862 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.586015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.595370 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-54464cba-c378-4571-a54b-816a3d61f49d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6961660 Aug 09 15:51:56.599039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-5b048143-00be-424f-9f88-eb7fdc5a5917 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808720 Aug 09 15:51:56.600757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36922) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:56.617411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Pushing event updated for resources: {'Port': ['ID=4728f14f-bbaa-49a6-9a81-e9e485cbed02,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:56.632858 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0571059c-ed0a-4a6e-91c9-c32ceb0d35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:56.633941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Calling delete_port for c6075964-f989-4f50-9fd4-a1e81e4a4b62 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:56.636948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Attempting to bind port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:56.637427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Attempting to bind port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '4fec0633-3d22-4278-8afd-cc0897764c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '7efaa806-5857-4c50-9860-9db938a58582'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:56.638384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Attempting to bind port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 on network 7efaa806-5857-4c50-9860-9db938a58582 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:56.653489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:56.653935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Checking segment: {'id': '4fec0633-3d22-4278-8afd-cc0897764c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '7efaa806-5857-4c50-9860-9db938a58582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:56.654286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.654715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Bound using segment: {'id': '4fec0633-3d22-4278-8afd-cc0897764c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '7efaa806-5857-4c50-9860-9db938a58582'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:56.655270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Bound port: 4728f14f-bbaa-49a6-9a81-e9e485cbed02, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec0633-3d22-4278-8afd-cc0897764c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '7efaa806-5857-4c50-9860-9db938a58582'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:56.655651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.665189 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0571059c-ed0a-4a6e-91c9-c32ceb0d35dd None None] Routers {'87d44fc3-4370-4866-b794-09e54a4a1ab9'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:56.666107 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0571059c-ed0a-4a6e-91c9-c32ceb0d35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['87d44fc3-4370-4866-b794-09e54a4a1ab9'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:56.756973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'networks': [{'name': 'tempest-network--1147485218'}, {'name': 'tempest-network--931685912'}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:56.757384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'network': {'name': 'tempest-network--1147485218'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:56.757866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'network': {'name': 'tempest-network--931685912'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:56.817142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Deleting port 8a3064d1-126f-4d8c-9156-4f6af9c6be02 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:56.818028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.834830 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0571059c-ed0a-4a6e-91c9-c32ceb0d35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:56.841297 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0571059c-ed0a-4a6e-91c9-c32ceb0d35dd None None] The sync data for ids ['87d44fc3-4370-4866-b794-09e54a4a1ab9'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:56.855767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.866287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] For port 4728f14f-bbaa-49a6-9a81-e9e485cbed02, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:56.870276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] For port 4728f14f-bbaa-49a6-9a81-e9e485cbed02, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4728f14f-bbaa-49a6-9a81-e9e485cbed02,segment=NetworkSegment(4fec0633-3d22-4278-8afd-cc0897764c38),segment_id=4fec0633-3d22-4278-8afd-cc0897764c38)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:56.878229 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.982926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db542d7-715e-42eb-a7c2-a2892a51d728 None None] Network 519fe062-99be-407f-92f3-4c3fce4695bc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:57.002333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Made reservation on behalf of 5ae6669e714c46929651059c42ff9396 for: {'network': 2} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:57.024591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.162604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a9731b82-4d20-40cb-819c-74c2bd5ed27a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:57.182028 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.189817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=c1f3f93a-292c-422d-9138-909ffbdc9837,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:57.192694 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b2c9d85a-f8e6-42d8-a357-4176f2db578b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/routers/87d44fc3-4370-4866-b794-09e54a4a1ab9 HTTP/1.1" status: 200 len: 884 time: 0.5907881 Aug 09 15:51:57.195662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] For port 8a3064d1-126f-4d8c-9156-4f6af9c6be02, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8a3064d1-126f-4d8c-9156-4f6af9c6be02,segment=NetworkSegment(3d264e07-0630-4509-b746-baa6ff760cbd),segment_id=3d264e07-0630-4509-b746-baa6ff760cbd)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:57.196625 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.210201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36924) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:57.237748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0f4f0a59-3c7b-4309-a48d-e0c23ac61c02 None None] Provisioning for port a9731b82-4d20-40cb-819c-74c2bd5ed27a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:57.258079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Calling delete_port for 8a3064d1-126f-4d8c-9156-4f6af9c6be02 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:57.258723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.265592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856fa8e-0e3b-4bf7-ae09-05cc853bc579 None None] Pushing event updated for resources: {'Port': ['ID=4728f14f-bbaa-49a6-9a81-e9e485cbed02,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:57.305258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port a9731b82-4d20-40cb-819c-74c2bd5ed27a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:57.309731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a9731b82-4d20-40cb-819c-74c2bd5ed27a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:57.310117 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.345162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Pushing event deleted for resources: {'Port': ['ID=c6075964-f989-4f50-9fd4-a1e81e4a4b62,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:57.377974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': 'a3a12e60-0488-4790-bbbf-31eeeb55e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'eef8677a-a129-4b3c-8fa9-ba155403815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:57.379342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: eef8677a-a129-4b3c-8fa9-ba155403815b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:57.415641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] DHCP port deletion for 519fe062-99be-407f-92f3-4c3fce4695bc request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:57.553275 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.592708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.601565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port a9731b82-4d20-40cb-819c-74c2bd5ed27a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a9731b82-4d20-40cb-819c-74c2bd5ed27a,segment=NetworkSegment(b1eaea87-7eb9-4733-9bf1-118152efbab0),segment_id=b1eaea87-7eb9-4733-9bf1-118152efbab0)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:57.613442 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.614245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8a3064d1-126f-4d8c-9156-4f6af9c6be02 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:57.633473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network eef8677a-a129-4b3c-8fa9-ba155403815b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:57.647376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59c55c91-7ab4-4766-bb94-90f9d1b66b36 req-347a5d82-ded8-4013-96fe-aefe95eec01d tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a83dc4f-a105-4155-97ff-9b8638017723 HTTP/1.1" status: 200 len: 210 time: 0.1725395 Aug 09 15:51:57.660923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] Deleting port a9731b82-4d20-40cb-819c-74c2bd5ed27a {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:57.661427 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.690206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.691018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.702240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] No DVR routers for this DVR port c6075964-f989-4f50-9fd4-a1e81e4a4b62 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:57.734464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.746633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e8de540-9116-4f04-b52c-453a18d75822 req-df872475-7eaf-4880-9817-ba583e2072c6 tempest-ServerRescueNegativeTestJSON-581946231 tempest-ServerRescueNegativeTestJSON-581946231-project] 10.222.0.35 "DELETE /v2.0/ports/c6075964-f989-4f50-9fd4-a1e81e4a4b62 HTTP/1.1" status: 204 len: 173 time: 2.1319308 Aug 09 15:51:57.754627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a83dc4f-a105-4155-97ff-9b8638017723', 'name': 'network-vif-deleted', 'tag': 'c6075964-f989-4f50-9fd4-a1e81e4a4b62'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:57.756986 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87009698-1ac9-4ea3-8742-0ca358f00bc3" -d '{"events": [{"server_uuid": "4a83dc4f-a105-4155-97ff-9b8638017723", "name": "network-vif-deleted", "tag": "c6075964-f989-4f50-9fd4-a1e81e4a4b62"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:57.796589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, eef8677a-a129-4b3c-8fa9-ba155403815b) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:57.815125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:57.816680 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.872552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:57.917052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0abea5-4363-41a1-a39c-f27d58e3b838,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:57.944517 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.945129 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Added segment 410da893-2c61-4be5-ac30-bdf524125875 of type vlan for network 938a52cd-9273-4c46-8f76-ebd8b10eeb65 Aug 09 15:51:57.963765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb37a9-371a-4bfe-afd4-c94369ce9af7 req-7161911c-3d58-4e30-b5cf-3133a4f8325c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:57.969561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ccb37a9-371a-4bfe-afd4-c94369ce9af7 req-7161911c-3d58-4e30-b5cf-3133a4f8325c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 945 time: 0.3695688 Aug 09 15:51:57.971314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8a170a6a-6b2c-4f8e-a7e7-49daa661438c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5240879 Aug 09 15:51:57.973194 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3758620-f13f-465b-b8ad-f6746baac2a7 x-openstack-request-id: req-b3758620-f13f-465b-b8ad-f6746baac2a7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:57.973706 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a83dc4f-a105-4155-97ff-9b8638017723", "name": "network-vif-deleted", "tag": "c6075964-f989-4f50-9fd4-a1e81e4a4b62", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:57.974136 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3758620-f13f-465b-b8ad-f6746baac2a7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:57.974546 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a83dc4f-a105-4155-97ff-9b8638017723', 'name': 'network-vif-deleted', 'tag': 'c6075964-f989-4f50-9fd4-a1e81e4a4b62', 'status': 'completed', 'code': 200} Aug 09 15:51:57.989576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36936) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:58.000976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a6b99-b071-4dea-bb4e-9e0b59649ca6 None None] Network eef8677a-a129-4b3c-8fa9-ba155403815b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:58.039718 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4ee131e-d18c-4ef8-8de9-ee2b681e243a req-7686dfa2-6160-4e07-bf0b-9395e8f3a423 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4106784 Aug 09 15:51:58.113234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=a9731b82-4d20-40cb-819c-74c2bd5ed27a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:58.126318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] For port a9731b82-4d20-40cb-819c-74c2bd5ed27a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a9731b82-4d20-40cb-819c-74c2bd5ed27a,segment=NetworkSegment(b1eaea87-7eb9-4733-9bf1-118152efbab0),segment_id=b1eaea87-7eb9-4733-9bf1-118152efbab0)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:58.126642 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.171633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] Calling delete_port for a9731b82-4d20-40cb-819c-74c2bd5ed27a owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:58.207361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ae037-44fb-4362-893a-e82a69d590d5 None None] Network 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:58.270861 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.302815 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8a3064d1-126f-4d8c-9156-4f6af9c6be02 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:58.315219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Port': ['ID=8a3064d1-126f-4d8c-9156-4f6af9c6be02,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:58.318327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-10074ab3-3664-43e0-bdf6-dce9ff20c21d None None] Could not find standard attr ID for object 8a3064d1-126f-4d8c-9156-4f6af9c6be02. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:51:58.322941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] No DVR routers for this DVR port 8a3064d1-126f-4d8c-9156-4f6af9c6be02 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:58.334096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8a3064d1-126f-4d8c-9156-4f6af9c6be02 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:58.334521 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.336840 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.442499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Port 8a3064d1-126f-4d8c-9156-4f6af9c6be02 was deleted so its status cannot be updated. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 09 15:51:58.469628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-326c0082-b91d-4338-8679-1ecee8e022c6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.2575781 Aug 09 15:51:58.470326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:58.478405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7881569a-739a-4ebe-9bba-057b935ed9fb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-899217492'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:58.495144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.546928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:58.547462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ccb37a9-371a-4bfe-afd4-c94369ce9af7 req-3bed8548-2a69-4042-b83f-8ee37bef41b7 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641239 Aug 09 15:51:58.556058 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.557186 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.580059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d264e07-0630-4509-b746-baa6ff760cbd') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:58.580749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d264e07-0630-4509-b746-baa6ff760cbd') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:58.595057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.663799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:58.669227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.706085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:58.707326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.707718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-eef8677a-a129-4b3c-8fa9-ba155403815b', 'network_id': 'eef8677a-a129-4b3c-8fa9-ba155403815b', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': 'c1f3f93a-292c-422d-9138-909ffbdc9837'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:58.707907 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Added segment 008eac70-415a-49ed-a644-d9dfdd5ffe37 of type vlan for network 07ce0b91-205d-4213-ab7f-05c809523a1b Aug 09 15:51:58.708304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.708613 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.712539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:58.717597 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:58.773076 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.782374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36944) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:58.790825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756deba-1d69-4d7d-b2be-2c735d2231c8 None None] DHCP port deletion for 7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:58.804212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c6075964-f989-4f50-9fd4-a1e81e4a4b62 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:58.855832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: c6075964-f989-4f50-9fd4-a1e81e4a4b62 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:58.856193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c6075964-f989-4f50-9fd4-a1e81e4a4b62 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:58.857611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] Pushing event deleted for resources: {'Port': ['ID=a9731b82-4d20-40cb-819c-74c2bd5ed27a,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:58.889933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31147e-c80b-4c8f-b2a4-b07a6b31d428 None None] No DVR routers for this DVR port a9731b82-4d20-40cb-819c-74c2bd5ed27a on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:58.937748 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.987180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.994844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.997068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/networks/7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c HTTP/1.1" status: 204 len: 168 time: 3.1936200 Aug 09 15:51:59.003279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36952) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:59.022635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24aaa07-0f2d-445a-b9ac-bdf1b2d0673b None None] Network 7efaa806-5857-4c50-9860-9db938a58582 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:59.053818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a695e8-3f3f-4abe-b569-015047a3da6b tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Network': ['ID=7d7c7d16-b3da-4ab8-bcf6-ce62b97ee46c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:59.076196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.083351 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.091151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.097378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.098197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.102729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4728f14f-bbaa-49a6-9a81-e9e485cbed02 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:59.174856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-076feced-278d-4c62-ae4b-71a5bfa66ff1 None None] Provisioning for port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:59.254817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Allocated IP 2001:db8::3 (eef8677a-a129-4b3c-8fa9-ba155403815b/c1f3f93a-292c-422d-9138-909ffbdc9837/13f94f8f-51c6-45e7-b421-7877445286e2) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:59.257540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:59.289411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7881569a-739a-4ebe-9bba-057b935ed9fb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.292049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:59.293007 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.297241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9196513 Aug 09 15:51:59.300909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36954) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:59.334789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.340586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Network': ['ID=938a52cd-9273-4c46-8f76-ebd8b10eeb65,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:59.390099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 938a52cd-9273-4c46-8f76-ebd8b10eeb65 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:59.407289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7881569a-739a-4ebe-9bba-057b935ed9fb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.454968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.505359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35d446-dcc0-4d3c-844a-564018747f92 req-abae6e9d-aa3b-4f91-8d5a-031ef5176488 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.506868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed35d446-dcc0-4d3c-844a-564018747f92 req-abae6e9d-aa3b-4f91-8d5a-031ef5176488 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 945 time: 0.4028499 Aug 09 15:51:59.527866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0132b-92dd-4bdc-b3cc-4bbb4cefb80a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.533202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0132b-92dd-4bdc-b3cc-4bbb4cefb80a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.539668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0132b-92dd-4bdc-b3cc-4bbb4cefb80a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.548409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0132b-92dd-4bdc-b3cc-4bbb4cefb80a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.553744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6fb0132b-92dd-4bdc-b3cc-4bbb4cefb80a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2514317 Aug 09 15:51:59.554381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36956) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:59.604500 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.611191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f405af-8094-4b60-80b3-27fe8c942942 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Network': ['ID=07ce0b91-205d-4213-ab7f-05c809523a1b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:59.628871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 07ce0b91-205d-4213-ab7f-05c809523a1b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:59.683793 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.714013 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Transition to ACTIVE for port object 13f94f8f-51c6-45e7-b421-7877445286e2 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:59.715297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7881569a-739a-4ebe-9bba-057b935ed9fb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 87d44fc3-4370-4866-b794-09e54a4a1ab9 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:59.719940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.720390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed35d446-dcc0-4d3c-844a-564018747f92 req-615d328c-37e4-4009-a104-d3de1fb0f106 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453650 Aug 09 15:51:59.725590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.782523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519fe062-99be-407f-92f3-4c3fce4695bc']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:59.808340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1eaea87-7eb9-4733-9bf1-118152efbab0') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:59.808670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1eaea87-7eb9-4733-9bf1-118152efbab0') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:59.823874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4728f14f-bbaa-49a6-9a81-e9e485cbed02, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4728f14f-bbaa-49a6-9a81-e9e485cbed02,segment=NetworkSegment(4fec0633-3d22-4278-8afd-cc0897764c38),segment_id=4fec0633-3d22-4278-8afd-cc0897764c38)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:59.836592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Transition to ACTIVE for port object 13f94f8f-51c6-45e7-b421-7877445286e2 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:59.841748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.856895 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.897993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.919655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Network eef8677a-a129-4b3c-8fa9-ba155403815b is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:59.930623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a9731b82-4d20-40cb-819c-74c2bd5ed27a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:59.943255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:59.971430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:59.972468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.983722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:59.984266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.986716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a9731b82-4d20-40cb-819c-74c2bd5ed27a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:59.987140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a9731b82-4d20-40cb-819c-74c2bd5ed27a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:59.987555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8a3064d1-126f-4d8c-9156-4f6af9c6be02 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:00.022628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.026718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-056320bb-688a-4dca-9a89-562f81206bf4 None None] Provisioning complete for port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:00.027795 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-056320bb-688a-4dca-9a89-562f81206bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.039044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4728f14f-bbaa-49a6-9a81-e9e485cbed02,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.049546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938a52cd-9273-4c46-8f76-ebd8b10eeb65']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:00.066130 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:00.071644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.078073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410da893-2c61-4be5-ac30-bdf524125875') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.078682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410da893-2c61-4be5-ac30-bdf524125875') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.098076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8a3064d1-126f-4d8c-9156-4f6af9c6be02 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:00.099033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8a3064d1-126f-4d8c-9156-4f6af9c6be02 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:00.099225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.129276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7881569a-739a-4ebe-9bba-057b935ed9fb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:00.148625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f3f93a-292c-422d-9138-909ffbdc9837,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.149225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7881569a-739a-4ebe-9bba-057b935ed9fb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.157518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36962) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:00.157738 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7881569a-739a-4ebe-9bba-057b935ed9fb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/87d44fc3-4370-4866-b794-09e54a4a1ab9 HTTP/1.1" status: 200 len: 891 time: 1.6830268 Aug 09 15:52:00.162447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.165134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.186988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:00.191879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.197334 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:00.199667 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:00.203088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/networks/519fe062-99be-407f-92f3-4c3fce4695bc HTTP/1.1" status: 204 len: 168 time: 1.1884112 Aug 09 15:52:00.219751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36964) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:00.237554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e84582-84da-4661-91de-3dfc96a04515 None None] Sync routers for ids ['87d44fc3-4370-4866-b794-09e54a4a1ab9'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:00.288300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Pushing event updated for resources: {'Port': ['ID=13f94f8f-51c6-45e7-b421-7877445286e2,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.310089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e84582-84da-4661-91de-3dfc96a04515 None None] Routers {'87d44fc3-4370-4866-b794-09e54a4a1ab9'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:00.310480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c7e84582-84da-4661-91de-3dfc96a04515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['87d44fc3-4370-4866-b794-09e54a4a1ab9'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.313780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d9fd8-720e-40d0-b4b4-74174dda4072 tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Network': ['ID=519fe062-99be-407f-92f3-4c3fce4695bc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.314051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Attempting to bind port 13f94f8f-51c6-45e7-b421-7877445286e2 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:00.314416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Attempting to bind port 13f94f8f-51c6-45e7-b421-7877445286e2 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a3a12e60-0488-4790-bbbf-31eeeb55e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'eef8677a-a129-4b3c-8fa9-ba155403815b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:00.314841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Attempting to bind port 13f94f8f-51c6-45e7-b421-7877445286e2 on network eef8677a-a129-4b3c-8fa9-ba155403815b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:00.319915 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.334993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef8677a-a129-4b3c-8fa9-ba155403815b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.357232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c7e84582-84da-4661-91de-3dfc96a04515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.362699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:00.363225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Checking segment: {'id': 'a3a12e60-0488-4790-bbbf-31eeeb55e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'eef8677a-a129-4b3c-8fa9-ba155403815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:00.363770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.364300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Bound using segment: {'id': 'a3a12e60-0488-4790-bbbf-31eeeb55e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'eef8677a-a129-4b3c-8fa9-ba155403815b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:00.364825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Bound port: 13f94f8f-51c6-45e7-b421-7877445286e2, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a12e60-0488-4790-bbbf-31eeeb55e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'eef8677a-a129-4b3c-8fa9-ba155403815b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:00.366682 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.375902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.381115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.383211 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/networks/938a52cd-9273-4c46-8f76-ebd8b10eeb65 HTTP/1.1" status: 204 len: 168 time: 0.7935388 Aug 09 15:52:00.402260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:00.403414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291ff6b-a015-41a3-8023-2bdd3f5e33fc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Network': ['ID=938a52cd-9273-4c46-8f76-ebd8b10eeb65,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.413644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e84582-84da-4661-91de-3dfc96a04515 None None] Routers {'87d44fc3-4370-4866-b794-09e54a4a1ab9'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:00.414397 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c7e84582-84da-4661-91de-3dfc96a04515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['87d44fc3-4370-4866-b794-09e54a4a1ab9'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.419015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.436338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a12e60-0488-4790-bbbf-31eeeb55e94a') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.436795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a12e60-0488-4790-bbbf-31eeeb55e94a') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.456485 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.474662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c7e84582-84da-4661-91de-3dfc96a04515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.475455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e84582-84da-4661-91de-3dfc96a04515 None None] The sync data for ids ['87d44fc3-4370-4866-b794-09e54a4a1ab9'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:00.496725 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.524614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e16803b3-b5e2-4559-9c81-0333625502ca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/routers/87d44fc3-4370-4866-b794-09e54a4a1ab9 HTTP/1.1" status: 200 len: 891 time: 0.3591177 Aug 09 15:52:00.525924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:00.526341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:00.533921 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:00.538929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36968) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:00.539705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] For port 13f94f8f-51c6-45e7-b421-7877445286e2, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:00.586287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.606512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.614220 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5f23c8e-bf9b-4ac1-b627-741b3dc5bc50 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=87d44fc3-4370-4866-b794-09e54a4a1ab9 HTTP/1.1" status: 200 len: 205 time: 0.0733476 Aug 09 15:52:00.617186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] For port 13f94f8f-51c6-45e7-b421-7877445286e2, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=13f94f8f-51c6-45e7-b421-7877445286e2,segment=NetworkSegment(a3a12e60-0488-4790-bbbf-31eeeb55e94a),segment_id=a3a12e60-0488-4790-bbbf-31eeeb55e94a)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:00.623131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.625438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36970) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:00.657105 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.670954 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:52:00.670954 n-d-799523-2 neutron-server[94177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:52:00.670954 n-d-799523-2 neutron-server[94177]: [parameters: {'id': 'eef8677a-a129-4b3c-8fa9-ba155403815b'}] Aug 09 15:52:00.670954 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:52:00.671400 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:52:00.712225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a68f7a-cba8-412c-9278-3bf82f9a6287']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.737861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123eb999-be5c-4c1f-bd9e-5b9ffc801408') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.737861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123eb999-be5c-4c1f-bd9e-5b9ffc801408') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.747244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1261ed-7a85-4f4a-9ed5-5216702c9741 None None] Pushing event updated for resources: {'Port': ['ID=13f94f8f-51c6-45e7-b421-7877445286e2,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.762142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac380e-78af-4336-84f3-797aab3c0b4d None None] Network eef8677a-a129-4b3c-8fa9-ba155403815b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:00.824390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.908718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.915924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4728f14f-bbaa-49a6-9a81-e9e485cbed02 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:00.923927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-bf9c74dd-b084-4aec-9dfb-ea0d97e1dcc7 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:00.925508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-bf9c74dd-b084-4aec-9dfb-ea0d97e1dcc7 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 945 time: 0.3164911 Aug 09 15:52:00.944300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086de028-2f55-4fa5-a1cf-eb6f8df1cabe req-6fd685d6-cf55-4603-bb0c-4b41cf586be1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:00.946288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-086de028-2f55-4fa5-a1cf-eb6f8df1cabe req-6fd685d6-cf55-4603-bb0c-4b41cf586be1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 945 time: 0.1197350 Aug 09 15:52:00.966198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:00.966615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:00.972402 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:00.985939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905be9a7-5f15-4709-bea7-2aa3145b3194 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:52:01.023941 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.033504 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-086de028-2f55-4fa5-a1cf-eb6f8df1cabe req-ae14ab36-802f-4c77-96b2-204c9237cca8 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804117 Aug 09 15:52:01.041853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.048710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:01.049213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.049553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ce0b91-205d-4213-ab7f-05c809523a1b']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:01.102522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Deleting port 262e5eec-0f29-4a31-83b0-dee63104889c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:01.103052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.129218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008eac70-415a-49ed-a644-d9dfdd5ffe37') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:01.129889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008eac70-415a-49ed-a644-d9dfdd5ffe37') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:01.145992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.151604 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.172258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.176560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.178524 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/networks/03a68f7a-cba8-412c-9278-3bf82f9a6287 HTTP/1.1" status: 204 len: 168 time: 0.9571402 Aug 09 15:52:01.181636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36976) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:01.198095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.240241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:01.240973 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:01.247228 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:01.251309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283e05a-52d2-4e4f-bc9b-2f5b2c84dc2a tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Network': ['ID=03a68f7a-cba8-412c-9278-3bf82f9a6287,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:01.313122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] For port 262e5eec-0f29-4a31-83b0-dee63104889c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=262e5eec-0f29-4a31-83b0-dee63104889c,segment=NetworkSegment(1797cb85-42ae-475b-b7cd-ddb1b6305538),segment_id=1797cb85-42ae-475b-b7cd-ddb1b6305538)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:01.313549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.350744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Deleting port e840de0d-a5b3-4d20-9879-0f3464e04da9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:01.351093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.351509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Calling delete_port for 262e5eec-0f29-4a31-83b0-dee63104889c owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:01.357862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.358212 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.384988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting port 13f94f8f-51c6-45e7-b421-7877445286e2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:01.385440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.430317 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.433242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905be9a7-5f15-4709-bea7-2aa3145b3194 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:52:01.449278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.451921 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/networks/07ce0b91-205d-4213-ab7f-05c809523a1b HTTP/1.1" status: 204 len: 168 time: 1.0445881 Aug 09 15:52:01.490378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36980) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:01.506798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd0732-f313-489a-a187-8e449010bb46 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Network': ['ID=07ce0b91-205d-4213-ab7f-05c809523a1b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:01.607770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] For port e840de0d-a5b3-4d20-9879-0f3464e04da9, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e840de0d-a5b3-4d20-9879-0f3464e04da9,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:01.608780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.627864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 86ced906-b6cd-45cb-9387-0b575dbc7a5a {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:01.627864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.688900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Calling delete_port for e840de0d-a5b3-4d20-9879-0f3464e04da9 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:01.794016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.812752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 86ced906-b6cd-45cb-9387-0b575dbc7a5a owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:01.995099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.011924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e840de0d-a5b3-4d20-9879-0f3464e04da9'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:02.016410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7cdfc5af-1504-427a-86bd-22974ca755e8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:02.043085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] For port 13f94f8f-51c6-45e7-b421-7877445286e2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=13f94f8f-51c6-45e7-b421-7877445286e2,segment=NetworkSegment(a3a12e60-0488-4790-bbbf-31eeeb55e94a),segment_id=a3a12e60-0488-4790-bbbf-31eeeb55e94a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:02.043614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.049429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Pushing event deleted for resources: {'Port': ['ID=e840de0d-a5b3-4d20-9879-0f3464e04da9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.072215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e04c29-3ad2-42b6-93d4-063a67ca92dd None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:52:02.134612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.135104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] No DVR routers for this DVR port e840de0d-a5b3-4d20-9879-0f3464e04da9 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:02.140707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.143173 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6b94073b-3ae6-49c8-acfd-6402c048935d req-fda9b546-5397-4291-b5c9-baa008d946ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.66 "DELETE /v2.0/ports/e840de0d-a5b3-4d20-9879-0f3464e04da9 HTTP/1.1" status: 204 len: 173 time: 1.2085638 Aug 09 15:52:02.143904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8c480c-5442-4271-9875-6881013c9b75', 'name': 'network-vif-deleted', 'tag': 'e840de0d-a5b3-4d20-9879-0f3464e04da9'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:02.146592 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23249925-85a4-4b90-a005-b698742f2051" -d '{"events": [{"server_uuid": "3f8c480c-5442-4271-9875-6881013c9b75", "name": "network-vif-deleted", "tag": "e840de0d-a5b3-4d20-9879-0f3464e04da9"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:02.147754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f35a016-eab5-4604-85c4-159e7bda415f']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.161079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c362597-3c19-47c4-a84a-2408c7d9f255') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.161685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c362597-3c19-47c4-a84a-2408c7d9f255') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.205296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f0ca8-9c94-40e7-8b76-ef71925e9712 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:02.207762 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.212358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f0ca8-9c94-40e7-8b76-ef71925e9712 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:02.220138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36988) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:02.221418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c17f0ca8-9c94-40e7-8b76-ef71925e9712 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7264795 Aug 09 15:52:02.226691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2095637877'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:02.231159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Calling delete_port for 13f94f8f-51c6-45e7-b421-7877445286e2 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:02.259023 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=86ced906-b6cd-45cb-9387-0b575dbc7a5a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.292801 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e19fd-656b-4e5f-b932-bc879dc1b7ef x-openstack-request-id: req-030e19fd-656b-4e5f-b932-bc879dc1b7ef {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:02.293244 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8c480c-5442-4271-9875-6881013c9b75", "name": "network-vif-deleted", "tag": "e840de0d-a5b3-4d20-9879-0f3464e04da9", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:02.293655 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-030e19fd-656b-4e5f-b932-bc879dc1b7ef {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:02.294146 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8c480c-5442-4271-9875-6881013c9b75', 'name': 'network-vif-deleted', 'tag': 'e840de0d-a5b3-4d20-9879-0f3464e04da9', 'status': 'completed', 'code': 200} Aug 09 15:52:02.351611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e04c29-3ad2-42b6-93d4-063a67ca92dd None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:52:02.472215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.497034 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.505152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.557781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1182f81d-9068-4229-ad84-0a95e09e9bec req-7d8b79a1-1cd5-4fe3-9fec-434fe1b2e7be tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8c480c-5442-4271-9875-6881013c9b75 HTTP/1.1" status: 200 len: 210 time: 0.0926065 Aug 09 15:52:02.560992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:02.561484 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:02.567785 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:02.584930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Port': ['ID=13f94f8f-51c6-45e7-b421-7877445286e2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.632141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No DVR routers for this DVR port 13f94f8f-51c6-45e7-b421-7877445286e2 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:02.734405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Made reservation on behalf of 5ae6669e714c46929651059c42ff9396 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:02.740869 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.758549 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.759926 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.766884 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.767845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] 10.222.0.64 "DELETE /v2.0/networks/3f35a016-eab5-4604-85c4-159e7bda415f HTTP/1.1" status: 204 len: 168 time: 1.5850706 Aug 09 15:52:02.801643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.843164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f7e09-7eed-4db3-806c-6ba4d14cfd6d tempest-BulkNetworkOpsTest-1952055099 tempest-BulkNetworkOpsTest-1952055099-project] Pushing event deleted for resources: {'Network': ['ID=3f35a016-eab5-4604-85c4-159e7bda415f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.849507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.889910 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.892055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:02.895313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.910961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Pushing event deleted for resources: {'Port': ['ID=262e5eec-0f29-4a31-83b0-dee63104889c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.916956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef8677a-a129-4b3c-8fa9-ba155403815b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.933370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a12e60-0488-4790-bbbf-31eeeb55e94a') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.933684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a12e60-0488-4790-bbbf-31eeeb55e94a') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.942356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.942892 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Added segment 71ef9a4a-f66f-46dc-a520-b098f8c913c2 of type vlan for network 6af456fc-4b5c-4211-b89a-935f45329ff2 Aug 09 15:52:02.954828 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.996499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.997064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Fanout notify agent at l3_agent the message router_deleted on router 87d44fc3-4370-4866-b794-09e54a4a1ab9 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:52:03.013885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.013885 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c575f902-931b-4e0a-91a4-3bc175021001 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/87d44fc3-4370-4866-b794-09e54a4a1ab9 HTTP/1.1" status: 204 len: 168 time: 2.3774781 Aug 09 15:52:03.013885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.013885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 36994) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:03.020668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1753692326'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:03.035499 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.050567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:03.051317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:03.055188 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:03.070182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:03.073871 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.091707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.101351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.101351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.174235 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9525797 Aug 09 15:52:03.175266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 36998) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:03.183130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-780637547'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:03.187907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:03.192674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.203476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8506bcf-ed7a-4d9f-aed5-dd1007de7e15 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Network': ['ID=6af456fc-4b5c-4211-b89a-935f45329ff2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.209313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.209660 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment 457939c5-0bb4-4a3b-b3ab-8010e408a241 of type vlan for network a0d56e12-d384-4752-83d2-873d38230783 Aug 09 15:52:03.215960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 6af456fc-4b5c-4211-b89a-935f45329ff2 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:03.218443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37000) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:03.234276 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.241116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/eef8677a-a129-4b3c-8fa9-ba155403815b HTTP/1.1" status: 204 len: 168 time: 5.2470591 Aug 09 15:52:03.245564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37004) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:03.267273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1718438785'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:03.270900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.277435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e728f9-c059-4c2e-9cb0-3ea812911b49 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=eef8677a-a129-4b3c-8fa9-ba155403815b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.285583 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.288400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Made reservation on behalf of 5ae6669e714c46929651059c42ff9396 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:03.293589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.326437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.334717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.335502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.337271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:03.350607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.351132 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Added segment 1b25025f-f878-496c-92fb-7e26428d177c of type vlan for network 5233760e-096f-47de-837e-be2a896ef2b8 Aug 09 15:52:03.427314 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4127162 Aug 09 15:52:03.432154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37008) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:03.441221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': 'a0d56e12-d384-4752-83d2-873d38230783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:03.446697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:03.453692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.471516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1738f-a5b2-4d91-9ee7-7678b09da66e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=a0d56e12-d384-4752-83d2-873d38230783,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.481911 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.484942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a0d56e12-d384-4752-83d2-873d38230783 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:03.532693 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-14e81703-f8a5-49ae-b822-8651fb90b178 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f812b2b37934eaa83a218c2e5c23dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130722 Aug 09 15:52:03.536751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37012) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:03.536948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.543405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.544263 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.621062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:03.625922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.638103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4616086 Aug 09 15:52:03.644746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37016) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:03.650000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'ports': [{'network_id': '6af456fc-4b5c-4211-b89a-935f45329ff2', 'name': 'tempest-port--888903953', 'admin_state_up': True}, {'network_id': '5233760e-096f-47de-837e-be2a896ef2b8', 'admin_state_up': False}]} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:03.650492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'port': {'network_id': '6af456fc-4b5c-4211-b89a-935f45329ff2', 'name': 'tempest-port--888903953', 'admin_state_up': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:03.650793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'port': {'network_id': '5233760e-096f-47de-837e-be2a896ef2b8', 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:03.684070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f5ec-9e4e-4251-928f-a900b7903289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.684321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:03.692142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618c7b7-4625-49f7-8dce-189700a010f3 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Network': ['ID=5233760e-096f-47de-837e-be2a896ef2b8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.715029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.715528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 5233760e-096f-47de-837e-be2a896ef2b8 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:03.715679 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment d8c3f462-c74e-4539-ac8e-590f657c56c1 of type vlan for network 101d6a64-0dd1-4045-9fae-f342f22661d4 Aug 09 15:52:03.789904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f5ec-9e4e-4251-928f-a900b7903289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.800016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.898517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2ca9-c372-4832-be56-a04ab35019a0 req-8e223db0-9586-4afc-b627-45960c8fcc22 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.900273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e4c2ca9-c372-4832-be56-a04ab35019a0 req-8e223db0-9586-4afc-b627-45960c8fcc22 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1468985 Aug 09 15:52:03.963316 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.969871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.970667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.984961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f5ec-9e4e-4251-928f-a900b7903289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.987745 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f5ec-9e4e-4251-928f-a900b7903289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.988917 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0ac5f5ec-9e4e-4251-928f-a900b7903289 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11e0f577-7acc-4cd8-891f-577c310f1ccb HTTP/1.1" status: 204 len: 168 time: 0.4510202 Aug 09 15:52:04.023230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5f5ec-9e4e-4251-928f-a900b7903289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e0f577-7acc-4cd8-891f-577c310f1ccb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:04.049986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Made reservation on behalf of 5ae6669e714c46929651059c42ff9396 for: {'port': 2} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:04.054546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.095067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8479731 Aug 09 15:52:04.097028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.101231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37022) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:04.108937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e4c2ca9-c372-4832-be56-a04ab35019a0 req-88d9fe7f-d12b-4845-89fb-e61c2e4b7118 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709960 Aug 09 15:52:04.111894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Router df3ac2cd-3e32-4024-b666-ece7e2360ac4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:04.113058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a105d7b-af65-4178-b358-e4cd402fcb2f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=101d6a64-0dd1-4045-9fae-f342f22661d4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:04.120005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': '101d6a64-0dd1-4045-9fae-f342f22661d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:04.126702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 101d6a64-0dd1-4045-9fae-f342f22661d4 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:04.141050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.302727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:04.320099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-615a4ac2-4390-463c-9e10-074f54f0ba74 admin admin] 10.222.0.64 "PUT /v2.0/routers/df3ac2cd-3e32-4024-b666-ece7e2360ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5328610 Aug 09 15:52:04.325644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37028) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:04.329868 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] Sync routers for ids ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:04.355317 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] Routers {'df3ac2cd-3e32-4024-b666-ece7e2360ac4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:04.356043 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:04.384598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=57259f3e-90fd-40e3-adb9-548c15a7b2b0,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:04.390054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] device_id is not set on port 86044b77-6a08-479e-9edd-741e3ed6bd9e yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:04.412237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': '457939c5-0bb4-4a3b-b3ab-8010e408a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'a0d56e12-d384-4752-83d2-873d38230783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:04.412719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: a0d56e12-d384-4752-83d2-873d38230783, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:04.438626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:04.443058 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.516938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network a0d56e12-d384-4752-83d2-873d38230783 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:04.549298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a0d56e12-d384-4752-83d2-873d38230783) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:04.565488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f3b75-39c4-4e40-ae75-e1d1b595e62c None None] Network a0d56e12-d384-4752-83d2-873d38230783 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:04.573130 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] Set router df3ac2cd-3e32-4024-b666-ece7e2360ac4 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:04.585586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.586415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.675283 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.763734 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-14befaf3-3b9d-4e9a-bae4-6a0dc3e7ea1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3303776 Aug 09 15:52:04.770068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfcb88-7c5f-4417-a7b6-d95433591f07 req-3ea35aaf-fad7-4160-96af-df1c83494c0c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.778739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19dfcb88-7c5f-4417-a7b6-d95433591f07 req-3ea35aaf-fad7-4160-96af-df1c83494c0c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1784832 Aug 09 15:52:04.781905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37046) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:04.838744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.900102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19dfcb88-7c5f-4417-a7b6-d95433591f07 req-1581766b-c579-4cb7-967f-289eb40094ba tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201515 Aug 09 15:52:04.956268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.983510 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 5, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port': {'id': '3741d73f-6d19-49ef-813d-3a95a21016dc', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:50Z', 'updated_at': '2021-08-09T15:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:05.035791 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] Checking router: df3ac2cd-3e32-4024-b666-ece7e2360ac4 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:05.046922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] device_id is not set on port 391e668c-a568-47b3-982e-c84ad2aeb44d yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:05.048923 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] Routers {'df3ac2cd-3e32-4024-b666-ece7e2360ac4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:05.049709 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:05.063028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a0d56e12-d384-4752-83d2-873d38230783', 'network_id': 'a0d56e12-d384-4752-83d2-873d38230783', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': '57259f3e-90fd-40e3-adb9-548c15a7b2b0'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:05.064962 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.146177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Deleting port 3741d73f-6d19-49ef-813d-3a95a21016dc {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:05.147345 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.171679 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] Set router df3ac2cd-3e32-4024-b666-ece7e2360ac4 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:05.192156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.242265 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:52:04Z', 'revision_number': 6, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:05.274456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9d33c0ee-3f2a-439c-ac92-d9321a3b5bf4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-833097152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:05.279023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.293377 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd5f3f9-0b88-4282-bcfb-13f72ca4605a None None] The sync data for ids ['df3ac2cd-3e32-4024-b666-ece7e2360ac4'] in n-d-799523-2 is: [{'id': 'df3ac2cd-3e32-4024-b666-ece7e2360ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-562175165-router', 'tenant_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:48Z', 'updated_at': '2021-08-09T15:52:04Z', 'revision_number': 6, 'project_id': '793a0bfc7a994f92a99b5f48518bd3ae', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:05.325227 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:52:05.325822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa196141-49dd-4efa-ba4f-65ab24fc55b2 req-bb8192b0-488c-466c-bd53-c2951516a3d6 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:05.327448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa196141-49dd-4efa-ba4f-65ab24fc55b2 req-bb8192b0-488c-466c-bd53-c2951516a3d6 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2436428 Aug 09 15:52:05.438508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] For port 3741d73f-6d19-49ef-813d-3a95a21016dc, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3741d73f-6d19-49ef-813d-3a95a21016dc,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:05.444323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d33c0ee-3f2a-439c-ac92-d9321a3b5bf4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.445393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d33c0ee-3f2a-439c-ac92-d9321a3b5bf4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.446830 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.465263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Allocated IP 2001:db8::2 (a0d56e12-d384-4752-83d2-873d38230783/57259f3e-90fd-40e3-adb9-548c15a7b2b0/6d46161c-0e46-4873-9869-9f2ff1796b61) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:05.474847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa196141-49dd-4efa-ba4f-65ab24fc55b2 req-18d9d130-04cd-42a0-ad83-939c1dc7f688 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307142 Aug 09 15:52:05.490508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Calling delete_port for 3741d73f-6d19-49ef-813d-3a95a21016dc owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:05.541406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d33c0ee-3f2a-439c-ac92-d9321a3b5bf4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.571646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37060) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:05.575239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Port': ['ID=86044b77-6a08-479e-9edd-741e3ed6bd9e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:05.578873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d33c0ee-3f2a-439c-ac92-d9321a3b5bf4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.643117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9d33c0ee-3f2a-439c-ac92-d9321a3b5bf4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.645464 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9d33c0ee-3f2a-439c-ac92-d9321a3b5bf4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3875175 Aug 09 15:52:05.654322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Checking segment: {'id': '71ef9a4a-f66f-46dc-a520-b098f8c913c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '6af456fc-4b5c-4211-b89a-935f45329ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:05.655022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Network hostable DHCP agents. Network: 6af456fc-4b5c-4211-b89a-935f45329ff2, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:05.661268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37066) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:05.810034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1628810229'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:05.891365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.912097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e840de0d-a5b3-4d20-9879-0f3464e04da9 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:05.947129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3741d73f-6d19-49ef-813d-3a95a21016dc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:05.979352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: e840de0d-a5b3-4d20-9879-0f3464e04da9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:05.979804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e840de0d-a5b3-4d20-9879-0f3464e04da9 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:05.998605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:06.002937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.019992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.034475 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.037611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Transition to ACTIVE for port object 6d46161c-0e46-4873-9869-9f2ff1796b61 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:06.079223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Transition to ACTIVE for port object 6d46161c-0e46-4873-9869-9f2ff1796b61 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:06.082825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.093653 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.167174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=ecf7eaff-6b8c-4e62-9db9-fc2eb99d040a,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.188910 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.189927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Network 6af456fc-4b5c-4211-b89a-935f45329ff2 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:06.205746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.218914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Network a0d56e12-d384-4752-83d2-873d38230783 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:06.224411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:06.258262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:06.282041 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.285220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Pushing event updated for resources: {'Port': ['ID=6d46161c-0e46-4873-9869-9f2ff1796b61,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.303717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:06.322139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.322579 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Added segment d753cb71-624e-4f1d-8129-59d99535f4fa of type vlan for network cc506e7f-494b-4f4a-93d1-8f35c7120010 Aug 09 15:52:06.371661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 6af456fc-4b5c-4211-b89a-935f45329ff2) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:06.378104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Attempting to bind port 6d46161c-0e46-4873-9869-9f2ff1796b61 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:06.379195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Attempting to bind port 6d46161c-0e46-4873-9869-9f2ff1796b61 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '457939c5-0bb4-4a3b-b3ab-8010e408a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'a0d56e12-d384-4752-83d2-873d38230783'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:06.383424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Attempting to bind port 6d46161c-0e46-4873-9869-9f2ff1796b61 on network a0d56e12-d384-4752-83d2-873d38230783 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:06.392912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa592d4a-712b-4461-af96-f758569a29b9 None None] Network 6af456fc-4b5c-4211-b89a-935f45329ff2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:06.395033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:06.396360 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.406809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:06.407226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Checking segment: {'id': '457939c5-0bb4-4a3b-b3ab-8010e408a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'a0d56e12-d384-4752-83d2-873d38230783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:06.411543 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.412359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Bound using segment: {'id': '457939c5-0bb4-4a3b-b3ab-8010e408a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'a0d56e12-d384-4752-83d2-873d38230783'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:06.413194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Bound port: 6d46161c-0e46-4873-9869-9f2ff1796b61, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457939c5-0bb4-4a3b-b3ab-8010e408a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'a0d56e12-d384-4752-83d2-873d38230783'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:06.413850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.510431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': 'd8c3f462-c74e-4539-ac8e-590f657c56c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '101d6a64-0dd1-4045-9fae-f342f22661d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:06.511789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: 101d6a64-0dd1-4045-9fae-f342f22661d4, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:06.532842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c658de5d-8c2d-4667-b23f-c0537de8a523,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.563271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.568521 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.570213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Port': ['ID=391e668c-a568-47b3-982e-c84ad2aeb44d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.602903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] For port 6d46161c-0e46-4873-9869-9f2ff1796b61, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:06.615900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] For port 6d46161c-0e46-4873-9869-9f2ff1796b61, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6d46161c-0e46-4873-9869-9f2ff1796b61,segment=NetworkSegment(457939c5-0bb4-4a3b-b3ab-8010e408a241),segment_id=457939c5-0bb4-4a3b-b3ab-8010e408a241)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:06.647743 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.678614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Checking segment: {'id': '1b25025f-f878-496c-92fb-7e26428d177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '5233760e-096f-47de-837e-be2a896ef2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:06.679015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Network hostable DHCP agents. Network: 5233760e-096f-47de-837e-be2a896ef2b8, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:06.685862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network 101d6a64-0dd1-4045-9fae-f342f22661d4 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:06.718946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 101d6a64-0dd1-4045-9fae-f342f22661d4) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:06.733348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:06.734280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.746299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378bf751-52eb-479e-afd8-4602e2e650cb None None] Network 101d6a64-0dd1-4045-9fae-f342f22661d4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:06.756339 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.763314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.764624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3ac2cd-3e32-4024-b666-ece7e2360ac4 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:52:06.772463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Network 5233760e-096f-47de-837e-be2a896ef2b8 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:06.792134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.798449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9595dbd9-d77e-4819-b817-2980c309a8a2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/df3ac2cd-3e32-4024-b666-ece7e2360ac4 HTTP/1.1" status: 204 len: 168 time: 2.4711041 Aug 09 15:52:06.801059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37078) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:06.808516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.841500 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7d0b9e4-7a84-47cd-84b6-bc3f823466f0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7365954 Aug 09 15:52:06.846295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37080) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:06.858273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 5233760e-096f-47de-837e-be2a896ef2b8) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:06.910604 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:52:06.981701 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.993915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:06.994587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.013207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b18e58-180a-4822-93f8-5639ebe36d06 admin admin] Deleting subnet 3484389d-b164-44b0-9e03-5e847c0879ef {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:07.078549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b18e58-180a-4822-93f8-5639ebe36d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.124906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:07.131506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5587094 Aug 09 15:52:07.131750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.132742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37084) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:07.137855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.138793 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.161819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'name': 'tempest-PortsIpV6TestJSON-307300033'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:07.204936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b18e58-180a-4822-93f8-5639ebe36d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.266673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d02097a-3669-4ce5-927d-73c0ecf9a129 None None] Network 5233760e-096f-47de-837e-be2a896ef2b8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:07.277859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd1ad8-c7f7-41f2-93b1-8c4bff675734 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Network': ['ID=cc506e7f-494b-4f4a-93d1-8f35c7120010,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:07.288134 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-886ec69e-7f5c-4305-bf6f-d28f96fc8d8f tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6421568 Aug 09 15:52:07.288790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37088) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:07.363434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b18e58-180a-4822-93f8-5639ebe36d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.395579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3741d73f-6d19-49ef-813d-3a95a21016dc no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:07.475592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:07.480245 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.481858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3741d73f-6d19-49ef-813d-3a95a21016dc {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:07.482206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3741d73f-6d19-49ef-813d-3a95a21016dc not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:07.482620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 262e5eec-0f29-4a31-83b0-dee63104889c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:07.485812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:07.505672 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b18e58-180a-4822-93f8-5639ebe36d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.506132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.542673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4d171-17a5-4700-90bc-16bc04c81c09 None None] Pushing event updated for resources: {'Port': ['ID=6d46161c-0e46-4873-9869-9f2ff1796b61,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:07.549055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:07.555089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b18e58-180a-4822-93f8-5639ebe36d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3484389d-b164-44b0-9e03-5e847c0879ef,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:07.610282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 262e5eec-0f29-4a31-83b0-dee63104889c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:07.610674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 262e5eec-0f29-4a31-83b0-dee63104889c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:07.613443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b18e58-180a-4822-93f8-5639ebe36d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.616265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-29b18e58-180a-4822-93f8-5639ebe36d06 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3484389d-b164-44b0-9e03-5e847c0879ef HTTP/1.1" status: 204 len: 168 time: 0.8129497 Aug 09 15:52:07.620357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37090) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:07.638439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b510bb1-a163-4202-9fd2-2f2938962282 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.645154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b510bb1-a163-4202-9fd2-2f2938962282 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.649577 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2b510bb1-a163-4202-9fd2-2f2938962282 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2957034 Aug 09 15:52:07.652142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37092) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:07.693846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.759000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8::1 (a0d56e12-d384-4752-83d2-873d38230783/57259f3e-90fd-40e3-adb9-548c15a7b2b0/5fc29c0c-fe15-40aa-8fe6-65bccdf22305) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:07.778254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0b323-604e-4b52-9203-5f890226ecfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-101d6a64-0dd1-4045-9fae-f342f22661d4', 'network_id': '101d6a64-0dd1-4045-9fae-f342f22661d4', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': 'ecf7eaff-6b8c-4e62-9db9-fc2eb99d040a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:07.781518 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34c0b323-604e-4b52-9203-5f890226ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.887500 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.932442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf7eaff-6b8c-4e62-9db9-fc2eb99d040a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-34c0b323-604e-4b52-9203-5f890226ecfb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecf7eaff-6b8c-4e62-9db9-fc2eb99d040a: This subnet is being modified by another concurrent operation. Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:52:07.966924 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exception Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecf7eaff-6b8c-4e62-9db9-fc2eb99d040a: This subnet is being modified by another concurrent operation. Aug 09 15:52:07.971504 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:52:08.028128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2152407-5543-4b93-a62a-f5ba552eef89 None None] Network 101d6a64-0dd1-4045-9fae-f342f22661d4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:08.058291 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.100133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101d6a64-0dd1-4045-9fae-f342f22661d4']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:08.114927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.141163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c3f462-c74e-4539-ac8e-590f657c56c1') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:08.142143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c3f462-c74e-4539-ac8e-590f657c56c1') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:08.179810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.197255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:08.220073 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.229574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:08.230215 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:08.233844 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:08.313496 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.334966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.345778 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.351179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.354359 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/101d6a64-0dd1-4045-9fae-f342f22661d4 HTTP/1.1" status: 204 len: 168 time: 1.5067701 Aug 09 15:52:08.386999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37102) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:08.402850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869205931'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:08.412381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148f661-9f84-4918-8e23-e2010eb78464 None None] Network a0d56e12-d384-4752-83d2-873d38230783 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:08.437611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec59842-959f-4eb8-b958-730d28f15ba7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=101d6a64-0dd1-4045-9fae-f342f22661d4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:08.447217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network a0d56e12-d384-4752-83d2-873d38230783 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:08.461829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:08.467017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:08.468319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.471629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=5fc29c0c-fe15-40aa-8fe6-65bccdf22305,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:08.521193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-552de2af-3989-41e0-bacc-95de5d194644 None None] Provisioning for port 6d46161c-0e46-4873-9869-9f2ff1796b61 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:08.536064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:08.539850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.547852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.567699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.582584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5306e31e-987a-472d-bb2c-4dbbcd1aa9b6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Deleting port 86044b77-6a08-479e-9edd-741e3ed6bd9e {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:08.583016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5306e31e-987a-472d-bb2c-4dbbcd1aa9b6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.595998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:08.604765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a26f6fb-ce56-4387-927f-11cc110612b8']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:08.606506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.606760 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment e407a7c9-a12a-4d18-9641-7bb42e61c00a of type vlan for network c9107dd1-85c1-44d1-b66c-7b9928ca8469 Aug 09 15:52:08.660155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.679169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1797cb85-42ae-475b-b7cd-ddb1b6305538') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:08.679685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1797cb85-42ae-475b-b7cd-ddb1b6305538') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:08.710612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5306e31e-987a-472d-bb2c-4dbbcd1aa9b6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.714344 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.747667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5306e31e-987a-472d-bb2c-4dbbcd1aa9b6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Calling delete_port for 86044b77-6a08-479e-9edd-741e3ed6bd9e owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:08.748858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.757857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.758718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.761945 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.770357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.779975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:08.780529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:08.784601 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:08.787062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.892046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=c9107dd1-85c1-44d1-b66c-7b9928ca8469,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:08.934381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c9107dd1-85c1-44d1-b66c-7b9928ca8469 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:08.951784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e06c9b13-de4d-44ce-b134-a3168448594a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5604832 Aug 09 15:52:08.959700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37116) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:08.971421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': 'c9107dd1-85c1-44d1-b66c-7b9928ca8469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:09.026483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6d46161c-0e46-4873-9869-9f2ff1796b61 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:09.048307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.055509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.060800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8a26f6fb-ce56-4387-927f-11cc110612b8 HTTP/1.1" status: 204 len: 168 time: 1.4393015 Aug 09 15:52:09.106043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Provisioning for port 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:09.119740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Provisioning complete for port 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:09.120098 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.164737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6d46161c-0e46-4873-9869-9f2ff1796b61 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:09.169099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:09.172893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6d46161c-0e46-4873-9869-9f2ff1796b61 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:09.173651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.176943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Port 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:09.191688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c9b0a-817e-4853-a8d9-e42dfad69bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a26f6fb-ce56-4387-927f-11cc110612b8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:09.256619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:09.260867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.263950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Provisioning complete for port 6d46161c-0e46-4873-9869-9f2ff1796b61 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:09.267946 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.303001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Checking segment: {'id': 'd753cb71-624e-4f1d-8129-59d99535f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:09.303377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network hostable DHCP agents. Network: cc506e7f-494b-4f4a-93d1-8f35c7120010, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:09.314338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcee1b-7dd2-4e69-a541-72553ce2735c req-8240f41d-6206-4ebe-9821-41458f4f92fe tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:09.322458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ddcee1b-7dd2-4e69-a541-72553ce2735c req-8240f41d-6206-4ebe-9821-41458f4f92fe tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3864405 Aug 09 15:52:09.364087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5306e31e-987a-472d-bb2c-4dbbcd1aa9b6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.442902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5306e31e-987a-472d-bb2c-4dbbcd1aa9b6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.458280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5306e31e-987a-472d-bb2c-4dbbcd1aa9b6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/ports/86044b77-6a08-479e-9edd-741e3ed6bd9e HTTP/1.1" status: 204 len: 168 time: 1.8034217 Aug 09 15:52:09.459321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306e31e-987a-472d-bb2c-4dbbcd1aa9b6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Port': ['ID=86044b77-6a08-479e-9edd-741e3ed6bd9e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:09.461387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:09.464908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37124) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:09.475645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ddcee1b-7dd2-4e69-a541-72553ce2735c req-f60c565d-4825-4921-8175-7cef60cf916d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522031 Aug 09 15:52:09.488124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.514567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45278c-5df1-40f7-82ec-a103706dcfcd None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:52:09.530190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37126) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:09.541831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, cc506e7f-494b-4f4a-93d1-8f35c7120010) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:09.548826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:09.555969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:09.556768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.572028 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.626008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6d46161c-0e46-4873-9869-9f2ff1796b61, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6d46161c-0e46-4873-9869-9f2ff1796b61,segment=NetworkSegment(457939c5-0bb4-4a3b-b3ab-8010e408a241),segment_id=457939c5-0bb4-4a3b-b3ab-8010e408a241)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:09.651678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-57f57e0d-5268-4415-b39d-8c482cbe5810 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5056455 Aug 09 15:52:09.665742 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.679233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37130) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:09.685690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-531581481'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:09.719728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-227c0e36-265f-437a-a9a3-f571d7e08056 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=793a0bfc7a994f92a99b5f48518bd3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848934 Aug 09 15:52:09.723618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37132) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:09.772784 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:52:09.773183 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-62f4a8eb-e83f-4d94-9f2c-8c002891cbef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:52:09.782116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2d7ae-a437-493f-b1ef-ae2701b85abb req-9d52dd95-2035-4174-8e7b-d556b99cabd0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:09.783690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6c2d7ae-a437-493f-b1ef-ae2701b85abb req-9d52dd95-2035-4174-8e7b-d556b99cabd0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1846254 Aug 09 15:52:09.784350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:09.787574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.796498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da45278c-5df1-40f7-82ec-a103706dcfcd None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:52:09.803461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6d46161c-0e46-4873-9869-9f2ff1796b61,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:09.843307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bd4751f4-2588-4c6b-92dc-b52ccbccfa7a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Deleting port 391e668c-a568-47b3-982e-c84ad2aeb44d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:09.843690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd4751f4-2588-4c6b-92dc-b52ccbccfa7a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.912605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:09.942290 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.946820 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.947316 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Added segment 8686aafd-350a-4d6e-bf4a-da7d478a18b3 of type vlan for network c62e8a9a-a06e-47b0-8dbb-2ea578235033 Aug 09 15:52:09.952193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6c2d7ae-a437-493f-b1ef-ae2701b85abb req-55d8053d-ccce-42df-a4b7-2f174f1d389e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432419 Aug 09 15:52:09.952904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.953654 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.965181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02c98600-83ac-4467-b532-f5c9929a813c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.007269 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02c98600-83ac-4467-b532-f5c9929a813c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.013786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=5fc29c0c-fe15-40aa-8fe6-65bccdf22305,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:10.089187 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd4751f4-2588-4c6b-92dc-b52ccbccfa7a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.108753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.116311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bd4751f4-2588-4c6b-92dc-b52ccbccfa7a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Calling delete_port for 391e668c-a568-47b3-982e-c84ad2aeb44d owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:10.124398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6756eb4-39c7-4204-8c59-fe94dcb579c3 None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:10.213634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network a0d56e12-d384-4752-83d2-873d38230783 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:10.214775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=b13b6038-6d2a-447d-87e2-19efc35dda0e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:10.220443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:10.233262 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': 'e407a7c9-a12a-4d18-9641-7bb42e61c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'c9107dd1-85c1-44d1-b66c-7b9928ca8469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:10.234100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.234580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: c9107dd1-85c1-44d1-b66c-7b9928ca8469, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:10.239872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02c98600-83ac-4467-b532-f5c9929a813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.242596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02c98600-83ac-4467-b532-f5c9929a813c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.243935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-02c98600-83ac-4467-b532-f5c9929a813c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90610e50-a3ed-4793-933f-f2d438b846dd HTTP/1.1" status: 204 len: 168 time: 0.5165150 Aug 09 15:52:10.257648 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd4751f4-2588-4c6b-92dc-b52ccbccfa7a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.261175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c98600-83ac-4467-b532-f5c9929a813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90610e50-a3ed-4793-933f-f2d438b846dd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:10.303876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4751f4-2588-4c6b-92dc-b52ccbccfa7a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Port': ['ID=391e668c-a568-47b3-982e-c84ad2aeb44d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:10.315319 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd4751f4-2588-4c6b-92dc-b52ccbccfa7a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.319779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bd4751f4-2588-4c6b-92dc-b52ccbccfa7a tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/ports/391e668c-a568-47b3-982e-c84ad2aeb44d HTTP/1.1" status: 204 len: 168 time: 0.8408720 Aug 09 15:52:10.319779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.325956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.326573 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.329266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37142) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:10.478985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network c9107dd1-85c1-44d1-b66c-7b9928ca8469 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:10.513976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c9107dd1-85c1-44d1-b66c-7b9928ca8469) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:10.534384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9313e-3776-49a4-88e8-e27a5f4fa355 None None] Network c9107dd1-85c1-44d1-b66c-7b9928ca8469 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:10.544741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37148) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:10.551361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f331e52c-f430-4fe5-b1d6-0e73fc7cf730 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2081554 Aug 09 15:52:10.558841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.559458 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.591442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-913176766'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:10.592081 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9115207 Aug 09 15:52:10.592856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37150) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:10.614166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'ports': [{'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010'}, {'network_id': 'c62e8a9a-a06e-47b0-8dbb-2ea578235033'}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:10.614166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:10.614460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'c62e8a9a-a06e-47b0-8dbb-2ea578235033'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:10.656681 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3396b577-20f2-49a0-949a-ace8f1aa7c6d None None] Provisioning complete for port 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:10.657050 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3396b577-20f2-49a0-949a-ace8f1aa7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.693318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Made reservation on behalf of 5ae6669e714c46929651059c42ff9396 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:10.700289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.704286 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-393af79d-bfbd-4f27-9d0e-493a97e7df34 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7380443 Aug 09 15:52:10.722759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37156) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:10.723125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7deb4-17ce-4dec-9f0c-6fd7e0c3559f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Network': ['ID=c62e8a9a-a06e-47b0-8dbb-2ea578235033,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:10.744781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c62e8a9a-a06e-47b0-8dbb-2ea578235033 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:10.752600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3396b577-20f2-49a0-949a-ace8f1aa7c6d None None] Port 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:10.755595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 01482962-5c60-44dd-bc31-71e47a872966 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:52:10.862646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-c9107dd1-85c1-44d1-b66c-7b9928ca8469', 'network_id': 'c9107dd1-85c1-44d1-b66c-7b9928ca8469', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': 'b13b6038-6d2a-447d-87e2-19efc35dda0e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:10.863583 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.901456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a79e53ff-6d54-4557-811a-6debfe08bdbb None None] Provisioning complete for port 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:10.901890 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a79e53ff-6d54-4557-811a-6debfe08bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.941808 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.984081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 2} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:10.989931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.014892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a79e53ff-6d54-4557-811a-6debfe08bdbb None None] Port 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:11.017399 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.043262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6d46161c-0e46-4873-9869-9f2ff1796b61 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:11.080520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:11.084392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.109492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Allocated IP 2001:db8::1 (c9107dd1-85c1-44d1-b66c-7b9928ca8469/b13b6038-6d2a-447d-87e2-19efc35dda0e/bf6180e7-b91c-4a61-8fa3-077b58368f93) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:11.164394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port a4cd6a49-2987-4589-8c38-4a2dfa29b9cf yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:11.209322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6d46161c-0e46-4873-9869-9f2ff1796b61 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:11.209948 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.257455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:11.265692 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c5c738a2-4323-491d-b2c1-a12733de899c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/01482962-5c60-44dd-bc31-71e47a872966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5919514 Aug 09 15:52:11.269295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37168) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:11.281919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26c14a-ab52-42fc-9a8b-0dcefccd42e7 None None] Sync routers for ids ['01482962-5c60-44dd-bc31-71e47a872966'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:11.285764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.286117 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Added segment b07c0036-1eb8-4107-a77b-744fe9eddc94 of type vlan for network 753e40e9-e842-43cd-bdc9-9955caa759eb Aug 09 15:52:11.350218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.379424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26c14a-ab52-42fc-9a8b-0dcefccd42e7 None None] Routers {'01482962-5c60-44dd-bc31-71e47a872966'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:11.380493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1a26c14a-ab52-42fc-9a8b-0dcefccd42e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['01482962-5c60-44dd-bc31-71e47a872966'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:11.401586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c71b3-910e-4403-b9c3-38a8e49983d2 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.407069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3c4c71b3-910e-4403-b9c3-38a8e49983d2 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports/5fc29c0c-fe15-40aa-8fe6-65bccdf22305 HTTP/1.1" status: 200 len: 911 time: 0.1306567 Aug 09 15:52:11.411714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37176) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:11.422647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b6d6fd8c-0c16-473c-a024-a43e855ea7b3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57259f3e-90fd-40e3-adb9-548c15a7b2b0'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:11.477316 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.495037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1a26c14a-ab52-42fc-9a8b-0dcefccd42e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:11.554915 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.561627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26c14a-ab52-42fc-9a8b-0dcefccd42e7 None None] Routers {'01482962-5c60-44dd-bc31-71e47a872966'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:11.562419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1a26c14a-ab52-42fc-9a8b-0dcefccd42e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['01482962-5c60-44dd-bc31-71e47a872966'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:11.578899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 74b3c2ef-f6eb-401b-b1bd-805058c40d27 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:11.615694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.622804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1a26c14a-ab52-42fc-9a8b-0dcefccd42e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:11.623634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26c14a-ab52-42fc-9a8b-0dcefccd42e7 None None] The sync data for ids ['01482962-5c60-44dd-bc31-71e47a872966'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:11.631524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.631837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Transition to ACTIVE for port object bf6180e7-b91c-4a61-8fa3-077b58368f93 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:11.632423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.658169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Transition to ACTIVE for port object bf6180e7-b91c-4a61-8fa3-077b58368f93 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:11.667417 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.728481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Network c9107dd1-85c1-44d1-b66c-7b9928ca8469 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:11.740426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:11.740734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.751462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:11.771552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Pushing event updated for resources: {'Port': ['ID=bf6180e7-b91c-4a61-8fa3-077b58368f93,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:11.776485 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2292886 Aug 09 15:52:11.789185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:11.795538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-439285855'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:11.805896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.818443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.818925 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.819260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.819650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.819928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.820252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.820572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.820911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.821360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.822510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.822510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.822736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:11.828580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.841987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Attempting to bind port bf6180e7-b91c-4a61-8fa3-077b58368f93 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:11.842361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Attempting to bind port bf6180e7-b91c-4a61-8fa3-077b58368f93 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'e407a7c9-a12a-4d18-9641-7bb42e61c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'c9107dd1-85c1-44d1-b66c-7b9928ca8469'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:11.842751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Attempting to bind port bf6180e7-b91c-4a61-8fa3-077b58368f93 on network c9107dd1-85c1-44d1-b66c-7b9928ca8469 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:11.849573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:11.849952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Checking segment: {'id': 'e407a7c9-a12a-4d18-9641-7bb42e61c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'c9107dd1-85c1-44d1-b66c-7b9928ca8469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:11.850553 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.850984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Bound using segment: {'id': 'e407a7c9-a12a-4d18-9641-7bb42e61c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'c9107dd1-85c1-44d1-b66c-7b9928ca8469'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:11.851457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Bound port: bf6180e7-b91c-4a61-8fa3-077b58368f93, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e407a7c9-a12a-4d18-9641-7bb42e61c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'c9107dd1-85c1-44d1-b66c-7b9928ca8469'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:11.851858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.882328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49916de5-34d0-46f5-a167-a50435cbb8c9 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Network': ['ID=753e40e9-e842-43cd-bdc9-9955caa759eb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:11.890600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=b13b6038-6d2a-447d-87e2-19efc35dda0e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:11.940370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=a4cd6a49-2987-4589-8c38-4a2dfa29b9cf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:11.949300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:11.951242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:11.956076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:11.957123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.963440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fd8c-0c16-473c-a024-a43e855ea7b3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.991738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Made reservation on behalf of 5ae6669e714c46929651059c42ff9396 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:11.995609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.027235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:12.031607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=74b3c2ef-f6eb-401b-b1bd-805058c40d27,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.038098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.038513 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Added segment 297097d9-d956-4624-a264-312801bf5e64 of type vlan for network b2af0116-2ea9-4912-95b1-b81c38b78e56 Aug 09 15:52:12.059995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Checking segment: {'id': '8686aafd-350a-4d6e-bf4a-da7d478a18b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'c62e8a9a-a06e-47b0-8dbb-2ea578235033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:12.060394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network hostable DHCP agents. Network: c62e8a9a-a06e-47b0-8dbb-2ea578235033, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:12.069132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 753e40e9-e842-43cd-bdc9-9955caa759eb details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:12.083697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network c62e8a9a-a06e-47b0-8dbb-2ea578235033 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:12.089209 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.096247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c62e8a9a-a06e-47b0-8dbb-2ea578235033) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:12.109700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:12.116472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.122444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.124066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.124815 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.141645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9107dd1-85c1-44d1-b66c-7b9928ca8469']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:12.144379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b3de43d8-d378-4032-a096-a310ecab138b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5379193 Aug 09 15:52:12.147018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37192) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:12.151718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7eb1ea-eefc-40c0-8540-18ab9edc6cc2 None None] Network c62e8a9a-a06e-47b0-8dbb-2ea578235033 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:12.170783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e407a7c9-a12a-4d18-9641-7bb42e61c00a') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:12.171361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e407a7c9-a12a-4d18-9641-7bb42e61c00a') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:12.250502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.272199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] For port bf6180e7-b91c-4a61-8fa3-077b58368f93, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:12.275886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b269787b-e2cb-4390-b680-c01fc82c6f53 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 74b3c2ef-f6eb-401b-b1bd-805058c40d27 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:12.276247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b269787b-e2cb-4390-b680-c01fc82c6f53 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.277571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] For port bf6180e7-b91c-4a61-8fa3-077b58368f93, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bf6180e7-b91c-4a61-8fa3-077b58368f93,segment=NetworkSegment(e407a7c9-a12a-4d18-9641-7bb42e61c00a),segment_id=e407a7c9-a12a-4d18-9641-7bb42e61c00a)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:12.304132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.330338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.338514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.339544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.352992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.364465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b269787b-e2cb-4390-b680-c01fc82c6f53 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.411723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b269787b-e2cb-4390-b680-c01fc82c6f53 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 74b3c2ef-f6eb-401b-b1bd-805058c40d27 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:12.430263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:12.430990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:12.444032 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:12.475855 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6727083 Aug 09 15:52:12.512187 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b269787b-e2cb-4390-b680-c01fc82c6f53 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.531849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a49ad6-e3d1-4570-bd18-c63923600510 None None] Pushing event updated for resources: {'Port': ['ID=bf6180e7-b91c-4a61-8fa3-077b58368f93,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.541157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c73cf4-0f85-407d-9d73-0ba6d599130b None None] Network c9107dd1-85c1-44d1-b66c-7b9928ca8469 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:12.555358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269787b-e2cb-4390-b680-c01fc82c6f53 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=74b3c2ef-f6eb-401b-b1bd-805058c40d27,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.559355 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b269787b-e2cb-4390-b680-c01fc82c6f53 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.567792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf1aa0-82c2-46db-b82a-8693cbb36e48 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Network': ['ID=b2af0116-2ea9-4912-95b1-b81c38b78e56,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.569169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b269787b-e2cb-4390-b680-c01fc82c6f53 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/74b3c2ef-f6eb-401b-b1bd-805058c40d27 HTTP/1.1" status: 204 len: 168 time: 0.4202998 Aug 09 15:52:12.569837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37202) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:12.600549 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:52:12.600549 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:52:12.600549 n-d-799523-2 neutron-server[94178]: [parameters: {'id': 'c9107dd1-85c1-44d1-b66c-7b9928ca8469'}] Aug 09 15:52:12.600549 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:52:12.601444 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:52:12.638290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b2af0116-2ea9-4912-95b1-b81c38b78e56 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:12.817152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e511c13-b033-4165-b4b6-16df214acbb2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.846191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e511c13-b033-4165-b4b6-16df214acbb2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.876303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e511c13-b033-4165-b4b6-16df214acbb2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3033652 Aug 09 15:52:12.877027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37214) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:13.018534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bb4d33-6919-43fd-802f-0eead3dea8d4 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:52:13.061150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6f89425d-84f9-4f45-ae7f-4b10c750889e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port a4cd6a49-2987-4589-8c38-4a2dfa29b9cf {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:13.062086 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f89425d-84f9-4f45-ae7f-4b10c750889e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.113451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fd8c-0c16-473c-a024-a43e855ea7b3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.121980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.132359 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fd8c-0c16-473c-a024-a43e855ea7b3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.140912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6fd8c-0c16-473c-a024-a43e855ea7b3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.141588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fd8c-0c16-473c-a024-a43e855ea7b3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.147214 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b6d6fd8c-0c16-473c-a024-a43e855ea7b3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/ports/5fc29c0c-fe15-40aa-8fe6-65bccdf22305 HTTP/1.1" status: 200 len: 911 time: 1.7341421 Aug 09 15:52:13.149315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37220) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:13.181642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5f5a-93ab-45fe-b823-6245858142f0 req-5635bfff-1e7e-4a34-9c90-843bf3f7eb7d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.186293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb4d33-6919-43fd-802f-0eead3dea8d4 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:52:13.189276 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eee5f5a-93ab-45fe-b823-6245858142f0 req-5635bfff-1e7e-4a34-9c90-843bf3f7eb7d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1849194 Aug 09 15:52:13.305534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f89425d-84f9-4f45-ae7f-4b10c750889e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.328769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6fd8c-0c16-473c-a024-a43e855ea7b3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=5fc29c0c-fe15-40aa-8fe6-65bccdf22305,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.349575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eee5f5a-93ab-45fe-b823-6245858142f0 req-683d6dfe-cc29-479a-87dd-e9edffb43e43 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402867 Aug 09 15:52:13.354011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6f89425d-84f9-4f45-ae7f-4b10c750889e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for a4cd6a49-2987-4589-8c38-4a2dfa29b9cf owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:13.382047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting port bf6180e7-b91c-4a61-8fa3-077b58368f93 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:13.382404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.542377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] For port bf6180e7-b91c-4a61-8fa3-077b58368f93, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bf6180e7-b91c-4a61-8fa3-077b58368f93,segment=NetworkSegment(e407a7c9-a12a-4d18-9641-7bb42e61c00a),segment_id=e407a7c9-a12a-4d18-9641-7bb42e61c00a)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:13.552902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.596709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Calling delete_port for bf6180e7-b91c-4a61-8fa3-077b58368f93 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:13.650901 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f89425d-84f9-4f45-ae7f-4b10c750889e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.727327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89425d-84f9-4f45-ae7f-4b10c750889e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=a4cd6a49-2987-4589-8c38-4a2dfa29b9cf,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.741787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f89425d-84f9-4f45-ae7f-4b10c750889e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.741787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6f89425d-84f9-4f45-ae7f-4b10c750889e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/a4cd6a49-2987-4589-8c38-4a2dfa29b9cf HTTP/1.1" status: 204 len: 168 time: 0.8627353 Aug 09 15:52:13.743626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37228) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:13.769889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb32ff3-03c7-4023-a979-f01da013849d req-84abf2a3-99ef-48cf-8180-89cc69a55050 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.771697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2eb32ff3-03c7-4023-a979-f01da013849d req-84abf2a3-99ef-48cf-8180-89cc69a55050 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2722480 Aug 09 15:52:13.847306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d6cd5-ff9b-4ed9-918c-76e59557f3f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.848944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b78d6cd5-ff9b-4ed9-918c-76e59557f3f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1042631 Aug 09 15:52:13.852726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2eb32ff3-03c7-4023-a979-f01da013849d req-45e30416-9188-4d2c-ad45-d4b59562df03 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641019 Aug 09 15:52:13.852967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37232) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:13.909894 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9997d28b-f101-4201-af8a-9677ffe79352 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:52:13.912335 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9997d28b-f101-4201-af8a-9677ffe79352 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/74b3c2ef-f6eb-401b-b1bd-805058c40d27 HTTP/1.1" status: 404 len: 333 time: 0.0578442 Aug 09 15:52:13.914678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37236) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:13.941618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.960295 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aab90b-8fe5-4a58-9378-f9d813634f3c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:52:13.963158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d7aab90b-8fe5-4a58-9378-f9d813634f3c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/a4cd6a49-2987-4589-8c38-4a2dfa29b9cf HTTP/1.1" status: 404 len: 333 time: 0.0471892 Aug 09 15:52:13.968566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37240) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:13.984043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Port': ['ID=bf6180e7-b91c-4a61-8fa3-077b58368f93,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.996223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No DVR routers for this DVR port bf6180e7-b91c-4a61-8fa3-077b58368f93 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:14.104001 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.120613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.134153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9107dd1-85c1-44d1-b66c-7b9928ca8469']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:14.149054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e407a7c9-a12a-4d18-9641-7bb42e61c00a') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:14.149501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e407a7c9-a12a-4d18-9641-7bb42e61c00a') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:14.160776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.180258 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.182445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.223545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:14.224082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:14.227156 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:14.240352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bdd75-3db8-43e7-8185-b8d85c6d8055 req-a62abd22-e039-4f24-9db8-2a5446d8a866 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.241975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa8bdd75-3db8-43e7-8185-b8d85c6d8055 req-a62abd22-e039-4f24-9db8-2a5446d8a866 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1337900 Aug 09 15:52:14.246887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.259225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62e8a9a-a06e-47b0-8dbb-2ea578235033']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:14.281400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8686aafd-350a-4d6e-bf4a-da7d478a18b3') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:14.281793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8686aafd-350a-4d6e-bf4a-da7d478a18b3') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:14.294676 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.317118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa8bdd75-3db8-43e7-8185-b8d85c6d8055 req-dd910034-88f8-425a-ab1e-7eb46687a850 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621843 Aug 09 15:52:14.323853 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.332731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:14.332731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:14.339054 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:14.361458 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.369199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.371003 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/c9107dd1-85c1-44d1-b66c-7b9928ca8469 HTTP/1.1" status: 204 len: 168 time: 3.6442299 Aug 09 15:52:14.374472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37248) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:14.379474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764432850'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:14.417097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86714e1-6453-42ea-b207-e08dfc3dc337 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=c9107dd1-85c1-44d1-b66c-7b9928ca8469,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:14.435957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:14.440687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.480978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:14.482914 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.490037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.495649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/networks/c62e8a9a-a06e-47b0-8dbb-2ea578235033 HTTP/1.1" status: 204 len: 168 time: 0.5221841 Aug 09 15:52:14.496290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37250) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:14.501421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1860912788'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:14.505844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869493a3-e6be-43cb-b7ec-dbb07b4b34c9 req-5667d0ac-6332-4418-80a5-8a492aaea257 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.507502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-869493a3-e6be-43cb-b7ec-dbb07b4b34c9 req-5667d0ac-6332-4418-80a5-8a492aaea257 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.0891168 Aug 09 15:52:14.521891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e12ea9-96a2-451c-b753-49b5843ca9a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Network': ['ID=c62e8a9a-a06e-47b0-8dbb-2ea578235033,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:14.522740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.523120 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment 292661cc-5f0b-464e-95ee-82291c2dead8 of type vlan for network 119ba692-966e-4b26-80d0-cf9647295bdf Aug 09 15:52:14.558382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-869493a3-e6be-43cb-b7ec-dbb07b4b34c9 req-3b13a694-317f-4c9c-93d4-487d4c41d5d0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Aug 09 15:52:14.608009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.614027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:14.617327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.662490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:14.676704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.679922 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Added segment 54ca64e4-77b5-48bb-9f4b-8a58ae7b6584 of type vlan for network 593bff50-f6a3-417c-ba20-1aca65592ade Aug 09 15:52:14.707765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.714120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.715091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.810240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebaa35-88dc-416b-b220-fb43ec8e1b2e req-19f3efd5-cf09-4f58-8462-780c28eccc2d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.818945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32ebaa35-88dc-416b-b220-fb43ec8e1b2e req-19f3efd5-cf09-4f58-8462-780c28eccc2d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.0685222 Aug 09 15:52:14.891201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32ebaa35-88dc-416b-b220-fb43ec8e1b2e req-3092530f-1d42-4174-b9ad-2b350c62532b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667508 Aug 09 15:52:14.985448 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b18dc2e5-3a44-4895-a172-9c6ac5045cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.081925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459a16-3e81-4d24-9481-7008dbc52fe8 req-6c662561-ba9a-4083-8183-4587eeb6df17 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.084189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-77459a16-3e81-4d24-9481-7008dbc52fe8 req-6c662561-ba9a-4083-8183-4587eeb6df17 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.0823359 Aug 09 15:52:15.160569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:15.161198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.168500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-77459a16-3e81-4d24-9481-7008dbc52fe8 req-5353fe49-9d59-4703-986e-ada7848d06ab tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781062 Aug 09 15:52:15.290149 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.338095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9624698 Aug 09 15:52:15.344177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37282) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:15.356663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:15.372765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f5abd-e339-4218-9a57-aa0c341e646e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=119ba692-966e-4b26-80d0-cf9647295bdf,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:15.385650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 119ba692-966e-4b26-80d0-cf9647295bdf details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:15.478936 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.501292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.501993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.565555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.581405 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0840073 Aug 09 15:52:15.584509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37292) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:15.591051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': '593bff50-f6a3-417c-ba20-1aca65592ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:15.592473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 5fc29c0c-fe15-40aa-8fe6-65bccdf22305 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:15.649533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8948e0-f580-490c-867e-907346c1b52e req-77e47588-eb89-440d-b560-10a5b91271a9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.657959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e8948e0-f580-490c-867e-907346c1b52e req-77e47588-eb89-440d-b560-10a5b91271a9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1506164 Aug 09 15:52:15.725452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:15.729703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.775589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06974ee-e2e7-4190-b0e3-76ca4e76dfdd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Network': ['ID=593bff50-f6a3-417c-ba20-1aca65592ade,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:15.796100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 593bff50-f6a3-417c-ba20-1aca65592ade details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:15.806829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e8948e0-f580-490c-867e-907346c1b52e req-ba74be97-868c-4888-b6ae-88a5d752062c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474621 Aug 09 15:52:15.870352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:15.875009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.897230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.944956 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=5fc29c0c-fe15-40aa-8fe6-65bccdf22305,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:15.978462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37296) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:15.991582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'subnets': [{'network_id': '753e40e9-e842-43cd-bdc9-9955caa759eb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1344434003', 'ip_version': 6}, {'network_id': 'b2af0116-2ea9-4912-95b1-b81c38b78e56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:15.991957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'subnet': {'network_id': '753e40e9-e842-43cd-bdc9-9955caa759eb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1344434003', 'ip_version': 6}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:15.992867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Request body: {'subnet': {'network_id': 'b2af0116-2ea9-4912-95b1-b81c38b78e56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:16.073928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.295291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 01482962-5c60-44dd-bc31-71e47a872966 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:16.296273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bd5f1-d4b4-45fb-beb2-f9aaf3458757 req-0cc972fd-802f-4694-bd49-3665de2f48cf tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.297130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-007bd5f1-d4b4-45fb-beb2-f9aaf3458757 req-0cc972fd-802f-4694-bd49-3665de2f48cf tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3004680 Aug 09 15:52:16.387089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:16.392903 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6b5b65a3-a26a-40cd-9bbb-609ddceeaefb tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/01482962-5c60-44dd-bc31-71e47a872966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2392809 Aug 09 15:52:16.397340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37300) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:16.407252 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2722d99-7526-4044-b8e5-4c9df3855b43 None None] Sync routers for ids ['01482962-5c60-44dd-bc31-71e47a872966'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:16.424292 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2722d99-7526-4044-b8e5-4c9df3855b43 None None] Routers {'01482962-5c60-44dd-bc31-71e47a872966'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:16.425200 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e2722d99-7526-4044-b8e5-4c9df3855b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['01482962-5c60-44dd-bc31-71e47a872966'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:16.457017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.473340 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e2722d99-7526-4044-b8e5-4c9df3855b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:16.473788 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ec2235f1-b66b-489e-8c55-62cfde425043 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=01482962-5c60-44dd-bc31-71e47a872966 HTTP/1.1" status: 200 len: 205 time: 0.0689895 Aug 09 15:52:16.474757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37304) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:16.517813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2722d99-7526-4044-b8e5-4c9df3855b43 None None] Routers {'01482962-5c60-44dd-bc31-71e47a872966'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:16.523062 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e2722d99-7526-4044-b8e5-4c9df3855b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:51:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['01482962-5c60-44dd-bc31-71e47a872966'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:16.548422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-007bd5f1-d4b4-45fb-beb2-f9aaf3458757 req-740041ed-747b-4718-b48f-b4b19b54bca8 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365022 Aug 09 15:52:16.585429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Made reservation on behalf of 5ae6669e714c46929651059c42ff9396 for: {'subnet': 2} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:16.594182 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.594660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.683784 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.713357 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e2722d99-7526-4044-b8e5-4c9df3855b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:16.720690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=a17b6cdb-d892-4c3c-b235-9a36ed4de1f2,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:16.732602 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2722d99-7526-4044-b8e5-4c9df3855b43 None None] The sync data for ids ['01482962-5c60-44dd-bc31-71e47a872966'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:16.756087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0724e6ca-6fbf-464d-80c2-94b86004b3ba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.812912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': '292661cc-5f0b-464e-95ee-82291c2dead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:16.813412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: 119ba692-966e-4b26-80d0-cf9647295bdf, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:16.915245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=de45cecb-4aea-44a2-9540-d2c2231bc6d6,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:16.923705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Checking segment: {'id': '54ca64e4-77b5-48bb-9f4b-8a58ae7b6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '593bff50-f6a3-417c-ba20-1aca65592ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:16.924145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network hostable DHCP agents. Network: 593bff50-f6a3-417c-ba20-1aca65592ade, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:16.938484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network 119ba692-966e-4b26-80d0-cf9647295bdf is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:16.980041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0724e6ca-6fbf-464d-80c2-94b86004b3ba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.982587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0724e6ca-6fbf-464d-80c2-94b86004b3ba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.988151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 119ba692-966e-4b26-80d0-cf9647295bdf) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:16.997047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc314829-ecde-4878-ab54-6a142f724c5e None None] Network 119ba692-966e-4b26-80d0-cf9647295bdf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:17.003527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548f7b-15d2-4e90-936e-f57854426b6c req-3a2f5493-8b09-45b7-9c6a-2cac4ad3c715 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.005297 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5548f7b-15d2-4e90-936e-f57854426b6c req-3a2f5493-8b09-45b7-9c6a-2cac4ad3c715 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1448467 Aug 09 15:52:17.011032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.011543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.017091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network 593bff50-f6a3-417c-ba20-1aca65592ade is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:17.040651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0724e6ca-6fbf-464d-80c2-94b86004b3ba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.040992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0724e6ca-6fbf-464d-80c2-94b86004b3ba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Fanout notify agent at l3_agent the message router_deleted on router 01482962-5c60-44dd-bc31-71e47a872966 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:52:17.050612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 593bff50-f6a3-417c-ba20-1aca65592ade) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:17.051401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0724e6ca-6fbf-464d-80c2-94b86004b3ba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.053720 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0724e6ca-6fbf-464d-80c2-94b86004b3ba tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/01482962-5c60-44dd-bc31-71e47a872966 HTTP/1.1" status: 204 len: 168 time: 0.5768282 Aug 09 15:52:17.056174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37316) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:17.071534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212a85b-eaed-4e91-a1b0-732eae3618c3 None None] Network 593bff50-f6a3-417c-ba20-1aca65592ade requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:17.078619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.079223 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.087361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-75bd5ec6-97a5-46fd-bef2-591777e0f528 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7415907 Aug 09 15:52:17.090849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37318) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:17.106613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:17.121550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1a1d03-b7b9-49f5-a772-97f816e08fbe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet 57259f3e-90fd-40e3-adb9-548c15a7b2b0 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:17.126766 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1d03-b7b9-49f5-a772-97f816e08fbe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.178899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1d03-b7b9-49f5-a772-97f816e08fbe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.206760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e7073f46-a4ca-467b-b204-946c50dc914c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6208611 Aug 09 15:52:17.209546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37320) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:17.222437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': '593bff50-f6a3-417c-ba20-1aca65592ade', 'name': 'tempest-PortsIpV6TestJSON-383019609'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:17.249830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5548f7b-15d2-4e90-936e-f57854426b6c req-870ac79f-3207-4591-8a90-43bdfafe9b8b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292855 Aug 09 15:52:17.309334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-119ba692-966e-4b26-80d0-cf9647295bdf', 'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': 'a17b6cdb-d892-4c3c-b235-9a36ed4de1f2'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:17.310477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.406349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1d03-b7b9-49f5-a772-97f816e08fbe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.421951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-593bff50-f6a3-417c-ba20-1aca65592ade', 'network_id': '593bff50-f6a3-417c-ba20-1aca65592ade', 'tenant_id': 'da08d0e3d29e463eae1592496fc92f46', 'fixed_ips': [{'subnet_id': 'de45cecb-4aea-44a2-9540-d2c2231bc6d6'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:17.422801 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.436249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:17.440092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.463144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 8427b9e2-cba9-469e-a562-9e5a3baed443 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:17.510638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3c95-8ee6-447a-93d3-6ad75f3ea1a4 req-363fb9ae-d09b-4dea-8dfa-3f14574fd482 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.512578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f3c95-8ee6-447a-93d3-6ad75f3ea1a4 req-363fb9ae-d09b-4dea-8dfa-3f14574fd482 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1400299 Aug 09 15:52:17.561483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:17.567484 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.582301 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4d74-f046-43b3-a02f-f550f2b4a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.597783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1d03-b7b9-49f5-a772-97f816e08fbe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.636142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Allocated IP 2001:db8::2 (119ba692-966e-4b26-80d0-cf9647295bdf/a17b6cdb-d892-4c3c-b235-9a36ed4de1f2/bebb78cd-32d5-4342-8bcc-315ab771e779) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:17.647365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.647869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a1d03-b7b9-49f5-a772-97f816e08fbe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=57259f3e-90fd-40e3-adb9-548c15a7b2b0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:17.650382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1d03-b7b9-49f5-a772-97f816e08fbe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.656498 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bc1a1d03-b7b9-49f5-a772-97f816e08fbe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/57259f3e-90fd-40e3-adb9-548c15a7b2b0 HTTP/1.1" status: 204 len: 168 time: 0.5972259 Aug 09 15:52:17.657431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37328) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:17.663088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ee682-a4f0-4b7a-a9ee-628c0393f06e None None] Network a0d56e12-d384-4752-83d2-873d38230783 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:17.683725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::2d4 (593bff50-f6a3-417c-ba20-1aca65592ade/de45cecb-4aea-44a2-9540-d2c2231bc6d6/8427b9e2-cba9-469e-a562-9e5a3baed443) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:17.836286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.989338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.002893 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.019328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Transition to ACTIVE for port object bebb78cd-32d5-4342-8bcc-315ab771e779 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:18.028254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 8427b9e2-cba9-469e-a562-9e5a3baed443 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:18.041395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Transition to ACTIVE for port object bebb78cd-32d5-4342-8bcc-315ab771e779 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:18.049017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] DHCP port deletion for a0d56e12-d384-4752-83d2-873d38230783 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:52:18.056202 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.081989 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.149569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=8427b9e2-cba9-469e-a562-9e5a3baed443,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:18.158334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Allocated IP 2001:db8::2 (593bff50-f6a3-417c-ba20-1aca65592ade/de45cecb-4aea-44a2-9540-d2c2231bc6d6/47d351d2-5d92-4aa7-ae8b-8a78689ab49e) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:18.172417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f3c95-8ee6-447a-93d3-6ad75f3ea1a4 req-b1d2a35e-84fc-4d14-80ec-366179718678 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216953 Aug 09 15:52:18.173780 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network 593bff50-f6a3-417c-ba20-1aca65592ade is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:18.176597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:18.183674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Subnet': ['ID=6c115a67-0b46-4ca5-817a-c98efecb0266,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:18.184371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:18.208323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.209022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.227332 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.248008 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0efc2dad-1249-4282-9937-ed6503539c78 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0302861 Aug 09 15:52:18.248008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37344) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:18.287076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Checking segment: {'id': 'b07c0036-1eb8-4107-a77b-744fe9eddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '753e40e9-e842-43cd-bdc9-9955caa759eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:18.287449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Network hostable DHCP agents. Network: 753e40e9-e842-43cd-bdc9-9955caa759eb, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:18.321125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Network 119ba692-966e-4b26-80d0-cf9647295bdf is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:18.324557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:18.341242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:18.387966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Network 753e40e9-e842-43cd-bdc9-9955caa759eb is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:18.431629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-92bd02e2-fcbc-4414-b150-cc9ab92950f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 8427b9e2-cba9-469e-a562-9e5a3baed443 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:18.432260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92bd02e2-fcbc-4414-b150-cc9ab92950f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.464392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 753e40e9-e842-43cd-bdc9-9955caa759eb) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:18.480467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.519115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d818c9-4a0b-4335-bddd-34602c8acbac None None] Network 753e40e9-e842-43cd-bdc9-9955caa759eb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:18.549807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 6d46161c-0e46-4873-9869-9f2ff1796b61 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:18.550376 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.566538 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92bd02e2-fcbc-4414-b150-cc9ab92950f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.588750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-92bd02e2-fcbc-4414-b150-cc9ab92950f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 8427b9e2-cba9-469e-a562-9e5a3baed443 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:18.631233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Pushing event updated for resources: {'Port': ['ID=bebb78cd-32d5-4342-8bcc-315ab771e779,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:18.633851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Attempting to bind port bebb78cd-32d5-4342-8bcc-315ab771e779 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:18.634200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Attempting to bind port bebb78cd-32d5-4342-8bcc-315ab771e779 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '292661cc-5f0b-464e-95ee-82291c2dead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:18.635358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Attempting to bind port bebb78cd-32d5-4342-8bcc-315ab771e779 on network 119ba692-966e-4b26-80d0-cf9647295bdf {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:18.665501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.682795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ce9a8-27f1-463b-a99d-67671ca7e5e0 req-ebbe17fd-8fff-45da-9976-dabf9c7d29df tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.691067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-844ce9a8-27f1-463b-a99d-67671ca7e5e0 req-ebbe17fd-8fff-45da-9976-dabf9c7d29df tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2854681 Aug 09 15:52:18.702046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:18.703352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Checking segment: {'id': '292661cc-5f0b-464e-95ee-82291c2dead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:18.704009 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.704502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Bound using segment: {'id': '292661cc-5f0b-464e-95ee-82291c2dead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:18.705208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Bound port: bebb78cd-32d5-4342-8bcc-315ab771e779, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292661cc-5f0b-464e-95ee-82291c2dead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:18.705541 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.740998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] Deleting port 6d46161c-0e46-4873-9869-9f2ff1796b61 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:18.741383 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.752170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event updated for resources: {'Subnet': ['ID=9f8e8034-a6b9-45de-add1-977901717782,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:18.847856 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92bd02e2-fcbc-4414-b150-cc9ab92950f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.880655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network 119ba692-966e-4b26-80d0-cf9647295bdf is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:18.908021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port 6d46161c-0e46-4873-9869-9f2ff1796b61, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6d46161c-0e46-4873-9869-9f2ff1796b61,segment=NetworkSegment(457939c5-0bb4-4a3b-b3ab-8010e408a241),segment_id=457939c5-0bb4-4a3b-b3ab-8010e408a241)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:18.908466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.913662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:18.951733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd02e2-fcbc-4414-b150-cc9ab92950f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=8427b9e2-cba9-469e-a562-9e5a3baed443,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:18.966246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Checking segment: {'id': '297097d9-d956-4624-a264-312801bf5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'b2af0116-2ea9-4912-95b1-b81c38b78e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:18.966882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Network hostable DHCP agents. Network: b2af0116-2ea9-4912-95b1-b81c38b78e56, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:18.973941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-844ce9a8-27f1-463b-a99d-67671ca7e5e0 req-1eabb487-bd53-4f71-970a-8d66292b0bf3 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818346 Aug 09 15:52:18.975854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.977207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.030472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92bd02e2-fcbc-4414-b150-cc9ab92950f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.030949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] For port bebb78cd-32d5-4342-8bcc-315ab771e779, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:19.033650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 6d46161c-0e46-4873-9869-9f2ff1796b61 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:19.035968 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-92bd02e2-fcbc-4414-b150-cc9ab92950f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/8427b9e2-cba9-469e-a562-9e5a3baed443 HTTP/1.1" status: 204 len: 168 time: 0.7869403 Aug 09 15:52:19.036710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] For port bebb78cd-32d5-4342-8bcc-315ab771e779, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bebb78cd-32d5-4342-8bcc-315ab771e779,segment=NetworkSegment(292661cc-5f0b-464e-95ee-82291c2dead8),segment_id=292661cc-5f0b-464e-95ee-82291c2dead8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:19.038502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37360) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:19.051296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=3320e963-ad3f-45ee-a02b-b5b35f430c72,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:19.062981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Network b2af0116-2ea9-4912-95b1-b81c38b78e56 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:19.087852 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b6ad59-cd3d-4066-a895-3d5c739d9ad7 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:19.088826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b6ad59-cd3d-4066-a895-3d5c739d9ad7 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:19.090739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9b6ad59-cd3d-4066-a895-3d5c739d9ad7 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/8427b9e2-cba9-469e-a562-9e5a3baed443 HTTP/1.1" status: 404 len: 333 time: 0.0498252 Aug 09 15:52:19.093493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37362) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:19.096448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8462b528-54ae-4586-868b-0e275ed15c91 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9993448 Aug 09 15:52:19.097268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37364) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:19.112745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6d46161c-0e46-4873-9869-9f2ff1796b61 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:19.125752 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.162966 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05274bf-ceb6-4f84-b356-27524eeb9174 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:52:19.167260 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e05274bf-ceb6-4f84-b356-27524eeb9174 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/8427b9e2-cba9-469e-a562-9e5a3baed443 HTTP/1.1" status: 404 len: 333 time: 0.0703113 Aug 09 15:52:19.167966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37368) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:19.195559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b2af0116-2ea9-4912-95b1-b81c38b78e56) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:19.208245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.208873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.209724 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.234192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee13290-6ca0-4c29-82a6-e2726588fdfc None None] Network b2af0116-2ea9-4912-95b1-b81c38b78e56 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:19.239726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d666156f-ae05-49a3-a15c-a21198f5a37d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet de45cecb-4aea-44a2-9540-d2c2231bc6d6 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:19.259619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6e781-e57c-4945-9415-b7b9560c23d1 req-f96940c3-81fb-4df8-a48b-a71f288e1674 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.261415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1e6e781-e57c-4945-9415-b7b9560c23d1 req-f96940c3-81fb-4df8-a48b-a71f288e1674 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1038156 Aug 09 15:52:19.262659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748d056-a654-4903-b382-51bc60e87967 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.264785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748d056-a654-4903-b382-51bc60e87967 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.266320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748d056-a654-4903-b382-51bc60e87967 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.266549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-304f2964-e6a9-4441-a877-870a5f503e2d tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2801559 Aug 09 15:52:19.268166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748d056-a654-4903-b382-51bc60e87967 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.269324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37370) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:19.270283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748d056-a654-4903-b382-51bc60e87967 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.277597 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6748d056-a654-4903-b382-51bc60e87967 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1790111 Aug 09 15:52:19.278164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37372) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:19.283883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856722339'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:19.311153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:19.315534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.325298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.330306 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.342737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] For port 6d46161c-0e46-4873-9869-9f2ff1796b61, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6d46161c-0e46-4873-9869-9f2ff1796b61,segment=NetworkSegment(457939c5-0bb4-4a3b-b3ab-8010e408a241),segment_id=457939c5-0bb4-4a3b-b3ab-8010e408a241)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:19.345887 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.354555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:19.374487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.374974 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment 0bd35e91-f08b-433c-a343-f3796b0795b9 of type vlan for network daeaa0d3-fa10-4490-9d43-195cd5f79793 Aug 09 15:52:19.392186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Transition to ACTIVE for port object 47d351d2-5d92-4aa7-ae8b-8a78689ab49e will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:19.431447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1e6e781-e57c-4945-9415-b7b9560c23d1 req-93dd987e-6afa-467c-9bf2-aa89bc3fcefe tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559417 Aug 09 15:52:19.453271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.484256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.491517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] Calling delete_port for 6d46161c-0e46-4873-9869-9f2ff1796b61 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:19.496698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f4a31-57ba-4df7-a103-cf8a325e2ec6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.501080 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.507320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f4a31-57ba-4df7-a103-cf8a325e2ec6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.508976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f4a31-57ba-4df7-a103-cf8a325e2ec6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.517343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2c2f4a31-57ba-4df7-a103-cf8a325e2ec6 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2466803 Aug 09 15:52:19.521029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.521807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.534260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37378) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:19.579895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d7d0f8-15a4-4042-9103-2df4b132dfe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-753e40e9-e842-43cd-bdc9-9955caa759eb', 'network_id': '753e40e9-e842-43cd-bdc9-9955caa759eb', 'tenant_id': '5ae6669e714c46929651059c42ff9396', 'fixed_ips': [{'subnet_id': '6c115a67-0b46-4ca5-817a-c98efecb0266'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:19.584044 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-49d7d0f8-15a4-4042-9103-2df4b132dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.586314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fa091-32c2-4f3d-bff1-e6f9f10a48c0 None None] Pushing event updated for resources: {'Port': ['ID=bebb78cd-32d5-4342-8bcc-315ab771e779,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:19.598987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Transition to ACTIVE for port object 47d351d2-5d92-4aa7-ae8b-8a78689ab49e will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:19.615294 n-d-799523-2 neutron-server[94179]: INFO neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No ports have port_id starting with 6d46161c-0e46-4873-9869-9f2ff1796b61 Aug 09 15:52:19.618665 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3394125 Aug 09 15:52:19.622977 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37386) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:19.632016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7d295424-fc65-4d25-abc6-7959a6e0f3f1 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:19.639602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713a544-de22-4b08-adff-c0640e35fdd8 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=daeaa0d3-fa10-4490-9d43-195cd5f79793,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:19.677652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network daeaa0d3-fa10-4490-9d43-195cd5f79793 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:19.683632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84741ec-0ebd-4b68-94a1-b6dd81e58879 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Deleting subnet 6c115a67-0b46-4ca5-817a-c98efecb0266 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:19.688984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d666156f-ae05-49a3-a15c-a21198f5a37d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.689855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f84741ec-0ebd-4b68-94a1-b6dd81e58879 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.768232 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.809123 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d666156f-ae05-49a3-a15c-a21198f5a37d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.857805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=6d46161c-0e46-4873-9869-9f2ff1796b61,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:19.882071 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f84741ec-0ebd-4b68-94a1-b6dd81e58879 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.889103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No DVR routers for this DVR port 6d46161c-0e46-4873-9869-9f2ff1796b61 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:19.966325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Network 593bff50-f6a3-417c-ba20-1aca65592ade is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:20.021805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d295424-fc65-4d25-abc6-7959a6e0f3f1 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.045112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:20.049785 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d666156f-ae05-49a3-a15c-a21198f5a37d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.053374 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d295424-fc65-4d25-abc6-7959a6e0f3f1 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.054201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Pushing event updated for resources: {'Port': ['ID=47d351d2-5d92-4aa7-ae8b-8a78689ab49e,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:20.056842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:20.073269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b2af0116-2ea9-4912-95b1-b81c38b78e56', 'network_id': 'b2af0116-2ea9-4912-95b1-b81c38b78e56', 'tenant_id': '5ae6669e714c46929651059c42ff9396', 'fixed_ips': [{'subnet_id': '9f8e8034-a6b9-45de-add1-977901717782'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:20.074563 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.088100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d295424-fc65-4d25-abc6-7959a6e0f3f1 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network daeaa0d3-fa10-4490-9d43-195cd5f79793 is not hosted by any dhcp agent {{(pid=94178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:52:20.093849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d295424-fc65-4d25-abc6-7959a6e0f3f1 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.094783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d295424-fc65-4d25-abc6-7959a6e0f3f1 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.096064 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7d295424-fc65-4d25-abc6-7959a6e0f3f1 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "PUT /v2.0/networks/daeaa0d3-fa10-4490-9d43-195cd5f79793 HTTP/1.1" status: 200 len: 723 time: 0.4718232 Aug 09 15:52:20.112887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37396) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:20.157143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': 'daeaa0d3-fa10-4490-9d43-195cd5f79793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:20.163294 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.191235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f84741ec-0ebd-4b68-94a1-b6dd81e58879 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.253118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Attempting to bind port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:20.253802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Attempting to bind port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '54ca64e4-77b5-48bb-9f4b-8a58ae7b6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '593bff50-f6a3-417c-ba20-1aca65592ade'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:20.254343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Attempting to bind port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e on network 593bff50-f6a3-417c-ba20-1aca65592ade {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:20.262282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] Pushing event deleted for resources: {'Port': ['ID=6d46161c-0e46-4873-9869-9f2ff1796b61,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:20.270913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5410b-877c-4bdd-88aa-57d2c5b3ff6e None None] No DVR routers for this DVR port 6d46161c-0e46-4873-9869-9f2ff1796b61 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:20.278945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d295424-fc65-4d25-abc6-7959a6e0f3f1 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=daeaa0d3-fa10-4490-9d43-195cd5f79793,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:20.282502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:20.283460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Checking segment: {'id': '54ca64e4-77b5-48bb-9f4b-8a58ae7b6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '593bff50-f6a3-417c-ba20-1aca65592ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:20.283460 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.283460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Bound using segment: {'id': '54ca64e4-77b5-48bb-9f4b-8a58ae7b6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '593bff50-f6a3-417c-ba20-1aca65592ade'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:20.284366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Bound port: 47d351d2-5d92-4aa7-ae8b-8a78689ab49e, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ca64e4-77b5-48bb-9f4b-8a58ae7b6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '593bff50-f6a3-417c-ba20-1aca65592ade'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:20.284366 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.299988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d666156f-ae05-49a3-a15c-a21198f5a37d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.306490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network daeaa0d3-fa10-4490-9d43-195cd5f79793 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:20.310085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:20.312013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.350119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.383121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666156f-ae05-49a3-a15c-a21198f5a37d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=de45cecb-4aea-44a2-9540-d2c2231bc6d6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:20.396736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d666156f-ae05-49a3-a15c-a21198f5a37d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.401349 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d666156f-ae05-49a3-a15c-a21198f5a37d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/de45cecb-4aea-44a2-9540-d2c2231bc6d6 HTTP/1.1" status: 204 len: 168 time: 1.2296953 Aug 09 15:52:20.402170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37408) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:20.428180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d56e12-d384-4752-83d2-873d38230783']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:20.459461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82915-50ec-418e-a0bf-2813170f4362 req-bfe221bd-439e-4130-ac58-79356c01b61c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.469655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9a82915-50ec-418e-a0bf-2813170f4362 req-bfe221bd-439e-4130-ac58-79356c01b61c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 814 time: 0.6236670 Aug 09 15:52:20.471656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457939c5-0bb4-4a3b-b3ab-8010e408a241') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:20.472138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457939c5-0bb4-4a3b-b3ab-8010e408a241') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:20.482052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f84741ec-0ebd-4b68-94a1-b6dd81e58879 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.487641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] For port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:20.493055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] For port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=47d351d2-5d92-4aa7-ae8b-8a78689ab49e,segment=NetworkSegment(54ca64e4-77b5-48bb-9f4b-8a58ae7b6584),segment_id=54ca64e4-77b5-48bb-9f4b-8a58ae7b6584)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:20.498093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.501109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.528785 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.564456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Allocated IP 2001:db8:0:1::1 (b2af0116-2ea9-4912-95b1-b81c38b78e56/9f8e8034-a6b9-45de-add1-977901717782/3f149d88-88ca-4e49-95d0-c5726f7938e1) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:20.610813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84741ec-0ebd-4b68-94a1-b6dd81e58879 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Subnet': ['ID=6c115a67-0b46-4ca5-817a-c98efecb0266,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:20.616595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9a82915-50ec-418e-a0bf-2813170f4362 req-6ff77fac-decb-475b-b957-e43fd83a5a35 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/quotas/c9d853f10f594fc3907169dac285e27e HTTP/1.1" status: 200 len: 375 time: 0.1137092 Aug 09 15:52:20.618004 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.632555 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f84741ec-0ebd-4b68-94a1-b6dd81e58879 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.634728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f84741ec-0ebd-4b68-94a1-b6dd81e58879 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/subnets/6c115a67-0b46-4ca5-817a-c98efecb0266 HTTP/1.1" status: 204 len: 168 time: 1.0582628 Aug 09 15:52:20.637689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:20.638082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.648487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37412) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:20.668167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:20.668582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:20.686820 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:20.726939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] For port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=47d351d2-5d92-4aa7-ae8b-8a78689ab49e,segment=NetworkSegment(54ca64e4-77b5-48bb-9f4b-8a58ae7b6584),segment_id=54ca64e4-77b5-48bb-9f4b-8a58ae7b6584)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:20.727321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.743867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 47d351d2-5d92-4aa7-ae8b-8a78689ab49e owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:20.900409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f10d0-0127-46e1-abe3-063de731f3a6 None None] Pushing event updated for resources: {'Port': ['ID=47d351d2-5d92-4aa7-ae8b-8a78689ab49e,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-49d7d0f8-15a4-4042-9103-2df4b132dfe3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c115a67-0b46-4ca5-817a-c98efecb0266: This subnet is being modified by another concurrent operation. Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:52:20.913293 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exception Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c115a67-0b46-4ca5-817a-c98efecb0266: This subnet is being modified by another concurrent operation. Aug 09 15:52:20.920614 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:52:20.939742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.944361 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.946412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/a0d56e12-d384-4752-83d2-873d38230783 HTTP/1.1" status: 204 len: 168 time: 3.2838180 Aug 09 15:52:20.953495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bd3bc-2daa-4895-a928-9e83fe74fbe0 None None] Network 753e40e9-e842-43cd-bdc9-9955caa759eb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:20.955416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc9e2b4-47f3-433e-9973-d9078b17ce2b tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Deleting subnet 9f8e8034-a6b9-45de-add1-977901717782 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:20.960723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37416) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:20.968509 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.981672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a7a44b08-0794-432d-bd69-95de1de203e4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1529057622', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:21.005801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9a82915-50ec-418e-a0bf-2813170f4362 req-3cf4f35c-3d41-42be-b38b-616b007cc850 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3674324 Aug 09 15:52:21.015930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.019734 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.032532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0630f1-f50c-4265-b6f2-c3dd8b000fdc tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=a0d56e12-d384-4752-83d2-873d38230783,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:21.063945 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7a44b08-0794-432d-bd69-95de1de203e4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.065202 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7a44b08-0794-432d-bd69-95de1de203e4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.107098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=70267a1d-2af8-4f18-9878-cfca188090b0,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:21.109712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No DVR routers for this DVR port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:21.125185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bebb78cd-32d5-4342-8bcc-315ab771e779 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:21.146050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=47d351d2-5d92-4aa7-ae8b-8a78689ab49e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:21.157724 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7a44b08-0794-432d-bd69-95de1de203e4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.164932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7a44b08-0794-432d-bd69-95de1de203e4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.171480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e517922a-9744-4829-8e2b-75918e86ef8a None None] Network 119ba692-966e-4b26-80d0-cf9647295bdf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:21.193800 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a7a44b08-0794-432d-bd69-95de1de203e4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.195479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a7a44b08-0794-432d-bd69-95de1de203e4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2289035 Aug 09 15:52:21.199951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37420) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:21.208379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-576044010'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-0732b744-f0b0-4a17-a02d-c0a1a9a7c0c2 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e could not be found. Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:21.232143 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 47d351d2-5d92-4aa7-ae8b-8a78689ab49e could not be found. Aug 09 15:52:21.240609 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:52:21.257123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.269702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.272856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': '0bd35e91-f08b-433c-a343-f3796b0795b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'daeaa0d3-fa10-4490-9d43-195cd5f79793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:21.273221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: daeaa0d3-fa10-4490-9d43-195cd5f79793, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:21.286805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593bff50-f6a3-417c-ba20-1aca65592ade']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:21.294791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ce1da-8a89-4d14-8543-1d30b30710d4 None None] Network 593bff50-f6a3-417c-ba20-1aca65592ade requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:21.302839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ca64e4-77b5-48bb-9f4b-8a58ae7b6584') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:21.303133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ca64e4-77b5-48bb-9f4b-8a58ae7b6584') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:21.324266 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.327973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90575-767e-49b3-87b6-a3bd791c063b req-939ed9cc-dc59-4efb-87b7-6af068868a82 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.328297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network daeaa0d3-fa10-4490-9d43-195cd5f79793 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:21.330216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7b90575-767e-49b3-87b6-a3bd791c063b req-939ed9cc-dc59-4efb-87b7-6af068868a82 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1139207 Aug 09 15:52:21.331521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:21.335696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.352184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, daeaa0d3-fa10-4490-9d43-195cd5f79793) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:21.352705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Transition to ACTIVE for port object 3f149d88-88ca-4e49-95d0-c5726f7938e1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:21.357086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.368739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.369709 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.376110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:21.376960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:21.380756 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:21.402886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cefabe0d-b7f6-4082-b2a8-3b18cc592b44 None None] Provisioning for port bebb78cd-32d5-4342-8bcc-315ab771e779 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:21.405230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c076ae0-670b-46ec-b7b3-8108e4726de7 None None] Network daeaa0d3-fa10-4490-9d43-195cd5f79793 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:21.407050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:21.468941 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-438710a2-a564-4fde-96c2-680e8b000d84 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3539312 Aug 09 15:52:21.469256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37426) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:21.476420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7b90575-767e-49b3-87b6-a3bd791c063b req-3f853c15-9110-4be9-b5a6-8feb69df3607 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186271 Aug 09 15:52:21.477767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.478116 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment 66beac01-f3bc-445b-be77-b6b0440602d7 of type vlan for network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 Aug 09 15:52:21.494241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-35cd5ac9-5005-46bd-8001-35cf7bfc9dce tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:21.545337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.565659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.577471 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.580462 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/networks/593bff50-f6a3-417c-ba20-1aca65592ade HTTP/1.1" status: 204 len: 168 time: 1.1773679 Aug 09 15:52:21.590243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37430) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:21.603342 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.604922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-788677076'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:21.612944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.614289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.629899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a5306-e1a9-4401-b60f-da0624ff7970 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Network': ['ID=593bff50-f6a3-417c-ba20-1aca65592ade,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:21.694767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:21.706732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.748549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5471120 Aug 09 15:52:21.749335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37432) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:21.764247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:21.770689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:21.777825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.778345 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Added segment f45a40e5-cf93-412b-ab9f-a0efac764dfa of type vlan for network bf57438d-5b81-4be2-b7b2-86b7c71c596b Aug 09 15:52:21.794884 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35cd5ac9-5005-46bd-8001-35cf7bfc9dce tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4517096'] for subnet, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.903060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Transition to ACTIVE for port object 3f149d88-88ca-4e49-95d0-c5726f7938e1 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:21.926174 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e2b4-47f3-433e-9973-d9078b17ce2b tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.957221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:21.961281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.967189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port bebb78cd-32d5-4342-8bcc-315ab771e779 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:21.984029 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.997408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port bebb78cd-32d5-4342-8bcc-315ab771e779 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:21.997408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.063625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1126077-fb85-4bda-a2e4-748a0ec813af tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=111dc88c-f7b0-4d98-9d3e-e4f92005d144,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.098025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28bc9-3b0f-461d-8f48-4775eab8e882 req-7bfe97fe-656f-4aeb-b57f-3a9ac5bde6a9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.108615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31e28bc9-3b0f-461d-8f48-4775eab8e882 req-7bfe97fe-656f-4aeb-b57f-3a9ac5bde6a9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4690998 Aug 09 15:52:22.117451 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e2b4-47f3-433e-9973-d9078b17ce2b tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.135936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:22.139868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Pushing event updated for resources: {'Port': ['ID=3f149d88-88ca-4e49-95d0-c5726f7938e1,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.148942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Network b2af0116-2ea9-4912-95b1-b81c38b78e56 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:22.221038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:22.224286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:22.242178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31e28bc9-3b0f-461d-8f48-4775eab8e882 req-c7c61732-aeb3-42c9-a924-187ad0f6b899 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324754 Aug 09 15:52:22.368161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e2b4-47f3-433e-9973-d9078b17ce2b tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.400027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.432993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.460103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=61835479-f8b6-4995-88bd-49ae6ea428c6,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.478549 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.515267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.523188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.524537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.525829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Attempting to bind port 3f149d88-88ca-4e49-95d0-c5726f7938e1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:22.527014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Attempting to bind port 3f149d88-88ca-4e49-95d0-c5726f7938e1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '297097d9-d956-4624-a264-312801bf5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'b2af0116-2ea9-4912-95b1-b81c38b78e56'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:22.527745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Attempting to bind port 3f149d88-88ca-4e49-95d0-c5726f7938e1 on network b2af0116-2ea9-4912-95b1-b81c38b78e56 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:22.544557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:22.545117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: 111dc88c-f7b0-4d98-9d3e-e4f92005d144, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:22.581040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdcdb4f-cf59-4660-a09e-bab7478ec6ea None None] Update dhcp port {'port': {'network_id': '119ba692-966e-4b26-80d0-cf9647295bdf', 'fixed_ips': [{'subnet_id': 'a17b6cdb-d892-4c3c-b235-9a36ed4de1f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '3320e963-ad3f-45ee-a02b-b5b35f430c72'}], 'binding:host_id': 'n-d-799523-2'}, 'id': 'bebb78cd-32d5-4342-8bcc-315ab771e779'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:52:22.592119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:22.592507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Checking segment: {'id': '297097d9-d956-4624-a264-312801bf5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'b2af0116-2ea9-4912-95b1-b81c38b78e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:22.592951 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.593414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Bound using segment: {'id': '297097d9-d956-4624-a264-312801bf5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'b2af0116-2ea9-4912-95b1-b81c38b78e56'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:22.593917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Bound port: 3f149d88-88ca-4e49-95d0-c5726f7938e1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297097d9-d956-4624-a264-312801bf5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'b2af0116-2ea9-4912-95b1-b81c38b78e56'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:22.594364 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.629673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-daeaa0d3-fa10-4490-9d43-195cd5f79793', 'network_id': 'daeaa0d3-fa10-4490-9d43-195cd5f79793', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': '70267a1d-2af8-4f18-9878-cfca188090b0'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:22.630739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0360947 Aug 09 15:52:22.632717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-111a9726-4d69-40a4-824a-c033035d7895 req-0a141d4e-8f6c-42c8-b105-271d588805b3 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c9d853f10f594fc3907169dac285e27e HTTP/1.1" status: 200 len: 221 time: 0.1394289 Aug 09 15:52:22.636259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37454) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:22.638969 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.653802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'bf57438d-5b81-4be2-b7b2-86b7c71c596b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:22.662608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed8e47-0737-4037-b021-079271b9874a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Network': ['ID=bf57438d-5b81-4be2-b7b2-86b7c71c596b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.719511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network bf57438d-5b81-4be2-b7b2-86b7c71c596b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:22.775025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e2b4-47f3-433e-9973-d9078b17ce2b tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.802540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port bebb78cd-32d5-4342-8bcc-315ab771e779, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bebb78cd-32d5-4342-8bcc-315ab771e779,segment=NetworkSegment(292661cc-5f0b-464e-95ee-82291c2dead8),segment_id=292661cc-5f0b-464e-95ee-82291c2dead8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:22.819586 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.821596 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdb4f-cf59-4660-a09e-bab7478ec6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.830193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:22.843661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9e2b4-47f3-433e-9973-d9078b17ce2b tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8e8034-a6b9-45de-add1-977901717782,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.847282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e2b4-47f3-433e-9973-d9078b17ce2b tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.860444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1fc9e2b4-47f3-433e-9973-d9078b17ce2b tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/subnets/9f8e8034-a6b9-45de-add1-977901717782 HTTP/1.1" status: 204 len: 168 time: 2.2108004 Aug 09 15:52:22.864504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37460) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:22.878724 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35cd5ac9-5005-46bd-8001-35cf7bfc9dce tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764431207828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4775528'] for subnet, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.924843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 111dc88c-f7b0-4d98-9d3e-e4f92005d144) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:22.942328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:22.946196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.961772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.962798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.974861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd5ac9-5005-46bd-8001-35cf7bfc9dce tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.975451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35cd5ac9-5005-46bd-8001-35cf7bfc9dce tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.976944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-35cd5ac9-5005-46bd-8001-35cf7bfc9dce tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "PUT /v2.0/subnets/70267a1d-2af8-4f18-9878-cfca188090b0 HTTP/1.1" status: 200 len: 826 time: 1.4970014 Aug 09 15:52:22.985988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37462) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:22.990368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea13f9-764e-4183-9723-0de63ecc7c5d req-ab01991b-5058-452c-b09a-7f104dc1497d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.992903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7ea13f9-764e-4183-9723-0de63ecc7c5d req-ab01991b-5058-452c-b09a-7f104dc1497d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2321742 Aug 09 15:52:23.016072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f7a6d-487a-4588-9f2e-644fa716ba1c None None] Network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:23.075333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd5ac9-5005-46bd-8001-35cf7bfc9dce tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=70267a1d-2af8-4f18-9878-cfca188090b0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:23.082961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc1158-043e-411d-bd8c-601334dd688e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.084903 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8edc1158-043e-411d-bd8c-601334dd688e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2193360 Aug 09 15:52:23.090285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37464) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:23.092550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-461541b1-dc57-43a6-983c-b36e0e67de53 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3365912 Aug 09 15:52:23.102861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37466) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:23.138120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] For port 3f149d88-88ca-4e49-95d0-c5726f7938e1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:23.171800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7ea13f9-764e-4183-9723-0de63ecc7c5d req-afdc5f1f-ecc4-45c2-9605-8fc123ff504e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302407 Aug 09 15:52:23.182458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] For port 3f149d88-88ca-4e49-95d0-c5726f7938e1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3f149d88-88ca-4e49-95d0-c5726f7938e1,segment=NetworkSegment(297097d9-d956-4624-a264-312801bf5e64),segment_id=297097d9-d956-4624-a264-312801bf5e64)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:23.221212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.285568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.306091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.347607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=bebb78cd-32d5-4342-8bcc-315ab771e779,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:23.398274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.496641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Allocated IP 2001:db8::2 (daeaa0d3-fa10-4490-9d43-195cd5f79793/70267a1d-2af8-4f18-9878-cfca188090b0/72eebc17-85d8-485e-948b-432b4471a0a6) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:23.504442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Deleting port 3f149d88-88ca-4e49-95d0-c5726f7938e1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:23.504442 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.544638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-bbdcdb4f-cf59-4660-a09e-bab7478ec6ea None None] Allocated IP 172.20.0.1 (119ba692-966e-4b26-80d0-cf9647295bdf/3320e963-ad3f-45ee-a02b-b5b35f430c72/bebb78cd-32d5-4342-8bcc-315ab771e779) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:23.570407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b978b06-5ab8-4bc9-9661-b7806f35c868 None None] Pushing event updated for resources: {'Port': ['ID=3f149d88-88ca-4e49-95d0-c5726f7938e1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:23.604119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] For port 3f149d88-88ca-4e49-95d0-c5726f7938e1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3f149d88-88ca-4e49-95d0-c5726f7938e1,segment=NetworkSegment(297097d9-d956-4624-a264-312801bf5e64),segment_id=297097d9-d956-4624-a264-312801bf5e64)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:23.604449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.622835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Calling delete_port for 3f149d88-88ca-4e49-95d0-c5726f7938e1 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:23.772785 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.855344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Port': ['ID=3f149d88-88ca-4e49-95d0-c5726f7938e1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:23.859062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.912372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:23.913739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] No DVR routers for this DVR port 3f149d88-88ca-4e49-95d0-c5726f7938e1 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:23.919161 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.965403 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.088999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.114831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2af0116-2ea9-4912-95b1-b81c38b78e56']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:24.137172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16f157-a93a-4659-b266-0b93b6541ce0 req-70d04301-617d-4094-83d9-dfa200fa31c0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.143641 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.147795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac16f157-a93a-4659-b266-0b93b6541ce0 req-70d04301-617d-4094-83d9-dfa200fa31c0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.7912254 Aug 09 15:52:24.153154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297097d9-d956-4624-a264-312801bf5e64') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:24.155884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297097d9-d956-4624-a264-312801bf5e64') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:24.156774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Transition to ACTIVE for port object 72eebc17-85d8-485e-948b-432b4471a0a6 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:24.177973 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.186822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Transition to ACTIVE for port object 72eebc17-85d8-485e-948b-432b4471a0a6 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:24.227242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.243999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:24.244834 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:24.360271 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:24.368973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Allocated IP 2001:db8::2 (111dc88c-f7b0-4d98-9d3e-e4f92005d144/61835479-f8b6-4995-88bd-49ae6ea428c6/f22b94cb-2d02-4d84-b4c2-a33a9754cb0f) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:24.370131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.394844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.401687 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/networks/b2af0116-2ea9-4912-95b1-b81c38b78e56 HTTP/1.1" status: 204 len: 168 time: 1.3105435 Aug 09 15:52:24.417980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37492) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:24.450852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Network': ['ID=b2af0116-2ea9-4912-95b1-b81c38b78e56,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:24.523880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bbdcdb4f-cf59-4660-a09e-bab7478ec6ea None None] For port bebb78cd-32d5-4342-8bcc-315ab771e779, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bebb78cd-32d5-4342-8bcc-315ab771e779,segment=NetworkSegment(292661cc-5f0b-464e-95ee-82291c2dead8),segment_id=292661cc-5f0b-464e-95ee-82291c2dead8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:24.532677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff10d7-2030-47cd-906c-a24d8f805394 tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:24.554362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37494) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:24.577836 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdb4f-cf59-4660-a09e-bab7478ec6ea None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.583885 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.586268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.595651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.653780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Network daeaa0d3-fa10-4490-9d43-195cd5f79793 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:24.667638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bbdcdb4f-cf59-4660-a09e-bab7478ec6ea None None] Transition to ACTIVE for port object bebb78cd-32d5-4342-8bcc-315ab771e779 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:24.668782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:24.673248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:24.682098 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdb4f-cf59-4660-a09e-bab7478ec6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.777935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=70267a1d-2af8-4f18-9878-cfca188090b0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:24.805567 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.854575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daeaa0d3-fa10-4490-9d43-195cd5f79793']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:24.891918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd35e91-f08b-433c-a343-f3796b0795b9') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:24.892256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd35e91-f08b-433c-a343-f3796b0795b9') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:24.894255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17024afe-7649-4657-a81b-72bad40dee87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.903589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=b8608a63-cb10-4e2f-a48c-09cd03894059,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:24.967244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac16f157-a93a-4659-b266-0b93b6541ce0 req-414149d3-1364-4c94-baad-f37cd3c1c0fa tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179774 Aug 09 15:52:24.973342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Checking segment: {'id': 'f45a40e5-cf93-412b-ab9f-a0efac764dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'bf57438d-5b81-4be2-b7b2-86b7c71c596b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:24.973920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network hostable DHCP agents. Network: bf57438d-5b81-4be2-b7b2-86b7c71c596b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:24.984371 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.012234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network bf57438d-5b81-4be2-b7b2-86b7c71c596b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:25.043695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bebb78cd-32d5-4342-8bcc-315ab771e779 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:25.056161 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.061335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, bf57438d-5b81-4be2-b7b2-86b7c71c596b) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:25.068695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:25.069337 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.072697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.073359 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.101065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Pushing event updated for resources: {'Port': ['ID=72eebc17-85d8-485e-948b-432b4471a0a6,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:25.131318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cdd2e2-6819-406c-ba87-7a285d6a6b0e None None] Network bf57438d-5b81-4be2-b7b2-86b7c71c596b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:25.181050 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:25.214860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:52:25.214860 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:52:25.214860 n-d-799523-2 neutron-server[94178]: [parameters: {'id': 'daeaa0d3-fa10-4490-9d43-195cd5f79793'}] Aug 09 15:52:25.214860 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:52:25.217517 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:52:25.218676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc84f73-494f-41dd-a98d-8319325c194b None None] DHCP port deletion for b2af0116-2ea9-4912-95b1-b81c38b78e56 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:52:25.221486 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.247932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753e40e9-e842-43cd-bdc9-9955caa759eb']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:25.269655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdeeaf6-8068-4fa4-bf6f-c1ea4fe3dd12 req-fa7ee4e1-f929-4f4e-868f-dafba744e683 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.272501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4fdeeaf6-8068-4fa4-bf6f-c1ea4fe3dd12 req-fa7ee4e1-f929-4f4e-868f-dafba744e683 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1032991 Aug 09 15:52:25.272756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07c0036-1eb8-4107-a77b-744fe9eddc94') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:25.273205 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07c0036-1eb8-4107-a77b-744fe9eddc94') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:25.287162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7f6fdc08-89b9-4fc1-9793-8f1d97bd743d None None] Could not find standard attr ID for object 3f149d88-88ca-4e49-95d0-c5726f7938e1. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:52:25.309741 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.354649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac804836-10bb-4af5-b2e8-a2799386046b None None] Network b2af0116-2ea9-4912-95b1-b81c38b78e56 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:25.365216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4fdeeaf6-8068-4fa4-bf6f-c1ea4fe3dd12 req-da780864-916b-4dd9-8eca-1b588641dbfc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781043 Aug 09 15:52:25.368659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.386143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:25.386143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:25.389451 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:25.410410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcdb4f-cf59-4660-a09e-bab7478ec6ea None None] Pushing event updated for resources: {'Port': ['ID=bebb78cd-32d5-4342-8bcc-315ab771e779,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:25.451099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Attempting to bind port 72eebc17-85d8-485e-948b-432b4471a0a6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:25.451099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Attempting to bind port 72eebc17-85d8-485e-948b-432b4471a0a6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '0bd35e91-f08b-433c-a343-f3796b0795b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'daeaa0d3-fa10-4490-9d43-195cd5f79793'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:25.451527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Attempting to bind port 72eebc17-85d8-485e-948b-432b4471a0a6 on network daeaa0d3-fa10-4490-9d43-195cd5f79793 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:25.453835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac804836-10bb-4af5-b2e8-a2799386046b None None] Network b2af0116-2ea9-4912-95b1-b81c38b78e56 could not be found, it might have been deleted concurrently. {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 09 15:52:25.460891 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.477950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:25.478602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Checking segment: {'id': '0bd35e91-f08b-433c-a343-f3796b0795b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'daeaa0d3-fa10-4490-9d43-195cd5f79793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:25.479190 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.479812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Bound using segment: {'id': '0bd35e91-f08b-433c-a343-f3796b0795b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'daeaa0d3-fa10-4490-9d43-195cd5f79793'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:25.480561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Bound port: 72eebc17-85d8-485e-948b-432b4471a0a6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd35e91-f08b-433c-a343-f3796b0795b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'daeaa0d3-fa10-4490-9d43-195cd5f79793'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:25.481194 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.512242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.536433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Transition to ACTIVE for port object f22b94cb-2d02-4d84-b4c2-a33a9754cb0f will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:25.586368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-bf57438d-5b81-4be2-b7b2-86b7c71c596b', 'network_id': 'bf57438d-5b81-4be2-b7b2-86b7c71c596b', 'tenant_id': 'da08d0e3d29e463eae1592496fc92f46', 'fixed_ips': [{'subnet_id': 'b8608a63-cb10-4e2f-a48c-09cd03894059'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:25.587755 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.588705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17024afe-7649-4657-a81b-72bad40dee87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.591231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.596744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/networks/753e40e9-e842-43cd-bdc9-9955caa759eb HTTP/1.1" status: 204 len: 168 time: 1.1754220 Aug 09 15:52:25.596744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c1cbc-d99f-4c0a-b4f8-f30c7c28117e tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Network': ['ID=753e40e9-e842-43cd-bdc9-9955caa759eb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:25.599332 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37508) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:25.613524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17024afe-7649-4657-a81b-72bad40dee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.617847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d5d3-242d-43a8-8238-6d1e82aa4725 req-6c4afb52-5fef-486b-8a8f-ada629252d29 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.632494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d100d5d3-242d-43a8-8238-6d1e82aa4725 req-6c4afb52-5fef-486b-8a8f-ada629252d29 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1518340 Aug 09 15:52:25.642116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Transition to ACTIVE for port object f22b94cb-2d02-4d84-b4c2-a33a9754cb0f will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:25.668001 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-17024afe-7649-4657-a81b-72bad40dee87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6462ac2d2cb547609acfd9e2420fa8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0875988 Aug 09 15:52:25.673581 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.694661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37510) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:25.731102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-79237dd2-1d0a-4a19-8f1d-23e13f218fa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0893087 Aug 09 15:52:25.741168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37512) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:25.753222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'bf57438d-5b81-4be2-b7b2-86b7c71c596b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-493728065'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:25.753453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.786858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8::1 (111dc88c-f7b0-4d98-9d3e-e4f92005d144/61835479-f8b6-4995-88bd-49ae6ea428c6/c3b76461-66ee-4777-b9cf-84947f8605a9) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:25.861570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17024afe-7649-4657-a81b-72bad40dee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac7da8e-f798-4758-a3f4-08d0bb941833,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:25.892709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Allocated IP 2001:db8::2 (bf57438d-5b81-4be2-b7b2-86b7c71c596b/b8608a63-cb10-4e2f-a48c-09cd03894059/3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:25.894136 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.948686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d100d5d3-242d-43a8-8238-6d1e82aa4725 req-6b104e2e-8e52-4ba3-b441-d651a88c83ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142178 Aug 09 15:52:26.032524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d895d31-6d7c-411b-a735-e1ab05e004f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.117240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.149742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d895d31-6d7c-411b-a735-e1ab05e004f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.173880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b14711-c160-4c23-8ec5-b80a3cf656b2 None None] Network 119ba692-966e-4b26-80d0-cf9647295bdf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:26.174958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5233760e-096f-47de-837e-be2a896ef2b8']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:26.177560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.185769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:26.197307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97480664-6930-4241-8dad-8b53334339d1 req-68587d84-27c8-4ea8-b03b-eed4bf2cffa4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.198933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97480664-6930-4241-8dad-8b53334339d1 req-68587d84-27c8-4ea8-b03b-eed4bf2cffa4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1253667 Aug 09 15:52:26.199785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:26.203346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.205568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b25025f-f878-496c-92fb-7e26428d177c') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:26.205861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b25025f-f878-496c-92fb-7e26428d177c') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:26.211506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting port 72eebc17-85d8-485e-948b-432b4471a0a6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:26.211903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.213525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] For port 72eebc17-85d8-485e-948b-432b4471a0a6, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:26.231190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object c3b76461-66ee-4777-b9cf-84947f8605a9 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:26.246289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.260954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port e4efe249-f55b-4071-b273-c5f09a245245 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:26.268881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:26.300113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] For port 72eebc17-85d8-485e-948b-432b4471a0a6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=72eebc17-85d8-485e-948b-432b4471a0a6,segment=NetworkSegment(0bd35e91-f08b-433c-a343-f3796b0795b9),segment_id=0bd35e91-f08b-433c-a343-f3796b0795b9)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:26.317374 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.322755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Pushing event updated for resources: {'Port': ['ID=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:26.333690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:26.342257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:26.342950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.350998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.360557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ff46962f-1729-4104-931d-45edef7e78e4 None None] Provisioning for port bebb78cd-32d5-4342-8bcc-315ab771e779 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:26.366806 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:26.370170 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.376812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97480664-6930-4241-8dad-8b53334339d1 req-27d30aa9-bc20-4f93-8ebd-3b16b6b2d854 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693463 Aug 09 15:52:26.411554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ff46962f-1729-4104-931d-45edef7e78e4 None None] Provisioning complete for port bebb78cd-32d5-4342-8bcc-315ab771e779 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:26.411979 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ff46962f-1729-4104-931d-45edef7e78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.447353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] For port 72eebc17-85d8-485e-948b-432b4471a0a6, host n-d-799523-2, got binding levels [] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:26.448080 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.451025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d895d31-6d7c-411b-a735-e1ab05e004f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.453927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d895d31-6d7c-411b-a735-e1ab05e004f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.455293 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5d895d31-6d7c-411b-a735-e1ab05e004f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ac7da8e-f798-4758-a3f4-08d0bb941833 HTTP/1.1" status: 204 len: 168 time: 0.7591605 Aug 09 15:52:26.456187 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.485880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Calling delete_port for 72eebc17-85d8-485e-948b-432b4471a0a6 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:26.501241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Transition to ACTIVE for port object 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:26.501921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d895d31-6d7c-411b-a735-e1ab05e004f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac7da8e-f798-4758-a3f4-08d0bb941833,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:26.528102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.584207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:26.591231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:26.610145 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.616633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/networks/5233760e-096f-47de-837e-be2a896ef2b8 HTTP/1.1" status: 204 len: 168 time: 1.0149260 Aug 09 15:52:26.626507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:26.631744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=c3b76461-66ee-4777-b9cf-84947f8605a9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:26.636338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:26.637119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.669635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faa5d5-034a-40f4-b0f9-1ed10d367bfc tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Network': ['ID=5233760e-096f-47de-837e-be2a896ef2b8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:26.720840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Attempting to bind port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:26.723360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Attempting to bind port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:26.724201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Attempting to bind port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f on network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:26.744444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996fc705-677e-43c2-b94f-1cc27c87b41a None None] Network daeaa0d3-fa10-4490-9d43-195cd5f79793 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:26.760773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531f645-69bc-492e-847a-2b94ec8ce7d7 req-31b441f0-8871-45f7-859d-8bd4b7671cd9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.762420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c531f645-69bc-492e-847a-2b94ec8ce7d7 req-31b441f0-8871-45f7-859d-8bd4b7671cd9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2043273 Aug 09 15:52:26.785462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.830960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.834108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Port': ['ID=72eebc17-85d8-485e-948b-432b4471a0a6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:26.841454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No DVR routers for this DVR port 72eebc17-85d8-485e-948b-432b4471a0a6 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:26.865989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c531f645-69bc-492e-847a-2b94ec8ce7d7 req-9bc47ce1-c073-4d8f-8a28-7f6eeabe6ae3 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822966 Aug 09 15:52:26.877579 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.887627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Transition to ACTIVE for port object 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:26.896824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:26.897090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Checking segment: {'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:26.897458 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.897856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Bound using segment: {'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:26.898347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Bound port: f22b94cb-2d02-4d84-b4c2-a33a9754cb0f, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:26.898893 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.901118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb830b-19e9-4d40-a4ff-2f87c1487913 None None] Pushing event updated for resources: {'Port': ['ID=72eebc17-85d8-485e-948b-432b4471a0a6,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:26.939738 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.047842 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.059984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af456fc-4b5c-4211-b89a-935f45329ff2']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.062772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Network bf57438d-5b81-4be2-b7b2-86b7c71c596b is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:27.073953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ef9a4a-f66f-46dc-a520-b098f8c913c2') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.074244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ef9a4a-f66f-46dc-a520-b098f8c913c2') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.085812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.093238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bebb78cd-32d5-4342-8bcc-315ab771e779 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:27.119097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.162999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:27.163705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:27.166988 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:27.183191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::cb (bf57438d-5b81-4be2-b7b2-86b7c71c596b/b8608a63-cb10-4e2f-a48c-09cd03894059/e4efe249-f55b-4071-b273-c5f09a245245) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:27.199634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42caaf63-d8e7-408f-9cec-8a1093e5573c None None] Network daeaa0d3-fa10-4490-9d43-195cd5f79793 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:27.204393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:27.215074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Pushing event updated for resources: {'Port': ['ID=3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:27.220609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:27.227524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.238599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641c907-fcd0-47ad-90ae-42f7d4d7d646 req-ba021421-2955-42bb-a574-56688e0785bc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.240711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b641c907-fcd0-47ad-90ae-42f7d4d7d646 req-ba021421-2955-42bb-a574-56688e0785bc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2479873 Aug 09 15:52:27.244566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daeaa0d3-fa10-4490-9d43-195cd5f79793']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.256044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd35e91-f08b-433c-a343-f3796b0795b9') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.256557 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd35e91-f08b-433c-a343-f3796b0795b9') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.264524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.279780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.285254 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] 10.222.0.64 "DELETE /v2.0/networks/6af456fc-4b5c-4211-b89a-935f45329ff2 HTTP/1.1" status: 204 len: 168 time: 0.6555910 Aug 09 15:52:27.294617 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.339090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8b6a9-76fc-4134-96b3-02791ab1dfaa tempest-BulkNetworkOpsIpV6Test-1324973499 tempest-BulkNetworkOpsIpV6Test-1324973499-project] Pushing event deleted for resources: {'Network': ['ID=6af456fc-4b5c-4211-b89a-935f45329ff2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:27.347299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.360747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:27.361297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:27.366712 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:27.399095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b641c907-fcd0-47ad-90ae-42f7d4d7d646 req-f14f2463-959b-494a-b912-6581ffb4f341 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494050 Aug 09 15:52:27.524781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.549308 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.552908 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/daeaa0d3-fa10-4490-9d43-195cd5f79793 HTTP/1.1" status: 204 len: 168 time: 4.5628006 Aug 09 15:52:27.563810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37554) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:27.576816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52870bdf-e744-4cc3-8217-7d7e589aee67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=daeaa0d3-fa10-4490-9d43-195cd5f79793,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:27.583140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d951f419-c379-462e-82a7-7407177b0320 None None] For port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:27.594501 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4478d84-de07-45d3-a4d7-7cefe2cdf69d tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:27.595236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4478d84-de07-45d3-a4d7-7cefe2cdf69d tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:27.597807 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e4478d84-de07-45d3-a4d7-7cefe2cdf69d tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/daeaa0d3-fa10-4490-9d43-195cd5f79793 HTTP/1.1" status: 404 len: 339 time: 0.0321741 Aug 09 15:52:27.602347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37558) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:27.610381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-499491783', 'description': 'd1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:27.664975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d951f419-c379-462e-82a7-7407177b0320 None None] For port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,segment=NetworkSegment(66beac01-f3bc-445b-be77-b6b0440602d7),segment_id=66beac01-f3bc-445b-be77-b6b0440602d7)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:27.670363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Attempting to bind port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:27.670363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Attempting to bind port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'f45a40e5-cf93-412b-ab9f-a0efac764dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'bf57438d-5b81-4be2-b7b2-86b7c71c596b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:27.670363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Attempting to bind port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 on network bf57438d-5b81-4be2-b7b2-86b7c71c596b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:27.670790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.683347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:27.683964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Checking segment: {'id': 'f45a40e5-cf93-412b-ab9f-a0efac764dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'bf57438d-5b81-4be2-b7b2-86b7c71c596b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:27.684536 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.685075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Bound using segment: {'id': 'f45a40e5-cf93-412b-ab9f-a0efac764dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'bf57438d-5b81-4be2-b7b2-86b7c71c596b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:27.685606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Bound port: 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45a40e5-cf93-412b-ab9f-a0efac764dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'bf57438d-5b81-4be2-b7b2-86b7c71c596b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:27.686016 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.689478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:27.698825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.712781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object e4efe249-f55b-4071-b273-c5f09a245245 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:27.725578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.735888 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.755529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.757131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.781030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:27.807502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.810593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc9135-52dd-4c16-a17b-f52a46c2cfda req-df8b3afc-dcfa-496e-8e7e-0a38807c0158 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.812958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63dc9135-52dd-4c16-a17b-f52a46c2cfda req-df8b3afc-dcfa-496e-8e7e-0a38807c0158 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2612724 Aug 09 15:52:27.813152 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment 36beb77e-ec49-4426-a704-386790a370c5 of type vlan for network e8fa6fc5-bebc-4d32-8978-07833252da7a Aug 09 15:52:27.859969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951f419-c379-462e-82a7-7407177b0320 None None] Pushing event updated for resources: {'Port': ['ID=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:27.893330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port bebb78cd-32d5-4342-8bcc-315ab771e779 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:27.893705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.918638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.934132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37564) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:27.968338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=c3b76461-66ee-4777-b9cf-84947f8605a9,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:28.023638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.030319 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.037985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.038640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.151756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:28.157905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63dc9135-52dd-4c16-a17b-f52a46c2cfda req-f0c9aa24-f951-474d-9b91-7e257fb85833 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267796 Aug 09 15:52:28.161822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:28.188740 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5851736 Aug 09 15:52:28.191583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37572) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.225082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network bf57438d-5b81-4be2-b7b2-86b7c71c596b is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:28.319005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a22c5-a5de-4b7a-b36d-32880031bcc6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=e8fa6fc5-bebc-4d32-8978-07833252da7a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:28.354593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:28.357074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:28.368072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.368761 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.378517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff37530-bd16-4a47-9451-0dc0894fd58e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.380120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9ff37530-bd16-4a47-9451-0dc0894fd58e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/networks?id=e8fa6fc5-bebc-4d32-8978-07833252da7a HTTP/1.1" status: 200 len: 764 time: 0.1790373 Aug 09 15:52:28.383795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37582) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.389557 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-97c8ae7c-a802-4244-ba6a-92d0e1bb2305 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'description': 'd2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:28.397933 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1a33c57c-9bc4-4322-9e96-5c6ba6ee686f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ae6669e714c46929651059c42ff9396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626877 Aug 09 15:52:28.403195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37584) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.405438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network e8fa6fc5-bebc-4d32-8978-07833252da7a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:28.453710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=e4efe249-f55b-4071-b273-c5f09a245245,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:28.464499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-850bd279-69c0-475d-82c2-7649f0ceb505 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.7215767 Aug 09 15:52:28.479806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37590) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.620466 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.642310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4eb0da-fd1e-47e2-9acc-afcf83ef0f1c req-4a8509ed-8014-43db-81a4-5b5482aa21a1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.644094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad4eb0da-fd1e-47e2-9acc-afcf83ef0f1c req-4a8509ed-8014-43db-81a4-5b5482aa21a1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2940593 Aug 09 15:52:28.644799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:52:28.665300 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.684837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bfb97cd2-e6ac-43e5-8d00-e31124afb223 None None] Provisioning complete for port bebb78cd-32d5-4342-8bcc-315ab771e779 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:28.686239 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bfb97cd2-e6ac-43e5-8d00-e31124afb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.729729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97c8ae7c-a802-4244-ba6a-92d0e1bb2305 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.777434 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97c8ae7c-a802-4244-ba6a-92d0e1bb2305 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.777906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] For port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:28.812415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] For port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49,segment=NetworkSegment(f45a40e5-cf93-412b-ab9f-a0efac764dfa),segment_id=f45a40e5-cf93-412b-ab9f-a0efac764dfa)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:28.821184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9ef64b7-3d2d-4e61-a7b9-d59f4316fff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.823614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97c8ae7c-a802-4244-ba6a-92d0e1bb2305 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network e8fa6fc5-bebc-4d32-8978-07833252da7a is not hosted by any dhcp agent {{(pid=94178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:52:28.831147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c8ae7c-a802-4244-ba6a-92d0e1bb2305 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.832183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97c8ae7c-a802-4244-ba6a-92d0e1bb2305 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.833931 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-97c8ae7c-a802-4244-ba6a-92d0e1bb2305 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "PUT /v2.0/networks/e8fa6fc5-bebc-4d32-8978-07833252da7a HTTP/1.1" status: 200 len: 761 time: 0.4488957 Aug 09 15:52:28.845183 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.867519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37596) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.871866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9ef64b7-3d2d-4e61-a7b9-d59f4316fff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.952393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad4eb0da-fd1e-47e2-9acc-afcf83ef0f1c req-4b441918-7375-4efd-9f57-1f906ed82c63 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845397 Aug 09 15:52:28.960931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3f149d88-88ca-4e49-95d0-c5726f7938e1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:29.021596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9ef64b7-3d2d-4e61-a7b9-d59f4316fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.024658 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9ef64b7-3d2d-4e61-a7b9-d59f4316fff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.028538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b9ef64b7-3d2d-4e61-a7b9-d59f4316fff9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc0abea5-4363-41a1-a39c-f27d58e3b838 HTTP/1.1" status: 204 len: 168 time: 0.5816197 Aug 09 15:52:29.091688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3f149d88-88ca-4e49-95d0-c5726f7938e1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:29.092892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3f149d88-88ca-4e49-95d0-c5726f7938e1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:29.101078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef64b7-3d2d-4e61-a7b9-d59f4316fff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0abea5-4363-41a1-a39c-f27d58e3b838,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:29.104214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d5585-09c5-4877-955a-84ffd199e3ac None None] Pushing event updated for resources: {'Port': ['ID=3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:29.127035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8ae7c-a802-4244-ba6a-92d0e1bb2305 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=e8fa6fc5-bebc-4d32-8978-07833252da7a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:29.137320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:29.153538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4490fed4-ef3f-433b-b0bf-4c0cde095d1e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0494289 Aug 09 15:52:29.157842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:29.159165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5d53f0aa-3c43-4d87-90fd-2c79ee2e31dd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port e4efe249-f55b-4071-b273-c5f09a245245 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:29.159330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37606) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:29.159645 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d53f0aa-3c43-4d87-90fd-2c79ee2e31dd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.188156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:29.189157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:29.195092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network e8fa6fc5-bebc-4d32-8978-07833252da7a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:29.196448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1795660634'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:29.267614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ba7a7-304a-4909-8994-b1352deeb6d7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.271626 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-804ba7a7-304a-4909-8994-b1352deeb6d7 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/networks?id=e8fa6fc5-bebc-4d32-8978-07833252da7a HTTP/1.1" status: 200 len: 764 time: 0.4028692 Aug 09 15:52:29.278425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37612) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:29.488076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae05b6-ba62-4b9c-aaa0-cda4a9657707 req-68117537-ddc6-4896-96f6-02cb614322ab tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.496802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bae05b6-ba62-4b9c-aaa0-cda4a9657707 req-68117537-ddc6-4896-96f6-02cb614322ab tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2933328 Aug 09 15:52:29.539686 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d53f0aa-3c43-4d87-90fd-2c79ee2e31dd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.566223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f22b94cb-2d02-4d84-b4c2-a33a9754cb0f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:29.589894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5d53f0aa-3c43-4d87-90fd-2c79ee2e31dd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for e4efe249-f55b-4071-b273-c5f09a245245 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:29.631649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bae05b6-ba62-4b9c-aaa0-cda4a9657707 req-436d6e5e-331e-41be-90c1-9b65366290ac tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214650 Aug 09 15:52:29.674216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:29.748158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:29.762569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.790038 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a838fd-0e2e-4a9d-9dd4-ed46913e6a6b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.794425 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b1a838fd-0e2e-4a9d-9dd4-ed46913e6a6b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5099120 Aug 09 15:52:29.797451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37624) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:29.922454 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a9157180-ce8e-4cb6-b9ff-fcb6652eb7e6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 207 time: 0.1101494 Aug 09 15:52:29.942133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37626) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.033323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:30.055457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.055847 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment facf8181-13c4-49da-8d9a-d3246794be9c of type vlan for network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b Aug 09 15:52:30.071637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a4ffc-3053-43f1-9b0c-828623229c71 req-f3c41d39-ff7e-461c-8428-980001f806b9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.075430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-367a4ffc-3053-43f1-9b0c-828623229c71 req-f3c41d39-ff7e-461c-8428-980001f806b9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1890597 Aug 09 15:52:30.105607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d53f0aa-3c43-4d87-90fd-2c79ee2e31dd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.124700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:30.219144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:26Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:27Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:30.236805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.252156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53f0aa-3c43-4d87-90fd-2c79ee2e31dd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=e4efe249-f55b-4071-b273-c5f09a245245,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:30.292556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d53f0aa-3c43-4d87-90fd-2c79ee2e31dd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.296633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5d53f0aa-3c43-4d87-90fd-2c79ee2e31dd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/e4efe249-f55b-4071-b273-c5f09a245245 HTTP/1.1" status: 204 len: 168 time: 1.8067374 Aug 09 15:52:30.297107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d7dc3e-70f8-4070-bfdd-33e1b78b2b9f None None] Network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:30.299583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37640) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.314407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:30.314938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Updating router 7dfe8aab-4092-4281-acc0-27958affbcb8 port c3b76461-66ee-4777-b9cf-84947f8605a9 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:30.324219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a492e5e6-10de-48da-ab44-c1df72786eb5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.331534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a492e5e6-10de-48da-ab44-c1df72786eb5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.338589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a492e5e6-10de-48da-ab44-c1df72786eb5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.347529 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0700002f-8bbf-49e2-9683-dbd54b5606ac tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:52:30.348583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a492e5e6-10de-48da-ab44-c1df72786eb5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.350281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0700002f-8bbf-49e2-9683-dbd54b5606ac tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/e4efe249-f55b-4071-b273-c5f09a245245 HTTP/1.1" status: 404 len: 333 time: 0.0486090 Aug 09 15:52:30.353440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37642) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.356730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a492e5e6-10de-48da-ab44-c1df72786eb5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.363561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a492e5e6-10de-48da-ab44-c1df72786eb5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.370161 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a492e5e6-10de-48da-ab44-c1df72786eb5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4267697 Aug 09 15:52:30.373097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37646) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.420800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a60305-3d75-47fe-a656-c500cbff3ab5 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet b8608a63-cb10-4e2f-a48c-09cd03894059 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:30.425104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a60305-3d75-47fe-a656-c500cbff3ab5 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.448531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-367a4ffc-3053-43f1-9b0c-828623229c71 req-de06e8a1-f48c-4ee8-8f59-916a4f4b3936 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053050 Aug 09 15:52:30.520046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.562851 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7d33b210-99e4-417f-9526-f3cecfc81048 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1882188 Aug 09 15:52:30.563105 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a60305-3d75-47fe-a656-c500cbff3ab5 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.565934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:52:30.574054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37650) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.626230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.656680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.667661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.772378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427e607-12e3-4965-94a6-86cd7b7759b6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.776208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427e607-12e3-4965-94a6-86cd7b7759b6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.783368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427e607-12e3-4965-94a6-86cd7b7759b6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.785307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427e607-12e3-4965-94a6-86cd7b7759b6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.793276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427e607-12e3-4965-94a6-86cd7b7759b6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.795546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3427e607-12e3-4965-94a6-86cd7b7759b6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2204485 Aug 09 15:52:30.838627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37660) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.872999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe4883-9b08-43ff-9e13-a47771720a67 req-9cef6ea2-df6a-4bb0-a73d-677917c3086e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.874322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6a391a78-19ff-465c-bd3d-e28f79b7acea None None] Provisioning for port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:30.883571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab252b1f-0b2c-458a-b198-d0ecd8851db2 None None] Network bf57438d-5b81-4be2-b7b2-86b7c71c596b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:30.884805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79fe4883-9b08-43ff-9e13-a47771720a67 req-9cef6ea2-df6a-4bb0-a73d-677917c3086e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2266951 Aug 09 15:52:30.918389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6a391a78-19ff-465c-bd3d-e28f79b7acea None None] Provisioning complete for port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:30.918389 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a391a78-19ff-465c-bd3d-e28f79b7acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.961517 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7990379 Aug 09 15:52:30.967428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37668) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.988137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:30.993903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a159f-89e4-49b1-82ce-d1f2fbdeafc4 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=50cbc649-d3ef-4268-8bf5-54cdc1b96d7b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:31.008251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a60305-3d75-47fe-a656-c500cbff3ab5 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.031326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:31.038625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e88465-c65a-4481-b002-391a28b7b03f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.041892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e88465-c65a-4481-b002-391a28b7b03f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.051090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e88465-c65a-4481-b002-391a28b7b03f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.053953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e88465-c65a-4481-b002-391a28b7b03f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.055259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e88465-c65a-4481-b002-391a28b7b03f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.057027 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-91e88465-c65a-4481-b002-391a28b7b03f tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2129896 Aug 09 15:52:31.068573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37670) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.182240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79fe4883-9b08-43ff-9e13-a47771720a67 req-1c68ca5e-70c1-4b97-ac15-71568b114b6b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956729 Aug 09 15:52:31.270147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37676) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.419937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a683d44-0a7a-4e75-8c2d-ee3bde2dcf94 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.425758 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a60305-3d75-47fe-a656-c500cbff3ab5 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.429745 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3a683d44-0a7a-4e75-8c2d-ee3bde2dcf94 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/networks/3dc36009-68a0-4561-97c2-930c3ff3fe5d HTTP/1.1" status: 200 len: 803 time: 0.3596880 Aug 09 15:52:31.430837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37682) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.471581 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.474436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:31.540367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a60305-3d75-47fe-a656-c500cbff3ab5 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=b8608a63-cb10-4e2f-a48c-09cd03894059,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:31.543342 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a391a78-19ff-465c-bd3d-e28f79b7acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.551063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37a60305-3d75-47fe-a656-c500cbff3ab5 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.558617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-37a60305-3d75-47fe-a656-c500cbff3ab5 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/b8608a63-cb10-4e2f-a48c-09cd03894059 HTTP/1.1" status: 204 len: 168 time: 1.1992762 Aug 09 15:52:31.567953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Transition to ACTIVE for port object c3b76461-66ee-4777-b9cf-84947f8605a9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:31.585259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37684) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.601988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.628833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:31.645448 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.773401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37688) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.833146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963337-f3d3-411f-a672-9a0850b281a9 req-5bef84d2-0229-4b19-a681-756b3431912d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.835134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-00963337-f3d3-411f-a672-9a0850b281a9 req-5bef84d2-0229-4b19-a681-756b3431912d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4486916 Aug 09 15:52:31.895534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-390582451'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:31.914916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6a391a78-19ff-465c-bd3d-e28f79b7acea None None] For port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,segment=NetworkSegment(66beac01-f3bc-445b-be77-b6b0440602d7),segment_id=66beac01-f3bc-445b-be77-b6b0440602d7)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:31.953378 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a391a78-19ff-465c-bd3d-e28f79b7acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.954371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:31.959390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.975423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.087166 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-926b6f8d-051e-4afe-bdef-c7436a44d139 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/networks/3dc36009-68a0-4561-97c2-930c3ff3fe5d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6548865 Aug 09 15:52:32.087754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad316c-e1fa-47ed-aaa7-e7775e5bdabb None None] Pushing event updated for resources: {'Port': ['ID=c3b76461-66ee-4777-b9cf-84947f8605a9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.090265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37694) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:32.119646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.156625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Attempting to bind port c3b76461-66ee-4777-b9cf-84947f8605a9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:32.157193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Attempting to bind port c3b76461-66ee-4777-b9cf-84947f8605a9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:32.157635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Attempting to bind port c3b76461-66ee-4777-b9cf-84947f8605a9 on network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:32.165613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:32.182092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f663adc-3b7e-4fbf-9ef5-2c455d7434aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.185716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.194844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2f2cc-16ba-4856-8c66-da36cd31026a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.208331 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3bf2f2cc-16ba-4856-8c66-da36cd31026a tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/subnets/b2c840e0-091d-488f-84e7-b006db393979 HTTP/1.1" status: 200 len: 843 time: 0.1165102 Aug 09 15:52:32.211945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37696) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:32.231579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e5350d84-2876-4660-a8f1-dad10d604bd6 None None] Provisioning complete for port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:32.231891 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e5350d84-2876-4660-a8f1-dad10d604bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.235706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:32.235706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Checking segment: {'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:32.236086 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.236375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Bound using segment: {'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:32.236887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Bound port: c3b76461-66ee-4777-b9cf-84947f8605a9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66beac01-f3bc-445b-be77-b6b0440602d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:32.241368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.302191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d50c462-7eeb-47c8-9e47-f6ade1657c6b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.311377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0d50c462-7eeb-47c8-9e47-f6ade1657c6b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "GET /v2.0/subnets/b2c840e0-091d-488f-84e7-b006db393979?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0978329 Aug 09 15:52:32.312658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37698) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:32.325150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-120846167'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:32.338400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.344908 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.355605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca52be-cdc0-4a9c-b54a-75308b6cdeaf None None] Network bf57438d-5b81-4be2-b7b2-86b7c71c596b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:32.366076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-00963337-f3d3-411f-a672-9a0850b281a9 req-3efca598-2ffb-4f9d-ac9a-ae94426c7683 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107355 Aug 09 15:52:32.381791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:32.405051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.405525 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4 of type vlan for network bac90180-ebfd-4074-b301-7df474a2abf9 Aug 09 15:52:32.409993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a391a78-19ff-465c-bd3d-e28f79b7acea None None] Pushing event updated for resources: {'Port': ['ID=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.426109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:32.426617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:32.428406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d82b7ef-2c14-4d48-8d66-c1e361960e84,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.471166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=6d8318af-642e-4529-9a2d-0976d0428bea,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.530254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.547930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:32.599352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.612713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:32.617440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:32.618115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.618248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.618582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.641346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0ba9c-34b0-45ef-b61a-11a02464e010 None None] Network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:32.734733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=bac90180-ebfd-4074-b301-7df474a2abf9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.751221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] For port c3b76461-66ee-4777-b9cf-84947f8605a9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:32.760765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network bac90180-ebfd-4074-b301-7df474a2abf9 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:32.873701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] For port c3b76461-66ee-4777-b9cf-84947f8605a9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c3b76461-66ee-4777-b9cf-84947f8605a9,segment=NetworkSegment(66beac01-f3bc-445b-be77-b6b0440602d7),segment_id=66beac01-f3bc-445b-be77-b6b0440602d7)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:32.913354 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.977134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e5350d84-2876-4660-a8f1-dad10d604bd6 None None] Provisioning for port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:33.002416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e5350d84-2876-4660-a8f1-dad10d604bd6 None None] Provisioning complete for port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:33.002766 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e5350d84-2876-4660-a8f1-dad10d604bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.079379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad316c-e1fa-47ed-aaa7-e7775e5bdabb None None] Pushing event updated for resources: {'Port': ['ID=c3b76461-66ee-4777-b9cf-84947f8605a9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.088480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:33.089129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:33.115394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.116029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.137857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:33.138731 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.178646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] For port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49,segment=NetworkSegment(f45a40e5-cf93-412b-ab9f-a0efac764dfa),segment_id=f45a40e5-cf93-412b-ab9f-a0efac764dfa)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:33.179020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.200892 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f663adc-3b7e-4fbf-9ef5-2c455d7434aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.207800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] DHCP port deletion for bf57438d-5b81-4be2-b7b2-86b7c71c596b request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:52:33.212957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04d1ad-aaa8-48dc-b6d5-44a2cd1a643d req-7422420f-b72a-4274-b148-b8470490d8ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.221661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc04d1ad-aaa8-48dc-b6d5-44a2cd1a643d req-7422420f-b72a-4274-b148-b8470490d8ef tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.6339309 Aug 09 15:52:33.224841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:33.236039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f663adc-3b7e-4fbf-9ef5-2c455d7434aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.246447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:33.260909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:33.262620 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-02fee6e7-b49e-4739-93d1-aea005e66c72 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2820265 Aug 09 15:52:33.264154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.267267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37706) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.286935 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-97a279e4-ee25-4cc9-8ce3-35fabe36fcfe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0072947 Aug 09 15:52:33.393585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8f663adc-3b7e-4fbf-9ef5-2c455d7434aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a76010d4ca14d8fb1283bcd2bc52331&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5823944 Aug 09 15:52:33.394672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f663adc-3b7e-4fbf-9ef5-2c455d7434aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa313d4-bda7-4c9b-b777-72d2edb88db4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.397613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37708) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.444773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc04d1ad-aaa8-48dc-b6d5-44a2cd1a643d req-a47b24dd-7800-4afe-8ad8-a76e0ba68ebd tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217851 Aug 09 15:52:33.456093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f22b94cb-2d02-4d84-b4c2-a33a9754cb0f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:33.467765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37710) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.493386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': 'bac90180-ebfd-4074-b301-7df474a2abf9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:33.565441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:33.587985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.588427 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Added segment 64af3aab-20e1-4547-bec7-0e943d63fc2f of type vlan for network f88e9af8-cbaf-43b8-a732-9d983755660f Aug 09 15:52:33.658066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:33.660847 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e5350d84-2876-4660-a8f1-dad10d604bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.663656 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.799517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.806903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] Deleting port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:33.807279 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.809597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Allocated IP 2001:db8:1::2 (50cbc649-d3ef-4268-8bf5-54cdc1b96d7b/6d8318af-642e-4529-9a2d-0976d0428bea/814d4606-b2df-4915-83b4-9a9a0c0493dd) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:33.818563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:33.818939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.836590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.853227 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7755e0b9-f77c-4ad0-a5be-713ffd245d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.899857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No DVR routers for this DVR port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:33.908430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.945293 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.956579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.957647 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.960094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7755e0b9-f77c-4ad0-a5be-713ffd245d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.973619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18e8b5-1cc3-4b7b-95d7-0a697d77f495 req-5b4ed828-e3f1-491b-a9c5-f98864e71ce4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.975340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb18e8b5-1cc3-4b7b-95d7-0a697d77f495 req-5b4ed828-e3f1-491b-a9c5-f98864e71ce4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2766025 Aug 09 15:52:34.027582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] For port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49,segment=NetworkSegment(f45a40e5-cf93-412b-ab9f-a0efac764dfa),segment_id=f45a40e5-cf93-412b-ab9f-a0efac764dfa)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:34.028417 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.052484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e5350d84-2876-4660-a8f1-dad10d604bd6 None None] Provisioning for port c3b76461-66ee-4777-b9cf-84947f8605a9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:34.057665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] Calling delete_port for 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:34.070571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:26Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:32Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:34.118294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.119001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136fb96-519a-4b7e-91bb-ee93a97ba1f1 None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:26Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:32Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:34.123521 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8033006 Aug 09 15:52:34.124512 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37720) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.139989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe199-2937-4989-bd73-de55e59fb910 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Network': ['ID=f88e9af8-cbaf-43b8-a732-9d983755660f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:34.156111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'network_id': 'f88e9af8-cbaf-43b8-a732-9d983755660f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:34.157887 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.173563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf57438d-5b81-4be2-b7b2-86b7c71c596b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:34.310452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45a40e5-cf93-412b-ab9f-a0efac764dfa') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:34.311037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45a40e5-cf93-412b-ab9f-a0efac764dfa') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:34.334134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7755e0b9-f77c-4ad0-a5be-713ffd245d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.336889 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7755e0b9-f77c-4ad0-a5be-713ffd245d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.338136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7755e0b9-f77c-4ad0-a5be-713ffd245d28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fa313d4-bda7-4c9b-b777-72d2edb88db4 HTTP/1.1" status: 204 len: 168 time: 0.9354868 Aug 09 15:52:34.340383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.389884 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.395439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network f88e9af8-cbaf-43b8-a732-9d983755660f details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:34.411390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755e0b9-f77c-4ad0-a5be-713ffd245d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa313d4-bda7-4c9b-b777-72d2edb88db4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:34.434296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a184b777-c496-4869-b1f5-2855b95e84aa None None] Could not find standard attr ID for object 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:52:34.501584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb18e8b5-1cc3-4b7b-95d7-0a697d77f495 req-04de17cb-a2a0-493f-b395-d79926d58edc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716973 Aug 09 15:52:34.516988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=8ef5d87d-f2ad-4edf-b102-9cd6c4b9d307,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:34.594180 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.647252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:34.647662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:34.652259 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:34.732368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.770792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Transition to ACTIVE for port object 814d4606-b2df-4915-83b4-9a9a0c0493dd will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:34.789030 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.827474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Transition to ACTIVE for port object 814d4606-b2df-4915-83b4-9a9a0c0493dd will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:34.830102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] Pushing event deleted for resources: {'Port': ['ID=3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:34.834883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f1cdd-ce97-429e-8a09-1e0123d950fb None None] No DVR routers for this DVR port 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:34.849576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.857271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.922948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.929565 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/networks/bf57438d-5b81-4be2-b7b2-86b7c71c596b HTTP/1.1" status: 204 len: 168 time: 3.3430808 Aug 09 15:52:34.934388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:34.934851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfae635-8acc-422a-87c4-80a7fd58b8a2 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Network': ['ID=bf57438d-5b81-4be2-b7b2-86b7c71c596b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:34.935532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Pushing event updated for resources: {'Port': ['ID=814d4606-b2df-4915-83b4-9a9a0c0493dd,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:34.937019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.945934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'name': 'tempest-PortsIpV6TestJSON-352783602'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:34.954412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:34.958939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:34.992743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8:1::1 (50cbc649-d3ef-4268-8bf5-54cdc1b96d7b/6d8318af-642e-4529-9a2d-0976d0428bea/61410158-f981-47c3-a0b2-66be2cb9b3d5) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:35.015687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bac90180-ebfd-4074-b301-7df474a2abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:35.016171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: bac90180-ebfd-4074-b301-7df474a2abf9, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:35.033707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Made reservation on behalf of 33b835edb4774178aa950199a1c35fc4 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:35.042752 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.067098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37734) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.075747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Attempting to bind port 814d4606-b2df-4915-83b4-9a9a0c0493dd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:35.077058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Attempting to bind port 814d4606-b2df-4915-83b4-9a9a0c0493dd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:35.078002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Attempting to bind port 814d4606-b2df-4915-83b4-9a9a0c0493dd on network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:35.088355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:35.089356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Checking segment: {'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:35.089981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.090716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Bound using segment: {'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:35.091721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Bound port: 814d4606-b2df-4915-83b4-9a9a0c0493dd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:35.092423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.160172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Performing IP validity checks on allocation pools {{(pid=94177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 15:52:35.160992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 15:52:35.163159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e3dadcea-7c21-4442-8e74-030b0d062a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.256765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] For port 814d4606-b2df-4915-83b4-9a9a0c0493dd, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:35.261324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] For port 814d4606-b2df-4915-83b4-9a9a0c0493dd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=814d4606-b2df-4915-83b4-9a9a0c0493dd,segment=NetworkSegment(facf8181-13c4-49da-8d9a-d3246794be9c),segment_id=facf8181-13c4-49da-8d9a-d3246794be9c)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:35.270110 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.283426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.302222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object 61410158-f981-47c3-a0b2-66be2cb9b3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:35.334720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c3b76461-66ee-4777-b9cf-84947f8605a9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:35.336372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40755f7-3e70-4db7-b921-3175f9c0316b req-edc11a97-85ae-45ff-b1cf-984df858e1cb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.356267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b40755f7-3e70-4db7-b921-3175f9c0316b req-edc11a97-85ae-45ff-b1cf-984df858e1cb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.5982740 Aug 09 15:52:35.357299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network bac90180-ebfd-4074-b301-7df474a2abf9 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:35.359976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.428129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37d85-cff1-49b8-8a22-eacd8ca665d4 None None] Pushing event updated for resources: {'Port': ['ID=814d4606-b2df-4915-83b4-9a9a0c0493dd,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.467336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c3b76461-66ee-4777-b9cf-84947f8605a9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:35.478194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c3b76461-66ee-4777-b9cf-84947f8605a9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:35.479054 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.526411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, bac90180-ebfd-4074-b301-7df474a2abf9) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:35.529409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e3dadcea-7c21-4442-8e74-030b0d062a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.537208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:35.541359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f832c0dd-cb48-4461-955d-3c2934dac97e None None] Network bac90180-ebfd-4074-b301-7df474a2abf9 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:35.544120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e3dadcea-7c21-4442-8e74-030b0d062a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.553354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:35.562862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:35.563731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.577036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.577705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.579623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=61410158-f981-47c3-a0b2-66be2cb9b3d5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.590404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b40755f7-3e70-4db7-b921-3175f9c0316b req-6a6c0db6-9b89-4ac2-9b85-f0103b722d64 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269673 Aug 09 15:52:35.685999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.700934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e3dadcea-7c21-4442-8e74-030b0d062a7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbfd56c12c0943a3831a1a984a47769e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300237 Aug 09 15:52:35.706966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37740) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.716877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.740864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dadcea-7c21-4442-8e74-030b0d062a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c806f033-d7a7-4c7f-ab3b-d9efa048030c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.810376 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-850618f5-2c29-47a3-aecf-574b4037cf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.842092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c3b76461-66ee-4777-b9cf-84947f8605a9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c3b76461-66ee-4777-b9cf-84947f8605a9,segment=NetworkSegment(66beac01-f3bc-445b-be77-b6b0440602d7),segment_id=66beac01-f3bc-445b-be77-b6b0440602d7)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:35.848119 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.879179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.895181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=3ec1ef7d-6801-4eab-9bcc-154bb85ed4d2,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.898597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:35.902480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-850618f5-2c29-47a3-aecf-574b4037cf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.905151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.911810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-bac90180-ebfd-4074-b301-7df474a2abf9', 'network_id': 'bac90180-ebfd-4074-b301-7df474a2abf9', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': '8ef5d87d-f2ad-4edf-b102-9cd6c4b9d307'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:35.913299 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.939111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bc42d893-9baf-44a5-8c35-d36063dacba3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4534497 Aug 09 15:52:35.940786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37748) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.967411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:35.973118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-982284404'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:35.980492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 4395536c-1332-441e-9bd2-4bfdb5e92228 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:35.994113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.994668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.995192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.995871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.996639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.997216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.997879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.998439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.998873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:35.999629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:36.000482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:36.000922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:36.051027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:36.051372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3cbaa5eb-bb7d-452d-9c7b-6ea0282d2d49 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:36.064853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c3b76461-66ee-4777-b9cf-84947f8605a9,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:36.144711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Allocated IP 172.20.255.242 (bac90180-ebfd-4074-b301-7df474a2abf9/8ef5d87d-f2ad-4edf-b102-9cd6c4b9d307/51793bd2-099c-4012-9f61-b7dc2b1cbd91) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:36.152206 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-850618f5-2c29-47a3-aecf-574b4037cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.153465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:36.154969 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-850618f5-2c29-47a3-aecf-574b4037cf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.156445 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-850618f5-2c29-47a3-aecf-574b4037cf19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c806f033-d7a7-4c7f-ab3b-d9efa048030c HTTP/1.1" status: 204 len: 168 time: 0.4490864 Aug 09 15:52:36.157886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.177819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850618f5-2c29-47a3-aecf-574b4037cf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c806f033-d7a7-4c7f-ab3b-d9efa048030c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:36.324202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Checking segment: {'id': '64af3aab-20e1-4547-bec7-0e943d63fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f88e9af8-cbaf-43b8-a732-9d983755660f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:36.324470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network hostable DHCP agents. Network: f88e9af8-cbaf-43b8-a732-9d983755660f, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:36.340186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b245da-1260-4b4c-9dae-c3b6679af0c4 req-91aceaba-6f41-4205-8e34-fc6f0a4b4686 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.341983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31b245da-1260-4b4c-9dae-c3b6679af0c4 req-91aceaba-6f41-4205-8e34-fc6f0a4b4686 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3119650 Aug 09 15:52:36.367702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:36.423280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.433701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.434965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.460922 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.467199 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.467540 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 91685c11-4518-4588-b19b-07266726766e of type vlan for network ef9b8a47-12ab-4eff-a896-d22b2c5d0252 Aug 09 15:52:36.493842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.498127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Transition to ACTIVE for port object 51793bd2-099c-4012-9f61-b7dc2b1cbd91 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:36.547402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Transition to ACTIVE for port object 51793bd2-099c-4012-9f61-b7dc2b1cbd91 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:36.575583 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.598964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.684945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Network bac90180-ebfd-4074-b301-7df474a2abf9 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:36.694112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Pushing event updated for resources: {'Port': ['ID=51793bd2-099c-4012-9f61-b7dc2b1cbd91,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:36.699524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:36.703499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:36.717735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=61410158-f981-47c3-a0b2-66be2cb9b3d5,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:36.723258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31b245da-1260-4b4c-9dae-c3b6679af0c4 req-95ebec64-2253-4398-b953-4f72c3e82916 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651273 Aug 09 15:52:36.780316 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.784356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.788457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.798391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Attempting to bind port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:36.798767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Attempting to bind port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bac90180-ebfd-4074-b301-7df474a2abf9'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:36.799152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Attempting to bind port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 on network bac90180-ebfd-4074-b301-7df474a2abf9 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:36.821118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:36.821640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Checking segment: {'id': '2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bac90180-ebfd-4074-b301-7df474a2abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:36.821942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.822376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Bound using segment: {'id': '2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bac90180-ebfd-4074-b301-7df474a2abf9'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:36.823214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Bound port: 51793bd2-099c-4012-9f61-b7dc2b1cbd91, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bac90180-ebfd-4074-b301-7df474a2abf9'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:36.823603 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.856401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Network f88e9af8-cbaf-43b8-a732-9d983755660f is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:36.893533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:36.896051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:36.969999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0195682 Aug 09 15:52:36.971690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, f88e9af8-cbaf-43b8-a732-9d983755660f) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:36.990809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37764) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:36.991512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6598d-63b2-4901-9089-f28df909063f None None] Network f88e9af8-cbaf-43b8-a732-9d983755660f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:36.999738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] For port 51793bd2-099c-4012-9f61-b7dc2b1cbd91, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:37.000758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': 'ef9b8a47-12ab-4eff-a896-d22b2c5d0252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:37.040256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.043791 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.082209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] For port 51793bd2-099c-4012-9f61-b7dc2b1cbd91, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=51793bd2-099c-4012-9f61-b7dc2b1cbd91,segment=NetworkSegment(2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4),segment_id=2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:37.091422 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.171344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62482e30-41ac-44a3-b223-f38c1942aff5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=ef9b8a47-12ab-4eff-a896-d22b2c5d0252,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.187595 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.225540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ef9b8a47-12ab-4eff-a896-d22b2c5d0252 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:37.280435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb6a04a2-dee0-4f9d-9013-0a94a2d76b31 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1508651 Aug 09 15:52:37.288099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37770) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.289658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:37.297018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:37.300021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-08bc778a-5699-41e2-a9d1-72a160f993bd tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:37.300746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:37.306993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.308026 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.359855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed213599-1509-4fc3-b846-37a7296a819b req-572f09c2-8997-4f58-aae0-18d79bcf2955 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.361805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed213599-1509-4fc3-b846-37a7296a819b req-572f09c2-8997-4f58-aae0-18d79bcf2955 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4130182 Aug 09 15:52:37.366062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=4395536c-1332-441e-9bd2-4bfdb5e92228,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.434119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:37.451257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eda6cd4-3700-4b10-9a4c-e51ca59d05b0 None None] Network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:37.469101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:37.479660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed213599-1509-4fc3-b846-37a7296a819b req-173fd7d4-567c-4747-bcff-dea78a1ff4bd tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106362 Aug 09 15:52:37.481984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5f75423d-482b-4555-ba1a-2b2505b6ac7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5416532 Aug 09 15:52:37.482410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.485383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37776) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.653072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-87993f56-6de9-49ef-b197-20ee8ee87a64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 4395536c-1332-441e-9bd2-4bfdb5e92228 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:37.672913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87993f56-6de9-49ef-b197-20ee8ee87a64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.681083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c3b76461-66ee-4777-b9cf-84947f8605a9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:37.723100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae8e2e-8f47-46eb-b4fd-249efd20128b None None] Pushing event updated for resources: {'Port': ['ID=51793bd2-099c-4012-9f61-b7dc2b1cbd91,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.872891 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87993f56-6de9-49ef-b197-20ee8ee87a64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.900693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08bc778a-5699-41e2-a9d1-72a160f993bd tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4517096'] for subnet, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.912668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a8a60-b2f7-42bb-a68d-90c26a25e2d4 req-e6f46045-211c-4080-adb4-80ee9801e651 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.914640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a5a8a60-b2f7-42bb-a68d-90c26a25e2d4 req-e6f46045-211c-4080-adb4-80ee9801e651 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1285939 Aug 09 15:52:37.916165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-87993f56-6de9-49ef-b197-20ee8ee87a64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 4395536c-1332-441e-9bd2-4bfdb5e92228 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:37.921658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-29e0a80a-3a47-49d3-9230-6c60bec3ad46 None None] Provisioning for port 814d4606-b2df-4915-83b4-9a9a0c0493dd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:37.934059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:37.954435 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-95d33c0d-ab38-4ee6-9e72-7a901254d0b7 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6848681 Aug 09 15:52:37.962147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37788) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.967556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1431255498'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:37.975282 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:38.004453 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:38.005545 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:38.078938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-f88e9af8-cbaf-43b8-a732-9d983755660f', 'network_id': 'f88e9af8-cbaf-43b8-a732-9d983755660f', 'tenant_id': '33b835edb4774178aa950199a1c35fc4', 'fixed_ips': [{'subnet_id': '3ec1ef7d-6801-4eab-9bcc-154bb85ed4d2'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:38.081074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.098637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:38.101381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a5a8a60-b2f7-42bb-a68d-90c26a25e2d4 req-54ba1530-b168-4e41-af82-12ece517fa42 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766353 Aug 09 15:52:38.113019 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.113645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c3b76461-66ee-4777-b9cf-84947f8605a9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:38.114032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.225387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87993f56-6de9-49ef-b197-20ee8ee87a64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.230000 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:38.253558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:38.306893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.308149 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment a0d4b73f-7c79-41ee-b66e-d66c9848311f of type vlan for network b011d991-77bd-4039-a858-95551845c77a Aug 09 15:52:38.341290 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.412243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87993f56-6de9-49ef-b197-20ee8ee87a64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=4395536c-1332-441e-9bd2-4bfdb5e92228,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:38.446274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87993f56-6de9-49ef-b197-20ee8ee87a64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.464528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-87993f56-6de9-49ef-b197-20ee8ee87a64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/4395536c-1332-441e-9bd2-4bfdb5e92228 HTTP/1.1" status: 204 len: 168 time: 0.9722762 Aug 09 15:52:38.469120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37798) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:38.486983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'mac_address': 'fa:16:3e:0f:70:16', 'name': 'tempest-PortsIpV6TestJSON-298619009'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:38.586243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca06a4-9afc-4144-8fea-91c029ba42d1 req-4c6ffc5b-59c3-4d51-bece-58eed9f3d98b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.596061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dca06a4-9afc-4144-8fea-91c029ba42d1 req-4c6ffc5b-59c3-4d51-bece-58eed9f3d98b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2909307 Aug 09 15:52:38.615560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 814d4606-b2df-4915-83b4-9a9a0c0493dd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:38.682239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.717243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=9671fe6d-1aca-4256-aed6-93777811c266,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:38.722459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08bc778a-5699-41e2-a9d1-72a160f993bd tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764431207828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4775528'] for subnet, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.747408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dca06a4-9afc-4144-8fea-91c029ba42d1 req-ffb68ab6-4e34-4637-b538-b2d9d3046b04 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407726 Aug 09 15:52:38.811489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:38.876563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-96d99ce9-f65c-433a-80dc-668badf0e764 None None] Provisioning for port 61410158-f981-47c3-a0b2-66be2cb9b3d5 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:38.885941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Allocated IP 2001:db8::3 (f88e9af8-cbaf-43b8-a732-9d983755660f/3ec1ef7d-6801-4eab-9bcc-154bb85ed4d2/94283fff-2181-4c64-8088-e184592bc766) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:38.893904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-96d99ce9-f65c-433a-80dc-668badf0e764 None None] Provisioning complete for port 61410158-f981-47c3-a0b2-66be2cb9b3d5 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:38.894536 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-96d99ce9-f65c-433a-80dc-668badf0e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.934945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 814d4606-b2df-4915-83b4-9a9a0c0493dd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:38.951936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 814d4606-b2df-4915-83b4-9a9a0c0493dd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:38.952227 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.978122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.990504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.000942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.087022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc778a-5699-41e2-a9d1-72a160f993bd tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.087731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-08bc778a-5699-41e2-a9d1-72a160f993bd tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.094379 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-08bc778a-5699-41e2-a9d1-72a160f993bd tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "PUT /v2.0/subnets/3ec1ef7d-6801-4eab-9bcc-154bb85ed4d2 HTTP/1.1" status: 200 len: 900 time: 1.8035209 Aug 09 15:52:39.095330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc778a-5699-41e2-a9d1-72a160f993bd tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event updated for resources: {'Subnet': ['ID=3ec1ef7d-6801-4eab-9bcc-154bb85ed4d2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.099785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37812) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:39.110973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '91685c11-4518-4588-b19b-07266726766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ef9b8a47-12ab-4eff-a896-d22b2c5d0252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:39.112188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: ef9b8a47-12ab-4eff-a896-d22b2c5d0252, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:39.120985 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1574352 Aug 09 15:52:39.136078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37814) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:39.158764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-96d99ce9-f65c-433a-80dc-668badf0e764 None None] Port 61410158-f981-47c3-a0b2-66be2cb9b3d5 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:39.167664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:39.185726 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 3, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:36Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:39.222907 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:39.223236 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Updating router 7dfe8aab-4092-4281-acc0-27958affbcb8 port 61410158-f981-47c3-a0b2-66be2cb9b3d5 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:39.260671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network ef9b8a47-12ab-4eff-a896-d22b2c5d0252 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:39.286860 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.297675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab0fde-2c95-4384-9020-abb805ceb2b9 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=b011d991-77bd-4039-a858-95551845c77a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.300588 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.308590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ef9b8a47-12ab-4eff-a896-d22b2c5d0252) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:39.324673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.326852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.378902 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-477a4df9-2c47-4c62-9e14-fcc391a2e917 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3787029 Aug 09 15:52:39.382075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b011d991-77bd-4039-a858-95551845c77a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:39.382878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37820) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:39.386022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0fde15-82aa-4a61-bd95-63fb53a0b9b2 None None] Network ef9b8a47-12ab-4eff-a896-d22b2c5d0252 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:39.386022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.401323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581bf27-30a1-4630-bcc4-70489b500abc None None] Network bac90180-ebfd-4074-b301-7df474a2abf9 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:39.556730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.686620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.690051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 925486d1-e60d-4b6d-84d5-bef2b4360e46 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:39.690893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.783977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98792f6-512d-4dcd-a72c-5ceb5e1bb03e req-df29a822-483f-47a5-92c0-e21493748c0c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.789398 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.805299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b98792f6-512d-4dcd-a72c-5ceb5e1bb03e req-df29a822-483f-47a5-92c0-e21493748c0c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.6194925 Aug 09 15:52:39.813026 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.830223 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Transition to ACTIVE for port object 61410158-f981-47c3-a0b2-66be2cb9b3d5 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:39.846913 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.865546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=9671fe6d-1aca-4256-aed6-93777811c266,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.933410 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Pushing event updated for resources: {'Port': ['ID=61410158-f981-47c3-a0b2-66be2cb9b3d5,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.977577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:39.982016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.985992 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.988981 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.992398 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.993758 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.994809 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.996916 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.000106 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.001433 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.002035 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.004852 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.006299 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.008874 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.076914 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.112470 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Attempting to bind port 61410158-f981-47c3-a0b2-66be2cb9b3d5 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:40.112837 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Attempting to bind port 61410158-f981-47c3-a0b2-66be2cb9b3d5 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:40.113196 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Attempting to bind port 61410158-f981-47c3-a0b2-66be2cb9b3d5 on network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:40.125040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9b8a47-12ab-4eff-a896-d22b2c5d0252']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:40.139660 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:40.140136 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Checking segment: {'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:40.140997 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.141379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91685c11-4518-4588-b19b-07266726766e') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:40.141611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91685c11-4518-4588-b19b-07266726766e') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:40.142643 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Bound using segment: {'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:40.148338 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Bound port: 61410158-f981-47c3-a0b2-66be2cb9b3d5, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facf8181-13c4-49da-8d9a-d3246794be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:40.149045 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.185054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.233537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.254661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:40.256638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.264809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 814d4606-b2df-4915-83b4-9a9a0c0493dd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=814d4606-b2df-4915-83b4-9a9a0c0493dd,segment=NetworkSegment(facf8181-13c4-49da-8d9a-d3246794be9c),segment_id=facf8181-13c4-49da-8d9a-d3246794be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:40.320821 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.332091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.414314 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] For port 61410158-f981-47c3-a0b2-66be2cb9b3d5, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:40.421199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b98792f6-512d-4dcd-a72c-5ceb5e1bb03e req-3b3d238c-ca44-499e-9a96-fda9aa9693fb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146960 Aug 09 15:52:40.433733 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] For port 61410158-f981-47c3-a0b2-66be2cb9b3d5, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=61410158-f981-47c3-a0b2-66be2cb9b3d5,segment=NetworkSegment(facf8181-13c4-49da-8d9a-d3246794be9c),segment_id=facf8181-13c4-49da-8d9a-d3246794be9c)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:40.445283 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:40.507596 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:40.565651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.577493 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.598637 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/ef9b8a47-12ab-4eff-a896-d22b2c5d0252 HTTP/1.1" status: 204 len: 168 time: 1.2095075 Aug 09 15:52:40.616948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:40.622661 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.634460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622725819'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:40.641388 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:40.643199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:40.680759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2b580-6d7e-430c-a381-17d7fcf5df74 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=ef9b8a47-12ab-4eff-a896-d22b2c5d0252,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.683082 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.743258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:40.747262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3fb49398-3949-4001-bf5f-799b79028040 None None] Provisioning for port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:40.752079 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.758381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 51793bd2-099c-4012-9f61-b7dc2b1cbd91 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:40.759979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:40.775874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:40.828937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:40.844556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=814d4606-b2df-4915-83b4-9a9a0c0493dd,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.850655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.851013 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 0cc1cad0-a98d-4ad8-89c7-e72a055a7a19 of type vlan for network 741417e1-c3f1-4b41-beb7-4a4128b64237 Aug 09 15:52:40.874638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:40.881627 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.892387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:40.900322 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.920258 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61db8b3-1946-4d93-9778-8c6dd8baf650 None None] Pushing event updated for resources: {'Port': ['ID=61410158-f981-47c3-a0b2-66be2cb9b3d5,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.959334 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:40.974312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.987354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Transition to ACTIVE for port object 94283fff-2181-4c64-8088-e184592bc766 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:40.987662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=925486d1-e60d-4b6d-84d5-bef2b4360e46,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:41.020619 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-03d62f1c-890d-40c5-9fd1-8d2374dfab5f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5429547 Aug 09 15:52:41.023046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37854) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:41.043738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71308ba5-87b6-46b9-9dce-92572fc83c30 None None] Network ef9b8a47-12ab-4eff-a896-d22b2c5d0252 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:41.075726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71308ba5-87b6-46b9-9dce-92572fc83c30 None None] Network ef9b8a47-12ab-4eff-a896-d22b2c5d0252 could not be found, it might have been deleted concurrently. {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 09 15:52:41.078271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Transition to ACTIVE for port object 94283fff-2181-4c64-8088-e184592bc766 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:41.113954 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.144137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:41.157652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.160416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:41.161046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.166005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Network f88e9af8-cbaf-43b8-a732-9d983755660f is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:41.170405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.174364 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.194257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.197373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:41.208807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:41.220444 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142eb342-e608-4462-bd83-98ab3bce2826 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.229833 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-142eb342-e608-4462-bd83-98ab3bce2826 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/925486d1-e60d-4b6d-84d5-bef2b4360e46 HTTP/1.1" status: 200 len: 844 time: 0.2035470 Aug 09 15:52:41.231008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37858) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:41.242383 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6219809 Aug 09 15:52:41.243451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Pushing event updated for resources: {'Port': ['ID=94283fff-2181-4c64-8088-e184592bc766,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:41.249565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37860) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:41.289722 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.365821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': '741417e1-c3f1-4b41-beb7-4a4128b64237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:41.366858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Attempting to bind port 94283fff-2181-4c64-8088-e184592bc766 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:41.367622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Attempting to bind port 94283fff-2181-4c64-8088-e184592bc766 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '64af3aab-20e1-4547-bec7-0e943d63fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f88e9af8-cbaf-43b8-a732-9d983755660f'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:41.367800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Attempting to bind port 94283fff-2181-4c64-8088-e184592bc766 on network f88e9af8-cbaf-43b8-a732-9d983755660f {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:41.384726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:41.385365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Checking segment: {'id': '64af3aab-20e1-4547-bec7-0e943d63fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f88e9af8-cbaf-43b8-a732-9d983755660f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:41.387033 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.387033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Bound using segment: {'id': '64af3aab-20e1-4547-bec7-0e943d63fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f88e9af8-cbaf-43b8-a732-9d983755660f'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:41.387585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Bound port: 94283fff-2181-4c64-8088-e184592bc766, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64af3aab-20e1-4547-bec7-0e943d63fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'f88e9af8-cbaf-43b8-a732-9d983755660f'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:41.388315 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.395191 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 3, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:40Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:41.441604 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1506b-ca1d-478d-81fe-2f671ffb5116 None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 3, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:40Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:41.622520 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.673355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] For port 94283fff-2181-4c64-8088-e184592bc766, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:41.678423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] For port 94283fff-2181-4c64-8088-e184592bc766, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=94283fff-2181-4c64-8088-e184592bc766,segment=NetworkSegment(64af3aab-20e1-4547-bec7-0e943d63fc2f),segment_id=64af3aab-20e1-4547-bec7-0e943d63fc2f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:41.689355 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.792990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 51793bd2-099c-4012-9f61-b7dc2b1cbd91, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=51793bd2-099c-4012-9f61-b7dc2b1cbd91,segment=NetworkSegment(2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4),segment_id=2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:41.884954 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.941295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88a130-3c33-4a03-800d-1a3a45d85225 None None] Pushing event updated for resources: {'Port': ['ID=94283fff-2181-4c64-8088-e184592bc766,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.011526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=51793bd2-099c-4012-9f61-b7dc2b1cbd91,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.015210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1cd45-ac48-403b-b6e7-d342b9ec642f None None] Network f88e9af8-cbaf-43b8-a732-9d983755660f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:42.029567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-56765ec4-6d47-44ec-8559-11cf3f0988c5 None None] Provisioning complete for port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:42.029947 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-56765ec4-6d47-44ec-8559-11cf3f0988c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.091745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37866) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:42.092673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=4d7e10b7-3832-4c74-a3c0-f5db7508d5a0,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.149442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd390fc3-64ee-45a3-8c21-37d4ad441e52 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=741417e1-c3f1-4b41-beb7-4a4128b64237,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.150925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.156293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:42.161896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.167901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec1ef7d-6801-4eab-9bcc-154bb85ed4d2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.192737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88e9af8-cbaf-43b8-a732-9d983755660f']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:42.196164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:42.196878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: b011d991-77bd-4039-a858-95551845c77a, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:42.214084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64af3aab-20e1-4547-bec7-0e943d63fc2f') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:42.214925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64af3aab-20e1-4547-bec7-0e943d63fc2f') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:42.227549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 741417e1-c3f1-4b41-beb7-4a4128b64237 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:42.229576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.253475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f72a4-27a5-4b9d-9622-8ef923022f83 req-4bd41fe3-5c3d-424a-bbdd-2a88b56bd30a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.256007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a6f72a4-27a5-4b9d-9622-8ef923022f83 req-4bd41fe3-5c3d-424a-bbdd-2a88b56bd30a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1486557 Aug 09 15:52:42.259296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network b011d991-77bd-4039-a858-95551845c77a is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:42.272013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_backend_mixin [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Performing IP validity checks on allocation pools {{(pid=94178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 15:52:42.272013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_backend_mixin [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 15:52:42.276404 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.289554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-88982932-b987-4057-868a-bf317390146c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 925486d1-e60d-4b6d-84d5-bef2b4360e46 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:42.291363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88982932-b987-4057-868a-bf317390146c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.297254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b011d991-77bd-4039-a858-95551845c77a) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:42.301887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:42.302519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:42.307993 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:42.317336 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:52:42.326207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.335967 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.338509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be2382-411c-4945-85ce-b2b66f6b971a None None] Network b011d991-77bd-4039-a858-95551845c77a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:42.419988 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a6ab186c-dbf7-4bdd-a05a-70ef35eaaeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.426943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0bfbd3b0-669f-4fd1-ad15-aeef01eaddc6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2861278 Aug 09 15:52:42.428723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37874) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:42.556885 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f0b107-e790-4bb5-b7b4-908c20fcd312 None None] Network f88e9af8-cbaf-43b8-a732-9d983755660f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:42.580950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88982932-b987-4057-868a-bf317390146c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.581791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a6f72a4-27a5-4b9d-9622-8ef923022f83 req-b6054c02-4b58-48f8-ac55-5f9adeac2733 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159802 Aug 09 15:52:42.626743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-88982932-b987-4057-868a-bf317390146c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 925486d1-e60d-4b6d-84d5-bef2b4360e46 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:42.638986 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:52:42.638986 n-d-799523-2 neutron-server[94177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:52:42.638986 n-d-799523-2 neutron-server[94177]: [parameters: {'id': 'f88e9af8-cbaf-43b8-a732-9d983755660f'}] Aug 09 15:52:42.638986 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:52:42.639983 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:52:42.768254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 61410158-f981-47c3-a0b2-66be2cb9b3d5 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:42.781599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88982932-b987-4057-868a-bf317390146c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.933180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 61410158-f981-47c3-a0b2-66be2cb9b3d5 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:42.950132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b011d991-77bd-4039-a858-95551845c77a', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:42.955055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.955705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.963989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88982932-b987-4057-868a-bf317390146c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=925486d1-e60d-4b6d-84d5-bef2b4360e46,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.980889 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a6ab186c-dbf7-4bdd-a05a-70ef35eaaeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.989449 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a6ab186c-dbf7-4bdd-a05a-70ef35eaaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.006756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88982932-b987-4057-868a-bf317390146c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.009309 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-88982932-b987-4057-868a-bf317390146c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/925486d1-e60d-4b6d-84d5-bef2b4360e46 HTTP/1.1" status: 204 len: 168 time: 1.7656980 Aug 09 15:52:43.016968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37886) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:43.024396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a6ab186c-dbf7-4bdd-a05a-70ef35eaaeaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=942f88fb1dee4670b9d677a59880a478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9281759 Aug 09 15:52:43.030325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37888) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:43.073628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 61410158-f981-47c3-a0b2-66be2cb9b3d5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:43.074334 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.078195 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-11eea43b-b0c7-4705-81a1-92ca6304f646 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:52:43.084090 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-11eea43b-b0c7-4705-81a1-92ca6304f646 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/925486d1-e60d-4b6d-84d5-bef2b4360e46 HTTP/1.1" status: 404 len: 333 time: 0.0656052 Aug 09 15:52:43.085677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37890) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:43.089773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=47feb942-c446-4511-80b9-d29e87c3c0fa,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:43.118731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'name': 'tempest-PortsIpV6TestJSON-1567398445'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:43.130895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '0cc1cad0-a98d-4ad8-89c7-e72a055a7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '741417e1-c3f1-4b41-beb7-4a4128b64237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:43.131606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: 741417e1-c3f1-4b41-beb7-4a4128b64237, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:43.160398 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.181148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network 741417e1-c3f1-4b41-beb7-4a4128b64237 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:43.199962 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 741417e1-c3f1-4b41-beb7-4a4128b64237) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:43.208146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:43.209179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.224017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab186c-dbf7-4bdd-a05a-70ef35eaaeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2374250e-d4be-4690-bf30-d8e85cb4f4cc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:43.236686 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0c6b8509-c183-4fb8-99fa-c0024b336e41 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9012876 Aug 09 15:52:43.240048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37892) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:43.256173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf85145-3b70-4fee-99b0-a349718adca8 None None] Network 741417e1-c3f1-4b41-beb7-4a4128b64237 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:43.267400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.283216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743f2a-1ef9-4f93-820a-95c3c4bb85f8 req-def0233f-0d0f-4f3c-957c-982a89fa92da tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:43.284950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23743f2a-1ef9-4f93-820a-95c3c4bb85f8 req-def0233f-0d0f-4f3c-957c-982a89fa92da tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2470419 Aug 09 15:52:43.336325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Allocated IP 2001:db8:2::2 (b011d991-77bd-4039-a858-95551845c77a/4d7e10b7-3832-4c74-a3c0-f5db7508d5a0/ecc6030b-100f-40dd-bc86-1d8b60516394) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:43.350511 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3e2c-7a57-46ca-83f6-fff46134d92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.350983 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.438877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.530271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 61410158-f981-47c3-a0b2-66be2cb9b3d5, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=61410158-f981-47c3-a0b2-66be2cb9b3d5,segment=NetworkSegment(facf8181-13c4-49da-8d9a-d3246794be9c),segment_id=facf8181-13c4-49da-8d9a-d3246794be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:43.551811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23743f2a-1ef9-4f93-820a-95c3c4bb85f8 req-1eedb6da-0541-47bf-a2a6-352237831b8c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460406 Aug 09 15:52:43.572668 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3e2c-7a57-46ca-83f6-fff46134d92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.589823 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.591394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 814d4606-b2df-4915-83b4-9a9a0c0493dd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:43.629130 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.651842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:43.659375 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.724147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting port 94283fff-2181-4c64-8088-e184592bc766 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:43.724638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.806574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.838983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=47feb942-c446-4511-80b9-d29e87c3c0fa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:43.855267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 3f8a7e9d-0f84-4972-996e-4b5b7781d511 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:43.945952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.950471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3e2c-7a57-46ca-83f6-fff46134d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.953154 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3e2c-7a57-46ca-83f6-fff46134d92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.958465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7d2a3e2c-7a57-46ca-83f6-fff46134d92c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2374250e-d4be-4690-bf30-d8e85cb4f4cc HTTP/1.1" status: 204 len: 168 time: 0.9176648 Aug 09 15:52:43.958788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741417e1-c3f1-4b41-beb7-4a4128b64237']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.974039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc1cad0-a98d-4ad8-89c7-e72a055a7a19') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.974370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc1cad0-a98d-4ad8-89c7-e72a055a7a19') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.985802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=61410158-f981-47c3-a0b2-66be2cb9b3d5,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:43.995889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394514b-dade-444e-ae24-e90ea3fb5588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-741417e1-c3f1-4b41-beb7-4a4128b64237', 'network_id': '741417e1-c3f1-4b41-beb7-4a4128b64237', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': '47feb942-c446-4511-80b9-d29e87c3c0fa'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:43.997748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1394514b-dade-444e-ae24-e90ea3fb5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.002194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] For port 94283fff-2181-4c64-8088-e184592bc766, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=94283fff-2181-4c64-8088-e184592bc766,segment=NetworkSegment(64af3aab-20e1-4547-bec7-0e943d63fc2f),segment_id=64af3aab-20e1-4547-bec7-0e943d63fc2f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:44.002543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.011378 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.025275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 814d4606-b2df-4915-83b4-9a9a0c0493dd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:44.025908 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.032628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.041816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:44.042263 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:44.046656 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:44.066159 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.111326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a3e2c-7a57-46ca-83f6-fff46134d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2374250e-d4be-4690-bf30-d8e85cb4f4cc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.127875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Calling delete_port for 94283fff-2181-4c64-8088-e184592bc766 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:44.170498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.173677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Transition to ACTIVE for port object ecc6030b-100f-40dd-bc86-1d8b60516394 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:44.183223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.191080 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/741417e1-c3f1-4b41-beb7-4a4128b64237 HTTP/1.1" status: 204 len: 168 time: 0.9446943 Aug 09 15:52:44.199502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37910) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:44.206273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-145314383'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:44.210551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12dd1c-73f8-44ad-bba3-0e29837e16b9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=741417e1-c3f1-4b41-beb7-4a4128b64237,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.235486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:44.240618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.243260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Transition to ACTIVE for port object ecc6030b-100f-40dd-bc86-1d8b60516394 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:44.246542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4f9a3-632c-4bb4-a78f-c6103a5b410e None None] Network 741417e1-c3f1-4b41-beb7-4a4128b64237 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:44.266439 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.280411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:44.293440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.293947 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 284bc6b7-52fe-4196-91b3-e0bfc5dad147 of type vlan for network 3fcda595-b624-4007-8a40-9a4a02b9bd27 Aug 09 15:52:44.303230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4f9a3-632c-4bb4-a78f-c6103a5b410e None None] Network 741417e1-c3f1-4b41-beb7-4a4128b64237 could not be found, it might have been deleted concurrently. {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 09 15:52:44.335425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 51793bd2-099c-4012-9f61-b7dc2b1cbd91 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:44.355253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.369128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Network b011d991-77bd-4039-a858-95551845c77a is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:44.372503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Pushing event updated for resources: {'Port': ['ID=ecc6030b-100f-40dd-bc86-1d8b60516394,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.384203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:44.391395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8:2::1 (b011d991-77bd-4039-a858-95551845c77a/4d7e10b7-3832-4c74-a3c0-f5db7508d5a0/2a7facf1-4b63-42cb-8066-5472f3fcd44f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:44.393112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:44.412468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.418279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.421591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.436572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.445327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:44.504150 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3026760 Aug 09 15:52:44.510352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37914) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:44.517346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': '3fcda595-b624-4007-8a40-9a4a02b9bd27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:44.520801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:44.521539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.524813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Attempting to bind port ecc6030b-100f-40dd-bc86-1d8b60516394 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:44.525517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Attempting to bind port ecc6030b-100f-40dd-bc86-1d8b60516394 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:44.526175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Attempting to bind port ecc6030b-100f-40dd-bc86-1d8b60516394 on network b011d991-77bd-4039-a858-95551845c77a {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:44.543985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d75bdca7-4cc4-43c5-9032-a4fee5185bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.546318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.574379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:44.575125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Checking segment: {'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:44.575882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.576606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Bound using segment: {'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:44.577570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Bound port: ecc6030b-100f-40dd-bc86-1d8b60516394, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:44.578285 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.591974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fb0c6-4808-4a6b-aca1-f0becac33c97 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=3fcda595-b624-4007-8a40-9a4a02b9bd27,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.601486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Port': ['ID=94283fff-2181-4c64-8088-e184592bc766,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.611568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No DVR routers for this DVR port 94283fff-2181-4c64-8088-e184592bc766 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:44.670534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 3fcda595-b624-4007-8a40-9a4a02b9bd27 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:44.779366 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.826231 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.880564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] For port ecc6030b-100f-40dd-bc86-1d8b60516394, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:44.883531 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.907778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] For port ecc6030b-100f-40dd-bc86-1d8b60516394, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ecc6030b-100f-40dd-bc86-1d8b60516394,segment=NetworkSegment(a0d4b73f-7c79-41ee-b66e-d66c9848311f),segment_id=a0d4b73f-7c79-41ee-b66e-d66c9848311f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:44.916070 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.930624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88e9af8-cbaf-43b8-a732-9d983755660f']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:44.942606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object 2a7facf1-4b63-42cb-8066-5472f3fcd44f will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:44.964996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:44.968327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64af3aab-20e1-4547-bec7-0e943d63fc2f') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:44.968833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64af3aab-20e1-4547-bec7-0e943d63fc2f') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:44.979765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=3f8a7e9d-0f84-4972-996e-4b5b7781d511,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.010255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f526502-928c-4318-b258-f0a89552ef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.015094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.031854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec481da-6734-4cf7-a07a-0d0de2054c4b None None] Pushing event updated for resources: {'Port': ['ID=ecc6030b-100f-40dd-bc86-1d8b60516394,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.049262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:45.054049 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.070843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:45.082881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.084051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.085403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 61410158-f981-47c3-a0b2-66be2cb9b3d5 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:45.112248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf0c59-4c16-4efd-ba9d-6834bd7a94b9 req-ccb61756-f15c-4b2c-bc83-eec95e025cf9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.115114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebcf0c59-4c16-4efd-ba9d-6834bd7a94b9 req-ccb61756-f15c-4b2c-bc83-eec95e025cf9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3927903 Aug 09 15:52:45.131254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:45.131254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:45.138320 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:45.215839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 61410158-f981-47c3-a0b2-66be2cb9b3d5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:45.216330 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.372822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.506517 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d75bdca7-4cc4-43c5-9032-a4fee5185bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.527615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network b011d991-77bd-4039-a858-95551845c77a is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:45.530192 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d75bdca7-4cc4-43c5-9032-a4fee5185bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.571599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.579384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:45.587932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.592559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b15919c7-dc9e-49d0-99be-cb9d6d503d10 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4945393 Aug 09 15:52:45.594436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:45.606192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37928) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:45.628890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebcf0c59-4c16-4efd-ba9d-6834bd7a94b9 req-772f9ee1-c078-43be-8f65-49a31fa470df tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228444 Aug 09 15:52:45.629167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:45.629365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:45.629365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.648674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.652856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/f88e9af8-cbaf-43b8-a732-9d983755660f HTTP/1.1" status: 204 len: 168 time: 6.5514235 Aug 09 15:52:45.674756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37932) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:45.817917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=2a7facf1-4b63-42cb-8066-5472f3fcd44f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.828511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d75bdca7-4cc4-43c5-9032-a4fee5185bef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0bd3dd0840904b4eb28ff158562cc2de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3796763 Aug 09 15:52:45.829830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37934) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:45.876595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bdca7-4cc4-43c5-9032-a4fee5185bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37ab87d-09f4-42d9-957c-810b272417c7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.880587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e0299-8447-4f7f-96e5-a9873cbd328b tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=f88e9af8-cbaf-43b8-a732-9d983755660f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.913857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.916780 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-781946ae-cf5d-4bbe-b2de-2fe71d116090 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:45.917508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781946ae-cf5d-4bbe-b2de-2fe71d116090 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:45.919948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-781946ae-cf5d-4bbe-b2de-2fe71d116090 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/3ec1ef7d-6801-4eab-9bcc-154bb85ed4d2 HTTP/1.1" status: 404 len: 337 time: 0.1408098 Aug 09 15:52:45.924858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:45.973118 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffc8894-5eb9-472a-bf9a-85759ea4652c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:45.973935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffc8894-5eb9-472a-bf9a-85759ea4652c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:45.979646 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ffc8894-5eb9-472a-bf9a-85759ea4652c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/f88e9af8-cbaf-43b8-a732-9d983755660f HTTP/1.1" status: 404 len: 339 time: 0.0457256 Aug 09 15:52:45.983084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:46.034814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6efeb5-3c02-40f5-a3e3-7394add744c4 req-7f517b86-5d05-45cf-b161-321ff091968d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.036618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e6efeb5-3c02-40f5-a3e3-7394add744c4 req-7f517b86-5d05-45cf-b161-321ff091968d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2205582 Aug 09 15:52:46.088676 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969bcdf8-a0c2-4b25-8b89-7e8920368f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.120822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.165708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969bcdf8-a0c2-4b25-8b89-7e8920368f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.208077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e6efeb5-3c02-40f5-a3e3-7394add744c4 req-66881f4f-93ee-45d3-b091-b5c0d590c82b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324172 Aug 09 15:52:46.406455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.551773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.645483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff2d3d-f094-4d09-b5e5-493c737c93f7 req-ac20f4f0-5ac4-48c3-8e9e-f1417c5e3a27 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.657122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12ff2d3d-f094-4d09-b5e5-493c737c93f7 req-ac20f4f0-5ac4-48c3-8e9e-f1417c5e3a27 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1729925 Aug 09 15:52:46.731806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=b58b27aa-6104-4647-ab2c-90770cbad17c,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.743988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.768323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.789202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.801730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969bcdf8-a0c2-4b25-8b89-7e8920368f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.804805 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969bcdf8-a0c2-4b25-8b89-7e8920368f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.806396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-969bcdf8-a0c2-4b25-8b89-7e8920368f6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e37ab87d-09f4-42d9-957c-810b272417c7 HTTP/1.1" status: 204 len: 168 time: 0.9689531 Aug 09 15:52:46.835298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bcdf8-a0c2-4b25-8b89-7e8920368f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37ab87d-09f4-42d9-957c-810b272417c7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.845074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12ff2d3d-f094-4d09-b5e5-493c737c93f7 req-8b6e17b5-917b-4b5b-a244-1353e6b6abd0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857517 Aug 09 15:52:46.900677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fa6fc5-bebc-4d32-8978-07833252da7a']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:46.932583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '284bc6b7-52fe-4196-91b3-e0bfc5dad147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '3fcda595-b624-4007-8a40-9a4a02b9bd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:46.933028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: 3fcda595-b624-4007-8a40-9a4a02b9bd27, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:46.938182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36beb77e-ec49-4426-a704-386790a370c5') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:46.938572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36beb77e-ec49-4426-a704-386790a370c5') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:46.959209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] In _notify_port_updated(), no bound segment for port 3f8a7e9d-0f84-4972-996e-4b5b7781d511 on network cc506e7f-494b-4f4a-93d1-8f35c7120010 {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:52:46.974677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631768b-1538-4812-b5b7-5287a723fbff None None] Network b011d991-77bd-4039-a858-95551845c77a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:46.976798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.977611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.979004 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "PUT /v2.0/ports/3f8a7e9d-0f84-4972-996e-4b5b7781d511 HTTP/1.1" status: 200 len: 818 time: 1.3710198 Aug 09 15:52:46.982040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81819370-3f51-453d-a42e-617204b5f75b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=3f8a7e9d-0f84-4972-996e-4b5b7781d511,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.986533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:46.994496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.011919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.059991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:47.060747 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:47.064166 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:47.078422 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.095711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.096548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.198962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ecc6030b-100f-40dd-bc86-1d8b60516394 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:47.210605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499b751-1d3a-4c26-8089-d2922f47185c req-dce86d06-28a6-4432-8fbf-ceea2e92316d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.212442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1499b751-1d3a-4c26-8089-d2922f47185c req-dce86d06-28a6-4432-8fbf-ceea2e92316d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1657577 Aug 09 15:52:47.227324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network 3fcda595-b624-4007-8a40-9a4a02b9bd27 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:47.260904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7c1cb76-c14d-4a92-838e-b5e98d18ad06 None None] Provisioning for port ecc6030b-100f-40dd-bc86-1d8b60516394 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:47.262720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 3fcda595-b624-4007-8a40-9a4a02b9bd27) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:47.277810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d78d8-251e-403d-bc2d-e05838cc2a52 None None] Network 3fcda595-b624-4007-8a40-9a4a02b9bd27 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:47.281805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.290336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.291544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.314907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.319397 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/e8fa6fc5-bebc-4d32-8978-07833252da7a HTTP/1.1" status: 204 len: 168 time: 1.3277009 Aug 09 15:52:47.322295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=2a7facf1-4b63-42cb-8066-5472f3fcd44f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:47.327249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37956) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:47.332464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1499b751-1d3a-4c26-8089-d2922f47185c req-2210042b-1bbd-4f0c-8006-25edc690dee7 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753982 Aug 09 15:52:47.365958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e502d-94e2-4f67-b0d8-17b721dd77fb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 3f8a7e9d-0f84-4972-996e-4b5b7781d511 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:47.366410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a2e502d-94e2-4f67-b0d8-17b721dd77fb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.412209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network b011d991-77bd-4039-a858-95551845c77a is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:47.414345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:47.483613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a2e502d-94e2-4f67-b0d8-17b721dd77fb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.485127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ecc6030b-100f-40dd-bc86-1d8b60516394 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:47.527757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ecc6030b-100f-40dd-bc86-1d8b60516394 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:47.528323 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.533488 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bee4b30f-5f1d-428b-93de-e5961f184ef2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0218482 Aug 09 15:52:47.569703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:47.575419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d80f11-0929-425c-9b55-33e2e2a18a4c tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=e8fa6fc5-bebc-4d32-8978-07833252da7a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:47.586656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e502d-94e2-4f67-b0d8-17b721dd77fb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 3f8a7e9d-0f84-4972-996e-4b5b7781d511 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:47.595438 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-320ad4a4-07c7-4f69-9944-5810ab4a6207 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:47.596190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320ad4a4-07c7-4f69-9944-5810ab4a6207 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:47.599652 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-320ad4a4-07c7-4f69-9944-5810ab4a6207 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/70267a1d-2af8-4f18-9878-cfca188090b0 HTTP/1.1" status: 404 len: 337 time: 0.2564564 Aug 09 15:52:47.653573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37972) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:47.666552 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-95c71678-f9b0-4110-a706-bd7ed376b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.772445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:47.787083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-3fcda595-b624-4007-8a40-9a4a02b9bd27', 'network_id': '3fcda595-b624-4007-8a40-9a4a02b9bd27', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': 'b58b27aa-6104-4647-ab2c-90770cbad17c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:47.797489 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.809889 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cad9ff-f3c0-46a6-9767-16e9d700f2d0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:47.810555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cad9ff-f3c0-46a6-9767-16e9d700f2d0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:47.818863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d3cad9ff-f3c0-46a6-9767-16e9d700f2d0 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/daeaa0d3-fa10-4490-9d43-195cd5f79793 HTTP/1.1" status: 404 len: 339 time: 0.0958345 Aug 09 15:52:47.836873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37980) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:47.874998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.921655 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.982512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.037418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494dcde-b36c-4ba8-b2ad-471e81dcf52b req-404539fe-1912-490c-ac84-86440c8ab56a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.047893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d494dcde-b36c-4ba8-b2ad-471e81dcf52b req-404539fe-1912-490c-ac84-86440c8ab56a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4052558 Aug 09 15:52:48.109173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port ecc6030b-100f-40dd-bc86-1d8b60516394, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ecc6030b-100f-40dd-bc86-1d8b60516394,segment=NetworkSegment(a0d4b73f-7c79-41ee-b66e-d66c9848311f),segment_id=a0d4b73f-7c79-41ee-b66e-d66c9848311f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:48.118270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.147783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a2e502d-94e2-4f67-b0d8-17b721dd77fb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.239370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Allocated IP 172.20.0.1 (3fcda595-b624-4007-8a40-9a4a02b9bd27/b58b27aa-6104-4647-ab2c-90770cbad17c/f5d4940c-173d-47b0-8288-761fb55cac89) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:48.260297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e502d-94e2-4f67-b0d8-17b721dd77fb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=3f8a7e9d-0f84-4972-996e-4b5b7781d511,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:48.277723 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a2e502d-94e2-4f67-b0d8-17b721dd77fb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.281697 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8a2e502d-94e2-4f67-b0d8-17b721dd77fb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/3f8a7e9d-0f84-4972-996e-4b5b7781d511 HTTP/1.1" status: 204 len: 168 time: 1.2625465 Aug 09 15:52:48.283537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.309095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 37994) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:48.345637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=ecc6030b-100f-40dd-bc86-1d8b60516394,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:48.391563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-59354630-b826-4a31-aea6-e7c3b04a73ad None None] Provisioning for port 2a7facf1-4b63-42cb-8066-5472f3fcd44f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:48.399748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-59354630-b826-4a31-aea6-e7c3b04a73ad None None] Provisioning complete for port 2a7facf1-4b63-42cb-8066-5472f3fcd44f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:48.400234 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59354630-b826-4a31-aea6-e7c3b04a73ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.506959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-59354630-b826-4a31-aea6-e7c3b04a73ad None None] Port 2a7facf1-4b63-42cb-8066-5472f3fcd44f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:48.589389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-59354630-b826-4a31-aea6-e7c3b04a73ad None None] Provisioning complete for port ecc6030b-100f-40dd-bc86-1d8b60516394 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:48.589839 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59354630-b826-4a31-aea6-e7c3b04a73ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.692409 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.720815 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Transition to ACTIVE for port object f5d4940c-173d-47b0-8288-761fb55cac89 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:48.764436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Transition to ACTIVE for port object f5d4940c-173d-47b0-8288-761fb55cac89 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:48.791619 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.799711 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.883558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=b58b27aa-6104-4647-ab2c-90770cbad17c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:48.937724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Pushing event updated for resources: {'Port': ['ID=f5d4940c-173d-47b0-8288-761fb55cac89,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:48.943966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Network 3fcda595-b624-4007-8a40-9a4a02b9bd27 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:48.949917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:48.955251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:49.095469 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.126308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Attempting to bind port f5d4940c-173d-47b0-8288-761fb55cac89 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:49.127117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Attempting to bind port f5d4940c-173d-47b0-8288-761fb55cac89 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '284bc6b7-52fe-4196-91b3-e0bfc5dad147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '3fcda595-b624-4007-8a40-9a4a02b9bd27'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:49.127117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Attempting to bind port f5d4940c-173d-47b0-8288-761fb55cac89 on network 3fcda595-b624-4007-8a40-9a4a02b9bd27 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:49.140130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ecc6030b-100f-40dd-bc86-1d8b60516394 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:49.144289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcda595-b624-4007-8a40-9a4a02b9bd27']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:49.151149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:49.151414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Checking segment: {'id': '284bc6b7-52fe-4196-91b3-e0bfc5dad147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '3fcda595-b624-4007-8a40-9a4a02b9bd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:49.154131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.154528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Bound using segment: {'id': '284bc6b7-52fe-4196-91b3-e0bfc5dad147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '3fcda595-b624-4007-8a40-9a4a02b9bd27'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:49.155212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Bound port: f5d4940c-173d-47b0-8288-761fb55cac89, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284bc6b7-52fe-4196-91b3-e0bfc5dad147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '3fcda595-b624-4007-8a40-9a4a02b9bd27'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:49.155627 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.179943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284bc6b7-52fe-4196-91b3-e0bfc5dad147') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:49.180250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284bc6b7-52fe-4196-91b3-e0bfc5dad147') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:49.209859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.225411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-580a58d1-db4e-44a6-aeb1-6f7715633d61 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting subnet 3320e963-ad3f-45ee-a02b-b5b35f430c72 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:49.254496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.259563 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-580a58d1-db4e-44a6-aeb1-6f7715633d61 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.269585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:49.270630 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:49.278723 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:49.283967 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.288276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f46b5cc4-21fb-4025-9840-5475fa50b277 None None] Provisioning complete for port 2a7facf1-4b63-42cb-8066-5472f3fcd44f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:49.288653 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f46b5cc4-21fb-4025-9840-5475fa50b277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.336018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:49.344133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-edf41dc3-d364-4760-b82b-83a92e8ab213 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9107339 Aug 09 15:52:49.348092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f46b5cc4-21fb-4025-9840-5475fa50b277 None None] Port 2a7facf1-4b63-42cb-8066-5472f3fcd44f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:49.359062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:49.382913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38010) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.384855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-580a58d1-db4e-44a6-aeb1-6f7715633d61 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.393244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-610777016'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:49.423611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:49.424455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:49.471181 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:52:49.471181 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:52:49.471181 n-d-799523-2 neutron-server[94178]: [parameters: {'id': '3fcda595-b624-4007-8a40-9a4a02b9bd27'}] Aug 09 15:52:49.471181 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:52:49.471744 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:52:49.482443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:49.503021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.514508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-580a58d1-db4e-44a6-aeb1-6f7715633d61 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.546469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:49.574756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.574960 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added segment af50b94c-8f9b-4ee3-b870-7d01ce78785b of type vlan for network a3f7ad9f-a759-4331-bc04-336959bd2307 Aug 09 15:52:49.599441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd32d0-8667-4037-ad43-bea949e52d87 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:49.604480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2acd32d0-8667-4037-ad43-bea949e52d87 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.2936659 Aug 09 15:52:49.635261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38016) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.681638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d494dcde-b36c-4ba8-b2ad-471e81dcf52b req-c07b0896-8bb3-464d-a07e-b776d0c82e5f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3737326 Aug 09 15:52:49.690968 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf63a41-706a-44f5-8405-47ab499bf691 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:52:49.697252 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-caf63a41-706a-44f5-8405-47ab499bf691 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/3f8a7e9d-0f84-4972-996e-4b5b7781d511 HTTP/1.1" status: 404 len: 333 time: 0.0491290 Aug 09 15:52:49.701729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38020) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.734448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-59943627'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:49.748135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.805534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-932ffa0f-667e-4925-af02-6978f25c9142 None None] Provisioning complete for port 2a7facf1-4b63-42cb-8066-5472f3fcd44f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:49.807152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-580a58d1-db4e-44a6-aeb1-6f7715633d61 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.816485 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-932ffa0f-667e-4925-af02-6978f25c9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.821408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ecc6030b-100f-40dd-bc86-1d8b60516394 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:49.821769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.847232 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.860380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:49.860864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.881061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:49.883207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] For port f5d4940c-173d-47b0-8288-761fb55cac89, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:49.903771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a58d1-db4e-44a6-aeb1-6f7715633d61 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=3320e963-ad3f-45ee-a02b-b5b35f430c72,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:49.921742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:49.925766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.937856 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5532687 Aug 09 15:52:49.940979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38028) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.946029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'subnet': {'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:49.956334 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-580a58d1-db4e-44a6-aeb1-6f7715633d61 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.960590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-580a58d1-db4e-44a6-aeb1-6f7715633d61 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/3320e963-ad3f-45ee-a02b-b5b35f430c72 HTTP/1.1" status: 204 len: 168 time: 2.1186543 Aug 09 15:52:49.961452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38030) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.967426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1f7b1-c819-4ba7-8efe-fa02f0be4cca tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Network': ['ID=a3f7ad9f-a759-4331-bc04-336959bd2307,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.014161 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.051763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-932ffa0f-667e-4925-af02-6978f25c9142 None None] Port 2a7facf1-4b63-42cb-8066-5472f3fcd44f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:50.063414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f238542-82f4-4f09-8ebb-054ad28290c9 req-79fe0010-62c0-4d52-9b75-5ac392e800ae tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.073844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f238542-82f4-4f09-8ebb-054ad28290c9 req-79fe0010-62c0-4d52-9b75-5ac392e800ae tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2328556 Aug 09 15:52:50.093377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:50.098141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] For port f5d4940c-173d-47b0-8288-761fb55cac89, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f5d4940c-173d-47b0-8288-761fb55cac89,segment=NetworkSegment(284bc6b7-52fe-4196-91b3-e0bfc5dad147),segment_id=284bc6b7-52fe-4196-91b3-e0bfc5dad147)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:50.102710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd26121-9485-425c-bdf8-7fcd465cbe67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting subnet a17b6cdb-d892-4c3c-b235-9a36ed4de1f2 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:50.109311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65c98b-54d9-4def-8f69-94f638045cf8 None None] Network 119ba692-966e-4b26-80d0-cf9647295bdf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:50.112234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a3f7ad9f-a759-4331-bc04-336959bd2307 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:50.115454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4dd26121-9485-425c-bdf8-7fcd465cbe67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.126271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Made reservation on behalf of 4c646f292f5d4992839aec7ef90b7394 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:50.134729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.141702 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.142061 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Added segment 3ec30a0b-06bd-4f45-9b02-d86c679cbac8 of type vlan for network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 Aug 09 15:52:50.166271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.241915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f238542-82f4-4f09-8ebb-054ad28290c9 req-f372d85e-7de6-4e68-b6b0-d60e00cabafa tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670203 Aug 09 15:52:50.250862 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4dd26121-9485-425c-bdf8-7fcd465cbe67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.282999 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.315996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Deleting port f5d4940c-173d-47b0-8288-761fb55cac89 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:50.316344 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.422655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4ab59-db3d-49e8-a6ee-112edd5d7118 None None] Network 3fcda595-b624-4007-8a40-9a4a02b9bd27 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:50.470736 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.478553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.479857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.583790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] For port f5d4940c-173d-47b0-8288-761fb55cac89, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f5d4940c-173d-47b0-8288-761fb55cac89,segment=NetworkSegment(284bc6b7-52fe-4196-91b3-e0bfc5dad147),segment_id=284bc6b7-52fe-4196-91b3-e0bfc5dad147)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:50.584413 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.618487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Calling delete_port for f5d4940c-173d-47b0-8288-761fb55cac89 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:50.642957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Network': ['ID=c1c7cf49-3fa3-4918-96b0-d31f48d3df82,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.661548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4dd26121-9485-425c-bdf8-7fcd465cbe67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.673862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.680454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d9b3234d-ebdc-45c4-8b82-b17f37a3843b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9744754 Aug 09 15:52:50.681395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38046) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:50.686062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:50.723130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:50.814119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.818220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86257a-b7d8-41e8-a76b-2373ba4a7eb6 req-0c189388-652d-4ac9-bb5d-c7bc0e258737 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.827044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc86257a-b7d8-41e8-a76b-2373ba4a7eb6 req-0c189388-652d-4ac9-bb5d-c7bc0e258737 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3703701 Aug 09 15:52:50.911845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0b878-c9a7-4214-b984-949fa41e0180 None None] Pushing event updated for resources: {'Port': ['ID=f5d4940c-173d-47b0-8288-761fb55cac89,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.914517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Subnet': ['ID=35cb7741-90c8-4484-8545-c5d5d77bc1fd,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.920362 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.968646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Port': ['ID=f5d4940c-173d-47b0-8288-761fb55cac89,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.974697 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Checking segment: {'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:50.975072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network hostable DHCP agents. Network: a3f7ad9f-a759-4331-bc04-336959bd2307, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:50.985205 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No DVR routers for this DVR port f5d4940c-173d-47b0-8288-761fb55cac89 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:51.022349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc86257a-b7d8-41e8-a76b-2373ba4a7eb6 req-00b6e756-db74-4fd8-8461-d420eef6e4ac tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933200 Aug 09 15:52:51.026167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:51.035373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.084294 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.096137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcda595-b624-4007-8a40-9a4a02b9bd27']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:51.107633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284bc6b7-52fe-4196-91b3-e0bfc5dad147') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:51.108017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284bc6b7-52fe-4196-91b3-e0bfc5dad147') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:51.117673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.135543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.143173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:51.143613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.149695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4dd26121-9485-425c-bdf8-7fcd465cbe67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.227512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4dd26121-9485-425c-bdf8-7fcd465cbe67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.229762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4dd26121-9485-425c-bdf8-7fcd465cbe67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/a17b6cdb-d892-4c3c-b235-9a36ed4de1f2 HTTP/1.1" status: 204 len: 168 time: 1.2671845 Aug 09 15:52:51.232944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38058) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:51.235330 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:51.246927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.262495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:46Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:46Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:51.278557 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network a3f7ad9f-a759-4331-bc04-336959bd2307 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:51.296480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.306304 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/3fcda595-b624-4007-8a40-9a4a02b9bd27 HTTP/1.1" status: 204 len: 168 time: 3.7208645 Aug 09 15:52:51.332114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:51.332567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Updating router 7dfe8aab-4092-4281-acc0-27958affbcb8 port 2a7facf1-4b63-42cb-8066-5472f3fcd44f binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:51.360221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38062) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:51.369448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-702294824'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:51.384127 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.419407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46b81d-e82c-4c30-8b1f-c7eae8969384 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=3fcda595-b624-4007-8a40-9a4a02b9bd27,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.421244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a3f7ad9f-a759-4331-bc04-336959bd2307) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:51.430941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd26121-9485-425c-bdf8-7fcd465cbe67 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=a17b6cdb-d892-4c3c-b235-9a36ed4de1f2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.435452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:51.436086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.438430 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.468725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.473950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:51.477423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.487247 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aaeef75f-16be-4dcd-856f-1d225b015787 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5450308 Aug 09 15:52:51.495217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38066) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:51.495389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89347e78-a4cf-4337-8ffe-857eab21d185 None None] Network a3f7ad9f-a759-4331-bc04-336959bd2307 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:51.497654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] DHCP port deletion for 119ba692-966e-4b26-80d0-cf9647295bdf request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:52:51.514126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=e95132b7-a187-49f2-92d2-b13de778f621,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.553296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b11cfa-6c88-437d-a29e-e83e2a44d9dd req-fb96f518-21d7-4a43-b67f-6ca2e5e79454 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:51.555327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32b11cfa-6c88-437d-a29e-e83e2a44d9dd req-fb96f518-21d7-4a43-b67f-6ca2e5e79454 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3952656 Aug 09 15:52:51.622473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:51.622608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32b11cfa-6c88-437d-a29e-e83e2a44d9dd req-8d1fb1db-d1ba-4fca-8248-af21a71bb5de tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549550 Aug 09 15:52:51.627058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Checking segment: {'id': '3ec30a0b-06bd-4f45-9b02-d86c679cbac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:51.627514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network hostable DHCP agents. Network: c1c7cf49-3fa3-4918-96b0-d31f48d3df82, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:51.648423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.648709 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment ebba1c05-5707-46bd-bd09-85199a1adfac of type vlan for network c455a7a4-ad8f-48d3-883c-2f4a723409a6 Aug 09 15:52:51.657562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:51.675273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c1c7cf49-3fa3-4918-96b0-d31f48d3df82) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:51.730891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:51.740568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.772729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9511122-7adb-490e-974c-30f4f9b6d38d None None] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:51.794095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.801873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting port bebb78cd-32d5-4342-8bcc-315ab771e779 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:51.802332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.832721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0fc0a21f-42c4-4355-844f-d23cf0b4f72a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1162915 Aug 09 15:52:51.846580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38078) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:51.867088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a11e51c3-8e43-4d6f-94d4-452c4a93d6a1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:51.890212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619484d4-9ced-4b90-a7f5-0e350644d41c req-e57d986f-919e-4c3e-afa8-ac0d105e824b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:51.899462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-619484d4-9ced-4b90-a7f5-0e350644d41c req-e57d986f-919e-4c3e-afa8-ac0d105e824b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.0826840 Aug 09 15:52:51.911129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:52:51.958778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-619484d4-9ced-4b90-a7f5-0e350644d41c req-6ea37525-fb14-4cde-9d30-bd1a41eac3c3 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575187 Aug 09 15:52:52.230436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d497f-9a12-475d-abcc-7121afef838a req-639f4fa4-eb95-4ad6-9368-208f1737bf98 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.232112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d94d497f-9a12-475d-abcc-7121afef838a req-639f4fa4-eb95-4ad6-9368-208f1737bf98 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1509118 Aug 09 15:52:52.288126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d94d497f-9a12-475d-abcc-7121afef838a req-985b88a7-a574-4d09-901a-c8bf6c56188a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Aug 09 15:52:52.471093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] Deleting port bebb78cd-32d5-4342-8bcc-315ab771e779 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:52.471643 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.543785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] For port bebb78cd-32d5-4342-8bcc-315ab771e779, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bebb78cd-32d5-4342-8bcc-315ab771e779,segment=NetworkSegment(292661cc-5f0b-464e-95ee-82291c2dead8),segment_id=292661cc-5f0b-464e-95ee-82291c2dead8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:52.545149 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.568264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d91475-6b7c-4c49-89df-81d293a13af5 req-d0059536-bb0a-46a2-8f79-baf818e27660 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.569059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Calling delete_port for bebb78cd-32d5-4342-8bcc-315ab771e779 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:52.577255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80d91475-6b7c-4c49-89df-81d293a13af5 req-d0059536-bb0a-46a2-8f79-baf818e27660 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.0794163 Aug 09 15:52:52.593162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38090) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:52.684558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80d91475-6b7c-4c49-89df-81d293a13af5 req-f35906c3-40d6-4cfc-8331-0ff29dfe42dd tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062553 Aug 09 15:52:52.701540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] For port bebb78cd-32d5-4342-8bcc-315ab771e779, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bebb78cd-32d5-4342-8bcc-315ab771e779,segment=NetworkSegment(292661cc-5f0b-464e-95ee-82291c2dead8),segment_id=292661cc-5f0b-464e-95ee-82291c2dead8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:52.701958 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.717587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a3f7ad9f-a759-4331-bc04-336959bd2307', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:52.718831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.735281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] Calling delete_port for bebb78cd-32d5-4342-8bcc-315ab771e779 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:52.764833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-c1c7cf49-3fa3-4918-96b0-d31f48d3df82', 'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82', 'tenant_id': 'da08d0e3d29e463eae1592496fc92f46', 'fixed_ips': [{'subnet_id': 'e95132b7-a187-49f2-92d2-b13de778f621'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:52.765860 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.789197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-120bd425-d0fc-4415-bdb0-40cff8f2ee19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.967304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.033105 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.034963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05e217-4f2e-4ef4-b1a1-9ffd82dfcd63 req-fcfab32c-2297-48ae-a2bc-385d4c8a2208 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.040877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b05e217-4f2e-4ef4-b1a1-9ffd82dfcd63 req-fcfab32c-2297-48ae-a2bc-385d4c8a2208 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1546924 Aug 09 15:52:53.076387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No DVR routers for this DVR port bebb78cd-32d5-4342-8bcc-315ab771e779 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:53.124171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b05e217-4f2e-4ef4-b1a1-9ffd82dfcd63 req-dafe23e5-e1a5-4bd1-b12b-0d12e1def1ba tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683317 Aug 09 15:52:53.147895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Port': ['ID=bebb78cd-32d5-4342-8bcc-315ab771e779,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.166159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.178010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.178726 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.183137 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-120bd425-d0fc-4415-bdb0-40cff8f2ee19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.190643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-120bd425-d0fc-4415-bdb0-40cff8f2ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.227033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bd425-d0fc-4415-bdb0-40cff8f2ee19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423fcecc-f246-45c8-9cd3-2c3960d4797a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.265635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Transition to ACTIVE for port object 2a7facf1-4b63-42cb-8066-5472f3fcd44f will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:53.269441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-120bd425-d0fc-4415-bdb0-40cff8f2ee19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f62275d29a594cc68f24b4d53c60b270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751568 Aug 09 15:52:53.272535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38106) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:53.352157 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.461684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bebb78cd-32d5-4342-8bcc-315ab771e779 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:53.520059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e59596-f1c2-46bc-8765-f811f4154ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.523719 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.558894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e51c3-8e43-4d6f-94d4-452c4a93d6a1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:53.563409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a11e51c3-8e43-4d6f-94d4-452c4a93d6a1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.567023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e59596-f1c2-46bc-8765-f811f4154ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.572289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: bebb78cd-32d5-4342-8bcc-315ab771e779 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:53.572774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bebb78cd-32d5-4342-8bcc-315ab771e779 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:53.617982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Attempting to bind port 2a7facf1-4b63-42cb-8066-5472f3fcd44f on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:53.618523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Attempting to bind port 2a7facf1-4b63-42cb-8066-5472f3fcd44f by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:53.618887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Attempting to bind port 2a7facf1-4b63-42cb-8066-5472f3fcd44f on network b011d991-77bd-4039-a858-95551845c77a {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:53.633100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:53.633608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Checking segment: {'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:53.634147 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.634654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Bound using segment: {'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:53.635303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Bound port: 2a7facf1-4b63-42cb-8066-5472f3fcd44f, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d4b73f-7c79-41ee-b66e-d66c9848311f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'b011d991-77bd-4039-a858-95551845c77a'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:53.635693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.646370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e59596-f1c2-46bc-8765-f811f4154ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.646924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c997c1-da2a-4475-b8a8-fcd334307525 None None] Pushing event updated for resources: {'Port': ['ID=2a7facf1-4b63-42cb-8066-5472f3fcd44f,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.649219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e59596-f1c2-46bc-8765-f811f4154ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.650567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-92e59596-f1c2-46bc-8765-f811f4154ce1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/423fcecc-f246-45c8-9cd3-2c3960d4797a HTTP/1.1" status: 204 len: 168 time: 0.3725836 Aug 09 15:52:53.664237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc4092-d1ce-41f1-ab45-34de9cb8894e req-aac61884-2a07-465c-84f0-52e9d6ff1dc0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.666084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bcdc4092-d1ce-41f1-ab45-34de9cb8894e req-aac61884-2a07-465c-84f0-52e9d6ff1dc0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3081441 Aug 09 15:52:53.675291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e59596-f1c2-46bc-8765-f811f4154ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423fcecc-f246-45c8-9cd3-2c3960d4797a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.677017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119ba692-966e-4b26-80d0-cf9647295bdf']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:53.736265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=c455a7a4-ad8f-48d3-883c-2f4a723409a6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.739348 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-969f12a9-8eea-4e19-9146-5c397ef85e71 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3761849 Aug 09 15:52:53.746981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38110) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:53.758077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Allocated IP 2001:db8:3::2 (a3f7ad9f-a759-4331-bc04-336959bd2307/35cb7741-90c8-4484-8545-c5d5d77bc1fd/ee74db9f-f1a3-47c9-91e9-68a7d490992c) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:53.761945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': 'c455a7a4-ad8f-48d3-883c-2f4a723409a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:53.837438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292661cc-5f0b-464e-95ee-82291c2dead8') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:53.837781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292661cc-5f0b-464e-95ee-82291c2dead8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:53.924974 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.945759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bcdc4092-d1ce-41f1-ab45-34de9cb8894e req-199bdd67-d0b7-4ee3-835a-aec30e66c3de tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646642 Aug 09 15:52:53.970558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.989235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:53.989805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:53.993244 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:53.997794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:54.009533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.026514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.044925 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.076556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Transition to ACTIVE for port object ee74db9f-f1a3-47c9-91e9-68a7d490992c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:54.096710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Transition to ACTIVE for port object ee74db9f-f1a3-47c9-91e9-68a7d490992c will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:54.099045 n-d-799523-2 neutron-server[94178]: INFO neutron.db.ipam_backend_mixin [None req-a11e51c3-8e43-4d6f-94d4-452c4a93d6a1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e95132b7-a187-49f2-92d2-b13de778f621 (CIDR: 2001:db8::/64) Aug 09 15:52:54.106368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.121932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c455a7a4-ad8f-48d3-883c-2f4a723409a6 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:54.174404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Allocated IP 2001:db8::2 (c1c7cf49-3fa3-4918-96b0-d31f48d3df82/e95132b7-a187-49f2-92d2-b13de778f621/26e5a821-e9cb-4c17-aea2-1b6a66aa93c3) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:54.179843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] Pushing event deleted for resources: {'Port': ['ID=bebb78cd-32d5-4342-8bcc-315ab771e779,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.182390 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.269324 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11e51c3-8e43-4d6f-94d4-452c4a93d6a1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:52:54.270069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11e51c3-8e43-4d6f-94d4-452c4a93d6a1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:54.320520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7dff0-fc8a-40d6-862d-f3a3255181e5 None None] No DVR routers for this DVR port bebb78cd-32d5-4342-8bcc-315ab771e779 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:54.395635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Network a3f7ad9f-a759-4331-bc04-336959bd2307 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:54.447767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.461946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:54.463837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccc0ba-07a2-4bb4-88d1-b5a3256b890c req-45f55ba1-9d37-4e3a-bda9-b570399f1c6f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.475008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4cccc0ba-07a2-4bb4-88d1-b5a3256b890c req-45f55ba1-9d37-4e3a-bda9-b570399f1c6f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2038124 Aug 09 15:52:54.490885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.494368 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/119ba692-966e-4b26-80d0-cf9647295bdf HTTP/1.1" status: 204 len: 168 time: 3.2577708 Aug 09 15:52:54.499023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Pushing event updated for resources: {'Port': ['ID=ee74db9f-f1a3-47c9-91e9-68a7d490992c,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.502640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:54.511887 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a11e51c3-8e43-4d6f-94d4-452c4a93d6a1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6502922 Aug 09 15:52:54.512885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38120) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:54.551786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38122) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:54.565447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] For port 2a7facf1-4b63-42cb-8066-5472f3fcd44f, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:54.576537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:54.627113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea2297-2531-407a-a2ec-23cbdddb2901 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=119ba692-966e-4b26-80d0-cf9647295bdf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.644731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] For port 2a7facf1-4b63-42cb-8066-5472f3fcd44f, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2a7facf1-4b63-42cb-8066-5472f3fcd44f,segment=NetworkSegment(a0d4b73f-7c79-41ee-b66e-d66c9848311f),segment_id=a0d4b73f-7c79-41ee-b66e-d66c9848311f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:54.656654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.674390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Attempting to bind port ee74db9f-f1a3-47c9-91e9-68a7d490992c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:54.675411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Attempting to bind port ee74db9f-f1a3-47c9-91e9-68a7d490992c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:54.675732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Attempting to bind port ee74db9f-f1a3-47c9-91e9-68a7d490992c on network a3f7ad9f-a759-4331-bc04-336959bd2307 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:54.712222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38124) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:54.724708 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e93a96b-30ee-4aab-b544-cfc7f4613550 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:54.730207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e93a96b-30ee-4aab-b544-cfc7f4613550 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:54.741885 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e93a96b-30ee-4aab-b544-cfc7f4613550 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/b13b6038-6d2a-447d-87e2-19efc35dda0e HTTP/1.1" status: 404 len: 337 time: 0.1628172 Aug 09 15:52:54.749087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38126) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:54.750977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:54.751364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Checking segment: {'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:54.752413 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.752821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Bound using segment: {'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:54.753317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Bound port: ee74db9f-f1a3-47c9-91e9-68a7d490992c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:54.753699 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.779119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4cccc0ba-07a2-4bb4-88d1-b5a3256b890c req-f7253e28-91b9-4e82-8986-81f1dcf00fa5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005900 Aug 09 15:52:54.851250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c997c1-da2a-4475-b8a8-fcd334307525 None None] Pushing event updated for resources: {'Port': ['ID=2a7facf1-4b63-42cb-8066-5472f3fcd44f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.855010 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ff8101c-c0a2-4dba-8bd9-d1a9083a163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.933769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:54.934410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:54.965150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Allocated IP 2001:db8:3::1 (a3f7ad9f-a759-4331-bc04-336959bd2307/35cb7741-90c8-4484-8545-c5d5d77bc1fd/6a2e26d9-aaff-4bdb-9507-183b83729688) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:55.036377 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc16ccf-157f-42a0-92c3-fb5589168ee6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:55.037302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc16ccf-157f-42a0-92c3-fb5589168ee6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:55.039310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0cc16ccf-157f-42a0-92c3-fb5589168ee6 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/c9107dd1-85c1-44d1-b66c-7b9928ca8469 HTTP/1.1" status: 404 len: 339 time: 0.2544014 Aug 09 15:52:55.049011 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.078223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38132) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.082973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Transition to ACTIVE for port object 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:55.127974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] For port ee74db9f-f1a3-47c9-91e9-68a7d490992c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:55.139018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] For port ee74db9f-f1a3-47c9-91e9-68a7d490992c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ee74db9f-f1a3-47c9-91e9-68a7d490992c,segment=NetworkSegment(af50b94c-8f9b-4ee3-b870-7d01ce78785b),segment_id=af50b94c-8f9b-4ee3-b870-7d01ce78785b)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:55.163963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:55.186614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:55.191952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.227169 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.230942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.253188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Transition to ACTIVE for port object 6a2e26d9-aaff-4bdb-9507-183b83729688 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:55.294737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.295990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Transition to ACTIVE for port object 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:55.335169 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.335774 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d4fed9-155e-4455-ade3-c20138f0a9aa tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:55.336271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d4fed9-155e-4455-ade3-c20138f0a9aa tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:55.341596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-77d4fed9-155e-4455-ade3-c20138f0a9aa tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/ecf7eaff-6b8c-4e62-9db9-fc2eb99d040a HTTP/1.1" status: 404 len: 337 time: 0.2271321 Aug 09 15:52:55.347866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38136) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.393853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51824-6f2d-49d6-81ee-c4456e40b466 req-39da44d8-5b67-416c-9367-f0b834f4f4bb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:55.394280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network a3f7ad9f-a759-4331-bc04-336959bd2307 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:55.396547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34b51824-6f2d-49d6-81ee-c4456e40b466 req-39da44d8-5b67-416c-9367-f0b834f4f4bb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3894331 Aug 09 15:52:55.399008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:55.399217 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.409847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:55.410716 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.415379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=6a2e26d9-aaff-4bdb-9507-183b83729688,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.472566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892f3a1-1ab4-4b98-91f2-fc12cdb6f9ab None None] Pushing event updated for resources: {'Port': ['ID=ee74db9f-f1a3-47c9-91e9-68a7d490992c,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.494384 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-49209b5d-a242-4af2-b083-6ed11ecb9929 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:55.495039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49209b5d-a242-4af2-b083-6ed11ecb9929 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:55.500005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-49209b5d-a242-4af2-b083-6ed11ecb9929 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/101d6a64-0dd1-4045-9fae-f342f22661d4 HTTP/1.1" status: 404 len: 339 time: 0.1444063 Aug 09 15:52:55.503062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38138) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.550008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:55.555121 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6dc572-f53f-4c3d-b456-bf6f73573fa4 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:55.555585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6dc572-f53f-4c3d-b456-bf6f73573fa4 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:55.560712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-af6dc572-f53f-4c3d-b456-bf6f73573fa4 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/c1f3f93a-292c-422d-9138-909ffbdc9837 HTTP/1.1" status: 404 len: 337 time: 0.0513110 Aug 09 15:52:55.579551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:55.585979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38140) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.594753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:55.626347 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-928f0d7a-3b08-4f10-b0d3-3e76f195ea04 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:55.627001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928f0d7a-3b08-4f10-b0d3-3e76f195ea04 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:55.632037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-928f0d7a-3b08-4f10-b0d3-3e76f195ea04 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/eef8677a-a129-4b3c-8fa9-ba155403815b HTTP/1.1" status: 404 len: 339 time: 0.0387888 Aug 09 15:52:55.633983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38142) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.666534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': 'ebba1c05-5707-46bd-bd09-85199a1adfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'c455a7a4-ad8f-48d3-883c-2f4a723409a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:55.666912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: c455a7a4-ad8f-48d3-883c-2f4a723409a6, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:55.683285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.684891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Pushing event updated for resources: {'Port': ['ID=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.704173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=ca8fe842-332f-48cd-86ff-d7316b155b59,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.732123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34b51824-6f2d-49d6-81ee-c4456e40b466 req-7c9dfb14-5ae4-4e6a-83f4-1f1e0f6fa520 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852268 Aug 09 15:52:55.772675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network c455a7a4-ad8f-48d3-883c-2f4a723409a6 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:55.851252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c455a7a4-ad8f-48d3-883c-2f4a723409a6) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:55.855798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:55.857070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.862686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Attempting to bind port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:55.875351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Attempting to bind port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3ec30a0b-06bd-4f45-9b02-d86c679cbac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:55.882336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Attempting to bind port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 on network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:55.893444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:55.893818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Checking segment: {'id': '3ec30a0b-06bd-4f45-9b02-d86c679cbac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:55.894228 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.898966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Bound using segment: {'id': '3ec30a0b-06bd-4f45-9b02-d86c679cbac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:55.899586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Bound port: 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec30a0b-06bd-4f45-9b02-d86c679cbac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:55.900046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.912776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-545901b0-0f49-4fe1-b257-5e53e1ca2448 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting subnet 4144ad0d-a410-4c3f-9db9-c9be4c3664eb {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:55.922988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8013aac3-e95f-451e-83c1-0c441060e213 None None] Network c455a7a4-ad8f-48d3-883c-2f4a723409a6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:55.929161 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-3c815e6d-8b52-40c0-adb1-29c388411ce3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3303025 Aug 09 15:52:55.930064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-545901b0-0f49-4fe1-b257-5e53e1ca2448 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.012234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ff8101c-c0a2-4dba-8bd9-d1a9083a163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.025376 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ff8101c-c0a2-4dba-8bd9-d1a9083a163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.069793 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e2f0e3e-e502-403d-86ff-72b3c0e2920b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3165469 Aug 09 15:52:56.075846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38148) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:56.207022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8101c-c0a2-4dba-8bd9-d1a9083a163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981f6fa-a480-4b23-823e-cfa0f14b53bc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:56.244114 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.354448 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.356060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=e0dda3a2-f216-458a-ae30-944973b299a4,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:56.365338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.366239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.395200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8b006-b2a0-40b0-8ea8-063b5d127ed2 req-b6b468e1-419e-4847-9763-2dd734d9155f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.397412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8c8b006-b2a0-40b0-8ea8-063b5d127ed2 req-b6b468e1-419e-4847-9763-2dd734d9155f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4197867 Aug 09 15:52:56.412815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0ff8101c-c0a2-4dba-8bd9-d1a9083a163d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebc464b2b08446da887add80e3a4c106&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6984074 Aug 09 15:52:56.426782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38152) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:56.428442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:56.434119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:56.458546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-545901b0-0f49-4fe1-b257-5e53e1ca2448 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.459716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.460488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.514089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-82bd2466-d2b8-47c3-b1d2-ba8633340df1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3147044 Aug 09 15:52:56.573571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8c8b006-b2a0-40b0-8ea8-063b5d127ed2 req-ef69ad8f-2ee3-4586-afde-ca2fee53b702 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535561 Aug 09 15:52:56.616365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-418209ff-1633-44b3-bb19-0323af763b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.620136 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-418209ff-1633-44b3-bb19-0323af763b43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1096 time: 0.5386245 Aug 09 15:52:56.620720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5c53f466-85a5-443d-af74-6168d7c823b3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0534270 Aug 09 15:52:56.621021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38154) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:56.658986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] For port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:56.670838 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] For port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,segment=NetworkSegment(3ec30a0b-06bd-4f45-9b02-d86c679cbac8),segment_id=3ec30a0b-06bd-4f45-9b02-d86c679cbac8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:56.684832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.690571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.710481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82', 'fixed_ips': [{'subnet_id': 'e95132b7-a187-49f2-92d2-b13de778f621'}, {'subnet_id': 'e0dda3a2-f216-458a-ae30-944973b299a4'}], 'name': 'tempest-PortsIpV6TestJSON-220048518'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:56.775651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:46Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:54Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:56.872991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f4c4bf40-d5a0-4367-a400-2620e1a79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.874151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f4c4bf40-d5a0-4367-a400-2620e1a79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.874851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f4c4bf40-d5a0-4367-a400-2620e1a79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.875485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f4c4bf40-d5a0-4367-a400-2620e1a79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.876315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f4c4bf40-d5a0-4367-a400-2620e1a79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.876961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f4c4bf40-d5a0-4367-a400-2620e1a79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.877866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f4c4bf40-d5a0-4367-a400-2620e1a79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.879957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f4c4bf40-d5a0-4367-a400-2620e1a79288 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6502 time: 0.1815176 Aug 09 15:52:56.898496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb903ec-0dc1-4345-9a71-7cdc43a49fbe None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:46Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:54Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:57.140829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.147763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685316a-3202-4d9b-929f-9e03fa30ceba None None] Pushing event updated for resources: {'Port': ['ID=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.167465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-c455a7a4-ad8f-48d3-883c-2f4a723409a6', 'network_id': 'c455a7a4-ad8f-48d3-883c-2f4a723409a6', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': 'ca8fe842-332f-48cd-86ff-d7316b155b59'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:57.168474 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.193767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adf95d-16cc-42ff-a3e1-083f0b3cade8 req-750de375-68e4-45e8-948f-e51bdc408402 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.199338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9adf95d-16cc-42ff-a3e1-083f0b3cade8 req-750de375-68e4-45e8-948f-e51bdc408402 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3042746 Aug 09 15:52:57.259553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-545901b0-0f49-4fe1-b257-5e53e1ca2448 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.421442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event updated for resources: {'Port': ['ID=6a2e26d9-aaff-4bdb-9507-183b83729688,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.543386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Network a3f7ad9f-a759-4331-bc04-336959bd2307 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:57.594734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:57.624106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5aefecea-4b23-4bec-951d-f26b4cb1f09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.654744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9adf95d-16cc-42ff-a3e1-083f0b3cade8 req-462e7453-514a-405b-a9b4-ff099c4f1b9c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583062 Aug 09 15:52:57.659119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09af2d-bb7d-4cb5-832f-cb85e47f0a03 None None] Network a3f7ad9f-a759-4331-bc04-336959bd2307 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:57.713457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5aefecea-4b23-4bec-951d-f26b4cb1f09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.725886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2a7facf1-4b63-42cb-8066-5472f3fcd44f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:57.816452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-302c6e16-b969-4f9b-939d-79a66e1813d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.820140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-302c6e16-b969-4f9b-939d-79a66e1813d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.822387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-302c6e16-b969-4f9b-939d-79a66e1813d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.836094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-302c6e16-b969-4f9b-939d-79a66e1813d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 200 len: 2301 time: 0.8076591 Aug 09 15:52:57.871099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-d2b5da3c-2b27-4c0f-8f6a-462459ec965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.873855 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-d2b5da3c-2b27-4c0f-8f6a-462459ec965c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 1.2006626 Aug 09 15:52:57.907862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Allocated IP 172.20.0.2 (c455a7a4-ad8f-48d3-883c-2f4a723409a6/ca8fe842-332f-48cd-86ff-d7316b155b59/7c327e14-2309-4652-8aa7-076bc30e2beb) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:57.912107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b6d1422c-9ab4-4677-a9b4-5f60338008fe None None] Provisioning for port ee74db9f-f1a3-47c9-91e9-68a7d490992c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:57.945153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:57.964052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-545901b0-0f49-4fe1-b257-5e53e1ca2448 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.017254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2a7facf1-4b63-42cb-8066-5472f3fcd44f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:58.032032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2a7facf1-4b63-42cb-8066-5472f3fcd44f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:58.032935 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.228814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-e960be99-5b7e-40ec-9ab0-9e94edec4bd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 200 len: 1001 time: 0.3867579 Aug 09 15:52:58.257724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378a212-2ea1-4494-8c86-562705a19b30 req-b004ce77-527a-497f-82e7-d8f808d57a05 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.263172 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.275614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.284979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7378a212-2ea1-4494-8c86-562705a19b30 req-b004ce77-527a-497f-82e7-d8f808d57a05 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2604494 Aug 09 15:52:58.408185 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.439109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Transition to ACTIVE for port object 7c327e14-2309-4652-8aa7-076bc30e2beb will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:58.447703 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.490509 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.526898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Transition to ACTIVE for port object 7c327e14-2309-4652-8aa7-076bc30e2beb will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:58.551728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a1f3f-051b-45c5-894c-c0e98332eaee None None] Network 7efaa806-5857-4c50-9860-9db938a58582 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:58.566377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 2a7facf1-4b63-42cb-8066-5472f3fcd44f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2a7facf1-4b63-42cb-8066-5472f3fcd44f,segment=NetworkSegment(a0d4b73f-7c79-41ee-b66e-d66c9848311f),segment_id=a0d4b73f-7c79-41ee-b66e-d66c9848311f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:58.569578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.573800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-545901b0-0f49-4fe1-b257-5e53e1ca2448 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.576312 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-545901b0-0f49-4fe1-b257-5e53e1ca2448 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/4144ad0d-a410-4c3f-9db9-c9be4c3664eb HTTP/1.1" status: 204 len: 168 time: 2.9379041 Aug 09 15:52:58.577412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545901b0-0f49-4fe1-b257-5e53e1ca2448 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=4144ad0d-a410-4c3f-9db9-c9be4c3664eb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:58.591507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 786ab382-fe1a-401e-84c1-79b1d15d4a16 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:58.609822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.615142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38170) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:58.655837 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.656572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ee74db9f-f1a3-47c9-91e9-68a7d490992c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:58.726639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5aefecea-4b23-4bec-951d-f26b4cb1f09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.732123 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5aefecea-4b23-4bec-951d-f26b4cb1f09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.734189 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5aefecea-4b23-4bec-951d-f26b4cb1f09c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3981f6fa-a480-4b23-823e-cfa0f14b53bc HTTP/1.1" status: 204 len: 168 time: 2.3044350 Aug 09 15:52:58.747340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Network c455a7a4-ad8f-48d3-883c-2f4a723409a6 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:58.764765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:58.767929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:58.791638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefecea-4b23-4bec-951d-f26b4cb1f09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981f6fa-a480-4b23-823e-cfa0f14b53bc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:58.830554 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-32ab4f1e-7327-463b-867c-efe514bb903f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 1001 time: 0.8524852 Aug 09 15:52:58.860745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Pushing event updated for resources: {'Port': ['ID=7c327e14-2309-4652-8aa7-076bc30e2beb,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:58.919192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8fe842-332f-48cd-86ff-d7316b155b59,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:58.923978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:58.954111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-b7e2d1b4-2fbe-420f-a3d1-fa405eb82519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.961210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-b7e2d1b4-2fbe-420f-a3d1-fa405eb82519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7e45fe8-520f-4d6f-8d0c-f060d59770af HTTP/1.1" status: 200 len: 856 time: 0.6730311 Aug 09 15:52:58.999761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7378a212-2ea1-4494-8c86-562705a19b30 req-d1494a7d-07ae-4a7e-9477-b963fd6bfaa8 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604002 Aug 09 15:52:59.056880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-9bd3e4f9-921a-49b5-8cf3-7160f62050cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.061835 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-9bd3e4f9-921a-49b5-8cf3-7160f62050cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.2297764 Aug 09 15:52:59.119159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Attempting to bind port 7c327e14-2309-4652-8aa7-076bc30e2beb on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:59.120356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Attempting to bind port 7c327e14-2309-4652-8aa7-076bc30e2beb by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'ebba1c05-5707-46bd-bd09-85199a1adfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'c455a7a4-ad8f-48d3-883c-2f4a723409a6'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:59.121145 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Attempting to bind port 7c327e14-2309-4652-8aa7-076bc30e2beb on network c455a7a4-ad8f-48d3-883c-2f4a723409a6 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:59.129024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ee74db9f-f1a3-47c9-91e9-68a7d490992c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:59.157834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ee74db9f-f1a3-47c9-91e9-68a7d490992c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:59.160129 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.217948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:59.218656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Checking segment: {'id': 'ebba1c05-5707-46bd-bd09-85199a1adfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'c455a7a4-ad8f-48d3-883c-2f4a723409a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:59.219100 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.219695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Bound using segment: {'id': 'ebba1c05-5707-46bd-bd09-85199a1adfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'c455a7a4-ad8f-48d3-883c-2f4a723409a6'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:59.220296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Bound port: 7c327e14-2309-4652-8aa7-076bc30e2beb, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebba1c05-5707-46bd-bd09-85199a1adfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'c455a7a4-ad8f-48d3-883c-2f4a723409a6'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:59.220704 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.228168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52501e-bc8b-41a4-a2e1-347c0a1dee58 None None] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:59.271139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.311935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-cb4aff95-49b1-4001-85ed-6e88b321242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.314006 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-cb4aff95-49b1-4001-85ed-6e88b321242b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357237 Aug 09 15:52:59.328945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=2a7facf1-4b63-42cb-8066-5472f3fcd44f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:59.346188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39302155-e9ec-4929-ac86-d0700ac8de90 None None] Provisioning complete for port ee74db9f-f1a3-47c9-91e9-68a7d490992c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:59.346764 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39302155-e9ec-4929-ac86-d0700ac8de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.355076 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.453299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] For port 7c327e14-2309-4652-8aa7-076bc30e2beb, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:59.458146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] For port 7c327e14-2309-4652-8aa7-076bc30e2beb, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7c327e14-2309-4652-8aa7-076bc30e2beb,segment=NetworkSegment(ebba1c05-5707-46bd-bd09-85199a1adfac),segment_id=ebba1c05-5707-46bd-bd09-85199a1adfac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:59.476262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c455a7a4-ad8f-48d3-883c-2f4a723409a6']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:59.503354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:59.514154 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-44f8871b-ab18-4b2d-8fff-41386da6544a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0171294 Aug 09 15:52:59.522492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:59.522823 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:59.528857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.549290 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:59.550437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebba1c05-5707-46bd-bd09-85199a1adfac') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:59.551417 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:59.552187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebba1c05-5707-46bd-bd09-85199a1adfac') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:59.569980 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.590831 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.600890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:59.601689 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:59.684784 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:59.709830 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:52:59.709830 n-d-799523-2 neutron-server[94177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:52:59.709830 n-d-799523-2 neutron-server[94177]: [parameters: {'id': 'c455a7a4-ad8f-48d3-883c-2f4a723409a6'}] Aug 09 15:52:59.709830 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:52:59.710665 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:52:59.716458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-e7f6532b-50e2-4dc4-b892-faf288f71056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.718801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-e7f6532b-50e2-4dc4-b892-faf288f71056 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6929138 Aug 09 15:52:59.793799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.857197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dede74-5f13-4866-8fd0-6b474e417b89 req-2b33930a-580f-45a1-a49c-ee218859e95c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.859064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2dede74-5f13-4866-8fd0-6b474e417b89 req-2b33930a-580f-45a1-a49c-ee218859e95c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1695108 Aug 09 15:52:59.883804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:59.884204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.888922 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:59.939705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] DHCP port deletion for 7efaa806-5857-4c50-9860-9db938a58582 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:00.194069 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.216529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97902ec1-7276-47bf-b6b1-effbd62043d4 None None] Network c455a7a4-ad8f-48d3-883c-2f4a723409a6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:00.279930 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:52:55Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:52:56Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:00.319687 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:00.320125 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Updating router 7dfe8aab-4092-4281-acc0-27958affbcb8 port 6a2e26d9-aaff-4bdb-9507-183b83729688 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:53:00.356406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419ddf3-3615-42cc-a4cc-af1b2b0d79a7 None None] Pushing event updated for resources: {'Port': ['ID=7c327e14-2309-4652-8aa7-076bc30e2beb,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:00.365168 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.492128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::357 (c1c7cf49-3fa3-4918-96b0-d31f48d3df82/e95132b7-a187-49f2-92d2-b13de778f621/786ab382-fe1a-401e-84c1-79b1d15d4a16) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:00.499147 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-e0e2187a-6bb9-47b1-8ef5-47f7ff61e4f4 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1439519 Aug 09 15:53:00.560865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8:0:1::2c7 (c1c7cf49-3fa3-4918-96b0-d31f48d3df82/e0dda3a2-f216-458a-ae30-944973b299a4/786ab382-fe1a-401e-84c1-79b1d15d4a16) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:00.617627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.668869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2dede74-5f13-4866-8fd0-6b474e417b89 req-cf72b340-4748-4888-8d22-d6ba6a2c42be tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7995536 Aug 09 15:53:00.674809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-e0b8eabf-00cf-40fd-9a6c-cd68c7a908a1 service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9249887 Aug 09 15:53:00.808627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-7e18ded4-14fc-4dab-a9fa-60e6624ba29f service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217391 Aug 09 15:53:00.872944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port ee74db9f-f1a3-47c9-91e9-68a7d490992c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ee74db9f-f1a3-47c9-91e9-68a7d490992c,segment=NetworkSegment(af50b94c-8f9b-4ee3-b870-7d01ce78785b),segment_id=af50b94c-8f9b-4ee3-b870-7d01ce78785b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:00.912085 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.953520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] For port 4728f14f-bbaa-49a6-9a81-e9e485cbed02, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4728f14f-bbaa-49a6-9a81-e9e485cbed02,segment=NetworkSegment(4fec0633-3d22-4278-8afd-cc0897764c38),segment_id=4fec0633-3d22-4278-8afd-cc0897764c38)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:00.953520 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.960321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-63845272-2f4b-4773-ab99-fd9f11c8d97c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 217 time: 0.1414089 Aug 09 15:53:01.029437 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39302155-e9ec-4929-ac86-d0700ac8de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.042904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Calling delete_port for 4728f14f-bbaa-49a6-9a81-e9e485cbed02 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:01.060873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a6d09-4500-4941-928b-054ef10d0833 req-7b6783db-ed53-498b-9b2d-9bbaa874f943 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.069158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-642a6d09-4500-4941-928b-054ef10d0833 req-7b6783db-ed53-498b-9b2d-9bbaa874f943 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2095480 Aug 09 15:53:01.187223 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.199300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-629f29c2-4321-41f9-b757-260b4e531d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.202523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-629f29c2-4321-41f9-b757-260b4e531d9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.2324798 Aug 09 15:53:01.214285 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Transition to ACTIVE for port object 6a2e26d9-aaff-4bdb-9507-183b83729688 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:01.216153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] Deleting port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:01.216890 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.220831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-642a6d09-4500-4941-928b-054ef10d0833 req-fa6670f9-d4d0-4e3b-90de-eb4c780296f9 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506302 Aug 09 15:53:01.226507 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.323098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Deleting port 7c327e14-2309-4652-8aa7-076bc30e2beb {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:01.323764 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.343966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15605f5e-122c-4763-bfe2-50f318cc5af9 req-8fc6ae8b-0617-45ab-8004-dd7101f69468 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961700 Aug 09 15:53:01.422865 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb41c31-c32c-487a-be08-09a359d4a41c None None] Pushing event updated for resources: {'Port': ['ID=6a2e26d9-aaff-4bdb-9507-183b83729688,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.472658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-72dc9c40-e7ea-4d5e-8433-85541d3cb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.474751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-72dc9c40-e7ea-4d5e-8433-85541d3cb291 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2484832 Aug 09 15:53:01.478144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] For port 7c327e14-2309-4652-8aa7-076bc30e2beb, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7c327e14-2309-4652-8aa7-076bc30e2beb,segment=NetworkSegment(ebba1c05-5707-46bd-bd09-85199a1adfac),segment_id=ebba1c05-5707-46bd-bd09-85199a1adfac)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:01.478528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.504675 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Attempting to bind port 6a2e26d9-aaff-4bdb-9507-183b83729688 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:01.505312 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Attempting to bind port 6a2e26d9-aaff-4bdb-9507-183b83729688 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:01.513042 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Attempting to bind port 6a2e26d9-aaff-4bdb-9507-183b83729688 on network a3f7ad9f-a759-4331-bc04-336959bd2307 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:01.520007 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.525711 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:01.526423 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Checking segment: {'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:01.527145 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.527666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Bound using segment: {'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:01.528397 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Bound port: 6a2e26d9-aaff-4bdb-9507-183b83729688, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af50b94c-8f9b-4ee3-b870-7d01ce78785b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:01.528877 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.543122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Calling delete_port for 7c327e14-2309-4652-8aa7-076bc30e2beb owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:01.601192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2a7facf1-4b63-42cb-8066-5472f3fcd44f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:01.676760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Port': ['ID=4728f14f-bbaa-49a6-9a81-e9e485cbed02,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.681898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No DVR routers for this DVR port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:01.714357 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] For port 6a2e26d9-aaff-4bdb-9507-183b83729688, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:01.725756 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] For port 6a2e26d9-aaff-4bdb-9507-183b83729688, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6a2e26d9-aaff-4bdb-9507-183b83729688,segment=NetworkSegment(af50b94c-8f9b-4ee3-b870-7d01ce78785b),segment_id=af50b94c-8f9b-4ee3-b870-7d01ce78785b)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:01.729327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.extraroute_db [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:53:01.732206 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.864647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.extraroute_db [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Removed routes are [] {{(pid=94178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:53:01.867283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.909395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.939395 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:01.941145 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.946538 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:01.947354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=ee74db9f-f1a3-47c9-91e9-68a7d490992c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.951217 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb41c31-c32c-487a-be08-09a359d4a41c None None] Pushing event updated for resources: {'Port': ['ID=6a2e26d9-aaff-4bdb-9507-183b83729688,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.955677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] For port 4728f14f-bbaa-49a6-9a81-e9e485cbed02, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4728f14f-bbaa-49a6-9a81-e9e485cbed02,segment=NetworkSegment(4fec0633-3d22-4278-8afd-cc0897764c38),segment_id=4fec0633-3d22-4278-8afd-cc0897764c38)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:01.956254 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.957467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c03efb-f356-4f61-b216-3f50c79c9086 req-9a3e27ae-cab7-4378-8463-ab11c7a0dfa0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.967343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7c03efb-f356-4f61-b216-3f50c79c9086 req-9a3e27ae-cab7-4378-8463-ab11c7a0dfa0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3623383 Aug 09 15:53:01.974092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65df126-af06-4956-8782-addebbc3bdda None None] Update dhcp port {'port': {'network_id': 'c1c7cf49-3fa3-4918-96b0-d31f48d3df82', 'fixed_ips': [{'subnet_id': 'e95132b7-a187-49f2-92d2-b13de778f621', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e0dda3a2-f216-458a-ae30-944973b299a4'}], 'binding:host_id': 'n-d-799523-2'}, 'id': '26e5a821-e9cb-4c17-aea2-1b6a66aa93c3'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:53:02.010953 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-39302155-e9ec-4929-ac86-d0700ac8de90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:53:02.011311 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-39302155-e9ec-4929-ac86-d0700ac8de90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:53:02.017316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] Calling delete_port for 4728f14f-bbaa-49a6-9a81-e9e485cbed02 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:02.042033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efaa806-5857-4c50-9860-9db938a58582']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:02.050133 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d65df126-af06-4956-8782-addebbc3bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.063408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-02118cdb-7ebc-43c1-aaa7-00c790c17195 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722573 Aug 09 15:53:02.070611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fec0633-3d22-4278-8afd-cc0897764c38') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:02.070983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fec0633-3d22-4278-8afd-cc0897764c38') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:02.138266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 786ab382-fe1a-401e-84c1-79b1d15d4a16 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:02.213146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2a7facf1-4b63-42cb-8066-5472f3fcd44f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:02.215600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.281380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7c03efb-f356-4f61-b216-3f50c79c9086 req-99487cf2-16a1-4705-9267-7495c29eb97e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128121 Aug 09 15:53:02.298568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.310589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.374378 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:02.405860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Port': ['ID=7c327e14-2309-4652-8aa7-076bc30e2beb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:02.435332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-3a12c858-b5e3-435e-a0af-ac8a42921c4e service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556187 Aug 09 15:53:02.442522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No DVR routers for this DVR port 7c327e14-2309-4652-8aa7-076bc30e2beb on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:02.475919 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.506088 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.509690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.517556 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.563205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:02.563205 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:02.565523 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:02.568425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f68a1044-4d4e-474b-965b-91ff58950de7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 217 time: 0.1166351 Aug 09 15:53:02.635607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:02.644528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:02.656262 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:02.663775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.664775 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.687004 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.0436678 Aug 09 15:53:02.700780 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38246) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:02.708475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e95132b7-a187-49f2-92d2-b13de778f621'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:02.791296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.819415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-d65df126-af06-4956-8782-addebbc3bdda None None] Allocated IP 2001:db8:0:1::2 (c1c7cf49-3fa3-4918-96b0-d31f48d3df82/e0dda3a2-f216-458a-ae30-944973b299a4/26e5a821-e9cb-4c17-aea2-1b6a66aa93c3) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:02.821978 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.824533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd666f5-3ef4-4e3e-a197-bc9606ffc1db tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=786ab382-fe1a-401e-84c1-79b1d15d4a16,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:02.861946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cc6f8-3d3f-464a-abe4-066c9f912c2f req-78cbabae-5fc7-47a0-a377-214b6799e08e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.867885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-416cc6f8-3d3f-464a-abe4-066c9f912c2f req-78cbabae-5fc7-47a0-a377-214b6799e08e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3983691 Aug 09 15:53:02.870722 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 6, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:02.879246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c455a7a4-ad8f-48d3-883c-2f4a723409a6']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:02.885252 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.888363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/7efaa806-5857-4c50-9860-9db938a58582 HTTP/1.1" status: 204 len: 168 time: 4.1957350 Aug 09 15:53:02.898445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38250) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:02.921252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-cb001bf4-0a54-4f3c-ba9d-6076c56893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.923669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-cb001bf4-0a54-4f3c-ba9d-6076c56893e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.3220143 Aug 09 15:53:02.925248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fce7f7-6cbd-4650-a30e-2335fb56eb27 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=7efaa806-5857-4c50-9860-9db938a58582,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:02.929955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebba1c05-5707-46bd-bd09-85199a1adfac') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:02.930372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebba1c05-5707-46bd-bd09-85199a1adfac') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:02.932414 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999ebf3-9fda-4dce-ac53-ade90c68d880 None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 6, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:02.943125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:02.979662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.999647 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c45b37-29b0-42ce-bc41-66c42188f50e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:53:03.000500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c45b37-29b0-42ce-bc41-66c42188f50e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:53:03.002809 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-68c45b37-29b0-42ce-bc41-66c42188f50e tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/d746e59d-b1a3-467b-9d47-6d5cb9b1986d HTTP/1.1" status: 404 len: 337 time: 0.0862417 Aug 09 15:53:03.006553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38254) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.072066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.129781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.141829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-9d247703-1402-4d13-9f35-e509ba140dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.143621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-9d247703-1402-4d13-9f35-e509ba140dc3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1931899 Aug 09 15:53:03.146481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:03.146985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:03.151365 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:03.171461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-416cc6f8-3d3f-464a-abe4-066c9f912c2f req-087cd69f-0613-4f54-80a9-60de4c4f523d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579405 Aug 09 15:53:03.171965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39302155-e9ec-4929-ac86-d0700ac8de90 None None] Provisioning for port 6a2e26d9-aaff-4bdb-9507-183b83729688 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:03.198173 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.237140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] Pushing event deleted for resources: {'Port': ['ID=4728f14f-bbaa-49a6-9a81-e9e485cbed02,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.245013 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e8d4c1-b4ad-42f2-9a20-ae4f50c106f5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] DELETE failed (client error): The resource could not be found. Aug 09 15:53:03.246007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e8d4c1-b4ad-42f2-9a20-ae4f50c106f5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:53:03.255874 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-06e8d4c1-b4ad-42f2-9a20-ae4f50c106f5 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/de4be324-7a86-4ba4-ad01-a072b86c55a2 HTTP/1.1" status: 404 len: 339 time: 0.2455084 Aug 09 15:53:03.257386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:03.263053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] Network 7efaa806-5857-4c50-9860-9db938a58582 is not hosted by any dhcp agent {{(pid=94179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:53:03.263053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c16ad2-18fb-4c5a-a94b-4e5a093197ca None None] No DVR routers for this DVR port 4728f14f-bbaa-49a6-9a81-e9e485cbed02 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:03.309419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38260) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.368264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-77596948-d190-4b4d-a92c-8284b2618e82 None None] Provisioning for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:03.400258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d65df126-af06-4956-8782-addebbc3bdda None None] For port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,segment=NetworkSegment(3ec30a0b-06bd-4f45-9b02-d86c679cbac8),segment_id=3ec30a0b-06bd-4f45-9b02-d86c679cbac8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:03.533232 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d65df126-af06-4956-8782-addebbc3bdda None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.543028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:03.549033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.556521 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.559451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/c455a7a4-ad8f-48d3-883c-2f4a723409a6 HTTP/1.1" status: 204 len: 168 time: 7.4652343 Aug 09 15:53:03.564372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-ad19f9cf-87df-4802-abf5-61d66613f0e9 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116554 Aug 09 15:53:03.564938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38268) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.575691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280638898'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:03.592521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:03.593031 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.617125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:03.621214 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.648822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:03.657584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d65df126-af06-4956-8782-addebbc3bdda None None] Ignored duplicate provisioning block setup for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 09 15:53:03.663242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.664242 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d65df126-af06-4956-8782-addebbc3bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.671557 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-34a0156a-0999-4e24-b281-78451ed087da tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 200 len: 954 time: 4.1468711 Aug 09 15:53:03.688855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38276) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.793233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982d035-a5ac-4fd8-84c2-14ea84b6e47e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=c455a7a4-ad8f-48d3-883c-2f4a723409a6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.841568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:03.862979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.863790 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 1a3b15bd-4768-4c9d-8b26-c43b2ed4f712 of type vlan for network a47748d6-8a70-45b6-b0ca-da6d347b9b01 Aug 09 15:53:03.895235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b04b914-2686-4740-bed3-11944fb61000 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting subnet b2c840e0-091d-488f-84e7-b006db393979 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:03.899220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b04b914-2686-4740-bed3-11944fb61000 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.932119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.982003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b04b914-2686-4740-bed3-11944fb61000 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.988991 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.057593 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.086757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.092541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.106219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df126-af06-4956-8782-addebbc3bdda None None] Pushing event updated for resources: {'Port': ['ID=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.193685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,segment=NetworkSegment(3ec30a0b-06bd-4f45-9b02-d86c679cbac8),segment_id=3ec30a0b-06bd-4f45-9b02-d86c679cbac8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:04.202083 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.203213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b04b914-2686-4740-bed3-11944fb61000 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.337441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7668777 Aug 09 15:53:04.343073 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4728f14f-bbaa-49a6-9a81-e9e485cbed02 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:04.349578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38290) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:04.363996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': 'a47748d6-8a70-45b6-b0ca-da6d347b9b01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:04.412037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4728f14f-bbaa-49a6-9a81-e9e485cbed02 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:04.412577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4728f14f-bbaa-49a6-9a81-e9e485cbed02 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:04.433144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bafef-a7b8-47f8-9b0a-c58248af9bce tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=a47748d6-8a70-45b6-b0ca-da6d347b9b01,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.474068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a47748d6-8a70-45b6-b0ca-da6d347b9b01 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:04.477799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b04b914-2686-4740-bed3-11944fb61000 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.593900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-2da2d04d-2cea-4a02-a163-ad35db48a57f service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9790821 Aug 09 15:53:04.694288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f76ed3-fbf6-4563-8e08-f4176d8f6e6c req-69ee185c-28d4-4eed-b018-331dff2bea9a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.705399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:04.705629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50f76ed3-fbf6-4563-8e08-f4176d8f6e6c req-69ee185c-28d4-4eed-b018-331dff2bea9a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2496159 Aug 09 15:53:04.725642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.733603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:04.734870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:04.775762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04b914-2686-4740-bed3-11944fb61000 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c840e0-091d-488f-84e7-b006db393979,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.819894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b04b914-2686-4740-bed3-11944fb61000 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.822749 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7b04b914-2686-4740-bed3-11944fb61000 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/subnets/b2c840e0-091d-488f-84e7-b006db393979 HTTP/1.1" status: 204 len: 168 time: 1.5097761 Aug 09 15:53:04.831756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38296) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:04.834230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-72bebfe6-9e92-44c6-a173-28fb3232eb0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=6eb76f30-8111-4506-8817-1d0c9785db66 HTTP/1.1" status: 200 len: 217 time: 0.2245913 Aug 09 15:53:04.862858 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50f76ed3-fbf6-4563-8e08-f4176d8f6e6c req-60ee80d3-fd5e-49ce-9a03-80f7a51c5e97 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560729 Aug 09 15:53:04.869588 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-89b2c118-ee92-4a53-a405-553354beb075 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 200 len: 954 time: 1.1782708 Aug 09 15:53:04.951210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4b768-0f52-4f8d-b72e-9cc62aed77e0 None None] Network 3dc36009-68a0-4561-97c2-930c3ff3fe5d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:04.972552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6a2e26d9-aaff-4bdb-9507-183b83729688 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:04.974266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38300) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:04.996852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'routes': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:04.998370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Delete allocated IP 2001:db8:0:1::2c7 (c1c7cf49-3fa3-4918-96b0-d31f48d3df82/e0dda3a2-f216-458a-ae30-944973b299a4) {{(pid=94178) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 15:53:05.039148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:05.102104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-1aada59d-59c5-405d-a707-83c32597cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.103641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-1aada59d-59c5-405d-a707-83c32597cf3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.2379637 Aug 09 15:53:05.136385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1d2ec-378a-42d0-9e7f-954e314cddeb None None] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:05.209665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:05.213251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.348614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Performing IP validity checks on allocation pools {{(pid=94177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 15:53:05.349154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 15:53:05.534827 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.572702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.589657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.621666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Ignored duplicate provisioning block setup for port 786ab382-fe1a-401e-84c1-79b1d15d4a16 by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 09 15:53:05.629547 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.688156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=a8e9accc-06a2-4996-91ec-c5bede876ec4,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:05.741307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '1a3b15bd-4768-4c9d-8b26-c43b2ed4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'a47748d6-8a70-45b6-b0ca-da6d347b9b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:05.741548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: a47748d6-8a70-45b6-b0ca-da6d347b9b01, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:05.757377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-40391649-88c2-4a81-b7b6-2d83e3f24f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.759229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-40391649-88c2-4a81-b7b6-2d83e3f24f4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5864468 Aug 09 15:53:05.860422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6a2e26d9-aaff-4bdb-9507-183b83729688 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:05.864296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f47b46b5-bd56-4bb8-81f3-27a3b525696c None None] Provisioning complete for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:05.864668 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f47b46b5-bd56-4bb8-81f3-27a3b525696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.871017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] In _notify_port_updated(), no bound segment for port 786ab382-fe1a-401e-84c1-79b1d15d4a16 on network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:53:05.882937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.883744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.906661 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "PUT /v2.0/ports/786ab382-fe1a-401e-84c1-79b1d15d4a16 HTTP/1.1" status: 200 len: 925 time: 3.1976912 Aug 09 15:53:05.909682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38316) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:05.922639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e95132b7-a187-49f2-92d2-b13de778f621'}, {'subnet_id': 'e0dda3a2-f216-458a-ae30-944973b299a4'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:05.933399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network a47748d6-8a70-45b6-b0ca-da6d347b9b01 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:05.933892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e1a3f-75db-4f6a-a2bf-05db24e458e8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=786ab382-fe1a-401e-84c1-79b1d15d4a16,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:05.977936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Deleting port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:05.978283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.014437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6a2e26d9-aaff-4bdb-9507-183b83729688 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:06.017202 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.020434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a47748d6-8a70-45b6-b0ca-da6d347b9b01) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:06.037471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.037999 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.174230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3c8a0e32-2637-4337-b7b2-f5af86bb8a0f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8200433 Aug 09 15:53:06.177950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38326) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.194798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] For port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2e0dfb71-aefd-4cbc-aae8-80c90554ef67,segment=NetworkSegment(5eaff936-8f51-4b25-bc92-e922d9ac2403),segment_id=5eaff936-8f51-4b25-bc92-e922d9ac2403)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:06.195389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.204959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a3051-21d6-45b8-bfc0-c2a33363a025 None None] Network a47748d6-8a70-45b6-b0ca-da6d347b9b01 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:06.220045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-2b5f7b25-4996-4db7-abc9-46a5ca3c0094 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468377 Aug 09 15:53:06.257599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Calling delete_port for 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:06.350815 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4f71d-5153-4bdc-b518-cf5df539db98 None None] DHCP port deletion for 3dc36009-68a0-4561-97c2-930c3ff3fe5d request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:06.460903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.486185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede5f91-49e2-46da-b5d3-74acb256267a req-c980531d-9116-4497-9c68-0b50b5666b62 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.489643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ede5f91-49e2-46da-b5d3-74acb256267a req-c980531d-9116-4497-9c68-0b50b5666b62 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4020672 Aug 09 15:53:06.518794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Port': ['ID=2e0dfb71-aefd-4cbc-aae8-80c90554ef67,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:06.528779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] No DVR routers for this DVR port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:06.542569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 6, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:06.601781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d50d-3a15-47f7-a3e7-a56eadad58d2 req-250c61c4-1473-42c4-8f74-e9f9840dee8b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.603859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ced4d50d-3a15-47f7-a3e7-a56eadad58d2 req-250c61c4-1473-42c4-8f74-e9f9840dee8b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3804369 Aug 09 15:53:06.676150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.extraroute_db [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added routes are [] {{(pid=94177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:53:06.676562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.extraroute_db [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:53:06.683572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.697620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc36009-68a0-4561-97c2-930c3ff3fe5d']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:06.715533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaff936-8f51-4b25-bc92-e922d9ac2403') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:06.715855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaff936-8f51-4b25-bc92-e922d9ac2403') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:06.720565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.721860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:06.726503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.747180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.754326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:06.754712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.771368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ede5f91-49e2-46da-b5d3-74acb256267a req-707b2f48-b13f-4656-a762-5d49479b5220 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661774 Aug 09 15:53:06.772821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:06.773677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:06.799877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-d91123d4-c31b-4b4f-b6c2-7614b1bea824 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600844 Aug 09 15:53:06.828800 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:06.898431 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:06.907158 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.913924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.918788 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] 10.222.0.64 "DELETE /v2.0/networks/3dc36009-68a0-4561-97c2-930c3ff3fe5d HTTP/1.1" status: 204 len: 168 time: 2.0855958 Aug 09 15:53:06.936804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6a2e26d9-aaff-4bdb-9507-183b83729688, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6a2e26d9-aaff-4bdb-9507-183b83729688,segment=NetworkSegment(af50b94c-8f9b-4ee3-b870-7d01ce78785b),segment_id=af50b94c-8f9b-4ee3-b870-7d01ce78785b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:06.946690 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.947696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:06.970680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-a9ca4961-adb5-48a2-b10e-fccb35dcce9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=7c222f0a-8817-4d90-a2df-6a98e2985529 HTTP/1.1" status: 200 len: 217 time: 0.1430154 Aug 09 15:53:06.983647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ced4d50d-3a15-47f7-a3e7-a56eadad58d2 req-ad7957e6-536e-443c-a4af-be51a4e350ee tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534968 Aug 09 15:53:07.027251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f7216-09ca-484c-a917-ffd8dbe36894 tempest-NetworksIpV6Test-259822177 tempest-NetworksIpV6Test-259822177-project] Pushing event deleted for resources: {'Network': ['ID=3dc36009-68a0-4561-97c2-930c3ff3fe5d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:07.035998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4f71d-5153-4bdc-b518-cf5df539db98 None None] Deleting port 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:07.036770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f71d-5153-4bdc-b518-cf5df539db98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.083891 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.109694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.118814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6a2e26d9-aaff-4bdb-9507-183b83729688,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-f9a4f71d-5153-4bdc-b518-cf5df539db98 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 3dc36009-68a0-4561-97c2-930c3ff3fe5d could not be found. Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 3dc36009-68a0-4561-97c2-930c3ff3fe5d could not be found. Aug 09 15:53:07.175437 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:53:07.249005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:07.254532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67339314-c16d-4c30-ab62-37a52af150e5 None None] DHCP port deletion for 3dc36009-68a0-4561-97c2-930c3ff3fe5d request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:07.335985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-938b6663-0052-4747-a03c-5c453da470a5 None None] Provisioning complete for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:07.336509 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-938b6663-0052-4747-a03c-5c453da470a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.387011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:07.387555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.531491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e9476-669c-473c-80d9-836ff06263c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a47748d6-8a70-45b6-b0ca-da6d347b9b01', 'network_id': 'a47748d6-8a70-45b6-b0ca-da6d347b9b01', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': 'a8e9accc-06a2-4996-91ec-c5bede876ec4'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:07.532722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-234e9476-669c-473c-80d9-836ff06263c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.720375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38352) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.793240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8:0:1::1e9 (c1c7cf49-3fa3-4918-96b0-d31f48d3df82/e0dda3a2-f216-458a-ae30-944973b299a4/786ab382-fe1a-401e-84c1-79b1d15d4a16) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:08.061142 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.160217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-938b6663-0052-4747-a03c-5c453da470a5 None None] Provisioning for port 786ab382-fe1a-401e-84c1-79b1d15d4a16 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:08.161961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-860d7cd1-2923-489e-9791-a05b73a9d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.166378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-860d7cd1-2923-489e-9791-a05b73a9d653 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 1.0949242 Aug 09 15:53:08.197092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-938b6663-0052-4747-a03c-5c453da470a5 None None] Provisioning complete for port 786ab382-fe1a-401e-84c1-79b1d15d4a16 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:08.197492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-938b6663-0052-4747-a03c-5c453da470a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.221489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ee74db9f-f1a3-47c9-91e9-68a7d490992c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:08.353617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc255-3948-44b0-b60d-c3dc233774d2 req-7327b7df-98f4-41a4-bde3-e5ba517090d6 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.363259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65ddc255-3948-44b0-b60d-c3dc233774d2 req-7327b7df-98f4-41a4-bde3-e5ba517090d6 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4271128 Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-234e9476-669c-473c-80d9-836ff06263c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8e9accc-06a2-4996-91ec-c5bede876ec4: This subnet is being modified by another concurrent operation. Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exception Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8e9accc-06a2-4996-91ec-c5bede876ec4: This subnet is being modified by another concurrent operation. Aug 09 15:53:08.384894 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:53:08.398243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-938b6663-0052-4747-a03c-5c453da470a5 None None] Port 786ab382-fe1a-401e-84c1-79b1d15d4a16 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:08.434632 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.469635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d37ee4-544d-4fb7-b6c1-6586035fd9ca None None] Network a47748d6-8a70-45b6-b0ca-da6d347b9b01 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:08.584102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e9accc-06a2-4996-91ec-c5bede876ec4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:08.602343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b3294-b343-4c6b-a0af-c32e22deca08 req-576f2d73-86cb-4bdb-a15e-35508922f0bd tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.605340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-909b3294-b343-4c6b-a0af-c32e22deca08 req-576f2d73-86cb-4bdb-a15e-35508922f0bd tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.4154332 Aug 09 15:53:08.617352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-d9214bd4-bb6e-49be-b2f9-d8034dc6f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.619220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-d9214bd4-bb6e-49be-b2f9-d8034dc6f861 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4026570 Aug 09 15:53:08.673137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65ddc255-3948-44b0-b60d-c3dc233774d2 req-1fa17945-4944-46dc-a2f5-1bd5fbb7a5fc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056161 Aug 09 15:53:08.686226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 6, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:08.697147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ee74db9f-f1a3-47c9-91e9-68a7d490992c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:08.697147 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.803016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.804505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.821544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.827039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Ignored duplicate provisioning block setup for port 786ab382-fe1a-401e-84c1-79b1d15d4a16 by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 09 15:53:08.842104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.842443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.863522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9c5566bd-2141-4861-9108-b53bcdc8d605 None None] Provisioning complete for port 786ab382-fe1a-401e-84c1-79b1d15d4a16 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:08.864044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47748d6-8a70-45b6-b0ca-da6d347b9b01']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:08.864215 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c5566bd-2141-4861-9108-b53bcdc8d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.891053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-909b3294-b343-4c6b-a0af-c32e22deca08 req-b52190ba-fd62-445a-af38-a2cff03384c4 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675073 Aug 09 15:53:08.937830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213651cd-aede-4ce7-8d0f-6557462a90d8 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:53:08.944081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27757a19-1c81-47b3-b13a-5435842292d0 None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 6, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:53:01Z', 'revision_number': 4, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:08.958147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3b15bd-4768-4c9d-8b26-c43b2ed4f712') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:08.958831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3b15bd-4768-4c9d-8b26-c43b2ed4f712') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:08.991124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=786ab382-fe1a-401e-84c1-79b1d15d4a16,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:09.028942 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-407d5672-9f4c-44f1-af4e-24fcd08b82ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33b835edb4774178aa950199a1c35fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3083162 Aug 09 15:53:09.035532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.102173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.113600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] In _notify_port_updated(), no bound segment for port 786ab382-fe1a-401e-84c1-79b1d15d4a16 on network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:53:09.143642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f37408b8-5426-4076-8bb2-ec6baf64078d service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101974 Aug 09 15:53:09.144884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.145767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.151103 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bdbde70a-52e9-4a81-9fbb-d7c14f5a0dde tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "PUT /v2.0/ports/786ab382-fe1a-401e-84c1-79b1d15d4a16 HTTP/1.1" status: 200 len: 1011 time: 3.2366650 Aug 09 15:53:09.152405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38382) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.189735 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.257274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213651cd-aede-4ce7-8d0f-6557462a90d8 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:53:09.265421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:09.265842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:09.271526 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:09.329093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:09.387222 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3cde66a1-1fdc-474a-9176-a6e671eb3983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.400183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.418740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b73d0d07-afbc-4e28-9193-392cb2437868 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 786ab382-fe1a-401e-84c1-79b1d15d4a16 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:09.420815 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b73d0d07-afbc-4e28-9193-392cb2437868 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.428073 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.435190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/a47748d6-8a70-45b6-b0ca-da6d347b9b01 HTTP/1.1" status: 204 len: 168 time: 3.2519495 Aug 09 15:53:09.486332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38386) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.491312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1960825936'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:09.506925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978e6bd-4b9c-4c18-a5c7-fba873b9b204 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=a47748d6-8a70-45b6-b0ca-da6d347b9b01,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:09.516118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9c5566bd-2141-4861-9108-b53bcdc8d605 None None] Port 786ab382-fe1a-401e-84c1-79b1d15d4a16 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:09.571315 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3cde66a1-1fdc-474a-9176-a6e671eb3983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.619806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-e021e3aa-0881-414c-98b8-f85c1a21d04f service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560604 Aug 09 15:53:09.623484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b73d0d07-afbc-4e28-9193-392cb2437868 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.663442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b73d0d07-afbc-4e28-9193-392cb2437868 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 786ab382-fe1a-401e-84c1-79b1d15d4a16 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:09.663812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:09.667766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.678460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6a2e26d9-aaff-4bdb-9507-183b83729688 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:09.746515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-f7d7c481-c896-4643-9435-225ec5e28819 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38 HTTP/1.1" status: 200 len: 217 time: 0.1149411 Aug 09 15:53:09.807272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:09.820660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.821975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ef190964-1250-48e6-8898-ff122ed88538 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 200 len: 704 time: 4.8466737 Aug 09 15:53:09.828473 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:09.834147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38394) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.843468 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:09.844443 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:09.845417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:09.903358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.903888 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 643787d2-f139-41c9-9a3c-f6de5b5e45cf of type vlan for network cd4c11cc-2a77-48b5-9209-c621f2e5f3bc Aug 09 15:53:09.907459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-be3fc371-4457-4886-a208-724aa0891d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.909276 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-be3fc371-4457-4886-a208-724aa0891d63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.1479909 Aug 09 15:53:09.952506 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3cde66a1-1fdc-474a-9176-a6e671eb3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.959736 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3cde66a1-1fdc-474a-9176-a6e671eb3983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.967559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3cde66a1-1fdc-474a-9176-a6e671eb3983 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff40284b-ff29-4f8b-a9b1-553199b78338 HTTP/1.1" status: 204 len: 168 time: 0.9266963 Aug 09 15:53:10.036779 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:10.060010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6a2e26d9-aaff-4bdb-9507-183b83729688 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:10.060845 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.088179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52e55-9b3d-4696-940c-41ef93956d1a req-aa2203be-ec58-4402-9752-4ae56e8d5f85 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:10.097296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35c52e55-9b3d-4696-940c-41ef93956d1a req-aa2203be-ec58-4402-9752-4ae56e8d5f85 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2887962 Aug 09 15:53:10.181787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b73d0d07-afbc-4e28-9193-392cb2437868 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.212958 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e39d8365-3093-4e9c-b328-cee5cac10160 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 200 len: 704 time: 0.3766465 Aug 09 15:53:10.213870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38408) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:10.214580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde66a1-1fdc-474a-9176-a6e671eb3983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40284b-ff29-4f8b-a9b1-553199b78338,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:10.321939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d0d07-afbc-4e28-9193-392cb2437868 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=786ab382-fe1a-401e-84c1-79b1d15d4a16,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:10.374373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.396097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:10.472435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91affab-d334-4b1c-8a13-ae0d640b6223 req-402fa9a5-7b90-4752-86aa-0e3a86b2f25c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:10.490369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f91affab-d334-4b1c-8a13-ae0d640b6223 req-402fa9a5-7b90-4752-86aa-0e3a86b2f25c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3889737 Aug 09 15:53:10.581235 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:06Z', 'revision_number': 7, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:53:06Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:10.582685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:10.583280 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.607015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b73d0d07-afbc-4e28-9193-392cb2437868 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.616659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b73d0d07-afbc-4e28-9193-392cb2437868 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/786ab382-fe1a-401e-84c1-79b1d15d4a16 HTTP/1.1" status: 204 len: 168 time: 1.4599435 Aug 09 15:53:10.629652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-c14c0adb-132b-4ba8-aee0-92ab383ded18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:10.639115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-c14c0adb-132b-4ba8-aee0-92ab383ded18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7031851 Aug 09 15:53:10.650993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38412) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:10.661850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:53:10.674839 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:10.684463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa17f6e5-b86f-46a8-b04c-b5bfd6846aa0 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:53:10.705887 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:10.706947 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:10.731996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35c52e55-9b3d-4696-940c-41ef93956d1a req-2975791e-7299-4c9d-a576-604e2b0c30ce tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805789 Aug 09 15:53:10.889208 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-61938f22-781c-47e0-b691-9de5a893a14e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:53:10.897047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38416) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:10.897774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-61938f22-781c-47e0-b691-9de5a893a14e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/786ab382-fe1a-401e-84c1-79b1d15d4a16 HTTP/1.1" status: 404 len: 333 time: 0.2403743 Aug 09 15:53:11.000359 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.000771 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:11.012397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:11.013784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ac64a9-ca9c-423f-bc6f-89980b053c25 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet e0dda3a2-f216-458a-ae30-944973b299a4 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:11.015449 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.024690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82ac64a9-ca9c-423f-bc6f-89980b053c25 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.151981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82ac64a9-ca9c-423f-bc6f-89980b053c25 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.230291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17f6e5-b86f-46a8-b04c-b5bfd6846aa0 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:53:11.249118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:11.258083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f91affab-d334-4b1c-8a13-ae0d640b6223 req-1661d4ef-fe69-43ff-9861-22bfc2ed2235 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7677889 Aug 09 15:53:11.295466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=cd4c11cc-2a77-48b5-9209-c621f2e5f3bc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:11.319221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82ac64a9-ca9c-423f-bc6f-89980b053c25 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.320967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6bbf60e7-1284-4f86-be2b-e2c9267f7934 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8333869 Aug 09 15:53:11.321517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38432) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:11.329017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': 'cd4c11cc-2a77-48b5-9209-c621f2e5f3bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:11.350259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network cd4c11cc-2a77-48b5-9209-c621f2e5f3bc details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:11.352772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:11.353107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2e0dfb71-aefd-4cbc-aae8-80c90554ef67 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:11.370701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-31e56704-ea69-4a88-82f8-8132c6436671 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782463 Aug 09 15:53:11.507885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.681119 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:06Z', 'revision_number': 7, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:53:06Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:11.681475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-d459bcbe-976a-4ff9-a7a4-3915c33b8fd5 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021607 Aug 09 15:53:11.717368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82ac64a9-ca9c-423f-bc6f-89980b053c25 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.782618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:11.788927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.792993 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c999e-b475-4fbf-9b8d-a49d8ac4a3cd None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:06Z', 'revision_number': 7, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a2e26d9-aaff-4bdb-9507-183b83729688', 'name': '', 'network_id': 'a3f7ad9f-a759-4331-bc04-336959bd2307', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:1d:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:54Z', 'updated_at': '2021-08-09T15:53:06Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '35cb7741-90c8-4484-8545-c5d5d77bc1fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:11.798302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82ac64a9-ca9c-423f-bc6f-89980b053c25 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.800955 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-82ac64a9-ca9c-423f-bc6f-89980b053c25 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/e0dda3a2-f216-458a-ae30-944973b299a4 HTTP/1.1" status: 204 len: 168 time: 0.9024127 Aug 09 15:53:11.809769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-7e81620d-760e-4a1b-8e57-33df19a65e2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 200 len: 217 time: 0.1187384 Aug 09 15:53:11.811305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38444) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:11.875753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac64a9-ca9c-423f-bc6f-89980b053c25 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dda3a2-f216-458a-ae30-944973b299a4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:12.139985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c3d186-90e4-4350-808d-79f549ab8ffa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet e95132b7-a187-49f2-92d2-b13de778f621 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:12.160660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21c3d186-90e4-4350-808d-79f549ab8ffa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.167002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-7f75d45d-2f7d-49de-8aa9-0a30fd38be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.168924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-7f75d45d-2f7d-49de-8aa9-0a30fd38be03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.3300302 Aug 09 15:53:12.217549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38454) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:12.278005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b75299-3be3-4879-9534-1021f2016615 req-cc179181-e1c1-4544-abf1-c580c183484a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.279779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37b75299-3be3-4879-9534-1021f2016615 req-cc179181-e1c1-4544-abf1-c580c183484a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3001840 Aug 09 15:53:12.296737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21c3d186-90e4-4350-808d-79f549ab8ffa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.456344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-2e2aaafa-e38b-4b54-b659-4b5c152e1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.459072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-2e2aaafa-e38b-4b54-b659-4b5c152e1900 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2613828 Aug 09 15:53:12.478526 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.614640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692b97d-f889-4bb4-806a-c58d8d137b5d None None] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:12.625932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 6a2e26d9-aaff-4bdb-9507-183b83729688 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:12.626511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.631234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=1dbd1154-e7cb-4a52-a50e-c757a98b4311,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:12.661258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-62376f10-fab6-4567-81df-9b955f40e967 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931951 Aug 09 15:53:12.713315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b426bea8-1d68-400d-85d3-011768463877 None None] Could not find standard attr ID for object 786ab382-fe1a-401e-84c1-79b1d15d4a16. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:53:12.726448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37b75299-3be3-4879-9534-1021f2016615 req-fd91ba2d-2ed2-48b3-b20b-1e3ed3aabc8e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581190 Aug 09 15:53:12.767429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '643787d2-f139-41c9-9a3c-f6de5b5e45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cd4c11cc-2a77-48b5-9209-c621f2e5f3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:12.767801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: cd4c11cc-2a77-48b5-9209-c621f2e5f3bc, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:12.776431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5d543c1e-1496-4201-8463-40486f1cbf11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1491990955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:12.806086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network cd4c11cc-2a77-48b5-9209-c621f2e5f3bc is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:12.819175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port 6a2e26d9-aaff-4bdb-9507-183b83729688, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6a2e26d9-aaff-4bdb-9507-183b83729688,segment=NetworkSegment(af50b94c-8f9b-4ee3-b870-7d01ce78785b),segment_id=af50b94c-8f9b-4ee3-b870-7d01ce78785b)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:12.819561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.838464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, cd4c11cc-2a77-48b5-9209-c621f2e5f3bc) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:12.852850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0559f73-6f87-4b84-a491-7daefb1a70da None None] Network cd4c11cc-2a77-48b5-9209-c621f2e5f3bc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:12.853694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 6a2e26d9-aaff-4bdb-9507-183b83729688 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:12.858199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.859452 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.905502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5185c-2196-432c-ae51-794a5169e362 req-1198698a-4cca-4918-a181-4a29685da9ad tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.909300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86b5185c-2196-432c-ae51-794a5169e362 req-1198698a-4cca-4918-a181-4a29685da9ad tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.4890900 Aug 09 15:53:12.929291 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d543c1e-1496-4201-8463-40486f1cbf11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.930104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d543c1e-1496-4201-8463-40486f1cbf11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.956669 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-462f22f9-d0a3-41bb-a21a-7d46bbf0dda4 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6336656 Aug 09 15:53:12.957305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21c3d186-90e4-4350-808d-79f549ab8ffa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.959547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38474) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:13.134535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.174206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-cd4c11cc-2a77-48b5-9209-c621f2e5f3bc', 'network_id': 'cd4c11cc-2a77-48b5-9209-c621f2e5f3bc', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': '1dbd1154-e7cb-4a52-a50e-c757a98b4311'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:13.175147 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.234240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe0b7a59-09ca-437a-a46e-4c753f8c0f9c req-7bc5ab6e-3ba5-4218-9a96-4076e630b1b8 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021050 Aug 09 15:53:13.236962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.239589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86b5185c-2196-432c-ae51-794a5169e362 req-9fae939c-68e7-4b76-bd31-1247a0a78b27 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206189 Aug 09 15:53:13.243434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21c3d186-90e4-4350-808d-79f549ab8ffa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.326189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d543c1e-1496-4201-8463-40486f1cbf11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.350228 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.358523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=6a2e26d9-aaff-4bdb-9507-183b83729688,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:13.369295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d543c1e-1496-4201-8463-40486f1cbf11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.384844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3d186-90e4-4350-808d-79f549ab8ffa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=e95132b7-a187-49f2-92d2-b13de778f621,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:13.410826 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21c3d186-90e4-4350-808d-79f549ab8ffa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.415670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-21c3d186-90e4-4350-808d-79f549ab8ffa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/e95132b7-a187-49f2-92d2-b13de778f621 HTTP/1.1" status: 204 len: 168 time: 1.6014290 Aug 09 15:53:13.418276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38482) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:13.450796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Allocated IP 172.20.0.1 (cd4c11cc-2a77-48b5-9209-c621f2e5f3bc/1dbd1154-e7cb-4a52-a50e-c757a98b4311/100f412a-02f2-4693-88c7-c2f4a16441fa) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:13.478260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d543c1e-1496-4201-8463-40486f1cbf11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.483800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5d543c1e-1496-4201-8463-40486f1cbf11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2613394 Aug 09 15:53:13.522832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38484) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:13.546116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1110001827'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:13.629963 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.669618 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.683398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Transition to ACTIVE for port object 100f412a-02f2-4693-88c7-c2f4a16441fa will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:13.704025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Transition to ACTIVE for port object 100f412a-02f2-4693-88c7-c2f4a16441fa will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:13.718572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.812711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:13.813240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.833392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Pushing event updated for resources: {'Port': ['ID=100f412a-02f2-4693-88c7-c2f4a16441fa,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:13.864337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.864778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.865184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.865553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.865864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.866202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.866624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.866845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.867224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.867552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.867894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.868217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:13.899005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Network cd4c11cc-2a77-48b5-9209-c621f2e5f3bc is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:13.900712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:13.903270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:13.977610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Made reservation on behalf of 46e88ce3824b417ca6d686b8793f6b0f for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:13.980733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.025570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.071021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Attempting to bind port 100f412a-02f2-4693-88c7-c2f4a16441fa on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:14.072268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Attempting to bind port 100f412a-02f2-4693-88c7-c2f4a16441fa by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '643787d2-f139-41c9-9a3c-f6de5b5e45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cd4c11cc-2a77-48b5-9209-c621f2e5f3bc'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:14.072894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Attempting to bind port 100f412a-02f2-4693-88c7-c2f4a16441fa on network cd4c11cc-2a77-48b5-9209-c621f2e5f3bc {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:14.084308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:14.086758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Checking segment: {'id': '643787d2-f139-41c9-9a3c-f6de5b5e45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cd4c11cc-2a77-48b5-9209-c621f2e5f3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:14.087732 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.088179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.088644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Bound using segment: {'id': '643787d2-f139-41c9-9a3c-f6de5b5e45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cd4c11cc-2a77-48b5-9209-c621f2e5f3bc'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:14.089549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Bound port: 100f412a-02f2-4693-88c7-c2f4a16441fa, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643787d2-f139-41c9-9a3c-f6de5b5e45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cd4c11cc-2a77-48b5-9209-c621f2e5f3bc'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:14.090372 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.133226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.274761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] For port 100f412a-02f2-4693-88c7-c2f4a16441fa, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:14.283349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] For port 100f412a-02f2-4693-88c7-c2f4a16441fa, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=100f412a-02f2-4693-88c7-c2f4a16441fa,segment=NetworkSegment(643787d2-f139-41c9-9a3c-f6de5b5e45cf),segment_id=643787d2-f139-41c9-9a3c-f6de5b5e45cf)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:14.289681 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.337267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbd1154-e7cb-4a52-a50e-c757a98b4311,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:14.415088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b1f03-37ea-47ee-af70-fcf8e6d2f578 None None] Pushing event updated for resources: {'Port': ['ID=100f412a-02f2-4693-88c7-c2f4a16441fa,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:14.421167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5663f640-232b-4a2a-8202-56c36267ad67 None None] Network c1c7cf49-3fa3-4918-96b0-d31f48d3df82 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:14.462844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.497807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492e350-4670-42d2-a6c8-41958a7cdf8d None None] Network cd4c11cc-2a77-48b5-9209-c621f2e5f3bc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:14.501297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4c11cc-2a77-48b5-9209-c621f2e5f3bc']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:14.610741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643787d2-f139-41c9-9a3c-f6de5b5e45cf') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:14.611362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643787d2-f139-41c9-9a3c-f6de5b5e45cf') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:14.646188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-099e5b16-c733-4823-836b-79e72ccdebf3 None None] Provisioning complete for port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:14.646770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-099e5b16-c733-4823-836b-79e72ccdebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.693227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.758811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.793754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.797817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:14.798690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.800388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] For port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,segment=NetworkSegment(3ec30a0b-06bd-4f45-9b02-d86c679cbac8),segment_id=3ec30a0b-06bd-4f45-9b02-d86c679cbac8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:14.801251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:14.804243 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:14.831415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:14.833156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.834540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:14.862959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc74e8-45cf-411a-a3e0-d2c7de793331 req-ce2c948a-795b-4a07-b163-3e45808f27eb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.864937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63dc74e8-45cf-411a-a3e0-d2c7de793331 req-ce2c948a-795b-4a07-b163-3e45808f27eb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.1905403 Aug 09 15:53:14.878265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f71a4-afee-49c6-a06e-bb01b1fa92fe req-f881c8c9-09b4-4aa4-aa84-353fe26237b0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.879929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-469f71a4-afee-49c6-a06e-bb01b1fa92fe req-f881c8c9-09b4-4aa4-aa84-353fe26237b0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2069132 Aug 09 15:53:15.029569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-469f71a4-afee-49c6-a06e-bb01b1fa92fe req-a7964049-a2ea-4dbf-aed0-b596847c8299 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119483 Aug 09 15:53:15.035046 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-63dc74e8-45cf-411a-a3e0-d2c7de793331 req-8ea3d14d-6f70-49ae-8b93-86794581c9c1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541293 Aug 09 15:53:15.055801 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dde32ecf-b498-443d-9f25-5cfcc4a86365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.059245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:53:15.059245 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:53:15.059245 n-d-799523-2 neutron-server[94178]: [parameters: {'id': 'cd4c11cc-2a77-48b5-9209-c621f2e5f3bc'}] Aug 09 15:53:15.059245 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:53:15.060544 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:53:15.062924 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.063528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1f0e7f-3ba3-4d8a-b75a-5652e5aefa82,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.123730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:15.126369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=26e5a821-e9cb-4c17-aea2-1b6a66aa93c3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.129474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No DVR routers for this DVR port 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:15.149129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.149598 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Added segment 5e0c5900-dbbd-42b5-a869-d170a9b76ba9 of type vlan for network a620cde9-0adc-4336-9732-d1a57cb91182 Aug 09 15:53:15.161173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96cd61-b2e8-42eb-a54e-b2ce93f7b485 None None] DHCP port deletion for c1c7cf49-3fa3-4918-96b0-d31f48d3df82 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:15.201302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c66e7-40dc-492e-b36e-07ec897c3110 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:53:15.279565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.304917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c7cf49-3fa3-4918-96b0-d31f48d3df82']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:15.322853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec30a0b-06bd-4f45-9b02-d86c679cbac8') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:15.323264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec30a0b-06bd-4f45-9b02-d86c679cbac8') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:15.339716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.371565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.385146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:15.385569 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:15.389416 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:15.454527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c66e7-40dc-492e-b36e-07ec897c3110 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:53:15.507174 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.518697 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.528390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/networks/c1c7cf49-3fa3-4918-96b0-d31f48d3df82 HTTP/1.1" status: 204 len: 168 time: 2.1085885 Aug 09 15:53:15.536497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38510) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:15.573048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b711b-6e64-44bf-90a4-7b089e84571a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Network': ['ID=c1c7cf49-3fa3-4918-96b0-d31f48d3df82,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.649937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399002e1-6f8e-4624-827f-ebdb708503eb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:15.655937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-399002e1-6f8e-4624-827f-ebdb708503eb tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1138341 Aug 09 15:53:15.656970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38514) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:15.715027 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.727235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:15.736447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:15.744221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38516) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:15.747906 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0a803384-a130-428c-91d4-fc8db4bebede tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5288153 Aug 09 15:53:15.755209 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.767410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-29e6cfb0-8fc4-42e5-a1f4-d14d2207661c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1089151 Aug 09 15:53:15.773574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38518) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:15.777106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:15.777834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26e5a821-e9cb-4c17-aea2-1b6a66aa93c3 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:15.782000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:15.797431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-427670111'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:15.839367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.845380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:15.846085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.850904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-56106f69-7a57-4eba-b86c-d968b9ca9017 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet 35cb7741-90c8-4484-8545-c5d5d77bc1fd {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:15.856164 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56106f69-7a57-4eba-b86c-d968b9ca9017 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.858836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:15.862701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.896404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:15.897304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:15.923022 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56106f69-7a57-4eba-b86c-d968b9ca9017 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.953876 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4222310 Aug 09 15:53:15.959084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38522) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:15.966240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf820e4-2358-4656-9114-da107cbef4a7 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Network': ['ID=a620cde9-0adc-4336-9732-d1a57cb91182,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.974383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'subnet': {'network_id': 'a620cde9-0adc-4336-9732-d1a57cb91182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:15.978988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Deleting port 100f412a-02f2-4693-88c7-c2f4a16441fa {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:15.979338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.981772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:16.079088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56106f69-7a57-4eba-b86c-d968b9ca9017 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.096252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.096642 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Added segment d43ef2b8-e621-4436-9eea-6d6b452619d3 of type vlan for network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 Aug 09 15:53:16.168191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56106f69-7a57-4eba-b86c-d968b9ca9017 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.214772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a620cde9-0adc-4336-9732-d1a57cb91182 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:16.231371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56106f69-7a57-4eba-b86c-d968b9ca9017 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=35cb7741-90c8-4484-8545-c5d5d77bc1fd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:16.238148 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.266009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56106f69-7a57-4eba-b86c-d968b9ca9017 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.268089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-56106f69-7a57-4eba-b86c-d968b9ca9017 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/35cb7741-90c8-4484-8545-c5d5d77bc1fd HTTP/1.1" status: 204 len: 168 time: 0.5221324 Aug 09 15:53:16.283793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38530) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:16.328921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:16.356847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] For port 100f412a-02f2-4693-88c7-c2f4a16441fa, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=100f412a-02f2-4693-88c7-c2f4a16441fa,segment=NetworkSegment(643787d2-f139-41c9-9a3c-f6de5b5e45cf),segment_id=643787d2-f139-41c9-9a3c-f6de5b5e45cf)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:16.356847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.361887 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.374861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:16.375725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.380185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff318ae-426c-4f2c-8934-149cecdaaa3f None None] Network a3f7ad9f-a759-4331-bc04-336959bd2307 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:16.426389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b539c-7c57-4f5e-8058-4f1e354e1fa9 req-5b643150-4820-4145-935b-6a1e096b96d6 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:16.429329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a00b539c-7c57-4f5e-8058-4f1e354e1fa9 req-5b643150-4820-4145-935b-6a1e096b96d6 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.2100525 Aug 09 15:53:16.485194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf47cee-a296-4433-9937-a17fb9417ed1 req-cf290bc3-5ec7-42a9-aaec-8ece504fc9d5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:16.487048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf47cee-a296-4433-9937-a17fb9417ed1 req-cf290bc3-5ec7-42a9-aaec-8ece504fc9d5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2710795 Aug 09 15:53:16.511448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Calling delete_port for 100f412a-02f2-4693-88c7-c2f4a16441fa owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:16.512976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.602599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a00b539c-7c57-4f5e-8058-4f1e354e1fa9 req-9e5b9b56-a7a1-4b95-900b-6bcf6e0118d2 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579669 Aug 09 15:53:16.661233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Network': ['ID=ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:16.672989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Made reservation on behalf of 46e88ce3824b417ca6d686b8793f6b0f for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:16.676774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.692704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:16.693166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bf47cee-a296-4433-9937-a17fb9417ed1 req-9c918ad9-0d16-48d5-81d6-0da3e9ae5cba tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736367 Aug 09 15:53:16.723619 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-960882a7-e652-4336-b8f4-6bf5cd9230df tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9461851 Aug 09 15:53:16.724581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38538) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:16.731077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:16.799046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.846784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Port': ['ID=100f412a-02f2-4693-88c7-c2f4a16441fa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:16.861006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No DVR routers for this DVR port 100f412a-02f2-4693-88c7-c2f4a16441fa on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:16.884787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] DHCP port deletion for a3f7ad9f-a759-4331-bc04-336959bd2307 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:16.885565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port ee74db9f-f1a3-47c9-91e9-68a7d490992c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:16.886663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.960035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:13Z', 'revision_number': 8, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:16.972965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.987399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4c11cc-2a77-48b5-9209-c621f2e5f3bc']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:17.004426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643787d2-f139-41c9-9a3c-f6de5b5e45cf') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:17.004759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643787d2-f139-41c9-9a3c-f6de5b5e45cf') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:17.014053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:17.021874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port ee74db9f-f1a3-47c9-91e9-68a7d490992c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ee74db9f-f1a3-47c9-91e9-68a7d490992c,segment=NetworkSegment(af50b94c-8f9b-4ee3-b870-7d01ce78785b),segment_id=af50b94c-8f9b-4ee3-b870-7d01ce78785b)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:17.022472 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.029810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:17.030756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:52:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:17.046732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.053443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for ee74db9f-f1a3-47c9-91e9-68a7d490992c owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:17.070533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.083228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:17.101294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.115422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] Deleting port ee74db9f-f1a3-47c9-91e9-68a7d490992c {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:17.115780 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.124758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:17.124758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:17.127882 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:17.169562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.227365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:17.235344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Subnet': ['ID=e7d34b8c-e750-42e1-97be-a8569a0f3ed2,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.273892 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.292244 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.292244 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/cd4c11cc-2a77-48b5-9209-c621f2e5f3bc HTTP/1.1" status: 204 len: 168 time: 4.3287323 Aug 09 15:53:17.293190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38548) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:17.301473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2135929290'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:17.308391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Checking segment: {'id': '5e0c5900-dbbd-42b5-a869-d170a9b76ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'a620cde9-0adc-4336-9732-d1a57cb91182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:17.308973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network hostable DHCP agents. Network: a620cde9-0adc-4336-9732-d1a57cb91182, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:17.315128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9aa9e-4b3c-4e60-8c4a-7600d64d76a0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=cd4c11cc-2a77-48b5-9209-c621f2e5f3bc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.318311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.346754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network a620cde9-0adc-4336-9732-d1a57cb91182 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:17.361299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a620cde9-0adc-4336-9732-d1a57cb91182) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:17.369358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:17.369951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.393650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=ee74db9f-f1a3-47c9-91e9-68a7d490992c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.394045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad804e93-78b4-48a3-bd5b-7089d64b4ce2 None None] Network a620cde9-0adc-4336-9732-d1a57cb91182 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:17.409121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No DVR routers for this DVR port ee74db9f-f1a3-47c9-91e9-68a7d490992c on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:17.415129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] For port ee74db9f-f1a3-47c9-91e9-68a7d490992c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ee74db9f-f1a3-47c9-91e9-68a7d490992c,segment=NetworkSegment(af50b94c-8f9b-4ee3-b870-7d01ce78785b),segment_id=af50b94c-8f9b-4ee3-b870-7d01ce78785b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:17.415541 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.424320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:17.428152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.430941 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4c1ea3b6-668a-45ed-a18d-323125a89062 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4683192 Aug 09 15:53:17.433697 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38552) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:17.444596 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'network': {'name': 'tempest-router-network01--1961710909'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:17.470951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] Calling delete_port for ee74db9f-f1a3-47c9-91e9-68a7d490992c owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:17.482029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Made reservation on behalf of 46e88ce3824b417ca6d686b8793f6b0f for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:17.487036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.529220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:17.553238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.553545 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Added segment 14dfe4b4-8a57-4456-9479-a644c4c1a0c7 of type vlan for network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 Aug 09 15:53:17.557225 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aca90594-0f15-46d1-86df-675d6388ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.585521 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.597172 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.610281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f7ad9f-a759-4331-bc04-336959bd2307']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:17.612995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:17.635552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.657366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af50b94c-8f9b-4ee3-b870-7d01ce78785b') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:17.664187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af50b94c-8f9b-4ee3-b870-7d01ce78785b') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:17.696786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.698532 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 4f98238c-3782-429d-b3e0-f28e218f7cbd of type vlan for network 4647f5b5-373d-428b-b9a9-65b808bdfef7 Aug 09 15:53:17.715025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.725285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:17.727142 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.730249 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.743382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ee74db9f-f1a3-47c9-91e9-68a7d490992c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:17.837657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ee74db9f-f1a3-47c9-91e9-68a7d490992c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:17.838149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ee74db9f-f1a3-47c9-91e9-68a7d490992c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:17.873213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.885137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Network': ['ID=1ec2a4dd-9215-4d91-93c4-eac74ba1aed1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.889723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.892502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=0b255772-89cc-42e8-a22e-4ccc8357d078,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.896743 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.920047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:17.920916 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.928119 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dbe98f65-99e1-4168-bba8-9a90e3dd8dfc tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4904819 Aug 09 15:53:17.928506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38564) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:17.935273 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.940262 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'network': {'name': 'tempest-router-network02--1851174427'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:17.955187 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:17.957622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:17.958447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a620cde9-0adc-4336-9732-d1a57cb91182', 'network_id': 'a620cde9-0adc-4336-9732-d1a57cb91182', 'tenant_id': '46e88ce3824b417ca6d686b8793f6b0f', 'fixed_ips': [{'subnet_id': 'e7d34b8c-e750-42e1-97be-a8569a0f3ed2'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:17.959739 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.967811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] Pushing event deleted for resources: {'Port': ['ID=ee74db9f-f1a3-47c9-91e9-68a7d490992c,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.989498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Made reservation on behalf of 46e88ce3824b417ca6d686b8793f6b0f for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:18.001745 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.044176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:18.048288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Checking segment: {'id': 'd43ef2b8-e621-4436-9eea-6d6b452619d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:18.048653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network hostable DHCP agents. Network: ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:18.069639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.070234 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Added segment e80c0d08-670a-4a09-9fdc-933f18850e37 of type vlan for network cb959cda-b12c-465b-83a1-c485bcfb5dfe Aug 09 15:53:18.071679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cad722-2889-4316-a2a3-389371e4fe8b None None] No DVR routers for this DVR port ee74db9f-f1a3-47c9-91e9-68a7d490992c on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:18.120075 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.124846 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.131238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.132151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.142336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf52ec-9217-4acf-a530-aa8cf25d0237 req-d95914fd-6f9b-4d6a-b20b-bcb19a1e96db tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.150319 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ecf52ec-9217-4acf-a530-aa8cf25d0237 req-d95914fd-6f9b-4d6a-b20b-bcb19a1e96db tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3124175 Aug 09 15:53:18.167778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc58411-b91e-4466-afa8-7dd3a0cb9abd req-57eb974f-01ec-4caf-92f8-9b28b12126d4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.169970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0dc58411-b91e-4466-afa8-7dd3a0cb9abd req-57eb974f-01ec-4caf-92f8-9b28b12126d4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2622011 Aug 09 15:53:18.182553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.188176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/a3f7ad9f-a759-4331-bc04-336959bd2307 HTTP/1.1" status: 204 len: 168 time: 1.9008622 Aug 09 15:53:18.189232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:18.202295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38570) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:18.276672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9823840 Aug 09 15:53:18.277680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:18.283169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:13Z', 'revision_number': 8, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:18.285094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38574) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:18.293449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.294043 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.299619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': '4647f5b5-373d-428b-b9a9-65b808bdfef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:18.340001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a671a7f-ba86-4f39-bd72-d42d425e090b None None] Network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:18.342324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.346830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d08a0c-b5e8-4376-9843-19897f064e8b None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:13Z', 'revision_number': 8, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '2a7facf1-4b63-42cb-8066-5472f3fcd44f', 'name': '', 'network_id': 'b011d991-77bd-4039-a858-95551845c77a', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:a6:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '4d7e10b7-3832-4c74-a3c0-f5db7508d5a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:18.413303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6749c-170b-41e3-b687-89790119a237 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=4647f5b5-373d-428b-b9a9-65b808bdfef7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:18.441199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ecf52ec-9217-4acf-a530-aa8cf25d0237 req-6824ef77-0f82-4306-9c33-24a504baaa45 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894256 Aug 09 15:53:18.450021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4647f5b5-373d-428b-b9a9-65b808bdfef7 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:18.465045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0dc58411-b91e-4466-afa8-7dd3a0cb9abd req-8706ea9e-64da-44c9-accb-7481dfedf60c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728848 Aug 09 15:53:18.505482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbb492ca-cf9a-47f6-ad36-7915a620e125 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7745714 Aug 09 15:53:18.517542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38580) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:18.521994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eb77c-0801-45b6-8c80-db585d6bc56a tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=a3f7ad9f-a759-4331-bc04-336959bd2307,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:18.533665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6', 'name': 'tempest-PortsIpV6TestJSON-206799971'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:18.580882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:18.584478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Allocated IP 2001:db8::2 (a620cde9-0adc-4336-9732-d1a57cb91182/e7d34b8c-e750-42e1-97be-a8569a0f3ed2/14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:18.585187 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.770274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.777966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.778627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.909095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9781060 Aug 09 15:53:18.922259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38588) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:18.961980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'subnet': {'network_id': '1ec2a4dd-9215-4d91-93c4-eac74ba1aed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:19.127494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.145270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890d15a-a58d-4c22-a55d-db04d6b5977e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Network': ['ID=cb959cda-b12c-465b-83a1-c485bcfb5dfe,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:19.145850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6', 'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6', 'tenant_id': 'da08d0e3d29e463eae1592496fc92f46', 'fixed_ips': [{'subnet_id': '0b255772-89cc-42e8-a22e-4ccc8357d078'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:19.146900 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.165024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network cb959cda-b12c-465b-83a1-c485bcfb5dfe details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:19.187105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad826a-dcb8-43fc-97b9-a08431370e40 req-87d1af73-0b71-4ce8-8cca-92ea5eb8da74 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.197076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53ad826a-dcb8-43fc-97b9-a08431370e40 req-87d1af73-0b71-4ce8-8cca-92ea5eb8da74 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3455822 Aug 09 15:53:19.212319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-d74ec409-582d-43db-8359-6774777d8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.215353 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-d74ec409-582d-43db-8359-6774777d8218 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1096 time: 0.3290043 Aug 09 15:53:19.247517 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.279773 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.299564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:19.305456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.317135 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:53:19.334852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Transition to ACTIVE for port object 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:19.350137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Made reservation on behalf of 46e88ce3824b417ca6d686b8793f6b0f for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:19.355061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.363138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=7d10904e-4a38-4024-aed8-a4c7faba498a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:19.377167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 76abe776-87c2-4384-bb14-8160071e01a6 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:53:19.381969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Transition to ACTIVE for port object 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:19.420889 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.478567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-ac42689d-edf8-4568-aa24-7e0564a6273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.478832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Network a620cde9-0adc-4336-9732-d1a57cb91182 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:19.481125 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-ac42689d-edf8-4568-aa24-7e0564a6273e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.2316463 Aug 09 15:53:19.490087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:19.502220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53ad826a-dcb8-43fc-97b9-a08431370e40 req-3ed1b070-ca29-47ed-bc3d-ed1143fedae4 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016362 Aug 09 15:53:19.502466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:19.512293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '4f98238c-3782-429d-b3e0-f28e218f7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '4647f5b5-373d-428b-b9a9-65b808bdfef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:19.513594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: 4647f5b5-373d-428b-b9a9-65b808bdfef7, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:19.514948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Allocated IP 2001:db8::2 (ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6/0b255772-89cc-42e8-a22e-4ccc8357d078/b5aeed5f-aced-4625-a19c-e5af120e4878) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:19.558566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Pushing event updated for resources: {'Port': ['ID=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:19.664629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network 4647f5b5-373d-428b-b9a9-65b808bdfef7 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:19.674110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6a2e26d9-aaff-4bdb-9507-183b83729688 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:19.713669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6a2e26d9-aaff-4bdb-9507-183b83729688 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:19.714172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6a2e26d9-aaff-4bdb-9507-183b83729688 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:19.720023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Attempting to bind port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:19.720023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Attempting to bind port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '5e0c5900-dbbd-42b5-a869-d170a9b76ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'a620cde9-0adc-4336-9732-d1a57cb91182'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:19.720023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Attempting to bind port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a on network a620cde9-0adc-4336-9732-d1a57cb91182 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:19.731467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:19.731939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Checking segment: {'id': '5e0c5900-dbbd-42b5-a869-d170a9b76ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'a620cde9-0adc-4336-9732-d1a57cb91182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:19.732382 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.732876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Bound using segment: {'id': '5e0c5900-dbbd-42b5-a869-d170a9b76ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'a620cde9-0adc-4336-9732-d1a57cb91182'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:19.733529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Bound port: 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c5900-dbbd-42b5-a869-d170a9b76ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'a620cde9-0adc-4336-9732-d1a57cb91182'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:19.733934 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.757593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4647f5b5-373d-428b-b9a9-65b808bdfef7) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:19.774534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.775482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.800257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5ac004-8e50-40a6-84e8-7ed60c3d6789 None None] Network 4647f5b5-373d-428b-b9a9-65b808bdfef7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:19.857682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38608) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:19.858539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cca26e9c-feca-4026-b8cc-efb931292231 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5684719 Aug 09 15:53:19.882196 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-519450fb-4dd9-40cc-99e7-71a4f92fe004 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 1001 time: 0.3168933 Aug 09 15:53:19.893640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33a99-a5d8-4eaa-a04c-642259791144 req-d91c2dbc-f4b3-4e04-8fd0-add5f95865cc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.908427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cef33a99-a5d8-4eaa-a04c-642259791144 req-d91c2dbc-f4b3-4e04-8fd0-add5f95865cc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2961073 Aug 09 15:53:19.929913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] For port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:19.965520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] For port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,segment=NetworkSegment(5e0c5900-dbbd-42b5-a869-d170a9b76ba9),segment_id=5e0c5900-dbbd-42b5-a869-d170a9b76ba9)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:19.967031 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.978039 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.986209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Transition to ACTIVE for port object b5aeed5f-aced-4625-a19c-e5af120e4878 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:20.039522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Transition to ACTIVE for port object b5aeed5f-aced-4625-a19c-e5af120e4878 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:20.054962 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.127090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b36d90-fff2-4ce6-a543-5def52d3be15 None None] Pushing event updated for resources: {'Port': ['ID=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:20.139813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:20.150634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:20.157810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cef33a99-a5d8-4eaa-a04c-642259791144 req-5f3393ba-f6be-4888-9b65-b8c135bc3125 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363558 Aug 09 15:53:20.177010 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.185630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-fb5a12e3-4792-46b0-baaa-11e476dddd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:20.186328 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-fb5a12e3-4792-46b0-baaa-11e476dddd75 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.2709854 Aug 09 15:53:20.188578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:20.289162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-4647f5b5-373d-428b-b9a9-65b808bdfef7', 'network_id': '4647f5b5-373d-428b-b9a9-65b808bdfef7', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': '7d10904e-4a38-4024-aed8-a4c7faba498a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:20.291553 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.294000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Pushing event updated for resources: {'Port': ['ID=b5aeed5f-aced-4625-a19c-e5af120e4878,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:20.294731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.320195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Attempting to bind port b5aeed5f-aced-4625-a19c-e5af120e4878 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:20.320708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Attempting to bind port b5aeed5f-aced-4625-a19c-e5af120e4878 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'd43ef2b8-e621-4436-9eea-6d6b452619d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:20.321184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Attempting to bind port b5aeed5f-aced-4625-a19c-e5af120e4878 on network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:20.334247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:20.334784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Checking segment: {'id': 'd43ef2b8-e621-4436-9eea-6d6b452619d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:20.335274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.336205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Bound using segment: {'id': 'd43ef2b8-e621-4436-9eea-6d6b452619d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:20.336363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Bound port: b5aeed5f-aced-4625-a19c-e5af120e4878, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43ef2b8-e621-4436-9eea-6d6b452619d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:20.336848 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.370963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Subnet': ['ID=f194cc7b-c704-4444-97b4-494e33342ce0,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:20.374400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Checking segment: {'id': '14dfe4b4-8a57-4456-9479-a644c4c1a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1ec2a4dd-9215-4d91-93c4-eac74ba1aed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:20.374799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network hostable DHCP agents. Network: 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:20.404872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:20.418500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::129 (ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6/0b255772-89cc-42e8-a22e-4ccc8357d078/76abe776-87c2-4384-bb14-8160071e01a6) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:20.421672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:20.428650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:20.429234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.492175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.492468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a5def5d8-8128-439c-87af-33d1a9cb03c9 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5569496 Aug 09 15:53:20.492468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38614) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:20.504489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'subnet': {'network_id': 'cb959cda-b12c-465b-83a1-c485bcfb5dfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:20.512033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7fe72-4acf-4ce1-9043-5acef5ede0e1 None None] Network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:20.644734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] For port b5aeed5f-aced-4625-a19c-e5af120e4878, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:20.715804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-7d0896dd-ac61-4d00-ad45-e73c4baceea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:20.724480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] For port b5aeed5f-aced-4625-a19c-e5af120e4878, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b5aeed5f-aced-4625-a19c-e5af120e4878,segment=NetworkSegment(d43ef2b8-e621-4436-9eea-6d6b452619d3),segment_id=d43ef2b8-e621-4436-9eea-6d6b452619d3)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:20.724899 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-7d0896dd-ac61-4d00-ad45-e73c4baceea5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5042431 Aug 09 15:53:20.765742 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.769309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.821311 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:20.833772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Allocated IP 172.20.0.1 (4647f5b5-373d-428b-b9a9-65b808bdfef7/7d10904e-4a38-4024-aed8-a4c7faba498a/5566f3fd-1536-435f-aacc-72836f86a5dd) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:20.842869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Made reservation on behalf of 46e88ce3824b417ca6d686b8793f6b0f for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:20.848807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.145892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf17b31-d223-4b38-8453-8bb0b23899ec None None] Pushing event updated for resources: {'Port': ['ID=b5aeed5f-aced-4625-a19c-e5af120e4878,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:21.178275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bcd52-900f-4bc6-820e-8731c5f8861d req-da76b8a5-2ddf-409d-b384-d0ce785e5221 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:21.188034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c85bcd52-900f-4bc6-820e-8731c5f8861d req-da76b8a5-2ddf-409d-b384-d0ce785e5221 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.4680784 Aug 09 15:53:21.189260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.313374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-1ec2a4dd-9215-4d91-93c4-eac74ba1aed1', 'network_id': '1ec2a4dd-9215-4d91-93c4-eac74ba1aed1', 'tenant_id': '46e88ce3824b417ca6d686b8793f6b0f', 'fixed_ips': [{'subnet_id': 'f194cc7b-c704-4444-97b4-494e33342ce0'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:21.314260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.321270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.354153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Transition to ACTIVE for port object 5566f3fd-1536-435f-aacc-72836f86a5dd will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:21.357083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Checking segment: {'id': 'e80c0d08-670a-4a09-9fdc-933f18850e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cb959cda-b12c-465b-83a1-c485bcfb5dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:21.357523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network hostable DHCP agents. Network: cb959cda-b12c-465b-83a1-c485bcfb5dfe, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:21.368378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Subnet': ['ID=27ef39d7-30c2-426c-8344-c19020aa49b1,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:21.409607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c85bcd52-900f-4bc6-820e-8731c5f8861d req-6698e97e-1987-4e37-8600-c9a4a3cd043c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226923 Aug 09 15:53:21.459633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network cb959cda-b12c-465b-83a1-c485bcfb5dfe is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:21.507018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b46d6c-3522-4f2a-8b41-79244c80dc41 req-8a75ade8-c707-4a19-9105-2842c03e4e65 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:21.514891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67b46d6c-3522-4f2a-8b41-79244c80dc41 req-8a75ade8-c707-4a19-9105-2842c03e4e65 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2194221 Aug 09 15:53:21.522834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, cb959cda-b12c-465b-83a1-c485bcfb5dfe) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:21.535766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:21.536400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.560123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3d283e7e-0be1-4005-8cc9-1ca021982dc4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0665638 Aug 09 15:53:21.567976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38634) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:21.600511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67b46d6c-3522-4f2a-8b41-79244c80dc41 req-068db3a8-5b1c-4381-8026-cedbb3fc835b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845873 Aug 09 15:53:21.694362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73455e6a-bfb2-4487-a82f-795d4c85f0c3 None None] Network cb959cda-b12c-465b-83a1-c485bcfb5dfe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:21.814820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Transition to ACTIVE for port object 5566f3fd-1536-435f-aacc-72836f86a5dd will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:21.831159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:21.866876 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.976170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Pushing event updated for resources: {'Port': ['ID=5566f3fd-1536-435f-aacc-72836f86a5dd,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:21.993972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Allocated IP 2001:db8::2 (1ec2a4dd-9215-4d91-93c4-eac74ba1aed1/f194cc7b-c704-4444-97b4-494e33342ce0/5f03321e-ccff-42c6-a22e-7a045a3c5ca6) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:22.106581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.122961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 76abe776-87c2-4384-bb14-8160071e01a6 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:22.176077 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-a801bea0-b561-43cd-994d-407875dd5123 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4398534 Aug 09 15:53:22.234573 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.258239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.331558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d37867-6d25-430d-b517-f252f492d78f None None] Network a620cde9-0adc-4336-9732-d1a57cb91182 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:22.360580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Network 4647f5b5-373d-428b-b9a9-65b808bdfef7 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:22.384840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:22.388454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:22.392550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.418918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:22.432620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:22.535911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5cc083b6-a325-432b-b703-f66579711263 None None] Provisioning for port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:22.567074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-cb959cda-b12c-465b-83a1-c485bcfb5dfe', 'network_id': 'cb959cda-b12c-465b-83a1-c485bcfb5dfe', 'tenant_id': '46e88ce3824b417ca6d686b8793f6b0f', 'fixed_ips': [{'subnet_id': '27ef39d7-30c2-426c-8344-c19020aa49b1'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:22.568071 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.613262 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:22.628276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:22.629557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.646685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=7d10904e-4a38-4024-aed8-a4c7faba498a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:22.652479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=76abe776-87c2-4384-bb14-8160071e01a6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:22.771294 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.781244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4647f5b5-373d-428b-b9a9-65b808bdfef7']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:22.787487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa414aa0-0b9f-4927-bc52-6df06a426756 None None] Network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:22.794978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f98238c-3782-429d-b3e0-f28e218f7cbd') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:22.795281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f98238c-3782-429d-b3e0-f28e218f7cbd') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:22.806260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.822679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.830868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:22.831283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:22.884583 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:22.892251 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de8b471c-1f5a-4b5e-be64-8a41e3ccd44a req-70c0086f-a93b-4e6b-a301-4ed8ba816fd7 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024419 Aug 09 15:53:22.914417 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fffdd34d-c215-4d24-81fe-72d896b399f1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3929105 Aug 09 15:53:22.917810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38652) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:22.924274 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6', 'name': 'tempest-PortsIpV6TestJSON-545045802'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:22.936451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Attempting to bind port 5566f3fd-1536-435f-aacc-72836f86a5dd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:22.936821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Attempting to bind port 5566f3fd-1536-435f-aacc-72836f86a5dd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '4f98238c-3782-429d-b3e0-f28e218f7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '4647f5b5-373d-428b-b9a9-65b808bdfef7'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:22.937214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Attempting to bind port 5566f3fd-1536-435f-aacc-72836f86a5dd on network 4647f5b5-373d-428b-b9a9-65b808bdfef7 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:22.944162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:53:22.944162 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:53:22.944162 n-d-799523-2 neutron-server[94178]: [parameters: {'id': '4647f5b5-373d-428b-b9a9-65b808bdfef7'}] Aug 09 15:53:22.944162 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:53:22.944162 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:53:22.957821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:22.958260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Checking segment: {'id': '4f98238c-3782-429d-b3e0-f28e218f7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '4647f5b5-373d-428b-b9a9-65b808bdfef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:22.958605 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:22.959003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Bound using segment: {'id': '4f98238c-3782-429d-b3e0-f28e218f7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '4647f5b5-373d-428b-b9a9-65b808bdfef7'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:22.960136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Bound port: 5566f3fd-1536-435f-aacc-72836f86a5dd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f98238c-3782-429d-b3e0-f28e218f7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '4647f5b5-373d-428b-b9a9-65b808bdfef7'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:22.960533 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.068428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9a3a955e-2449-4d46-bd62-c48bca1f6ccc None None] Provisioning for port b5aeed5f-aced-4625-a19c-e5af120e4878 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:23.075215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5241a3-9a8b-47dc-a0aa-816f2da9cfba req-452a8237-f6d7-45ae-9ba2-0caf9a79395c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:23.076852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b5241a3-9a8b-47dc-a0aa-816f2da9cfba req-452a8237-f6d7-45ae-9ba2-0caf9a79395c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.2544386 Aug 09 15:53:23.085575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379dea3-79ea-4530-8cd5-60b5347a57ab req-f91f1de0-dd14-4fa4-9c82-e2b329cacc66 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:23.087151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e379dea3-79ea-4530-8cd5-60b5347a57ab req-f91f1de0-dd14-4fa4-9c82-e2b329cacc66 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2614686 Aug 09 15:53:23.108589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:23.143866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 2a7facf1-4b63-42cb-8066-5472f3fcd44f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:23.144494 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.197517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:23.201767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.224140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b5241a3-9a8b-47dc-a0aa-816f2da9cfba req-01c4c773-b4e2-4234-882c-caeb9e082ae4 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311872 Aug 09 15:53:23.230588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] For port 5566f3fd-1536-435f-aacc-72836f86a5dd, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:23.231847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e379dea3-79ea-4530-8cd5-60b5347a57ab req-dff170e0-a553-4ed3-83c4-11f80a93889a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238129 Aug 09 15:53:23.236046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:53:23.239142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:23.239518 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.332352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] For port 5566f3fd-1536-435f-aacc-72836f86a5dd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5566f3fd-1536-435f-aacc-72836f86a5dd,segment=NetworkSegment(4f98238c-3782-429d-b3e0-f28e218f7cbd),segment_id=4f98238c-3782-429d-b3e0-f28e218f7cbd)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:23.368913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port 2a7facf1-4b63-42cb-8066-5472f3fcd44f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2a7facf1-4b63-42cb-8066-5472f3fcd44f,segment=NetworkSegment(a0d4b73f-7c79-41ee-b66e-d66c9848311f),segment_id=a0d4b73f-7c79-41ee-b66e-d66c9848311f)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:23.369287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.385887 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.388266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Allocated IP 2001:db8::2 (cb959cda-b12c-465b-83a1-c485bcfb5dfe/27ef39d7-30c2-426c-8344-c19020aa49b1/1d61260f-0794-4d04-a5e9-cba18ba2fd64) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:23.406221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.406879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 2a7facf1-4b63-42cb-8066-5472f3fcd44f owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:23.451329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.454198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::32b (ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6/0b255772-89cc-42e8-a22e-4ccc8357d078/9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:23.516209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Transition to ACTIVE for port object 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:23.719535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9f79b-1ea6-4316-bd1c-59e6d5611581 None None] Pushing event updated for resources: {'Port': ['ID=5566f3fd-1536-435f-aacc-72836f86a5dd,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:23.735533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Transition to ACTIVE for port object 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:23.777722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.779095 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.802684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:23.853469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Deleting port 5566f3fd-1536-435f-aacc-72836f86a5dd {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:23.853993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.861690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.876167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Allocated IP 2001:db8::1 (1ec2a4dd-9215-4d91-93c4-eac74ba1aed1/f194cc7b-c704-4444-97b4-494e33342ce0/a8d7ae99-d935-4ec8-a356-a1e356a28b70) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:23.904072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a905c87-5cb7-42ba-b23f-4df08db0351d None None] Network 4647f5b5-373d-428b-b9a9-65b808bdfef7 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:23.915062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Pushing event updated for resources: {'Port': ['ID=5f03321e-ccff-42c6-a22e-7a045a3c5ca6,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:24.076235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.101539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:24.107184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Transition to ACTIVE for port object a8d7ae99-d935-4ec8-a356-a1e356a28b70 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:24.117545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:24.122188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:24.124168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:24.126195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:24.127599 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.139560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:24.145367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:24.152457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:24.153410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.160066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.172121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] For port 5566f3fd-1536-435f-aacc-72836f86a5dd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5566f3fd-1536-435f-aacc-72836f86a5dd,segment=NetworkSegment(4f98238c-3782-429d-b3e0-f28e218f7cbd),segment_id=4f98238c-3782-429d-b3e0-f28e218f7cbd)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:24.172979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.186006 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-739a15bf-98d6-401a-81b9-f985ea3dca64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2672746 Aug 09 15:53:24.191237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.194304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38664) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:24.227838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Calling delete_port for 5566f3fd-1536-435f-aacc-72836f86a5dd owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:24.236756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:24.257200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:24.264359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:24.268204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.287726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8a2969b0-0596-4897-9991-95f45eb4239a None None] Provisioning complete for port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:24.288125 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8a2969b0-0596-4897-9991-95f45eb4239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.370677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Port': ['ID=a8d7ae99-d935-4ec8-a356-a1e356a28b70,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:24.393836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=2a7facf1-4b63-42cb-8066-5472f3fcd44f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:24.422430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,segment=NetworkSegment(5e0c5900-dbbd-42b5-a869-d170a9b76ba9),segment_id=5e0c5900-dbbd-42b5-a869-d170a9b76ba9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:24.485726 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.489697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Attempting to bind port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:24.496115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Attempting to bind port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '14dfe4b4-8a57-4456-9479-a644c4c1a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1ec2a4dd-9215-4d91-93c4-eac74ba1aed1'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:24.496778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Attempting to bind port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 on network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:24.517927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.518969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b5aeed5f-aced-4625-a19c-e5af120e4878 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:24.592745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbff09-0032-4497-8793-bc42c4b20969 req-216ba6c2-fb26-473d-8889-58b9dfed8627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:24.594824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdcbff09-0032-4497-8793-bc42c4b20969 req-216ba6c2-fb26-473d-8889-58b9dfed8627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.1987870 Aug 09 15:53:24.675228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:24.681827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f3bd1-c872-4d89-9ced-d5888cdb1c2d req-01d03160-c084-4442-b420-8cfbd00a5d92 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:24.686869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d0f3bd1-c872-4d89-9ced-d5888cdb1c2d req-01d03160-c084-4442-b420-8cfbd00a5d92 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2532012 Aug 09 15:53:24.687474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Transition to ACTIVE for port object 1d61260f-0794-4d04-a5e9-cba18ba2fd64 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:24.695540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:24.695962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Checking segment: {'id': '14dfe4b4-8a57-4456-9479-a644c4c1a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1ec2a4dd-9215-4d91-93c4-eac74ba1aed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:24.696445 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.699030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38674) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:24.705347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Bound using segment: {'id': '14dfe4b4-8a57-4456-9479-a644c4c1a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1ec2a4dd-9215-4d91-93c4-eac74ba1aed1'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:24.706255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Bound port: 5f03321e-ccff-42c6-a22e-7a045a3c5ca6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dfe4b4-8a57-4456-9479-a644c4c1a0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '1ec2a4dd-9215-4d91-93c4-eac74ba1aed1'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:24.706255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.762007 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.779867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Transition to ACTIVE for port object 1d61260f-0794-4d04-a5e9-cba18ba2fd64 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:24.810021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9febdd10-4db5-4620-a3ae-164ed7c17e91 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:24.814487 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9febdd10-4db5-4620-a3ae-164ed7c17e91 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A129 HTTP/1.1" status: 200 len: 928 time: 0.6077454 Aug 09 15:53:24.814487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.826713 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38678) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:24.848901 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.875134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdcbff09-0032-4497-8793-bc42c4b20969 req-726bba8a-e69b-402a-ad4a-98116d6cdbfd tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506201 Aug 09 15:53:24.883944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d0f3bd1-c872-4d89-9ced-d5888cdb1c2d req-908e257a-a179-47e5-b57d-316d47013d42 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836450 Aug 09 15:53:24.934164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.038132 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61af6721-45bc-4e9a-a091-ccefa686d078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.064480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Port': ['ID=5566f3fd-1536-435f-aacc-72836f86a5dd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.069826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No DVR routers for this DVR port 5566f3fd-1536-435f-aacc-72836f86a5dd on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:25.160737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.161672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.161672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.161842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.162167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.162570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.163027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.163372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.163800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.164199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.164592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.165969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:25.228973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Network cb959cda-b12c-465b-83a1-c485bcfb5dfe is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:25.251957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:25.265948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:25.276120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.282374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Pushing event updated for resources: {'Port': ['ID=1d61260f-0794-4d04-a5e9-cba18ba2fd64,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.301867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b5aeed5f-aced-4625-a19c-e5af120e4878 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:25.312098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4647f5b5-373d-428b-b9a9-65b808bdfef7']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:25.314560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61af6721-45bc-4e9a-a091-ccefa686d078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.328057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] For port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:25.328684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61af6721-45bc-4e9a-a091-ccefa686d078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.354055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.366117 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.367287 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.368441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b5aeed5f-aced-4625-a19c-e5af120e4878 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:25.368978 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.407480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f98238c-3782-429d-b3e0-f28e218f7cbd') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:25.408125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f98238c-3782-429d-b3e0-f28e218f7cbd') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:25.410619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] For port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5f03321e-ccff-42c6-a22e-7a045a3c5ca6,segment=NetworkSegment(14dfe4b4-8a57-4456-9479-a644c4c1a0c7),segment_id=14dfe4b4-8a57-4456-9479-a644c4c1a0c7)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:25.425567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-61af6721-45bc-4e9a-a091-ccefa686d078 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f23d0cd1ac348e2ab4f6a431852d4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238452 Aug 09 15:53:25.426879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Attempting to bind port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:25.427343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Attempting to bind port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'e80c0d08-670a-4a09-9fdc-933f18850e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cb959cda-b12c-465b-83a1-c485bcfb5dfe'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:25.427710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Attempting to bind port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 on network cb959cda-b12c-465b-83a1-c485bcfb5dfe {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:25.430846 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.432244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38682) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:25.441816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7bc25690-f561-42a0-966d-122ed4d894e6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:25.442168 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bc25690-f561-42a0-966d-122ed4d894e6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.445076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af6721-45bc-4e9a-a091-ccefa686d078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14dcd85-085f-4408-962c-7d5c3f317297,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.463137 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.486359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:25.486736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Checking segment: {'id': 'e80c0d08-670a-4a09-9fdc-933f18850e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cb959cda-b12c-465b-83a1-c485bcfb5dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:25.487184 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.487575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Bound using segment: {'id': 'e80c0d08-670a-4a09-9fdc-933f18850e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cb959cda-b12c-465b-83a1-c485bcfb5dfe'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:25.488105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Bound port: 1d61260f-0794-4d04-a5e9-cba18ba2fd64, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80c0d08-670a-4a09-9fdc-933f18850e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cb959cda-b12c-465b-83a1-c485bcfb5dfe'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:25.488492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.519530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Port': ['ID=a8d7ae99-d935-4ec8-a356-a1e356a28b70,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.528728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Provisioning complete for port b5aeed5f-aced-4625-a19c-e5af120e4878 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:25.529323 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.577441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0254f9ab-b9fb-469d-8111-6a32701509cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.593142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f429-d530-4c22-b327-708b8112eab7 None None] Pushing event updated for resources: {'Port': ['ID=5f03321e-ccff-42c6-a22e-7a045a3c5ca6,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.618399 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0254f9ab-b9fb-469d-8111-6a32701509cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.640881 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.653702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:25.660423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:25.667800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:25.675444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] For port 1d61260f-0794-4d04-a5e9-cba18ba2fd64, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:25.683913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] For port 1d61260f-0794-4d04-a5e9-cba18ba2fd64, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1d61260f-0794-4d04-a5e9-cba18ba2fd64,segment=NetworkSegment(e80c0d08-670a-4a09-9fdc-933f18850e37),segment_id=e80c0d08-670a-4a09-9fdc-933f18850e37)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:25.693074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:25.693870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.695345 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:25.698059 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:25.713814 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.727629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bc25690-f561-42a0-966d-122ed4d894e6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.812183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0254f9ab-b9fb-469d-8111-6a32701509cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.827534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0254f9ab-b9fb-469d-8111-6a32701509cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.834818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0254f9ab-b9fb-469d-8111-6a32701509cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b14dcd85-085f-4408-962c-7d5c3f317297 HTTP/1.1" status: 204 len: 168 time: 0.3851941 Aug 09 15:53:25.860488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254f9ab-b9fb-469d-8111-6a32701509cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14dcd85-085f-4408-962c-7d5c3f317297,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.887662 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.910567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Router 8851e460-14be-4799-bb86-c03c1c81484b is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:53:25.958103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7bc25690-f561-42a0-966d-122ed4d894e6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:25.998303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b5aeed5f-aced-4625-a19c-e5af120e4878, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b5aeed5f-aced-4625-a19c-e5af120e4878,segment=NetworkSegment(d43ef2b8-e621-4436-9eea-6d6b452619d3),segment_id=d43ef2b8-e621-4436-9eea-6d6b452619d3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:26.005868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba4a4-a660-47f2-9177-6c52b4441dbf None None] Pushing event updated for resources: {'Port': ['ID=1d61260f-0794-4d04-a5e9-cba18ba2fd64,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:26.008340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.021008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.036595 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/4647f5b5-373d-428b-b9a9-65b808bdfef7 HTTP/1.1" status: 204 len: 168 time: 6.1717465 Aug 09 15:53:26.061032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.167395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38690) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:26.195585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1786952098'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:26.266789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=b5aeed5f-aced-4625-a19c-e5af120e4878,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:26.276447 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:53:26.278367 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:53:26.285139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb2287-5c52-462c-9eec-711711ca6414 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=4647f5b5-373d-428b-b9a9-65b808bdfef7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:26.305442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:26.309808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:26.317940 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-acc2d0bc-101f-4e63-b15c-0e38ad43281e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1096442 Aug 09 15:53:26.320589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-96d47b71-4837-4cc0-ac5e-1af34ac6ff58 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "PUT /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7515376 Aug 09 15:53:26.321372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38694) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:26.332793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38696) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:26.365413 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:26.382893 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:26.383541 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:26.408015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b53045-548b-4e24-ab67-09597199e626 None None] Sync routers for ids ['8851e460-14be-4799-bb86-c03c1c81484b'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:26.448782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b53045-548b-4e24-ab67-09597199e626 None None] Routers {'8851e460-14be-4799-bb86-c03c1c81484b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:26.450076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c3b53045-548b-4e24-ab67-09597199e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8851e460-14be-4799-bb86-c03c1c81484b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:26.548198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bc25690-f561-42a0-966d-122ed4d894e6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.590014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38698) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:26.593723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c3b53045-548b-4e24-ab67-09597199e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:26.610079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b53045-548b-4e24-ab67-09597199e626 None None] Routers {'8851e460-14be-4799-bb86-c03c1c81484b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:26.610867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c3b53045-548b-4e24-ab67-09597199e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8851e460-14be-4799-bb86-c03c1c81484b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:26.618691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc25690-f561-42a0-966d-122ed4d894e6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:26.628662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9025-3cc7-4c89-b764-e316748d0171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.667266 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:26.674753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bc25690-f561-42a0-966d-122ed4d894e6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.678542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c3b53045-548b-4e24-ab67-09597199e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:26.679467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b53045-548b-4e24-ab67-09597199e626 None None] The sync data for ids ['8851e460-14be-4799-bb86-c03c1c81484b'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:26.683120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7bc25690-f561-42a0-966d-122ed4d894e6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4 HTTP/1.1" status: 204 len: 168 time: 1.8527586 Aug 09 15:53:26.684729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38700) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:26.726157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:26.729722 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.742712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:26.752537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132e140-826d-482f-9f7a-ba27652ffced req-8327bf9a-6980-4304-9d6d-cc0e716f4265 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:26.752844 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-636f7d1d-c2c2-4548-b108-0a87a14b7ae8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:53:26.757442 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-636f7d1d-c2c2-4548-b108-0a87a14b7ae8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4 HTTP/1.1" status: 404 len: 333 time: 0.0697916 Aug 09 15:53:26.758095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38702) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:26.765075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8132e140-826d-482f-9f7a-ba27652ffced req-8327bf9a-6980-4304-9d6d-cc0e716f4265 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.5964141 Aug 09 15:53:26.908686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-896a2c9a-612e-487e-b94f-5e6d5909f5b8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet 4d7e10b7-3832-4c74-a3c0-f5db7508d5a0 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:26.960442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:26.961096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.965170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Provisioning for port 76abe776-87c2-4384-bb14-8160071e01a6 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:26.995663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Provisioning complete for port 76abe776-87c2-4384-bb14-8160071e01a6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:26.996240 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.014590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d49206f1-821a-419f-b79c-92e8e333725a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 76abe776-87c2-4384-bb14-8160071e01a6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:27.015248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d49206f1-821a-419f-b79c-92e8e333725a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.031975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:27.039242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-896a2c9a-612e-487e-b94f-5e6d5909f5b8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.057084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b3e867da-ed8c-45a5-91bb-56545081e8a2 None None] Port 76abe776-87c2-4384-bb14-8160071e01a6 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:27.083013 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:23Z', 'revision_number': 9, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:27.093949 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9025-3cc7-4c89-b764-e316748d0171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.104865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:27.109430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9025-3cc7-4c89-b764-e316748d0171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.160719 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:27.178765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8132e140-826d-482f-9f7a-ba27652ffced req-8825723e-511c-4963-bea3-03d941bb50ba tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126422 Aug 09 15:53:27.184676 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:27.186855 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:27.194918 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8c0d9025-3cc7-4c89-b764-e316748d0171 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fccec4deabcc426bacede31f863134b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026742 Aug 09 15:53:27.198883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38706) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:27.200435 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-896a2c9a-612e-487e-b94f-5e6d5909f5b8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.212474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d9025-3cc7-4c89-b764-e316748d0171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c92c4e7-422b-4555-a494-479829f216cd,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:27.217276 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.217719 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment b04f1bb5-fe50-4681-9c19-68b33ad22446 of type vlan for network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce Aug 09 15:53:27.219519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:27.226029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-37304c87-91f1-45ed-9533-b4700417385b None None] Could not find standard attr ID for object 9fb52ad5-0161-4a2d-9e3b-4456a7afb1e4. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:53:27.355346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:27.397980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d49206f1-821a-419f-b79c-92e8e333725a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.407417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.442617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d49206f1-821a-419f-b79c-92e8e333725a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 76abe776-87c2-4384-bb14-8160071e01a6 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:27.522857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-420d8e72-dde7-46b4-bc28-6e683c68d168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.582709 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:27.585607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:27.607030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109', 'port_id': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'mac_address': 'fa:16:3e:52:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab158ae-0af7-41a6-b5ff-243a7b1fcf71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:27.624635 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-420d8e72-dde7-46b4-bc28-6e683c68d168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.719873 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:53:27.729548 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.749913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-420d8e72-dde7-46b4-bc28-6e683c68d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.753381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-420d8e72-dde7-46b4-bc28-6e683c68d168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.755345 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-420d8e72-dde7-46b4-bc28-6e683c68d168 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c92c4e7-422b-4555-a494-479829f216cd HTTP/1.1" status: 204 len: 168 time: 0.5552287 Aug 09 15:53:27.775601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cdfc5af-1504-427a-86bd-22974ca755e8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:27.792133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d8e72-dde7-46b4-bc28-6e683c68d168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c92c4e7-422b-4555-a494-479829f216cd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:27.862455 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.874179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:27.879680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5fffc-9603-414c-b128-39062299f9be None None] Network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:27.889468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:27.891502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611042'] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.998981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d49206f1-821a-419f-b79c-92e8e333725a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.014468 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.030672 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-896a2c9a-612e-487e-b94f-5e6d5909f5b8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.038600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8688416 Aug 09 15:53:28.075447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38724) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:28.096595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ea2c51a2-8c2a-45c6-81e3-19c794947486 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:28.113909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d64dd-7a24-4eb5-ad59-3cfaecf89868 None None] Network cb959cda-b12c-465b-83a1-c485bcfb5dfe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:28.128257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49206f1-821a-419f-b79c-92e8e333725a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=76abe776-87c2-4384-bb14-8160071e01a6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.176522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f89742-1fbf-459d-9ed6-bee725a68d1e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=4a98f9fe-d85e-4a7f-96f8-c45d38f13bce,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.285952 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:23Z', 'revision_number': 9, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:28.287466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7cdfc5af-1504-427a-86bd-22974ca755e8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:28.296135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:28.313416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6cb64432-581a-4c1b-945d-158d634cdf25 None None] Provisioning for port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:28.413604 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdba5e82-09dd-4794-a638-9c58d04d04c4 None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:23Z', 'revision_number': 9, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': '61410158-f981-47c3-a0b2-66be2cb9b3d5', 'name': '', 'network_id': '50cbc649-d3ef-4268-8bf5-54cdc1b96d7b', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:c8:55:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:43Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '6d8318af-642e-4529-9a2d-0976d0428bea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:28.512382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6cb64432-581a-4c1b-945d-158d634cdf25 None None] Provisioning complete for port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:28.513058 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cb64432-581a-4c1b-945d-158d634cdf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.515054 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.533364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-896a2c9a-612e-487e-b94f-5e6d5909f5b8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.601175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.712231 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.720742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a2c9a-612e-487e-b94f-5e6d5909f5b8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7e10b7-3832-4c74-a3c0-f5db7508d5a0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.761180 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-896a2c9a-612e-487e-b94f-5e6d5909f5b8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.774366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-896a2c9a-612e-487e-b94f-5e6d5909f5b8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/4d7e10b7-3832-4c74-a3c0-f5db7508d5a0 HTTP/1.1" status: 204 len: 168 time: 2.4477463 Aug 09 15:53:28.783682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b78f0-4207-417c-b00b-c7ab3e2216ac None None] Network b011d991-77bd-4039-a858-95551845c77a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:28.855772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38746) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:28.991407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1d61260f-0794-4d04-a5e9-cba18ba2fd64 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:29.063671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d49206f1-821a-419f-b79c-92e8e333725a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.069068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d49206f1-821a-419f-b79c-92e8e333725a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/76abe776-87c2-4384-bb14-8160071e01a6 HTTP/1.1" status: 204 len: 168 time: 2.3043177 Aug 09 15:53:29.069911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38756) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:29.101204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e562ee-3750-419a-b7a6-5770019c46da req-a3ab4c17-a430-42a2-811b-d902cdd98498 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:29.115213 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49eecbf-38d4-4e48-87e4-169a699215e7 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:53:29.121599 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a49eecbf-38d4-4e48-87e4-169a699215e7 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/76abe776-87c2-4384-bb14-8160071e01a6 HTTP/1.1" status: 404 len: 333 time: 0.0504901 Aug 09 15:53:29.125719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3e562ee-3750-419a-b7a6-5770019c46da req-a3ab4c17-a430-42a2-811b-d902cdd98498 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 945 time: 0.6867387 Aug 09 15:53:29.127126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38758) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:29.272212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f15545-519b-4572-a2cc-fe87cfc138ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet 0b255772-89cc-42e8-a22e-4ccc8357d078 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:29.277925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3f15545-519b-4572-a2cc-fe87cfc138ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.313235 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-3078b660-95f8-4670-8756-6256325796eb tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:29.314454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3078b660-95f8-4670-8756-6256325796eb tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "PUT /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9721730 Aug 09 15:53:29.331045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38762) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:29.404676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3f15545-519b-4572-a2cc-fe87cfc138ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.502331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ea2c51a2-8c2a-45c6-81e3-19c794947486 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.508645 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.535308 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cb64432-581a-4c1b-945d-158d634cdf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.544560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3f15545-519b-4572-a2cc-fe87cfc138ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.596529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6cb64432-581a-4c1b-945d-158d634cdf25 None None] For port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5f03321e-ccff-42c6-a22e-7a045a3c5ca6,segment=NetworkSegment(14dfe4b4-8a57-4456-9479-a644c4c1a0c7),segment_id=14dfe4b4-8a57-4456-9479-a644c4c1a0c7)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:29.624983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3f15545-519b-4572-a2cc-fe87cfc138ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.660512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3e562ee-3750-419a-b7a6-5770019c46da req-7bcc1b7b-8cf5-4af3-b78e-e2297640ba99 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334799 Aug 09 15:53:29.662524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cb64432-581a-4c1b-945d-158d634cdf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.672712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ea2c51a2-8c2a-45c6-81e3-19c794947486 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.753962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea2c51a2-8c2a-45c6-81e3-19c794947486 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce is not hosted by any dhcp agent {{(pid=94177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:53:29.763770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c51a2-8c2a-45c6-81e3-19c794947486 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:29.764611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ea2c51a2-8c2a-45c6-81e3-19c794947486 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.769275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ea2c51a2-8c2a-45c6-81e3-19c794947486 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "PUT /v2.0/networks/4a98f9fe-d85e-4a7f-96f8-c45d38f13bce HTTP/1.1" status: 200 len: 723 time: 1.6899920 Aug 09 15:53:29.796251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f15545-519b-4572-a2cc-fe87cfc138ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=0b255772-89cc-42e8-a22e-4ccc8357d078,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:29.811961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38772) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:29.816618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3f15545-519b-4572-a2cc-fe87cfc138ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.837822 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b3f15545-519b-4572-a2cc-fe87cfc138ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/0b255772-89cc-42e8-a22e-4ccc8357d078 HTTP/1.1" status: 204 len: 168 time: 0.7025988 Aug 09 15:53:29.855177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': '4a98f9fe-d85e-4a7f-96f8-c45d38f13bce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:29.866959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38774) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:29.886553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c12b07c-383a-4920-98c0-f6a09c80fe64 None None] Network ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:30.257783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.259806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:30.297650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb64432-581a-4c1b-945d-158d634cdf25 None None] Pushing event updated for resources: {'Port': ['ID=5f03321e-ccff-42c6-a22e-7a045a3c5ca6,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:30.324853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b5aeed5f-aced-4625-a19c-e5af120e4878 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:30.326704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Provisioning for port a8d7ae99-d935-4ec8-a356-a1e356a28b70 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:30.351508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:30.357525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.366354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Provisioning complete for port a8d7ae99-d935-4ec8-a356-a1e356a28b70 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:30.366808 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.464361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Port a8d7ae99-d935-4ec8-a356-a1e356a28b70 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:30.466777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] DHCP port deletion for b011d991-77bd-4039-a858-95551845c77a request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:30.581109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] DHCP port deletion for ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:30.592028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Provisioning complete for port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:30.592458 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.596421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b5aeed5f-aced-4625-a19c-e5af120e4878 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:30.596800 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.609227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c51a2-8c2a-45c6-81e3-19c794947486 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=4a98f9fe-d85e-4a7f-96f8-c45d38f13bce,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:30.633489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port b5aeed5f-aced-4625-a19c-e5af120e4878 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:30.633782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.752559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:30.759487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port ecc6030b-100f-40dd-bc86-1d8b60516394 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:30.759913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.836633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] For port b5aeed5f-aced-4625-a19c-e5af120e4878, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b5aeed5f-aced-4625-a19c-e5af120e4878,segment=NetworkSegment(d43ef2b8-e621-4436-9eea-6d6b452619d3),segment_id=d43ef2b8-e621-4436-9eea-6d6b452619d3)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:30.837148 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.866367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for b5aeed5f-aced-4625-a19c-e5af120e4878 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:30.890285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port ecc6030b-100f-40dd-bc86-1d8b60516394, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ecc6030b-100f-40dd-bc86-1d8b60516394,segment=NetworkSegment(a0d4b73f-7c79-41ee-b66e-d66c9848311f),segment_id=a0d4b73f-7c79-41ee-b66e-d66c9848311f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:30.891078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.918836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for ecc6030b-100f-40dd-bc86-1d8b60516394 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:31.095932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.152928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.209967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] Deleting port ecc6030b-100f-40dd-bc86-1d8b60516394 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:31.216222 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.241729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=ecc6030b-100f-40dd-bc86-1d8b60516394,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:31.255584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=e4c68e0a-3231-477c-8d45-380549a8ec1b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:31.277912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': 'b04f1bb5-fe50-4681-9c19-68b33ad22446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4a98f9fe-d85e-4a7f-96f8-c45d38f13bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:31.279175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:31.294064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.309382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:31.350670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No DVR routers for this DVR port ecc6030b-100f-40dd-bc86-1d8b60516394 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:31.407865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No DVR routers for this DVR port b5aeed5f-aced-4625-a19c-e5af120e4878 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:31.441430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=b5aeed5f-aced-4625-a19c-e5af120e4878,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:31.446324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb4a46-067e-4df9-84e9-7e911763c862 req-42ea1859-5f34-4cd4-b8e2-db82e82b0bfb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:31.448804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93eb4a46-067e-4df9-84e9-7e911763c862 req-42ea1859-5f34-4cd4-b8e2-db82e82b0bfb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 945 time: 0.4242239 Aug 09 15:53:31.524132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:31.576299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:31.590686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:31.592216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.637320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af497d20-6cac-431e-af30-567e0ab2e871 None None] Network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:31.643369 n-d-799523-2 neutron-server[94179]: INFO neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No ports have port_id starting with b5aeed5f-aced-4625-a19c-e5af120e4878 Aug 09 15:53:31.646696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93eb4a46-067e-4df9-84e9-7e911763c862 req-ad18aaf5-deda-449e-9ef7-ddc9aaf48321 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373074 Aug 09 15:53:31.741728 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6bc93919-8bde-459e-8ff5-2268829beb78 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8988709 Aug 09 15:53:31.747040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38800) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:31.758449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.766469 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.771872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cf12faf8-db4d-470c-b349-718395c4c45f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:31.785394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b011d991-77bd-4039-a858-95551845c77a']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:31.815643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d4b73f-7c79-41ee-b66e-d66c9848311f') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:31.815914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d4b73f-7c79-41ee-b66e-d66c9848311f') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:31.833977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.897441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.921564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:31.936889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:31.939349 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:31.952372 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:31.973322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43ef2b8-e621-4436-9eea-6d6b452619d3') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:31.978283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43ef2b8-e621-4436-9eea-6d6b452619d3') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:32.045652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.126676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:32.136893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] For port ecc6030b-100f-40dd-bc86-1d8b60516394, host n-d-799523-2, got binding levels [] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:32.136893 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.138609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.161416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:32.161416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.163729 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:32.165339 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:32.234434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] Deleting port b5aeed5f-aced-4625-a19c-e5af120e4878 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:32.235792 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.256742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf12faf8-db4d-470c-b349-718395c4c45f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4517096'] for subnet, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.321182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] For port b5aeed5f-aced-4625-a19c-e5af120e4878, host n-d-799523-2, got binding levels [] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:32.322528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.347879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] Calling delete_port for b5aeed5f-aced-4625-a19c-e5af120e4878 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:32.351548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] Port b5aeed5f-aced-4625-a19c-e5af120e4878 was not found and therefore no delete operation was performed {{(pid=94179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:53:32.363577 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.413755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.416030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] Calling delete_port for ecc6030b-100f-40dd-bc86-1d8b60516394 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:32.419563 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.423197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] Pushing event deleted for resources: {'Port': ['ID=b5aeed5f-aced-4625-a19c-e5af120e4878,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.423975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/b011d991-77bd-4039-a858-95551845c77a HTTP/1.1" status: 204 len: 168 time: 3.5367742 Aug 09 15:53:32.426180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Provisioning for port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:32.432534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38812) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:32.436454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.ipam_backend_mixin [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] Port ecc6030b-100f-40dd-bc86-1d8b60516394 was not found and therefore no delete operation was performed {{(pid=94179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:53:32.456601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7cdfc5af-1504-427a-86bd-22974ca755e8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:32.457275 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.509810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf12faf8-db4d-470c-b349-718395c4c45f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764431207828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4775528'] for subnet, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.511192 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.523772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Provisioning complete for port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:32.524540 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.571919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8a210-8fe4-4f3f-a6b4-75eb44af3036 None None] No DVR routers for this DVR port b5aeed5f-aced-4625-a19c-e5af120e4878 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:32.597619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] Network b011d991-77bd-4039-a858-95551845c77a is not hosted by any dhcp agent {{(pid=94179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:53:32.598181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] No DVR routers for this DVR port ecc6030b-100f-40dd-bc86-1d8b60516394 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:32.610731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fdf47-6e80-416b-bbaa-b9f0fcf493aa None None] Pushing event deleted for resources: {'Port': ['ID=ecc6030b-100f-40dd-bc86-1d8b60516394,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.621587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01817b64-16b1-466a-ab70-3d02c658bdf0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=b011d991-77bd-4039-a858-95551845c77a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.637782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12faf8-db4d-470c-b349-718395c4c45f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=e4c68e0a-3231-477c-8d45-380549a8ec1b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.639786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.642651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12faf8-db4d-470c-b349-718395c4c45f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:32.643309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf12faf8-db4d-470c-b349-718395c4c45f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.647787 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cf12faf8-db4d-470c-b349-718395c4c45f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "PUT /v2.0/subnets/e4c68e0a-3231-477c-8d45-380549a8ec1b HTTP/1.1" status: 200 len: 806 time: 0.8949294 Aug 09 15:53:32.658109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38814) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:32.690573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.696570 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/networks/ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6 HTTP/1.1" status: 204 len: 168 time: 2.8241394 Aug 09 15:53:32.712170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38820) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:32.717534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742b928-b34a-47ee-b950-d90024988b97 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Network': ['ID=ddf9ee06-e279-4f09-99e7-69ac6ccbb8c6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.720371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-4a98f9fe-d85e-4a7f-96f8-c45d38f13bce', 'network_id': '4a98f9fe-d85e-4a7f-96f8-c45d38f13bce', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': 'e4c68e0a-3231-477c-8d45-380549a8ec1b'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:32.725078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.736145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-705125171'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:32.774148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:32.780736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.939602 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.006289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:33.011366 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.042530 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.092422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.094111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.147386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:33.160523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.160968 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Added segment 2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad of type vlan for network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac Aug 09 15:53:33.172912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] For port 1d61260f-0794-4d04-a5e9-cba18ba2fd64, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1d61260f-0794-4d04-a5e9-cba18ba2fd64,segment=NetworkSegment(e80c0d08-670a-4a09-9fdc-933f18850e37),segment_id=e80c0d08-670a-4a09-9fdc-933f18850e37)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:33.189422 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.239727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82db8-1af1-4263-9059-6b5a169e2384 req-320e2c90-ac88-4950-b658-31db2379df24 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.245097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04f82db8-1af1-4263-9059-6b5a169e2384 req-320e2c90-ac88-4950-b658-31db2379df24 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 945 time: 0.4460709 Aug 09 15:53:33.278980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:33.281571 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17ede9b-cb00-4a1f-9a9f-b9b097b01ae1" -d '{"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-plugged", "status": "completed", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:33.360068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:33.362938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.364240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Allocated IP 172.20.0.2 (4a98f9fe-d85e-4a7f-96f8-c45d38f13bce/e4c68e0a-3231-477c-8d45-380549a8ec1b/47b898db-6e70-43f4-a85c-c0882adcc6b5) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:33.373880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2a7facf1-4b63-42cb-8066-5472f3fcd44f no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:33.405816 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.408624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2a7facf1-4b63-42cb-8066-5472f3fcd44f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:33.409205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2a7facf1-4b63-42cb-8066-5472f3fcd44f not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:33.409451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ecc6030b-100f-40dd-bc86-1d8b60516394 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:33.452882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f168c211-0db5-4c1c-8e1f-6f4adf71ad84 None None] Provisioning complete for port a8d7ae99-d935-4ec8-a356-a1e356a28b70 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:33.453325 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f168c211-0db5-4c1c-8e1f-6f4adf71ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.457850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffd65c-9e93-4f7f-9840-6995afd945a9 None None] Pushing event updated for resources: {'Port': ['ID=1d61260f-0794-4d04-a5e9-cba18ba2fd64,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:33.463578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ecc6030b-100f-40dd-bc86-1d8b60516394 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:33.463954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ecc6030b-100f-40dd-bc86-1d8b60516394 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:33.464386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b5aeed5f-aced-4625-a19c-e5af120e4878 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:33.478911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38830) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:33.496334 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3986ca5c-710d-4c73-9ce5-2472c6ed60d6 x-openstack-request-id: req-3986ca5c-710d-4c73-9ce5-2472c6ed60d6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:33.496625 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-plugged", "status": "completed", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:33.496878 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3986ca5c-710d-4c73-9ce5-2472c6ed60d6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:33.497271 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'code': 200} Aug 09 15:53:33.626254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97223648-222f-4419-a965-a305af70f3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.647512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04f82db8-1af1-4263-9059-6b5a169e2384 req-09ab8c6b-58dc-46d8-a18b-47a6addf50b3 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817701 Aug 09 15:53:33.671395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.679003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.681184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.781057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b5aeed5f-aced-4625-a19c-e5af120e4878 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:33.781662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b5aeed5f-aced-4625-a19c-e5af120e4878 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:33.788192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97223648-222f-4419-a965-a305af70f3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.801504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Network': ['ID=d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:33.805629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-97223648-222f-4419-a965-a305af70f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.812629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Deleting port a8d7ae99-d935-4ec8-a356-a1e356a28b70 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:33.813535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.836156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f168c211-0db5-4c1c-8e1f-6f4adf71ad84 None None] Port a8d7ae99-d935-4ec8-a356-a1e356a28b70 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:33.838026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:33.846722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:33.879903 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-97223648-222f-4419-a965-a305af70f3d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=750b38b8f3a94725aec0c4271ba75b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960474 Aug 09 15:53:33.879903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97223648-222f-4419-a965-a305af70f3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abefe9f-95b9-4457-80b3-0e3bb69ba724,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:33.880268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38834) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:33.923958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c65339d3-7151-454a-9f8d-ebd0a3ad2840 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2052062 Aug 09 15:53:33.924866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38836) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:33.932817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:33.950097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f168c211-0db5-4c1c-8e1f-6f4adf71ad84 None None] Provisioning complete for port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:33.950537 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f168c211-0db5-4c1c-8e1f-6f4adf71ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.051587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.069653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Calling delete_port for a8d7ae99-d935-4ec8-a356-a1e356a28b70 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:34.099693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.106916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2305a246-39a2-4fde-b9bf-5a80f7f04552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.111368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Transition to ACTIVE for port object 47b898db-6e70-43f4-a85c-c0882adcc6b5 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:34.135142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Transition to ACTIVE for port object 47b898db-6e70-43f4-a85c-c0882adcc6b5 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:34.137912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2305a246-39a2-4fde-b9bf-5a80f7f04552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.142900 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.143660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1d61260f-0794-4d04-a5e9-cba18ba2fd64 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:34.157780 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.226519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2305a246-39a2-4fde-b9bf-5a80f7f04552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.229387 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2305a246-39a2-4fde-b9bf-5a80f7f04552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.233124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2305a246-39a2-4fde-b9bf-5a80f7f04552 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0abefe9f-95b9-4457-80b3-0e3bb69ba724 HTTP/1.1" status: 204 len: 168 time: 0.3494251 Aug 09 15:53:34.237768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:34.242503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.249056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Pushing event updated for resources: {'Port': ['ID=47b898db-6e70-43f4-a85c-c0882adcc6b5,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:34.362784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305a246-39a2-4fde-b9bf-5a80f7f04552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abefe9f-95b9-4457-80b3-0e3bb69ba724,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:34.377883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:34.388755 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.399128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:34.404839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:34.439945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c68e0a-3231-477c-8d45-380549a8ec1b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:34.554237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Attempting to bind port 47b898db-6e70-43f4-a85c-c0882adcc6b5 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:34.554825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Attempting to bind port 47b898db-6e70-43f4-a85c-c0882adcc6b5 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b04f1bb5-fe50-4681-9c19-68b33ad22446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4a98f9fe-d85e-4a7f-96f8-c45d38f13bce'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:34.555347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Attempting to bind port 47b898db-6e70-43f4-a85c-c0882adcc6b5 on network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:34.567948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:34.568600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Checking segment: {'id': 'b04f1bb5-fe50-4681-9c19-68b33ad22446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4a98f9fe-d85e-4a7f-96f8-c45d38f13bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:34.569192 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.569736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Bound using segment: {'id': 'b04f1bb5-fe50-4681-9c19-68b33ad22446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4a98f9fe-d85e-4a7f-96f8-c45d38f13bce'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:34.570502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Bound port: 47b898db-6e70-43f4-a85c-c0882adcc6b5, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04f1bb5-fe50-4681-9c19-68b33ad22446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4a98f9fe-d85e-4a7f-96f8-c45d38f13bce'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:34.571048 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.597090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.638821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a98f9fe-d85e-4a7f-96f8-c45d38f13bce']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:34.640186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:34.640953 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.711882 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.714436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04f1bb5-fe50-4681-9c19-68b33ad22446') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:34.714941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04f1bb5-fe50-4681-9c19-68b33ad22446') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:34.756742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] For port 47b898db-6e70-43f4-a85c-c0882adcc6b5, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:34.773360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Port': ['ID=a8d7ae99-d935-4ec8-a356-a1e356a28b70,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:34.843058 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.872531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.873721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] For port 47b898db-6e70-43f4-a85c-c0882adcc6b5, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=47b898db-6e70-43f4-a85c-c0882adcc6b5,segment=NetworkSegment(b04f1bb5-fe50-4681-9c19-68b33ad22446),segment_id=b04f1bb5-fe50-4681-9c19-68b33ad22446)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:34.885108 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.891938 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.956162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:34.956570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:34.961878 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:35.082030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38846) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:35.142109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b936-f15d-4095-be22-06ce82ce84fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.145359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6facc93-b52f-46ac-8486-2e8c9e12d095 None None] Pushing event updated for resources: {'Port': ['ID=47b898db-6e70-43f4-a85c-c0882adcc6b5,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:35.151340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6579881-6391-495d-88cf-e631337fdf55 None None] Network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:35.193345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=edeccc1b-4bbd-4464-ab2d-0872e1f1302b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:35.198348 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.219510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab24f8-057b-421b-a12d-823693744127 req-eadfe6bd-9430-4dac-916c-1c154fc6f0f2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:35.227525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0ab24f8-057b-421b-a12d-823693744127 req-eadfe6bd-9430-4dac-916c-1c154fc6f0f2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.4139900 Aug 09 15:53:35.247197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:53:35.247197 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:53:35.247197 n-d-799523-2 neutron-server[94178]: [parameters: {'id': '4a98f9fe-d85e-4a7f-96f8-c45d38f13bce'}] Aug 09 15:53:35.247197 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:53:35.248159 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:53:35.253684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Checking segment: {'id': '2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:35.254391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network hostable DHCP agents. Network: d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:35.277314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:35.290267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:35.299129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:35.299880 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.311386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9483a235-ca2f-45f2-9926-1aa6779a9e2d None None] Network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:35.388109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0ab24f8-057b-421b-a12d-823693744127 req-5b911b5d-266c-49e4-b1dd-d5a33c0cf159 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596198 Aug 09 15:53:35.450049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34825316-1e30-4c83-9af1-c3c861e5806a None None] Network 4a98f9fe-d85e-4a7f-96f8-c45d38f13bce requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:35.495290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 61410158-f981-47c3-a0b2-66be2cb9b3d5 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:35.495637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.568642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Router 8851e460-14be-4799-bb86-c03c1c81484b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:35.689519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac', 'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac', 'tenant_id': 'da08d0e3d29e463eae1592496fc92f46', 'fixed_ips': [{'subnet_id': 'edeccc1b-4bbd-4464-ab2d-0872e1f1302b'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:35.690513 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.704702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:35.707863 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b936-f15d-4095-be22-06ce82ce84fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.714349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c159f357-9a6f-471f-98ee-2a3209cad287 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "PUT /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3645141 Aug 09 15:53:35.719373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38850) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:35.721549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b936-f15d-4095-be22-06ce82ce84fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.729223 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f0dc4-bcc2-4f47-a8f9-335fdd52d968 None None] Sync routers for ids ['8851e460-14be-4799-bb86-c03c1c81484b'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:35.740837 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-617c5ef5-ffdf-4a1e-ab8d-590000345e7a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8146608 Aug 09 15:53:35.741581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38852) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:35.756248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d8c4b936-f15d-4095-be22-06ce82ce84fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c31bf68495b741e18a9f6c869da5edb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6724095 Aug 09 15:53:35.758895 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f0dc4-bcc2-4f47-a8f9-335fdd52d968 None None] Routers {'8851e460-14be-4799-bb86-c03c1c81484b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:35.759431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38854) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:35.760097 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3e0f0dc4-bcc2-4f47-a8f9-335fdd52d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8851e460-14be-4799-bb86-c03c1c81484b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:35.761515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac', 'name': 'tempest-PortsIpV6TestJSON-467710585', 'fixed_ips': [{'subnet_id': 'edeccc1b-4bbd-4464-ab2d-0872e1f1302b', 'ip_address': '2001:db8::10'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:35.773082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port 61410158-f981-47c3-a0b2-66be2cb9b3d5, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=61410158-f981-47c3-a0b2-66be2cb9b3d5,segment=NetworkSegment(facf8181-13c4-49da-8d9a-d3246794be9c),segment_id=facf8181-13c4-49da-8d9a-d3246794be9c)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:35.773525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.816680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 61410158-f981-47c3-a0b2-66be2cb9b3d5 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:35.833120 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3e0f0dc4-bcc2-4f47-a8f9-335fdd52d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:35.846313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:35.847427 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f0dc4-bcc2-4f47-a8f9-335fdd52d968 None None] Routers {'8851e460-14be-4799-bb86-c03c1c81484b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:35.848718 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3e0f0dc4-bcc2-4f47-a8f9-335fdd52d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8851e460-14be-4799-bb86-c03c1c81484b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:35.850930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4b936-f15d-4095-be22-06ce82ce84fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b646dc-2008-4958-b31d-6e97ff55d5a0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:35.901358 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3e0f0dc4-bcc2-4f47-a8f9-335fdd52d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:35.902148 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f0dc4-bcc2-4f47-a8f9-335fdd52d968 None None] The sync data for ids ['8851e460-14be-4799-bb86-c03c1c81484b'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:36.062524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Allocated IP 2001:db8::2 (d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac/edeccc1b-4bbd-4464-ab2d-0872e1f1302b/794982be-9efa-47b8-82ef-b74282e67e3b) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:36.086513 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-c7a46f91-a5ea-48b9-b8fa-bf010e09d184 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] delete failed (client error): The resource could not be found. Aug 09 15:53:36.088466 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c7a46f91-a5ea-48b9-b8fa-bf010e09d184 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1576970783 HTTP/1.1" status: 404 len: 335 time: 0.3678584 Aug 09 15:53:36.098941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38856) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:36.113117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-75c56da8-2e47-4bc6-982b-6342dd9181f4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'router': {'external_gateway_info': {'network_id': '8851e460-14be-4799-bb86-c03c1c81484b'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:36.292769 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.332943 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.377373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.387693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Transition to ACTIVE for port object 794982be-9efa-47b8-82ef-b74282e67e3b will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:36.406690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Transition to ACTIVE for port object 794982be-9efa-47b8-82ef-b74282e67e3b will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:36.414706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.446473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:36.520760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:36.530936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Pushing event updated for resources: {'Port': ['ID=794982be-9efa-47b8-82ef-b74282e67e3b,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:36.543195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:36.553884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:36.567368 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.574473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.578032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34b646dc-2008-4958-b31d-6e97ff55d5a0 HTTP/1.1" status: 204 len: 168 time: 0.8142557 Aug 09 15:53:36.601699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.629279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Deleting port 47b898db-6e70-43f4-a85c-c0882adcc6b5 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:36.629534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.709700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Attempting to bind port 794982be-9efa-47b8-82ef-b74282e67e3b on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:36.710068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Attempting to bind port 794982be-9efa-47b8-82ef-b74282e67e3b by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:36.710439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Attempting to bind port 794982be-9efa-47b8-82ef-b74282e67e3b on network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:36.733863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=61410158-f981-47c3-a0b2-66be2cb9b3d5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:36.749523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b646dc-2008-4958-b31d-6e97ff55d5a0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:36.754657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:36.755280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Checking segment: {'id': '2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:36.756210 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.756614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Bound using segment: {'id': '2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:36.757094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Bound port: 794982be-9efa-47b8-82ef-b74282e67e3b, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:36.757477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.794737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.823200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.824112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.824887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.825516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.826119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.826830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.827247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.829652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.830135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.830595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.830932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f0968-cb1f-452d-a4ee-12d9149ea9b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.865437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.865927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.866384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.866870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.876729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.877370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.877893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.878517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.879018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.879575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.880145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.880641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:36.939525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] For port 794982be-9efa-47b8-82ef-b74282e67e3b, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:36.945336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] For port 794982be-9efa-47b8-82ef-b74282e67e3b, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=794982be-9efa-47b8-82ef-b74282e67e3b,segment=NetworkSegment(2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad),segment_id=2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:36.954557 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.961031 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75c56da8-2e47-4bc6-982b-6342dd9181f4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.012337 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.073000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port d510005f-5f9f-49e6-ba3d-f8c2e79da978 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:53:37.079436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff4e00-7344-46bb-972a-0381d100a3a7 None None] Pushing event updated for resources: {'Port': ['ID=794982be-9efa-47b8-82ef-b74282e67e3b,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:37.175425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718fdee-f2f1-4049-ac86-898da26355de req-ce9ced4d-058e-44a9-87b1-087b804eb818 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:37.177023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e718fdee-f2f1-4049-ac86-898da26355de req-ce9ced4d-058e-44a9-87b1-087b804eb818 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.5242560 Aug 09 15:53:37.269856 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-75c56da8-2e47-4bc6-982b-6342dd9181f4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] update failed (client error): The resource could not be found. Aug 09 15:53:37.271478 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.273610 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-75c56da8-2e47-4bc6-982b-6342dd9181f4 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "PUT /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b HTTP/1.1" status: 404 len: 339 time: 1.1686516 Aug 09 15:53:37.278901 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] For port 47b898db-6e70-43f4-a85c-c0882adcc6b5, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=47b898db-6e70-43f4-a85c-c0882adcc6b5,segment=NetworkSegment(b04f1bb5-fe50-4681-9c19-68b33ad22446),segment_id=b04f1bb5-fe50-4681-9c19-68b33ad22446)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:37.279271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.296215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38866) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:37.311948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-983855472'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:37.337394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Calling delete_port for 47b898db-6e70-43f4-a85c-c0882adcc6b5 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:37.480006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e718fdee-f2f1-4049-ac86-898da26355de req-10e98368-934b-4cea-ba0e-8d75c20eca7a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922843 Aug 09 15:53:37.521367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::10 (d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac/edeccc1b-4bbd-4464-ab2d-0872e1f1302b/d510005f-5f9f-49e6-ba3d-f8c2e79da978) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:37.547772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Made reservation on behalf of 46e88ce3824b417ca6d686b8793f6b0f for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:37.551935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.753050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:37.776450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.776970 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Added segment 6175be19-1719-4ebc-b117-394ea12549d1 of type vlan for network b1f49956-4f71-4be6-8dfe-f88656d5f4ff Aug 09 15:53:37.840121 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.844655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.889470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.891714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object d510005f-5f9f-49e6-ba3d-f8c2e79da978 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:37.911883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:37.912914 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.940167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.948032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6421182 Aug 09 15:53:37.954120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38882) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:37.971085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'subnet': {'network_id': 'b1f49956-4f71-4be6-8dfe-f88656d5f4ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:38.110124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=d510005f-5f9f-49e6-ba3d-f8c2e79da978,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:38.118230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:38.118522 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.204483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c497ba5-4035-4dc8-aee3-e9442e799709 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Network': ['ID=b1f49956-4f71-4be6-8dfe-f88656d5f4ff,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:38.216250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b1f49956-4f71-4be6-8dfe-f88656d5f4ff details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:38.288225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Port': ['ID=47b898db-6e70-43f4-a85c-c0882adcc6b5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:38.331198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:38.337249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No DVR routers for this DVR port 47b898db-6e70-43f4-a85c-c0882adcc6b5 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:38.347143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:38.348078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 794982be-9efa-47b8-82ef-b74282e67e3b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:38.373538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:38.379920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:38.380835 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.460525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:38.482383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-59730b04-8714-4524-a7ea-50af97ec9204 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0376270 Aug 09 15:53:38.485380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38892) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:38.553553 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-086ec643-59d1-48a7-9ca6-553a357d95a0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8074207 Aug 09 15:53:38.554791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:38.569626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38898) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:38.611852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:38.614055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:38.614601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'd8870a1b-8c2b-49d5-a89b-7bbe3eba63ac', 'name': 'tempest-PortsIpV6TestJSON-405287825', 'fixed_ips': [{'subnet_id': 'edeccc1b-4bbd-4464-ab2d-0872e1f1302b', 'ip_address': '2001:db8::f'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:38.619280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.663404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd42ac2f-1347-4836-9af1-2d927ec396d0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet 6d8318af-642e-4529-9a2d-0976d0428bea {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:38.674763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd42ac2f-1347-4836-9af1-2d927ec396d0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.704819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a98f9fe-d85e-4a7f-96f8-c45d38f13bce']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:38.752421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Made reservation on behalf of 46e88ce3824b417ca6d686b8793f6b0f for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:38.756736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.756999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 794982be-9efa-47b8-82ef-b74282e67e3b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:38.835792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:38.855190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd42ac2f-1347-4836-9af1-2d927ec396d0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.906634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e362d6-45be-404c-b0c7-680c9e52831b req-3250cfbf-3770-448e-8aa8-f25218dbbb1e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:38.908911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04f1bb5-fe50-4681-9c19-68b33ad22446') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:38.909427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04f1bb5-fe50-4681-9c19-68b33ad22446') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:38.916012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e362d6-45be-404c-b0c7-680c9e52831b req-3250cfbf-3770-448e-8aa8-f25218dbbb1e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2422235 Aug 09 15:53:38.944536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.008500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b0bf95-3a6b-4f8a-80a7-0f4bca1e8f07 None None] Network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:39.011543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.052830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:39.054030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:39.063156 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:39.146870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4b3b3917-5753-442a-a955-fd6632e822ef None None] Provisioning for port 794982be-9efa-47b8-82ef-b74282e67e3b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:39.156517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e362d6-45be-404c-b0c7-680c9e52831b req-2f1072c3-8a73-46d6-a777-84d63d655848 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286780 Aug 09 15:53:39.171524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4b3b3917-5753-442a-a955-fd6632e822ef None None] Provisioning complete for port 794982be-9efa-47b8-82ef-b74282e67e3b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:39.171524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3917-5753-442a-a955-fd6632e822ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.204662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd42ac2f-1347-4836-9af1-2d927ec396d0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.233868 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.251368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.259962 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/4a98f9fe-d85e-4a7f-96f8-c45d38f13bce HTTP/1.1" status: 204 len: 168 time: 6.5705819 Aug 09 15:53:39.274046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38910) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:39.282180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:39.290059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.332422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9608b84-08ee-4e21-a6ef-f97ba2806e8d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=4a98f9fe-d85e-4a7f-96f8-c45d38f13bce,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.360793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 1edd10c4-3244-4b0f-9bf4-584becb06738 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:53:39.420331 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-698448bb-78ec-4ae6-b006-14383bb46398 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:53:39.425662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698448bb-78ec-4ae6-b006-14383bb46398 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:53:39.427441 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3917-5753-442a-a955-fd6632e822ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.434003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-698448bb-78ec-4ae6-b006-14383bb46398 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/4a98f9fe-d85e-4a7f-96f8-c45d38f13bce HTTP/1.1" status: 404 len: 339 time: 0.1541054 Aug 09 15:53:39.435012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38914) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:39.465452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-797078680', 'description': 'd1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:39.548250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:36Z', 'revision_number': 10, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:39.552253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4b3b3917-5753-442a-a955-fd6632e822ef None None] For port 794982be-9efa-47b8-82ef-b74282e67e3b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=794982be-9efa-47b8-82ef-b74282e67e3b,segment=NetworkSegment(2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad),segment_id=2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:39.562162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.603004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:39.616520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:39.617692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.620183 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3917-5753-442a-a955-fd6632e822ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.631886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd42ac2f-1347-4836-9af1-2d927ec396d0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.720443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b3917-5753-442a-a955-fd6632e822ef None None] Pushing event updated for resources: {'Port': ['ID=794982be-9efa-47b8-82ef-b74282e67e3b,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.739856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:39.739856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:39.794879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42ac2f-1347-4836-9af1-2d927ec396d0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8318af-642e-4529-9a2d-0976d0428bea,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.822645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Subnet': ['ID=a195c8e9-2433-4352-b27c-58ca2de69b8a,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.823439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd42ac2f-1347-4836-9af1-2d927ec396d0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.841554 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dd42ac2f-1347-4836-9af1-2d927ec396d0 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/6d8318af-642e-4529-9a2d-0976d0428bea HTTP/1.1" status: 204 len: 168 time: 1.3531673 Aug 09 15:53:39.849512 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38918) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:39.873378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Checking segment: {'id': '6175be19-1719-4ebc-b117-394ea12549d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b1f49956-4f71-4be6-8dfe-f88656d5f4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:39.875896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network hostable DHCP agents. Network: b1f49956-4f71-4be6-8dfe-f88656d5f4ff, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:39.933587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:39.969120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::f (d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac/edeccc1b-4bbd-4464-ab2d-0872e1f1302b/1edd10c4-3244-4b0f-9bf4-584becb06738) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:39.994977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:40.003471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network b1f49956-4f71-4be6-8dfe-f88656d5f4ff is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:40.033601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b1f49956-4f71-4be6-8dfe-f88656d5f4ff) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:40.046273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:40.048432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:40.074353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:40.075081 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment bbdfc3a9-e209-4e5e-bdf7-b9eeed9d7a37 of type vlan for network ebbe1d1e-8195-4205-8721-cf327f2f565a Aug 09 15:53:40.125441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9fa60977-a32d-44cd-8273-f49cd0a70f8b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1587036 Aug 09 15:53:40.214985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a477034-41e2-4617-b9a0-58463f7df9ac None None] Network 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:40.225390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38924) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:40.257842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2512a539-3017-4cb3-a713-fec41c443a98 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1f49956-4f71-4be6-8dfe-f88656d5f4ff'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:40.366426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:40.431642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d2ea2-1882-4937-a7e3-d07b57df267b None None] Network b1f49956-4f71-4be6-8dfe-f88656d5f4ff requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:40.470205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 794982be-9efa-47b8-82ef-b74282e67e3b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:40.502110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:40.517261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:40.539413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 1edd10c4-3244-4b0f-9bf4-584becb06738 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:40.658481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:40.734565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:40.749793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:40.786797 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:53:40.803339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:40.817247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:40.819112 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:40.853973 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2803555 Aug 09 15:53:40.860401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38932) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:40.947008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f102051-8e5a-43c4-82a2-7269a29a52ca tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=1edd10c4-3244-4b0f-9bf4-584becb06738,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:40.970304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d7ae2-9413-49c1-b13d-8cca31f62e29 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:40.971986 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-911d7ae2-9413-49c1-b13d-8cca31f62e29 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1097832 Aug 09 15:53:40.978198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38934) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:41.089581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1de26-12d8-4fff-a415-d6fc38539185 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:41.099137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1de26-12d8-4fff-a415-d6fc38539185 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:41.109593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1de26-12d8-4fff-a415-d6fc38539185 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:41.112804 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4ee1de26-12d8-4fff-a415-d6fc38539185 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1318328 Aug 09 15:53:41.116788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:41.127097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8652ae-ca2f-4b44-96d2-a89ccf9c00d8 req-124030c6-e04c-4ec4-9993-403c388abf62 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:41.135522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b8652ae-ca2f-4b44-96d2-a89ccf9c00d8 req-124030c6-e04c-4ec4-9993-403c388abf62 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.7615063 Aug 09 15:53:41.218485 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.230740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:41.231104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38940) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:41.232196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.309893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8625398 Aug 09 15:53:41.323103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:41.336128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2512a539-3017-4cb3-a713-fec41c443a98 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.341913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0d772d57-17cc-4c10-a710-bc5b1791f800 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 1edd10c4-3244-4b0f-9bf4-584becb06738 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:41.344828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d772d57-17cc-4c10-a710-bc5b1791f800 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.349650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-01f2c49d-581a-49db-b748-f5d164158291 None None] Provisioning complete for port 794982be-9efa-47b8-82ef-b74282e67e3b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:41.350265 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-01f2c49d-581a-49db-b748-f5d164158291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.583622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b8652ae-ca2f-4b44-96d2-a89ccf9c00d8 req-5ac785f9-0416-4b02-80aa-5bf57c4e96dd tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464417 Aug 09 15:53:41.593293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaaa46-5972-4df8-9749-5a30e388a293 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=ebbe1d1e-8195-4205-8721-cf327f2f565a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:41.611175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port 814d4606-b2df-4915-83b4-9a9a0c0493dd {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:41.611807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.696795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ebbe1d1e-8195-4205-8721-cf327f2f565a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:41.721812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port 814d4606-b2df-4915-83b4-9a9a0c0493dd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=814d4606-b2df-4915-83b4-9a9a0c0493dd,segment=NetworkSegment(facf8181-13c4-49da-8d9a-d3246794be9c),segment_id=facf8181-13c4-49da-8d9a-d3246794be9c)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:41.722501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.742009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for 814d4606-b2df-4915-83b4-9a9a0c0493dd owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:41.870768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.917970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=814d4606-b2df-4915-83b4-9a9a0c0493dd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:41.932993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No DVR routers for this DVR port 814d4606-b2df-4915-83b4-9a9a0c0493dd on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:41.990695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 794982be-9efa-47b8-82ef-b74282e67e3b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:41.991212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.051682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-01f2c49d-581a-49db-b748-f5d164158291 None None] Provisioning for port d510005f-5f9f-49e6-ba3d-f8c2e79da978 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:42.057218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.076541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cbc649-d3ef-4268-8bf5-54cdc1b96d7b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:42.077600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-01f2c49d-581a-49db-b748-f5d164158291 None None] Provisioning complete for port d510005f-5f9f-49e6-ba3d-f8c2e79da978 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:42.078991 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-01f2c49d-581a-49db-b748-f5d164158291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.105502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facf8181-13c4-49da-8d9a-d3246794be9c') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:42.106120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facf8181-13c4-49da-8d9a-d3246794be9c') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:42.129946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.131155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbe438e5-bdcb-495d-9e97-dcca953842c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.150248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-01f2c49d-581a-49db-b748-f5d164158291 None None] Port d510005f-5f9f-49e6-ba3d-f8c2e79da978 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:42.179670 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.191671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:42.192614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:42.197606 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:42.243292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a74f8-8950-4997-aff1-1918d0bab2a8 None None] DHCP port deletion for 50cbc649-d3ef-4268-8bf5-54cdc1b96d7b request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:42.328177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b1f49956-4f71-4be6-8dfe-f88656d5f4ff', 'network_id': 'b1f49956-4f71-4be6-8dfe-f88656d5f4ff', 'tenant_id': '46e88ce3824b417ca6d686b8793f6b0f', 'fixed_ips': [{'subnet_id': 'a195c8e9-2433-4352-b27c-58ca2de69b8a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:42.330032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.359988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e558fb3-509b-4966-adcb-9314f37e3c5e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:42.364951 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4e558fb3-509b-4966-adcb-9314f37e3c5e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/networks?id=ebbe1d1e-8195-4205-8721-cf327f2f565a HTTP/1.1" status: 200 len: 760 time: 0.3377779 Aug 09 15:53:42.365644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38948) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:42.377264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:36Z', 'revision_number': 10, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:42.384250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-89c27bed-780d-429d-b6b2-fd847f070d7d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'description': 'd2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:42.389858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.399434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.409563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/50cbc649-d3ef-4268-8bf5-54cdc1b96d7b HTTP/1.1" status: 204 len: 168 time: 2.5566170 Aug 09 15:53:42.410776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38950) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:42.428492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d772d57-17cc-4c10-a710-bc5b1791f800 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.450908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221b3e4-9b28-4de5-a30c-1793ad1c7bcc None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:36Z', 'revision_number': 10, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None, '_interfaces': [{'id': 'c3b76461-66ee-4777-b9cf-84947f8605a9', 'name': '', 'network_id': '111dc88c-f7b0-4d98-9d3e-e4f92005d144', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'mac_address': 'fa:16:3e:f3:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:24Z', 'updated_at': '2021-08-09T15:52:35Z', 'revision_number': 5, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'subnets': [{'id': '61835479-f8b6-4995-88bd-49ae6ea428c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:42.460780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6265c-daec-4a9f-a0e3-a85f63dbc918 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=50cbc649-d3ef-4268-8bf5-54cdc1b96d7b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:42.470975 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-2512a539-3017-4cb3-a713-fec41c443a98 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:42.480678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2512a539-3017-4cb3-a713-fec41c443a98 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "PUT /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b HTTP/1.1" status: 400 len: 364 time: 2.2452552 Aug 09 15:53:42.487247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38952) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:42.522698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8df3c092-b719-4f7a-845c-7b72ed9bcc1c None None] Provisioning complete for port d510005f-5f9f-49e6-ba3d-f8c2e79da978 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:42.524032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8df3c092-b719-4f7a-845c-7b72ed9bcc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.557636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0d772d57-17cc-4c10-a710-bc5b1791f800 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 1edd10c4-3244-4b0f-9bf4-584becb06738 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:42.732265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8df3c092-b719-4f7a-845c-7b72ed9bcc1c None None] Port d510005f-5f9f-49e6-ba3d-f8c2e79da978 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:42.783788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8df3c092-b719-4f7a-845c-7b72ed9bcc1c None None] Provisioning for port 1edd10c4-3244-4b0f-9bf4-584becb06738 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:42.849281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8df3c092-b719-4f7a-845c-7b72ed9bcc1c None None] Provisioning complete for port 1edd10c4-3244-4b0f-9bf4-584becb06738 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:42.850933 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8df3c092-b719-4f7a-845c-7b72ed9bcc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.952082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8df3c092-b719-4f7a-845c-7b72ed9bcc1c None None] Port 1edd10c4-3244-4b0f-9bf4-584becb06738 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:42.958970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Allocated IP 2001:db8:1::2 (b1f49956-4f71-4be6-8dfe-f88656d5f4ff/a195c8e9-2433-4352-b27c-58ca2de69b8a/d51798a3-2c0c-4492-a5dc-faa0137508c4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:43.078494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 61410158-f981-47c3-a0b2-66be2cb9b3d5 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:43.156991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 61410158-f981-47c3-a0b2-66be2cb9b3d5 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:43.157365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 61410158-f981-47c3-a0b2-66be2cb9b3d5 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:43.157795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 814d4606-b2df-4915-83b4-9a9a0c0493dd no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:43.186197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 814d4606-b2df-4915-83b4-9a9a0c0493dd {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:43.186454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 814d4606-b2df-4915-83b4-9a9a0c0493dd not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:43.258324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbe438e5-bdcb-495d-9e97-dcca953842c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.261375 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c27bed-780d-429d-b6b2-fd847f070d7d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.285012 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbe438e5-bdcb-495d-9e97-dcca953842c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.316952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d772d57-17cc-4c10-a710-bc5b1791f800 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.331579 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c27bed-780d-429d-b6b2-fd847f070d7d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.374504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.388579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Transition to ACTIVE for port object d51798a3-2c0c-4492-a5dc-faa0137508c4 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:43.417849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Transition to ACTIVE for port object d51798a3-2c0c-4492-a5dc-faa0137508c4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:43.432011 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.433122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89c27bed-780d-429d-b6b2-fd847f070d7d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network ebbe1d1e-8195-4205-8721-cf327f2f565a is not hosted by any dhcp agent {{(pid=94178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:53:43.442453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c27bed-780d-429d-b6b2-fd847f070d7d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:43.443248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89c27bed-780d-429d-b6b2-fd847f070d7d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.448411 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-89c27bed-780d-429d-b6b2-fd847f070d7d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "PUT /v2.0/networks/ebbe1d1e-8195-4205-8721-cf327f2f565a HTTP/1.1" status: 200 len: 757 time: 1.0738332 Aug 09 15:53:43.450877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d772d57-17cc-4c10-a710-bc5b1791f800 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=1edd10c4-3244-4b0f-9bf4-584becb06738,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:43.491361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Pushing event updated for resources: {'Port': ['ID=d51798a3-2c0c-4492-a5dc-faa0137508c4,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:43.515653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38960) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:43.519253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Network b1f49956-4f71-4be6-8dfe-f88656d5f4ff is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:43.522217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:43.523676 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fbe438e5-bdcb-495d-9e97-dcca953842c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a634e0f50d7f48b590b5dc46b06539a5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2807877 Aug 09 15:53:43.527775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:43.550893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:43.577172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe438e5-bdcb-495d-9e97-dcca953842c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1709f0-67eb-4606-a041-e585d170ff16,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:43.686406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Attempting to bind port d51798a3-2c0c-4492-a5dc-faa0137508c4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:43.686690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Attempting to bind port d51798a3-2c0c-4492-a5dc-faa0137508c4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6175be19-1719-4ebc-b117-394ea12549d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b1f49956-4f71-4be6-8dfe-f88656d5f4ff'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:43.687068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Attempting to bind port d51798a3-2c0c-4492-a5dc-faa0137508c4 on network b1f49956-4f71-4be6-8dfe-f88656d5f4ff {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:43.708896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:43.709259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Checking segment: {'id': '6175be19-1719-4ebc-b117-394ea12549d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b1f49956-4f71-4be6-8dfe-f88656d5f4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:43.710007 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.710469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Bound using segment: {'id': '6175be19-1719-4ebc-b117-394ea12549d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b1f49956-4f71-4be6-8dfe-f88656d5f4ff'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:43.711033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Bound port: d51798a3-2c0c-4492-a5dc-faa0137508c4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6175be19-1719-4ebc-b117-394ea12549d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b1f49956-4f71-4be6-8dfe-f88656d5f4ff'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:43.711504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.836775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c27bed-780d-429d-b6b2-fd847f070d7d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=ebbe1d1e-8195-4205-8721-cf327f2f565a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:43.875660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ebbe1d1e-8195-4205-8721-cf327f2f565a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:43.930663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43a6a-1f98-4953-ba7f-ec519a58b7a8 req-03408cdd-1852-4992-8333-7ebff567f5d1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:43.935078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ba43a6a-1f98-4953-ba7f-ec519a58b7a8 req-03408cdd-1852-4992-8333-7ebff567f5d1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.9934223 Aug 09 15:53:43.948078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555cb77-4a8f-4eca-aae1-fa264e5f300b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:43.961283 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9555cb77-4a8f-4eca-aae1-fa264e5f300b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/networks?id=ebbe1d1e-8195-4205-8721-cf327f2f565a HTTP/1.1" status: 200 len: 760 time: 0.4352055 Aug 09 15:53:43.966351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d772d57-17cc-4c10-a710-bc5b1791f800 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.974075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38966) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:43.974501 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0d772d57-17cc-4c10-a710-bc5b1791f800 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/1edd10c4-3244-4b0f-9bf4-584becb06738 HTTP/1.1" status: 204 len: 168 time: 2.8562984 Aug 09 15:53:43.975143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38968) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:44.025242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d485b2a-1a1d-4b98-a946-d50d6e8c76db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.035450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-967649979'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:44.069489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d485b2a-1a1d-4b98-a946-d50d6e8c76db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.090258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:44.096239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.109147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] For port d51798a3-2c0c-4492-a5dc-faa0137508c4, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:44.121051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] For port d51798a3-2c0c-4492-a5dc-faa0137508c4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d51798a3-2c0c-4492-a5dc-faa0137508c4,segment=NetworkSegment(6175be19-1719-4ebc-b117-394ea12549d1),segment_id=6175be19-1719-4ebc-b117-394ea12549d1)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:44.129372 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.186546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d485b2a-1a1d-4b98-a946-d50d6e8c76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.197932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d485b2a-1a1d-4b98-a946-d50d6e8c76db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.200640 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0d485b2a-1a1d-4b98-a946-d50d6e8c76db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c1709f0-67eb-4606-a041-e585d170ff16 HTTP/1.1" status: 204 len: 168 time: 0.6417053 Aug 09 15:53:44.237682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485b2a-1a1d-4b98-a946-d50d6e8c76db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1709f0-67eb-4606-a041-e585d170ff16,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:44.240013 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a707da22-d7b7-4318-8200-ff77bf0d9fbc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:53:44.247879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a707da22-d7b7-4318-8200-ff77bf0d9fbc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/1edd10c4-3244-4b0f-9bf4-584becb06738 HTTP/1.1" status: 404 len: 333 time: 0.2628393 Aug 09 15:53:44.251051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38974) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:44.264286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97c677-615a-4914-aefd-fcfaa321941c None None] Pushing event updated for resources: {'Port': ['ID=d51798a3-2c0c-4492-a5dc-faa0137508c4,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:44.309846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ba43a6a-1f98-4953-ba7f-ec519a58b7a8 req-16c6dbdb-2525-41d1-af49-08224b7a7c50 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365467 Aug 09 15:53:44.313893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:44.406169 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.406169 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 8256381b-dcaf-4224-a80a-c1beb42a108a of type vlan for network 955524b5-6a83-4579-b6a6-99a6d14b0215 Aug 09 15:53:44.408899 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.610401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-eb72f040-f6f9-4d99-b5d2-7f5f19438837 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port d510005f-5f9f-49e6-ba3d-f8c2e79da978 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:44.611181 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eb72f040-f6f9-4d99-b5d2-7f5f19438837 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.769091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.929882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d51798a3-2c0c-4492-a5dc-faa0137508c4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:45.028633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eb72f040-f6f9-4d99-b5d2-7f5f19438837 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.065981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2aa4-28cd-4330-80bd-a9a72dceecc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.074746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-eb72f040-f6f9-4d99-b5d2-7f5f19438837 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for d510005f-5f9f-49e6-ba3d-f8c2e79da978 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:45.091285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.130857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d51798a3-2c0c-4492-a5dc-faa0137508c4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:45.133578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:53:45.160863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0783-b06c-4477-862e-0b3a70fd8a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.261994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.272212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:45.273264 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.433004 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0783-b06c-4477-862e-0b3a70fd8a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.440840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Allocated IP 2001:db8::1 (a620cde9-0adc-4336-9732-d1a57cb91182/e7d34b8c-e750-42e1-97be-a8569a0f3ed2/36a6ba39-28eb-4d6b-a15b-5847323289ef) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:45.441118 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0783-b06c-4477-862e-0b3a70fd8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.509037 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ad2f0783-b06c-4477-862e-0b3a70fd8a9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f35dd446bac8409498931e7d8ce14e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105976 Aug 09 15:53:45.520533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38984) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.570889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f0783-b06c-4477-862e-0b3a70fd8a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9071019-086b-4e3d-b925-88f96c9f5351,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.584858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eb72f040-f6f9-4d99-b5d2-7f5f19438837 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.635204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72f040-f6f9-4d99-b5d2-7f5f19438837 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=d510005f-5f9f-49e6-ba3d-f8c2e79da978,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.666285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6895838 Aug 09 15:53:45.674986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38986) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.685005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': '955524b5-6a83-4579-b6a6-99a6d14b0215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:45.742964 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-eb72f040-f6f9-4d99-b5d2-7f5f19438837 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.745758 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-eb72f040-f6f9-4d99-b5d2-7f5f19438837 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/d510005f-5f9f-49e6-ba3d-f8c2e79da978 HTTP/1.1" status: 204 len: 168 time: 1.4929380 Aug 09 15:53:45.759568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05331da7-f57b-42f2-8575-a4c8177657d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.783521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38990) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.834533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f890fe-4f1a-49dc-9897-3443c5c4c0c8 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=955524b5-6a83-4579-b6a6-99a6d14b0215,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.848116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 955524b5-6a83-4579-b6a6-99a6d14b0215 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:45.890393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05331da7-f57b-42f2-8575-a4c8177657d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.920551 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e61341-4519-44d5-9ca6-382a82dd98a8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:53:45.928210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-13e61341-4519-44d5-9ca6-382a82dd98a8 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/d510005f-5f9f-49e6-ba3d-f8c2e79da978 HTTP/1.1" status: 404 len: 333 time: 0.1299052 Aug 09 15:53:45.953743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38994) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:46.036950 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.085750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caca51-db18-43bd-b677-39eb085c9c1c req-e39c0f44-4f7f-4bca-90c2-9b3d694fa6be tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:46.091466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5caca51-db18-43bd-b677-39eb085c9c1c req-e39c0f44-4f7f-4bca-90c2-9b3d694fa6be tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.5830956 Aug 09 15:53:46.214701 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.244994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Transition to ACTIVE for port object 36a6ba39-28eb-4d6b-a15b-5847323289ef will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:46.259798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d13f717-bc34-4381-b0f0-bc70fae9611a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet edeccc1b-4bbd-4464-ab2d-0872e1f1302b {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:46.268571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:46.275540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.282099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d13f717-bc34-4381-b0f0-bc70fae9611a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.354609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e7cfd-90fb-4a44-b403-ec7c20eac7f4 None None] Network b1f49956-4f71-4be6-8dfe-f88656d5f4ff requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:46.460464 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05331da7-f57b-42f2-8575-a4c8177657d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.468114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05331da7-f57b-42f2-8575-a4c8177657d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.479951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5caca51-db18-43bd-b677-39eb085c9c1c req-fd7d8ca1-7617-4cd0-bc75-933621b37a45 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798979 Aug 09 15:53:46.482329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.492716 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-05331da7-f57b-42f2-8575-a4c8177657d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9071019-086b-4e3d-b925-88f96c9f5351 HTTP/1.1" status: 204 len: 168 time: 0.9556458 Aug 09 15:53:46.515132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d13f717-bc34-4381-b0f0-bc70fae9611a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.622175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7bc29a8d-e38d-4bef-ad56-54cf07df99c3 None None] Provisioning for port d51798a3-2c0c-4492-a5dc-faa0137508c4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:46.648488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7bc29a8d-e38d-4bef-ad56-54cf07df99c3 None None] Provisioning complete for port d51798a3-2c0c-4492-a5dc-faa0137508c4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:46.650007 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7bc29a8d-e38d-4bef-ad56-54cf07df99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.667208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network a620cde9-0adc-4336-9732-d1a57cb91182 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:46.699196 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d13f717-bc34-4381-b0f0-bc70fae9611a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.724587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:46.731094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:46.731558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.998851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Port': ['ID=36a6ba39-28eb-4d6b-a15b-5847323289ef,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:47.003853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05331da7-f57b-42f2-8575-a4c8177657d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9071019-086b-4e3d-b925-88f96c9f5351,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:47.006819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d13f717-bc34-4381-b0f0-bc70fae9611a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.026935 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.123964 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d13f717-bc34-4381-b0f0-bc70fae9611a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.151760 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1d13f717-bc34-4381-b0f0-bc70fae9611a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/edeccc1b-4bbd-4464-ab2d-0872e1f1302b HTTP/1.1" status: 204 len: 168 time: 1.1966867 Aug 09 15:53:47.152494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39002) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:47.192990 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7bc29a8d-e38d-4bef-ad56-54cf07df99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.199470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda580d3-87e6-4b13-bc36-2f68c7d7fca5 None None] Network d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:47.321353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13f717-bc34-4381-b0f0-bc70fae9611a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=edeccc1b-4bbd-4464-ab2d-0872e1f1302b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:47.330327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.468109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7bc29a8d-e38d-4bef-ad56-54cf07df99c3 None None] For port d51798a3-2c0c-4492-a5dc-faa0137508c4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d51798a3-2c0c-4492-a5dc-faa0137508c4,segment=NetworkSegment(6175be19-1719-4ebc-b117-394ea12549d1),segment_id=6175be19-1719-4ebc-b117-394ea12549d1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:47.513132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7bc29a8d-e38d-4bef-ad56-54cf07df99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.514392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.555576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=131e9f27-da66-49c1-9d8e-be59bd25fcf0,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:47.562619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '8256381b-dcaf-4224-a80a-c1beb42a108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '955524b5-6a83-4579-b6a6-99a6d14b0215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:47.563505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: 955524b5-6a83-4579-b6a6-99a6d14b0215, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:47.661615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc29a8d-e38d-4bef-ad56-54cf07df99c3 None None] Pushing event updated for resources: {'Port': ['ID=d51798a3-2c0c-4492-a5dc-faa0137508c4,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:47.723834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network 955524b5-6a83-4579-b6a6-99a6d14b0215 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:47.781071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 955524b5-6a83-4579-b6a6-99a6d14b0215) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:47.807865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:47.811400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.839208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d4a2d585-5116-48a7-85e3-73d65e7565ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.863414 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2894adf5-3f07-443d-8541-67c916b2c02c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1836007 Aug 09 15:53:47.865692 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39020) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:47.869123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c91c5ad-750d-46a7-b92d-dd53860b9321 None None] Network 955524b5-6a83-4579-b6a6-99a6d14b0215 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:47.930854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d581306e-0a83-483c-b00a-973b931ca3dc None None] Provisioning for port 36a6ba39-28eb-4d6b-a15b-5847323289ef completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:48.016757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.059328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d581306e-0a83-483c-b00a-973b931ca3dc None None] Provisioning complete for port 36a6ba39-28eb-4d6b-a15b-5847323289ef triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:48.062353 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d581306e-0a83-483c-b00a-973b931ca3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.217489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d581306e-0a83-483c-b00a-973b931ca3dc None None] Port 36a6ba39-28eb-4d6b-a15b-5847323289ef cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:48.239020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.251092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.252443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.259378 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.298447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 794982be-9efa-47b8-82ef-b74282e67e3b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:48.298982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.425387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e628a5cd-d797-40fd-b91e-1585f052db40 None None] Provisioning complete for port d51798a3-2c0c-4492-a5dc-faa0137508c4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:48.426137 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e628a5cd-d797-40fd-b91e-1585f052db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.452347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4d6ac-8179-42e5-b35c-cbc2b6f08a0f req-56d764ae-56dd-414c-bb3a-7c773f2eeb02 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.454618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fc4d6ac-8179-42e5-b35c-cbc2b6f08a0f req-56d764ae-56dd-414c-bb3a-7c773f2eeb02 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.6797471 Aug 09 15:53:48.527347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event updated for resources: {'Port': ['ID=36a6ba39-28eb-4d6b-a15b-5847323289ef,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:48.544961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] DHCP port deletion for d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:48.584616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] For port 794982be-9efa-47b8-82ef-b74282e67e3b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=794982be-9efa-47b8-82ef-b74282e67e3b,segment=NetworkSegment(2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad),segment_id=2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:48.585329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.612708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.643801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port c3b76461-66ee-4777-b9cf-84947f8605a9 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:48.644547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.679466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5812c552-f6ea-4fc3-9a18-e3f2d9d6da1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-955524b5-6a83-4579-b6a6-99a6d14b0215', 'network_id': '955524b5-6a83-4579-b6a6-99a6d14b0215', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': '131e9f27-da66-49c1-9d8e-be59bd25fcf0'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:48.680286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5812c552-f6ea-4fc3-9a18-e3f2d9d6da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.758131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 794982be-9efa-47b8-82ef-b74282e67e3b owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:48.810713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Network a620cde9-0adc-4336-9732-d1a57cb91182 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:48.837098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:49.070136 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.133283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.154577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No DVR routers for this DVR port 794982be-9efa-47b8-82ef-b74282e67e3b on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:49.184880 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fc4d6ac-8179-42e5-b35c-cbc2b6f08a0f req-0b9f2ebe-b5cb-41f2-a467-957754f04c24 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034917 Aug 09 15:53:49.192359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=131e9f27-da66-49c1-9d8e-be59bd25fcf0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:49.241680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Router 8851e460-14be-4799-bb86-c03c1c81484b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:49.302194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=794982be-9efa-47b8-82ef-b74282e67e3b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:49.317418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d51798a3-2c0c-4492-a5dc-faa0137508c4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:49.413857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.436099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955524b5-6a83-4579-b6a6-99a6d14b0215']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.448822 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.475245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8256381b-dcaf-4224-a80a-c1beb42a108a') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.476568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8256381b-dcaf-4224-a80a-c1beb42a108a') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.485571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.516491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.556066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port c3b76461-66ee-4777-b9cf-84947f8605a9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c3b76461-66ee-4777-b9cf-84947f8605a9,segment=NetworkSegment(66beac01-f3bc-445b-be77-b6b0440602d7),segment_id=66beac01-f3bc-445b-be77-b6b0440602d7)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:49.557237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.573491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.593179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:49.593743 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.598412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for c3b76461-66ee-4777-b9cf-84947f8605a9 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:49.618349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:49.633081 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf250f0f-4cf7-4e3a-884c-0fc1fec20cfe None None] Sync routers for ids ['8851e460-14be-4799-bb86-c03c1c81484b'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:49.639075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d51798a3-2c0c-4492-a5dc-faa0137508c4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:49.639075 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.661159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fb1acd01-12ab-46d3-930e-e7c84009a50c tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "PUT /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1722460 Aug 09 15:53:49.663482 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf250f0f-4cf7-4e3a-884c-0fc1fec20cfe None None] Routers {'8851e460-14be-4799-bb86-c03c1c81484b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:49.664352 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cf250f0f-4cf7-4e3a-884c-0fc1fec20cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8851e460-14be-4799-bb86-c03c1c81484b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.669268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39042) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:49.712917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] Deleting port 794982be-9efa-47b8-82ef-b74282e67e3b {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:49.713681 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.790573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.792954 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cf250f0f-4cf7-4e3a-884c-0fc1fec20cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:49.795184 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:49.823497 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf250f0f-4cf7-4e3a-884c-0fc1fec20cfe None None] Routers {'8851e460-14be-4799-bb86-c03c1c81484b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:49.824076 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.827184 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cf250f0f-4cf7-4e3a-884c-0fc1fec20cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8851e460-14be-4799-bb86-c03c1c81484b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.852711 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.869919 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/955524b5-6a83-4579-b6a6-99a6d14b0215 HTTP/1.1" status: 204 len: 168 time: 1.9693987 Aug 09 15:53:49.873875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.874422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df38e42-2d3e-47b2-973b-e7a5e0dfc0ad') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.896544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39048) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:49.933815 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cf250f0f-4cf7-4e3a-884c-0fc1fec20cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:49.938400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663b86f-030a-48a5-833a-20ca770b98de None None] Network 955524b5-6a83-4579-b6a6-99a6d14b0215 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:49.939925 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf250f0f-4cf7-4e3a-884c-0fc1fec20cfe None None] The sync data for ids ['8851e460-14be-4799-bb86-c03c1c81484b'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:49.983495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] For port 794982be-9efa-47b8-82ef-b74282e67e3b, host n-d-799523-2, got binding levels [] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:49.984196 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.011478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c669c-22e7-45d3-875d-5833aec20818 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=955524b5-6a83-4579-b6a6-99a6d14b0215,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:50.027729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.033102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663b86f-030a-48a5-833a-20ca770b98de None None] Network 955524b5-6a83-4579-b6a6-99a6d14b0215 could not be found, it might have been deleted concurrently. {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 09 15:53:50.037793 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-af6a3c77-6634-4129-bf50-b4183e310acf tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.049463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5a56e642-4181-4031-8d84-5e94b4dcf579 None None] Provisioning complete for port 36a6ba39-28eb-4d6b-a15b-5847323289ef triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:50.050134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5a56e642-4181-4031-8d84-5e94b4dcf579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.109966 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c30895-9c8a-4502-9eca-4aeb6a0b3654 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] GET failed (client error): The resource could not be found. Aug 09 15:53:50.115693 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-34c30895-9c8a-4502-9eca-4aeb6a0b3654 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/subnets/131e9f27-da66-49c1-9d8e-be59bd25fcf0 HTTP/1.1" status: 404 len: 337 time: 0.2117498 Aug 09 15:53:50.121382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39054) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:50.124216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5a56e642-4181-4031-8d84-5e94b4dcf579 None None] Port 36a6ba39-28eb-4d6b-a15b-5847323289ef cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:50.148330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] Calling delete_port for 794982be-9efa-47b8-82ef-b74282e67e3b owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:50.162193 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c85aa21-b124-4cf7-8284-a6c381e3b9fc tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:53:50.163805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c85aa21-b124-4cf7-8284-a6c381e3b9fc tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:53:50.165028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.ipam_backend_mixin [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] Port 794982be-9efa-47b8-82ef-b74282e67e3b was not found and therefore no delete operation was performed {{(pid=94179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:53:50.167584 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3c85aa21-b124-4cf7-8284-a6c381e3b9fc tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/955524b5-6a83-4579-b6a6-99a6d14b0215 HTTP/1.1" status: 404 len: 339 time: 0.0435362 Aug 09 15:53:50.169477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.172617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39056) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:50.175674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.228175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] Pushing event deleted for resources: {'Port': ['ID=794982be-9efa-47b8-82ef-b74282e67e3b,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:50.246006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5264482-c9bb-4dbc-9710-04d50203a669 None None] No DVR routers for this DVR port 794982be-9efa-47b8-82ef-b74282e67e3b on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:50.302492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:50.302990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:50.307236 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:50.333107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b975a8b3-2d9e-4583-9099-1b608062ef04 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:53:50.416454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 794982be-9efa-47b8-82ef-b74282e67e3b no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:50.552029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 794982be-9efa-47b8-82ef-b74282e67e3b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:50.552974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 794982be-9efa-47b8-82ef-b74282e67e3b not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:50.566728 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.632442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f27104e-963d-4691-93b7-91b1fb397982 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:50.635684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4f27104e-963d-4691-93b7-91b1fb397982 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4610810 Aug 09 15:53:50.639324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.642290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39064) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:50.655562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.660364 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/networks/d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac HTTP/1.1" status: 204 len: 168 time: 3.5033770 Aug 09 15:53:50.743744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24d17250-0010-4dc6-bc4a-664daf06d8ab tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 207 time: 0.0990262 Aug 09 15:53:50.747433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39066) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:50.748302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39070) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:50.799506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-929129843'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:50.821588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c1c32-3e91-4912-88c6-c7e765949434 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Network': ['ID=d8870a1b-8c2b-49d5-a89b-7bbe3eba63ac,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:50.920425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:50.926255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.988015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b975a8b3-2d9e-4583-9099-1b608062ef04 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:53:50.991161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:51.006639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.007118 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Added segment c9625f24-42de-4132-b37b-7ea4c8f53f9f of type vlan for network b3ddab48-0751-4572-842a-d2622e4f0f16 Aug 09 15:53:51.166404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.196998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1e2c6-f16b-4374-b748-ad57a0edea7c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.218672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1e2c6-f16b-4374-b748-ad57a0edea7c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.227573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1e2c6-f16b-4374-b748-ad57a0edea7c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.234024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1e2c6-f16b-4374-b748-ad57a0edea7c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.240995 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a9b1e2c6-f16b-4374-b748-ad57a0edea7c tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4858766 Aug 09 15:53:51.241691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39092) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:51.299183 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-af6a3c77-6634-4129-bf50-b4183e310acf tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 15:53:51.301723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-af6a3c77-6634-4129-bf50-b4183e310acf tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b HTTP/1.1" status: 409 len: 329 time: 1.6284993 Aug 09 15:53:51.306275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39094) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:51.352106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a1a16-2fb2-4aad-9d5f-d2513dbe7751 req-390d1f37-4bb1-4885-b3ed-de7c68622a05 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.354546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a64a1a16-2fb2-4aad-9d5f-d2513dbe7751 req-390d1f37-4bb1-4885-b3ed-de7c68622a05 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3596227 Aug 09 15:53:51.369507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:53:51.439283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.460168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.476213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.651714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a64a1a16-2fb2-4aad-9d5f-d2513dbe7751 req-5a570250-e8e9-4089-9dfa-b630c0c64978 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139513 Aug 09 15:53:51.674197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.780721 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0272202 Aug 09 15:53:51.785243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39112) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:51.801011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'b3ddab48-0751-4572-842a-d2622e4f0f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:51.849965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902cbcb3-66b1-4979-9a95-9ad196c6afc6 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:53:51.862512 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-13b91e88-1181-492b-ab12-09dc6e1c536d tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6167333 Aug 09 15:53:51.865662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39114) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:51.931765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8927e-57f6-487b-9861-e3f49417db73 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Network': ['ID=b3ddab48-0751-4572-842a-d2622e4f0f16,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:51.959752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=c3b76461-66ee-4777-b9cf-84947f8605a9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:51.960812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b3ddab48-0751-4572-842a-d2622e4f0f16 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:52.054761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f52adb-488b-4523-9664-f3314394a497 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:52.056330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f52adb-488b-4523-9664-f3314394a497 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:52.063927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39124) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:52.064194 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-91f52adb-488b-4523-9664-f3314394a497 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1600976 Aug 09 15:53:52.092680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:52.107268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.173922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.312187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902cbcb3-66b1-4979-9a95-9ad196c6afc6 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:53:52.413923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b97d98-913d-47d1-a2a4-3b17b9659da3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:52.426185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b97d98-913d-47d1-a2a4-3b17b9659da3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['shared'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:52.436928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-34b97d98-913d-47d1-a2a4-3b17b9659da3 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3229983 Aug 09 15:53:52.443532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39142) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:52.735036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:52.748104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.767257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037bbd21-c280-46bc-aadd-b76cc63f6b42 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:52.769191 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-037bbd21-c280-46bc-aadd-b76cc63f6b42 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/networks/bac90180-ebfd-4074-b301-7df474a2abf9 HTTP/1.1" status: 200 len: 799 time: 0.3235147 Aug 09 15:53:52.805862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39154) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:52.944899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:52.968087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eeb0016d-8f21-4689-a42f-cc199479fd27 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5031483 Aug 09 15:53:53.010850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39156) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:53.015852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775942c-0972-4528-af68-38555d97ae63 None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:53.074601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775942c-0972-4528-af68-38555d97ae63 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:53.075664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0775942c-0972-4528-af68-38555d97ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:53.150247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=3b123529-8721-447c-93e7-ce3260d9b5d9,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:53.165217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-12a04815-a3cb-42e1-a2e7-d75e4ad39833 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/networks/bac90180-ebfd-4074-b301-7df474a2abf9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3547091 Aug 09 15:53:53.174878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39164) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:53.190134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb5ae2-1ef6-443b-be5a-d9cd1c37fd2d req-f30ae215-2c4a-4ba9-97e2-9c0e611a30eb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.191803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0feb5ae2-1ef6-443b-be5a-d9cd1c37fd2d req-f30ae215-2c4a-4ba9-97e2-9c0e611a30eb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2440298 Aug 09 15:53:53.208204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-20563e82-6e25-46ef-9563-b7c3aae1f2f8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting subnet 61835479-f8b6-4995-88bd-49ae6ea428c6 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:53.267159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-20563e82-6e25-46ef-9563-b7c3aae1f2f8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.283173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Checking segment: {'id': 'c9625f24-42de-4132-b37b-7ea4c8f53f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b3ddab48-0751-4572-842a-d2622e4f0f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:53.283507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network hostable DHCP agents. Network: b3ddab48-0751-4572-842a-d2622e4f0f16, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:53.319331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e2ced7-b89c-4cc9-ab3e-5e590b440c81 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.322223 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-35e2ced7-b89c-4cc9-ab3e-5e590b440c81 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/subnets/8ef5d87d-f2ad-4edf-b102-9cd6c4b9d307 HTTP/1.1" status: 200 len: 811 time: 0.1450882 Aug 09 15:53:53.335057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39166) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:53.343026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-0775942c-0972-4528-af68-38555d97ae63 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:53.359128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network b3ddab48-0751-4572-842a-d2622e4f0f16 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:53.439629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b3ddab48-0751-4572-842a-d2622e4f0f16) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:53.456090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.457132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.556874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.582513 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-22d2eb4c-82de-418c-9dc5-2a68043c7b54 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7908435 Aug 09 15:53:53.596140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39172) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:53.621314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f724fe7a-f32c-4b0f-b9c8-f5b8bd79e67c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-32133079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:53.659408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8cf836-4801-43ab-b094-82ef2f32871c None None] Network b3ddab48-0751-4572-842a-d2622e4f0f16 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:53.675593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0feb5ae2-1ef6-443b-be5a-d9cd1c37fd2d req-dd6c1e4e-ebbc-4c5b-a9a6-a705e53f286c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630840 Aug 09 15:53:53.686832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033a144-b45d-427e-a81c-80451215255e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['shared'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.693658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0775942c-0972-4528-af68-38555d97ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:51Z', 'revision_number': 11, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:53.695053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7033a144-b45d-427e-a81c-80451215255e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "GET /v2.0/subnets/8ef5d87d-f2ad-4edf-b102-9cd6c4b9d307?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3583755 Aug 09 15:53:53.718228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39174) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:53.776019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155730305'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:53.849310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f724fe7a-f32c-4b0f-b9c8-f5b8bd79e67c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.865929 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f724fe7a-f32c-4b0f-b9c8-f5b8bd79e67c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.035277 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-20563e82-6e25-46ef-9563-b7c3aae1f2f8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.075763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775942c-0972-4528-af68-38555d97ae63 None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:54.112728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775942c-0972-4528-af68-38555d97ae63 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:54.113927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0775942c-0972-4528-af68-38555d97ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:54.150801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:54.161458 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.177526 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-107ff609-46ee-401b-98b5-1837f401faef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5276122 Aug 09 15:53:54.179397 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f724fe7a-f32c-4b0f-b9c8-f5b8bd79e67c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.203360 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f724fe7a-f32c-4b0f-b9c8-f5b8bd79e67c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.225308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-0775942c-0972-4528-af68-38555d97ae63 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:54.240944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:54.247461 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f724fe7a-f32c-4b0f-b9c8-f5b8bd79e67c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.252633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f724fe7a-f32c-4b0f-b9c8-f5b8bd79e67c tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6545484 Aug 09 15:53:54.253618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39196) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:54.263341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'network_id': 'b3ddab48-0751-4572-842a-d2622e4f0f16', 'name': 'tempest-PortsIpV6TestJSON-1495091051'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:54.309352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.310091 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Added segment 6f6dd213-5109-456c-9b23-18a9240abb06 of type vlan for network bca73f72-a7c5-4019-b974-d194f6f66f46 Aug 09 15:53:54.317039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0775942c-0972-4528-af68-38555d97ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:51Z', 'revision_number': 11, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:54.399644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-20563e82-6e25-46ef-9563-b7c3aae1f2f8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.402717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775942c-0972-4528-af68-38555d97ae63 None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:51Z', 'revision_number': 11, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:54.530857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b3ddab48-0751-4572-842a-d2622e4f0f16', 'network_id': 'b3ddab48-0751-4572-842a-d2622e4f0f16', 'tenant_id': 'da08d0e3d29e463eae1592496fc92f46', 'fixed_ips': [{'subnet_id': '3b123529-8721-447c-93e7-ce3260d9b5d9'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:54.534987 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.601674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-1cf5f9d9-abe9-4b22-802d-9a33094a663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:54.605171 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-1cf5f9d9-abe9-4b22-802d-9a33094a663b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1096 time: 0.3291366 Aug 09 15:53:54.607869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-20563e82-6e25-46ef-9563-b7c3aae1f2f8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.650944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.680397 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-20563e82-6e25-46ef-9563-b7c3aae1f2f8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.684329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-20563e82-6e25-46ef-9563-b7c3aae1f2f8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/61835479-f8b6-4995-88bd-49ae6ea428c6 HTTP/1.1" status: 204 len: 168 time: 1.6718950 Aug 09 15:53:54.742278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39210) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:54.903376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20563e82-6e25-46ef-9563-b7c3aae1f2f8 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Subnet': ['ID=61835479-f8b6-4995-88bd-49ae6ea428c6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:55.051299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-aa8396b6-c875-4e23-baeb-74768e4a79be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:55.055917 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-aa8396b6-c875-4e23-baeb-74768e4a79be service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.3813901 Aug 09 15:53:55.107920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cf7df-f922-44dd-a4d5-96331518e5d6 req-cca00fae-e840-4021-9b81-a5af580b44a1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:55.129944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08cf7df-f922-44dd-a4d5-96331518e5d6 req-cca00fae-e840-4021-9b81-a5af580b44a1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.1796997 Aug 09 15:53:55.140876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041e17f-2f03-4b1f-8b8d-edc06bcc0064 None None] Network 111dc88c-f7b0-4d98-9d3e-e4f92005d144 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:55.144305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c3b76461-66ee-4777-b9cf-84947f8605a9 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:55.169088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Allocated IP 2001:db8::2 (b3ddab48-0751-4572-842a-d2622e4f0f16/3b123529-8721-447c-93e7-ce3260d9b5d9/d97eaa3f-1e89-4eac-9fee-197fc7da36aa) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:55.228237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08cf7df-f922-44dd-a4d5-96331518e5d6 req-3b6c5b9d-0319-45bf-b0ff-1eb0acc959b6 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953376 Aug 09 15:53:55.238199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Deleting port 36a6ba39-28eb-4d6b-a15b-5847323289ef {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:55.238199 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.526611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c3b76461-66ee-4777-b9cf-84947f8605a9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:55.527226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c3b76461-66ee-4777-b9cf-84947f8605a9 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:55.610255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.678190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Calling delete_port for 36a6ba39-28eb-4d6b-a15b-5847323289ef owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:55.892882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] It took 0.83 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:53:56.086003 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.129517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.136012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:56.136906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.155639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.166456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] DHCP port deletion for 111dc88c-f7b0-4d98-9d3e-e4f92005d144 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:53:56.184143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-20c4ca55-8729-4a8a-9def-ac72bba92ca1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 1001 time: 1.1021457 Aug 09 15:53:56.193146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:56.198314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.202289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.228253 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4570401 Aug 09 15:53:56.234656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39274) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:56.249552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Transition to ACTIVE for port object d97eaa3f-1e89-4eac-9fee-197fc7da36aa will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:56.286914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Port': ['ID=36a6ba39-28eb-4d6b-a15b-5847323289ef,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:56.322432 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:53:56.332790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Transition to ACTIVE for port object d97eaa3f-1e89-4eac-9fee-197fc7da36aa will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:56.371387 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.456108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-ad5e9818-fc76-4790-a4b2-b5514379473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:56.458922 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-ad5e9818-fc76-4790-a4b2-b5514379473e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.2332163 Aug 09 15:53:56.530305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'network_id': 'bca73f72-a7c5-4019-b974-d194f6f66f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:56.563659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Pushing event updated for resources: {'Port': ['ID=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:56.628037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Network b3ddab48-0751-4572-842a-d2622e4f0f16 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:56.638861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:56.647606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:56.671935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] Deleting port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:56.672429 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.690553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.848952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac9aa6-8e44-404d-bb44-177c086bc31b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Network': ['ID=bca73f72-a7c5-4019-b974-d194f6f66f46,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:56.912909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port ae00e7d0-13a4-4252-bc32-a16b90daa36c yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:53:57.139954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f395fb-5396-4877-83e1-3342043e2e32 req-574ac00c-1237-4591-aab8-8176b985727e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:57.142594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1f395fb-5396-4877-83e1-3342043e2e32 req-574ac00c-1237-4591-aab8-8176b985727e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.6214800 Aug 09 15:53:57.286262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network bca73f72-a7c5-4019-b974-d194f6f66f46 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:57.292805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f22b94cb-2d02-4d84-b4c2-a33a9754cb0f no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:57.388532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Attempting to bind port d97eaa3f-1e89-4eac-9fee-197fc7da36aa on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:57.390338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Attempting to bind port d97eaa3f-1e89-4eac-9fee-197fc7da36aa by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'c9625f24-42de-4132-b37b-7ea4c8f53f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b3ddab48-0751-4572-842a-d2622e4f0f16'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:57.391124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Attempting to bind port d97eaa3f-1e89-4eac-9fee-197fc7da36aa on network b3ddab48-0751-4572-842a-d2622e4f0f16 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:57.426975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::370 (b3ddab48-0751-4572-842a-d2622e4f0f16/3b123529-8721-447c-93e7-ce3260d9b5d9/ae00e7d0-13a4-4252-bc32-a16b90daa36c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:57.490849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:57.491888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Checking segment: {'id': 'c9625f24-42de-4132-b37b-7ea4c8f53f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b3ddab48-0751-4572-842a-d2622e4f0f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:57.492680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.493290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Bound using segment: {'id': 'c9625f24-42de-4132-b37b-7ea4c8f53f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b3ddab48-0751-4572-842a-d2622e4f0f16'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:57.494036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Bound port: d97eaa3f-1e89-4eac-9fee-197fc7da36aa, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9625f24-42de-4132-b37b-7ea4c8f53f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b3ddab48-0751-4572-842a-d2622e4f0f16'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:57.494699 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.528047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] For port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,segment=NetworkSegment(66beac01-f3bc-445b-be77-b6b0440602d7),segment_id=66beac01-f3bc-445b-be77-b6b0440602d7)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:57.529185 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.537084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39300) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:57.570819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1f395fb-5396-4877-83e1-3342043e2e32 req-ae60a47f-1fd7-44c7-8776-8d92a91844bb tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941019 Aug 09 15:53:57.577915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Router 8851e460-14be-4799-bb86-c03c1c81484b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:57.607718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-df1d5e50-a25c-4e23-af83-d6aaca5deab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:57.609742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-df1d5e50-a25c-4e23-af83-d6aaca5deab8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 1097 time: 0.3348095 Aug 09 15:53:57.655752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] Calling delete_port for f22b94cb-2d02-4d84-b4c2-a33a9754cb0f owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:57.669702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.689765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object ae00e7d0-13a4-4252-bc32-a16b90daa36c will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:57.755701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Made reservation on behalf of 9f96d16656cd497188d11279be0d5a76 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:57.759947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.785323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.869430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_backend_mixin [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Performing IP validity checks on allocation pools {{(pid=94178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 15:53:57.869899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_backend_mixin [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 15:53:57.926518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] For port d97eaa3f-1e89-4eac-9fee-197fc7da36aa, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:57.931921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] For port d97eaa3f-1e89-4eac-9fee-197fc7da36aa, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,segment=NetworkSegment(c9625f24-42de-4132-b37b-7ea4c8f53f9f),segment_id=c9625f24-42de-4132-b37b-7ea4c8f53f9f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:57.945817 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.948361 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.985434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-02813c52-5467-4fd9-83b2-ccacc3e79ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:57.989397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-02813c52-5467-4fd9-83b2-ccacc3e79ca3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 916 time: 0.2600555 Aug 09 15:53:58.029381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b152f-b08a-48ac-b505-d76bd91cc5ee None None] Pushing event updated for resources: {'Port': ['ID=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.086139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:58.105685 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b7c73b-0d03-4d40-9ec4-b44cd0340ae7 None None] Sync routers for ids ['8851e460-14be-4799-bb86-c03c1c81484b'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:58.125192 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dae5234-4be6-4d96-b9df-defaf8ec1f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.127590 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7c73b-0d03-4d40-9ec4-b44cd0340ae7 None None] Routers {'8851e460-14be-4799-bb86-c03c1c81484b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:58.130577 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-26b7c73b-0d03-4d40-9ec4-b44cd0340ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8851e460-14be-4799-bb86-c03c1c81484b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:58.143287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,segment=NetworkSegment(66beac01-f3bc-445b-be77-b6b0440602d7),segment_id=66beac01-f3bc-445b-be77-b6b0440602d7)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:58.143873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8b176605-cb77-470e-8591-645f6ccd9f86 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "PUT /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8346944 Aug 09 15:53:58.146005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-78d93937-a07c-4972-a106-23dfb44a7a9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cdfc5af-1504-427a-86bd-22974ca755e8 HTTP/1.1" status: 200 len: 217 time: 0.1488416 Aug 09 15:53:58.158014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39304) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:58.161055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.191282 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-26b7c73b-0d03-4d40-9ec4-b44cd0340ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:58.207860 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7c73b-0d03-4d40-9ec4-b44cd0340ae7 None None] Routers {'8851e460-14be-4799-bb86-c03c1c81484b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:58.208687 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-26b7c73b-0d03-4d40-9ec4-b44cd0340ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['8851e460-14be-4799-bb86-c03c1c81484b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:58.266282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.277517 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-8b638740-68e3-4670-a960-acd8905ea62e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] show failed (client error): The resource could not be found. Aug 09 15:53:58.283999 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-26b7c73b-0d03-4d40-9ec4-b44cd0340ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:58.284330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8b638740-68e3-4670-a960-acd8905ea62e tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-2039349706 HTTP/1.1" status: 404 len: 335 time: 0.1243961 Aug 09 15:53:58.285167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39308) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:58.286020 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b7c73b-0d03-4d40-9ec4-b44cd0340ae7 None None] The sync data for ids ['8851e460-14be-4799-bb86-c03c1c81484b'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:58.295212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6073b56f-f3ef-477c-90ef-6cf0d8b56c11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:58.320305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.339755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event deleted for resources: {'Port': ['ID=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.347782 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.353471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] No DVR routers for this DVR port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:58.399092 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-6073b56f-f3ef-477c-90ef-6cf0d8b56c11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] update failed (client error): The resource could not be found. Aug 09 15:53:58.400950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6073b56f-f3ef-477c-90ef-6cf0d8b56c11 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-2081937395 HTTP/1.1" status: 404 len: 335 time: 0.1098688 Aug 09 15:53:58.412594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be5bfa-c370-4f8d-a92e-a046ce0d5278 None None] Pushing event deleted for resources: {'Port': ['ID=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.413961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39310) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:58.452504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.459746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=ba1cce2c-c896-4dcc-94ab-ffb8a4c0bbab,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.488985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-52a3740a-3c18-4285-aeff-af1d4e412728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:58.503613 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-52a3740a-3c18-4285-aeff-af1d4e412728 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7469027 Aug 09 15:53:58.574927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-ddf590b6-69a1-483c-96b3-ca422545e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:58.579547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-ddf590b6-69a1-483c-96b3-ca422545e52b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 200 len: 854 time: 0.4101679 Aug 09 15:53:58.591473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network b3ddab48-0751-4572-842a-d2622e4f0f16 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:58.609442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:58.658648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Deleting port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:58.659081 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.666677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:58.675940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:58.676655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.683644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Checking segment: {'id': '6f6dd213-5109-456c-9b23-18a9240abb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'bca73f72-a7c5-4019-b974-d194f6f66f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:58.683858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network hostable DHCP agents. Network: bca73f72-a7c5-4019-b974-d194f6f66f46, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:58.792797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=ae00e7d0-13a4-4252-bc32-a16b90daa36c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.873683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d97eaa3f-1e89-4eac-9fee-197fc7da36aa up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:58.907597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Network bca73f72-a7c5-4019-b974-d194f6f66f46 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:58.921600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] For port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f, host n-d-799523-2, got binding levels [] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:58.921992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.926123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, bca73f72-a7c5-4019-b974-d194f6f66f46) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:58.933242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:58.934560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.946143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-d8c8808d-e578-4c13-96a1-1c6bb38c0833 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979654 Aug 09 15:53:58.960056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c643e8a-cd79-41a8-b1fd-6f505881f428 None None] Network bca73f72-a7c5-4019-b974-d194f6f66f46 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:59.063234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d97eaa3f-1e89-4eac-9fee-197fc7da36aa completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:59.064048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Calling delete_port for f22b94cb-2d02-4d84-b4c2-a33a9754cb0f owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:59.067959 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d65dd374-552a-495e-8cef-b10d8bd15c21 req-1e8729fb-436a-4914-a086-939424da50b6 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072404 Aug 09 15:53:59.069591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_backend_mixin [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f was not found and therefore no delete operation was performed {{(pid=94178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:53:59.071622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.137371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Port': ['ID=f22b94cb-2d02-4d84-b4c2-a33a9754cb0f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.154247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No DVR routers for this DVR port f22b94cb-2d02-4d84-b4c2-a33a9754cb0f on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:59.253201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-bca73f72-a7c5-4019-b974-d194f6f66f46', 'network_id': 'bca73f72-a7c5-4019-b974-d194f6f66f46', 'tenant_id': '9f96d16656cd497188d11279be0d5a76', 'fixed_ips': [{'subnet_id': 'ba1cce2c-c896-4dcc-94ab-ffb8a4c0bbab'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:59.257714 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.259226 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dae5234-4be6-4d96-b9df-defaf8ec1f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.295856 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-544ed411-c848-4b02-bcb5-c288841aa35e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0381291 Aug 09 15:53:59.296893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39314) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:59.323267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dae5234-4be6-4d96-b9df-defaf8ec1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.327712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-d3935735-e2a3-439d-8626-39f8beb58d67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504037 Aug 09 15:53:59.420838 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-502f8615-13e4-49ab-8919-95803d4d72b2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9787645 Aug 09 15:53:59.435209 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.451280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111dc88c-f7b0-4d98-9d3e-e4f92005d144']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:59.497774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66beac01-f3bc-445b-be77-b6b0440602d7') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:59.498798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66beac01-f3bc-445b-be77-b6b0440602d7') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:59.517859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.548077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Allocated IP 172.20.0.3 (bca73f72-a7c5-4019-b974-d194f6f66f46/ba1cce2c-c896-4dcc-94ab-ffb8a4c0bbab/7f04f333-711e-4e3f-ad65-9d19026e1070) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:59.568899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.622793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:59.623207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.645677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-a7a31c7b-6d92-45c9-86f4-4fd333b7d4ce service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768204 Aug 09 15:53:59.646880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39318) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:59.676333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9d1ad7f5-cce1-48c0-9bb4-d73f5aa2781b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:59.773040 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:59.776427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.783325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.788921 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/networks/111dc88c-f7b0-4d98-9d3e-e4f92005d144 HTTP/1.1" status: 204 len: 168 time: 5.0369301 Aug 09 15:53:59.791346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39328) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:59.812955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'routes': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:59.816307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc3cf0-26f7-4e80-97dd-5ef96a89b7a3 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Pushing event deleted for resources: {'Network': ['ID=111dc88c-f7b0-4d98-9d3e-e4f92005d144,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.842312 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.855110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Transition to ACTIVE for port object 7f04f333-711e-4e3f-ad65-9d19026e1070 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:59.871844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Transition to ACTIVE for port object 7f04f333-711e-4e3f-ad65-9d19026e1070 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:59.877650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a6f73c-021b-4b1c-a192-65ff626d9670 None None] Network b3ddab48-0751-4572-842a-d2622e4f0f16 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:59.893810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.905237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ede7841-94ff-4314-b36c-11963c61f11b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Deleting subnet a195c8e9-2433-4352-b27c-58ca2de69b8a {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:59.909832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ede7841-94ff-4314-b36c-11963c61f11b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.978167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2dae5234-4be6-4d96-b9df-defaf8ec1f2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a376559fc99b44048649163b7abf0127&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4366298 Aug 09 15:53:59.980148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39332) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:59.982066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Network bca73f72-a7c5-4019-b974-d194f6f66f46 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:59.991421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:59.994152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:00.002587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6503d4f3-3900-4507-96a6-43895c38367e None None] Provisioning for port d97eaa3f-1e89-4eac-9fee-197fc7da36aa completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:00.018773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32fa0-2466-4c14-bf6c-f1d8b560d387 req-76d58a5b-2421-457d-984e-6d24ca626eb5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.019529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Pushing event updated for resources: {'Port': ['ID=7f04f333-711e-4e3f-ad65-9d19026e1070,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:00.021444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a32fa0-2466-4c14-bf6c-f1d8b560d387 req-76d58a5b-2421-457d-984e-6d24ca626eb5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.8277516 Aug 09 15:54:00.022466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae5234-4be6-4d96-b9df-defaf8ec1f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a8f5cf-ef93-44c5-848c-774531aa6182,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:00.046675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6503d4f3-3900-4507-96a6-43895c38367e None None] Provisioning complete for port d97eaa3f-1e89-4eac-9fee-197fc7da36aa triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:00.047558 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6503d4f3-3900-4507-96a6-43895c38367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.100057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ede7841-94ff-4314-b36c-11963c61f11b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.150358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Attempting to bind port 7f04f333-711e-4e3f-ad65-9d19026e1070 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:00.150805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Attempting to bind port 7f04f333-711e-4e3f-ad65-9d19026e1070 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6f6dd213-5109-456c-9b23-18a9240abb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'bca73f72-a7c5-4019-b974-d194f6f66f46'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:00.151635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Attempting to bind port 7f04f333-711e-4e3f-ad65-9d19026e1070 on network bca73f72-a7c5-4019-b974-d194f6f66f46 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:00.168417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:00.168852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Checking segment: {'id': '6f6dd213-5109-456c-9b23-18a9240abb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'bca73f72-a7c5-4019-b974-d194f6f66f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:00.169355 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.169818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Bound using segment: {'id': '6f6dd213-5109-456c-9b23-18a9240abb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'bca73f72-a7c5-4019-b974-d194f6f66f46'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:00.170392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Bound port: 7f04f333-711e-4e3f-ad65-9d19026e1070, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6dd213-5109-456c-9b23-18a9240abb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': 'bca73f72-a7c5-4019-b974-d194f6f66f46'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:00.170841 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.222172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.extraroute_db [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Added routes are [] {{(pid=94178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:54:00.222477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.extraroute_db [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Removed routes are [] {{(pid=94178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:54:00.222794 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.303236 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6503d4f3-3900-4507-96a6-43895c38367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.320280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a32fa0-2466-4c14-bf6c-f1d8b560d387 req-3d907bdb-53c8-4a78-afb2-1030d477f188 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785838 Aug 09 15:54:00.335079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] For port 7f04f333-711e-4e3f-ad65-9d19026e1070, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:00.336868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad7f5-cce1-48c0-9bb4-d73f5aa2781b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5537472'] for subnet, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.347221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d5a4800-03e5-4dcd-8964-cbd0ba015a72 req-3aa381af-506b-4b7e-971c-7cef98661d79 service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606162 Aug 09 15:54:00.370662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] For port 7f04f333-711e-4e3f-ad65-9d19026e1070, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7f04f333-711e-4e3f-ad65-9d19026e1070,segment=NetworkSegment(6f6dd213-5109-456c-9b23-18a9240abb06),segment_id=6f6dd213-5109-456c-9b23-18a9240abb06)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:00.384955 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.399276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6503d4f3-3900-4507-96a6-43895c38367e None None] For port d97eaa3f-1e89-4eac-9fee-197fc7da36aa, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,segment=NetworkSegment(c9625f24-42de-4132-b37b-7ea4c8f53f9f),segment_id=c9625f24-42de-4132-b37b-7ea4c8f53f9f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:00.424054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b025621c-f307-42e7-89c6-2a53ab4053c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.429727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6503d4f3-3900-4507-96a6-43895c38367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.450039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ede7841-94ff-4314-b36c-11963c61f11b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.482323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac29d7-a7f3-4cba-a4cb-7b760841d844 None None] Pushing event updated for resources: {'Port': ['ID=7f04f333-711e-4e3f-ad65-9d19026e1070,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:00.617132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503d4f3-3900-4507-96a6-43895c38367e None None] Pushing event updated for resources: {'Port': ['ID=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:00.632350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ede7841-94ff-4314-b36c-11963c61f11b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.694422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b025621c-f307-42e7-89c6-2a53ab4053c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.795336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede7841-94ff-4314-b36c-11963c61f11b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Subnet': ['ID=a195c8e9-2433-4352-b27c-58ca2de69b8a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:00.795756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.799342 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ede7841-94ff-4314-b36c-11963c61f11b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.804500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4ede7841-94ff-4314-b36c-11963c61f11b tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/subnets/a195c8e9-2433-4352-b27c-58ca2de69b8a HTTP/1.1" status: 204 len: 168 time: 2.3701615 Aug 09 15:54:00.808102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39336) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:00.812096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f8be2-f941-4d21-996b-268d831df5c9 None None] Network b1f49956-4f71-4be6-8dfe-f88656d5f4ff requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:00.881401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.913443 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.935608 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad7f5-cce1-48c0-9bb4-d73f5aa2781b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764431207828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4770384'] for subnet, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.973367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-1d65f911-f9f3-4df1-a0e4-a2f15055d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.974731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-1d65f911-f9f3-4df1-a0e4-a2f15055d42b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 1097 time: 0.3254504 Aug 09 15:54:01.049229 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.068499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b025621c-f307-42e7-89c6-2a53ab4053c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.071657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b025621c-f307-42e7-89c6-2a53ab4053c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.073135 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b025621c-f307-42e7-89c6-2a53ab4053c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9a8f5cf-ef93-44c5-848c-774531aa6182 HTTP/1.1" status: 204 len: 168 time: 1.0918148 Aug 09 15:54:01.081361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f77e741d-21a3-4f83-b292-ba1f8193320c None None] Provisioning complete for port d97eaa3f-1e89-4eac-9fee-197fc7da36aa triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:01.081966 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f77e741d-21a3-4f83-b292-ba1f8193320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.102232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 7dfe8aab-4092-4281-acc0-27958affbcb8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:01.116765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ad7f5-cce1-48c0-9bb4-d73f5aa2781b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.117373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad7f5-cce1-48c0-9bb4-d73f5aa2781b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.118736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9d1ad7f5-cce1-48c0-9bb4-d73f5aa2781b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "PUT /v2.0/subnets/ba1cce2c-c896-4dcc-94ab-ffb8a4c0bbab HTTP/1.1" status: 200 len: 877 time: 1.4523702 Aug 09 15:54:01.129098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39340) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:01.190701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ad7f5-cce1-48c0-9bb4-d73f5aa2781b tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event updated for resources: {'Subnet': ['ID=ba1cce2c-c896-4dcc-94ab-ffb8a4c0bbab,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:01.209862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025621c-f307-42e7-89c6-2a53ab4053c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a8f5cf-ef93-44c5-848c-774531aa6182,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:01.306693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] DHCP port deletion for b1f49956-4f71-4be6-8dfe-f88656d5f4ff request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:01.314720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Deleting port d51798a3-2c0c-4492-a5dc-faa0137508c4 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:01.315101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.321411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-c68e99a1-08e3-428c-b935-1ea2d0346192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.330173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-c68e99a1-08e3-428c-b935-1ea2d0346192 service neutron] 10.222.0.35 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 916 time: 0.3177574 Aug 09 15:54:01.436173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f77e741d-21a3-4f83-b292-ba1f8193320c None None] Provisioning for port ae00e7d0-13a4-4252-bc32-a16b90daa36c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:01.453945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f77e741d-21a3-4f83-b292-ba1f8193320c None None] Provisioning complete for port ae00e7d0-13a4-4252-bc32-a16b90daa36c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:01.464435 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f77e741d-21a3-4f83-b292-ba1f8193320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.471724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-a85bad54-b578-4e72-8732-c77e726d99d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cdfc5af-1504-427a-86bd-22974ca755e8 HTTP/1.1" status: 200 len: 217 time: 0.1120591 Aug 09 15:54:01.531139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] Deleting port d51798a3-2c0c-4492-a5dc-faa0137508c4 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:01.531756 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.571409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-719b7227-faa1-4034-a30b-69c1133428c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.573366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-719b7227-faa1-4034-a30b-69c1133428c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 200 len: 854 time: 0.0890527 Aug 09 15:54:01.649622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f77e741d-21a3-4f83-b292-ba1f8193320c None None] Port ae00e7d0-13a4-4252-bc32-a16b90daa36c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:01.658768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] For port d51798a3-2c0c-4492-a5dc-faa0137508c4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d51798a3-2c0c-4492-a5dc-faa0137508c4,segment=NetworkSegment(6175be19-1719-4ebc-b117-394ea12549d1),segment_id=6175be19-1719-4ebc-b117-394ea12549d1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:01.659282 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.678093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] Calling delete_port for d51798a3-2c0c-4492-a5dc-faa0137508c4 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:01.709685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-00ab6356-c8fe-4401-95ad-86820d459698 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249962 Aug 09 15:54:01.722813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] For port d51798a3-2c0c-4492-a5dc-faa0137508c4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d51798a3-2c0c-4492-a5dc-faa0137508c4,segment=NetworkSegment(6175be19-1719-4ebc-b117-394ea12549d1),segment_id=6175be19-1719-4ebc-b117-394ea12549d1)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:01.723841 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.801203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Calling delete_port for d51798a3-2c0c-4492-a5dc-faa0137508c4 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:01.822119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-78638a5c-ad06-4903-844a-3d08a704208a None None] Provisioning complete for port ae00e7d0-13a4-4252-bc32-a16b90daa36c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:01.822405 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78638a5c-ad06-4903-844a-3d08a704208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.892143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139b1a-0f02-4de2-bbc6-6deffaa9a0f0 req-114afd83-66ad-4f1e-8256-d98a80705927 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.894200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7139b1a-0f02-4de2-bbc6-6deffaa9a0f0 req-114afd83-66ad-4f1e-8256-d98a80705927 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.3194377 Aug 09 15:54:01.930944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-78638a5c-ad06-4903-844a-3d08a704208a None None] Port ae00e7d0-13a4-4252-bc32-a16b90daa36c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:01.952121 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.972453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] No DVR routers for this DVR port d51798a3-2c0c-4492-a5dc-faa0137508c4 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:01.977407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-96042dee-1ed4-4a2f-a05c-0ec17b25c314 service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589030 Aug 09 15:54:01.999884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bf151-4b04-4571-ae81-d7d9e9ed3563 None None] Pushing event deleted for resources: {'Port': ['ID=d51798a3-2c0c-4492-a5dc-faa0137508c4,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:02.014521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7139b1a-0f02-4de2-bbc6-6deffaa9a0f0 req-0744aefa-8708-4ad3-bdc3-3ca975248c03 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077795 Aug 09 15:54:02.089457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.131265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Port': ['ID=d51798a3-2c0c-4492-a5dc-faa0137508c4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:02.136466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] No DVR routers for this DVR port d51798a3-2c0c-4492-a5dc-faa0137508c4 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:02.182271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83264066-2fa6-4c77-b04c-645fe15b837a None None] Network bca73f72-a7c5-4019-b974-d194f6f66f46 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:02.237029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a84d05a-9e8b-4e69-a6a9-a095414a3821 req-44ecbc67-298e-4ae5-a0a9-0b982d3f051d service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502062 Aug 09 15:54:02.266337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:02.279014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.280248 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c0823b3c-0992-4255-a963-63c33d02dc6c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 200 len: 705 time: 2.4723859 Aug 09 15:54:02.285382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39362) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:02.300167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.310140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.319417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] Sync routers for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:02.331803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a7b285d6-39dc-4860-bc5d-b10f0d255832 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 200 len: 205 time: 0.0449607 Aug 09 15:54:02.333540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39366) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:02.334242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f49956-4f71-4be6-8dfe-f88656d5f4ff']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.382701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6175be19-1719-4ebc-b117-394ea12549d1') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.383000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6175be19-1719-4ebc-b117-394ea12549d1') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.397767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:02.398464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.400736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-60f6db89-47e4-4283-94da-013109dd6655 None None] Provisioning for port 7f04f333-711e-4e3f-ad65-9d19026e1070 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:02.431637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.437043 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.444718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.447935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a3ae6fa-1cd1-42c7-974a-696e757b479e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.490354 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.533190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:02.533190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:02.535707 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:02.554700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:02.571729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=ae00e7d0-13a4-4252-bc32-a16b90daa36c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:02.597251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Deleting port 7f04f333-711e-4e3f-ad65-9d19026e1070 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:02.597767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.678362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:51Z', 'revision_number': 11, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.758825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] Checking router: 7dfe8aab-4092-4281-acc0-27958affbcb8 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:02.769377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.785951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.789684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/networks/b1f49956-4f71-4be6-8dfe-f88656d5f4ff HTTP/1.1" status: 204 len: 168 time: 1.9776707 Aug 09 15:54:02.795886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] Routers {'7dfe8aab-4092-4281-acc0-27958affbcb8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:02.798259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:02.798840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7dfe8aab-4092-4281-acc0-27958affbcb8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.860254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a3ae6fa-1cd1-42c7-974a-696e757b479e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.864737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a3ae6fa-1cd1-42c7-974a-696e757b479e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.875498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3928d-f147-47ee-a6ea-9f1844a9d586 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Network': ['ID=b1f49956-4f71-4be6-8dfe-f88656d5f4ff,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:03.034479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.187121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3e40de-e202-4575-8fe2-74abdd053c18 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Deleting subnet 27ef39d7-30c2-426c-8344-c19020aa49b1 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:03.192440 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] For port 7f04f333-711e-4e3f-ad65-9d19026e1070, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7f04f333-711e-4e3f-ad65-9d19026e1070,segment=NetworkSegment(6f6dd213-5109-456c-9b23-18a9240abb06),segment_id=6f6dd213-5109-456c-9b23-18a9240abb06)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:03.193223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.203078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a3ae6fa-1cd1-42c7-974a-696e757b479e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.203909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3ae6fa-1cd1-42c7-974a-696e757b479e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Fanout notify agent at l3_agent the message router_deleted on router 7dfe8aab-4092-4281-acc0-27958affbcb8 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:03.205972 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3e40de-e202-4575-8fe2-74abdd053c18 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.219253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Calling delete_port for 7f04f333-711e-4e3f-ad65-9d19026e1070 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:03.241483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a3ae6fa-1cd1-42c7-974a-696e757b479e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.243379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0a3ae6fa-1cd1-42c7-974a-696e757b479e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 204 len: 168 time: 0.9062777 Aug 09 15:54:03.294696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39424) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:03.302818 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1e1ee47f-f923-4637-b3e6-ca28d9daf93d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1494890391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:03.354415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7f04f333-711e-4e3f-ad65-9d19026e1070 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:03.365185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3e40de-e202-4575-8fe2-74abdd053c18 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.371536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73f48c-1506-41ab-9b0d-7987b385555e None None] Network bca73f72-a7c5-4019-b974-d194f6f66f46 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:03.371786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.390949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] Set router 7dfe8aab-4092-4281-acc0-27958affbcb8 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:03.459216 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee47f-f923-4637-b3e6-ca28d9daf93d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.460311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee47f-f923-4637-b3e6-ca28d9daf93d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.515396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754beeb2-31ae-40b8-9175-3becfa4c949b req-4af364f6-65d5-4445-9a5c-6f4e28920cb8 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:03.518244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-754beeb2-31ae-40b8-9175-3becfa4c949b req-4af364f6-65d5-4445-9a5c-6f4e28920cb8 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 946 time: 0.2213595 Aug 09 15:54:03.518402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:03.560206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3e40de-e202-4575-8fe2-74abdd053c18 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.634044 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3e40de-e202-4575-8fe2-74abdd053c18 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.638002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39434) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:03.656285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:51Z', 'revision_number': 11, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:03.657028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.678218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-35d38a88-ea63-4136-82f9-85731ac23c15 None None] Provisioning complete for port ae00e7d0-13a4-4252-bc32-a16b90daa36c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:03.678621 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-35d38a88-ea63-4136-82f9-85731ac23c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.711671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Port': ['ID=7f04f333-711e-4e3f-ad65-9d19026e1070,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:03.724834 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee47f-f923-4637-b3e6-ca28d9daf93d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.732949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee47f-f923-4637-b3e6-ca28d9daf93d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.738804 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3e40de-e202-4575-8fe2-74abdd053c18 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.743311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aa3e40de-e202-4575-8fe2-74abdd053c18 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/subnets/27ef39d7-30c2-426c-8344-c19020aa49b1 HTTP/1.1" status: 204 len: 168 time: 0.9144220 Aug 09 15:54:03.748456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e40de-e202-4575-8fe2-74abdd053c18 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Subnet': ['ID=27ef39d7-30c2-426c-8344-c19020aa49b1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:03.752755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39438) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:03.800990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-754beeb2-31ae-40b8-9175-3becfa4c949b req-3ed6db40-dd20-4f57-94bb-4f7fac5874a7 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737818 Aug 09 15:54:03.804600 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee47f-f923-4637-b3e6-ca28d9daf93d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.805813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1e1ee47f-f923-4637-b3e6-ca28d9daf93d tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5081606 Aug 09 15:54:03.818622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39440) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:03.825353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa9499-77dc-4f09-8ed0-6cbd6e1eaa8b None None] Network cb959cda-b12c-465b-83a1-c485bcfb5dfe requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:03.828002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No DVR routers for this DVR port 7f04f333-711e-4e3f-ad65-9d19026e1070 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:03.831315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-974efccd-30ea-4e73-b85f-d226887a564c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:03.858044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d976619-3cc0-4abd-a9d2-6eb57c59fd72 None None] The sync data for ids ['7dfe8aab-4092-4281-acc0-27958affbcb8'] in n-d-799523-2 is: [{'id': '7dfe8aab-4092-4281-acc0-27958affbcb8', 'name': 'tempest-RoutersIpV6Test-router-1529057622', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:21Z', 'updated_at': '2021-08-09T15:53:51Z', 'revision_number': 11, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:03.904744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2286d3fc-5454-4c5c-8452-f6a94014d4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.917305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.930410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No active binding found for port 7f04f333-711e-4e3f-ad65-9d19026e1070 {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:54:03.931103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7f04f333-711e-4e3f-ad65-9d19026e1070 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 09 15:54:03.940195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.961534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Port 7f04f333-711e-4e3f-ad65-9d19026e1070 not found, will not notify nova. {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 09 15:54:03.961858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d97eaa3f-1e89-4eac-9fee-197fc7da36aa up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:04.040604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:04.043233 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe29e60-79ee-4194-91ae-d8cf0258ce39" -d '{"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-unplugged", "status": "completed", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:04.046272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-35d38a88-ea63-4136-82f9-85731ac23c15 None None] Port ae00e7d0-13a4-4252-bc32-a16b90daa36c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:04.089321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.112754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:04.126546 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.135314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.140830 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.198224 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-974efccd-30ea-4e73-b85f-d226887a564c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.213727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfa9d1e-9c70-4366-96a7-41dd6578ed2f tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Deleting subnet f194cc7b-c704-4444-97b4-494e33342ce0 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:04.218725 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-974efccd-30ea-4e73-b85f-d226887a564c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.222268 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7ae1a9-2bbe-45d4-90d1-9876938f8b56 x-openstack-request-id: req-9b7ae1a9-2bbe-45d4-90d1-9876938f8b56 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:04.222553 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-unplugged", "status": "completed", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:04.222849 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b7ae1a9-2bbe-45d4-90d1-9876938f8b56 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:04.223246 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'code': 200} Aug 09 15:54:04.224824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:04.226275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9d1e-9c70-4366-96a7-41dd6578ed2f tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.244249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5a0fc35a-1fc4-43d6-b93a-f7fa57ba3ee1 None None] Could not find standard attr ID for object 7f04f333-711e-4e3f-ad65-9d19026e1070. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:54:04.317376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d97eaa3f-1e89-4eac-9fee-197fc7da36aa triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:04.317744 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.387806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.405332 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=ae00e7d0-13a4-4252-bc32-a16b90daa36c,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:04.444270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9d1e-9c70-4366-96a7-41dd6578ed2f tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.489319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] DHCP port deletion for cb959cda-b12c-465b-83a1-c485bcfb5dfe request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:04.530906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2286d3fc-5454-4c5c-8452-f6a94014d4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.538330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1cce2c-c896-4dcc-94ab-ffb8a4c0bbab,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:04.545769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974efccd-30ea-4e73-b85f-d226887a564c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Router 603ff4bb-0dcf-4131-8c46-ea439854b5e0 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:54:04.623202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.635789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca73f72-a7c5-4019-b974-d194f6f66f46']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:04.650477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6dd213-5109-456c-9b23-18a9240abb06') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:04.650771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6dd213-5109-456c-9b23-18a9240abb06') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:04.663436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.680279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.687279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:04.687746 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.695433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] Deleting port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:04.696066 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:04.778731 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:04.784543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2286d3fc-5454-4c5c-8452-f6a94014d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.820272 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2286d3fc-5454-4c5c-8452-f6a94014d4dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46730b2b422c480e8cf570bfc5119ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1762207 Aug 09 15:54:04.820272 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.823897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39448) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:04.834719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974efccd-30ea-4e73-b85f-d226887a564c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:04.843173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9d1e-9c70-4366-96a7-41dd6578ed2f tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.849224 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b47d2-0333-44df-8270-532866b49568 None None] Sync routers for ids ['603ff4bb-0dcf-4131-8c46-ea439854b5e0'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:04.854061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-974efccd-30ea-4e73-b85f-d226887a564c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.855278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-974efccd-30ea-4e73-b85f-d226887a564c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "PUT /v2.0/routers/603ff4bb-0dcf-4131-8c46-ea439854b5e0 HTTP/1.1" status: 200 len: 698 time: 1.0395274 Aug 09 15:54:04.864941 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b47d2-0333-44df-8270-532866b49568 None None] Routers {'603ff4bb-0dcf-4131-8c46-ea439854b5e0'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:04.865915 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a22b47d2-0333-44df-8270-532866b49568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603ff4bb-0dcf-4131-8c46-ea439854b5e0'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:04.868968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d51798a3-2c0c-4492-a5dc-faa0137508c4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:04.884570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39452) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:04.936578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e1c70b-1a88-4532-bb5e-94f31bd8fa26 None None] Network bca73f72-a7c5-4019-b974-d194f6f66f46 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:04.949284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: d51798a3-2c0c-4492-a5dc-faa0137508c4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:04.949686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d51798a3-2c0c-4492-a5dc-faa0137508c4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:04.958289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.969270 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/bca73f72-a7c5-4019-b974-d194f6f66f46 HTTP/1.1" status: 204 len: 168 time: 3.8274999 Aug 09 15:54:04.970474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286d3fc-5454-4c5c-8452-f6a94014d4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5badf759-4b06-43f4-8d73-e640d4eab0a4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:04.976020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e1c70b-1a88-4532-bb5e-94f31bd8fa26 None None] Network bca73f72-a7c5-4019-b974-d194f6f66f46 could not be found, it might have been deleted concurrently. {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 09 15:54:04.981065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39454) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:05.002937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8da5b-408b-4375-9a23-715f248ebbd2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=bca73f72-a7c5-4019-b974-d194f6f66f46,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:05.029798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network b3ddab48-0751-4572-842a-d2622e4f0f16 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:05.036201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:05.057595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] For port 1d61260f-0794-4d04-a5e9-cba18ba2fd64, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1d61260f-0794-4d04-a5e9-cba18ba2fd64,segment=NetworkSegment(e80c0d08-670a-4a09-9fdc-933f18850e37),segment_id=e80c0d08-670a-4a09-9fdc-933f18850e37)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:05.058254 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.106840 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a22b47d2-0333-44df-8270-532866b49568 None None] Set router 603ff4bb-0dcf-4131-8c46-ea439854b5e0 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:05.137176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ee03d-5bc4-4939-9913-31f1f18459e9 None None] DHCP port deletion for bca73f72-a7c5-4019-b974-d194f6f66f46 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:05.149865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] Calling delete_port for 1d61260f-0794-4d04-a5e9-cba18ba2fd64 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:05.256338 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a22b47d2-0333-44df-8270-532866b49568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603ff4bb-0dcf-4131-8c46-ea439854b5e0', 'name': 'tempest-RoutersIpV6Test-router-1494890391', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:03Z', 'updated_at': '2021-08-09T15:54:04Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:05.322494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1d61260f-0794-4d04-a5e9-cba18ba2fd64 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:05.351608 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b47d2-0333-44df-8270-532866b49568 None None] Checking router: 603ff4bb-0dcf-4131-8c46-ea439854b5e0 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:05.391284 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b47d2-0333-44df-8270-532866b49568 None None] Routers {'603ff4bb-0dcf-4131-8c46-ea439854b5e0'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:05.393059 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a22b47d2-0333-44df-8270-532866b49568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603ff4bb-0dcf-4131-8c46-ea439854b5e0'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:05.505434 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a22b47d2-0333-44df-8270-532866b49568 None None] Set router 603ff4bb-0dcf-4131-8c46-ea439854b5e0 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:05.525763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Router d7f7e835-b031-4156-beae-5881f44acc65 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:54:05.587230 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.633033 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a22b47d2-0333-44df-8270-532866b49568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603ff4bb-0dcf-4131-8c46-ea439854b5e0', 'name': 'tempest-RoutersIpV6Test-router-1494890391', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:03Z', 'updated_at': '2021-08-09T15:54:04Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:05.656366 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.660873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] Pushing event deleted for resources: {'Port': ['ID=1d61260f-0794-4d04-a5e9-cba18ba2fd64,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:05.680505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b149c-57f1-430c-9dd4-051808d672bc None None] No DVR routers for this DVR port 1d61260f-0794-4d04-a5e9-cba18ba2fd64 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:05.710595 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b47d2-0333-44df-8270-532866b49568 None None] The sync data for ids ['603ff4bb-0dcf-4131-8c46-ea439854b5e0'] in n-d-799523-2 is: [{'id': '603ff4bb-0dcf-4131-8c46-ea439854b5e0', 'name': 'tempest-RoutersIpV6Test-router-1494890391', 'tenant_id': '4c646f292f5d4992839aec7ef90b7394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:03Z', 'updated_at': '2021-08-09T15:54:04Z', 'revision_number': 2, 'project_id': '4c646f292f5d4992839aec7ef90b7394', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:05.726309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b21dc407-1f5b-4a91-b0e8-c1519d182b4c None None] Provisioning complete for port ae00e7d0-13a4-4252-bc32-a16b90daa36c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:05.726939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b21dc407-1f5b-4a91-b0e8-c1519d182b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.801061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b21dc407-1f5b-4a91-b0e8-c1519d182b4c None None] Port ae00e7d0-13a4-4252-bc32-a16b90daa36c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:05.840564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:05.860412 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f02981f8-bd80-444d-8355-4273aea8ae64 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "PUT /v2.0/routers/d7f7e835-b031-4156-beae-5881f44acc65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5594180 Aug 09 15:54:05.861377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b7538-0386-495c-b15e-ecc0db4e8e05 None None] Sync routers for ids ['d7f7e835-b031-4156-beae-5881f44acc65'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:05.861527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39460) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:05.909381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b7538-0386-495c-b15e-ecc0db4e8e05 None None] Routers {'d7f7e835-b031-4156-beae-5881f44acc65'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:05.910467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8f5b7538-0386-495c-b15e-ecc0db4e8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['d7f7e835-b031-4156-beae-5881f44acc65'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:05.951761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aec78c-bf1f-4388-960a-87edac2eee75 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:05.960197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-091ddb16-9361-4bf8-842d-ba15cfaed11e tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/routers/603ff4bb-0dcf-4131-8c46-ea439854b5e0 HTTP/1.1" status: 200 len: 704 time: 1.0709829 Aug 09 15:54:05.962014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8f5b7538-0386-495c-b15e-ecc0db4e8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:05.963905 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7aec78c-bf1f-4388-960a-87edac2eee75 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7f7e835-b031-4156-beae-5881f44acc65 HTTP/1.1" status: 200 len: 989 time: 0.1011164 Aug 09 15:54:05.964501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39462) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:05.964837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39464) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:05.978758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b7538-0386-495c-b15e-ecc0db4e8e05 None None] Routers {'d7f7e835-b031-4156-beae-5881f44acc65'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:05.979298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8f5b7538-0386-495c-b15e-ecc0db4e8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['d7f7e835-b031-4156-beae-5881f44acc65'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:06.000826 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-554fe8e2-cffa-4162-b9ea-fe33721170f0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:06.003281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554fe8e2-cffa-4162-b9ea-fe33721170f0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:06.009549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-554fe8e2-cffa-4162-b9ea-fe33721170f0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/ba1cce2c-c896-4dcc-94ab-ffb8a4c0bbab HTTP/1.1" status: 404 len: 337 time: 0.1148174 Aug 09 15:54:06.011085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39466) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.027242 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2e795534-0bc8-490b-9ac4-1dc61cfc136c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ff4bb-0dcf-4131-8c46-ea439854b5e0 HTTP/1.1" status: 200 len: 205 time: 0.0588436 Aug 09 15:54:06.039154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8f5b7538-0386-495c-b15e-ecc0db4e8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:06.039961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b7538-0386-495c-b15e-ecc0db4e8e05 None None] The sync data for ids ['d7f7e835-b031-4156-beae-5881f44acc65'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:06.054437 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45f68b5-aa01-4f96-a929-f611cc442550 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:06.055105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45f68b5-aa01-4f96-a929-f611cc442550 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:06.059938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39468) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.060273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39470) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.060402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b45f68b5-aa01-4f96-a929-f611cc442550 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/bca73f72-a7c5-4019-b974-d194f6f66f46 HTTP/1.1" status: 404 len: 339 time: 0.0432916 Aug 09 15:54:06.101288 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6166-e5a8-4b87-bca2-dcd4b8569ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.105685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9d1e-9c70-4366-96a7-41dd6578ed2f tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.138663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9d1e-9c70-4366-96a7-41dd6578ed2f tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.144845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ebfa9d1e-9c70-4366-96a7-41dd6578ed2f tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/subnets/f194cc7b-c704-4444-97b4-494e33342ce0 HTTP/1.1" status: 204 len: 168 time: 2.3857458 Aug 09 15:54:06.148069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f339d9b-6086-4944-9d04-6f72b6943f18 None None] Network 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:06.168814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39472) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.182139 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a9a73a-5a47-42b1-9423-898825dc9423 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:06.182754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a9a73a-5a47-42b1-9423-898825dc9423 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:06.184960 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3a9a73a-5a47-42b1-9423-898825dc9423 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/131e9f27-da66-49c1-9d8e-be59bd25fcf0 HTTP/1.1" status: 404 len: 337 time: 0.1221654 Aug 09 15:54:06.190640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39474) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.206819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230cab9-27d1-4c6a-9c08-fd846c7d1b63 req-0b767e0c-6348-47ca-a320-016c0e3d8988 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:06.208598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3230cab9-27d1-4c6a-9c08-fd846c7d1b63 req-0b767e0c-6348-47ca-a320-016c0e3d8988 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.2444794 Aug 09 15:54:06.209388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa9d1e-9c70-4366-96a7-41dd6578ed2f tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Subnet': ['ID=f194cc7b-c704-4444-97b4-494e33342ce0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:06.269860 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-621abb6e-b71b-4041-a2c3-0c16eec3df5a tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:06.270459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621abb6e-b71b-4041-a2c3-0c16eec3df5a tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:06.272304 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-621abb6e-b71b-4041-a2c3-0c16eec3df5a tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/955524b5-6a83-4579-b6a6-99a6d14b0215 HTTP/1.1" status: 404 len: 339 time: 0.0808184 Aug 09 15:54:06.276824 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02c759f2-4a59-4a68-bb15-4d227bfdcadd tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.280500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39476) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.346767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6166-e5a8-4b87-bca2-dcd4b8569ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.588441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3230cab9-27d1-4c6a-9c08-fd846c7d1b63 req-d0a67747-0a60-4244-a94f-3ca139d3430b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959218 Aug 09 15:54:06.601416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] DHCP port deletion for 1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:06.604353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.702320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] Deleting port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:06.702822 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.713824 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6166-e5a8-4b87-bca2-dcd4b8569ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.722261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6166-e5a8-4b87-bca2-dcd4b8569ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.731329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4a3c6166-e5a8-4b87-bca2-dcd4b8569ff0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5badf759-4b06-43f4-8d73-e640d4eab0a4 HTTP/1.1" status: 204 len: 168 time: 1.9089193 Aug 09 15:54:06.756238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.793923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02c759f2-4a59-4a68-bb15-4d227bfdcadd tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.803170 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02c759f2-4a59-4a68-bb15-4d227bfdcadd tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.834781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c6166-e5a8-4b87-bca2-dcd4b8569ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5badf759-4b06-43f4-8d73-e640d4eab0a4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:06.837342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] For port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5f03321e-ccff-42c6-a22e-7a045a3c5ca6,segment=NetworkSegment(14dfe4b4-8a57-4456-9479-a644c4c1a0c7),segment_id=14dfe4b4-8a57-4456-9479-a644c4c1a0c7)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:06.838400 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.863922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] Calling delete_port for 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:06.947784 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.971759 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02c759f2-4a59-4a68-bb15-4d227bfdcadd tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.980365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb959cda-b12c-465b-83a1-c485bcfb5dfe']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:06.987883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c759f2-4a59-4a68-bb15-4d227bfdcadd tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Fanout notify agent at l3_agent the message router_deleted on router 603ff4bb-0dcf-4131-8c46-ea439854b5e0 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:07.033521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02c759f2-4a59-4a68-bb15-4d227bfdcadd tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.035781 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-02c759f2-4a59-4a68-bb15-4d227bfdcadd tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/603ff4bb-0dcf-4131-8c46-ea439854b5e0 HTTP/1.1" status: 204 len: 168 time: 0.9738491 Aug 09 15:54:07.037359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80c0d08-670a-4a09-9fdc-933f18850e37') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:07.040346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80c0d08-670a-4a09-9fdc-933f18850e37') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:07.058133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39488) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.158216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:07.162955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f47b5077-4f18-4f5e-a191-ca438e0fc615 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=603ff4bb-0dcf-4131-8c46-ea439854b5e0 HTTP/1.1" status: 200 len: 205 time: 0.1008573 Aug 09 15:54:07.165646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.168665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39490) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.191977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62e513-b04d-4c33-a33a-b2797725b6d1 req-97b043b5-21c3-48a2-adbd-ac704692ecbc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:07.203756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea62e513-b04d-4c33-a33a-b2797725b6d1 req-97b043b5-21c3-48a2-adbd-ac704692ecbc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.3536758 Aug 09 15:54:07.209782 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.214640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:07.215137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:07.215809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7f04f333-711e-4e3f-ad65-9d19026e1070 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:07.308019 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.322891 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-089ee7cb-6fd6-4d61-85e9-569f44576e0b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] delete failed (client error): The resource could not be found. Aug 09 15:54:07.327397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-089ee7cb-6fd6-4d61-85e9-569f44576e0b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/603ff4bb-0dcf-4131-8c46-ea439854b5e0 HTTP/1.1" status: 404 len: 336 time: 0.1194820 Aug 09 15:54:07.327619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] Pushing event deleted for resources: {'Port': ['ID=5f03321e-ccff-42c6-a22e-7a045a3c5ca6,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.328346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39496) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.342072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbe1d1e-8195-4205-8721-cf327f2f565a']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:07.348452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b455f4e-777d-4d70-b412-6a5807762626 None None] No DVR routers for this DVR port 5f03321e-ccff-42c6-a22e-7a045a3c5ca6 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:07.352770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7f04f333-711e-4e3f-ad65-9d19026e1070 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:07.353108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7f04f333-711e-4e3f-ad65-9d19026e1070 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:07.375743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdfc3a9-e209-4e5e-bdf7-b9eeed9d7a37') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:07.376412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdfc3a9-e209-4e5e-bdf7-b9eeed9d7a37') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:07.387608 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.399212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.428413 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.440348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:07.441169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.463914 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d411e27-9426-480d-b001-3fcf656c8e3c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:07.464610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d411e27-9426-480d-b001-3fcf656c8e3c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:07.472166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4d411e27-9426-480d-b001-3fcf656c8e3c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/35cb7741-90c8-4484-8545-c5d5d77bc1fd HTTP/1.1" status: 404 len: 337 time: 0.1275492 Aug 09 15:54:07.473656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:07.474324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.476899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:07.488502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39500) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.585134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea62e513-b04d-4c33-a33a-b2797725b6d1 req-a36a767b-67b6-4ef1-87c7-c5a10c26f17e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581328 Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:07.623973 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:07.647469 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b349e2-4ea4-420c-ab46-4cd92ef73af5 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:07.648376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b349e2-4ea4-420c-ab46-4cd92ef73af5 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:07.650810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-59b349e2-4ea4-420c-ab46-4cd92ef73af5 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/4d7e10b7-3832-4c74-a3c0-f5db7508d5a0 HTTP/1.1" status: 404 len: 337 time: 0.1511328 Aug 09 15:54:07.664361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39510) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.745445 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb2db25-45f3-47f3-a670-463867d20409 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:07.746319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb2db25-45f3-47f3-a670-463867d20409 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:07.751445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7bb2db25-45f3-47f3-a670-463867d20409 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/6d8318af-642e-4529-9a2d-0976d0428bea HTTP/1.1" status: 404 len: 337 time: 0.0823238 Aug 09 15:54:07.754950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39514) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.766106 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.790496 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.795596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/networks/cb959cda-b12c-465b-83a1-c485bcfb5dfe HTTP/1.1" status: 204 len: 168 time: 1.6206865 Aug 09 15:54:07.795596 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a48a26b-8c7f-44c5-85dd-3c6067074be6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:07.795596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a48a26b-8c7f-44c5-85dd-3c6067074be6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:07.795596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5a48a26b-8c7f-44c5-85dd-3c6067074be6 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/61835479-f8b6-4995-88bd-49ae6ea428c6 HTTP/1.1" status: 404 len: 337 time: 0.0392010 Aug 09 15:54:07.798239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39516) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.814706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39520) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.818622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9a0c5-acaa-446c-b47a-6e7969259d6a tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Network': ['ID=cb959cda-b12c-465b-83a1-c485bcfb5dfe,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.944254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.947237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.958521 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a578e167-147e-49e5-ac2d-617deae3e823 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 200 len: 205 time: 0.1275737 Aug 09 15:54:07.962260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39528) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.975519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.981633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/ebbe1d1e-8195-4205-8721-cf327f2f565a HTTP/1.1" status: 204 len: 168 time: 1.6961827 Aug 09 15:54:07.981633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ac1ee-9e0c-44b9-853f-1baf4f771d56 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=ebbe1d1e-8195-4205-8721-cf327f2f565a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.983432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39530) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.011871 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-2740a08b-4835-4992-a8ee-050016306982 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] delete failed (client error): The resource could not be found. Aug 09 15:54:08.017413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2740a08b-4835-4992-a8ee-050016306982 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/7dfe8aab-4092-4281-acc0-27958affbcb8 HTTP/1.1" status: 404 len: 336 time: 0.0537822 Aug 09 15:54:08.018174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39532) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.070834 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecb75b9-39ac-45dc-a613-5e62df09cfc6 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.071183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecb75b9-39ac-45dc-a613-5e62df09cfc6 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.075131 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8ecb75b9-39ac-45dc-a613-5e62df09cfc6 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/e4c68e0a-3231-477c-8d45-380549a8ec1b HTTP/1.1" status: 404 len: 337 time: 0.0913744 Aug 09 15:54:08.082905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39536) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.084202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62855ba8-b7e3-4ea3-b263-420fdefc30ee tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=01482962-5c60-44dd-bc31-71e47a872966 HTTP/1.1" status: 200 len: 205 time: 0.0647929 Aug 09 15:54:08.092511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39538) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.150557 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-042514ea-65a0-4572-ae24-eebcc00382ab tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.151195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042514ea-65a0-4572-ae24-eebcc00382ab tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.165250 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-042514ea-65a0-4572-ae24-eebcc00382ab tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/4a98f9fe-d85e-4a7f-96f8-c45d38f13bce HTTP/1.1" status: 404 len: 339 time: 0.0796337 Aug 09 15:54:08.168895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39542) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.198488 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4144398-94be-40dc-bd6b-d44889ac3a1f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.198826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4144398-94be-40dc-bd6b-d44889ac3a1f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.200964 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d4144398-94be-40dc-bd6b-d44889ac3a1f tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/7d10904e-4a38-4024-aed8-a4c7faba498a HTTP/1.1" status: 404 len: 337 time: 0.0313783 Aug 09 15:54:08.206444 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.208549 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-be7fd182-ddbe-40ea-80f1-e64f1ab50487 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] delete failed (client error): The resource could not be found. Aug 09 15:54:08.210394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-be7fd182-ddbe-40ea-80f1-e64f1ab50487 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/01482962-5c60-44dd-bc31-71e47a872966 HTTP/1.1" status: 404 len: 336 time: 0.1162329 Aug 09 15:54:08.217194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39546) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.249153 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8c58cf-a361-4491-9e18-233ae66365c5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.249735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8c58cf-a361-4491-9e18-233ae66365c5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.252069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fd8c58cf-a361-4491-9e18-233ae66365c5 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/4647f5b5-373d-428b-b9a9-65b808bdfef7 HTTP/1.1" status: 404 len: 339 time: 0.0446129 Aug 09 15:54:08.255189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39548) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.264678 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.267891 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-073e2010-9446-49b4-b695-830134f05989 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.268358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073e2010-9446-49b4-b695-830134f05989 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.270134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.270461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-073e2010-9446-49b4-b695-830134f05989 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/57259f3e-90fd-40e3-adb9-548c15a7b2b0 HTTP/1.1" status: 404 len: 337 time: 0.0520322 Aug 09 15:54:08.273730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39550) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.301868 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd8969c-37dd-4ce8-95ca-89d6c12f77bc tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.302298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd8969c-37dd-4ce8-95ca-89d6c12f77bc tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.307629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1cd8969c-37dd-4ce8-95ca-89d6c12f77bc tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/1dbd1154-e7cb-4a52-a50e-c757a98b4311 HTTP/1.1" status: 404 len: 337 time: 0.0476573 Aug 09 15:54:08.307629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec2a4dd-9215-4d91-93c4-eac74ba1aed1']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:08.309508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39554) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.327446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14dfe4b4-8a57-4456-9479-a644c4c1a0c7') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:08.327668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14dfe4b4-8a57-4456-9479-a644c4c1a0c7') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:08.340415 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2f8ad85a-1960-4f0b-8a4c-9d29eeb154fe tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=87d44fc3-4370-4866-b794-09e54a4a1ab9 HTTP/1.1" status: 200 len: 205 time: 0.0621033 Aug 09 15:54:08.342812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39556) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.381637 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e20085b-8627-4007-acf7-bc19c651bce6 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.382265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e20085b-8627-4007-acf7-bc19c651bce6 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.390090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2e20085b-8627-4007-acf7-bc19c651bce6 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/cd4c11cc-2a77-48b5-9209-c621f2e5f3bc HTTP/1.1" status: 404 len: 339 time: 0.0737789 Aug 09 15:54:08.390090 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-9b2e817a-2b45-47f1-a76d-3773c947212f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] delete failed (client error): The resource could not be found. Aug 09 15:54:08.390090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9b2e817a-2b45-47f1-a76d-3773c947212f tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/87d44fc3-4370-4866-b794-09e54a4a1ab9 HTTP/1.1" status: 404 len: 336 time: 0.0421476 Aug 09 15:54:08.390090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.390090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39558) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.391070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39560) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.435057 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-255627b0-83a0-4c60-926f-644c65d87027 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.436003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255627b0-83a0-4c60-926f-644c65d87027 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.439092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-255627b0-83a0-4c60-926f-644c65d87027 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/a8e9accc-06a2-4996-91ec-c5bede876ec4 HTTP/1.1" status: 404 len: 337 time: 0.0485587 Aug 09 15:54:08.442925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39562) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.460249 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6b6ed424-3395-41eb-81e2-b05e10d0ef88 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=979daeed-b58f-45af-b2d9-c59e1427b8ea HTTP/1.1" status: 200 len: 205 time: 0.0659020 Aug 09 15:54:08.464347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39564) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.467951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.549403 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d5df36-9ec7-4dd6-9847-f6d6667552e2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.550605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d5df36-9ec7-4dd6-9847-f6d6667552e2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.553539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d7d5df36-9ec7-4dd6-9847-f6d6667552e2 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/a47748d6-8a70-45b6-b0ca-da6d347b9b01 HTTP/1.1" status: 404 len: 339 time: 0.1089900 Aug 09 15:54:08.557188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:08.558040 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.563000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39568) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:08.563215 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:08.569487 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-72e7966a-82b2-469f-9286-ee833b220871 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] delete failed (client error): The resource could not be found. Aug 09 15:54:08.569487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-72e7966a-82b2-469f-9286-ee833b220871 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/979daeed-b58f-45af-b2d9-c59e1427b8ea HTTP/1.1" status: 404 len: 336 time: 0.0999763 Aug 09 15:54:08.569662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39570) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.628065 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce799c9-9cd8-4098-92ea-6008cd474c8e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.628515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce799c9-9cd8-4098-92ea-6008cd474c8e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.632972 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ce799c9-9cd8-4098-92ea-6008cd474c8e tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/ca8fe842-332f-48cd-86ff-d7316b155b59 HTTP/1.1" status: 404 len: 337 time: 0.0662255 Aug 09 15:54:08.634091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39572) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.639134 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-12491dce-0ebb-4863-abff-9b51bc1eaa91 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.639348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12491dce-0ebb-4863-abff-9b51bc1eaa91 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.644292 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-12491dce-0ebb-4863-abff-9b51bc1eaa91 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/002fe97b-3b9a-45b2-beb8-44c9b3c0da09 HTTP/1.1" status: 404 len: 337 time: 0.0717766 Aug 09 15:54:08.645591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39574) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.667910 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9650c7b9-dbe9-4805-a495-c8860bc8ba59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.668450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9650c7b9-dbe9-4805-a495-c8860bc8ba59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.673460 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9650c7b9-dbe9-4805-a495-c8860bc8ba59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/c455a7a4-ad8f-48d3-883c-2f4a723409a6 HTTP/1.1" status: 404 len: 339 time: 0.0361376 Aug 09 15:54:08.675029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39578) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.710940 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d25b45-2b07-4280-a4e0-473e668bb089 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.710940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d25b45-2b07-4280-a4e0-473e668bb089 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.716923 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-94d25b45-2b07-4280-a4e0-473e668bb089 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/b58b27aa-6104-4647-ab2c-90770cbad17c HTTP/1.1" status: 404 len: 337 time: 0.0356712 Aug 09 15:54:08.716923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39580) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.717195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d89d1903-3217-4302-9ffa-15934d46164b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=47d75a12-b037-4e6c-9669-4e5ee7db15a7 HTTP/1.1" status: 200 len: 205 time: 0.0659704 Aug 09 15:54:08.717292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39582) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.725668 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.755322 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.760701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/networks/1ec2a4dd-9215-4d91-93c4-eac74ba1aed1 HTTP/1.1" status: 204 len: 168 time: 0.9591246 Aug 09 15:54:08.762658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39586) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.775017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f75acb-9c82-4748-8224-92efdb6176b3 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Network': ['ID=1ec2a4dd-9215-4d91-93c4-eac74ba1aed1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:08.830495 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cd1f77-0a56-4dad-80e6-cf3dffe1affe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.831078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cd1f77-0a56-4dad-80e6-cf3dffe1affe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.832839 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-48cd1f77-0a56-4dad-80e6-cf3dffe1affe tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/3fcda595-b624-4007-8a40-9a4a02b9bd27 HTTP/1.1" status: 404 len: 339 time: 0.1171041 Aug 09 15:54:08.835864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39592) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.836836 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-b408bce2-651a-4932-a27f-76c294e8ad3c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] delete failed (client error): The resource could not be found. Aug 09 15:54:08.837866 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b408bce2-651a-4932-a27f-76c294e8ad3c tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/47d75a12-b037-4e6c-9669-4e5ee7db15a7 HTTP/1.1" status: 404 len: 336 time: 0.1195469 Aug 09 15:54:08.849117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39594) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.862614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port ae00e7d0-13a4-4252-bc32-a16b90daa36c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:08.863034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.919857 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1d5561-27ce-4894-b392-54b98597e044 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.920458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1d5561-27ce-4894-b392-54b98597e044 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.922817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9e1d5561-27ce-4894-b392-54b98597e044 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/47feb942-c446-4511-80b9-d29e87c3c0fa HTTP/1.1" status: 404 len: 337 time: 0.0848675 Aug 09 15:54:08.924392 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-538a8fa1-3a6e-454a-860d-341b93d6f051 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:08.925260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538a8fa1-3a6e-454a-860d-341b93d6f051 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:08.927007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39598) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.927266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-538a8fa1-3a6e-454a-860d-341b93d6f051 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/be9b4e36-dfd7-4d09-9d9f-415f017d19fa HTTP/1.1" status: 404 len: 337 time: 0.0743089 Aug 09 15:54:08.933409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39600) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.965056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-37604609-4a35-4187-a2f5-194e223eb153 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a619792-6e5f-4daa-a794-e9e72bdfb5db HTTP/1.1" status: 200 len: 205 time: 0.0301824 Aug 09 15:54:08.967324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39602) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:09.010571 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-ef296000-13e8-4faa-93c8-d3cbcb80942b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] delete failed (client error): The resource could not be found. Aug 09 15:54:09.011931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ef296000-13e8-4faa-93c8-d3cbcb80942b tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/routers/9a619792-6e5f-4daa-a794-e9e72bdfb5db HTTP/1.1" status: 404 len: 336 time: 0.0433571 Aug 09 15:54:09.014951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39604) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:09.045224 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cc63fc-c3c8-42ac-a797-e4afa5654f19 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:09.045977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cc63fc-c3c8-42ac-a797-e4afa5654f19 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:09.048418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-31cc63fc-c3c8-42ac-a797-e4afa5654f19 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/d6056ef9-c139-41a8-83bf-f4fa98256ad0 HTTP/1.1" status: 404 len: 337 time: 0.0318596 Aug 09 15:54:09.052351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39606) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:09.094455 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc06a514-357f-424a-955f-074749ccbc33 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:09.095697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc06a514-357f-424a-955f-074749ccbc33 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:09.102032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dc06a514-357f-424a-955f-074749ccbc33 tempest-RoutersIpV6Test-1886874544 tempest-RoutersIpV6Test-1886874544-project] 10.222.0.64 "DELETE /v2.0/subnets/0e44307b-60a2-4eaf-9f7f-15adfe5366fd HTTP/1.1" status: 404 len: 337 time: 0.0482981 Aug 09 15:54:09.334784 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ba724-ebe5-4f3a-9e0b-561a55b151f4 req-8dc17212-490e-4dfb-adac-5fb896ea8d5e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:09.336717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a13ba724-ebe5-4f3a-9e0b-561a55b151f4 req-8dc17212-490e-4dfb-adac-5fb896ea8d5e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.0720458 Aug 09 15:54:09.420223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e421493-267b-4081-8b53-4dd65451a055 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Deleting subnet e7d34b8c-e750-42e1-97be-a8569a0f3ed2 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:09.431712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a13ba724-ebe5-4f3a-9e0b-561a55b151f4 req-06cf2202-fef6-4f54-b857-b39a564daf14 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886426 Aug 09 15:54:09.441423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e421493-267b-4081-8b53-4dd65451a055 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.474732 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-386fbeb4-ee70-42ce-b111-c7b83b4f2fb9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:09.475441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386fbeb4-ee70-42ce-b111-c7b83b4f2fb9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:09.479616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-386fbeb4-ee70-42ce-b111-c7b83b4f2fb9 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/741417e1-c3f1-4b41-beb7-4a4128b64237 HTTP/1.1" status: 404 len: 339 time: 0.5493293 Aug 09 15:54:09.480078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39628) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:09.522152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e421493-267b-4081-8b53-4dd65451a055 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.527850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.551522 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fd3315-efd7-4a39-a429-e8d8aad92d68 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:09.551916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fd3315-efd7-4a39-a429-e8d8aad92d68 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:09.556830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-49fd3315-efd7-4a39-a429-e8d8aad92d68 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/9671fe6d-1aca-4256-aed6-93777811c266 HTTP/1.1" status: 404 len: 337 time: 0.0731995 Aug 09 15:54:09.560074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39632) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:09.574749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for ae00e7d0-13a4-4252-bc32-a16b90daa36c owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:09.608127 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86845a5-51e5-443e-aa8b-35ce0bfc8bd0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:09.608842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86845a5-51e5-443e-aa8b-35ce0bfc8bd0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:09.611399 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b86845a5-51e5-443e-aa8b-35ce0bfc8bd0 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/ef9b8a47-12ab-4eff-a896-d22b2c5d0252 HTTP/1.1" status: 404 len: 339 time: 0.0503526 Aug 09 15:54:09.614361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39634) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:09.715792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea349c2-45f7-4854-8313-daef4c4bbb59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Deleting subnet 8ef5d87d-f2ad-4edf-b102-9cd6c4b9d307 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:09.724974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39638) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:09.742664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea349c2-45f7-4854-8313-daef4c4bbb59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.826295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e421493-267b-4081-8b53-4dd65451a055 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.858367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea349c2-45f7-4854-8313-daef4c4bbb59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.018200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.074525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea349c2-45f7-4854-8313-daef4c4bbb59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.083746 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e421493-267b-4081-8b53-4dd65451a055 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.111293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=ae00e7d0-13a4-4252-bc32-a16b90daa36c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:10.114991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e421493-267b-4081-8b53-4dd65451a055 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d34b8c-e750-42e1-97be-a8569a0f3ed2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:10.142239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e421493-267b-4081-8b53-4dd65451a055 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.145257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5e421493-267b-4081-8b53-4dd65451a055 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/subnets/e7d34b8c-e750-42e1-97be-a8569a0f3ed2 HTTP/1.1" status: 204 len: 168 time: 1.3253207 Aug 09 15:54:10.152563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39656) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:10.159474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4aad8a-9441-45f3-85ea-ddf77820fe1f None None] Network a620cde9-0adc-4336-9732-d1a57cb91182 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:10.172455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a9775886-a530-487e-b0db-984e93bfbe06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c646f292f5d4992839aec7ef90b7394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435024 Aug 09 15:54:10.179562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39658) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:10.187219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39660) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:10.341066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.390218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.447396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-b4a14126-3be3-42f3-8edd-6063ea2e66f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6446466 Aug 09 15:54:10.496316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:10.512527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] DHCP port deletion for a620cde9-0adc-4336-9732-d1a57cb91182 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:10.559557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea349c2-45f7-4854-8313-daef4c4bbb59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.598044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] Deleting port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:10.598514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.599141 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.652108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Router d7f7e835-b031-4156-beae-5881f44acc65 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:10.683704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea349c2-45f7-4854-8313-daef4c4bbb59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef5d87d-f2ad-4edf-b102-9cd6c4b9d307,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:10.689142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] For port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,segment=NetworkSegment(5e0c5900-dbbd-42b5-a869-d170a9b76ba9),segment_id=5e0c5900-dbbd-42b5-a869-d170a9b76ba9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:10.689556 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.698977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84ea7c93-fbce-4fd8-8ff3-8ea12212c82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.700978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd1a06-d19d-4126-86b1-855cd9cfc671 None None] Network bac90180-ebfd-4074-b301-7df474a2abf9 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:10.725390 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84ea7c93-fbce-4fd8-8ff3-8ea12212c82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.751529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea349c2-45f7-4854-8313-daef4c4bbb59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.756686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9ea349c2-45f7-4854-8313-daef4c4bbb59 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/subnets/8ef5d87d-f2ad-4edf-b102-9cd6c4b9d307 HTTP/1.1" status: 204 len: 168 time: 1.1388698 Aug 09 15:54:10.757346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39668) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:10.767133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] Calling delete_port for 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:10.795421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:10.805701 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bf84039a-ae0d-469d-89df-ad52b9ad567f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "PUT /v2.0/routers/d7f7e835-b031-4156-beae-5881f44acc65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8386254 Aug 09 15:54:10.806346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39670) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:10.808640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda860b-cbe3-4997-879e-7657efbf9528 None None] Sync routers for ids ['d7f7e835-b031-4156-beae-5881f44acc65'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:10.825165 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda860b-cbe3-4997-879e-7657efbf9528 None None] Routers {'d7f7e835-b031-4156-beae-5881f44acc65'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:10.826277 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8dda860b-cbe3-4997-879e-7657efbf9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['d7f7e835-b031-4156-beae-5881f44acc65'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:10.826684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9a6ea-1852-4606-bb41-acb8aecc4edb req-c6d734db-19fc-4855-80ee-c4fcbd9e286f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:10.828655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8b9a6ea-1852-4606-bb41-acb8aecc4edb req-c6d734db-19fc-4855-80ee-c4fcbd9e286f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.2509086 Aug 09 15:54:10.830543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Deleting port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:10.830886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.871642 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8dda860b-cbe3-4997-879e-7657efbf9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:10.883980 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda860b-cbe3-4997-879e-7657efbf9528 None None] Routers {'d7f7e835-b031-4156-beae-5881f44acc65'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:10.884203 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b319d398-8cd2-4e9b-8e69-938c967ed3ef tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:54:10.884841 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8dda860b-cbe3-4997-879e-7657efbf9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:53:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['d7f7e835-b031-4156-beae-5881f44acc65'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:10.889675 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b319d398-8cd2-4e9b-8e69-938c967ed3ef tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/ae00e7d0-13a4-4252-bc32-a16b90daa36c HTTP/1.1" status: 404 len: 333 time: 0.0509348 Aug 09 15:54:10.890325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39672) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:10.965429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8b9a6ea-1852-4606-bb41-acb8aecc4edb req-46541f17-7af3-483c-af2b-907bf4bf44ad tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072063 Aug 09 15:54:10.980457 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8dda860b-cbe3-4997-879e-7657efbf9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:10.981141 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda860b-cbe3-4997-879e-7657efbf9528 None None] The sync data for ids ['d7f7e835-b031-4156-beae-5881f44acc65'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:11.006724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.022808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] For port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,segment=NetworkSegment(5e0c5900-dbbd-42b5-a869-d170a9b76ba9),segment_id=5e0c5900-dbbd-42b5-a869-d170a9b76ba9)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:11.023179 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.037263 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.040001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Calling delete_port for 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:11.043487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1907c0d-02a2-4f75-8f9b-f6c829c407ae tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.132643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.165270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84ea7c93-fbce-4fd8-8ff3-8ea12212c82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.167400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.167978 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84ea7c93-fbce-4fd8-8ff3-8ea12212c82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.169303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-84ea7c93-fbce-4fd8-8ff3-8ea12212c82a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfdca5db-7e28-40af-ad6f-df112fe1d3f6 HTTP/1.1" status: 204 len: 168 time: 0.9738801 Aug 09 15:54:11.207542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Port': ['ID=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.209974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] No DVR routers for this DVR port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:11.211984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea7c93-fbce-4fd8-8ff3-8ea12212c82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdca5db-7e28-40af-ad6f-df112fe1d3f6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.286095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] DHCP port deletion for bac90180-ebfd-4074-b301-7df474a2abf9 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:11.291105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:11.307849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Allocated IP 172.25.7.133 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/1a34bd86-bceb-41f0-ae96-7e2e38559c68) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:11.308160 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.322068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a620cde9-0adc-4336-9732-d1a57cb91182']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:11.331081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:11.331449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:11.337944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0c5900-dbbd-42b5-a869-d170a9b76ba9') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:11.340111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0c5900-dbbd-42b5-a869-d170a9b76ba9') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:11.353541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.357035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] Pushing event deleted for resources: {'Port': ['ID=14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.373427 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.388324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:11.388744 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:11.392822 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:11.400348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bd261-b92e-4004-92ed-ad13fb0246bb None None] No DVR routers for this DVR port 14b3a2ee-dd55-4bf8-af99-80bbf7d7bb5a on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:11.440251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] Deleting port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:11.440813 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.471121 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.484380 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.489367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/networks/a620cde9-0adc-4336-9732-d1a57cb91182 HTTP/1.1" status: 204 len: 168 time: 1.3343217 Aug 09 15:54:11.491933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39684) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:11.538046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] For port 51793bd2-099c-4012-9f61-b7dc2b1cbd91, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=51793bd2-099c-4012-9f61-b7dc2b1cbd91,segment=NetworkSegment(2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4),segment_id=2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:11.538836 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.564677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73233886-d8ae-4fc2-be26-e67642a8caef tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Pushing event deleted for resources: {'Network': ['ID=a620cde9-0adc-4336-9732-d1a57cb91182,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.578769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] Calling delete_port for 51793bd2-099c-4012-9f61-b7dc2b1cbd91 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:11.581669 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1907c0d-02a2-4f75-8f9b-f6c829c407ae tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.584453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1907c0d-02a2-4f75-8f9b-f6c829c407ae tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.617310 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c9c82f84-6495-4e09-8e03-be73ca193966 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "GET /v2.0/ports?device_id=8851e460-14be-4799-bb86-c03c1c81484b HTTP/1.1" status: 200 len: 205 time: 0.0794282 Aug 09 15:54:11.620358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39692) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:11.681111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1907c0d-02a2-4f75-8f9b-f6c829c407ae tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.682850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1907c0d-02a2-4f75-8f9b-f6c829c407ae tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Fanout notify agent at l3_agent the message router_deleted on router d7f7e835-b031-4156-beae-5881f44acc65 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:11.700492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1907c0d-02a2-4f75-8f9b-f6c829c407ae tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.705613 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b1907c0d-02a2-4f75-8f9b-f6c829c407ae tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/routers/d7f7e835-b031-4156-beae-5881f44acc65 HTTP/1.1" status: 204 len: 168 time: 0.8112764 Aug 09 15:54:11.707670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39696) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:11.737676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.751113 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.762483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Deleting port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:11.763173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.771679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] No DVR routers for this DVR port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:11.797445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86420d3-0797-4428-a758-4565cc2a54e4 None None] Pushing event deleted for resources: {'Port': ['ID=51793bd2-099c-4012-9f61-b7dc2b1cbd91,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.809192 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4728d2c6-bdd1-4aae-9fa3-c8b6c032d363 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.909286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-194189e4-4502-44ba-aa6d-15acabe7e3dc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet 3b123529-8721-447c-93e7-ce3260d9b5d9 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:11.926546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] For port 51793bd2-099c-4012-9f61-b7dc2b1cbd91, host n-d-799523-2, got binding levels [] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:11.926947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.930712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-194189e4-4502-44ba-aa6d-15acabe7e3dc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.974427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Calling delete_port for 51793bd2-099c-4012-9f61-b7dc2b1cbd91 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:11.981304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_backend_mixin [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 was not found and therefore no delete operation was performed {{(pid=94178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:54:11.987874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.994781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.000325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-194189e4-4502-44ba-aa6d-15acabe7e3dc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.041714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c275f-e4fa-41b8-879a-913dd3ee655e req-8d73d2dc-ce5d-4a12-a39b-fe53ed946b9b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:12.045020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd5c275f-e4fa-41b8-879a-913dd3ee655e req-8d73d2dc-ce5d-4a12-a39b-fe53ed946b9b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.1651509 Aug 09 15:54:12.051704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Port': ['ID=51793bd2-099c-4012-9f61-b7dc2b1cbd91,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:12.053627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4728d2c6-bdd1-4aae-9fa3-c8b6c032d363 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.058792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4728d2c6-bdd1-4aae-9fa3-c8b6c032d363 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.066226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] No DVR routers for this DVR port 51793bd2-099c-4012-9f61-b7dc2b1cbd91 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:12.130792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:12.152762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:12.174922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4728d2c6-bdd1-4aae-9fa3-c8b6c032d363 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.175534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4728d2c6-bdd1-4aae-9fa3-c8b6c032d363 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Fanout notify agent at l3_agent the message router_deleted on router 8851e460-14be-4799-bb86-c03c1c81484b {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:12.184874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4728d2c6-bdd1-4aae-9fa3-c8b6c032d363 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.186016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4728d2c6-bdd1-4aae-9fa3-c8b6c032d363 tempest-RoutersNegativeIpV6Test-1174274737 tempest-RoutersNegativeIpV6Test-1174274737-project] 10.222.0.64 "DELETE /v2.0/routers/8851e460-14be-4799-bb86-c03c1c81484b HTTP/1.1" status: 204 len: 168 time: 0.5623150 Aug 09 15:54:12.191330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd5c275f-e4fa-41b8-879a-913dd3ee655e req-93c5e08d-82e3-460c-a5b8-e34c3d84ddcb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817993 Aug 09 15:54:12.198355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:12.239189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342eb5f-3abe-41eb-a0f8-4410b87c6625 req-1910e60e-788a-4e61-9888-dd558adbf8ac tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:12.244379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c342eb5f-3abe-41eb-a0f8-4410b87c6625 req-1910e60e-788a-4e61-9888-dd558adbf8ac tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.1333046 Aug 09 15:54:12.264150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'Port': ['ID=1a34bd86-bceb-41f0-ae96-7e2e38559c68,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:12.289564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.306125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c342eb5f-3abe-41eb-a0f8-4410b87c6625 req-3b4c2320-5e4d-400f-a8e4-ab1f5aa10f94 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537059 Aug 09 15:54:12.314646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac90180-ebfd-4074-b301-7df474a2abf9']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:12.317414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-194189e4-4502-44ba-aa6d-15acabe7e3dc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.331138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:12.331437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec82fc5-a0f2-471e-9e82-5dbb9b2dfeb4') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:12.360960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.406534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.430224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:12.430224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:12.432079 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:12.444072 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.527055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-194189e4-4502-44ba-aa6d-15acabe7e3dc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.556871 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.558453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.568931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.573953 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] 10.222.0.64 "DELETE /v2.0/networks/bac90180-ebfd-4074-b301-7df474a2abf9 HTTP/1.1" status: 204 len: 168 time: 1.8123674 Aug 09 15:54:12.583401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39726) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:12.590409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194189e4-4502-44ba-aa6d-15acabe7e3dc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=3b123529-8721-447c-93e7-ce3260d9b5d9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:12.605943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-194189e4-4502-44ba-aa6d-15acabe7e3dc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.607983 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-194189e4-4502-44ba-aa6d-15acabe7e3dc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/3b123529-8721-447c-93e7-ce3260d9b5d9 HTTP/1.1" status: 204 len: 168 time: 0.8889470 Aug 09 15:54:12.611007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d8ae9-c680-44b4-a70b-4479dd4ab359 tempest-NetworksTest-1304355484 tempest-NetworksTest-1304355484-project] Pushing event deleted for resources: {'Network': ['ID=bac90180-ebfd-4074-b301-7df474a2abf9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:12.612199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:12.622829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6e5dd8-c7c6-427c-9eb7-dc77422bfe4e None None] Network b3ddab48-0751-4572-842a-d2622e4f0f16 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:12.781297 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.888606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.901384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.905431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] DHCP port deletion for b3ddab48-0751-4572-842a-d2622e4f0f16 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:12.941676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port d97eaa3f-1e89-4eac-9fee-197fc7da36aa {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:12.942027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.977785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] Deleting port d97eaa3f-1e89-4eac-9fee-197fc7da36aa {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:12.978343 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.978893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.015003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39744) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:13.050503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'Port': ['ID=1a34bd86-bceb-41f0-ae96-7e2e38559c68,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.071853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.081103 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8c9fcc4d-d6ea-485e-8aeb-f551da4ddafb tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8919423 Aug 09 15:54:13.083320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39748) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:13.098547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1514978692'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:13.108252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 51793bd2-099c-4012-9f61-b7dc2b1cbd91 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:13.119783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] For port d97eaa3f-1e89-4eac-9fee-197fc7da36aa, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,segment=NetworkSegment(c9625f24-42de-4132-b37b-7ea4c8f53f9f),segment_id=c9625f24-42de-4132-b37b-7ea4c8f53f9f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:13.120473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.129687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] For port d97eaa3f-1e89-4eac-9fee-197fc7da36aa, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,segment=NetworkSegment(c9625f24-42de-4132-b37b-7ea4c8f53f9f),segment_id=c9625f24-42de-4132-b37b-7ea4c8f53f9f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:13.130145 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.132300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Made reservation on behalf of 88ca6f7aa8574bb68f42c0ba5d1ace76 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:13.137433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.145883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for d97eaa3f-1e89-4eac-9fee-197fc7da36aa owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:13.156392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.164375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-44a23a86-c7f9-4601-bd66-a6a2edd9d7c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46e88ce3824b417ca6d686b8793f6b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791984 Aug 09 15:54:13.170727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39752) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:13.186873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 51793bd2-099c-4012-9f61-b7dc2b1cbd91 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:13.187214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 51793bd2-099c-4012-9f61-b7dc2b1cbd91 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:13.187629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d97eaa3f-1e89-4eac-9fee-197fc7da36aa no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:13.313218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a9ae-b226-431a-91f0-355de3e5a40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.317662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] Calling delete_port for d97eaa3f-1e89-4eac-9fee-197fc7da36aa owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:13.348916 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.356508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-36462ae0-4249-403a-b572-6dbe978afc7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f96d16656cd497188d11279be0d5a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385458 Aug 09 15:54:13.361768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39764) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:13.377906 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a9ae-b226-431a-91f0-355de3e5a40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.416737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No DVR routers for this DVR port d97eaa3f-1e89-4eac-9fee-197fc7da36aa on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:13.417525 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 15:54:13.422371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.434407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.435084 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.441917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No active binding found for port d97eaa3f-1e89-4eac-9fee-197fc7da36aa {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:54:13.441917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d97eaa3f-1e89-4eac-9fee-197fc7da36aa not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:13.449725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.490565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] Pushing event deleted for resources: {'Port': ['ID=d97eaa3f-1e89-4eac-9fee-197fc7da36aa,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.502875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044be7e-98ff-4b71-9aa0-6d7cc22d56f4 None None] No DVR routers for this DVR port d97eaa3f-1e89-4eac-9fee-197fc7da36aa on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:13.514798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:13.533490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21db453b-607c-476b-a87b-0d19e2507ec1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.555600 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.556420 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Added segment b33340ee-c08e-43b7-a3d3-da58f81ccef8 of type vlan for network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 Aug 09 15:54:13.566678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1620a7ca-26b7-4d0c-9c80-50534196c6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.571238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7a2b1-9eaa-47a7-b87d-3c914e79c298 req-1d1ec4ea-895e-43d7-84f2-54031413f2e4 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.572854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74c7a2b1-9eaa-47a7-b87d-3c914e79c298 req-1d1ec4ea-895e-43d7-84f2-54031413f2e4 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.2451110 Aug 09 15:54:13.593874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1620a7ca-26b7-4d0c-9c80-50534196c6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.610394 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.635201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ddab48-0751-4572-842a-d2622e4f0f16']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:13.658281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9625f24-42de-4132-b37b-7ea4c8f53f9f') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:13.658682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9625f24-42de-4132-b37b-7ea4c8f53f9f') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:13.661333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.674035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a9ae-b226-431a-91f0-355de3e5a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.676659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a9ae-b226-431a-91f0-355de3e5a40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.680285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c6a6a9ae-b226-431a-91f0-355de3e5a40b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e1f0e7f-3ba3-4d8a-b75a-5652e5aefa82 HTTP/1.1" status: 204 len: 168 time: 0.5061555 Aug 09 15:54:13.698673 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.717016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.727284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.727726 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.753726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278e68b-f5b4-485d-a91d-b6c19723c2b9 req-704b6332-6d3b-49ea-a383-c5c24687f6de tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.755349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d278e68b-f5b4-485d-a91d-b6c19723c2b9 req-704b6332-6d3b-49ea-a383-c5c24687f6de tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.1925519 Aug 09 15:54:13.762192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6a9ae-b226-431a-91f0-355de3e5a40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1f0e7f-3ba3-4d8a-b75a-5652e5aefa82,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.764212 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.769135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74c7a2b1-9eaa-47a7-b87d-3c914e79c298 req-ad564fff-4687-4822-affe-728b76c7f3f8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780522 Aug 09 15:54:13.780920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:13.790561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:13.793955 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:13.799482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1620a7ca-26b7-4d0c-9c80-50534196c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.802409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1620a7ca-26b7-4d0c-9c80-50534196c6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.806294 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1620a7ca-26b7-4d0c-9c80-50534196c6ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d82b7ef-2c14-4d48-8d66-c1e361960e84 HTTP/1.1" status: 204 len: 168 time: 0.4406285 Aug 09 15:54:13.873583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d278e68b-f5b4-485d-a91d-b6c19723c2b9 req-081f0e46-de75-487a-8b8d-dca249ac5d47 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006491 Aug 09 15:54:13.882040 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.909322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620a7ca-26b7-4d0c-9c80-50534196c6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d82b7ef-2c14-4d48-8d66-c1e361960e84,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.918346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.929079 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8421006 Aug 09 15:54:13.930101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39782) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:13.930869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/networks/b3ddab48-0751-4572-842a-d2622e4f0f16 HTTP/1.1" status: 204 len: 168 time: 1.3128004 Aug 09 15:54:13.932416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362f69-bb62-4543-8bfa-883f1b57d361 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Network': ['ID=b3ddab48-0751-4572-842a-d2622e4f0f16,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.939518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39784) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:13.947040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Request body: {'subnet': {'network_id': '9e7fedaa-e3d3-4629-a94b-1a253f9b1637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:13.988481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc2561-c844-4643-9b75-5b5774a96047 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'Network': ['ID=9e7fedaa-e3d3-4629-a94b-1a253f9b1637,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:14.003774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:14.021541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a09ba-b5d9-457d-a46c-83cda084596f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.023942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-067a09ba-b5d9-457d-a46c-83cda084596f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc HTTP/1.1" status: 200 len: 844 time: 0.0826707 Aug 09 15:54:14.028478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39792) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:14.076807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f4bc7d47-2499-4ac7-85a1-4d7b2dee30b1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0467706 Aug 09 15:54:14.082231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39794) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:14.091227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:14.156354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Made reservation on behalf of 88ca6f7aa8574bb68f42c0ba5d1ace76 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:14.161387 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.208828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:14.213932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.419773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.579504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Checking segment: {'id': 'b33340ee-c08e-43b7-a3d3-da58f81ccef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '9e7fedaa-e3d3-4629-a94b-1a253f9b1637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:14.580564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Network hostable DHCP agents. Network: 9e7fedaa-e3d3-4629-a94b-1a253f9b1637, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:14.602984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'Subnet': ['ID=236a0c96-0cb7-4c26-8ca5-aaf344cadd0c,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:14.605727 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.616148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:14.630242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9e7fedaa-e3d3-4629-a94b-1a253f9b1637) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:14.635075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.636028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.642426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3105b0-ec34-4dd8-821b-d4be09d4bfb5 None None] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:14.656441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cb41b398-b8b6-4389-a401-a3a8f18e1c82 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7117279 Aug 09 15:54:14.659249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:14.665252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-434019115', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:14.696082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.696082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.719856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:14.723351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:14.742771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586aa25b-e1ea-4dc4-9087-c92b212bb380 None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:14.749874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.749874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.769195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.783050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=f96e2314-26fc-4d1b-9e2f-86113f504553,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:14.794895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3b6a2935-0f0c-4e8c-82aa-b2236ea26acc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7098653 Aug 09 15:54:14.799263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39832) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:14.804929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-fa1a5fb1-cc26-4530-bbaa-89e88488cfa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'security_group': {'name': 'tempest-secgroup-530210139'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:14.856145 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5fb1-cc26-4530-bbaa-89e88488cfa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.102828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39844) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:15.146281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1274056-e782-42a9-a8d6-afb18cec2a1b req-bb90a17b-e8c1-4bde-8f46-956a556c15b8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.148101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1274056-e782-42a9-a8d6-afb18cec2a1b req-bb90a17b-e8c1-4bde-8f46-956a556c15b8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.2392128 Aug 09 15:54:15.150640 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-323adece-3bbb-4d67-955a-7437b64bbdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.160942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.173811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9e7fedaa-e3d3-4629-a94b-1a253f9b1637', 'network_id': '9e7fedaa-e3d3-4629-a94b-1a253f9b1637', 'tenant_id': '88ca6f7aa8574bb68f42c0ba5d1ace76', 'fixed_ips': [{'subnet_id': '236a0c96-0cb7-4c26-8ca5-aaf344cadd0c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:54:15.174943 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.248335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28100f-ce41-4aaf-93aa-84eaf1b09754 req-4b3724bf-afbe-4b14-9e1f-a2724de743d4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.257491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a28100f-ce41-4aaf-93aa-84eaf1b09754 req-4b3724bf-afbe-4b14-9e1f-a2724de743d4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.2366705 Aug 09 15:54:15.346346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5fb1-cc26-4530-bbaa-89e88488cfa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.356179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1274056-e782-42a9-a8d6-afb18cec2a1b req-01460fe8-7626-43ff-b0af-141c200e3c85 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757853 Aug 09 15:54:15.359368 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5fb1-cc26-4530-bbaa-89e88488cfa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.403769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a28100f-ce41-4aaf-93aa-84eaf1b09754 req-e8576fe8-1c9d-4c22-92c0-5415331b43ea tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452742 Aug 09 15:54:15.415060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a5fb1-cc26-4530-bbaa-89e88488cfa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435bc03e-969c-40a5-ae02-889d54c2ed88,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:15.429491 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5fb1-cc26-4530-bbaa-89e88488cfa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.443402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fa1a5fb1-cc26-4530-bbaa-89e88488cfa1 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6428390 Aug 09 15:54:15.444585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39850) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:15.457229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3fc631ba-0be3-4650-91f4-d69e24308b37 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106596525'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:15.503530 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fc631ba-0be3-4650-91f4-d69e24308b37 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.506174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Allocated IP 172.20.0.2 (9e7fedaa-e3d3-4629-a94b-1a253f9b1637/236a0c96-0cb7-4c26-8ca5-aaf344cadd0c/c6baa4c6-1e96-4d2c-8956-9e53373f3093) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:15.509731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.511811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-cc506e7f-494b-4f4a-93d1-8f35c7120010', 'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'tenant_id': 'da08d0e3d29e463eae1592496fc92f46', 'fixed_ips': [{'subnet_id': 'f96e2314-26fc-4d1b-9e2f-86113f504553'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:54:15.513925 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.585627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.685561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a44190d1-b163-457e-8013-deb264b9fdc6 tempest-DvrRoutersNegativeTest-1571471168 tempest-DvrRoutersNegativeTest-1571471168-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1731743908', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:15.696187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.policy [None req-a44190d1-b163-457e-8013-deb264b9fdc6 tempest-DvrRoutersNegativeTest-1571471168 tempest-DvrRoutersNegativeTest-1571471168-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94177) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 09 15:54:15.696691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.policy [None req-a44190d1-b163-457e-8013-deb264b9fdc6 tempest-DvrRoutersNegativeTest-1571471168 tempest-DvrRoutersNegativeTest-1571471168-project] Failed policy check for 'create_router' {{(pid=94177) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 09 15:54:15.697907 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-a44190d1-b163-457e-8013-deb264b9fdc6 tempest-DvrRoutersNegativeTest-1571471168 tempest-DvrRoutersNegativeTest-1571471168-project] create failed (client error): Access was denied to this resource. Aug 09 15:54:15.699614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a44190d1-b163-457e-8013-deb264b9fdc6 tempest-DvrRoutersNegativeTest-1571471168 tempest-DvrRoutersNegativeTest-1571471168-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5935891 Aug 09 15:54:15.768425 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fc631ba-0be3-4650-91f4-d69e24308b37 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.776331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fc631ba-0be3-4650-91f4-d69e24308b37 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.840010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc631ba-0be3-4650-91f4-d69e24308b37 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82f70d6-ba8c-4699-a26b-4e6d3f5b31b4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:15.869156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Allocated IP 2001:db8::2 (cc506e7f-494b-4f4a-93d1-8f35c7120010/f96e2314-26fc-4d1b-9e2f-86113f504553/f38af30a-9360-4735-b343-d809fc8981d4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:15.902657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fc631ba-0be3-4650-91f4-d69e24308b37 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.905128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3fc631ba-0be3-4650-91f4-d69e24308b37 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4574084 Aug 09 15:54:15.910313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39866) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:15.922614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1187142309', 'security_groups': ['e82f70d6-ba8c-4699-a26b-4e6d3f5b31b4'], 'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f96e2314-26fc-4d1b-9e2f-86113f504553'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:15.994564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Allocated IP 172.25.7.234 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/09a866ef-882f-4a92-956a-4096f4193b83) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:16.033112 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.082809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Transition to ACTIVE for port object c6baa4c6-1e96-4d2c-8956-9e53373f3093 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:16.160937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Transition to ACTIVE for port object c6baa4c6-1e96-4d2c-8956-9e53373f3093 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:16.188789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.269913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.314126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Pushing event updated for resources: {'Port': ['ID=c6baa4c6-1e96-4d2c-8956-9e53373f3093,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:16.337781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.338060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.338255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.338573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.338902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.345208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.345623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.345963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.346298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.346628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.346959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.347286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:16.386738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.452078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:16.468410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:16.472742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:16.501122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39882) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:16.505753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:16.521524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.529743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:16.538880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:16.603754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'Port': ['ID=09a866ef-882f-4a92-956a-4096f4193b83,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:16.607326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-d065a1f2-a132-410a-aaa8-fe4b13a45adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.609289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-d065a1f2-a132-410a-aaa8-fe4b13a45adb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6&tenant_id=c9d853f10f594fc3907169dac285e27e HTTP/1.1" status: 200 len: 1095 time: 0.7735519 Aug 09 15:54:16.632212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Transition to ACTIVE for port object f38af30a-9360-4735-b343-d809fc8981d4 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:16.672260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Attempting to bind port c6baa4c6-1e96-4d2c-8956-9e53373f3093 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:16.673002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Attempting to bind port c6baa4c6-1e96-4d2c-8956-9e53373f3093 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b33340ee-c08e-43b7-a3d3-da58f81ccef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '9e7fedaa-e3d3-4629-a94b-1a253f9b1637'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:16.673996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Attempting to bind port c6baa4c6-1e96-4d2c-8956-9e53373f3093 on network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:16.683239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:16.684310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Checking segment: {'id': 'b33340ee-c08e-43b7-a3d3-da58f81ccef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '9e7fedaa-e3d3-4629-a94b-1a253f9b1637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:16.685094 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.686290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Bound using segment: {'id': 'b33340ee-c08e-43b7-a3d3-da58f81ccef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '9e7fedaa-e3d3-4629-a94b-1a253f9b1637'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:16.686957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Bound port: c6baa4c6-1e96-4d2c-8956-9e53373f3093, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33340ee-c08e-43b7-a3d3-da58f81ccef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '9e7fedaa-e3d3-4629-a94b-1a253f9b1637'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:16.687505 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.717457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Transition to ACTIVE for port object f38af30a-9360-4735-b343-d809fc8981d4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:16.741127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160df0c0-3497-445a-a6ab-236658464f84 req-cbd93030-4cb1-4441-ada0-9865127311a2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.748883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-160df0c0-3497-445a-a6ab-236658464f84 req-cbd93030-4cb1-4441-ada0-9865127311a2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.1346967 Aug 09 15:54:16.762769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c4ad6-ebc6-46c8-8c8d-f133ab1c657e req-948999e0-f58c-4e8f-834b-7144702c0741 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.770664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc1c4ad6-ebc6-46c8-8c8d-f133ab1c657e req-948999e0-f58c-4e8f-834b-7144702c0741 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.2202258 Aug 09 15:54:16.770871 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.857399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:16.894566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-b6a2ce70-0c76-4ff7-a483-eb0d8161b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.895066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:16.901160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-b6a2ce70-0c76-4ff7-a483-eb0d8161b914 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 1095 time: 0.2314458 Aug 09 15:54:16.910923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:16.918810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Pushing event updated for resources: {'Port': ['ID=f38af30a-9360-4735-b343-d809fc8981d4,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:16.929866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] For port c6baa4c6-1e96-4d2c-8956-9e53373f3093, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:16.936491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:16.941407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] For port c6baa4c6-1e96-4d2c-8956-9e53373f3093, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6baa4c6-1e96-4d2c-8956-9e53373f3093,segment=NetworkSegment(b33340ee-c08e-43b7-a3d3-da58f81ccef8),segment_id=b33340ee-c08e-43b7-a3d3-da58f81ccef8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:16.947299 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.948979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-517b5ffd-d849-4717-88b0-5d1b49b6f350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.120968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Attempting to bind port f38af30a-9360-4735-b343-d809fc8981d4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:17.121631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Attempting to bind port f38af30a-9360-4735-b343-d809fc8981d4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'd753cb71-624e-4f1d-8129-59d99535f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:17.122186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Attempting to bind port f38af30a-9360-4735-b343-d809fc8981d4 on network cc506e7f-494b-4f4a-93d1-8f35c7120010 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:17.123438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-517b5ffd-d849-4717-88b0-5d1b49b6f350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.130235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-517b5ffd-d849-4717-88b0-5d1b49b6f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.191162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:17.191800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Checking segment: {'id': 'd753cb71-624e-4f1d-8129-59d99535f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:17.192528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.193149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Bound using segment: {'id': 'd753cb71-624e-4f1d-8129-59d99535f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:17.193932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Bound port: f38af30a-9360-4735-b343-d809fc8981d4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd753cb71-624e-4f1d-8129-59d99535f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:17.197109 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.224132 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-517b5ffd-d849-4717-88b0-5d1b49b6f350 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=447134f7a5a044c78cdbad519795e12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169249 Aug 09 15:54:17.253966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aa65c-98ca-434c-b821-b5a1b4f29de3 None None] Pushing event updated for resources: {'Port': ['ID=c6baa4c6-1e96-4d2c-8956-9e53373f3093,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:17.258696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.261432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-dd3668a5-16e1-4fd7-bdbf-fdfc3236534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:17.262948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-dd3668a5-16e1-4fd7-bdbf-fdfc3236534b service neutron] 10.222.0.35 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 916 time: 0.3301756 Aug 09 15:54:17.267018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc1c4ad6-ebc6-46c8-8c8d-f133ab1c657e req-40e565d8-7e34-4ed1-a4e1-44d77bf6abf7 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4949028 Aug 09 15:54:17.270121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-160df0c0-3497-445a-a6ab-236658464f84 req-5e1c9b91-b9df-4558-bfa6-83cebe20e6fa tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202971 Aug 09 15:54:17.270616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39898) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:17.299469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b5ffd-d849-4717-88b0-5d1b49b6f350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f08305-8611-4356-8bd1-6f4297d188ed,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:17.406551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] For port f38af30a-9360-4735-b343-d809fc8981d4, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:17.413062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-ea4d0bdf-f6a5-43bc-9232-cc4346d891c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cdfc5af-1504-427a-86bd-22974ca755e8 HTTP/1.1" status: 200 len: 217 time: 0.1309533 Aug 09 15:54:17.419482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] For port f38af30a-9360-4735-b343-d809fc8981d4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f38af30a-9360-4735-b343-d809fc8981d4,segment=NetworkSegment(d753cb71-624e-4f1d-8129-59d99535f4fa),segment_id=d753cb71-624e-4f1d-8129-59d99535f4fa)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:17.423489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.431743 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.559847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-2156a6d2-5383-4583-821c-64a166f05b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:17.564752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-2156a6d2-5383-4583-821c-64a166f05b44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 200 len: 854 time: 0.1330757 Aug 09 15:54:17.589010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:54:17.683723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-48c54765-c285-4d39-9604-5d6c43d28109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.697956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2132c6-70f0-4475-9a00-3641893c6f8e None None] Pushing event updated for resources: {'Port': ['ID=f38af30a-9360-4735-b343-d809fc8981d4,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:17.784305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.793235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.865042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39906) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:17.875135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::4e (cc506e7f-494b-4f4a-93d1-8f35c7120010/f96e2314-26fc-4d1b-9e2f-86113f504553/6ac000dd-b193-4bd0-a6d3-ef94148d8c8b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:18.075303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-3d8d3c6b-7388-4b17-a812-7394da3fc74e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2018149 Aug 09 15:54:18.220548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd4472a5-abca-4d9b-8b8f-8438a4bf56d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.333337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd4472a5-abca-4d9b-8b8f-8438a4bf56d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.411576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-c5ff16e9-f1a2-4d0b-87d4-c2ed5447364b service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248100 Aug 09 15:54:18.454304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8bb213bb-7ea2-4938-9f6d-9769158aa07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.544014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.556736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Router 3f430f8e-9dc1-45c7-a97d-b3038c48d755 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:54:18.615464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:18.635419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd4472a5-abca-4d9b-8b8f-8438a4bf56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.638474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd4472a5-abca-4d9b-8b8f-8438a4bf56d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.639704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bd4472a5-abca-4d9b-8b8f-8438a4bf56d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2f08305-8611-4356-8bd1-6f4297d188ed HTTP/1.1" status: 204 len: 168 time: 1.3669956 Aug 09 15:54:18.673183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008463c5-da74-4a6a-9616-2b4c6fe83d7c req-f71b3d16-80d6-4de9-b1f1-6de63eaddaee tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:18.674964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008463c5-da74-4a6a-9616-2b4c6fe83d7c req-f71b3d16-80d6-4de9-b1f1-6de63eaddaee tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.2291441 Aug 09 15:54:18.715838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4472a5-abca-4d9b-8b8f-8438a4bf56d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f08305-8611-4356-8bd1-6f4297d188ed,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:18.720201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-f85feaf1-730e-4770-b5aa-9aa73faa5a41 service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945747 Aug 09 15:54:18.749474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8bb213bb-7ea2-4938-9f6d-9769158aa07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.761029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8bb213bb-7ea2-4938-9f6d-9769158aa07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.770549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02873627-1ecb-4cf3-9d59-c41efbe06fdf req-407ca4dd-12de-46a0-bcf1-0812d1df3da0 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:18.772968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02873627-1ecb-4cf3-9d59-c41efbe06fdf req-407ca4dd-12de-46a0-bcf1-0812d1df3da0 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3093011 Aug 09 15:54:18.806594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:18.817982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0916b-835e-4315-8099-08bfa8452f7b None None] Sync routers for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:18.828842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aba983-2d55-42fc-a8b5-ac481ac5005a None None] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:18.836698 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8bb213bb-7ea2-4938-9f6d-9769158aa07e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76a10af27e5849b18c6b9820818db9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9639511 Aug 09 15:54:18.840398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39924) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:18.851616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb213bb-7ea2-4938-9f6d-9769158aa07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6b4894-0e41-442e-9a4d-93a28a1a7c82,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:18.873217 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.877617 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dbd32980-f21f-4672-bca5-69031dc7063c tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.2171893 Aug 09 15:54:18.880700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39928) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:18.927413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02873627-1ecb-4cf3-9d59-c41efbe06fdf req-0c4d492d-1218-474d-864e-f93c53e89b6c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293170 Aug 09 15:54:18.960168 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.029383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-854a0f95-b596-42ed-9fd4-e44a256c3e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.049769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0916b-835e-4315-8099-08bfa8452f7b None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:19.052212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dfb0916b-835e-4315-8099-08bfa8452f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:19.138052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-854a0f95-b596-42ed-9fd4-e44a256c3e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.217856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=6ac000dd-b193-4bd0-a6d3-ef94148d8c8b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:19.222609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dfb0916b-835e-4315-8099-08bfa8452f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:19.244877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:19.269023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008463c5-da74-4a6a-9616-2b4c6fe83d7c req-ebb912b4-3372-4343-898a-a2d99110c684 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223920 Aug 09 15:54:19.276921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:19.284196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:19.302405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:19.302992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.356977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2a7de65d-1f9e-4ee7-b092-9adf61e44561 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4448283 Aug 09 15:54:19.359696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39948) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:19.368975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6266b81e-17fd-4ad5-a828-d91472def870 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:19.393218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6baa4c6-1e96-4d2c-8956-9e53373f3093 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:19.403597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.444458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a4be8e0d-3a3d-49d9-b7f8-24f4d7ee2afb None None] Provisioning for port c6baa4c6-1e96-4d2c-8956-9e53373f3093 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:19.514562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0916b-835e-4315-8099-08bfa8452f7b None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:19.519435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dfb0916b-835e-4315-8099-08bfa8452f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:19.555273 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-854a0f95-b596-42ed-9fd4-e44a256c3e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.575690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dfb0916b-835e-4315-8099-08bfa8452f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:19.576715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb0916b-835e-4315-8099-08bfa8452f7b None None] The sync data for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:19.583840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-854a0f95-b596-42ed-9fd4-e44a256c3e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.592143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-854a0f95-b596-42ed-9fd4-e44a256c3e33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e6b4894-0e41-442e-9a4d-93a28a1a7c82 HTTP/1.1" status: 204 len: 168 time: 0.7475104 Aug 09 15:54:19.666340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-299c6c72-f135-4247-8268-3b785f19813f None None] Provisioning complete for port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:19.684303 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-299c6c72-f135-4247-8268-3b785f19813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.698565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c6baa4c6-1e96-4d2c-8956-9e53373f3093 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:19.746848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6266b81e-17fd-4ad5-a828-d91472def870 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:19.750835 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6266b81e-17fd-4ad5-a828-d91472def870 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.761824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a0f95-b596-42ed-9fd4-e44a256c3e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6b4894-0e41-442e-9a4d-93a28a1a7c82,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:19.833687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c6baa4c6-1e96-4d2c-8956-9e53373f3093 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:19.834157 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.140202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-299c6c72-f135-4247-8268-3b785f19813f None None] Port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:20.237658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-299c6c72-f135-4247-8268-3b785f19813f None None] Provisioning for port f38af30a-9360-4735-b343-d809fc8981d4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:20.429090 n-d-799523-2 neutron-server[94177]: INFO neutron.db.ipam_backend_mixin [None req-6266b81e-17fd-4ad5-a828-d91472def870 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f96e2314-26fc-4d1b-9e2f-86113f504553 (CIDR: 2001:db8::/64) Aug 09 15:54:20.455373 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6266b81e-17fd-4ad5-a828-d91472def870 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:54:20.456150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6266b81e-17fd-4ad5-a828-d91472def870 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:20.499480 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.509182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.519394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.530697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4487dc-89a3-4f31-bea4-a2c915d42d6f req-8060ac0b-d33c-494f-a8a4-8c5929d2a1be tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:20.563930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c4487dc-89a3-4f31-bea4-a2c915d42d6f req-8060ac0b-d33c-494f-a8a4-8c5929d2a1be tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3685999 Aug 09 15:54:20.581391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d96a7dfb-0c0e-48b2-9a45-adec694a607e None None] Provisioning for port 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:20.616461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d96a7dfb-0c0e-48b2-9a45-adec694a607e None None] Provisioning complete for port 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:20.616896 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d96a7dfb-0c0e-48b2-9a45-adec694a607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.763107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6266b81e-17fd-4ad5-a828-d91472def870 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4018946 Aug 09 15:54:20.764866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39980) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:20.809068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c6baa4c6-1e96-4d2c-8956-9e53373f3093, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6baa4c6-1e96-4d2c-8956-9e53373f3093,segment=NetworkSegment(b33340ee-c08e-43b7-a3d3-da58f81ccef8),segment_id=b33340ee-c08e-43b7-a3d3-da58f81ccef8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:20.811141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d96a7dfb-0c0e-48b2-9a45-adec694a607e None None] Port 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:20.827763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.835126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:20.840266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f38af30a-9360-4735-b343-d809fc8981d4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:20.856225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39982) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:20.971298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39988) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:21.060120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c4487dc-89a3-4f31-bea4-a2c915d42d6f req-2ae4711c-0b42-43d8-b4c2-24ee71abe9b6 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4946117 Aug 09 15:54:21.061620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d96a7dfb-0c0e-48b2-9a45-adec694a607e None None] Provisioning complete for port c6baa4c6-1e96-4d2c-8956-9e53373f3093 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:21.063680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d96a7dfb-0c0e-48b2-9a45-adec694a607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.091794 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e105ddbe-c9b6-490f-a9eb-73c7b5b960ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.189775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45344dc-689c-46bc-b785-5caf7394feea req-34f0ed27-dd2e-4067-b16c-8c89ffded76f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:21.202154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d45344dc-689c-46bc-b785-5caf7394feea req-34f0ed27-dd2e-4067-b16c-8c89ffded76f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.7255578 Aug 09 15:54:21.212644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Allocated IP 172.20.0.1 (9e7fedaa-e3d3-4629-a94b-1a253f9b1637/236a0c96-0cb7-4c26-8ca5-aaf344cadd0c/76d493f2-203d-458f-8018-4826c882a3ab) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:21.223449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c6baa4c6-1e96-4d2c-8956-9e53373f3093,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:21.271467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f38af30a-9360-4735-b343-d809fc8981d4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:21.305122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f38af30a-9360-4735-b343-d809fc8981d4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:21.305681 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.324666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d45344dc-689c-46bc-b785-5caf7394feea req-831bb108-8a57-4e7b-8a67-68ebc79c8e08 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205354 Aug 09 15:54:21.504200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1543992428'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:21.548552 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.599223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port f38af30a-9360-4735-b343-d809fc8981d4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f38af30a-9360-4735-b343-d809fc8981d4,segment=NetworkSegment(d753cb71-624e-4f1d-8129-59d99535f4fa),segment_id=d753cb71-624e-4f1d-8129-59d99535f4fa)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:21.605456 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.662333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.724662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Transition to ACTIVE for port object 76d493f2-203d-458f-8018-4826c882a3ab will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:21.806330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e105ddbe-c9b6-490f-a9eb-73c7b5b960ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.830663 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e105ddbe-c9b6-490f-a9eb-73c7b5b960ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.882865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105ddbe-c9b6-490f-a9eb-73c7b5b960ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a244775b-a446-44cf-b173-be91f19bba4f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:21.898299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:54:21.898299 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:54:21.898299 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id_1': '5d2bc496428e4b57a22f770a91fe1cc6', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 54, 21, 542399)}] Aug 09 15:54:21.898299 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:54:21.898993 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:54:21.940627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:21.949746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.986376 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e105ddbe-c9b6-490f-a9eb-73c7b5b960ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4646eab5839e45aba3486d538c6e7e95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0114138 Aug 09 15:54:21.988846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39996) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:22.083514 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.091258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6baa4c6-1e96-4d2c-8956-9e53373f3093 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:22.225268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=f38af30a-9360-4735-b343-d809fc8981d4,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:22.234180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:22.240705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c6baa4c6-1e96-4d2c-8956-9e53373f3093 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:22.240705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.245528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-352884d2-916c-4d35-81d3-dfca43689e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.279390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-352884d2-916c-4d35-81d3-dfca43689e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.346068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:22.366404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:22.369659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-352884d2-916c-4d35-81d3-dfca43689e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.374566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-352884d2-916c-4d35-81d3-dfca43689e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.378214 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-352884d2-916c-4d35-81d3-dfca43689e27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a244775b-a446-44cf-b173-be91f19bba4f HTTP/1.1" status: 204 len: 168 time: 0.3846714 Aug 09 15:54:22.478899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'Port': ['ID=76d493f2-203d-458f-8018-4826c882a3ab,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:22.486300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Made reservation on behalf of 5d2bc496428e4b57a22f770a91fe1cc6 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:22.489925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.511016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.513477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352884d2-916c-4d35-81d3-dfca43689e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a244775b-a446-44cf-b173-be91f19bba4f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:22.780424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.799288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf83331-f884-4fc4-979e-fbdb7873060a req-f8bfb7c4-0c90-431d-9a7b-c9f52f3973c1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:22.801578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.827177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bf83331-f884-4fc4-979e-fbdb7873060a req-f8bfb7c4-0c90-431d-9a7b-c9f52f3973c1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3768044 Aug 09 15:54:22.842174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-522047aa-9ef5-4321-b113-898c35d1f8ca None None] Provisioning for port 76d493f2-203d-458f-8018-4826c882a3ab completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:22.847995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-522047aa-9ef5-4321-b113-898c35d1f8ca None None] Provisioning complete for port 76d493f2-203d-458f-8018-4826c882a3ab triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:22.848423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-522047aa-9ef5-4321-b113-898c35d1f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.855418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bcff10-5771-4013-8ea3-811d6e109582,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:22.859003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.972499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bf83331-f884-4fc4-979e-fbdb7873060a req-9f05d790-fa71-4b3a-a7e0-0db5869e7546 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442847 Aug 09 15:54:22.991903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-522047aa-9ef5-4321-b113-898c35d1f8ca None None] Port 76d493f2-203d-458f-8018-4826c882a3ab cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:23.018459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:23.079629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361a57-2091-4aae-afd7-caac01284d36 req-29b41737-1e63-4663-930a-5db68ea7aade tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:23.081311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0361a57-2091-4aae-afd7-caac01284d36 req-29b41737-1e63-4663-930a-5db68ea7aade tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.4366658 Aug 09 15:54:23.081724 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.082423 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Added segment 51eb50ab-b848-45b0-a92b-0337a09ae035 of type vlan for network f0031fa3-7e10-4714-a551-1cb06456d30b Aug 09 15:54:23.094056 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.119836 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.201756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.207914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:23.255307 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.274129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:23.275128 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.323042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:23.325406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=43db85a2-547d-4ce5-8aea-ec2a0536bc40,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:23.339105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379cf42-0bdb-4900-9505-7de3c724c395 None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:23.346923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:23.347755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.369649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0361a57-2091-4aae-afd7-caac01284d36 req-ee51f78e-87b5-4a3f-8530-a753972e0858 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742293 Aug 09 15:54:23.404604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-180f6530-b614-448b-a5ce-77e776e1a066 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6298404 Aug 09 15:54:23.407675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40022) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:23.423254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1324613706', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43db85a2-547d-4ce5-8aea-ec2a0536bc40'}], 'security_groups': ['435bc03e-969c-40a5-ae02-889d54c2ed88']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:23.679443 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.8199935 Aug 09 15:54:23.684463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40028) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:23.712086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-4e0e3f13-63c2-4003-b2c1-a1dfc0aa74c9 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', 'tempest-TagsTest-Tag-1781352047') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:23.729299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d35fb-b69b-4fe4-8031-ce78b68c5b70 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Pushing event updated for resources: {'Network': ['ID=f0031fa3-7e10-4714-a551-1cb06456d30b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:23.818537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network f0031fa3-7e10-4714-a551-1cb06456d30b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:23.841979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f38af30a-9360-4735-b343-d809fc8981d4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:23.982473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.989559 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:24.075003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:24.130023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:24.293842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'Port': ['ID=76d493f2-203d-458f-8018-4826c882a3ab,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:24.372807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f38af30a-9360-4735-b343-d809fc8981d4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:24.373262 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:24.457400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:24.461492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:24.501159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4e0e3f13-63c2-4003-b2c1-a1dfc0aa74c9 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "PUT /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags/tempest-TagsTest-Tag-1781352047 HTTP/1.1" status: 201 len: 201 time: 0.8132844 Aug 09 15:54:24.516709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40050) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:24.536352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-28a4c87f-0fda-4ef4-9918-e198d9fe72d5 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', 'tempest-TagsTest-Tag-1781352047') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:24.665750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0b4ef-6686-40c5-ba63-e54e1c00e52c None None] Update dhcp port {'port': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'fixed_ips': [{'subnet_id': 'f96e2314-26fc-4d1b-9e2f-86113f504553', 'ip_address': '2001:db8::2'}, {'subnet_id': '43db85a2-547d-4ce5-8aea-ec2a0536bc40'}], 'binding:host_id': 'n-d-799523-2'}, 'id': 'f38af30a-9360-4735-b343-d809fc8981d4'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:54:24.812360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Router 3f430f8e-9dc1-45c7-a97d-b3038c48d755 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:24.813990 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26e0b4ef-6686-40c5-ba63-e54e1c00e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:25.136363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:25.151923 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f4b261c6-6400-4412-9ea9-43ce30f47473 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "PUT /v2.0/routers/3f430f8e-9dc1-45c7-a97d-b3038c48d755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2676706 Aug 09 15:54:25.155365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40060) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:25.157335 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0017c8a-e869-4dd4-b6e9-c788579634b3 None None] Sync routers for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:25.167912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Request body: {'port': {'network_id': '9e7fedaa-e3d3-4629-a94b-1a253f9b1637', 'name': 'tempest-FloatingIPAdminTestJSON-1294185371'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:25.180409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0017c8a-e869-4dd4-b6e9-c788579634b3 None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:25.180618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b51f34-67dc-4da5-be97-f22dfd7bf035 req-ca7cba9d-2e5c-40de-8349-9eb2b19391bb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.181970 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a0017c8a-e869-4dd4-b6e9-c788579634b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:25.193495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3b51f34-67dc-4da5-be97-f22dfd7bf035 req-ca7cba9d-2e5c-40de-8349-9eb2b19391bb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 1.0861526 Aug 09 15:54:25.282915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e086-3944-43e9-998c-f27dd9e86f7d req-4e72649f-6611-47e7-b3f1-59dad602c95e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.285233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96f8e086-3944-43e9-998c-f27dd9e86f7d req-4e72649f-6611-47e7-b3f1-59dad602c95e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.6757393 Aug 09 15:54:25.340577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2dc65453-c5d3-47b1-a062-8d16a5e36236 None None] Provisioning complete for port 76d493f2-203d-458f-8018-4826c882a3ab triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:25.341325 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2dc65453-c5d3-47b1-a062-8d16a5e36236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:25.379336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3b51f34-67dc-4da5-be97-f22dfd7bf035 req-2f346176-2f22-47a9-bf00-d74d4d7d95c3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845877 Aug 09 15:54:25.443783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2dc65453-c5d3-47b1-a062-8d16a5e36236 None None] Port 76d493f2-203d-458f-8018-4826c882a3ab cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:25.457579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Delete allocated IP 2001:db8::4e (cc506e7f-494b-4f4a-93d1-8f35c7120010/f96e2314-26fc-4d1b-9e2f-86113f504553) {{(pid=94177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 15:54:25.482433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8:0:1::3a2 (cc506e7f-494b-4f4a-93d1-8f35c7120010/43db85a2-547d-4ce5-8aea-ec2a0536bc40/6ac000dd-b193-4bd0-a6d3-ef94148d8c8b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:25.584469 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a0017c8a-e869-4dd4-b6e9-c788579634b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:25.607433 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0017c8a-e869-4dd4-b6e9-c788579634b3 None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:25.617801 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a0017c8a-e869-4dd4-b6e9-c788579634b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:25.655086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Made reservation on behalf of 88ca6f7aa8574bb68f42c0ba5d1ace76 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:25.663664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:25.724538 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a0017c8a-e869-4dd4-b6e9-c788579634b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:25.725207 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0017c8a-e869-4dd4-b6e9-c788579634b3 None None] The sync data for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:25.725749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] device_id is not set on port 77b19716-ff1d-48ae-892e-6c9a2ff82b98 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:54:25.820097 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:25.836774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:25.857708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:25.943919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96f8e086-3944-43e9-998c-f27dd9e86f7d req-0a6fa4cb-2a71-4896-8e77-eb17a04696aa tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053193 Aug 09 15:54:25.946697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-28a4c87f-0fda-4ef4-9918-e198d9fe72d5 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "GET /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags/tempest-TagsTest-Tag-1781352047 HTTP/1.1" status: 204 len: 168 time: 1.4282007 Aug 09 15:54:25.972496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40078) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:25.998265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-26e0b4ef-6686-40c5-ba63-e54e1c00e52c None None] Allocated IP 2001:db8:0:1::2 (cc506e7f-494b-4f4a-93d1-8f35c7120010/43db85a2-547d-4ce5-8aea-ec2a0536bc40/f38af30a-9360-4735-b343-d809fc8981d4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:26.014276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-f26a7cfa-75a0-4c8c-b903-10253fe0c4b3 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:26.015937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] In _notify_port_updated(), no bound segment for port 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b on network cc506e7f-494b-4f4a-93d1-8f35c7120010 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:54:26.024674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:26.025370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.026937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "PUT /v2.0/ports/6ac000dd-b193-4bd0-a6d3-ef94148d8c8b HTTP/1.1" status: 200 len: 931 time: 2.6169121 Aug 09 15:54:26.035514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40080) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:26.213668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-26e0b4ef-6686-40c5-ba63-e54e1c00e52c None None] For port f38af30a-9360-4735-b343-d809fc8981d4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f38af30a-9360-4735-b343-d809fc8981d4,segment=NetworkSegment(d753cb71-624e-4f1d-8129-59d99535f4fa),segment_id=d753cb71-624e-4f1d-8129-59d99535f4fa)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:26.253927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26e0b4ef-6686-40c5-ba63-e54e1c00e52c None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.277472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-26e0b4ef-6686-40c5-ba63-e54e1c00e52c None None] Transition to ACTIVE for port object f38af30a-9360-4735-b343-d809fc8981d4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:26.286304 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-26e0b4ef-6686-40c5-ba63-e54e1c00e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.357231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384c91e-d565-4a40-9dff-4bc69675e961 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=6ac000dd-b193-4bd0-a6d3-ef94148d8c8b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:26.457192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f26a7cfa-75a0-4c8c-b903-10253fe0c4b3 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "GET /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags HTTP/1.1" status: 200 len: 238 time: 0.4810638 Aug 09 15:54:26.459241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40090) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:26.465490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-5d4336e6-909f-4bc8-83bb-5e166f719392 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', {'tags': ['tempest-TagsTest-Tag-1873766578', 'tempest-TagsTest-Tag-990268308', 'tempest-TagsTest-Tag-1248663574']}) {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:26.470939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Allocated IP 172.20.0.13 (9e7fedaa-e3d3-4629-a94b-1a253f9b1637/236a0c96-0cb7-4c26-8ca5-aaf344cadd0c/77b19716-ff1d-48ae-892e-6c9a2ff82b98) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:26.513375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acdfd9-1cb5-49ea-850b-55c49c3ca3c9 req-1c6adf64-23bc-4fa6-a862-52c4d8f14211 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:26.527095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4acdfd9-1cb5-49ea-850b-55c49c3ca3c9 req-1c6adf64-23bc-4fa6-a862-52c4d8f14211 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.1883314 Aug 09 15:54:26.549060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0f54945a-3627-4be7-8243-5cde08669dd9 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:26.549060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f54945a-3627-4be7-8243-5cde08669dd9 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.549509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0b4ef-6686-40c5-ba63-e54e1c00e52c None None] Pushing event updated for resources: {'Port': ['ID=f38af30a-9360-4735-b343-d809fc8981d4,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:26.567244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-1dbde26c-6849-49bb-ba06-91ddfd55edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:26.568997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-1dbde26c-6849-49bb-ba06-91ddfd55edb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1096 time: 0.3404918 Aug 09 15:54:26.655444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4acdfd9-1cb5-49ea-850b-55c49c3ca3c9 req-a2bdaba8-12b9-4121-aaef-15f861a8d7fb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146488 Aug 09 15:54:26.807365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f54945a-3627-4be7-8243-5cde08669dd9 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.840910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0f54945a-3627-4be7-8243-5cde08669dd9 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:26.883060 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5d4336e6-909f-4bc8-83bb-5e166f719392 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "PUT /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags HTTP/1.1" status: 200 len: 308 time: 0.4189947 Aug 09 15:54:26.905156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40102) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:26.945143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-35275172-625a-429a-b041-9b123487c6b9 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', 'tempest-TagsTest-Tag-1873766578') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:27.216239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f54945a-3627-4be7-8243-5cde08669dd9 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.234027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-3052eeef-9178-4e88-a166-d639c797ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:27.239493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-3052eeef-9178-4e88-a166-d639c797ecce service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.6340318 Aug 09 15:54:27.241923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c933c-de5f-4336-a170-7a7c77032327 req-eed84484-3562-409b-b0db-a63eebc83bb0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:27.252316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f6c933c-de5f-4336-a170-7a7c77032327 req-eed84484-3562-409b-b0db-a63eebc83bb0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.1414824 Aug 09 15:54:27.314594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54945a-3627-4be7-8243-5cde08669dd9 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=6ac000dd-b193-4bd0-a6d3-ef94148d8c8b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:27.375150 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f54945a-3627-4be7-8243-5cde08669dd9 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.379280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0f54945a-3627-4be7-8243-5cde08669dd9 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/6ac000dd-b193-4bd0-a6d3-ef94148d8c8b HTTP/1.1" status: 204 len: 168 time: 1.3403037 Aug 09 15:54:27.382716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40116) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:27.424866 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7001b5c3-d9e2-4e3a-88ad-21ec46a437fe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:54:27.427251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7001b5c3-d9e2-4e3a-88ad-21ec46a437fe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/6ac000dd-b193-4bd0-a6d3-ef94148d8c8b HTTP/1.1" status: 404 len: 333 time: 0.0423801 Aug 09 15:54:27.431063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40118) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:27.499116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f6c933c-de5f-4336-a170-7a7c77032327 req-71e3fc23-d33c-4fc8-8318-69a5427baa03 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456825 Aug 09 15:54:27.541263 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3cc8841-6c93-49cc-92a6-863549a305f3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.598490 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-c988afbf-6f3f-453b-adca-b3ab8905b00b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 1001 time: 0.3506181 Aug 09 15:54:27.600708 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-35275172-625a-429a-b041-9b123487c6b9 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "DELETE /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags/tempest-TagsTest-Tag-1873766578 HTTP/1.1" status: 204 len: 168 time: 0.6601768 Aug 09 15:54:27.602370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3cc8841-6c93-49cc-92a6-863549a305f3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.606601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40122) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:27.621396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-23762dce-d290-4514-9bb8-3bf5edb2af75 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', 'tempest-TagsTest-Tag-1873766578') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:27.701786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.706102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8af46362-3f28-4f91-b717-6db026b8c414 None None] Provisioning complete for port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:27.706817 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8af46362-3f28-4f91-b717-6db026b8c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.815936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Transition to ACTIVE for port object 77b19716-ff1d-48ae-892e-6c9a2ff82b98 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:27.821666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40126) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:27.840591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f38af30a-9360-4735-b343-d809fc8981d4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:27.916458 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.000632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8af46362-3f28-4f91-b717-6db026b8c414 None None] Port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:28.002873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event updated for resources: {'Port': ['ID=77b19716-ff1d-48ae-892e-6c9a2ff82b98,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:28.012848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:28.015693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-03363566-6962-44d7-b480-05463cdf9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:28.018499 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-03363566-6962-44d7-b480-05463cdf9e44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.4128563 Aug 09 15:54:28.024387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:28.027622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:28.041938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3cc8841-6c93-49cc-92a6-863549a305f3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.058811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3cc8841-6c93-49cc-92a6-863549a305f3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.073912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f3cc8841-6c93-49cc-92a6-863549a305f3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/security-groups/e82f70d6-ba8c-4699-a26b-4e6d3f5b31b4 HTTP/1.1" status: 204 len: 168 time: 0.6358790 Aug 09 15:54:28.074869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40134) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:28.091156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.091515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.091929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.092412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.092741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.093537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.093537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.093773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.094253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.094515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.094845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.095170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:28.101636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8af46362-3f28-4f91-b717-6db026b8c414 None None] Provisioning for port f38af30a-9360-4735-b343-d809fc8981d4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:28.125945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8af46362-3f28-4f91-b717-6db026b8c414 None None] Provisioning complete for port f38af30a-9360-4735-b343-d809fc8981d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:28.136664 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8af46362-3f28-4f91-b717-6db026b8c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.211155 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-23762dce-d290-4514-9bb8-3bf5edb2af75 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] show failed (client error): The resource could not be found. Aug 09 15:54:28.215054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-23762dce-d290-4514-9bb8-3bf5edb2af75 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "GET /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags/tempest-TagsTest-Tag-1873766578 HTTP/1.1" status: 404 len: 326 time: 0.6035187 Aug 09 15:54:28.215591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40138) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:28.221245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-fe67fd16-ac76-40ee-a6a9-e58b1fc6b1de tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', 'tempest-TagsTest-Tag-990268308') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:28.267944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc8841-6c93-49cc-92a6-863549a305f3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82f70d6-ba8c-4699-a26b-4e6d3f5b31b4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:28.288946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e5ae-7ce9-43c4-9f74-d0f997b140b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.306325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbc1bf-e165-4e88-b1ec-1aa04d2a2928 req-bd45c370-e5ea-460d-b017-69ee2d4f8ad1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:28.308302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7fbc1bf-e165-4e88-b1ec-1aa04d2a2928 req-bd45c370-e5ea-460d-b017-69ee2d4f8ad1 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.4171350 Aug 09 15:54:28.428818 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ab6e-c116-4e2f-89e8-54f690828c83 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.434381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f38af30a-9360-4735-b343-d809fc8981d4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:28.451701 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.466329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-bb4f1f6a-c0e5-4d15-9b36-ded9937aa02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:28.468093 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-bb4f1f6a-c0e5-4d15-9b36-ded9937aa02a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4364476 Aug 09 15:54:28.529440 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:28.530099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.551811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ab6e-c116-4e2f-89e8-54f690828c83 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.571670 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.661163 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ab6e-c116-4e2f-89e8-54f690828c83 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.663794 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ab6e-c116-4e2f-89e8-54f690828c83 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.667319 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bbb0ab6e-c116-4e2f-89e8-54f690828c83 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/security-groups/435bc03e-969c-40a5-ae02-889d54c2ed88 HTTP/1.1" status: 204 len: 168 time: 0.5495863 Aug 09 15:54:28.673663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.702654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40142) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:28.781440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8af46362-3f28-4f91-b717-6db026b8c414 None None] Could not find standard attr ID for object 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:54:28.808766 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fe67fd16-ac76-40ee-a6a9-e58b1fc6b1de tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "GET /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags/tempest-TagsTest-Tag-990268308 HTTP/1.1" status: 204 len: 168 time: 0.5894549 Aug 09 15:54:28.817067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40146) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:28.823497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-ed7e0233-af90-4634-8262-ada9d68ab053 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', 'tempest-TagsTest-Tag-1248663574') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:28.902874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d50ae2-cda0-4c15-9a08-20b568b77cff tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet f96e2314-26fc-4d1b-9e2f-86113f504553 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:28.906185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0ab6e-c116-4e2f-89e8-54f690828c83 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435bc03e-969c-40a5-ae02-889d54c2ed88,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:28.926391 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-327010d4-0c99-40f3-bdcf-338f61af2b94 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867259 Aug 09 15:54:28.934070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b1267967-2a19-415c-a036-7984d2d29bfc None None] Could not find standard attr ID for object 6ac000dd-b193-4bd0-a6d3-ef94148d8c8b. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:54:28.955667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87d50ae2-cda0-4c15-9a08-20b568b77cff tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.983675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b1267967-2a19-415c-a036-7984d2d29bfc None None] Provisioning for port 77b19716-ff1d-48ae-892e-6c9a2ff82b98 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:28.992639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b1267967-2a19-415c-a036-7984d2d29bfc None None] Provisioning complete for port 77b19716-ff1d-48ae-892e-6c9a2ff82b98 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:28.993155 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1267967-2a19-415c-a036-7984d2d29bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:29.070530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b1267967-2a19-415c-a036-7984d2d29bfc None None] Port 77b19716-ff1d-48ae-892e-6c9a2ff82b98 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:29.075048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7fbc1bf-e165-4e88-b1ec-1aa04d2a2928 req-b74f8a27-9bd5-421d-8c89-c2f63ad90a3e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7490437 Aug 09 15:54:29.118808 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87d50ae2-cda0-4c15-9a08-20b568b77cff tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:29.209252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24323531-f010-4f89-8af9-36f6d60fa594 req-9899cb27-5e01-4357-8001-f5cd35152370 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:29.229204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24323531-f010-4f89-8af9-36f6d60fa594 req-9899cb27-5e01-4357-8001-f5cd35152370 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.5254710 Aug 09 15:54:29.293243 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bae06e37-0b06-420e-be6a-31adc55a1fe1 req-67e538ca-3510-43c9-8a0a-81436effc82b service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610466 Aug 09 15:54:29.341086 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ed7e0233-af90-4634-8262-ada9d68ab053 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "GET /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags/tempest-TagsTest-Tag-1248663574 HTTP/1.1" status: 204 len: 168 time: 0.5208309 Aug 09 15:54:29.343581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40154) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:29.351667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-b490a4e5-04c0-4d3e-bb45-762aee278713 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:29.370221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24323531-f010-4f89-8af9-36f6d60fa594 req-f5e8a7e0-c157-49be-8ab1-8551f6057527 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395025 Aug 09 15:54:29.564489 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e5ae-7ce9-43c4-9f74-d0f997b140b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:29.574125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87d50ae2-cda0-4c15-9a08-20b568b77cff tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:29.595116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ee3e5ae-7ce9-43c4-9f74-d0f997b140b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:29.682355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3e5ae-7ce9-43c4-9f74-d0f997b140b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4030295e-6cf8-47c6-a030-caa1bc467740,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:29.702301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4ee3e5ae-7ce9-43c4-9f74-d0f997b140b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26e3048a0d2a40deb74766c0f061dbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8713851 Aug 09 15:54:29.712214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40156) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:30.134098 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f3610170-e722-495c-9650-9737d6d1664a tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9770622 Aug 09 15:54:30.145325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40160) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:30.299053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b490a4e5-04c0-4d3e-bb45-762aee278713 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "DELETE /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags HTTP/1.1" status: 204 len: 168 time: 0.9490008 Aug 09 15:54:30.299574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40164) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:30.306537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-80d20219-684c-4d1a-b6ca-de5eb01d05b3 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', 'tempest-TagsTest-Tag-990268308') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:30.441450 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-80d20219-684c-4d1a-b6ca-de5eb01d05b3 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] show failed (client error): The resource could not be found. Aug 09 15:54:30.451485 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-80d20219-684c-4d1a-b6ca-de5eb01d05b3 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "GET /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags/tempest-TagsTest-Tag-990268308 HTTP/1.1" status: 404 len: 325 time: 0.1459646 Aug 09 15:54:30.460273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40170) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:30.482434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-8ab2a819-6ebc-4f2d-a964-c89103a369ad tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b', 'tempest-TagsTest-Tag-1248663574') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:30.710817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'project_id': '88ca6f7aa8574bb68f42c0ba5d1ace76', 'port_id': '77b19716-ff1d-48ae-892e-6c9a2ff82b98'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:30.844017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:30.864630 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-8ab2a819-6ebc-4f2d-a964-c89103a369ad tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] show failed (client error): The resource could not be found. Aug 09 15:54:30.868518 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8ab2a819-6ebc-4f2d-a964-c89103a369ad tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "GET /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags/tempest-TagsTest-Tag-1248663574 HTTP/1.1" status: 404 len: 326 time: 0.3989396 Aug 09 15:54:30.893957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40174) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:30.924822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-d3cc9836-250c-4dc7-9fbf-eb60be6b43e0 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f0031fa3-7e10-4714-a551-1cb06456d30b') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:31.026054 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87d50ae2-cda0-4c15-9a08-20b568b77cff tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.100694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.119371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d50ae2-cda0-4c15-9a08-20b568b77cff tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=f96e2314-26fc-4d1b-9e2f-86113f504553,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:31.141590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-87d50ae2-cda0-4c15-9a08-20b568b77cff tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.144350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-87d50ae2-cda0-4c15-9a08-20b568b77cff tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/f96e2314-26fc-4d1b-9e2f-86113f504553 HTTP/1.1" status: 204 len: 168 time: 2.4272387 Aug 09 15:54:31.153899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f69350-cc43-40d6-bf34-f622934b4534 None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:31.156491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40176) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:31.172080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:31.195846 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8633c79a-c219-4c4d-a313-14f9ae930988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.232274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f456ce-5f92-4b3e-a39e-1f377ad83d5f req-d65a5f09-055a-452b-adf6-cb924caa5b8e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:31.232578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75f456ce-5f92-4b3e-a39e-1f377ad83d5f req-d65a5f09-055a-452b-adf6-cb924caa5b8e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3366702 Aug 09 15:54:31.289557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d06841-589d-4ae2-81da-ee6eebf41556 req-6d999eaf-6f48-4c81-96df-78872bc89144 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:31.297299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9d06841-589d-4ae2-81da-ee6eebf41556 req-6d999eaf-6f48-4c81-96df-78872bc89144 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.3894432 Aug 09 15:54:31.347491 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8633c79a-c219-4c4d-a313-14f9ae930988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.383893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:31.387734 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.443192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75f456ce-5f92-4b3e-a39e-1f377ad83d5f req-e31a54ca-1d16-4165-be0d-8cef3005e004 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096174 Aug 09 15:54:31.514673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9d06841-589d-4ae2-81da-ee6eebf41556 req-7678cbb6-6ed3-4cf9-acf5-62f87ef1e1dc tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162814 Aug 09 15:54:31.528716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d3cc9836-250c-4dc7-9fbf-eb60be6b43e0 tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "DELETE /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b/tags HTTP/1.1" status: 204 len: 168 time: 0.6044626 Aug 09 15:54:31.530539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40182) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:31.709648 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.809329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8633c79a-c219-4c4d-a313-14f9ae930988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.819743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8633c79a-c219-4c4d-a313-14f9ae930988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.831477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8633c79a-c219-4c4d-a313-14f9ae930988 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4030295e-6cf8-47c6-a030-caa1bc467740 HTTP/1.1" status: 204 len: 168 time: 2.1146138 Aug 09 15:54:31.900979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Allocated IP 172.25.7.189 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/2754c883-e064-4b6a-80d3-af97c70a5fab) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:32.004561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633c79a-c219-4c4d-a313-14f9ae930988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4030295e-6cf8-47c6-a030-caa1bc467740,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:32.030159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.050637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0031fa3-7e10-4714-a551-1cb06456d30b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:32.088120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51eb50ab-b848-45b0-a92b-0337a09ae035') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:32.091842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51eb50ab-b848-45b0-a92b-0337a09ae035') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:32.121128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.156712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.167766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:32.168475 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:32.177214 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:32.355103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.411184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.413576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] 10.222.0.64 "DELETE /v2.0/networks/f0031fa3-7e10-4714-a551-1cb06456d30b HTTP/1.1" status: 204 len: 168 time: 0.8796771 Aug 09 15:54:32.417850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbfa40-ebd2-4c6e-9ae1-e8c8bfec9fdb tempest-TagsTest-547007944 tempest-TagsTest-547007944-project] Pushing event deleted for resources: {'Network': ['ID=f0031fa3-7e10-4714-a551-1cb06456d30b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:32.493590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.640834 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.693631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.879415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:32.888099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40198) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:32.918583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:32.954334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:32.992957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.993726 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.998624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-64ee5e51-937c-4be9-b06f-41e815e1e461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.091375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b11fb8-c5fa-434d-a158-274b9faa7c14 None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:33.112854 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9488075 Aug 09 15:54:33.120914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40208) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:33.168397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40210) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:33.200144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-62850a5b-362f-49c5-b3d4-e08c381d196b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845516129'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:33.246255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:33.272367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:33.299746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33c840-080c-4a63-ada6-876e0865e16f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:33.322104 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:54:33.376195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304fa14-c5b7-49a0-95ad-e243df294a6e req-260d3a98-ecc4-4a58-ab44-d12f3dd087c2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.383789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Pushing event updated for resources: {'Port': ['ID=2754c883-e064-4b6a-80d3-af97c70a5fab,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:33.386194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3304fa14-c5b7-49a0-95ad-e243df294a6e req-260d3a98-ecc4-4a58-ab44-d12f3dd087c2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.6030483 Aug 09 15:54:33.397779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-64ee5e51-937c-4be9-b06f-41e815e1e461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.404646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-64ee5e51-937c-4be9-b06f-41e815e1e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.427488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-19eae410-0ebf-4d85-8879-cbca76579c75 None None] Provisioning complete for port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:33.429189 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-19eae410-0ebf-4d85-8879-cbca76579c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.478084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-19eae410-0ebf-4d85-8879-cbca76579c75 None None] Port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:33.508368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-19eae410-0ebf-4d85-8879-cbca76579c75 None None] Provisioning complete for port f38af30a-9360-4735-b343-d809fc8981d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:33.509152 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-19eae410-0ebf-4d85-8879-cbca76579c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.706588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3304fa14-c5b7-49a0-95ad-e243df294a6e req-76be9213-bf76-4aec-8156-9ccc130d1ee1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179253 Aug 09 15:54:33.737647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-64ee5e51-937c-4be9-b06f-41e815e1e461 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b506856677a64ceda3f7e20f7aab1bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8389640 Aug 09 15:54:33.738735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40214) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:33.771375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5e51-937c-4be9-b06f-41e815e1e461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca5431-0929-4550-bf8b-f73cd37b1806,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:33.867483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90b9882f-2e74-4116-8dff-eb702fa0cc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.914984 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90b9882f-2e74-4116-8dff-eb702fa0cc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.977089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f306c-0076-4da8-b552-efe3e2272b42 None None] Update dhcp port {'port': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'fixed_ips': [{'subnet_id': '43db85a2-547d-4ce5-8aea-ec2a0536bc40', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c'}], 'binding:host_id': 'n-d-799523-2'}, 'id': 'f38af30a-9360-4735-b343-d809fc8981d4'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:54:33.992869 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62850a5b-362f-49c5-b3d4-e08c381d196b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.021273 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90b9882f-2e74-4116-8dff-eb702fa0cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.028935 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b7f306c-0076-4da8-b552-efe3e2272b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.029844 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90b9882f-2e74-4116-8dff-eb702fa0cc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.033646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-90b9882f-2e74-4116-8dff-eb702fa0cc49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2ca5431-0929-4550-bf8b-f73cd37b1806 HTTP/1.1" status: 204 len: 168 time: 0.2895582 Aug 09 15:54:34.059085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9882f-2e74-4116-8dff-eb702fa0cc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca5431-0929-4550-bf8b-f73cd37b1806,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:34.095221 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7649a20d-56bd-47a2-b314-568cd0bde45e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d2bc496428e4b57a22f770a91fe1cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8600879 Aug 09 15:54:34.097898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40220) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:34.253499 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d56f07fe-670d-444b-8f98-8be8da571cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.325082 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d56f07fe-670d-444b-8f98-8be8da571cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.402335 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d56f07fe-670d-444b-8f98-8be8da571cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.406759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d56f07fe-670d-444b-8f98-8be8da571cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.411509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d56f07fe-670d-444b-8f98-8be8da571cef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09bcff10-5771-4013-8ea3-811d6e109582 HTTP/1.1" status: 204 len: 168 time: 0.3149674 Aug 09 15:54:34.433634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f07fe-670d-444b-8f98-8be8da571cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bcff10-5771-4013-8ea3-811d6e109582,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:34.455878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6b7f306c-0076-4da8-b552-efe3e2272b42 None None] Allocated IP 2001:db8::2 (cc506e7f-494b-4f4a-93d1-8f35c7120010/da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c/f38af30a-9360-4735-b343-d809fc8981d4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:34.609948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62850a5b-362f-49c5-b3d4-e08c381d196b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.643512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.665454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6b7f306c-0076-4da8-b552-efe3e2272b42 None None] For port f38af30a-9360-4735-b343-d809fc8981d4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f38af30a-9360-4735-b343-d809fc8981d4,segment=NetworkSegment(d753cb71-624e-4f1d-8129-59d99535f4fa),segment_id=d753cb71-624e-4f1d-8129-59d99535f4fa)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:34.689234 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62850a5b-362f-49c5-b3d4-e08c381d196b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.714416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62850a5b-362f-49c5-b3d4-e08c381d196b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.718673 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-62850a5b-362f-49c5-b3d4-e08c381d196b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5607753 Aug 09 15:54:34.724097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40234) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:34.729253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-333e18a7-814b-4ad7-acda-9cfd0829adfc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'security_group': {'name': 'tempest-secgroup-1864666641'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:34.757885 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-333e18a7-814b-4ad7-acda-9cfd0829adfc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.780218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b7f306c-0076-4da8-b552-efe3e2272b42 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.803795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6b7f306c-0076-4da8-b552-efe3e2272b42 None None] Transition to ACTIVE for port object f38af30a-9360-4735-b343-d809fc8981d4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:34.813773 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b7f306c-0076-4da8-b552-efe3e2272b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.907848 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.928671 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-333e18a7-814b-4ad7-acda-9cfd0829adfc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.948247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-333e18a7-814b-4ad7-acda-9cfd0829adfc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.979113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62850a5b-362f-49c5-b3d4-e08c381d196b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68ef269-9e64-45ea-bdb3-754e24bf2e59,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:34.988873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f306c-0076-4da8-b552-efe3e2272b42 None None] Pushing event updated for resources: {'Port': ['ID=f38af30a-9360-4735-b343-d809fc8981d4,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.042341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-333e18a7-814b-4ad7-acda-9cfd0829adfc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.043632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-333e18a7-814b-4ad7-acda-9cfd0829adfc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3184934 Aug 09 15:54:35.049812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40244) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:35.059588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d8919dc7-3e68-4d80-a884-d7e0c8fc5dfa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'security_group': {'name': 'tempest-secgroup-38176469'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:35.083142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e18a7-814b-4ad7-acda-9cfd0829adfc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58480fda-e495-452e-8298-7063d5402651,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.135354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87d0e4-b82c-4fa3-acfa-8c17d4e8bc67 req-fb277ca3-42a1-4883-af68-f474ec7947a5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:35.137009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de87d0e4-b82c-4fa3-acfa-8c17d4e8bc67 req-fb277ca3-42a1-4883-af68-f474ec7947a5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.2069597 Aug 09 15:54:35.138648 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8919dc7-3e68-4d80-a884-d7e0c8fc5dfa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.311692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de87d0e4-b82c-4fa3-acfa-8c17d4e8bc67 req-fba907a5-1fad-45c5-997f-22ea879da95e tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634133 Aug 09 15:54:35.418979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.434620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.512787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8919dc7-3e68-4d80-a884-d7e0c8fc5dfa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.532832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8919dc7-3e68-4d80-a884-d7e0c8fc5dfa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.594487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Pushing event updated for resources: {'Port': ['ID=2754c883-e064-4b6a-80d3-af97c70a5fab,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.602470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8919dc7-3e68-4d80-a884-d7e0c8fc5dfa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.604903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.607699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d8919dc7-3e68-4d80-a884-d7e0c8fc5dfa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5529010 Aug 09 15:54:35.609050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40262) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:35.615486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8919dc7-3e68-4d80-a884-d7e0c8fc5dfa tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7e0277-f342-4def-9de7-3d771aff0e21,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.661368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-492712284', 'security_groups': ['da7e0277-f342-4def-9de7-3d771aff0e21'], 'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:35.794144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f38af30a-9360-4735-b343-d809fc8981d4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:35.909033 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Floating IP 1fb6ab66-39ba-487b-94d2-a1f12deba903 associated. External IP: 172.25.7.189, port: 77b19716-ff1d-48ae-892e-6c9a2ff82b98. Aug 09 15:54:36.021840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:36.090671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f448692b-a693-4ea0-9bdc-9b4b60506a3b None None] Provisioning complete for port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:36.091105 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f448692b-a693-4ea0-9bdc-9b4b60506a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.179664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f448692b-a693-4ea0-9bdc-9b4b60506a3b None None] Port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:36.203080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f448692b-a693-4ea0-9bdc-9b4b60506a3b None None] Provisioning for port f38af30a-9360-4735-b343-d809fc8981d4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:36.208499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f448692b-a693-4ea0-9bdc-9b4b60506a3b None None] Provisioning complete for port f38af30a-9360-4735-b343-d809fc8981d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:36.209153 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f448692b-a693-4ea0-9bdc-9b4b60506a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.362723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40284) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:36.391598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.430509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Router 3f430f8e-9dc1-45c7-a97d-b3038c48d755 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:36.436193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] device_id is not set on port 7a48c42e-6012-4c2d-8322-f018a04be1d4 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:54:36.506048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb048eb4-2f3a-4e66-8582-fc383af27875 req-2539d150-15ea-40c1-a5ba-751b2c2def7f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.516772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb048eb4-2f3a-4e66-8582-fc383af27875 req-2539d150-15ea-40c1-a5ba-751b2c2def7f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.0782573 Aug 09 15:54:36.642184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb048eb4-2f3a-4e66-8582-fc383af27875 req-d588c09b-3799-4a05-8aa5-61acccdeb335 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151545 Aug 09 15:54:36.693457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-248047157-network', 'tenant_id': '2e00804073b944dcbe6f545b17c860ec'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:36.722185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Made reservation on behalf of 2e00804073b944dcbe6f545b17c860ec for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:36.724520 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.738464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.753960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:36.770916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7f9e7-f679-4e5e-ac2b-64c8927802a5 None None] Sync routers for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:36.796368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7f9e7-f679-4e5e-ac2b-64c8927802a5 None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:36.798429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-15c7f9e7-f679-4e5e-ac2b-64c8927802a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:36.827305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8::1eb (cc506e7f-494b-4f4a-93d1-8f35c7120010/da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c/7a48c42e-6012-4c2d-8322-f018a04be1d4) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:36.835282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-15c7f9e7-f679-4e5e-ac2b-64c8927802a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:36.846187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7f9e7-f679-4e5e-ac2b-64c8927802a5 None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:36.847119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-15c7f9e7-f679-4e5e-ac2b-64c8927802a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:36.867523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.880781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.889519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-15c7f9e7-f679-4e5e-ac2b-64c8927802a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:36.891559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7f9e7-f679-4e5e-ac2b-64c8927802a5 None None] The sync data for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:36.900211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:36.910503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.941143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a993643-c543-4398-9f9a-3a3f13093dea,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:36.944840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.945177 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Added segment 928c482e-61d2-473c-a491-117bdc37e17e of type vlan for network 7ed57542-d73e-4fe7-b10e-1a30a101c016 Aug 09 15:54:36.958815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.959141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.959491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.959804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.960206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.960476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.960804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.961104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.961419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.961728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.962231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.962551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.990882 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c8ba66eb-bbe7-4dbe-a623-053abaede57a tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.8431606 Aug 09 15:54:36.994013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40300) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:37.012663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.103665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.105071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.106066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.153015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.168147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8042052 Aug 09 15:54:37.169760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 7a48c42e-6012-4c2d-8322-f018a04be1d4 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:37.171701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40306) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:37.179527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Request body: {'subnet': {'network_id': '7ed57542-d73e-4fe7-b10e-1a30a101c016', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-248047157-subnet', 'tenant_id': '2e00804073b944dcbe6f545b17c860ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:37.195618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1df783-9d12-4102-b830-93da6724f3ee admin admin] Pushing event updated for resources: {'Network': ['ID=7ed57542-d73e-4fe7-b10e-1a30a101c016,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:37.211281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 7ed57542-d73e-4fe7-b10e-1a30a101c016 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:37.240284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Made reservation on behalf of 2e00804073b944dcbe6f545b17c860ec for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:37.242620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.263155 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-86b111c7-fe41-4323-9875-12004d602281 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] 10.222.0.64 "GET /v2.0/floatingips/1fb6ab66-39ba-487b-94d2-a1f12deba903 HTTP/1.1" status: 200 len: 984 time: 0.2679670 Aug 09 15:54:37.265797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40308) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:37.432083 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.445934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bde2d22a-8785-497d-9264-76643328d072 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.1788864 Aug 09 15:54:37.452058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40316) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:37.504578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.577371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5c7498-b29f-468d-a966-aacb551d1970,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:37.585527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Checking segment: {'id': '928c482e-61d2-473c-a491-117bdc37e17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '7ed57542-d73e-4fe7-b10e-1a30a101c016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:37.585898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Network hostable DHCP agents. Network: 7ed57542-d73e-4fe7-b10e-1a30a101c016, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:37.606751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Network 7ed57542-d73e-4fe7-b10e-1a30a101c016 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:37.608410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:37.621028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 7ed57542-d73e-4fe7-b10e-1a30a101c016) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:37.630465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.633338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.640075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d281913-76ea-4353-9883-3a235e865d46 None None] Network 7ed57542-d73e-4fe7-b10e-1a30a101c016 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:37.657865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62e3f9e9-918f-4b10-9e52-8239354b3de0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4844751 Aug 09 15:54:37.835582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc59f-0f9f-410f-bc8e-89b82a85fba0 req-8bfab167-25aa-4728-a59f-7301bb2e9b4b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.856227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bc59f-0f9f-410f-bc8e-89b82a85fba0 req-8bfab167-25aa-4728-a59f-7301bb2e9b4b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 944 time: 0.1218901 Aug 09 15:54:37.894208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:37.913590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516bc59f-0f9f-410f-bc8e-89b82a85fba0 req-4cafa259-8e91-4fda-8b07-0d5861099eb6 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524175 Aug 09 15:54:37.925462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'network_id': 'da64e28c-9ca0-4c9f-b499-9d2b18e8a109', 'port_id': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'mac_address': 'fa:16:3e:52:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab158ae-0af7-41a6-b5ff-243a7b1fcf71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:37.933746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ae4f5-6fc1-49ac-8252-14b30383a2df None None] Network 7ed57542-d73e-4fe7-b10e-1a30a101c016 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:38.090978 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.109288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdfc5af-1504-427a-86bd-22974ca755e8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:38.119610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:38.135882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:38.153113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:38.159544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:38.160394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.172488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:38.178267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=7a48c42e-6012-4c2d-8322-f018a04be1d4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.179150 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.246517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40346) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:38.246958 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f1d32717-96fb-474d-881e-545eef4bc0a6 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6352737 Aug 09 15:54:38.254073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-78742d8a-5f87-4a4b-9d67-57a8fe29a4cc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:38.285365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.458938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Deleting port 2754c883-e064-4b6a-80d3-af97c70a5fab {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:38.459684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.528432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7cdfc5af-1504-427a-86bd-22974ca755e8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:38.573495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78742d8a-5f87-4a4b-9d67-57a8fe29a4cc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:38.580059 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78742d8a-5f87-4a4b-9d67-57a8fe29a4cc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.667994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.668327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.689838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Calling delete_port for 2754c883-e064-4b6a-80d3-af97c70a5fab owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:38.721316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d5858674-6aba-4e88-b386-09413cb394e2 None None] Provisioning for port 7a48c42e-6012-4c2d-8322-f018a04be1d4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:38.732327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d5858674-6aba-4e88-b386-09413cb394e2 None None] Provisioning complete for port 7a48c42e-6012-4c2d-8322-f018a04be1d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:38.733010 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d5858674-6aba-4e88-b386-09413cb394e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.786255 n-d-799523-2 neutron-server[94177]: INFO neutron.db.ipam_backend_mixin [None req-78742d8a-5f87-4a4b-9d67-57a8fe29a4cc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c (CIDR: 2001:db8::/64) Aug 09 15:54:38.788066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d5858674-6aba-4e88-b386-09413cb394e2 None None] Port 7a48c42e-6012-4c2d-8322-f018a04be1d4 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:38.792284 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-78742d8a-5f87-4a4b-9d67-57a8fe29a4cc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:54:38.792729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78742d8a-5f87-4a4b-9d67-57a8fe29a4cc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:38.819194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-78742d8a-5f87-4a4b-9d67-57a8fe29a4cc tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5695465 Aug 09 15:54:38.821057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40366) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:38.855019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9852a23b-066d-4340-b861-ff194d6d16bf tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:38.908273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40370) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:38.915266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1169664723-network', 'tenant_id': '6d07fa75c55f4e33bc62f244305067f2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:38.942656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Made reservation on behalf of 6d07fa75c55f4e33bc62f244305067f2 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:38.944880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.959239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.158734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843cf12-ee2e-468d-a020-4eab6d8c6640 req-5c5484d3-c047-4030-aa2b-b5251084c1d8 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.160741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5843cf12-ee2e-468d-a020-4eab6d8c6640 req-5c5484d3-c047-4030-aa2b-b5251084c1d8 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 945 time: 0.1269934 Aug 09 15:54:39.199057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.216015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.224792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.253840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5843cf12-ee2e-468d-a020-4eab6d8c6640 req-85962a62-f91b-4fc7-9a59-79ad9264d652 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828176 Aug 09 15:54:39.255808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event deleted for resources: {'Port': ['ID=2754c883-e064-4b6a-80d3-af97c70a5fab,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:39.281145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e9791-9b1b-41eb-8e6f-9e7edecff677,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:39.284362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:39.306271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.306623 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Added segment d0f5a452-2eb1-44a9-93fe-394350e01429 of type vlan for network 2cc0df01-56b6-4f74-af09-df85fc3f2a3b Aug 09 15:54:39.340322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9852a23b-066d-4340-b861-ff194d6d16bf tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:39.343925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9852a23b-066d-4340-b861-ff194d6d16bf tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.368993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.415717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.417024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.417965 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.479215 n-d-799523-2 neutron-server[94178]: INFO neutron.db.ipam_backend_mixin [None req-9852a23b-066d-4340-b861-ff194d6d16bf tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 43db85a2-547d-4ce5-8aea-ec2a0536bc40 (CIDR: 2001:db8:0:1::/64) Aug 09 15:54:39.483937 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9852a23b-066d-4340-b861-ff194d6d16bf tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:54:39.484315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9852a23b-066d-4340-b861-ff194d6d16bf tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:39.487850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.488230 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Floating IP 1fb6ab66-39ba-487b-94d2-a1f12deba903 disassociated (deleted). External IP: 172.25.7.189, port: 77b19716-ff1d-48ae-892e-6c9a2ff82b98. Aug 09 15:54:39.533721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6235240 Aug 09 15:54:39.538250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:39.543409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Request body: {'subnet': {'network_id': '2cc0df01-56b6-4f74-af09-df85fc3f2a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1169664723-subnet', 'tenant_id': '6d07fa75c55f4e33bc62f244305067f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:39.559777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb568b4-53eb-4187-86a0-a2eb51c04afc admin admin] Pushing event updated for resources: {'Network': ['ID=2cc0df01-56b6-4f74-af09-df85fc3f2a3b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:39.574868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9852a23b-066d-4340-b861-ff194d6d16bf tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7436686 Aug 09 15:54:39.576035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40380) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:39.582908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 2cc0df01-56b6-4f74-af09-df85fc3f2a3b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:39.586946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'subnet': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:39.622189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Made reservation on behalf of 6d07fa75c55f4e33bc62f244305067f2 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:39.624810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.694479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:39.784071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7cdfc5af-1504-427a-86bd-22974ca755e8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:39.784579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.924503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Made reservation on behalf of da08d0e3d29e463eae1592496fc92f46 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:39.928433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.937050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Router 3f430f8e-9dc1-45c7-a97d-b3038c48d755 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:39.961032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.047552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf69e0e-44fe-4b1a-8c28-c707200a1445,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.100669 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.107054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Checking segment: {'id': 'd0f5a452-2eb1-44a9-93fe-394350e01429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '2cc0df01-56b6-4f74-af09-df85fc3f2a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:40.108296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Network hostable DHCP agents. Network: 2cc0df01-56b6-4f74-af09-df85fc3f2a3b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:40.137892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Network 2cc0df01-56b6-4f74-af09-df85fc3f2a3b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:40.151849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:40.155648 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc19302-9f37-4d42-891d-a1aa35b24ba3" -d '{"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-plugged", "status": "completed", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:40.155915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 2cc0df01-56b6-4f74-af09-df85fc3f2a3b) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:40.164950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.167381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.174164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:40.180273 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fc1a31-74fc-4867-a107-8e7c38f11bf5 None None] Network 2cc0df01-56b6-4f74-af09-df85fc3f2a3b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:40.208844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:40.215997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.218001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-765ea046-9ace-4aeb-bea2-3df4b1955635 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6784139 Aug 09 15:54:40.228324 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53a426-d087-46ac-84a5-58d0acce1fb0 None None] Sync routers for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:40.268568 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53a426-d087-46ac-84a5-58d0acce1fb0 None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:40.269393 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bb53a426-d087-46ac-84a5-58d0acce1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:40.296459 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9dd85f3a-6f3b-4bf0-8c4b-001329a4925b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "DELETE /v2.0/floatingips/1fb6ab66-39ba-487b-94d2-a1f12deba903 HTTP/1.1" status: 204 len: 168 time: 2.8430479 Aug 09 15:54:40.300693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40392) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.307658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:40.344290 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98bd779-19a7-4a51-b6fb-4b0ee34d85bc x-openstack-request-id: req-e98bd779-19a7-4a51-b6fb-4b0ee34d85bc {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:40.344626 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-plugged", "status": "completed", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:40.344841 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e98bd779-19a7-4a51-b6fb-4b0ee34d85bc {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:40.345410 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'code': 200} Aug 09 15:54:40.354302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.361445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bb53a426-d087-46ac-84a5-58d0acce1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:40.377446 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53a426-d087-46ac-84a5-58d0acce1fb0 None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:40.378558 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bb53a426-d087-46ac-84a5-58d0acce1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:40.406171 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.433800 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-bb53a426-d087-46ac-84a5-58d0acce1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:40.435168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53a426-d087-46ac-84a5-58d0acce1fb0 None None] The sync data for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:40.480410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.517001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca4c5-bfad-4c25-9d3e-436e050b1bf2 req-14f700a9-2144-45fd-9b26-833120b3e297 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.518648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c80ca4c5-bfad-4c25-9d3e-436e050b1bf2 req-14f700a9-2144-45fd-9b26-833120b3e297 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.0883808 Aug 09 15:54:40.553681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40394) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.554131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf51bad-6388-4b85-a833-340748bdb74c None None] Network 2cc0df01-56b6-4f74-af09-df85fc3f2a3b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:40.568398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.572730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe8fe3-eca5-4885-ac51-24b8e89e8a7d req-34660396-e4bc-450a-ae66-c3ac6590cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.574382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ffe8fe3-eca5-4885-ac51-24b8e89e8a7d req-34660396-e4bc-450a-ae66-c3ac6590cb37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 1098 time: 0.1300449 Aug 09 15:54:40.613987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:40.619943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:40.625193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.625907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.637055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f658d84-6faf-4dd8-8fa9-833702aef07a None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:40.657561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Subnet': ['ID=65d61c72-f174-4dd1-a2c8-758077659c4f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.664232 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8536be58-4e18-4293-8dc0-58df31e34acd tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0833671 Aug 09 15:54:40.671281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40396) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.678957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-779476595', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65d61c72-f174-4dd1-a2c8-758077659c4f'}], 'security_groups': ['c68ef269-9e64-45ea-bdb3-754e24bf2e59', '58480fda-e495-452e-8298-7063d5402651']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:40.716987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c80ca4c5-bfad-4c25-9d3e-436e050b1bf2 req-d214b462-1c81-495c-9201-6435d3084b0c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763418 Aug 09 15:54:40.752824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5fa54b-55f4-40b9-8831-7265ab1167a3 admin admin] Deleting subnet 9f5c7498-b29f-468d-a966-aacb551d1970 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:40.762938 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ffe8fe3-eca5-4885-ac51-24b8e89e8a7d req-772e0cb2-d57d-4e55-ae56-e13d1160ec35 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783364 Aug 09 15:54:40.765866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa54b-55f4-40b9-8831-7265ab1167a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.767064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.786962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.873005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa54b-55f4-40b9-8831-7265ab1167a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.928856 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa54b-55f4-40b9-8831-7265ab1167a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.129324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa54b-55f4-40b9-8831-7265ab1167a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.165242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Allocated IP 172.25.7.36 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/99084dce-308a-43f9-ae02-a6029f5cb1a2) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:41.210163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a157c-9827-450b-aeca-3d62b2a1d504 None None] Update dhcp port {'port': {'network_id': 'cc506e7f-494b-4f4a-93d1-8f35c7120010', 'fixed_ips': [{'subnet_id': '43db85a2-547d-4ce5-8aea-ec2a0536bc40', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c', 'ip_address': '2001:db8::2'}, {'subnet_id': '65d61c72-f174-4dd1-a2c8-758077659c4f'}], 'binding:host_id': 'n-d-799523-2'}, 'id': 'f38af30a-9360-4735-b343-d809fc8981d4'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:54:41.223878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fa54b-55f4-40b9-8831-7265ab1167a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5c7498-b29f-468d-a966-aacb551d1970,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:41.241103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa54b-55f4-40b9-8831-7265ab1167a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.249821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f5fa54b-55f4-40b9-8831-7265ab1167a3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9f5c7498-b29f-468d-a966-aacb551d1970 HTTP/1.1" status: 204 len: 168 time: 0.6739600 Aug 09 15:54:41.251920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40408) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:41.271030 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-533a157c-9827-450b-aeca-3d62b2a1d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.397725 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.505482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.531259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.545359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed57542-d73e-4fe7-b10e-1a30a101c016']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:41.564753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928c482e-61d2-473c-a491-117bdc37e17e') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:41.566268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928c482e-61d2-473c-a491-117bdc37e17e') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:41.584577 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.608021 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.618239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:41.618657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.650462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:41.661259 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:41.668336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Delete allocated IP 2001:db8::1eb (cc506e7f-494b-4f4a-93d1-8f35c7120010/da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c) {{(pid=94178) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 15:54:41.683296 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Allocated IP 2001:db8:0:2::1f2 (cc506e7f-494b-4f4a-93d1-8f35c7120010/65d61c72-f174-4dd1-a2c8-758077659c4f/7a48c42e-6012-4c2d-8322-f018a04be1d4) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:41.813225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.820708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.822748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] 10.222.0.64 "DELETE /v2.0/networks/7ed57542-d73e-4fe7-b10e-1a30a101c016 HTTP/1.1" status: 204 len: 168 time: 0.5697052 Aug 09 15:54:41.837978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40418) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:41.884056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a37146-07b4-4bea-930d-776ba0dc4d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed57542-d73e-4fe7-b10e-1a30a101c016,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:42.051967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3ac9c4-4d17-4a96-8479-81659f7d0712 admin admin] Deleting subnet cdf69e0e-44fe-4b1a-8c28-c707200a1445 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:42.058174 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac9c4-4d17-4a96-8479-81659f7d0712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.103756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cec94-8a46-4f11-9a53-6e3e2d2c3cca req-395139f2-1acb-4967-8242-0e67c8d5504a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.111592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea2cec94-8a46-4f11-9a53-6e3e2d2c3cca req-395139f2-1acb-4967-8242-0e67c8d5504a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.2251766 Aug 09 15:54:42.130121 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac9c4-4d17-4a96-8479-81659f7d0712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.228367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea2cec94-8a46-4f11-9a53-6e3e2d2c3cca req-466d9c57-0c0c-4cc6-b918-7c3cf252cc40 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156833 Aug 09 15:54:42.273344 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac9c4-4d17-4a96-8479-81659f7d0712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.348865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:42.357504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:42.369385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:42.416992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac9c4-4d17-4a96-8479-81659f7d0712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.485663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Pushing event updated for resources: {'Port': ['ID=99084dce-308a-43f9-ae02-a6029f5cb1a2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:42.505834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ac9c4-4d17-4a96-8479-81659f7d0712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf69e0e-44fe-4b1a-8c28-c707200a1445,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:42.516439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac9c4-4d17-4a96-8479-81659f7d0712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.521009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4f3ac9c4-4d17-4a96-8479-81659f7d0712 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cdf69e0e-44fe-4b1a-8c28-c707200a1445 HTTP/1.1" status: 204 len: 168 time: 0.6819491 Aug 09 15:54:42.526279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40468) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:42.575703 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.611683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Transition to ACTIVE for port object 7a48c42e-6012-4c2d-8322-f018a04be1d4 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:42.622585 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.639609 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.646436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.787131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-533a157c-9827-450b-aeca-3d62b2a1d504 None None] Allocated IP 2001:db8:0:2::2 (cc506e7f-494b-4f4a-93d1-8f35c7120010/65d61c72-f174-4dd1-a2c8-758077659c4f/f38af30a-9360-4735-b343-d809fc8981d4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:42.803402 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.823926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc0df01-56b6-4f74-af09-df85fc3f2a3b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:42.855669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f5a452-2eb1-44a9-93fe-394350e01429') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:42.856155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f5a452-2eb1-44a9-93fe-394350e01429') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:42.872404 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.879882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event updated for resources: {'Port': ['ID=7a48c42e-6012-4c2d-8322-f018a04be1d4,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:42.912206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.923213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:42.924203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:42.979873 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:43.012572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.019580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.021920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2cc0df01-56b6-4f74-af09-df85fc3f2a3b HTTP/1.1" status: 204 len: 168 time: 0.4931722 Aug 09 15:54:43.025064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] In _notify_port_updated(), no bound segment for port 7a48c42e-6012-4c2d-8322-f018a04be1d4 on network cc506e7f-494b-4f4a-93d1-8f35c7120010 {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:54:43.030987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-533a157c-9827-450b-aeca-3d62b2a1d504 None None] For port f38af30a-9360-4735-b343-d809fc8981d4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f38af30a-9360-4735-b343-d809fc8981d4,segment=NetworkSegment(d753cb71-624e-4f1d-8129-59d99535f4fa),segment_id=d753cb71-624e-4f1d-8129-59d99535f4fa)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:43.038443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.039150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.066530 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-71f93093-b676-4d2a-923c-658d44cd70ea tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "PUT /v2.0/ports/7a48c42e-6012-4c2d-8322-f018a04be1d4 HTTP/1.1" status: 200 len: 969 time: 2.3917754 Aug 09 15:54:43.067323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40484) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:43.068184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b545829-0c5c-47f9-8ea3-e7cb2f243007 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc0df01-56b6-4f74-af09-df85fc3f2a3b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:43.071676 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-533a157c-9827-450b-aeca-3d62b2a1d504 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.088108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-533a157c-9827-450b-aeca-3d62b2a1d504 None None] Transition to ACTIVE for port object f38af30a-9360-4735-b343-d809fc8981d4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:43.093859 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-533a157c-9827-450b-aeca-3d62b2a1d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.105187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.393424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a157c-9827-450b-aeca-3d62b2a1d504 None None] Pushing event updated for resources: {'Port': ['ID=f38af30a-9360-4735-b343-d809fc8981d4,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:43.412391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40500) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:43.460521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71dc93-6992-4b39-92cd-201ca85430f5 req-d7c73a11-1521-4154-888a-57ea2847d47a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.466218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ede6ca4e-cedd-4bb8-a289-d8d4f3e8f199 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port 7a48c42e-6012-4c2d-8322-f018a04be1d4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:43.466564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ede6ca4e-cedd-4bb8-a289-d8d4f3e8f199 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.470622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e71dc93-6992-4b39-92cd-201ca85430f5 req-d7c73a11-1521-4154-888a-57ea2847d47a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1407161 Aug 09 15:54:43.516577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e71dc93-6992-4b39-92cd-201ca85430f5 req-1e915c2d-2a7a-45ec-84b9-91b6f587e96d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Aug 09 15:54:43.581769 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5733bd2b-8cf9-4f44-85e3-a8b6a988dcd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e00804073b944dcbe6f545b17c860ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682103 Aug 09 15:54:43.584598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40512) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:43.626498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ede6ca4e-cedd-4bb8-a289-d8d4f3e8f199 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.658268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ede6ca4e-cedd-4bb8-a289-d8d4f3e8f199 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for 7a48c42e-6012-4c2d-8322-f018a04be1d4 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:43.661518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.669304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c785c08f-a7fb-4baa-9a90-c873b1a0087a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.691279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.758621 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c785c08f-a7fb-4baa-9a90-c873b1a0087a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.802563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f38af30a-9360-4735-b343-d809fc8981d4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:43.808960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ec873-9209-490a-9750-7cb87eb77f68 req-23664a7a-9c71-4b06-8386-9749d49ec7a4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.811574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a06ec873-9209-490a-9750-7cb87eb77f68 req-23664a7a-9c71-4b06-8386-9749d49ec7a4 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1745262 Aug 09 15:54:43.964199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Pushing event updated for resources: {'Port': ['ID=99084dce-308a-43f9-ae02-a6029f5cb1a2,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:43.981571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a06ec873-9209-490a-9750-7cb87eb77f68 req-c8c58120-05d7-4120-afd5-73f4a0572ac5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393762 Aug 09 15:54:43.987073 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c785c08f-a7fb-4baa-9a90-c873b1a0087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.994343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c785c08f-a7fb-4baa-9a90-c873b1a0087a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.001294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c785c08f-a7fb-4baa-9a90-c873b1a0087a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a993643-c543-4398-9f9a-3a3f13093dea HTTP/1.1" status: 204 len: 168 time: 0.4127116 Aug 09 15:54:44.019551 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.025776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785c08f-a7fb-4baa-9a90-c873b1a0087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a993643-c543-4398-9f9a-3a3f13093dea,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:44.083667 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.088184 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e95f3f1c-bab7-4d1d-8231-11ceec623875 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7846260 Aug 09 15:54:44.091068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40524) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.206736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ede6ca4e-cedd-4bb8-a289-d8d4f3e8f199 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.303347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a6d78-46f3-4c28-88b0-4d05cf30081e req-c6556c90-6781-430b-8b13-590e8ed6178c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.319020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6ca4e-cedd-4bb8-a289-d8d4f3e8f199 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=7a48c42e-6012-4c2d-8322-f018a04be1d4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:44.321115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-541a6d78-46f3-4c28-88b0-4d05cf30081e req-c6556c90-6781-430b-8b13-590e8ed6178c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1298482 Aug 09 15:54:44.409760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-541a6d78-46f3-4c28-88b0-4d05cf30081e req-1487d302-0685-488a-9796-a82ce338281b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618129 Aug 09 15:54:44.413895 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ede6ca4e-cedd-4bb8-a289-d8d4f3e8f199 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.426966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ede6ca4e-cedd-4bb8-a289-d8d4f3e8f199 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/7a48c42e-6012-4c2d-8322-f018a04be1d4 HTTP/1.1" status: 204 len: 168 time: 1.3585117 Aug 09 15:54:44.429880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40542) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.471210 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9828d4e9-fd16-4079-a766-873dc9fec42a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] GET failed (client error): The resource could not be found. Aug 09 15:54:44.473237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9828d4e9-fd16-4079-a766-873dc9fec42a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports/7a48c42e-6012-4c2d-8322-f018a04be1d4 HTTP/1.1" status: 404 len: 333 time: 0.0421355 Aug 09 15:54:44.489990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40550) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.547539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:44.597367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e842a8a-1d2c-462d-bcb1-2334e48e4f32 None None] Provisioning complete for port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:44.598163 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e842a8a-1d2c-462d-bcb1-2334e48e4f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.652831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20cd3a8a-78f6-4e9a-87c6-11351efc5478 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.720649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e842a8a-1d2c-462d-bcb1-2334e48e4f32 None None] Port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:44.753547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e842a8a-1d2c-462d-bcb1-2334e48e4f32 None None] Provisioning for port f38af30a-9360-4735-b343-d809fc8981d4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:44.761421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e842a8a-1d2c-462d-bcb1-2334e48e4f32 None None] Provisioning complete for port f38af30a-9360-4735-b343-d809fc8981d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:44.762083 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e842a8a-1d2c-462d-bcb1-2334e48e4f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.773728 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20cd3a8a-78f6-4e9a-87c6-11351efc5478 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.793463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068df5f-065c-49f8-8b53-e3ad8cdbb51e req-83dd3ec5-d94e-4433-80b5-abccb3b38391 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.795141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9068df5f-065c-49f8-8b53-e3ad8cdbb51e req-83dd3ec5-d94e-4433-80b5-abccb3b38391 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.2207909 Aug 09 15:54:44.800248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.916381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20cd3a8a-78f6-4e9a-87c6-11351efc5478 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.921678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20cd3a8a-78f6-4e9a-87c6-11351efc5478 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.934351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9068df5f-065c-49f8-8b53-e3ad8cdbb51e req-cb891730-89e3-4f47-aca1-c5150020b129 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277018 Aug 09 15:54:44.935151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40564) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.935493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-20cd3a8a-78f6-4e9a-87c6-11351efc5478 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/security-groups/da7e0277-f342-4def-9de7-3d771aff0e21 HTTP/1.1" status: 204 len: 168 time: 0.4567180 Aug 09 15:54:44.956118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40566) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.975860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd3a8a-78f6-4e9a-87c6-11351efc5478 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7e0277-f342-4def-9de7-3d771aff0e21,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:45.069340 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86358bd8-db8f-43c7-9220-150b361bc508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.087497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8c1773f3-7df0-4752-aeb9-dae2b2ac01b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d07fa75c55f4e33bc62f244305067f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308136 Aug 09 15:54:45.090136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40574) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.110142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e842a8a-1d2c-462d-bcb1-2334e48e4f32 None None] Could not find standard attr ID for object 7a48c42e-6012-4c2d-8322-f018a04be1d4. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:54:45.186912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-96a563eb-ec95-4c52-9376-4ad7757f7a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.213072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb807c-77f2-43db-a0cb-6994439a09ef req-45f3e8b0-47e0-47e6-b076-af179f1cf282 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:45.221989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94cb807c-77f2-43db-a0cb-6994439a09ef req-45f3e8b0-47e0-47e6-b076-af179f1cf282 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1478012 Aug 09 15:54:45.230258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a15f6b92-bd8b-4beb-9d71-98a1a60faecd None None] Could not find standard attr ID for object 7a48c42e-6012-4c2d-8322-f018a04be1d4. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:54:45.241446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-96a563eb-ec95-4c52-9376-4ad7757f7a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.259042 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e9a99307-e95c-4f8e-b515-bc6cafd6a3ef tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.301864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94cb807c-77f2-43db-a0cb-6994439a09ef req-fac5c77b-9612-442f-84a3-74457601257c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616689 Aug 09 15:54:45.311690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e9a99307-e95c-4f8e-b515-bc6cafd6a3ef tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.359525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.361932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-96a563eb-ec95-4c52-9376-4ad7757f7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.369299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-96a563eb-ec95-4c52-9376-4ad7757f7a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.374096 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-96a563eb-ec95-4c52-9376-4ad7757f7a0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c2e9791-9b1b-41eb-8e6f-9e7edecff677 HTTP/1.1" status: 204 len: 168 time: 0.2816851 Aug 09 15:54:45.395543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a563eb-ec95-4c52-9376-4ad7757f7a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e9791-9b1b-41eb-8e6f-9e7edecff677,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:45.550770 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e9a99307-e95c-4f8e-b515-bc6cafd6a3ef tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.553479 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e9a99307-e95c-4f8e-b515-bc6cafd6a3ef tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.554646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e9a99307-e95c-4f8e-b515-bc6cafd6a3ef tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/security-groups/58480fda-e495-452e-8298-7063d5402651 HTTP/1.1" status: 204 len: 168 time: 0.6185336 Aug 09 15:54:45.558668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40584) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.576108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a99307-e95c-4f8e-b515-bc6cafd6a3ef tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58480fda-e495-452e-8298-7063d5402651,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:45.592315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9708e37-9057-418b-9968-fc90c0a9468c req-fafcc30c-ff4f-4e8b-97a2-d52467d9cb62 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:45.594119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9708e37-9057-418b-9968-fc90c0a9468c req-fafcc30c-ff4f-4e8b-97a2-d52467d9cb62 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1141264 Aug 09 15:54:45.641141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Allocated IP 172.25.7.17 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/836951ca-abe4-4a85-be9f-c2b7d7fa4688) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:45.704839 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0f4cd5a-03c1-495e-ae13-ce83f19f8b2e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.756768 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0f4cd5a-03c1-495e-ae13-ce83f19f8b2e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.791994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9708e37-9057-418b-9968-fc90c0a9468c req-b63867f1-da9b-4aa2-b905-12e951180f5d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997477 Aug 09 15:54:45.874309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0f4cd5a-03c1-495e-ae13-ce83f19f8b2e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.879138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0f4cd5a-03c1-495e-ae13-ce83f19f8b2e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.884346 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0f4cd5a-03c1-495e-ae13-ce83f19f8b2e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/security-groups/c68ef269-9e64-45ea-bdb3-754e24bf2e59 HTTP/1.1" status: 204 len: 168 time: 0.3245564 Aug 09 15:54:45.885832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40594) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.914578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.988329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fdf2e8-1bb5-44c4-bc20-265b28490c4d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:46.003955 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85fdf2e8-1bb5-44c4-bc20-265b28490c4d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.004220 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.080671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4cd5a-03c1-495e-ae13-ce83f19f8b2e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68ef269-9e64-45ea-bdb3-754e24bf2e59,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.111941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:46.127671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:46.132929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:46.157431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85fdf2e8-1bb5-44c4-bc20-265b28490c4d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.170637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Pushing event updated for resources: {'Port': ['ID=836951ca-abe4-4a85-be9f-c2b7d7fa4688,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.201926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9aabf-a673-4cec-9d79-4a9ca3d46399 req-176a4c1b-863e-4c37-a2c8-b3e04a8ee2a1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.205881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afe9aabf-a673-4cec-9d79-4a9ca3d46399 req-176a4c1b-863e-4c37-a2c8-b3e04a8ee2a1 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1679943 Aug 09 15:54:46.310593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85fdf2e8-1bb5-44c4-bc20-265b28490c4d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.316502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afe9aabf-a673-4cec-9d79-4a9ca3d46399 req-2bf3b890-355d-4817-a790-5fcbb0ca8c7d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974498 Aug 09 15:54:46.332034 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.394815 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.455118 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85fdf2e8-1bb5-44c4-bc20-265b28490c4d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.491528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdf2e8-1bb5-44c4-bc20-265b28490c4d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.495680 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85fdf2e8-1bb5-44c4-bc20-265b28490c4d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.497744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-85fdf2e8-1bb5-44c4-bc20-265b28490c4d tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c HTTP/1.1" status: 204 len: 168 time: 0.6076517 Aug 09 15:54:46.502132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40610) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:46.508986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e739f2-375e-477b-a4cb-3e3330cd20ab None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:46.634575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-843440bb-2c85-4460-8a15-a1375c0e2bfe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet 65d61c72-f174-4dd1-a2c8-758077659c4f {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:46.645065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843440bb-2c85-4460-8a15-a1375c0e2bfe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.720641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.727351 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.753788 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843440bb-2c85-4460-8a15-a1375c0e2bfe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.904701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Pushing event updated for resources: {'Port': ['ID=836951ca-abe4-4a85-be9f-c2b7d7fa4688,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.923880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.954748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df56402-6a10-4acd-a819-2cd6c3057572 req-5291a8d8-3156-493d-ae96-0adb7d7340db tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.956873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7df56402-6a10-4acd-a819-2cd6c3057572 req-5291a8d8-3156-493d-ae96-0adb7d7340db tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1373286 Aug 09 15:54:46.958677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.960117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9bff2c6a-f0dd-410f-820b-22003bce891f tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8678129 Aug 09 15:54:46.963042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40622) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:46.998796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843440bb-2c85-4460-8a15-a1375c0e2bfe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.116556 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843440bb-2c85-4460-8a15-a1375c0e2bfe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.178276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843440bb-2c85-4460-8a15-a1375c0e2bfe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=65d61c72-f174-4dd1-a2c8-758077659c4f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:47.204384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843440bb-2c85-4460-8a15-a1375c0e2bfe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.209014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-843440bb-2c85-4460-8a15-a1375c0e2bfe tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/65d61c72-f174-4dd1-a2c8-758077659c4f HTTP/1.1" status: 204 len: 168 time: 0.7033095 Aug 09 15:54:47.209214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40628) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.267513 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e36dfa-10ba-43b3-9b08-57c447492672 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:47.268412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e36dfa-10ba-43b3-9b08-57c447492672 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:47.270638 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-09e36dfa-10ba-43b3-9b08-57c447492672 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/da7eea92-5ad5-4c43-a2d2-9cf9c7808c4c HTTP/1.1" status: 404 len: 337 time: 0.0604382 Aug 09 15:54:47.274763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40630) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.324538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7df56402-6a10-4acd-a819-2cd6c3057572 req-4b0746e7-0c36-4cd8-abc8-d0695f0c136f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533719 Aug 09 15:54:47.364343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c4276-b9aa-41be-8fe4-e841ba12c539 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting subnet 43db85a2-547d-4ce5-8aea-ec2a0536bc40 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:47.374272 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4276-b9aa-41be-8fe4-e841ba12c539 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.376117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ce551bb1-2adb-459c-b27b-10ccef096bf2 tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.4101260 Aug 09 15:54:47.378384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40636) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.458630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d39f26b1-33ba-45d0-8209-7223deaa1ade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0789707 Aug 09 15:54:47.459378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40640) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.482361 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4276-b9aa-41be-8fe4-e841ba12c539 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.506727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-90d7b7f4-5fe9-4c3f-a780-1f88c42950ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.629657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4276-b9aa-41be-8fe4-e841ba12c539 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.716621 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4276-b9aa-41be-8fe4-e841ba12c539 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.788850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.850338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c4276-b9aa-41be-8fe4-e841ba12c539 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Subnet': ['ID=43db85a2-547d-4ce5-8aea-ec2a0536bc40,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:47.860869 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4276-b9aa-41be-8fe4-e841ba12c539 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.864876 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d1c4276-b9aa-41be-8fe4-e841ba12c539 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/43db85a2-547d-4ce5-8aea-ec2a0536bc40 HTTP/1.1" status: 204 len: 168 time: 0.5859632 Aug 09 15:54:47.867293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40652) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.900349 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5471d5a-284c-42c0-8853-2ac369f0844f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:47.901178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5471d5a-284c-42c0-8853-2ac369f0844f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:47.903667 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c5471d5a-284c-42c0-8853-2ac369f0844f tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/f96e2314-26fc-4d1b-9e2f-86113f504553 HTTP/1.1" status: 404 len: 337 time: 0.0349758 Aug 09 15:54:47.906453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40654) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.943923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d125766c-e8fb-44ca-9f24-e7442e26ad72 None None] Network cc506e7f-494b-4f4a-93d1-8f35c7120010 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:47.960378 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b2e18ee2-0b49-412e-a995-6bd292917113 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7f7e835-b031-4156-beae-5881f44acc65 HTTP/1.1" status: 200 len: 205 time: 0.0523143 Aug 09 15:54:47.963311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40656) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.035950 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-3b5873e3-cd3a-450d-9c84-2b610bb3a043 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] delete failed (client error): The resource could not be found. Aug 09 15:54:48.036980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3b5873e3-cd3a-450d-9c84-2b610bb3a043 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/routers/d7f7e835-b031-4156-beae-5881f44acc65 HTTP/1.1" status: 404 len: 336 time: 0.0726273 Aug 09 15:54:48.039934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40660) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.080487 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cc9d0e-6aa9-4e32-8c68-57d2825b6b7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.080949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cc9d0e-6aa9-4e32-8c68-57d2825b6b7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.082721 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-04cc9d0e-6aa9-4e32-8c68-57d2825b6b7b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/3b123529-8721-447c-93e7-ce3260d9b5d9 HTTP/1.1" status: 404 len: 337 time: 0.0418587 Aug 09 15:54:48.085846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40662) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.160026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7853656e-f255-45bc-b558-48a8d0d5cd31 None None] Provisioning complete for port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:48.160397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7853656e-f255-45bc-b558-48a8d0d5cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.176072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Deleting port 836951ca-abe4-4a85-be9f-c2b7d7fa4688 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:48.176981 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.178202 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdec1d4-32e7-426c-b3a0-7ee3cca842a3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.179057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdec1d4-32e7-426c-b3a0-7ee3cca842a3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.181150 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5bdec1d4-32e7-426c-b3a0-7ee3cca842a3 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/edeccc1b-4bbd-4464-ab2d-0872e1f1302b HTTP/1.1" status: 404 len: 337 time: 0.0943565 Aug 09 15:54:48.185964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40670) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.238595 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df36c51-4db2-4b13-907c-0094d2594777 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.259873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df36c51-4db2-4b13-907c-0094d2594777 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.270436 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0df36c51-4db2-4b13-907c-0094d2594777 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/0b255772-89cc-42e8-a22e-4ccc8357d078 HTTP/1.1" status: 404 len: 337 time: 0.0829196 Aug 09 15:54:48.272299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.272700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.276392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40672) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.306355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Calling delete_port for 836951ca-abe4-4a85-be9f-c2b7d7fa4688 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:48.315449 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-744b5296-532b-42cf-8ac1-7861bc9d8b74 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.318567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744b5296-532b-42cf-8ac1-7861bc9d8b74 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.326973 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-744b5296-532b-42cf-8ac1-7861bc9d8b74 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/786ab382-fe1a-401e-84c1-79b1d15d4a16 HTTP/1.1" status: 404 len: 333 time: 0.0481291 Aug 09 15:54:48.328347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40680) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.373212 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8cb2fc-e07c-4e3f-8bd4-5680eb228c57 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.373750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8cb2fc-e07c-4e3f-8bd4-5680eb228c57 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.379332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1b8cb2fc-e07c-4e3f-8bd4-5680eb228c57 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/e0dda3a2-f216-458a-ae30-944973b299a4 HTTP/1.1" status: 404 len: 337 time: 0.0485587 Aug 09 15:54:48.380466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40686) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.414048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7853656e-f255-45bc-b558-48a8d0d5cd31 None None] Port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:48.419627 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-376444d6-5fcb-4295-a857-4ed08158106e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.420619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376444d6-5fcb-4295-a857-4ed08158106e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.426906 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-376444d6-5fcb-4295-a857-4ed08158106e tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/e95132b7-a187-49f2-92d2-b13de778f621 HTTP/1.1" status: 404 len: 337 time: 0.0451224 Aug 09 15:54:48.427788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40690) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.475315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7853656e-f255-45bc-b558-48a8d0d5cd31 None None] Provisioning complete for port f38af30a-9360-4735-b343-d809fc8981d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:48.475687 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7853656e-f255-45bc-b558-48a8d0d5cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.477673 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2a674c-3ccb-4e06-be1c-107d4d2693b0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.478627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2a674c-3ccb-4e06-be1c-107d4d2693b0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.483795 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1c2a674c-3ccb-4e06-be1c-107d4d2693b0 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/e4efe249-f55b-4071-b273-c5f09a245245 HTTP/1.1" status: 404 len: 333 time: 0.0549321 Aug 09 15:54:48.485481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40696) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.569928 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9b8817-2b5a-4acb-9f84-0455e937713a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.572412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9b8817-2b5a-4acb-9f84-0455e937713a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.582598 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4a9b8817-2b5a-4acb-9f84-0455e937713a tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/b8608a63-cb10-4e2f-a48c-09cd03894059 HTTP/1.1" status: 404 len: 337 time: 0.0936780 Aug 09 15:54:48.588521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40702) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.606552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] DHCP port deletion for cc506e7f-494b-4f4a-93d1-8f35c7120010 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:48.657448 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4980879-8a2a-4ad0-8583-1d36765e6785 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] DELETE failed (client error): The resource could not be found. Aug 09 15:54:48.658386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4980879-8a2a-4ad0-8583-1d36765e6785 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:54:48.664186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b4980879-8a2a-4ad0-8583-1d36765e6785 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/subnets/de45cecb-4aea-44a2-9540-d2c2231bc6d6 HTTP/1.1" status: 404 len: 337 time: 0.0741470 Aug 09 15:54:48.665319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40704) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.855016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-86415434-4836-408e-8cd3-21074ccb992b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Deleting port ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:48.855379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86415434-4836-408e-8cd3-21074ccb992b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.918524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] Deleting port f38af30a-9360-4735-b343-d809fc8981d4 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:48.919122 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.938450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.990235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86415434-4836-408e-8cd3-21074ccb992b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.993197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Pushing event deleted for resources: {'Port': ['ID=836951ca-abe4-4a85-be9f-c2b7d7fa4688,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:49.028575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14b38-294d-4aa8-acc1-68adf3fbb529 req-f025b5d4-bba9-4eda-ab23-caad62e74e1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.032035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29c14b38-294d-4aa8-acc1-68adf3fbb529 req-f025b5d4-bba9-4eda-ab23-caad62e74e1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.4912643 Aug 09 15:54:49.035107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-86415434-4836-408e-8cd3-21074ccb992b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Calling delete_port for ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:49.076615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] For port f38af30a-9360-4735-b343-d809fc8981d4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f38af30a-9360-4735-b343-d809fc8981d4,segment=NetworkSegment(d753cb71-624e-4f1d-8129-59d99535f4fa),segment_id=d753cb71-624e-4f1d-8129-59d99535f4fa)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:49.077260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.095428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] Calling delete_port for f38af30a-9360-4735-b343-d809fc8981d4 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:49.174539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40730) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:49.205842 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.234953 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.253661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86415434-4836-408e-8cd3-21074ccb992b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.262868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] Pushing event deleted for resources: {'Port': ['ID=f38af30a-9360-4735-b343-d809fc8981d4,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:49.266763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f407a-11c2-4d0c-9510-b6649a699936 None None] No DVR routers for this DVR port f38af30a-9360-4735-b343-d809fc8981d4 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:49.316404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86415434-4836-408e-8cd3-21074ccb992b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Port': ['ID=ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:49.320655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86415434-4836-408e-8cd3-21074ccb992b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.323097 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-86415434-4836-408e-8cd3-21074ccb992b tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/ports/ff53efd5-3389-4e0a-84b3-ab1a1aa4e9cc HTTP/1.1" status: 204 len: 168 time: 0.6563587 Aug 09 15:54:49.326581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:49.359690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29c14b38-294d-4aa8-acc1-68adf3fbb529 req-88ef1b5d-f200-4db7-9447-d2b9ba02cb84 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192031 Aug 09 15:54:49.378116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.381220 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.385520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5722d059-339e-4bdd-b0c1-91108405030d tempest-FloatingIPAdminTestJSON-765342570 tempest-FloatingIPAdminTestJSON-765342570-project] 10.222.0.64 "DELETE /v2.0/floatingips/555f428d-e5fe-432b-bbe2-94cf30fb6b9d HTTP/1.1" status: 204 len: 168 time: 1.9222791 Aug 09 15:54:49.385779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40744) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:49.515684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.553245 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c80fcf0-0f29-4444-92fe-0a00124b9142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.700914 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.717324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc506e7f-494b-4f4a-93d1-8f35c7120010']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.782982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd753cb71-624e-4f1d-8129-59d99535f4fa') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.785450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd753cb71-624e-4f1d-8129-59d99535f4fa') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.800376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f38af30a-9360-4735-b343-d809fc8981d4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:49.824344 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.860658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.869315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:49.870002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:49.874264 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:49.888874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: f38af30a-9360-4735-b343-d809fc8981d4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:49.890225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f38af30a-9360-4735-b343-d809fc8981d4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:49.955544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Deleting port 99084dce-308a-43f9-ae02-a6029f5cb1a2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:49.956314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.959120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.969957 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.976482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] 10.222.0.64 "DELETE /v2.0/networks/cc506e7f-494b-4f4a-93d1-8f35c7120010 HTTP/1.1" status: 204 len: 168 time: 0.6483831 Aug 09 15:54:50.018506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0ea4c-a395-42f3-889a-14602ac4a871 tempest-PortsIpV6TestJSON-133296288 tempest-PortsIpV6TestJSON-133296288-project] Pushing event deleted for resources: {'Network': ['ID=cc506e7f-494b-4f4a-93d1-8f35c7120010,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.074822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-a4e67351-5c65-482e-9d94-035039284e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.076630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-a4e67351-5c65-482e-9d94-035039284e14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9d853f10f594fc3907169dac285e27e&device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 1098 time: 0.2458377 Aug 09 15:54:50.082136 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c80fcf0-0f29-4444-92fe-0a00124b9142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.114982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c80fcf0-0f29-4444-92fe-0a00124b9142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.130743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce3718-b136-4665-ac94-3a3d8b331950 req-252a058d-27de-4118-9f37-1444917eb9be tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.132436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14ce3718-b136-4665-ac94-3a3d8b331950 req-252a058d-27de-4118-9f37-1444917eb9be tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.2520099 Aug 09 15:54:50.242961 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.243297 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.258753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9c80fcf0-0f29-4444-92fe-0a00124b9142 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2093967e3f544afb910e27a0ba4c5255&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0821781 Aug 09 15:54:50.259492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80fcf0-0f29-4444-92fe-0a00124b9142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f56d32-5de9-4a15-8fb2-e8d2ebb6f44c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.261962 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40796) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.314474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Calling delete_port for 99084dce-308a-43f9-ae02-a6029f5cb1a2 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:50.342888 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14ce3718-b136-4665-ac94-3a3d8b331950 req-c0aa6dd9-d4ed-4b3e-9644-af5ac9e9ab5c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628070 Aug 09 15:54:50.361163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40802) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.391937 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.410834 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c32ef2-965b-49b2-a23a-a781f7e13169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.416481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-bf3c6641-67f7-4329-a1a3-3cce1e738172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.418093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-bf3c6641-67f7-4329-a1a3-3cce1e738172 service neutron] 10.222.0.35 "GET /v2.0/networks?id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 200 len: 916 time: 0.3249886 Aug 09 15:54:50.472590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c32ef2-965b-49b2-a23a-a781f7e13169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.474372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-f4855c9b-b8d5-4de8-87b4-a76564adef98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cdfc5af-1504-427a-86bd-22974ca755e8 HTTP/1.1" status: 200 len: 217 time: 0.0472763 Aug 09 15:54:50.596847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-f883aa81-6c4e-4c00-af15-b164f235774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.599020 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c32ef2-965b-49b2-a23a-a781f7e13169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.600308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-f883aa81-6c4e-4c00-af15-b164f235774f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 200 len: 854 time: 0.1178060 Aug 09 15:54:50.601601 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c32ef2-965b-49b2-a23a-a781f7e13169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.602913 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-19c32ef2-965b-49b2-a23a-a781f7e13169 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84f56d32-5de9-4a15-8fb2-e8d2ebb6f44c HTTP/1.1" status: 204 len: 168 time: 0.3399963 Aug 09 15:54:50.668966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c32ef2-965b-49b2-a23a-a781f7e13169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f56d32-5de9-4a15-8fb2-e8d2ebb6f44c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.700569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-865bdbe7-f96c-43cf-b9b5-3ab16fcd5868 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=da64e28c-9ca0-4c9f-b499-9d2b18e8a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899138 Aug 09 15:54:50.717672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b10aa523-e1c6-48c4-8011-4871de00de93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da08d0e3d29e463eae1592496fc92f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530900 Aug 09 15:54:50.718889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40830) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.760212 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.798156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Pushing event deleted for resources: {'Port': ['ID=99084dce-308a-43f9-ae02-a6029f5cb1a2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.834688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1ed550-75df-4d18-9df3-f7c09823d8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.862816 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1ed550-75df-4d18-9df3-f7c09823d8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.908021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-113c9dfa-c038-4d62-a1b4-3e4c5a8a5589 service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913612 Aug 09 15:54:50.921099 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.927077 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.931901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d5d1d96b-3fd2-4f39-a761-46731eb642ff tempest-FloatingIPAdminTestJSON-2145353825 tempest-FloatingIPAdminTestJSON-2145353825-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/1c2ddeed-b742-40e9-90d6-49670eba3f0a HTTP/1.1" status: 204 len: 168 time: 1.5417280 Aug 09 15:54:50.932993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.948089 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1ed550-75df-4d18-9df3-f7c09823d8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.952087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc1ed550-75df-4d18-9df3-f7c09823d8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.955183 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bc1ed550-75df-4d18-9df3-f7c09823d8cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c658de5d-8c2d-4667-b23f-c0537de8a523 HTTP/1.1" status: 204 len: 168 time: 0.2351210 Aug 09 15:54:51.060378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ed550-75df-4d18-9df3-f7c09823d8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658de5d-8c2d-4667-b23f-c0537de8a523,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.082002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaeb129-71fd-475d-88db-bdcb1d6cacff req-24d5f388-1de0-4932-8d83-4eaa09a2fdf9 service neutron] 10.222.0.35 "GET /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520529 Aug 09 15:54:51.205932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40860) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.230874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3fe26dd3-f7c6-4b6e-8c15-6f3ab91deade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Deleting port 77b19716-ff1d-48ae-892e-6c9a2ff82b98 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:51.231223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3fe26dd3-f7c6-4b6e-8c15-6f3ab91deade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.238741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e129338f-1b20-4cf0-8608-5d7282c31ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.394506 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e129338f-1b20-4cf0-8608-5d7282c31ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.401063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e129338f-1b20-4cf0-8608-5d7282c31ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.427219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3fe26dd3-f7c6-4b6e-8c15-6f3ab91deade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.454903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129338f-1b20-4cf0-8608-5d7282c31ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab1f5bc-2cf0-4da3-b200-bf8619ed363a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.459667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e129338f-1b20-4cf0-8608-5d7282c31ed0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45bc8fb15be54f41951f497445e4ee1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524228 Aug 09 15:54:51.463611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40868) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.516685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3fe26dd3-f7c6-4b6e-8c15-6f3ab91deade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Calling delete_port for 77b19716-ff1d-48ae-892e-6c9a2ff82b98 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:51.558235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1dd1c-c2ca-40cd-b384-26be0376a45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.623723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1dd1c-c2ca-40cd-b384-26be0376a45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.693494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40874) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.755839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe17df4-2d77-40ed-b7e7-f933697405ee req-976fc05b-bf4b-4d20-9cb0-52a63f64b346 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:51.762121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-efe17df4-2d77-40ed-b7e7-f933697405ee req-976fc05b-bf4b-4d20-9cb0-52a63f64b346 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1790395 Aug 09 15:54:51.821334 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1dd1c-c2ca-40cd-b384-26be0376a45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.825859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1dd1c-c2ca-40cd-b384-26be0376a45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.832473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbe1dd1c-c2ca-40cd-b384-26be0376a45b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ab1f5bc-2cf0-4da3-b200-bf8619ed363a HTTP/1.1" status: 204 len: 168 time: 0.3671348 Aug 09 15:54:51.850606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3fe26dd3-f7c6-4b6e-8c15-6f3ab91deade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.861493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1dd1c-c2ca-40cd-b384-26be0376a45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab1f5bc-2cf0-4da3-b200-bf8619ed363a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.906300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe26dd3-f7c6-4b6e-8c15-6f3ab91deade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event deleted for resources: {'Port': ['ID=77b19716-ff1d-48ae-892e-6c9a2ff82b98,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.983998 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-efe17df4-2d77-40ed-b7e7-f933697405ee req-5357eb7f-a39c-47da-afaf-f760cd3fba3a tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862447 Aug 09 15:54:52.047300 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3fe26dd3-f7c6-4b6e-8c15-6f3ab91deade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.049610 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3fe26dd3-f7c6-4b6e-8c15-6f3ab91deade tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "DELETE /v2.0/ports/77b19716-ff1d-48ae-892e-6c9a2ff82b98 HTTP/1.1" status: 204 len: 168 time: 1.1132855 Aug 09 15:54:52.054510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40890) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:52.072106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b200142a-adc7-4e6d-aa0c-312cbd365230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.225756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fb9c0-36a6-4677-b422-dd24fffce44d tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:52.232628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b200142a-adc7-4e6d-aa0c-312cbd365230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.238075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-693fb9c0-36a6-4677-b422-dd24fffce44d tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f430f8e-9dc1-45c7-a97d-b3038c48d755 HTTP/1.1" status: 200 len: 913 time: 0.1815200 Aug 09 15:54:52.240325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40896) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:52.251430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b200142a-adc7-4e6d-aa0c-312cbd365230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.395411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200142a-adc7-4e6d-aa0c-312cbd365230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000c43b5-ae6e-4890-8131-be15c71a5166,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:52.431572 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b200142a-adc7-4e6d-aa0c-312cbd365230 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=add9f68e65a94f458dec2a3743706670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307343 Aug 09 15:54:52.434364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40914) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:52.530069 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d7c249a-643a-4922-b06a-04c7c51a56fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.555974 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d7c249a-643a-4922-b06a-04c7c51a56fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.617058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d7c249a-643a-4922-b06a-04c7c51a56fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.619941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d7c249a-643a-4922-b06a-04c7c51a56fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.621199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8d7c249a-643a-4922-b06a-04c7c51a56fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/000c43b5-ae6e-4890-8131-be15c71a5166 HTTP/1.1" status: 204 len: 168 time: 0.1858854 Aug 09 15:54:52.638221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c249a-643a-4922-b06a-04c7c51a56fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000c43b5-ae6e-4890-8131-be15c71a5166,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:52.638221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40926) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:52.999660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-872963100'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:53.003065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.051638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:53.060111 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.068462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40942) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:53.082195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.094877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052988da-bc6e-49e1-9c7b-7759834f9d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.120305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-052988da-bc6e-49e1-9c7b-7759834f9d92 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:54:53.120305 n-d-799523-2 neutron-server[94177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:54:53.120305 n-d-799523-2 neutron-server[94177]: [parameters: {'project_id_1': '6b9b2e86598644a79b831bd6d8ec52bc', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 54, 53, 114030)}] Aug 09 15:54:53.120305 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:54:53.120719 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-052988da-bc6e-49e1-9c7b-7759834f9d92 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:54:53.238763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.247854 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.301265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:53.317854 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.318282 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment 28c99d3a-0d28-4c2f-bf55-f9e620d3dd77 of type vlan for network add192d7-ec45-41f8-aa5b-a0f067503868 Aug 09 15:54:53.400367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2825a7a3-8822-488b-a874-a50f16005da6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:53.416849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.461637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.468422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:53.469325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.546814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9073398 Aug 09 15:54:53.558640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:53.564982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-377406902'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:53.595247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7cff-2055-4a46-bedd-00837005950e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=add192d7-ec45-41f8-aa5b-a0f067503868,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:53.607336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network add192d7-ec45-41f8-aa5b-a0f067503868 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:53.618763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ece2e7-fb20-404a-ae87-40fd8805bb15 req-271f60f9-91ab-44ca-9cf1-ab331ed4ce88 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:53.628169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82ece2e7-fb20-404a-ae87-40fd8805bb15 req-271f60f9-91ab-44ca-9cf1-ab331ed4ce88 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.4974523 Aug 09 15:54:53.632208 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052988da-bc6e-49e1-9c7b-7759834f9d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.640906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:53.645848 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.678573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:53.682091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Deleting port 76d493f2-203d-458f-8018-4826c882a3ab {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:53.682437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.695635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82ece2e7-fb20-404a-ae87-40fd8805bb15 req-c2566da4-23f1-48d8-b4fa-ffb3fe7be3af tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629225 Aug 09 15:54:53.746525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.746939 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment 4e8a97d2-3293-489d-b2af-21dc527a449e of type vlan for network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 Aug 09 15:54:53.820611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.911055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052988da-bc6e-49e1-9c7b-7759834f9d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.927714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.941874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef23b5d-ea3f-43d7-a10e-ad6e8b39c37d req-3d5d0ebb-9afc-46ad-89ef-be47ba2d20a5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:53.946597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cef23b5d-ea3f-43d7-a10e-ad6e8b39c37d req-3d5d0ebb-9afc-46ad-89ef-be47ba2d20a5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1313407 Aug 09 15:54:53.952171 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052988da-bc6e-49e1-9c7b-7759834f9d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.959997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Calling delete_port for 76d493f2-203d-458f-8018-4826c882a3ab owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:53.968917 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.978567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:53.979660 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.013770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052988da-bc6e-49e1-9c7b-7759834f9d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f521fc-a599-4ffa-af08-2a6f22804790,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.049461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-052988da-bc6e-49e1-9c7b-7759834f9d92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b9b2e86598644a79b831bd6d8ec52bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9773166 Aug 09 15:54:54.053403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40974) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:54.073600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cef23b5d-ea3f-43d7-a10e-ad6e8b39c37d req-602ddbde-5f20-4aff-8c1a-000983338e77 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179428 Aug 09 15:54:54.078051 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5183294 Aug 09 15:54:54.084341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:54.100440 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': 'add192d7-ec45-41f8-aa5b-a0f067503868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:54.125610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa78ef35-dbd3-4320-9059-9dd4d6b4abbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.151474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa78ef35-dbd3-4320-9059-9dd4d6b4abbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.172535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b28e8-7fde-47fa-9594-9e2fbf100f0b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=9901495d-75c2-40ab-8dc1-e7867cbf1a32,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.185389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:54.250451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeab0d-1c89-423c-9cf8-2ac183858eff req-01af8866-7693-47c5-a3e5-4e4d5b14f464 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.252399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20eeab0d-1c89-423c-9cf8-2ac183858eff req-01af8866-7693-47c5-a3e5-4e4d5b14f464 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.0702074 Aug 09 15:54:54.294965 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa78ef35-dbd3-4320-9059-9dd4d6b4abbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.297649 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa78ef35-dbd3-4320-9059-9dd4d6b4abbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.298829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aa78ef35-dbd3-4320-9059-9dd4d6b4abbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32f521fc-a599-4ffa-af08-2a6f22804790 HTTP/1.1" status: 204 len: 168 time: 0.2441022 Aug 09 15:54:54.318463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20eeab0d-1c89-423c-9cf8-2ac183858eff req-e0cb23e4-eef9-495a-9d8a-a557836093bf tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 Aug 09 15:54:54.319376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78ef35-dbd3-4320-9059-9dd4d6b4abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f521fc-a599-4ffa-af08-2a6f22804790,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.338496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:54.342616 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.474187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871689db-1e0a-4382-b487-4ebf02ed2674 req-fdfdb332-7ee2-4aa8-a4e2-18f0583edac2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.476177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-871689db-1e0a-4382-b487-4ebf02ed2674 req-fdfdb332-7ee2-4aa8-a4e2-18f0583edac2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.0586991 Aug 09 15:54:54.497702 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.535985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-871689db-1e0a-4382-b487-4ebf02ed2674 req-e68c25d3-fd0e-42e9-9eb3-cac6d3601340 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507190 Aug 09 15:54:54.541535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event deleted for resources: {'Port': ['ID=76d493f2-203d-458f-8018-4826c882a3ab,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.819343 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.832712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b3672-8b76-4609-928d-8eb6665547cb req-1ae8eb4d-5847-4966-b20f-4f7360785295 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.849531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-964b3672-8b76-4609-928d-8eb6665547cb req-1ae8eb4d-5847-4966-b20f-4f7360785295 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1271904 Aug 09 15:54:54.901028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-964b3672-8b76-4609-928d-8eb6665547cb req-de5ccd68-4083-4570-bb73-607f420a7a75 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428801 Aug 09 15:54:54.912403 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.914378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=4b1dcceb-f989-4117-a126-10e066e7b85c,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.979957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': '28c99d3a-0d28-4c2f-bf55-f9e620d3dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'add192d7-ec45-41f8-aa5b-a0f067503868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:54.980470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: add192d7-ec45-41f8-aa5b-a0f067503868, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:55.055625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network add192d7-ec45-41f8-aa5b-a0f067503868 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:55.077085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f417d1-d6dc-472b-92fe-6394293ff59c req-6ec55030-6ec3-4e87-a1dc-615ec361e67d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.077363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, add192d7-ec45-41f8-aa5b-a0f067503868) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:55.084626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.085350 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.087280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8f417d1-d6dc-472b-92fe-6394293ff59c req-6ec55030-6ec3-4e87-a1dc-615ec361e67d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.0975959 Aug 09 15:54:55.096113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e7805-ca02-4a8f-8d76-62017b13c1d7 None None] Network add192d7-ec45-41f8-aa5b-a0f067503868 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:55.145051 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f7914fbf-bb1f-40c2-ac00-22312b9c49e7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0598533 Aug 09 15:54:55.148117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41030) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.153691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': '9901495d-75c2-40ab-8dc1-e7867cbf1a32', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:55.173917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8f417d1-d6dc-472b-92fe-6394293ff59c req-936568b1-77da-444c-b5bc-889cce610c13 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856285 Aug 09 15:54:55.424731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Router 3f430f8e-9dc1-45c7-a97d-b3038c48d755 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:55.429629 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-1f3a9cc2-b721-48d4-8654-c858af98375f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1596055 Aug 09 15:54:55.445251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:55.449901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.487568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-add192d7-ec45-41f8-aa5b-a0f067503868', 'network_id': 'add192d7-ec45-41f8-aa5b-a0f067503868', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': '4b1dcceb-f989-4117-a126-10e066e7b85c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:54:55.488533 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.507400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cc520-0802-4c72-b80e-2a97d70d86a7 req-b395d4ba-c16b-4869-a815-8cf0c1c52460 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.509029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-178cc520-0802-4c72-b80e-2a97d70d86a7 req-b395d4ba-c16b-4869-a815-8cf0c1c52460 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.1810892 Aug 09 15:54:55.526233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-214d852c-abdc-4cbc-8487-34b8089f9d6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1354449 Aug 09 15:54:55.693408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Allocated IP 172.20.0.2 (add192d7-ec45-41f8-aa5b-a0f067503868/4b1dcceb-f989-4117-a126-10e066e7b85c/19f29f5d-075e-42f0-93f4-2b5fa8a63938) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:55.740167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-178cc520-0802-4c72-b80e-2a97d70d86a7 req-82360a27-9f28-4208-81dc-e2aad78e313f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019699 Aug 09 15:54:55.747306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-ed120ffa-a8ae-45ab-a597-bb0eb5cecfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.749925 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-ed120ffa-a8ae-45ab-a597-bb0eb5cecfd2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 1096 time: 0.2065089 Aug 09 15:54:55.766138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:55.802274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40a1b5-6097-4db6-8b0b-0dd7a997222e None None] Sync routers for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:55.805595 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0aed09d4-a63e-4842-8848-098712dbff74 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "PUT /v2.0/routers/3f430f8e-9dc1-45c7-a97d-b3038c48d755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5641265 Aug 09 15:54:55.811436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41066) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.835273 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40a1b5-6097-4db6-8b0b-0dd7a997222e None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:55.835930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-fc40a1b5-6097-4db6-8b0b-0dd7a997222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.898145 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-fc40a1b5-6097-4db6-8b0b-0dd7a997222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.919864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40a1b5-6097-4db6-8b0b-0dd7a997222e None None] Routers {'3f430f8e-9dc1-45c7-a97d-b3038c48d755'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:55.920207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-fc40a1b5-6097-4db6-8b0b-0dd7a997222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.936308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f54617a4-72d3-434f-b2a9-65697371dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.937184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f54617a4-72d3-434f-b2a9-65697371dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.937714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f54617a4-72d3-434f-b2a9-65697371dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.939630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f54617a4-72d3-434f-b2a9-65697371dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.940363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f54617a4-72d3-434f-b2a9-65697371dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.941415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f54617a4-72d3-434f-b2a9-65697371dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.941959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f54617a4-72d3-434f-b2a9-65697371dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.946839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f54617a4-72d3-434f-b2a9-65697371dc0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6502 time: 0.3367646 Aug 09 15:54:55.952292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-49eb9261-e25a-4383-9f68-f9d0469d1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.960022 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-49eb9261-e25a-4383-9f68-f9d0469d1b65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.1396632 Aug 09 15:54:55.962775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-fc40a1b5-6097-4db6-8b0b-0dd7a997222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.963425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40a1b5-6097-4db6-8b0b-0dd7a997222e None None] The sync data for ids ['3f430f8e-9dc1-45c7-a97d-b3038c48d755'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:56.078064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.087662 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-0c37bc22-c07d-4d32-a216-e6013035c7db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 200 len: 1001 time: 0.1176231 Aug 09 15:54:56.098194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Transition to ACTIVE for port object 19f29f5d-075e-42f0-93f4-2b5fa8a63938 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:56.100941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.129076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Transition to ACTIVE for port object 19f29f5d-075e-42f0-93f4-2b5fa8a63938 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:56.140601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.175889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-edad22d7-f083-4d07-ac6c-3024f681a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.177441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-edad22d7-f083-4d07-ac6c-3024f681a372 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.0615530 Aug 09 15:54:56.196065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Network add192d7-ec45-41f8-aa5b-a0f067503868 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:56.199925 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:56.205616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:56.209266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Pushing event updated for resources: {'Port': ['ID=19f29f5d-075e-42f0-93f4-2b5fa8a63938,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.235549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-9dc61eed-7ed3-4ad9-bf36-522b56b95d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.236206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-9dc61eed-7ed3-4ad9-bf36-522b56b95d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.236735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-9dc61eed-7ed3-4ad9-bf36-522b56b95d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.238452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-9dc61eed-7ed3-4ad9-bf36-522b56b95d23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 200 len: 2301 time: 0.2557034 Aug 09 15:54:56.250085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.310748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=5189059c-f9de-4731-a451-f5a81f3e8b98,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.314857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Attempting to bind port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:56.315354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Attempting to bind port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '28c99d3a-0d28-4c2f-bf55-f9e620d3dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'add192d7-ec45-41f8-aa5b-a0f067503868'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:56.315796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Attempting to bind port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 on network add192d7-ec45-41f8-aa5b-a0f067503868 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:56.322817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:56.324031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Checking segment: {'id': '28c99d3a-0d28-4c2f-bf55-f9e620d3dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'add192d7-ec45-41f8-aa5b-a0f067503868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:56.324647 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.325247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Bound using segment: {'id': '28c99d3a-0d28-4c2f-bf55-f9e620d3dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'add192d7-ec45-41f8-aa5b-a0f067503868'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:56.325917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Bound port: 19f29f5d-075e-42f0-93f4-2b5fa8a63938, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c99d3a-0d28-4c2f-bf55-f9e620d3dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'add192d7-ec45-41f8-aa5b-a0f067503868'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:56.326502 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.339555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-ee41f3ae-739f-45af-966b-9f3fb5cebfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.342022 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-ee41f3ae-739f-45af-966b-9f3fb5cebfd5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497650 Aug 09 15:54:56.412355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] For port 19f29f5d-075e-42f0-93f4-2b5fa8a63938, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:56.416241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41086) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:56.416421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] For port 19f29f5d-075e-42f0-93f4-2b5fa8a63938, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=19f29f5d-075e-42f0-93f4-2b5fa8a63938,segment=NetworkSegment(28c99d3a-0d28-4c2f-bf55-f9e620d3dd77),segment_id=28c99d3a-0d28-4c2f-bf55-f9e620d3dd77)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:56.423084 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.488245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': '4e8a97d2-3293-489d-b2af-21dc527a449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '9901495d-75c2-40ab-8dc1-e7867cbf1a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:56.494407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: 9901495d-75c2-40ab-8dc1-e7867cbf1a32, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:56.501591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4c7a3-2ea4-4d88-a9b0-2d9ede20f71f None None] Pushing event updated for resources: {'Port': ['ID=19f29f5d-075e-42f0-93f4-2b5fa8a63938,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.564699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:56.586064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-aeea07bc-098a-4d69-9331-b7076672b536 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 200 len: 1001 time: 0.3376906 Aug 09 15:54:56.592335 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.608648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9901495d-75c2-40ab-8dc1-e7867cbf1a32) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:56.613375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.614148 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.622256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6554e-5e0e-41c1-ae3d-305f7600f61e None None] Network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:56.635030 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-9ea099bd-b195-44fd-8d7f-edce3780474d service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744436 Aug 09 15:54:56.645482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2a3eab7c-0cba-49f8-b3e1-0389eb78841f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4962258 Aug 09 15:54:56.647093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41096) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:56.656934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f57b8fda-012e-4754-821c-5c5ebdb23c43 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1188761606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:56.716096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-1d010947-3355-485b-97b8-c4691ab0971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.718087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-1d010947-3355-485b-97b8-c4691ab0971d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7e45fe8-520f-4d6f-8d0c-f060d59770af HTTP/1.1" status: 200 len: 856 time: 0.1043589 Aug 09 15:54:56.903807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5fd87-3218-4caa-8f95-5d66526d2126 req-8983ad3b-e966-4499-865a-057eec663e61 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.927762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80e5fd87-3218-4caa-8f95-5d66526d2126 req-8983ad3b-e966-4499-865a-057eec663e61 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 1.0158045 Aug 09 15:54:57.016325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-c4cb4e3f-0b0d-4df4-b531-35c800d1e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:57.018168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-c4cb4e3f-0b0d-4df4-b531-35c800d1e161 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2917635 Aug 09 15:54:57.019679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Deleting port 09a866ef-882f-4a92-956a-4096f4193b83 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:57.020053 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.028181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80e5fd87-3218-4caa-8f95-5d66526d2126 req-536483b9-d7d9-44fb-b643-b26fb29a915d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994437 Aug 09 15:54:57.186605 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.210830 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab978175-4e40-4943-9ec3-184e614fa3bf req-5bbea53f-444b-478a-a050-0936f2e9022b service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614541 Aug 09 15:54:57.212121 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f57b8fda-012e-4754-821c-5c5ebdb23c43 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.213037 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f57b8fda-012e-4754-821c-5c5ebdb23c43 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.214063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-ee9053bb-1473-4027-9e85-96bfdcdc903a service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747210 Aug 09 15:54:57.215014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Calling delete_port for 09a866ef-882f-4a92-956a-4096f4193b83 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:57.221902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b0b2788c-3d84-49d0-bab8-8c52c3ec3083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.285023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9901495d-75c2-40ab-8dc1-e7867cbf1a32', 'network_id': '9901495d-75c2-40ab-8dc1-e7867cbf1a32', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': '5189059c-f9de-4731-a451-f5a81f3e8b98'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:54:57.286906 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.313321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f57b8fda-012e-4754-821c-5c5ebdb23c43 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.322806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f57b8fda-012e-4754-821c-5c5ebdb23c43 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.434327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b0b2788c-3d84-49d0-bab8-8c52c3ec3083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.443303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b0b2788c-3d84-49d0-bab8-8c52c3ec3083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.457000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Allocated IP 172.21.0.2 (9901495d-75c2-40ab-8dc1-e7867cbf1a32/5189059c-f9de-4731-a451-f5a81f3e8b98/b509b865-0571-4427-b0f0-bf9be50761dc) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:57.458951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f57b8fda-012e-4754-821c-5c5ebdb23c43 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.460608 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f57b8fda-012e-4754-821c-5c5ebdb23c43 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8125427 Aug 09 15:54:57.465249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41114) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:57.773322 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.817656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Transition to ACTIVE for port object b509b865-0571-4427-b0f0-bf9be50761dc will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:57.851471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 19f29f5d-075e-42f0-93f4-2b5fa8a63938 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:57.942923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Transition to ACTIVE for port object b509b865-0571-4427-b0f0-bf9be50761dc will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:57.973970 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b0b2788c-3d84-49d0-bab8-8c52c3ec3083 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ea5b06b05474fd581c8e9afd30ca904&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5561898 Aug 09 15:54:57.974447 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.977080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41132) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:57.989023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:58.009370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2788c-3d84-49d0-bab8-8c52c3ec3083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc14099-b279-48a3-9044-40c9a64aea9e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.052285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-61d923ba-eb88-4f56-999c-144339817b9d service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196857 Aug 09 15:54:58.055082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:58.060912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:58.065130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:58.078360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Pushing event updated for resources: {'Port': ['ID=b509b865-0571-4427-b0f0-bf9be50761dc,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.130636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.146249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d7682-ba8b-48cc-9711-2abbe80cf23e None None] Network add192d7-ec45-41f8-aa5b-a0f067503868 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:58.148743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-b3116596-8f90-47c5-a811-525abd0430f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 217 time: 0.0789790 Aug 09 15:54:58.151982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-749bd730-81c7-4acd-b99a-4b0fd9a9d60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.225843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Attempting to bind port b509b865-0571-4427-b0f0-bf9be50761dc on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:58.226472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Attempting to bind port b509b865-0571-4427-b0f0-bf9be50761dc by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '4e8a97d2-3293-489d-b2af-21dc527a449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '9901495d-75c2-40ab-8dc1-e7867cbf1a32'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:58.227056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Attempting to bind port b509b865-0571-4427-b0f0-bf9be50761dc on network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:58.243753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:58.244418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Checking segment: {'id': '4e8a97d2-3293-489d-b2af-21dc527a449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '9901495d-75c2-40ab-8dc1-e7867cbf1a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:58.244815 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.244936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Bound using segment: {'id': '4e8a97d2-3293-489d-b2af-21dc527a449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '9901495d-75c2-40ab-8dc1-e7867cbf1a32'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:58.245486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Bound port: b509b865-0571-4427-b0f0-bf9be50761dc, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8a97d2-3293-489d-b2af-21dc527a449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '9901495d-75c2-40ab-8dc1-e7867cbf1a32'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:58.245797 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.252797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2765f8c-298a-458d-b8bf-c68c095678f3 req-fa31fabc-2d30-4f08-b8bd-9c430124d891 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.254404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2765f8c-298a-458d-b8bf-c68c095678f3 req-fa31fabc-2d30-4f08-b8bd-9c430124d891 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.4086118 Aug 09 15:54:58.259564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-ff2dcbd0-8024-4b39-aa0c-97694feda063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.261238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-ff2dcbd0-8024-4b39-aa0c-97694feda063 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.0931568 Aug 09 15:54:58.264278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.265087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b4ca72ea-7def-46bb-b6ac-3aa721415d32 None None] Provisioning for port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:58.272938 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-749bd730-81c7-4acd-b99a-4b0fd9a9d60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.287555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b4ca72ea-7def-46bb-b6ac-3aa721415d32 None None] Provisioning complete for port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:58.288133 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4ca72ea-7def-46bb-b6ac-3aa721415d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.321424 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.336458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event deleted for resources: {'Port': ['ID=09a866ef-882f-4a92-956a-4096f4193b83,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.421024 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2765f8c-298a-458d-b8bf-c68c095678f3 req-a30fdeed-5cb2-42c6-b6fb-d3de955b4eab tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533384 Aug 09 15:54:58.425384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-0dbb1e3b-96fc-44c1-8a76-51905063bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.426894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-0dbb1e3b-96fc-44c1-8a76-51905063bf26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557293 Aug 09 15:54:58.432012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.451428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] For port b509b865-0571-4427-b0f0-bf9be50761dc, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:58.507720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-749bd730-81c7-4acd-b99a-4b0fd9a9d60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.510962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-749bd730-81c7-4acd-b99a-4b0fd9a9d60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.511881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] For port b509b865-0571-4427-b0f0-bf9be50761dc, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b509b865-0571-4427-b0f0-bf9be50761dc,segment=NetworkSegment(4e8a97d2-3293-489d-b2af-21dc527a449e),segment_id=4e8a97d2-3293-489d-b2af-21dc527a449e)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:58.512322 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-749bd730-81c7-4acd-b99a-4b0fd9a9d60c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cc14099-b279-48a3-9044-40c9a64aea9e HTTP/1.1" status: 204 len: 168 time: 0.5345228 Aug 09 15:54:58.550720 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.554080 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.568153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bd730-81c7-4acd-b99a-4b0fd9a9d60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc14099-b279-48a3-9044-40c9a64aea9e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.605900 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4ca72ea-7def-46bb-b6ac-3aa721415d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.658052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.661756 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.695531 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.20.0.1 (add192d7-ec45-41f8-aa5b-a0f067503868/4b1dcceb-f989-4117-a126-10e066e7b85c/a8883ec1-c3bf-4d10-86ae-2d397e2b2b39) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:58.718999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8ac8-2977-4c47-929a-fddd7ba2abd0 None None] Pushing event updated for resources: {'Port': ['ID=b509b865-0571-4427-b0f0-bf9be50761dc,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.723024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b4ca72ea-7def-46bb-b6ac-3aa721415d32 None None] For port 19f29f5d-075e-42f0-93f4-2b5fa8a63938, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=19f29f5d-075e-42f0-93f4-2b5fa8a63938,segment=NetworkSegment(28c99d3a-0d28-4c2f-bf55-f9e620d3dd77),segment_id=28c99d3a-0d28-4c2f-bf55-f9e620d3dd77)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:58.730027 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4ca72ea-7def-46bb-b6ac-3aa721415d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.762763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.769687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Fanout notify agent at l3_agent the message router_deleted on router 3f430f8e-9dc1-45c7-a97d-b3038c48d755 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:58.797850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eddc0-ef27-4fd4-ba59-3d7112025ec5 req-70b72fab-b67e-4044-8ab9-4abe2e74cc2f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.806117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-431eddc0-ef27-4fd4-ba59-3d7112025ec5 req-70b72fab-b67e-4044-8ab9-4abe2e74cc2f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.2427297 Aug 09 15:54:58.818802 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.824519 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-85e76a37-7f71-4c0a-a977-976c82e98cb8 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "DELETE /v2.0/routers/3f430f8e-9dc1-45c7-a97d-b3038c48d755 HTTP/1.1" status: 204 len: 168 time: 3.0077758 Aug 09 15:54:58.825183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41148) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:58.850833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca72ea-7def-46bb-b6ac-3aa721415d32 None None] Pushing event updated for resources: {'Port': ['ID=19f29f5d-075e-42f0-93f4-2b5fa8a63938,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:59.013981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.019129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-a72edeb5-64fc-4ed0-8653-d47baad4e4e3 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820410 Aug 09 15:54:59.043037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:59.086198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.205670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=a8883ec1-c3bf-4d10-86ae-2d397e2b2b39,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:59.236119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network add192d7-ec45-41f8-aa5b-a0f067503868 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:59.237845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:59.245339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:59.315745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5f8de5cc-dd64-4c9b-a6e5-8282b25515e9 None None] Provisioning complete for port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:59.316638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5f8de5cc-dd64-4c9b-a6e5-8282b25515e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.337350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-431eddc0-ef27-4fd4-ba59-3d7112025ec5 req-602047f0-749b-4689-b9b1-047157938a5d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299590 Aug 09 15:54:59.373883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e6e14d-1cd0-4773-929e-11eda5c90814 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Deleting subnet 236a0c96-0cb7-4c26-8ca5-aaf344cadd0c {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:59.376218 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.401094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e14d-1cd0-4773-929e-11eda5c90814 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.467878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41174) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:59.521158 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aa66c3ea-1cc8-49e6-9224-71e56675c284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.532930 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e14d-1cd0-4773-929e-11eda5c90814 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.602724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-9229ae91-a50f-43cb-889a-c127ae838c30 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433941 Aug 09 15:54:59.734714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.743783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-9a838e7e-4292-40f0-9459-35cc96c11741 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 217 time: 0.1289227 Aug 09 15:54:59.800189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c745797a-893f-4fcb-b233-c6ea65496821 None None] Provisioning for port a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:59.809372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c745797a-893f-4fcb-b233-c6ea65496821 None None] Provisioning complete for port a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:59.809986 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c745797a-893f-4fcb-b233-c6ea65496821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.872427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aa66c3ea-1cc8-49e6-9224-71e56675c284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.887392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c745797a-893f-4fcb-b233-c6ea65496821 None None] Port a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:59.909691 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-aa66c3ea-1cc8-49e6-9224-71e56675c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.926566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0602a0-4cb6-4ae8-a0dd-25f72649270d req-87d654ff-4c3f-41dc-8682-b67b7a955f51 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:59.928225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd0602a0-4cb6-4ae8-a0dd-25f72649270d req-87d654ff-4c3f-41dc-8682-b67b7a955f51 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.3385563 Aug 09 15:54:59.964348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-66e6aeb7-828e-4b08-ac3d-bad17582dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:59.968425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-66e6aeb7-828e-4b08-ac3d-bad17582dc2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.2085543 Aug 09 15:54:59.972824 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aa66c3ea-1cc8-49e6-9224-71e56675c284 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b56c93d443f642f78ad9326602f4b374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035126 Aug 09 15:54:59.973701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41178) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:59.974900 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e14d-1cd0-4773-929e-11eda5c90814 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.985402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 19f29f5d-075e-42f0-93f4-2b5fa8a63938 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:00.090615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:00.090997 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.140281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66c3ea-1cc8-49e6-9224-71e56675c284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b27c304-b465-4983-88ed-8b18ef955bc7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:00.244053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b509b865-0571-4427-b0f0-bf9be50761dc up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:00.317388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd0602a0-4cb6-4ae8-a0dd-25f72649270d req-b7a3038a-b77e-4bad-b35d-9ac798843fd5 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776193 Aug 09 15:55:00.372563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-7fa1c23e-b00f-4c81-970b-56fa455f0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:00.375109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-7fa1c23e-b00f-4c81-970b-56fa455f0b4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3669794 Aug 09 15:55:00.377503 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb4f9-ba87-47c2-8077-f5aff58fb54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.380358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e14d-1cd0-4773-929e-11eda5c90814 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.417189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6e14d-1cd0-4773-929e-11eda5c90814 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event deleted for resources: {'Subnet': ['ID=236a0c96-0cb7-4c26-8ca5-aaf344cadd0c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:00.436993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc707e4d-8dc9-493b-9aa2-ea3576e389fc None None] Network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:00.509913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e14d-1cd0-4773-929e-11eda5c90814 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.514166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:00.514653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d2e6e14d-1cd0-4773-929e-11eda5c90814 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "DELETE /v2.0/subnets/236a0c96-0cb7-4c26-8ca5-aaf344cadd0c HTTP/1.1" status: 204 len: 168 time: 1.6663692 Aug 09 15:55:00.522285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb4f9-ba87-47c2-8077-f5aff58fb54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.530063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6589a-e641-4e2f-8c57-55b44b00d50a None None] Network 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:00.597179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-82927459-64ef-4946-ae6f-2543d76bd6b6 None None] Provisioning for port b509b865-0571-4427-b0f0-bf9be50761dc completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:00.627565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b509b865-0571-4427-b0f0-bf9be50761dc completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:00.632483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-82927459-64ef-4946-ae6f-2543d76bd6b6 None None] Provisioning complete for port b509b865-0571-4427-b0f0-bf9be50761dc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:00.632998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-82927459-64ef-4946-ae6f-2543d76bd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.648374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b509b865-0571-4427-b0f0-bf9be50761dc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:00.649753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.662938 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.670743 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.676800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.717313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bb285-5c88-4be3-909a-07c2c1fba8b2 req-aa240034-0e65-4f57-be07-9264319be07d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:00.720205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f36bb285-5c88-4be3-909a-07c2c1fba8b2 req-aa240034-0e65-4f57-be07-9264319be07d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.2121799 Aug 09 15:55:00.773861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-87a495b3-c46d-4961-b226-5ba1fefddeae service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567600 Aug 09 15:55:00.773861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb4f9-ba87-47c2-8077-f5aff58fb54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.777471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb4f9-ba87-47c2-8077-f5aff58fb54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.779072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5e7cb4f9-ba87-47c2-8077-f5aff58fb54f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b27c304-b465-4983-88ed-8b18ef955bc7 HTTP/1.1" status: 204 len: 168 time: 0.8008840 Aug 09 15:55:00.813177 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.858857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cb4f9-ba87-47c2-8077-f5aff58fb54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b27c304-b465-4983-88ed-8b18ef955bc7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:00.875960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f36bb285-5c88-4be3-909a-07c2c1fba8b2 req-28d50217-a249-481e-b3af-9eff9dead681 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321986 Aug 09 15:55:00.961571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-4e41ef05-2db9-4978-bca6-c7c18383134e service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809359 Aug 09 15:55:01.080782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network add192d7-ec45-41f8-aa5b-a0f067503868 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:01.088768 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-82927459-64ef-4946-ae6f-2543d76bd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.090523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:01.093758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=a8883ec1-c3bf-4d10-86ae-2d397e2b2b39,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:01.112127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-7ca68aab-0ffb-4173-a4b6-4c298c2f849f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=6eb76f30-8111-4506-8817-1d0c9785db66 HTTP/1.1" status: 200 len: 217 time: 0.1408033 Aug 09 15:55:01.125634 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.253902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-82927459-64ef-4946-ae6f-2543d76bd6b6 None None] For port b509b865-0571-4427-b0f0-bf9be50761dc, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b509b865-0571-4427-b0f0-bf9be50761dc,segment=NetworkSegment(4e8a97d2-3293-489d-b2af-21dc527a449e),segment_id=4e8a97d2-3293-489d-b2af-21dc527a449e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:01.257000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Deleting port c6baa4c6-1e96-4d2c-8956-9e53373f3093 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:01.258399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] DHCP port deletion for 9e7fedaa-e3d3-4629-a94b-1a253f9b1637 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:55:01.258936 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.318074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-82927459-64ef-4946-ae6f-2543d76bd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.322013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:55:01.322371 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:55:01.480330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82927459-64ef-4946-ae6f-2543d76bd6b6 None None] Pushing event updated for resources: {'Port': ['ID=b509b865-0571-4427-b0f0-bf9be50761dc,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:01.529732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] Deleting port c6baa4c6-1e96-4d2c-8956-9e53373f3093 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:01.529952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.584637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] For port c6baa4c6-1e96-4d2c-8956-9e53373f3093, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6baa4c6-1e96-4d2c-8956-9e53373f3093,segment=NetworkSegment(b33340ee-c08e-43b7-a3d3-da58f81ccef8),segment_id=b33340ee-c08e-43b7-a3d3-da58f81ccef8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:01.585184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.650951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f28db206-deec-42a0-bf3d-b6e29c22f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:01.651903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Calling delete_port for c6baa4c6-1e96-4d2c-8956-9e53373f3093 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:01.655492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-f28db206-deec-42a0-bf3d-b6e29c22f3ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.5016172 Aug 09 15:55:01.713342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] For port c6baa4c6-1e96-4d2c-8956-9e53373f3093, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6baa4c6-1e96-4d2c-8956-9e53373f3093,segment=NetworkSegment(b33340ee-c08e-43b7-a3d3-da58f81ccef8),segment_id=b33340ee-c08e-43b7-a3d3-da58f81ccef8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:01.714008 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.768770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] Calling delete_port for c6baa4c6-1e96-4d2c-8956-9e53373f3093 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:01.773678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7b482-c39c-43fe-995c-768d56493172 req-1bd6df63-c018-41a7-9242-6e607cf0efa2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:01.775768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31a7b482-c39c-43fe-995c-768d56493172 req-1bd6df63-c018-41a7-9242-6e607cf0efa2 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.6593535 Aug 09 15:55:01.798586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 61f12040-7e88-475d-98a6-87405b9045a4 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:55:01.824326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-4b8f428e-f54c-4810-8304-f5a2ece5ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:01.826139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-4b8f428e-f54c-4810-8304-f5a2ece5ae60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595023 Aug 09 15:55:01.932305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1c7b92b4-10fd-4cff-bbf5-8242a97077fb None None] Provisioning complete for port a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:01.932563 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c7b92b4-10fd-4cff-bbf5-8242a97077fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.010184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b92b4-10fd-4cff-bbf5-8242a97077fb None None] Port a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:02.021938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.033745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31a7b482-c39c-43fe-995c-768d56493172 req-650ba753-440c-4311-8139-2e0592140348 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515860 Aug 09 15:55:02.061466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.083205 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:02.083844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] Pushing event deleted for resources: {'Port': ['ID=c6baa4c6-1e96-4d2c-8956-9e53373f3093,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:02.098153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289d0a8-eef3-44e2-85be-5004a441a2f9 None None] No DVR routers for this DVR port c6baa4c6-1e96-4d2c-8956-9e53373f3093 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:02.114748 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6da656-5c9b-42c9-b326-78a19c4d4619 None None] Sync routers for ids ['61f12040-7e88-475d-98a6-87405b9045a4'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:02.118763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-922a2abf-7846-4061-b46e-4029c067b82f service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681320 Aug 09 15:55:02.121988 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-92e6ec1c-1c77-4552-9c94-3100256cc969 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/61f12040-7e88-475d-98a6-87405b9045a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6445274 Aug 09 15:55:02.124782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41234) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:02.152207 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6da656-5c9b-42c9-b326-78a19c4d4619 None None] Routers {'61f12040-7e88-475d-98a6-87405b9045a4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:02.155488 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6e6da656-5c9b-42c9-b326-78a19c4d4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61f12040-7e88-475d-98a6-87405b9045a4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:02.157041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ea0979e3-c3c3-4800-bd5f-be648da3bd58 None None] Provisioning complete for port b509b865-0571-4427-b0f0-bf9be50761dc triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:02.157730 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea0979e3-c3c3-4800-bd5f-be648da3bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.204511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event deleted for resources: {'Port': ['ID=c6baa4c6-1e96-4d2c-8956-9e53373f3093,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:02.221747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] No DVR routers for this DVR port c6baa4c6-1e96-4d2c-8956-9e53373f3093 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:02.246550 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6e6da656-5c9b-42c9-b326-78a19c4d4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:02.265933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b509b865-0571-4427-b0f0-bf9be50761dc up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:02.271002 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6da656-5c9b-42c9-b326-78a19c4d4619 None None] Routers {'61f12040-7e88-475d-98a6-87405b9045a4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:02.275168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6e6da656-5c9b-42c9-b326-78a19c4d4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61f12040-7e88-475d-98a6-87405b9045a4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:02.359696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.368423 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6e6da656-5c9b-42c9-b326-78a19c4d4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:02.369287 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6da656-5c9b-42c9-b326-78a19c4d4619 None None] The sync data for ids ['61f12040-7e88-475d-98a6-87405b9045a4'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:02.380268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7fedaa-e3d3-4629-a94b-1a253f9b1637']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:02.415124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e8c9c-1bd5-44c7-b895-efc282455702 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.417733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-445e8c9c-1bd5-44c7-b895-efc282455702 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports/a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 HTTP/1.1" status: 200 len: 910 time: 0.2919216 Aug 09 15:55:02.419213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33340ee-c08e-43b7-a3d3-da58f81ccef8') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:02.419507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33340ee-c08e-43b7-a3d3-da58f81ccef8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:02.422785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41240) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:02.450014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.456627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b509b865-0571-4427-b0f0-bf9be50761dc triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:02.457322 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.480718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.496906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:02.497561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:02.501110 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:02.632250 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.648362 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.656068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "DELETE /v2.0/networks/9e7fedaa-e3d3-4629-a94b-1a253f9b1637 HTTP/1.1" status: 204 len: 168 time: 2.1383812 Aug 09 15:55:02.673488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339a5f5-d369-4805-bebb-95afcca5208b tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event deleted for resources: {'Network': ['ID=9e7fedaa-e3d3-4629-a94b-1a253f9b1637,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:02.677765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41246) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:02.680209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6baa4c6-1e96-4d2c-8956-9e53373f3093 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:02.695451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ddf4-eb7d-48ae-beee-6e2780f787c2 req-52bd246a-3032-454e-b115-c3498814ab6f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.707116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a87ddf4-eb7d-48ae-beee-6e2780f787c2 req-52bd246a-3032-454e-b115-c3498814ab6f tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.4975045 Aug 09 15:55:02.731390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c6baa4c6-1e96-4d2c-8956-9e53373f3093 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:02.732785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6baa4c6-1e96-4d2c-8956-9e53373f3093 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:02.807420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-6bbac0bd-b599-46a3-93cf-e34593d0bf1e service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625872 Aug 09 15:55:02.843193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a87ddf4-eb7d-48ae-beee-6e2780f787c2 req-1beddeb0-ba53-406d-b1a5-4925e2cbd0af tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337595 Aug 09 15:55:02.882763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-aee4781c-d386-4c21-a0e2-8ef7744de1eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=7c222f0a-8817-4d90-a2df-6a98e2985529 HTTP/1.1" status: 200 len: 217 time: 0.0638151 Aug 09 15:55:02.979849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Deleting port 1a34bd86-bceb-41f0-ae96-7e2e38559c68 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:02.980303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.069772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-22467d79-ec04-48cf-aea5-97661b616335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.071236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-22467d79-ec04-48cf-aea5-97661b616335 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1625562 Aug 09 15:55:03.160767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.161029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.190906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Calling delete_port for 1a34bd86-bceb-41f0-ae96-7e2e38559c68 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:03.340612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3442b72-553e-49f0-a1b6-0759bc98f21f req-200ead00-51b0-412b-9f43-4b198f4e2cec tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.349437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3442b72-553e-49f0-a1b6-0759bc98f21f req-200ead00-51b0-412b-9f43-4b198f4e2cec tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.2892585 Aug 09 15:55:03.362132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-1c42c0cb-31d3-423e-9f00-3243d36f18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.363741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-1c42c0cb-31d3-423e-9f00-3243d36f18f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2721968 Aug 09 15:55:03.396267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41268) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:03.426013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.551115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3442b72-553e-49f0-a1b6-0759bc98f21f req-0d78d86d-c71c-40f2-8436-cb677cb9efab tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006052 Aug 09 15:55:03.729945 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.770333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-404dad6e-5752-4941-ad66-aaa4c24089b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.984324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Pushing event deleted for resources: {'Port': ['ID=1a34bd86-bceb-41f0-ae96-7e2e38559c68,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:04.097280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.104305 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.105941 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bdcf85d6-863e-43ae-80d6-f0f9d2851015 tempest-FloatingIPAdminTestJSON-1256223472 tempest-FloatingIPAdminTestJSON-1256223472-project] 10.222.0.64 "DELETE /v2.0/floatingips/62911b50-4495-4a94-b8fa-1136285be37d HTTP/1.1" status: 204 len: 168 time: 1.4268632 Aug 09 15:55:04.362035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41290) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:04.449763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-a554d686-3f1e-4ee9-95f1-176414a482d3 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0542684 Aug 09 15:55:04.577667 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2559ca0a-1f83-47aa-957b-9fc2d2c7a40f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88ca6f7aa8574bb68f42c0ba5d1ace76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133749 Aug 09 15:55:04.580227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41298) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:04.688199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7db476e-ced7-4602-bb54-6e988d968a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.746268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7db476e-ced7-4602-bb54-6e988d968a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.757173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-977c7c1f-8e71-4340-92d4-bdf06c573825 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927351 Aug 09 15:55:04.791110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41302) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:04.813558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7db476e-ced7-4602-bb54-6e988d968a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.817597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7db476e-ced7-4602-bb54-6e988d968a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.821419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7db476e-ced7-4602-bb54-6e988d968a29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21db453b-607c-476b-a87b-0d19e2507ec1 HTTP/1.1" status: 204 len: 168 time: 0.2372191 Aug 09 15:55:04.832392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db476e-ced7-4602-bb54-6e988d968a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21db453b-607c-476b-a87b-0d19e2507ec1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:04.849174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-924894d6-a3ee-4246-9b85-5cb044d09ba0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38 HTTP/1.1" status: 200 len: 217 time: 0.0822692 Aug 09 15:55:04.944429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-128f011e-a758-487d-8cbc-1894b2ab1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.945883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-128f011e-a758-487d-8cbc-1894b2ab1922 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.0727656 Aug 09 15:55:04.948288 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-404dad6e-5752-4941-ad66-aaa4c24089b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.979545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-404dad6e-5752-4941-ad66-aaa4c24089b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.059034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-404dad6e-5752-4941-ad66-aaa4c24089b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d900f93910b43548731752462fcaa48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6554668 Aug 09 15:55:05.062884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41316) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:05.121344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.21.0.1 (9901495d-75c2-40ab-8dc1-e7867cbf1a32/5189059c-f9de-4731-a451-f5a81f3e8b98/d6c755b8-5e36-4f33-ba50-5d8b3c47cf40) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:05.164868 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4b23ff36-a322-4baa-8458-169cdbbdb493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.173206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dad6e-5752-4941-ad66-aaa4c24089b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e6d930-c104-4285-9514-12035d0ccef7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:05.188373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-97616b38-8f94-45f7-a09b-f5a66b0a44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.191473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72e5d9e3-7575-48df-9adc-3549e1fe5a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.196039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-97616b38-8f94-45f7-a09b-f5a66b0a44b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2314467 Aug 09 15:55:05.270977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72e5d9e3-7575-48df-9adc-3549e1fe5a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.489698 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72e5d9e3-7575-48df-9adc-3549e1fe5a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.493145 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72e5d9e3-7575-48df-9adc-3549e1fe5a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.500735 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-72e5d9e3-7575-48df-9adc-3549e1fe5a48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26e6d930-c104-4285-9514-12035d0ccef7 HTTP/1.1" status: 204 len: 168 time: 0.4305105 Aug 09 15:55:05.543533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5d9e3-7575-48df-9adc-3549e1fe5a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e6d930-c104-4285-9514-12035d0ccef7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:05.565819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4b23ff36-a322-4baa-8458-169cdbbdb493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.568856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41336) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:05.604952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a9af-c9be-4037-89d2-76ccb450ed7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.614849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-3c20298a-67db-4748-ba45-dcedd7be2bdc service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000959 Aug 09 15:55:05.625638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4b23ff36-a322-4baa-8458-169cdbbdb493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.641993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.686051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23ff36-a322-4baa-8458-169cdbbdb493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fafe24-9191-4ddb-9a20-c9aa5cfc3e4d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:05.693265 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4b23ff36-a322-4baa-8458-169cdbbdb493 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac7cda6c27054ff9b2474ab892a5216f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9004025 Aug 09 15:55:05.703686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41342) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:05.878148 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05a9f6a-e2a1-47d7-8fb2-0052ae0ad4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.909976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:05.943346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05a9f6a-e2a1-47d7-8fb2-0052ae0ad4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.067299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.109479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a9af-c9be-4037-89d2-76ccb450ed7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.119571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a9af-c9be-4037-89d2-76ccb450ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.254268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05a9f6a-e2a1-47d7-8fb2-0052ae0ad4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.258627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05a9f6a-e2a1-47d7-8fb2-0052ae0ad4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.260528 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c05a9f6a-e2a1-47d7-8fb2-0052ae0ad4d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08fafe24-9191-4ddb-9a20-c9aa5cfc3e4d HTTP/1.1" status: 204 len: 168 time: 0.5595725 Aug 09 15:55:06.265231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:06.280866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:06.288233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:06.334612 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4ee8a9af-c9be-4037-89d2-76ccb450ed7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4408fc40a66b4f1abd929463ad2d6a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7645047 Aug 09 15:55:06.344111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41368) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:06.354396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8a9af-c9be-4037-89d2-76ccb450ed7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b447446-92bb-475d-a7c4-73c3bfda72e4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:06.430877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a9f6a-e2a1-47d7-8fb2-0052ae0ad4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fafe24-9191-4ddb-9a20-c9aa5cfc3e4d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:06.438818 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.535747 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7331a06-c4ec-4e9d-a5aa-60636e58c600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.600819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7331a06-c4ec-4e9d-a5aa-60636e58c600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.734331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2a26daef-2354-4201-b903-b804e5fc96c4 None None] Provisioning for port d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:06.736379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-a615c496-0c39-4de3-99d9-64ec15049399 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0775044 Aug 09 15:55:06.755373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2a26daef-2354-4201-b903-b804e5fc96c4 None None] Provisioning complete for port d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:06.760394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2a26daef-2354-4201-b903-b804e5fc96c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.802560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7331a06-c4ec-4e9d-a5aa-60636e58c600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.804630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=d6c755b8-5e36-4f33-ba50-5d8b3c47cf40,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:06.808994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7331a06-c4ec-4e9d-a5aa-60636e58c600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.810189 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7331a06-c4ec-4e9d-a5aa-60636e58c600 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b447446-92bb-475d-a7c4-73c3bfda72e4 HTTP/1.1" status: 204 len: 168 time: 0.4650197 Aug 09 15:55:06.829762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7331a06-c4ec-4e9d-a5aa-60636e58c600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b447446-92bb-475d-a7c4-73c3bfda72e4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:06.906890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2a26daef-2354-4201-b903-b804e5fc96c4 None None] Port d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:06.918597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-e4e691d9-ea88-49d4-b209-f04622c9ff57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 200 len: 217 time: 0.1644392 Aug 09 15:55:06.928693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.991600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c10dc2-0a8f-4e61-b36a-669293a7aa06 req-40487edc-9b15-4314-a8ec-b02f52e4bd44 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:06.993458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c10dc2-0a8f-4e61-b36a-669293a7aa06 req-40487edc-9b15-4314-a8ec-b02f52e4bd44 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.7171757 Aug 09 15:55:07.124579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03c10dc2-0a8f-4e61-b36a-669293a7aa06 req-d08366b3-bf57-4630-8762-45e64c5351bd tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026711 Aug 09 15:55:07.144044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-044abb95-72b5-4c4e-8dcf-e360d664f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:07.146493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-044abb95-72b5-4c4e-8dcf-e360d664f022 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.2127924 Aug 09 15:55:07.214903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41384) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:07.263403 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0cac1057-5b72-44c4-9732-214ce08de71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.442141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-161a24b0-2bf5-46eb-bf01-3f7fe0ac4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:07.445982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-161a24b0-2bf5-46eb-bf01-3f7fe0ac4055 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2648158 Aug 09 15:55:07.545233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41394) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:07.571357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0cac1057-5b72-44c4-9732-214ce08de71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.577517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0cac1057-5b72-44c4-9732-214ce08de71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.610203 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0cac1057-5b72-44c4-9732-214ce08de71b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=931de98a49fc4d7d9cc28c07a8c92807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934429 Aug 09 15:55:07.618284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41396) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:07.676636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac1057-5b72-44c4-9732-214ce08de71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688fb8bf-eb9e-43a0-8159-b201047ce14b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:07.698379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-c9ff3c48-47f6-4c34-adbe-15e7b93f40bc service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032192 Aug 09 15:55:07.726909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56c2f431-7802-4ee9-aa24-5c403e548d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.730183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-017c4992-8e16-4512-8e28-6bef5d9417b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.784857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56c2f431-7802-4ee9-aa24-5c403e548d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.890393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56c2f431-7802-4ee9-aa24-5c403e548d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.894134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56c2f431-7802-4ee9-aa24-5c403e548d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.895884 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-56c2f431-7802-4ee9-aa24-5c403e548d12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/688fb8bf-eb9e-43a0-8159-b201047ce14b HTTP/1.1" status: 204 len: 168 time: 0.2761147 Aug 09 15:55:07.912673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2f431-7802-4ee9-aa24-5c403e548d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688fb8bf-eb9e-43a0-8159-b201047ce14b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:07.976592 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-017c4992-8e16-4512-8e28-6bef5d9417b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.989558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-017c4992-8e16-4512-8e28-6bef5d9417b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.026061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-017c4992-8e16-4512-8e28-6bef5d9417b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e0b1c064f544ab79128ca3919c4ebb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787526 Aug 09 15:55:08.029504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41412) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:08.093986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7f2c800-6de3-4afe-b36a-13e308184337 req-7e9ab4ef-0230-4c02-8a48-d460d25a2e0c service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801951 Aug 09 15:55:08.143514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.145934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c4992-8e16-4512-8e28-6bef5d9417b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a3c77-e2d5-4fcf-b63a-fc4a5d8d64d3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:08.174909 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.184997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c651ad4-a14b-4dcd-8ede-c2d00a287fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.220839 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c651ad4-a14b-4dcd-8ede-c2d00a287fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.335348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c651ad4-a14b-4dcd-8ede-c2d00a287fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.339438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c651ad4-a14b-4dcd-8ede-c2d00a287fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.341358 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c651ad4-a14b-4dcd-8ede-c2d00a287fb3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a09a3c77-e2d5-4fcf-b63a-fc4a5d8d64d3 HTTP/1.1" status: 204 len: 168 time: 0.3104072 Aug 09 15:55:08.356924 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.367732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c651ad4-a14b-4dcd-8ede-c2d00a287fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a3c77-e2d5-4fcf-b63a-fc4a5d8d64d3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:08.402008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=d6c755b8-5e36-4f33-ba50-5d8b3c47cf40,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:08.536778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f777a-6736-4d94-866f-640a5919d0ae req-4ebbbd0d-8ec6-4461-9af6-261654867b55 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.541657 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af2f777a-6736-4d94-866f-640a5919d0ae req-4ebbbd0d-8ec6-4461-9af6-261654867b55 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.1775846 Aug 09 15:55:08.626812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:08.645339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bc28b-6759-4510-88ef-77ac4035fe5d req-5f08ea14-8cd8-4500-a4d3-018d984ffb69 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.647171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-805bc28b-6759-4510-88ef-77ac4035fe5d req-5f08ea14-8cd8-4500-a4d3-018d984ffb69 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.3413320 Aug 09 15:55:08.648868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:08.697540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41428) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:08.802558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d9fde11-a35d-442f-aad9-0f67ed330eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.841447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41430) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:08.893382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 61f12040-7e88-475d-98a6-87405b9045a4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:08.946370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-805bc28b-6759-4510-88ef-77ac4035fe5d req-fcef3adc-c3f7-46a6-9c9b-8761ae220b33 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613015 Aug 09 15:55:08.987063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Deleting port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:08.988252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.139968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:09.155729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-45f10363-4b12-4aa8-a4a7-273f3de8bba8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/61f12040-7e88-475d-98a6-87405b9045a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7270920 Aug 09 15:55:09.161409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebbc120-471d-4470-8756-4213e83ea1f0 None None] Sync routers for ids ['61f12040-7e88-475d-98a6-87405b9045a4'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:09.165731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41438) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:09.201564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5e5f4b1f-66a3-4500-9418-6078df8c5086 None None] Provisioning complete for port d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:09.203314 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4b1f-66a3-4500-9418-6078df8c5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.219059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d9fde11-a35d-442f-aad9-0f67ed330eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.256071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbc120-471d-4470-8756-4213e83ea1f0 None None] Routers {'61f12040-7e88-475d-98a6-87405b9045a4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:09.257117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-cebbc120-471d-4470-8756-4213e83ea1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61f12040-7e88-475d-98a6-87405b9045a4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:09.267176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d9fde11-a35d-442f-aad9-0f67ed330eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.308800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-cebbc120-471d-4470-8756-4213e83ea1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:09.319090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f4b1f-66a3-4500-9418-6078df8c5086 None None] Port d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:09.328913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbc120-471d-4470-8756-4213e83ea1f0 None None] Routers {'61f12040-7e88-475d-98a6-87405b9045a4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:09.329723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-cebbc120-471d-4470-8756-4213e83ea1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61f12040-7e88-475d-98a6-87405b9045a4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:09.345355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af04f24-4998-4704-a85a-c0dde9be8409 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:09.348172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3af04f24-4998-4704-a85a-c0dde9be8409 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports/d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 HTTP/1.1" status: 200 len: 910 time: 0.1795580 Aug 09 15:55:09.351314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41444) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:09.375605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fde11-a35d-442f-aad9-0f67ed330eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1799be2-fc87-4217-a481-36ebabc96204,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:09.394968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-cebbc120-471d-4470-8756-4213e83ea1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:09.395781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebbc120-471d-4470-8756-4213e83ea1f0 None None] The sync data for ids ['61f12040-7e88-475d-98a6-87405b9045a4'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:09.464780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dedaf94b-2b58-4798-8bcb-c46411d61083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.475939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] For port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:09.476368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.495125 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5d9fde11-a35d-442f-aad9-0f67ed330eda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4be846381c13435999157d9f6374411d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964623 Aug 09 15:55:09.499128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41450) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:09.730979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-234388d4-0716-41fd-a665-440e7c603a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.758092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-234388d4-0716-41fd-a665-440e7c603a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.972800 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.041651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.042036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.042410 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Floating IP 99269b4b-7a43-44cd-a80a-4509dc0a2b99 disassociated. External IP: 172.25.7.137, port: d52fb2e6-f04c-432b-bab8-a31cb7b69e2e. Aug 09 15:55:10.042778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Calling delete_port for d52fb2e6-f04c-432b-bab8-a31cb7b69e2e owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:10.091034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-234388d4-0716-41fd-a665-440e7c603a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.093940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-234388d4-0716-41fd-a665-440e7c603a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.095475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-234388d4-0716-41fd-a665-440e7c603a47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1799be2-fc87-4217-a481-36ebabc96204 HTTP/1.1" status: 204 len: 168 time: 0.5953047 Aug 09 15:55:10.111715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dedaf94b-2b58-4798-8bcb-c46411d61083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.203184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75b74-3ba0-40da-82a9-391f49ae4ad9 req-4474f552-cc08-4b81-a44f-a12fee2844b8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:10.206500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e9e75b74-3ba0-40da-82a9-391f49ae4ad9 req-4474f552-cc08-4b81-a44f-a12fee2844b8 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 945 time: 0.1176767 Aug 09 15:55:10.215075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234388d4-0716-41fd-a665-440e7c603a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1799be2-fc87-4217-a481-36ebabc96204,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:10.217130 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dedaf94b-2b58-4798-8bcb-c46411d61083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.324496 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:55:10.354962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e9e75b74-3ba0-40da-82a9-391f49ae4ad9 req-2b5fca08-aa77-4e4d-9623-880bdec6fe72 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e1639e-74a4-4c47-ac22-249406050cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732272 Aug 09 15:55:10.401437 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dedaf94b-2b58-4798-8bcb-c46411d61083 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=258022138f49476fbb346b64f008b964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5541360 Aug 09 15:55:10.405092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41482) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:10.405892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaf94b-2b58-4798-8bcb-c46411d61083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941eeef8-214d-41f4-aa22-0562d2a87edf,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:10.603061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:10.603484 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.632358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-898849c6-8ad9-45fd-832e-d617cfca03fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.639134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.700134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event deleted for resources: {'Port': ['ID=d52fb2e6-f04c-432b-bab8-a31cb7b69e2e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:10.715367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-898849c6-8ad9-45fd-832e-d617cfca03fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.983075 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.994445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Router c91a67d5-7f44-4955-910b-e30050ceec3a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:11.048504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for d6c755b8-5e36-4f33-ba50-5d8b3c47cf40 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:11.320310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-898849c6-8ad9-45fd-832e-d617cfca03fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.328650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-898849c6-8ad9-45fd-832e-d617cfca03fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.332587 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-898849c6-8ad9-45fd-832e-d617cfca03fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/941eeef8-214d-41f4-aa22-0562d2a87edf HTTP/1.1" status: 204 len: 168 time: 0.9233341 Aug 09 15:55:11.389908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898849c6-8ad9-45fd-832e-d617cfca03fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941eeef8-214d-41f4-aa22-0562d2a87edf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:11.443683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:11.457435 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] Sync routers for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:11.487937 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:11.489866 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:11.533439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] No DVR routers for this DVR port d52fb2e6-f04c-432b-bab8-a31cb7b69e2e on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:11.541138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.545837 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af2f777a-6736-4d94-866f-640a5919d0ae req-ed710db5-5881-43f2-9c9a-f56404e0e86e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "DELETE /v2.0/ports/d52fb2e6-f04c-432b-bab8-a31cb7b69e2e HTTP/1.1" status: 204 len: 173 time: 2.9935915 Aug 09 15:55:11.546359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'name': 'network-vif-deleted', 'tag': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:11.561331 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b569110e-3d14-4baa-ab42-33a4640c7f4e" -d '{"events": [{"server_uuid": "ddc3d9c3-6de2-4868-94c7-e751ba7e2908", "name": "network-vif-deleted", "tag": "d52fb2e6-f04c-432b-bab8-a31cb7b69e2e"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:11.655690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4b81f4e-8e2c-400a-91ad-6ef9b89c66cc req-2a5bf86b-1312-4c07-bf96-2fccf9b89226 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc3d9c3-6de2-4868-94c7-e751ba7e2908 HTTP/1.1" status: 200 len: 210 time: 0.1173608 Aug 09 15:55:11.738446 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:11.758479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73f558-e797-48b4-bef4-918d46c6b33f req-c0a97440-72ee-4ad7-b332-5a130fe87f1c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.770398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b73f558-e797-48b4-bef4-918d46c6b33f req-c0a97440-72ee-4ad7-b332-5a130fe87f1c tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.3254015 Aug 09 15:55:11.786269 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.836805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=d6c755b8-5e36-4f33-ba50-5d8b3c47cf40,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:11.900553 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298eafc7-a525-43a1-95ea-0ea4fa1ca382 x-openstack-request-id: req-298eafc7-a525-43a1-95ea-0ea4fa1ca382 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:11.901026 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc3d9c3-6de2-4868-94c7-e751ba7e2908", "name": "network-vif-deleted", "tag": "d52fb2e6-f04c-432b-bab8-a31cb7b69e2e", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:11.901417 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-298eafc7-a525-43a1-95ea-0ea4fa1ca382 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:11.901972 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc3d9c3-6de2-4868-94c7-e751ba7e2908', 'name': 'network-vif-deleted', 'tag': 'd52fb2e6-f04c-432b-bab8-a31cb7b69e2e', 'status': 'completed', 'code': 200} Aug 09 15:55:11.960783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41538) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:12.042552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5b73f558-e797-48b4-bef4-918d46c6b33f req-f3a129c0-4715-43e0-bec0-d958e543add0 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709513 Aug 09 15:55:12.471739 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:12.526834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-730183072'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:12.538528 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] Checking router: c91a67d5-7f44-4955-910b-e30050ceec3a for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:55:12.553427 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:12.554131 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:12.560483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d52fb2e6-f04c-432b-bab8-a31cb7b69e2e no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:12.601526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Made reservation on behalf of b69c591e0f8c4c0f988ebe0902d127a0 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:12.613015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.638511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.777558 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:12.881993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41570) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:12.882222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: d52fb2e6-f04c-432b-bab8-a31cb7b69e2e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:12.882580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d52fb2e6-f04c-432b-bab8-a31cb7b69e2e not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:13.057725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.058878 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0ceafc4-e314-4731-82c8-ce90c6c49793 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.065662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.127682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:13.131630 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0ceafc4-e314-4731-82c8-ce90c6c49793 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.149549 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:13.156204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04115dc1-62a5-4b7e-8279-b1990cb7216a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:13.173956 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.174328 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Added segment 20e36762-4b65-49a8-a247-54f5778c9a29 of type vlan for network 93697a94-0792-419b-8408-c503dc525642 Aug 09 15:55:13.245006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.255425 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f5651-e818-4dd5-9dfa-271a86b3bdd6 None None] The sync data for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 is: [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:13.267636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.285592 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0ceafc4-e314-4731-82c8-ce90c6c49793 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.289631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e0ceafc4-e314-4731-82c8-ce90c6c49793 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.291699 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e0ceafc4-e314-4731-82c8-ce90c6c49793 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "DELETE /v2.0/security-groups/26e1639e-74a4-4c47-ac22-249406050cac HTTP/1.1" status: 204 len: 168 time: 0.4067290 Aug 09 15:55:13.306493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41584) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:13.312255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceafc4-e314-4731-82c8-ce90c6c49793 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e1639e-74a4-4c47-ac22-249406050cac,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:13.325132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.337437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:13.338575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.426368 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4638822 Aug 09 15:55:13.447903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a60d47-6a88-4ae1-b4cb-ea47ffc627bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Pushing event updated for resources: {'Network': ['ID=93697a94-0792-419b-8408-c503dc525642,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:13.472486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 93697a94-0792-419b-8408-c503dc525642 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:13.527883 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-60e93f32-057b-4c24-ba17-7da617312fd7 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] show failed (client error): The resource could not be found. Aug 09 15:55:13.529197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-60e93f32-057b-4c24-ba17-7da617312fd7 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups/26e1639e-74a4-4c47-ac22-249406050cac HTTP/1.1" status: 404 len: 347 time: 0.1993225 Aug 09 15:55:13.532399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41598) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:13.682724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02628abe-ec90-45c3-84d9-b266b5c04669 req-d8984018-8a50-417f-8404-a86093ecf7ee tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:13.694870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02628abe-ec90-45c3-84d9-b266b5c04669 req-d8984018-8a50-417f-8404-a86093ecf7ee tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.3673835 Aug 09 15:55:13.709351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-fd3d64ed-c46d-413e-8b8e-fc991da5f08b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:13.711082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-fd3d64ed-c46d-413e-8b8e-fc991da5f08b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.35 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 947 time: 0.4447746 Aug 09 15:55:13.840960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc065cb-31b2-4be3-8e7d-fa7ed39536e3 None None] New status for floating IP 99269b4b-7a43-44cd-a80a-4509dc0a2b99: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:55:13.909429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Deleting port 4828d532-41d0-453e-b92f-2780efa7ea2d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:13.909705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.948190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02628abe-ec90-45c3-84d9-b266b5c04669 req-d465632a-b3b2-40a5-a428-b06d7291d054 tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/security-groups?id=56af518e-2923-414e-bbda-dc69961d2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511311 Aug 09 15:55:14.004912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 61f12040-7e88-475d-98a6-87405b9045a4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:14.014318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.014670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.032200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Calling delete_port for 4828d532-41d0-453e-b92f-2780efa7ea2d owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:14.074655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41606) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:14.118877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Deleting port 7cdfc5af-1504-427a-86bd-22974ca755e8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:14.119392 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.218769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:14.232578 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f6bfe-6cd8-490d-a8f5-cc19d9fb09a9 None None] Sync routers for ids ['61f12040-7e88-475d-98a6-87405b9045a4'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:14.245285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b0b75983-4515-4777-8f09-fa12d6d38f72 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/61f12040-7e88-475d-98a6-87405b9045a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8895528 Aug 09 15:55:14.250493 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f6bfe-6cd8-490d-a8f5-cc19d9fb09a9 None None] Routers {'61f12040-7e88-475d-98a6-87405b9045a4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:14.251369 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c31f6bfe-6cd8-490d-a8f5-cc19d9fb09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61f12040-7e88-475d-98a6-87405b9045a4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:14.252704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41612) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:14.308821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] For port 7cdfc5af-1504-427a-86bd-22974ca755e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7cdfc5af-1504-427a-86bd-22974ca755e8,segment=NetworkSegment(f9e1aa1c-5c3e-481e-ba4f-274565a79cc9),segment_id=f9e1aa1c-5c3e-481e-ba4f-274565a79cc9)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:14.309431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.327711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41616) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:14.345329 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c31f6bfe-6cd8-490d-a8f5-cc19d9fb09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:14.353573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Request body: {'port': {'network_id': '93697a94-0792-419b-8408-c503dc525642', 'binding:host_id': 'n-h1-799523-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-847609160'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:14.358987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Calling delete_port for 7cdfc5af-1504-427a-86bd-22974ca755e8 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:14.364684 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f6bfe-6cd8-490d-a8f5-cc19d9fb09a9 None None] Routers {'61f12040-7e88-475d-98a6-87405b9045a4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:14.365861 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c31f6bfe-6cd8-490d-a8f5-cc19d9fb09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61f12040-7e88-475d-98a6-87405b9045a4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:14.412217 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.419181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01861cc4-0e92-4f35-ade6-0b1b148317b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.441178 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c31f6bfe-6cd8-490d-a8f5-cc19d9fb09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:14.441959 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f6bfe-6cd8-490d-a8f5-cc19d9fb09a9 None None] The sync data for ids ['61f12040-7e88-475d-98a6-87405b9045a4'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:14.456234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event deleted for resources: {'Port': ['ID=4828d532-41d0-453e-b92f-2780efa7ea2d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:14.497454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Made reservation on behalf of ace62305693d4f1aac7516f1d8d4798e for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:14.500001 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.523776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.647482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.650671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.663837 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-64115e25-b173-4331-adbb-5c7f87ce8f2e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "DELETE /v2.0/floatingips/99269b4b-7a43-44cd-a80a-4509dc0a2b99 HTTP/1.1" status: 204 len: 168 time: 1.1223533 Aug 09 15:55:14.717708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.811417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Pushing event deleted for resources: {'Port': ['ID=7cdfc5af-1504-427a-86bd-22974ca755e8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:14.818510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] No DVR routers for this DVR port 7cdfc5af-1504-427a-86bd-22974ca755e8 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:14.821889 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.824855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-182066bd-b8f8-460e-98ee-58e66119dbe6 req-6555efe1-14c5-4120-81c7-83c17ed93f1b tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.35 "DELETE /v2.0/ports/7cdfc5af-1504-427a-86bd-22974ca755e8 HTTP/1.1" status: 204 len: 173 time: 1.0878749 Aug 09 15:55:14.832617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-deleted', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:14.836326 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba5aedb-d494-4d02-be24-d5f515e4ef48" -d '{"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-deleted", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:14.844690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01861cc4-0e92-4f35-ade6-0b1b148317b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.855027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01861cc4-0e92-4f35-ade6-0b1b148317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.866264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.920408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-01861cc4-0e92-4f35-ade6-0b1b148317b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cc83e95333c420ca384f6f0f8b444ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8444118 Aug 09 15:55:14.925166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41636) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:14.926835 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01861cc4-0e92-4f35-ade6-0b1b148317b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dfeaa9-1b04-426c-9835-69c706382b53,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:14.975377 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846a6f3e-4139-4760-81c6-5e0ed7e1f1ea x-openstack-request-id: req-846a6f3e-4139-4760-81c6-5e0ed7e1f1ea {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:14.975796 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3987a577-aaf4-4feb-abfe-30870ead10f6", "name": "network-vif-deleted", "tag": "7cdfc5af-1504-427a-86bd-22974ca755e8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:14.976222 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-846a6f3e-4139-4760-81c6-5e0ed7e1f1ea {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:14.978187 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-071d9ae4-8ef0-47ed-b9af-c5edcf8aeae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.980082 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3987a577-aaf4-4feb-abfe-30870ead10f6', 'name': 'network-vif-deleted', 'tag': '7cdfc5af-1504-427a-86bd-22974ca755e8', 'status': 'completed', 'code': 200} Aug 09 15:55:15.080890 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b9e-7396-4602-8512-fc1683b36af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.105275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b9e-7396-4602-8512-fc1683b36af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.195055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7da32d1-0ddc-421c-b71c-5edc412fdcdd req-b4d3c221-9111-4270-98eb-c26a84fdc42d tempest-ServersNegativeTestJSON-431709157 tempest-ServersNegativeTestJSON-431709157-project] 10.222.0.64 "GET /v2.0/ports?device_id=3987a577-aaf4-4feb-abfe-30870ead10f6 HTTP/1.1" status: 200 len: 210 time: 0.0368004 Aug 09 15:55:15.224626 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.232318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.239703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b9e-7396-4602-8512-fc1683b36af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.242944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b9e-7396-4602-8512-fc1683b36af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.246887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-94fa4b9e-7396-4602-8512-fc1683b36af1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30dfeaa9-1b04-426c-9835-69c706382b53 HTTP/1.1" status: 204 len: 168 time: 0.3128910 Aug 09 15:55:15.246887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] device_id is not set on port 01787564-8b0a-48ad-8aea-b469d3b6c4ed yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:15.343137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41642) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:15.348272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5530f902-b8f5-4cba-953f-dd9b105617f5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883158540', 'description': 'tempest-description--190987101'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:15.372275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dffb40-9b42-44e2-a402-435880461f90,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:15.420665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa4b9e-7396-4602-8512-fc1683b36af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dfeaa9-1b04-426c-9835-69c706382b53,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:15.453842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5530f902-b8f5-4cba-953f-dd9b105617f5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.760873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:15.818567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 7cdfc5af-1504-427a-86bd-22974ca755e8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:15.820937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7cdfc5af-1504-427a-86bd-22974ca755e8 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:15.857622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:15.858723 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.900099 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5530f902-b8f5-4cba-953f-dd9b105617f5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.915019 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5530f902-b8f5-4cba-953f-dd9b105617f5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.936317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] device_id is not set on port 01787564-8b0a-48ad-8aea-b469d3b6c4ed yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:15.959540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5530f902-b8f5-4cba-953f-dd9b105617f5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.964053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5530f902-b8f5-4cba-953f-dd9b105617f5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6198342 Aug 09 15:55:15.964749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41662) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:15.987037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2dfbd15d-e615-4bac-a7c8-39762ae489b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'security_group_rule': {'security_group_id': '1281720f-4947-41a4-831e-aaabba32a6a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:15.995151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.007330 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.012376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for a8883ec1-c3bf-4d10-86ae-2d397e2b2b39 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:16.029333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530f902-b8f5-4cba-953f-dd9b105617f5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1281720f-4947-41a4-831e-aaabba32a6a9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:16.052113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Transition to ACTIVE for port object 01787564-8b0a-48ad-8aea-b469d3b6c4ed will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:16.079295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.082358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dfbd15d-e615-4bac-a7c8-39762ae489b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.172907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=01787564-8b0a-48ad-8aea-b469d3b6c4ed,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:16.206495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Checking segment: {'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:16.207159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Network hostable DHCP agents. Network: 93697a94-0792-419b-8408-c503dc525642, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:16.224108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dfbd15d-e615-4bac-a7c8-39762ae489b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.224338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.245574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dfbd15d-e615-4bac-a7c8-39762ae489b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.277818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=a8883ec1-c3bf-4d10-86ae-2d397e2b2b39,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:16.289921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Network 93697a94-0792-419b-8408-c503dc525642 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:16.309471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbd15d-e615-4bac-a7c8-39762ae489b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d70bd67-0fee-4ce1-978c-2dececdeab06,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:16.318752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41672) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:16.337757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dfbd15d-e615-4bac-a7c8-39762ae489b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.339263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2dfbd15d-e615-4bac-a7c8-39762ae489b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3682458 Aug 09 15:55:16.364459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41674) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:16.372953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d7a7b784-cf18-4aad-9217-44b7e201ccbc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'security_group_rule': {'security_group_id': '1281720f-4947-41a4-831e-aaabba32a6a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:16.412172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 93697a94-0792-419b-8408-c503dc525642) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:16.425443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaae5b4-8aaf-4f51-9c43-c5a541553323 None None] Network 93697a94-0792-419b-8408-c503dc525642 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:16.446613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:16.455487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e934969-ecdb-4596-afc9-3474530ef4f7 admin admin] Deleting subnet cab158ae-0af7-41a6-b5ff-243a7b1fcf71 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:16.474954 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b784-cf18-4aad-9217-44b7e201ccbc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.479547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e934969-ecdb-4596-afc9-3474530ef4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.541306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:16.541835 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:16.542301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:16.566214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:16.568761 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:16.582307 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 2 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:16.620607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.647458 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e934969-ecdb-4596-afc9-3474530ef4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.694061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e934969-ecdb-4596-afc9-3474530ef4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.779411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:16.779733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:16.780121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:16.796957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:16.797402 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:16.802583 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 3 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:16.843760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e934969-ecdb-4596-afc9-3474530ef4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.868077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:16.868400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:16.868742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:16.911264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 61f12040-7e88-475d-98a6-87405b9045a4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:16.933387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:16.933722 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:16.934369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e934969-ecdb-4596-afc9-3474530ef4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab158ae-0af7-41a6-b5ff-243a7b1fcf71,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:16.940157 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 4 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:16.960858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0e934969-ecdb-4596-afc9-3474530ef4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.963100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0e934969-ecdb-4596-afc9-3474530ef4f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cab158ae-0af7-41a6-b5ff-243a7b1fcf71 HTTP/1.1" status: 204 len: 168 time: 0.6401281 Aug 09 15:55:16.968331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41694) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:16.969055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:16.969442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:16.969780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:16.987644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b784-cf18-4aad-9217-44b7e201ccbc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.997743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:16.998077 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:17.024120 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 5 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:17.034375 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b784-cf18-4aad-9217-44b7e201ccbc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.065676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:17.066228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:17.066347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:17.071241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:17.077305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7b784-cf18-4aad-9217-44b7e201ccbc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9eb31c7-2374-41ec-bbcd-c330aca5c6ea,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:17.084852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5d2b5e-b502-468c-9aee-c65642c0b7fd None None] Sync routers for ids ['61f12040-7e88-475d-98a6-87405b9045a4'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:17.090710 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8294e16c-fe1a-46ba-85c8-d48810cf21c4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/61f12040-7e88-475d-98a6-87405b9045a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8345876 Aug 09 15:55:17.091066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41698) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:17.098911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:17.099252 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:17.104354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5d2b5e-b502-468c-9aee-c65642c0b7fd None None] Routers {'61f12040-7e88-475d-98a6-87405b9045a4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:17.104984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dd5d2b5e-b502-468c-9aee-c65642c0b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61f12040-7e88-475d-98a6-87405b9045a4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:17.108701 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 6 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:17.110794 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b784-cf18-4aad-9217-44b7e201ccbc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.117017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d7a7b784-cf18-4aad-9217-44b7e201ccbc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7491496 Aug 09 15:55:17.117624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41702) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:17.125389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:17.148207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.152764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f241f3ad-4755-48eb-a45d-44bbdc8a9275 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=61f12040-7e88-475d-98a6-87405b9045a4 HTTP/1.1" status: 200 len: 205 time: 0.0594053 Aug 09 15:55:17.162569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41704) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:17.184199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dd5d2b5e-b502-468c-9aee-c65642c0b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:17.185338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:17.186766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:17.187717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:17.200294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5d2b5e-b502-468c-9aee-c65642c0b7fd None None] Routers {'61f12040-7e88-475d-98a6-87405b9045a4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:17.201067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dd5d2b5e-b502-468c-9aee-c65642c0b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:54:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61f12040-7e88-475d-98a6-87405b9045a4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:17.238153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:17.239210 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:17.246055 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 7 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:17.252864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dd5d2b5e-b502-468c-9aee-c65642c0b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:17.253883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5d2b5e-b502-468c-9aee-c65642c0b7fd None None] The sync data for ids ['61f12040-7e88-475d-98a6-87405b9045a4'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:17.326147 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.345502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aea19f92-f92f-4efb-b38e-4bb173d07b90 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.349279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:17.349704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:17.349960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:17.486850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:17.487481 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:17.492863 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 8 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:17.500825 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0cd3-d0a2-4fb0-b4bc-962f73256684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.516718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.555397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:17.555868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:17.556265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:17.589756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da64e28c-9ca0-4c9f-b499-9d2b18e8a109']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:17.605159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:17.605478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e1aa1c-5c3e-481e-ba4f-274565a79cc9') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:17.647426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:17.647749 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:17.652191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.655360 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 9 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:17.665036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aea19f92-f92f-4efb-b38e-4bb173d07b90 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.668183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aea19f92-f92f-4efb-b38e-4bb173d07b90 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.734708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.748184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:17.748342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:17.748646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:17.756636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:17.757003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:17.759755 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:17.779632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.802860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:17.803183 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:17.810743 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 10 to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed Aug 09 15:55:17.817560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aea19f92-f92f-4efb-b38e-4bb173d07b90 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.818089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea19f92-f92f-4efb-b38e-4bb173d07b90 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Fanout notify agent at l3_agent the message router_deleted on router 61f12040-7e88-475d-98a6-87405b9045a4 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:55:17.858291 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aea19f92-f92f-4efb-b38e-4bb173d07b90 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.858969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aea19f92-f92f-4efb-b38e-4bb173d07b90 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/61f12040-7e88-475d-98a6-87405b9045a4 HTTP/1.1" status: 204 len: 168 time: 0.6909335 Aug 09 15:55:17.862072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41718) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:17.880460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:17.881122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:17.881656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:17.898489 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.903304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:17.904040 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 01787564-8b0a-48ad-8aea-b469d3b6c4ed on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:17.906549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.915991 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.918708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] 10.222.0.64 "DELETE /v2.0/networks/da64e28c-9ca0-4c9f-b499-9d2b18e8a109 HTTP/1.1" status: 204 len: 168 time: 0.9465566 Aug 09 15:55:17.986346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e842af8-05c1-4679-8f6e-a6416b9b9797 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet 5189059c-f9de-4731-a451-f5a81f3e8b98 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:18.000428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e842af8-05c1-4679-8f6e-a6416b9b9797 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.065503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] For port 01787564-8b0a-48ad-8aea-b469d3b6c4ed, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:18.065888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempted to set empty binding levels {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:55:18.073169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5e60e-5316-4319-a114-9b86655ceb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=da64e28c-9ca0-4c9f-b499-9d2b18e8a109,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:18.083237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.102561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.147483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e842af8-05c1-4679-8f6e-a6416b9b9797 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.359495 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e842af8-05c1-4679-8f6e-a6416b9b9797 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.360997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41738) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:18.467930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e842af8-05c1-4679-8f6e-a6416b9b9797 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.517008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e842af8-05c1-4679-8f6e-a6416b9b9797 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=5189059c-f9de-4731-a451-f5a81f3e8b98,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:18.517955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35146937-d8ba-4f7b-b7a0-91386c12ee96 None None] Network 9901495d-75c2-40ab-8dc1-e7867cbf1a32 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:18.521700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e842af8-05c1-4679-8f6e-a6416b9b9797 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.524953 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2e842af8-05c1-4679-8f6e-a6416b9b9797 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/5189059c-f9de-4731-a451-f5a81f3e8b98 HTTP/1.1" status: 204 len: 168 time: 0.6612425 Aug 09 15:55:18.527096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41744) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:18.592535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Allocated IP 172.25.7.235 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/2101b51c-4f0e-4e9e-a5f5-114866a8ce9f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:18.596382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d9cd11-832a-4de9-9958-907d01e92865 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet 4b1dcceb-f989-4117-a126-10e066e7b85c {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:18.600239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44d9cd11-832a-4de9-9958-907d01e92865 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.652794 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44d9cd11-832a-4de9-9958-907d01e92865 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.761690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44d9cd11-832a-4de9-9958-907d01e92865 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.782438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.835224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44d9cd11-832a-4de9-9958-907d01e92865 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.841282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=01787564-8b0a-48ad-8aea-b469d3b6c4ed,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:18.845043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:18.849829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.856960 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.875781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9cd11-832a-4de9-9958-907d01e92865 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1dcceb-f989-4117-a126-10e066e7b85c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:18.878296 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-44d9cd11-832a-4de9-9958-907d01e92865 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.884377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-44d9cd11-832a-4de9-9958-907d01e92865 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/4b1dcceb-f989-4117-a126-10e066e7b85c HTTP/1.1" status: 204 len: 168 time: 0.3557236 Aug 09 15:55:18.886476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41748) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:18.887334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cdc045-2212-405d-a535-b5a1d2d010e9 None None] Network add192d7-ec45-41f8-aa5b-a0f067503868 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:18.892541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:18.899174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:18.922390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:18.968159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-19e1ccd0-1c3b-4121-91f5-98d67a727cbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.6319041 Aug 09 15:55:18.968859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41750) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:18.977728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] DHCP port deletion for 9901495d-75c2-40ab-8dc1-e7867cbf1a32 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:55:19.004865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.019811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'Port': ['ID=2101b51c-4f0e-4e9e-a5f5-114866a8ce9f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:19.040716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ca14b465-0e6e-4873-91cc-0241c19a3be6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9d853f10f594fc3907169dac285e27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720904 Aug 09 15:55:19.040986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41754) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:19.055357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.098022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port b509b865-0571-4427-b0f0-bf9be50761dc {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:19.098621 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.138526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Deleting port b509b865-0571-4427-b0f0-bf9be50761dc {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:19.140121 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.168703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00c1f370-6de4-4c9d-98e5-90699fcbf4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.200747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] DHCP port deletion for add192d7-ec45-41f8-aa5b-a0f067503868 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:55:19.205677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port b509b865-0571-4427-b0f0-bf9be50761dc, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b509b865-0571-4427-b0f0-bf9be50761dc,segment=NetworkSegment(4e8a97d2-3293-489d-b2af-21dc527a449e),segment_id=4e8a97d2-3293-489d-b2af-21dc527a449e)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:19.206178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.216698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00c1f370-6de4-4c9d-98e5-90699fcbf4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.230141 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.233197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for b509b865-0571-4427-b0f0-bf9be50761dc owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:19.246942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] For port b509b865-0571-4427-b0f0-bf9be50761dc, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b509b865-0571-4427-b0f0-bf9be50761dc,segment=NetworkSegment(4e8a97d2-3293-489d-b2af-21dc527a449e),segment_id=4e8a97d2-3293-489d-b2af-21dc527a449e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:19.247357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.262520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Calling delete_port for b509b865-0571-4427-b0f0-bf9be50761dc owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:19.266563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Deleting port 01787564-8b0a-48ad-8aea-b469d3b6c4ed {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:19.266934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.323050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] Deleting port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:19.323790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.349362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.372673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.385786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00c1f370-6de4-4c9d-98e5-90699fcbf4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.387887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00c1f370-6de4-4c9d-98e5-90699fcbf4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.391716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-00c1f370-6de4-4c9d-98e5-90699fcbf4b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56af518e-2923-414e-bbda-dc69961d2e7e HTTP/1.1" status: 204 len: 168 time: 0.3472588 Aug 09 15:55:19.399287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] For port 01787564-8b0a-48ad-8aea-b469d3b6c4ed, host n-h1-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:19.399879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.409077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] For port 19f29f5d-075e-42f0-93f4-2b5fa8a63938, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=19f29f5d-075e-42f0-93f4-2b5fa8a63938,segment=NetworkSegment(28c99d3a-0d28-4c2f-bf55-f9e620d3dd77),segment_id=28c99d3a-0d28-4c2f-bf55-f9e620d3dd77)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:19.409613 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.424889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1f370-6de4-4c9d-98e5-90699fcbf4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af518e-2923-414e-bbda-dc69961d2e7e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:19.430388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] Calling delete_port for 19f29f5d-075e-42f0-93f4-2b5fa8a63938 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:19.436304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Calling delete_port for 01787564-8b0a-48ad-8aea-b469d3b6c4ed owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:19.456003 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.527303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Pushing event deleted for resources: {'Port': ['ID=b509b865-0571-4427-b0f0-bf9be50761dc,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:19.542558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] No DVR routers for this DVR port b509b865-0571-4427-b0f0-bf9be50761dc on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:19.556812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-37024c6c-be2a-4be1-8622-d64c0dc9f6d6 req-bfdf6373-088f-474a-89f7-e3f4d3d61a1e service neutron] (94178) timed out ('10.222.0.35', 63271) {{(pid=94178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:55:19.557445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.557963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.558673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.559314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.559941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.560571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.561437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.561942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.562577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.563151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.563634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.564265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd9fb1-7ab5-4144-bcb7-959d6ed323b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:19.565755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No DVR routers for this DVR port b509b865-0571-4427-b0f0-bf9be50761dc on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:19.628000 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.637067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.645267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] No DVR routers for this DVR port 19f29f5d-075e-42f0-93f4-2b5fa8a63938 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:19.648320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=b509b865-0571-4427-b0f0-bf9be50761dc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:19.698507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e697bc-a9fa-47a0-931e-a1480453b22b None None] Pushing event deleted for resources: {'Port': ['ID=19f29f5d-075e-42f0-93f4-2b5fa8a63938,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:19.780974 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.815927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9901495d-75c2-40ab-8dc1-e7867cbf1a32']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:19.853718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8a97d2-3293-489d-b2af-21dc527a449e') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:19.854178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8a97d2-3293-489d-b2af-21dc527a449e') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:19.889283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.927941 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.945250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:19.946392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:19.963005 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:20.161376 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.180926 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.193748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "DELETE /v2.0/ports/01787564-8b0a-48ad-8aea-b469d3b6c4ed HTTP/1.1" status: 204 len: 168 time: 1.2171204 Aug 09 15:55:20.197677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41774) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:20.222273 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 19f29f5d-075e-42f0-93f4-2b5fa8a63938 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:20.223179 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.231413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d48a5d-003c-4e8f-a733-3b36af8821cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event deleted for resources: {'Port': ['ID=01787564-8b0a-48ad-8aea-b469d3b6c4ed,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:20.246300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.278101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 19f29f5d-075e-42f0-93f4-2b5fa8a63938 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:20.278544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 19f29f5d-075e-42f0-93f4-2b5fa8a63938 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:20.281044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.281189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b509b865-0571-4427-b0f0-bf9be50761dc no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:20.289086 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/9901495d-75c2-40ab-8dc1-e7867cbf1a32 HTTP/1.1" status: 204 len: 168 time: 1.4006436 Aug 09 15:55:20.317808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41784) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:20.330172 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44a2967-59dd-4cb6-a671-f50470783cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:55:20.332052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e44a2967-59dd-4cb6-a671-f50470783cee tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "GET /v2.0/ports/01787564-8b0a-48ad-8aea-b469d3b6c4ed HTTP/1.1" status: 404 len: 333 time: 0.1205566 Aug 09 15:55:20.333062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17399d-cb0d-4c30-b28a-0558eb6b7ca3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=9901495d-75c2-40ab-8dc1-e7867cbf1a32,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:20.347204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41788) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:20.356805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b509b865-0571-4427-b0f0-bf9be50761dc {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:20.357878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b509b865-0571-4427-b0f0-bf9be50761dc not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:20.405476 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.431888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Request body: {'port': {'network_id': '93697a94-0792-419b-8408-c503dc525642', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553296604'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:20.432805 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.492945 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.497276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Made reservation on behalf of ace62305693d4f1aac7516f1d8d4798e for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:20.507416 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.508056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.512405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3910284 Aug 09 15:55:20.553495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8a1f2-740e-47d2-a6e0-d01ac519bdd3 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'Port': ['ID=2101b51c-4f0e-4e9e-a5f5-114866a8ce9f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:20.553708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] device_id is not set on port 1252f367-036b-4541-882e-3111ee9ffc1f yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:20.719553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.733788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add192d7-ec45-41f8-aa5b-a0f067503868']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:20.755139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c99d3a-0d28-4c2f-bf55-f9e620d3dd77') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:20.755540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c99d3a-0d28-4c2f-bf55-f9e620d3dd77') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:20.766102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.807434 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.814462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:20.814986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:20.884618 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:20.889202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.921229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.922457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-4f944c5c-a8b1-4b44-9aec-73b2140f5aab tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--883158540&fields=id&tenant_id=7e8bb5fb9d7e482bad0e4154e482646f HTTP/1.1" status: 200 len: 267 time: 0.1113389 Aug 09 15:55:20.928333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41826) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:20.928882 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/add192d7-ec45-41f8-aa5b-a0f067503868 HTTP/1.1" status: 204 len: 168 time: 0.6096184 Aug 09 15:55:20.932471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3be1ea-7f55-4de9-a657-e420591c4507 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=add192d7-ec45-41f8-aa5b-a0f067503868,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:20.935063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-954791392'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:21.118301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:21.122413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.122937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.128998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41828) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:21.201142 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.207685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:21.249363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.249873 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment bb410a35-1173-43e5-aeaf-48a8bcff101f of type vlan for network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 Aug 09 15:55:21.350736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=1252f367-036b-4541-882e-3111ee9ffc1f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:21.387618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Network 93697a94-0792-419b-8408-c503dc525642 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:21.390695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:21.393879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:21.394907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:21.395460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.411121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-de7decd0-5c38-4119-aac9-65a24ff960c5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:21.425395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-de7decd0-5c38-4119-aac9-65a24ff960c5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 811 time: 0.5020182 Aug 09 15:55:21.434258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.465744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ad63cde8-e07e-4d91-8e9b-619cd6c36ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1172016 Aug 09 15:55:21.466420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41844) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:21.488746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:21.560134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-a00f557f-abb7-41f1-974b-02b50ae3a50e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/quotas/7e8bb5fb9d7e482bad0e4154e482646f HTTP/1.1" status: 200 len: 375 time: 0.1145868 Aug 09 15:55:21.587373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:55:21.726922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.734152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:21.736883 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.750876 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9797416a-c39b-4c88-979d-012b666eb79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.821875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.842545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-99ac9fc9-0f02-4b21-b38a-8aeb4f27c9eb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2732482 Aug 09 15:55:21.866532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9370964 Aug 09 15:55:21.917773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41852) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:21.954757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': '2d82223d-2fb4-4f60-8c66-ee50d3e63537', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:22.025986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9797416a-c39b-4c88-979d-012b666eb79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.034575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9797416a-c39b-4c88-979d-012b666eb79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.092841 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9797416a-c39b-4c88-979d-012b666eb79f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3261cfbac01a4f95921acbfe60b2de9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9595149 Aug 09 15:55:22.093828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41856) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:22.129318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41858) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:22.163651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797416a-c39b-4c88-979d-012b666eb79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40ddc79-f72a-4132-a6e7-214054aa93a6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:22.187594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432bcf0-2836-45ba-8c5f-93fb4a5625e3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=2d82223d-2fb4-4f60-8c66-ee50d3e63537,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:22.197622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-060de442-c7b9-4703-a36f-5026faa8463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.210878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:22.238668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-060de442-c7b9-4703-a36f-5026faa8463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.318197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-060de442-c7b9-4703-a36f-5026faa8463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.321047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-060de442-c7b9-4703-a36f-5026faa8463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.322576 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-060de442-c7b9-4703-a36f-5026faa8463a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e40ddc79-f72a-4132-a6e7-214054aa93a6 HTTP/1.1" status: 204 len: 168 time: 0.2273750 Aug 09 15:55:22.363098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-2b656ba5-7ac2-4378-ba5f-9f71486e8676 service neutron] 10.222.0.64 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910789 Aug 09 15:55:22.370574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:22.374275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.383588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060de442-c7b9-4703-a36f-5026faa8463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40ddc79-f72a-4132-a6e7-214054aa93a6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:22.484670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c52-d316-47fc-b46e-145d06bc8f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.697750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] device_id is not set on port 1252f367-036b-4541-882e-3111ee9ffc1f yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:22.718350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.761239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c52-d316-47fc-b46e-145d06bc8f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.767527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Transition to ACTIVE for port object 1252f367-036b-4541-882e-3111ee9ffc1f will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:22.768909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c52-d316-47fc-b46e-145d06bc8f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.792551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-1f515f98-9eae-41cb-8be8-0d8d5dfa662f service neutron] 10.222.0.64 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985966 Aug 09 15:55:22.793437 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.830467 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d0b6c52-d316-47fc-b46e-145d06bc8f0c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40acafa781ef4d8587e9b46eff7dd962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998241 Aug 09 15:55:22.831590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b6c52-d316-47fc-b46e-145d06bc8f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a813be0d-c694-4f8b-8b02-372cad6cc22e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:22.847809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41876) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:22.928075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=1252f367-036b-4541-882e-3111ee9ffc1f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:22.953353 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bdfda29-e5db-40d2-9b2e-b20634f496e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.985158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:22.986317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:22.986914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:22.988993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bdfda29-e5db-40d2-9b2e-b20634f496e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.027091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.028194 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.028757 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 2 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.033906 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.083183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.083884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.084416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.106672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.107724 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.112323 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 3 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.117335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41886) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:23.125696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=1e6d3745-205b-40e7-badc-40bb79369a55,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:23.142670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.143222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.143703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.152981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50362ae-33f6-48d4-a787-f4ba5addaa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.166604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.168411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bdfda29-e5db-40d2-9b2e-b20634f496e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.169066 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.169643 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 4 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.173604 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1bdfda29-e5db-40d2-9b2e-b20634f496e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.177997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': 'bb410a35-1173-43e5-aeaf-48a8bcff101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2d82223d-2fb4-4f60-8c66-ee50d3e63537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:23.177997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: 2d82223d-2fb4-4f60-8c66-ee50d3e63537, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:23.179202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1bdfda29-e5db-40d2-9b2e-b20634f496e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a813be0d-c694-4f8b-8b02-372cad6cc22e HTTP/1.1" status: 204 len: 168 time: 0.3252640 Aug 09 15:55:23.205128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfda29-e5db-40d2-9b2e-b20634f496e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a813be0d-c694-4f8b-8b02-372cad6cc22e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:23.215984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.216375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.216642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.236735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.237260 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.238277 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 5 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.248484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:23.297314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.297795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.298243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.336565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 2d82223d-2fb4-4f60-8c66-ee50d3e63537) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:23.344252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.344589 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.352603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066be1b-b5e9-42f0-abb2-84d90f2eac9e None None] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:23.354949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.355625 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.358841 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 6 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.372954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50362ae-33f6-48d4-a787-f4ba5addaa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.380477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50362ae-33f6-48d4-a787-f4ba5addaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.414084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.414084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.414367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.428684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41896) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:23.429632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fa6acbfc-c0ca-40f0-8e06-0c977738fda0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5087423 Aug 09 15:55:23.432698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.435437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-535d9042-2b3c-4964-a22f-b99bf9bbfb4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-881452460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:23.435931 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.436427 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 7 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.451055 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b50362ae-33f6-48d4-a787-f4ba5addaa52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=615b6a37ddfd42f4b035517cf71f6eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297629 Aug 09 15:55:23.454973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41898) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:23.459971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50362ae-33f6-48d4-a787-f4ba5addaa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6481f4a-5d82-445f-bad7-94a9aff3dd18,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:23.472265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.472675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.473460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.479322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.482488 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.483187 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 8 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.523449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.523916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.524498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.525054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-535d9042-2b3c-4964-a22f-b99bf9bbfb4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.526213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-535d9042-2b3c-4964-a22f-b99bf9bbfb4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.541113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.541554 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.542238 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 9 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.583028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.583556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.584190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.597097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.597848 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.598718 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 10 to bind port 1252f367-036b-4541-882e-3111ee9ffc1f Aug 09 15:55:23.645484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.645984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.646427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.707091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc6b7499-5c74-4a03-be24-3fdf3683178e req-c0e2b8e8-81b0-485b-beae-133f30e80dca tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 210 time: 0.0847406 Aug 09 15:55:23.710463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.716406 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port 1252f367-036b-4541-882e-3111ee9ffc1f on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:23.717149 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.802626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-535d9042-2b3c-4964-a22f-b99bf9bbfb4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.848785 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a23a39d2-419c-4bba-9189-5ddd905cc805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.860949 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-535d9042-2b3c-4964-a22f-b99bf9bbfb4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.901495 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-535d9042-2b3c-4964-a22f-b99bf9bbfb4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.908010 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-535d9042-2b3c-4964-a22f-b99bf9bbfb4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4762123 Aug 09 15:55:23.912612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41910) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:23.923476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-2d82223d-2fb4-4f60-8c66-ee50d3e63537', 'network_id': '2d82223d-2fb4-4f60-8c66-ee50d3e63537', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': '1e6d3745-205b-40e7-badc-40bb79369a55'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:55:23.927642 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.929913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a23a39d2-419c-4bba-9189-5ddd905cc805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.948383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'port': {'network_id': '2d82223d-2fb4-4f60-8c66-ee50d3e63537', 'name': 'tempest-RoutersTest-1704348134'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:24.020992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a23a39d2-419c-4bba-9189-5ddd905cc805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.025944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a23a39d2-419c-4bba-9189-5ddd905cc805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.027868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a23a39d2-419c-4bba-9189-5ddd905cc805 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6481f4a-5d82-445f-bad7-94a9aff3dd18 HTTP/1.1" status: 204 len: 168 time: 0.5716236 Aug 09 15:55:24.057001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a39d2-419c-4bba-9189-5ddd905cc805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6481f4a-5d82-445f-bad7-94a9aff3dd18,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:24.085718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] For port 1252f367-036b-4541-882e-3111ee9ffc1f, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:24.086194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempted to set empty binding levels {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:55:24.101514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.305984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] In _notify_port_updated(), no bound segment for port 1252f367-036b-4541-882e-3111ee9ffc1f on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:55:24.307412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.316658 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.323751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "PUT /v2.0/ports/1252f367-036b-4541-882e-3111ee9ffc1f HTTP/1.1" status: 200 len: 979 time: 2.8510277 Aug 09 15:55:24.324588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41926) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:24.358822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Allocated IP 172.20.0.2 (2d82223d-2fb4-4f60-8c66-ee50d3e63537/1e6d3745-205b-40e7-badc-40bb79369a55/bc90ed0b-96b1-4512-8039-83e86c3035f4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:24.497946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:24.505786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.522203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.522851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.523330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.524545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.525282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.526326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.527435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.527969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.528568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.528966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.529440 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.529912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.530377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.531042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.531535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.532278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.533026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.533652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.534021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.534488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.535092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.535583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.540636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882872d1-19a8-4e51-86ff-709a1eee1a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=1252f367-036b-4541-882e-3111ee9ffc1f,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:24.541305 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-241d4e2e-daea-4724-adbc-e56949f32908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19939 time: 0.2156079 Aug 09 15:55:24.546665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41930) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:24.576257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] device_id is not set on port 8bc816b5-e643-4b78-831e-462c31f8d1b3 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:24.773429 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.800319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Transition to ACTIVE for port object bc90ed0b-96b1-4512-8039-83e86c3035f4 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:24.844151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Transition to ACTIVE for port object bc90ed0b-96b1-4512-8039-83e86c3035f4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:24.866199 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.140411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Pushing event updated for resources: {'Port': ['ID=bc90ed0b-96b1-4512-8039-83e86c3035f4,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:25.155804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Deleting port 1252f367-036b-4541-882e-3111ee9ffc1f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:25.164519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.171783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:25.180819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:25.197383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f8894af-6a08-4cfd-8492-a62d45f56e68 req-41828615-9152-4e9d-a722-3eed7c5d7ac0 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 210 time: 0.2149494 Aug 09 15:55:25.209555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:25.302133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.20.0.3 (2d82223d-2fb4-4f60-8c66-ee50d3e63537/1e6d3745-205b-40e7-badc-40bb79369a55/8bc816b5-e643-4b78-831e-462c31f8d1b3) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:25.438396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Attempting to bind port bc90ed0b-96b1-4512-8039-83e86c3035f4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:25.438927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Attempting to bind port bc90ed0b-96b1-4512-8039-83e86c3035f4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'bb410a35-1173-43e5-aeaf-48a8bcff101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2d82223d-2fb4-4f60-8c66-ee50d3e63537'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:25.439519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Attempting to bind port bc90ed0b-96b1-4512-8039-83e86c3035f4 on network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:25.448384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:25.449304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Checking segment: {'id': 'bb410a35-1173-43e5-aeaf-48a8bcff101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2d82223d-2fb4-4f60-8c66-ee50d3e63537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:25.449944 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.450543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Bound using segment: {'id': 'bb410a35-1173-43e5-aeaf-48a8bcff101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2d82223d-2fb4-4f60-8c66-ee50d3e63537'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:25.451252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Bound port: bc90ed0b-96b1-4512-8039-83e86c3035f4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb410a35-1173-43e5-aeaf-48a8bcff101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '2d82223d-2fb4-4f60-8c66-ee50d3e63537'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:25.451872 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.613229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] For port bc90ed0b-96b1-4512-8039-83e86c3035f4, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:25.619354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] For port bc90ed0b-96b1-4512-8039-83e86c3035f4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bc90ed0b-96b1-4512-8039-83e86c3035f4,segment=NetworkSegment(bb410a35-1173-43e5-aeaf-48a8bcff101f),segment_id=bb410a35-1173-43e5-aeaf-48a8bcff101f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:25.630885 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.706228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-f3b10884-e6eb-4c94-a14b-83a105dba23c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:25.707727 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-f3b10884-e6eb-4c94-a14b-83a105dba23c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 811 time: 0.9264917 Aug 09 15:55:25.753843 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.790133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f3587-0f66-4289-9cb5-9d5f4e39677c None None] Pushing event updated for resources: {'Port': ['ID=bc90ed0b-96b1-4512-8039-83e86c3035f4,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:25.791035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object 8bc816b5-e643-4b78-831e-462c31f8d1b3 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:25.829994 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-167a64e9-197a-4ab9-a85b-86ca87085d41 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e8bb5fb9d7e482bad0e4154e482646f HTTP/1.1" status: 200 len: 379 time: 0.1108992 Aug 09 15:55:25.845029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'port': {'device_id': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'admin_state_up': True, 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'security_groups': ['1281720f-4947-41a4-831e-aaabba32a6a9']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:25.853028 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.872236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] For port 1252f367-036b-4541-882e-3111ee9ffc1f, host n-h1-799523-2, got binding levels [] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:25.872607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.919398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:25.925567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:25.929206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:25.935261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Calling delete_port for 1252f367-036b-4541-882e-3111ee9ffc1f owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:25.938883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=8bc816b5-e643-4b78-831e-462c31f8d1b3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:25.968891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:26.038570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:26.039562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:26.162525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6976a289-f617-43a0-83d7-79c430372f27 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2455370 Aug 09 15:55:26.164492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:26.435074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-424668218-network', 'tenant_id': '054d941fa40d40d4b67c592e90079851'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:26.503477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c62fbe-be40-45f4-9273-75c044f6a460 req-f8b9c8e3-9f28-48e4-a61d-6ba888f3b343 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 210 time: 0.0801163 Aug 09 15:55:26.939862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Made reservation on behalf of 7e8bb5fb9d7e482bad0e4154e482646f for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:26.944697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.008580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.029346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Made reservation on behalf of 054d941fa40d40d4b67c592e90079851 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:27.032054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.045985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.088499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.092088 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "DELETE /v2.0/ports/1252f367-036b-4541-882e-3111ee9ffc1f HTTP/1.1" status: 204 len: 168 time: 2.5442040 Aug 09 15:55:27.095223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42028) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:27.120869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb7a4d-69b0-4301-8ecf-31de9089c4bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event deleted for resources: {'Port': ['ID=1252f367-036b-4541-882e-3111ee9ffc1f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:27.146711 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe5efc2-4618-42b4-a80c-8d7784f51ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:55:27.149170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cfe5efc2-4618-42b4-a80c-8d7784f51ffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "GET /v2.0/ports/1252f367-036b-4541-882e-3111ee9ffc1f HTTP/1.1" status: 404 len: 333 time: 0.0530059 Aug 09 15:55:27.153291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42030) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:27.160417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-640968332', 'network_id': '93697a94-0792-419b-8408-c503dc525642'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:27.384795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f560a70a-45a9-4b2c-a3e0-b7c34fa0231b None None] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:27.434415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42036) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:27.461698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Allocated IP 172.20.0.7 (d279b979-6cb8-4495-bbde-3bd14dcd4e3a/ce227a8c-f544-4bbb-b9b4-878d9862a86a/b526ae2f-28b7-407b-9489-50eece8a571b) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:27.471423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.480738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.500684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.530439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Made reservation on behalf of ace62305693d4f1aac7516f1d8d4798e for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:27.541191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.586821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:27.606608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e182fad-1a7d-4ae6-8b78-70c52479834d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:27.616986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] device_id is not set on port 66303e61-3714-4ac3-a144-c9e52efac880 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:27.669528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.670000 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Added segment fe355950-9984-4419-8ff6-34b2c6984d05 of type vlan for network c46104f0-2fa3-4342-b000-5b7d82442f7e Aug 09 15:55:27.738050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cab9a646-4ed7-4b97-bbb6-01b89b6e8fb2 None None] Provisioning for port bc90ed0b-96b1-4512-8039-83e86c3035f4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:27.869062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f9ad41c-69fe-4232-8c45-6f9431ec463e req-d5d5110a-7921-45d7-9d1b-f3428c6fb862 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 210 time: 0.0491462 Aug 09 15:55:27.879603 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-148c3cd8-6a20-4826-bfa9-c00f8b9a8d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.019397 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.100568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.179764 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.238091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-148c3cd8-6a20-4826-bfa9-c00f8b9a8d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.241487 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.251894 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-148c3cd8-6a20-4826-bfa9-c00f8b9a8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.303874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.305043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:28.305771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.320286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Transition to ACTIVE for port object b526ae2f-28b7-407b-9489-50eece8a571b will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:28.329854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bc90ed0b-96b1-4512-8039-83e86c3035f4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:28.342679 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.405805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=66303e61-3714-4ac3-a144-c9e52efac880,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:28.411591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-148c3cd8-6a20-4826-bfa9-c00f8b9a8d22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da0f308f74794cab9140dfc0dde6712e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9760420 Aug 09 15:55:28.417029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42052) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:28.436439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Network 93697a94-0792-419b-8408-c503dc525642 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:28.437871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c3cd8-6a20-4826-bfa9-c00f8b9a8d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d016a6-1cb7-4879-9845-9729516c2a0d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:28.449663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:28.452506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:28.454583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:28.454923 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.506076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cc7766c5-57b2-4a59-a07d-fe807500c9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3446269 Aug 09 15:55:28.506186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5286667 Aug 09 15:55:28.513450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42054) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:28.513948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42056) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:28.536102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Request body: {'subnet': {'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-424668218-subnet', 'tenant_id': '054d941fa40d40d4b67c592e90079851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:28.548580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2835fd04-d817-4e03-8bcc-5945bebce852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.566173 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.588088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-07e515a5-6d41-4aef-b3d8-5b4e7c3b5cc3 None None] Provisioning for port 8bc816b5-e643-4b78-831e-462c31f8d1b3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:28.593739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port bc90ed0b-96b1-4512-8039-83e86c3035f4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:28.598958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-07e515a5-6d41-4aef-b3d8-5b4e7c3b5cc3 None None] Provisioning complete for port 8bc816b5-e643-4b78-831e-462c31f8d1b3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:28.599676 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-07e515a5-6d41-4aef-b3d8-5b4e7c3b5cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.605595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port bc90ed0b-96b1-4512-8039-83e86c3035f4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:28.606220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.612401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2835fd04-d817-4e03-8bcc-5945bebce852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.640424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Pushing event updated for resources: {'Network': ['ID=c46104f0-2fa3-4342-b000-5b7d82442f7e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:28.669548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449af469-d50f-44c0-8c99-45ad14495e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:28.674591 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-449af469-d50f-44c0-8c99-45ad14495e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "GET /v2.0/ports/66303e61-3714-4ac3-a144-c9e52efac880 HTTP/1.1" status: 200 len: 958 time: 0.1545768 Aug 09 15:55:28.682265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42060) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:28.692794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-07e515a5-6d41-4aef-b3d8-5b4e7c3b5cc3 None None] Port 8bc816b5-e643-4b78-831e-462c31f8d1b3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:28.699800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.700443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.700918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.702025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.702025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.702025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.702566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.703305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.703938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.704558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.704656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.705076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da5259-0aae-4872-ae8b-5aaabf01f1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:28.721275 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.725263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c46104f0-2fa3-4342-b000-5b7d82442f7e details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:28.727663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Made reservation on behalf of 054d941fa40d40d4b67c592e90079851 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:28.734543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.743362 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.768237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.814779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2835fd04-d817-4e03-8bcc-5945bebce852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.817512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2835fd04-d817-4e03-8bcc-5945bebce852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.818931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2835fd04-d817-4e03-8bcc-5945bebce852 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10d016a6-1cb7-4879-9845-9729516c2a0d HTTP/1.1" status: 204 len: 168 time: 0.3994811 Aug 09 15:55:28.833430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835fd04-d817-4e03-8bcc-5945bebce852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d016a6-1cb7-4879-9845-9729516c2a0d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:28.848435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-80e6c531-a403-47ae-aeca-d120994497d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Deleting port 66303e61-3714-4ac3-a144-c9e52efac880 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:28.849017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80e6c531-a403-47ae-aeca-d120994497d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.860951 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.907883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:28.917474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-66e8456d-267a-4ff9-9543-a2a50d30e563 None None] Provisioning complete for port 8bc816b5-e643-4b78-831e-462c31f8d1b3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:28.917877 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66e8456d-267a-4ff9-9543-a2a50d30e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.945521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:28.985090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80e6c531-a403-47ae-aeca-d120994497d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.986885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:29.006612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event updated for resources: {'Port': ['ID=b526ae2f-28b7-407b-9489-50eece8a571b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.018833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-80e6c531-a403-47ae-aeca-d120994497d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Calling delete_port for 66303e61-3714-4ac3-a144-c9e52efac880 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:29.049923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-66e8456d-267a-4ff9-9543-a2a50d30e563 None None] Port 8bc816b5-e643-4b78-831e-462c31f8d1b3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:29.087981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port bc90ed0b-96b1-4512-8039-83e86c3035f4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bc90ed0b-96b1-4512-8039-83e86c3035f4,segment=NetworkSegment(bb410a35-1173-43e5-aeaf-48a8bcff101f),segment_id=bb410a35-1173-43e5-aeaf-48a8bcff101f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:29.108792 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.263298 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80e6c531-a403-47ae-aeca-d120994497d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.274390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=bc90ed0b-96b1-4512-8039-83e86c3035f4,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.361025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.361025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.370597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=8bc816b5-e643-4b78-831e-462c31f8d1b3,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.388913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6c531-a403-47ae-aeca-d120994497d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event deleted for resources: {'Port': ['ID=66303e61-3714-4ac3-a144-c9e52efac880,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.401091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80e6c531-a403-47ae-aeca-d120994497d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.403406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-80e6c531-a403-47ae-aeca-d120994497d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "DELETE /v2.0/ports/66303e61-3714-4ac3-a144-c9e52efac880 HTTP/1.1" status: 204 len: 168 time: 0.7196372 Aug 09 15:55:29.406380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42086) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:29.470765 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb62e842-32b9-40e6-a32a-a687e6deed42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:55:29.476598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eb62e842-32b9-40e6-a32a-a687e6deed42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "GET /v2.0/ports/66303e61-3714-4ac3-a144-c9e52efac880 HTTP/1.1" status: 404 len: 333 time: 0.0684061 Aug 09 15:55:29.479086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-93468274-2826-4ae1-9c83-ed28335b534d None None] Provisioning for port b526ae2f-28b7-407b-9489-50eece8a571b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:29.480913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42090) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:29.485524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-93468274-2826-4ae1-9c83-ed28335b534d None None] Provisioning complete for port b526ae2f-28b7-407b-9489-50eece8a571b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:29.487248 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-93468274-2826-4ae1-9c83-ed28335b534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.487495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Request body: {'port': {'network_id': '93697a94-0792-419b-8408-c503dc525642', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1825494427'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:29.514070 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bcb14014-f2be-4cde-8376-560c7803a627 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6763883 Aug 09 15:55:29.546192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374e3b7-6d97-40f7-937f-0500ff755b00 req-03ed4c64-ebd8-4ba6-89e7-64a38f14bab9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.549198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Request body: {'port': {'device_id': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:29.554583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4374e3b7-6d97-40f7-937f-0500ff755b00 req-03ed4c64-ebd8-4ba6-89e7-64a38f14bab9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 931 time: 0.3002121 Aug 09 15:55:29.620531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-93468274-2826-4ae1-9c83-ed28335b534d None None] Port b526ae2f-28b7-407b-9489-50eece8a571b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:29.650963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-93468274-2826-4ae1-9c83-ed28335b534d None None] Provisioning complete for port 8bc816b5-e643-4b78-831e-462c31f8d1b3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:29.651344 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-93468274-2826-4ae1-9c83-ed28335b534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.698066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Made reservation on behalf of ace62305693d4f1aac7516f1d8d4798e for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:29.702995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.723291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-93468274-2826-4ae1-9c83-ed28335b534d None None] Port 8bc816b5-e643-4b78-831e-462c31f8d1b3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:29.729528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4374e3b7-6d97-40f7-937f-0500ff755b00 req-d2f353f6-d696-4aa8-b102-7a99dad56179 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404834 Aug 09 15:55:29.773851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] device_id is not set on port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:29.783953 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.815888 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.960594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.077218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.226751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.241628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bc90ed0b-96b1-4512-8039-83e86c3035f4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:30.334869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=debf9c9c-c1d4-4a2a-b19f-85f58d0a9851,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:30.340218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port bc90ed0b-96b1-4512-8039-83e86c3035f4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:30.340646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.363059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Network 93697a94-0792-419b-8408-c503dc525642 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:30.365230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:30.376738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:30.382765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.383679 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.407453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b165435b-715c-4b24-9918-b088c536d9f0,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:30.408680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42112) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:30.420911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f8163e8c-58ff-4fc4-a4ff-28e5e80ed7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9392421 Aug 09 15:55:30.421530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42116) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:30.427255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:30.492317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.586820 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Checking segment: {'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:30.587219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Network hostable DHCP agents. Network: c46104f0-2fa3-4342-b000-5b7d82442f7e, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:30.620366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.622254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1615755499-network', 'tenant_id': 'b223594d860b44cfa5698e5315be7989'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:30.677054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Made reservation on behalf of b223594d860b44cfa5698e5315be7989 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:30.679591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.694581 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.726495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b526ae2f-28b7-407b-9489-50eece8a571b {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:30.743116 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.764542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Transition to ACTIVE for port object b526ae2f-28b7-407b-9489-50eece8a571b will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:30.780279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.795412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Network c46104f0-2fa3-4342-b000-5b7d82442f7e is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:30.878613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.890744 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.950348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c46104f0-2fa3-4342-b000-5b7d82442f7e) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:30.959849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f554c2-b0fc-422f-bf60-ef324ef3c55e None None] Network c46104f0-2fa3-4342-b000-5b7d82442f7e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:30.967079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.967808 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.031413 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-47b2d4bc-98af-4265-943a-56c7c66095e6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4997807 Aug 09 15:55:31.053599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:31.068471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cc33bd-1e4b-40fc-9bd8-6646006dd2f8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:31.098848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] device_id is not set on port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:31.111859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Pushing event updated for resources: {'Port': ['ID=b526ae2f-28b7-407b-9489-50eece8a571b,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:31.136143 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.136495 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Added segment ef18fbe3-6004-4a20-9f6a-a5b4cfadec98 of type vlan for network c0c70fdf-aa71-4728-adc2-9760b1b57785 Aug 09 15:55:31.141401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.165799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780253e-1ba7-43e5-83eb-799beec6c1d6 req-0f81f390-61a0-4a36-9496-0ca3d42ad177 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.167473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2780253e-1ba7-43e5-83eb-799beec6c1d6 req-0f81f390-61a0-4a36-9496-0ca3d42ad177 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 943 time: 0.2873676 Aug 09 15:55:31.282990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Transition to ACTIVE for port object debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:31.288860 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.337204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2780253e-1ba7-43e5-83eb-799beec6c1d6 req-3cf9e9c8-0d5c-492f-b1a2-e984f9f2e862 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500914 Aug 09 15:55:31.343972 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.466821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=debf9c9c-c1d4-4a2a-b19f-85f58d0a9851,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:31.471619 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.472671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.473257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.503916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0846896 Aug 09 15:55:31.503916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.503916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.503916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.544733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.545066 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.548002 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 2 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.570136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.570479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.570815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.576511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.576671 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.577161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69197e44-8ab3-4b95-8fc8-f48992f0ce4d admin admin] Pushing event updated for resources: {'Network': ['ID=c0c70fdf-aa71-4728-adc2-9760b1b57785,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:31.582314 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 3 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.599122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.599459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.599955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.607060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.607396 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.607796 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 4 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.632339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c0c70fdf-aa71-4728-adc2-9760b1b57785 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:31.634715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1925c28-0e4b-40ad-97a9-b3445df2385a None None] Network c46104f0-2fa3-4342-b000-5b7d82442f7e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:31.638823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.639891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.640367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.651558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.651924 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.652333 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 5 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.685262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.688304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.688666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.696058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.698564 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.699223 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 6 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.735795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.736172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.736766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.743002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.743629 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.744041 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 7 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.774519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.774830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.775228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.787803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.788236 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.788639 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 8 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.814970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.814970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.814970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.814970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.814970 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.814970 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 9 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.829808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.830277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.830693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.841430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.841978 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.842654 n-d-799523-2 neutron-server[94177]: INFO neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempt 10 to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 Aug 09 15:55:31.896947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:31.902145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:31.904724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempting to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:31.921934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:31.922512 n-d-799523-2 neutron-server[94177]: ERROR neutron.plugins.ml2.managers [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Failed to bind port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on host n-h1-799523-2 for vnic_type normal using segments [{'id': '20e36762-4b65-49a8-a247-54f5778c9a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93697a94-0792-419b-8408-c503dc525642'}] Aug 09 15:55:31.928499 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.019343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Attempting to bind port b526ae2f-28b7-407b-9489-50eece8a571b on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:32.033002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Attempting to bind port b526ae2f-28b7-407b-9489-50eece8a571b by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:32.034936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Attempting to bind port b526ae2f-28b7-407b-9489-50eece8a571b on network d279b979-6cb8-4495-bbde-3bd14dcd4e3a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:32.066115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Port b526ae2f-28b7-407b-9489-50eece8a571b on network d279b979-6cb8-4495-bbde-3bd14dcd4e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:32.073548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Attempting to bind port b526ae2f-28b7-407b-9489-50eece8a571b on network d279b979-6cb8-4495-bbde-3bd14dcd4e3a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:32.149243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] For port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:32.150679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attempted to set empty binding levels {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:55:32.156706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:32.159319 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.163979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Checking segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:32.165279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Bound using segment: {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:32.165755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Bound port: b526ae2f-28b7-407b-9489-50eece8a571b, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:32.173349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.214523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] In _notify_port_updated(), no bound segment for port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 on network 93697a94-0792-419b-8408-c503dc525642 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:55:32.215454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.216089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.234389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "PUT /v2.0/ports/debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 HTTP/1.1" status: 200 len: 979 time: 1.8117630 Aug 09 15:55:32.243535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42154) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:32.412010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fc381-9c69-4b2c-b53d-f5710bb9dcc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event updated for resources: {'Port': ['ID=debf9c9c-c1d4-4a2a-b19f-85f58d0a9851,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:32.474164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] For port b526ae2f-28b7-407b-9489-50eece8a571b, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:32.496014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] For port b526ae2f-28b7-407b-9489-50eece8a571b, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b526ae2f-28b7-407b-9489-50eece8a571b,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:32.538232 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.562857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a4cab-c305-46fa-a0e5-122279a137d6 req-98900d2f-669d-4579-b48c-0b9460f25d64 tempest-ComputeTenantNetworksTest-952665929 tempest-ComputeTenantNetworksTest-952665929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.572653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a4cab-c305-46fa-a0e5-122279a137d6 req-98900d2f-669d-4579-b48c-0b9460f25d64 tempest-ComputeTenantNetworksTest-952665929 tempest-ComputeTenantNetworksTest-952665929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.583579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a4cab-c305-46fa-a0e5-122279a137d6 req-98900d2f-669d-4579-b48c-0b9460f25d64 tempest-ComputeTenantNetworksTest-952665929 tempest-ComputeTenantNetworksTest-952665929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.587076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-867a4cab-c305-46fa-a0e5-122279a137d6 req-98900d2f-669d-4579-b48c-0b9460f25d64 tempest-ComputeTenantNetworksTest-952665929 tempest-ComputeTenantNetworksTest-952665929-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2894211 Aug 09 15:55:32.661167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc37b34-681b-4a05-b6c4-a3892f642d6b req-22bc2110-1baa-416b-b0a1-42259fd74b4d tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.667096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cc37b34-681b-4a05-b6c4-a3892f642d6b req-22bc2110-1baa-416b-b0a1-42259fd74b4d tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 943 time: 0.1942930 Aug 09 15:55:32.789567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.789567 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.790853 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] 10.222.0.66 "PUT /v2.0/ports/b526ae2f-28b7-407b-9489-50eece8a571b HTTP/1.1" status: 200 len: 1091 time: 3.2618234 Aug 09 15:55:32.807347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'tag': 'b526ae2f-28b7-407b-9489-50eece8a571b'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:32.809966 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0937aa1-1200-419d-831a-9c402935f096" -d '{"events": [{"name": "network-changed", "server_uuid": "32a17053-3b2f-4851-81d4-0f07f631cd1e", "tag": "b526ae2f-28b7-407b-9489-50eece8a571b"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:32.924466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.941301 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.973079 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cc37b34-681b-4a05-b6c4-a3892f642d6b req-40c6672a-1130-4456-96f0-a6791d8bc058 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512250 Aug 09 15:55:33.049781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.052506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe57f7-86d5-46a4-bb62-95e503c586c8 req-839e5b45-6a7f-49c5-a04e-d13bdf6799b1 tempest-ComputeTenantNetworksTest-952665929 tempest-ComputeTenantNetworksTest-952665929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.065814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3efe57f7-86d5-46a4-bb62-95e503c586c8 req-839e5b45-6a7f-49c5-a04e-d13bdf6799b1 tempest-ComputeTenantNetworksTest-952665929 tempest-ComputeTenantNetworksTest-952665929-project] 10.222.0.64 "GET /v2.0/networks/c0c70fdf-aa71-4728-adc2-9760b1b57785 HTTP/1.1" status: 200 len: 769 time: 0.3971570 Aug 09 15:55:33.080309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42166) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:33.188926 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628b7ec9-dd02-4de8-a3e6-c6dde4600038 x-openstack-request-id: req-628b7ec9-dd02-4de8-a3e6-c6dde4600038 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:33.189744 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a17053-3b2f-4851-81d4-0f07f631cd1e", "tag": "b526ae2f-28b7-407b-9489-50eece8a571b", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:33.190378 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-628b7ec9-dd02-4de8-a3e6-c6dde4600038 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:33.191305 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'tag': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'status': 'completed', 'code': 200} Aug 09 15:55:33.232584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3596-af5a-4f90-8f51-624be2e820ba service neutron] Pushing event updated for resources: {'Port': ['ID=b526ae2f-28b7-407b-9489-50eece8a571b,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:33.240863 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.339771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-a701ad52-c2c0-4207-a01f-9cfa8ff7c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.339771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-a701ad52-c2c0-4207-a01f-9cfa8ff7c2ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 1094 time: 0.4010746 Aug 09 15:55:33.401661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Deleting port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:33.402121 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.422178 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-7a1c224e-9403-4410-9602-a0c4838e3474 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b526ae2f-28b7-407b-9489-50eece8a571b HTTP/1.1" status: 200 len: 217 time: 0.0727718 Aug 09 15:55:33.442198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=8bc816b5-e643-4b78-831e-462c31f8d1b3,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:33.568776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:33.587126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:33.589557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.618330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] For port debf9c9c-c1d4-4a2a-b19f-85f58d0a9851, host n-h1-799523-2, got binding levels [] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:33.618710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.620756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c70fdf-aa71-4728-adc2-9760b1b57785']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:33.623621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-0a224c80-301f-4428-ab81-61849ffb6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.626178 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-0a224c80-301f-4428-ab81-61849ffb6ce4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.1730776 Aug 09 15:55:33.641296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef18fbe3-6004-4a20-9f6a-a5b4cfadec98') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:33.642365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef18fbe3-6004-4a20-9f6a-a5b4cfadec98') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:33.665925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.691061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.727088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:33.727514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.793123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Calling delete_port for debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:33.846274 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:33.871607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.878160 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.882409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0c70fdf-aa71-4728-adc2-9760b1b57785 HTTP/1.1" status: 204 len: 168 time: 0.7985914 Aug 09 15:55:33.892793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bf934206-8652-4634-9938-9dd431aceed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.901951 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-bf934206-8652-4634-9938-9dd431aceed2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869438 Aug 09 15:55:33.914909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6ceaf-39c4-4ef1-aac4-232f41820ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c70fdf-aa71-4728-adc2-9760b1b57785,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:34.128673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42204) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:34.159811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-42beba63-0c0c-4bec-91c3-9ed4772dca0c None None] Provisioning complete for port 8bc816b5-e643-4b78-831e-462c31f8d1b3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:34.160533 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-42beba63-0c0c-4bec-91c3-9ed4772dca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.183153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router b6ba9684-cfc1-4fb2-8fb0-27676becce3c is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:55:34.209920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.241231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-42beba63-0c0c-4bec-91c3-9ed4772dca0c None None] Port 8bc816b5-e643-4b78-831e-462c31f8d1b3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:34.283401 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-c1827533-ecfc-452d-b513-5972d28ea614 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669641 Aug 09 15:55:34.286249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Pushing event deleted for resources: {'Port': ['ID=debf9c9c-c1d4-4a2a-b19f-85f58d0a9851,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:34.327492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a2fd32b8-8fb4-41e1-b898-2b3c02de26a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b223594d860b44cfa5698e5315be7989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954291 Aug 09 15:55:34.332388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42212) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:34.369252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc0dff-096a-4a47-9872-0149a4cbd60f req-b1fb410d-bf31-4a8c-819a-895c7c782f07 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.371788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-affc0dff-096a-4a47-9872-0149a4cbd60f req-b1fb410d-bf31-4a8c-819a-895c7c782f07 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 943 time: 0.1347787 Aug 09 15:55:34.373350 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.375611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38a92d33-1249-4fd5-ae06-08489e09f516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "DELETE /v2.0/ports/debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 HTTP/1.1" status: 204 len: 168 time: 2.1306808 Aug 09 15:55:34.395602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42216) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:34.472894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:34.485840 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c930438-ff52-4174-8ef7-fad7cd6e9fe3 None None] Sync routers for ids ['b6ba9684-cfc1-4fb2-8fb0-27676becce3c'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:34.491670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c4a37e84-40b5-47ed-a7ab-45d75bb23e4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/b6ba9684-cfc1-4fb2-8fb0-27676becce3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3122771 Aug 09 15:55:34.497933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42220) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:34.501329 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c930438-ff52-4174-8ef7-fad7cd6e9fe3 None None] Routers {'b6ba9684-cfc1-4fb2-8fb0-27676becce3c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:34.502088 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-1c930438-ff52-4174-8ef7-fad7cd6e9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b6ba9684-cfc1-4fb2-8fb0-27676becce3c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:34.526305 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-268838b4-a266-4cd8-a3d8-a4490b92b6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:55:34.527925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-268838b4-a266-4cd8-a3d8-a4490b92b6c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-603024347-project-admin] 10.222.0.64 "GET /v2.0/ports/debf9c9c-c1d4-4a2a-b19f-85f58d0a9851 HTTP/1.1" status: 404 len: 333 time: 0.1089089 Aug 09 15:55:34.588609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42222) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:34.600652 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-1c930438-ff52-4174-8ef7-fad7cd6e9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:34.624506 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c930438-ff52-4174-8ef7-fad7cd6e9fe3 None None] Routers {'b6ba9684-cfc1-4fb2-8fb0-27676becce3c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:34.625143 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-1c930438-ff52-4174-8ef7-fad7cd6e9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b6ba9684-cfc1-4fb2-8fb0-27676becce3c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:34.675996 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-801ce651-885c-45ee-b497-4d4a0dc86d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.688235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-affc0dff-096a-4a47-9872-0149a4cbd60f req-8fb2f697-d1ab-4b95-9605-c526037863e4 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914491 Aug 09 15:55:34.699556 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-1c930438-ff52-4174-8ef7-fad7cd6e9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:34.700243 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c930438-ff52-4174-8ef7-fad7cd6e9fe3 None None] The sync data for ids ['b6ba9684-cfc1-4fb2-8fb0-27676becce3c'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:34.748412 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-801ce651-885c-45ee-b497-4d4a0dc86d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.806549 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.820376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc4a88-6f70-4cf1-b3f0-dd7a37d525ce tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.821928 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fdbc4a88-6f70-4cf1-b3f0-dd7a37d525ce tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports/8bc816b5-e643-4b78-831e-462c31f8d1b3 HTTP/1.1" status: 200 len: 977 time: 0.3221197 Aug 09 15:55:34.824073 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b90e0529-3ec4-4290-8ed2-7d0dfb243105 req-995427cd-26bd-4644-a70b-68587a481ad3 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974928 Aug 09 15:55:34.827600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42232) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:34.874376 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-801ce651-885c-45ee-b497-4d4a0dc86d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.884610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-801ce651-885c-45ee-b497-4d4a0dc86d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.889421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-801ce651-885c-45ee-b497-4d4a0dc86d69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6cc33bd-1e4b-40fc-9bd8-6646006dd2f8 HTTP/1.1" status: 204 len: 168 time: 0.5551004 Aug 09 15:55:34.911984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ce651-885c-45ee-b497-4d4a0dc86d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cc33bd-1e4b-40fc-9bd8-6646006dd2f8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:34.977765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42242) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:35.118737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-f756ddaa-3d5d-4e1d-a9e2-8d621c041b35 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:35.121281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-f756ddaa-3d5d-4e1d-a9e2-8d621c041b35 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/networks?id=c46104f0-2fa3-4342-b000-5b7d82442f7e HTTP/1.1" status: 200 len: 808 time: 0.1684098 Aug 09 15:55:35.142757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-a6d97cd7-3e23-474d-9649-2c54337c4441 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/quotas/054d941fa40d40d4b67c592e90079851 HTTP/1.1" status: 200 len: 375 time: 0.0144303 Aug 09 15:55:35.144907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.148608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0937aa1-1200-419d-831a-9c402935f096 req-a399fe3e-74b7-4a51-a5d0-a1111541113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:35.150323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e0937aa1-1200-419d-831a-9c402935f096 req-a399fe3e-74b7-4a51-a5d0-a1111541113c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 1094 time: 0.1876001 Aug 09 15:55:35.210400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93697a94-0792-419b-8408-c503dc525642']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:35.228075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-55b20809-22cd-41e1-a61b-4305a5fb5969 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=054d941fa40d40d4b67c592e90079851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771866 Aug 09 15:55:35.284713 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e36762-4b65-49a8-a247-54f5778c9a29') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:35.285006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e36762-4b65-49a8-a247-54f5778c9a29') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:35.338221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.338502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-589f0ffe-28a0-424f-b9b9-bda0c09610f2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:55:35.349988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-589f0ffe-28a0-424f-b9b9-bda0c09610f2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1199679 Aug 09 15:55:35.390765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.401686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:35.402726 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.501600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-a64ae39a-1afd-4396-8bc4-b525d319eaf0 service neutron] 10.222.0.64 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495318 Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:35.567798 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:35.620188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-2b70a30f-c7a1-445c-a683-ff28c53162a5 service neutron] 10.222.0.64 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122789 Aug 09 15:55:35.639675 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc0d89d1-fac9-44ff-8587-6289eef47764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.647450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.659408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.664068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] 10.222.0.64 "DELETE /v2.0/networks/93697a94-0792-419b-8408-c503dc525642 HTTP/1.1" status: 204 len: 168 time: 1.0659771 Aug 09 15:55:35.669610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0937aa1-1200-419d-831a-9c402935f096 req-165788e2-bfd3-46bb-af11-b1117f201c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:35.671554 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e0937aa1-1200-419d-831a-9c402935f096 req-165788e2-bfd3-46bb-af11-b1117f201c11 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.4815049 Aug 09 15:55:36.023099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be7cf1-bf5a-4df8-b5d8-16ec04543c44 req-e34816ab-9d66-4e20-8910-7551b064113a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.024804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9be7cf1-bf5a-4df8-b5d8-16ec04543c44 req-e34816ab-9d66-4e20-8910-7551b064113a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 943 time: 0.1073785 Aug 09 15:55:36.128098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42278) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:36.145113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd194190-ec22-4c04-b0dc-388eaa15a000 req-4ad7b6e3-a926-4c30-b0fd-b2599f2a5e6e tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 210 time: 0.1191800 Aug 09 15:55:36.183353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9be7cf1-bf5a-4df8-b5d8-16ec04543c44 req-77edbab8-1469-41d8-80ef-91fe32d01827 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312091 Aug 09 15:55:36.352761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e369479-128e-47e5-bf81-10724c80ffea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059386658-project] Pushing event deleted for resources: {'Network': ['ID=93697a94-0792-419b-8408-c503dc525642,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:36.366775 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e0937aa1-1200-419d-831a-9c402935f096 req-e7a60aec-ae41-40af-b661-3051cc99a1c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b526ae2f-28b7-407b-9489-50eece8a571b HTTP/1.1" status: 200 len: 217 time: 0.6667516 Aug 09 15:55:36.480661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0937aa1-1200-419d-831a-9c402935f096 req-4d204632-40a0-49fd-adf1-e091bfb3495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.482120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e0937aa1-1200-419d-831a-9c402935f096 req-4d204632-40a0-49fd-adf1-e091bfb3495a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.1063609 Aug 09 15:55:36.600109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0937aa1-1200-419d-831a-9c402935f096 req-a8db06b7-778e-4528-9d8a-16d150075b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.601724 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e0937aa1-1200-419d-831a-9c402935f096 req-a8db06b7-778e-4528-9d8a-16d150075b1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020715 Aug 09 15:55:36.694256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b526ae2f-28b7-407b-9489-50eece8a571b details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:36.714948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc0d89d1-fac9-44ff-8587-6289eef47764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.720431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.770225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1c4ff093-72e5-4441-be64-5e0d687ada3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b69c591e0f8c4c0f988ebe0902d127a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204419 Aug 09 15:55:36.772123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42296) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:36.775018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc0d89d1-fac9-44ff-8587-6289eef47764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.927459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d89d1-fac9-44ff-8587-6289eef47764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb72ade0-aa21-489c-90d6-7a3ca0c60002,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:36.949663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b526ae2f-28b7-407b-9489-50eece8a571b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b526ae2f-28b7-407b-9489-50eece8a571b,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:36.973510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'port_id': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'mac_address': 'fa:16:3e:f8:a9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:36.974219 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bc0d89d1-fac9-44ff-8587-6289eef47764 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b0f8616155744e9b1e90c7fe90a056f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9673052 Aug 09 15:55:36.977040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42304) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:37.002058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e0937aa1-1200-419d-831a-9c402935f096 req-9e271910-e6ec-4296-8741-cbbfe75ea843 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755064 Aug 09 15:55:37.068490 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.088535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b526ae2f-28b7-407b-9489-50eece8a571b {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:37.098933 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8754-ff8a-45c6-bcbc-a4ebc15c193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.099112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.118901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b526ae2f-28b7-407b-9489-50eece8a571b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b526ae2f-28b7-407b-9489-50eece8a571b,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:37.131211 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.153827 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.217452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b526ae2f-28b7-407b-9489-50eece8a571b,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:37.263409 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.267199 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.270920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb72ade0-aa21-489c-90d6-7a3ca0c60002 HTTP/1.1" status: 204 len: 168 time: 0.2901316 Aug 09 15:55:37.290776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb72ade0-aa21-489c-90d6-7a3ca0c60002,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:37.309942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8754-ff8a-45c6-bcbc-a4ebc15c193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.342402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.343372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.343978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.344393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.344764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.345106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.345439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.346099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.346099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.346406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.346728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.347102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba9e196-a50f-408a-8249-2c0766d69ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:37.394918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a245513-eaec-4fab-aba0-0488e4682eb4 req-7bf10cf2-a8d2-4240-b0a3-b4aeee4cbf14 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 210 time: 0.0991859 Aug 09 15:55:37.409325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b526ae2f-28b7-407b-9489-50eece8a571b'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:37.451990 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e0937aa1-1200-419d-831a-9c402935f096 req-79df9f1c-fcba-4b22-b8c9-ea071284f034 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039934 Aug 09 15:55:37.623603 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8754-ff8a-45c6-bcbc-a4ebc15c193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.626445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8754-ff8a-45c6-bcbc-a4ebc15c193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.647261 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6b2e8754-ff8a-45c6-bcbc-a4ebc15c193d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04115dc1-62a5-4b7e-8279-b1990cb7216a HTTP/1.1" status: 204 len: 168 time: 0.8604891 Aug 09 15:55:37.704721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e8754-ff8a-45c6-bcbc-a4ebc15c193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04115dc1-62a5-4b7e-8279-b1990cb7216a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:37.739876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 8bc816b5-e643-4b78-831e-462c31f8d1b3 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:37.740240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.963721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:37.995517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1a4be36-9990-454a-a432-ece572685774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.044745 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.068470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 8bc816b5-e643-4b78-831e-462c31f8d1b3 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:38.250173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1a4be36-9990-454a-a432-ece572685774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.258684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1a4be36-9990-454a-a432-ece572685774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.336421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4be36-9990-454a-a432-ece572685774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62442b9b-28b1-45b7-a319-efcb6026e8e4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:38.352560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a1a4be36-9990-454a-a432-ece572685774 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40d41ae038b34a2992d4fbd2728c873e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877060 Aug 09 15:55:38.363635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42348) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:38.448993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.485440 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42352) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:38.503422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=8bc816b5-e643-4b78-831e-462c31f8d1b3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:38.525902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9862fa7-db7d-45ed-9e60-5fd8077b83cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.584664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f376595-4836-4e40-8bae-f056f80986d2 req-bdc0b491-3ec3-491c-a4d0-1e825ac8d5f8 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 210 time: 0.0483553 Aug 09 15:55:38.619204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068120e-8fc5-49d7-a91c-6de502e5433a req-4a18becc-f712-441f-bd67-24b8eaa75d71 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:38.630020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e068120e-8fc5-49d7-a91c-6de502e5433a req-4a18becc-f712-441f-bd67-24b8eaa75d71 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 944 time: 1.0256073 Aug 09 15:55:38.659553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9862fa7-db7d-45ed-9e60-5fd8077b83cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.700353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-5bf239be-5906-4994-aadd-15f3683826f3 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:38.702069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-5bf239be-5906-4994-aadd-15f3683826f3 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.35 "GET /v2.0/networks?id=c46104f0-2fa3-4342-b000-5b7d82442f7e HTTP/1.1" status: 200 len: 808 time: 1.0275350 Aug 09 15:55:38.707235 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-505c9434-7c05-4838-b3e7-707005ce2db4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ace62305693d4f1aac7516f1d8d4798e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137532 Aug 09 15:55:38.709636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b526ae2f-28b7-407b-9489-50eece8a571b up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:38.712083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42354) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:38.719714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Request body: {'port': {'device_id': 'ac0221fb-4d06-4b1e-aff7-615f230b8ba5', 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e', 'admin_state_up': True, 'tenant_id': '054d941fa40d40d4b67c592e90079851'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:38.831427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port b526ae2f-28b7-407b-9489-50eece8a571b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:38.836656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port b526ae2f-28b7-407b-9489-50eece8a571b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:38.837350 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.917308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e068120e-8fc5-49d7-a91c-6de502e5433a req-0e12b95b-f12a-47e0-8f94-6be375f7eb6c tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860570 Aug 09 15:55:38.965424 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.056104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b526ae2f-28b7-407b-9489-50eece8a571b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b526ae2f-28b7-407b-9489-50eece8a571b,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:39.056615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.059291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b526ae2f-28b7-407b-9489-50eece8a571b'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:39.065549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Made reservation on behalf of 054d941fa40d40d4b67c592e90079851 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:39.068414 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b1cdb-842b-42b3-a258-e73bdd9f5bac" -d '{"events": [{"server_uuid": "32a17053-3b2f-4851-81d4-0f07f631cd1e", "name": "network-vif-plugged", "status": "completed", "tag": "b526ae2f-28b7-407b-9489-50eece8a571b"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:39.073193 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.109221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.119893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dc646f5-1881-4400-bafb-8ec13b86c523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.249778 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3acdd0-c64f-4965-aa26-8f7c3ea73517 x-openstack-request-id: req-0e3acdd0-c64f-4965-aa26-8f7c3ea73517 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:39.251279 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a17053-3b2f-4851-81d4-0f07f631cd1e", "name": "network-vif-plugged", "status": "completed", "tag": "b526ae2f-28b7-407b-9489-50eece8a571b", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:39.260396 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e3acdd0-c64f-4965-aa26-8f7c3ea73517 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:39.261108 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'code': 200} Aug 09 15:55:39.304558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9862fa7-db7d-45ed-9e60-5fd8077b83cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.308454 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9862fa7-db7d-45ed-9e60-5fd8077b83cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.313865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c9862fa7-db7d-45ed-9e60-5fd8077b83cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62442b9b-28b1-45b7-a319-efcb6026e8e4 HTTP/1.1" status: 204 len: 168 time: 0.9287043 Aug 09 15:55:39.317269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dc646f5-1881-4400-bafb-8ec13b86c523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.364403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b526ae2f-28b7-407b-9489-50eece8a571b,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:39.387230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Allocated IP 172.20.0.13 (c46104f0-2fa3-4342-b000-5b7d82442f7e/b165435b-715c-4b24-9918-b088c536d9f0/9941bc61-2652-4789-87a3-49094e350e00) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:39.441612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9862fa7-db7d-45ed-9e60-5fd8077b83cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62442b9b-28b1-45b7-a319-efcb6026e8e4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:39.528509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router b6ba9684-cfc1-4fb2-8fb0-27676becce3c has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:39.547764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64b68e-051d-41b9-8c52-b664e4d6aa6b req-f1fc7d17-fa55-4ba5-a207-3a4c2c0d387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:39.550670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a64b68e-051d-41b9-8c52-b664e4d6aa6b req-f1fc7d17-fa55-4ba5-a207-3a4c2c0d387f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 1096 time: 0.2066617 Aug 09 15:55:39.582273 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dc646f5-1881-4400-bafb-8ec13b86c523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.585028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dc646f5-1881-4400-bafb-8ec13b86c523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.586306 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8dc646f5-1881-4400-bafb-8ec13b86c523 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75dffb40-9b42-44e2-a402-435880461f90 HTTP/1.1" status: 204 len: 168 time: 0.8646965 Aug 09 15:55:39.655972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc646f5-1881-4400-bafb-8ec13b86c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dffb40-9b42-44e2-a402-435880461f90,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:39.671544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.702298 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a64b68e-051d-41b9-8c52-b664e4d6aa6b req-20abbc86-9afb-4256-9a00-977dfa8bd4fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413128 Aug 09 15:55:39.704317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:39.709748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-baf75f01-6fb4-42a5-bd91-70ce3d7e5f92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/b6ba9684-cfc1-4fb2-8fb0-27676becce3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8805661 Aug 09 15:55:39.712685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42374) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:39.716564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17037d-7055-4ac7-94cf-d59d053c4ec0 None None] Sync routers for ids ['b6ba9684-cfc1-4fb2-8fb0-27676becce3c'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:39.728536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17037d-7055-4ac7-94cf-d59d053c4ec0 None None] Routers {'b6ba9684-cfc1-4fb2-8fb0-27676becce3c'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:39.729339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8a17037d-7055-4ac7-94cf-d59d053c4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b6ba9684-cfc1-4fb2-8fb0-27676becce3c'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:39.750934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6881a28-46e4-454f-86d7-39ce6f1e9ecc req-e9bb023e-c9d2-47e2-baaf-de0aaf64625f tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 210 time: 0.0354075 Aug 09 15:55:39.784701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8a17037d-7055-4ac7-94cf-d59d053c4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:39.803131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.826996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17037d-7055-4ac7-94cf-d59d053c4ec0 None None] Routers {'b6ba9684-cfc1-4fb2-8fb0-27676becce3c'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:39.827315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8a17037d-7055-4ac7-94cf-d59d053c4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['b6ba9684-cfc1-4fb2-8fb0-27676becce3c'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:39.863935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8a17037d-7055-4ac7-94cf-d59d053c4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:39.864553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17037d-7055-4ac7-94cf-d59d053c4ec0 None None] The sync data for ids ['b6ba9684-cfc1-4fb2-8fb0-27676becce3c'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:39.874329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Network c46104f0-2fa3-4342-b000-5b7d82442f7e is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:39.878981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:39.883563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:39.926578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Pushing event updated for resources: {'Port': ['ID=9941bc61-2652-4789-87a3-49094e350e00,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:39.974402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:39.974402 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.997245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-9a2b22bf-a57d-4e72-a104-ffe58e19ca73 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2828016 Aug 09 15:55:40.018981 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-ee762a60-ce92-462b-8f62-40920d1ef834 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] remove_router_interface failed (client error): The resource could not be found. Aug 09 15:55:40.023991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42390) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:40.024795 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ee762a60-ce92-462b-8f62-40920d1ef834 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/b6ba9684-cfc1-4fb2-8fb0-27676becce3c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3099611 Aug 09 15:55:40.083748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42398) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:40.084388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-be56fd21-dccb-49a9-ba09-f8bb3e95362c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6ba9684-cfc1-4fb2-8fb0-27676becce3c HTTP/1.1" status: 200 len: 205 time: 0.0591168 Aug 09 15:55:40.180799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab3693-d2a5-4870-80ed-50407baf66de tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:40.186631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13225e00-79f9-4c20-a7cf-f5f381d155ff req-25a61451-d3c4-448d-bc3d-48906a5d267e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:40.200218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13225e00-79f9-4c20-a7cf-f5f381d155ff req-25a61451-d3c4-448d-bc3d-48906a5d267e tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 945 time: 0.1239038 Aug 09 15:55:40.254725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13225e00-79f9-4c20-a7cf-f5f381d155ff req-c59a5f9f-2fb0-4e57-bdd4-eff7db669ec7 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528269 Aug 09 15:55:40.377808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Request body: {'port': {'device_id': 'ac0221fb-4d06-4b1e-aff7-615f230b8ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:40.534333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:40.935397 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab3693-d2a5-4870-80ed-50407baf66de tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:40.937913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab3693-d2a5-4870-80ed-50407baf66de tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.076969 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab3693-d2a5-4870-80ed-50407baf66de tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.077426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fab3693-d2a5-4870-80ed-50407baf66de tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Fanout notify agent at l3_agent the message router_deleted on router b6ba9684-cfc1-4fb2-8fb0-27676becce3c {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:55:41.103166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1317cd-b949-4432-a3c9-4256b0d3e5f5 req-2180e590-c532-4b79-b5b8-2c288bb53e3b tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:41.104260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5fab3693-d2a5-4870-80ed-50407baf66de tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.106053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5fab3693-d2a5-4870-80ed-50407baf66de tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/b6ba9684-cfc1-4fb2-8fb0-27676becce3c HTTP/1.1" status: 204 len: 168 time: 1.0205302 Aug 09 15:55:41.109777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42444) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:41.119261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b1317cd-b949-4432-a3c9-4256b0d3e5f5 req-2180e590-c532-4b79-b5b8-2c288bb53e3b tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 932 time: 0.2315245 Aug 09 15:55:41.251380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b1317cd-b949-4432-a3c9-4256b0d3e5f5 req-b73f0de7-a6ba-484f-a3a1-053f9351b945 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307995 Aug 09 15:55:41.300285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-177186a1-26ce-42a0-b453-fd7e442f833b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet 1e6d3745-205b-40e7-badc-40bb79369a55 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:41.313477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-177186a1-26ce-42a0-b453-fd7e442f833b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.397385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-177186a1-26ce-42a0-b453-fd7e442f833b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.471015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9941bc61-2652-4789-87a3-49094e350e00 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:41.486392 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.520136 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-177186a1-26ce-42a0-b453-fd7e442f833b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.547165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Transition to ACTIVE for port object 9941bc61-2652-4789-87a3-49094e350e00 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:41.554968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42456) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:41.564815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43182dfe-cf4b-454e-8928-34a547ef3165 req-7a9485fc-bf27-4258-b848-aa376258d7fd tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:41.567070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43182dfe-cf4b-454e-8928-34a547ef3165 req-7a9485fc-bf27-4258-b848-aa376258d7fd tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 945 time: 0.1725466 Aug 09 15:55:41.573948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.615340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-177186a1-26ce-42a0-b453-fd7e442f833b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.674640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fab275-5608-4a89-a156-53c24a6767d2 None None] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:41.691663 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-177186a1-26ce-42a0-b453-fd7e442f833b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.702855 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-177186a1-26ce-42a0-b453-fd7e442f833b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/1e6d3745-205b-40e7-badc-40bb79369a55 HTTP/1.1" status: 204 len: 168 time: 0.5829253 Aug 09 15:55:41.702855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177186a1-26ce-42a0-b453-fd7e442f833b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6d3745-205b-40e7-badc-40bb79369a55,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:41.702855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42462) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:41.847479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.910062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b76432dd-6c37-4eb5-9029-2e81779ab2bc tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] Request body: {'port': {'network_id': 'c194852d-272a-4680-99cc-2a288294d96b', 'name': 'tempest-NetworksNegativeTestJSON-1151489278'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:41.924331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Pushing event updated for resources: {'Port': ['ID=9941bc61-2652-4789-87a3-49094e350e00,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:41.958462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port bc90ed0b-96b1-4512-8039-83e86c3035f4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:41.958920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.053778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43182dfe-cf4b-454e-8928-34a547ef3165 req-3ec722b0-e19c-4947-b29e-a3d16ff23774 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686852 Aug 09 15:55:42.054729 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76432dd-6c37-4eb5-9029-2e81779ab2bc tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] POST failed (client error): The resource could not be found. Aug 09 15:55:42.055376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76432dd-6c37-4eb5-9029-2e81779ab2bc tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:55:42.061748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b76432dd-6c37-4eb5-9029-2e81779ab2bc tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4887319 Aug 09 15:55:42.062073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42470) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.069159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port bc90ed0b-96b1-4512-8039-83e86c3035f4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bc90ed0b-96b1-4512-8039-83e86c3035f4,segment=NetworkSegment(bb410a35-1173-43e5-aeaf-48a8bcff101f),segment_id=bb410a35-1173-43e5-aeaf-48a8bcff101f)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:42.069683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.091267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for bc90ed0b-96b1-4512-8039-83e86c3035f4 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:42.113579 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85d6782-1c12-4d6b-b859-77c227cf70dc tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] DELETE failed (client error): The resource could not be found. Aug 09 15:55:42.114930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85d6782-1c12-4d6b-b859-77c227cf70dc tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:55:42.119876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e85d6782-1c12-4d6b-b859-77c227cf70dc tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "DELETE /v2.0/networks/9c3e6dfc-bf20-4dc3-94df-81ec7e6d70d2 HTTP/1.1" status: 404 len: 339 time: 0.0532954 Aug 09 15:55:42.120800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42476) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.184083 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb45bdba-ee79-4810-945f-05e3f15328a4 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] DELETE failed (client error): The resource could not be found. Aug 09 15:55:42.186105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb45bdba-ee79-4810-945f-05e3f15328a4 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:55:42.194182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eb45bdba-ee79-4810-945f-05e3f15328a4 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "DELETE /v2.0/ports/97dc2c85-7252-493b-bd1f-d7ec4804b2d1 HTTP/1.1" status: 404 len: 333 time: 0.0720556 Aug 09 15:55:42.201219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42478) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.247786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] DHCP port deletion for 2d82223d-2fb4-4f60-8c66-ee50d3e63537 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:55:42.263493 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e824d5f-d67f-47fb-9c9d-23dc64cdda92 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] DELETE failed (client error): The resource could not be found. Aug 09 15:55:42.264197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e824d5f-d67f-47fb-9c9d-23dc64cdda92 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:55:42.270765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6e824d5f-d67f-47fb-9c9d-23dc64cdda92 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "DELETE /v2.0/subnets/5ef0ed43-2f59-42bc-b8d8-f9e49a35f3ad HTTP/1.1" status: 404 len: 337 time: 0.0644877 Aug 09 15:55:42.271028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42480) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.340421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Attempting to bind port 9941bc61-2652-4789-87a3-49094e350e00 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:42.344321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Attempting to bind port 9941bc61-2652-4789-87a3-49094e350e00 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:42.345342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Attempting to bind port 9941bc61-2652-4789-87a3-49094e350e00 on network c46104f0-2fa3-4342-b000-5b7d82442f7e {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:42.378708 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e8665b-3815-4646-95e9-aee534b72137 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] GET failed (client error): The resource could not be found. Aug 09 15:55:42.380612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] Deleting port bc90ed0b-96b1-4512-8039-83e86c3035f4 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:42.380962 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.381116 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c0e8665b-3815-4646-95e9-aee534b72137 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "GET /v2.0/networks/f90c526e-5428-472f-b63b-cb36689c37e9 HTTP/1.1" status: 404 len: 339 time: 0.1053779 Aug 09 15:55:42.385759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42488) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.463077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Port 9941bc61-2652-4789-87a3-49094e350e00 on network c46104f0-2fa3-4342-b000-5b7d82442f7e not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:42.463540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Attempting to bind port 9941bc61-2652-4789-87a3-49094e350e00 on network c46104f0-2fa3-4342-b000-5b7d82442f7e {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:42.486780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:42.487315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Checking segment: {'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:42.487808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Bound using segment: {'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:42.488404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Bound port: 9941bc61-2652-4789-87a3-49094e350e00, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:42.488932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.518164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aceeab-a7bc-4357-bd6d-babbc9f18e8f req-587d0196-bc1e-45a8-a856-0bd238c98fc0 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:42.520000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78aceeab-a7bc-4357-bd6d-babbc9f18e8f req-587d0196-bc1e-45a8-a856-0bd238c98fc0 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 945 time: 0.2471142 Aug 09 15:55:42.530145 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1fbded-7d38-4ee2-a666-763bf7683b6b tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] GET failed (client error): The resource could not be found. Aug 09 15:55:42.532971 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1d1fbded-7d38-4ee2-a666-763bf7683b6b tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "GET /v2.0/ports/a3188cda-4eed-485f-8ee6-a91c7226fd5f HTTP/1.1" status: 404 len: 333 time: 0.1456923 Aug 09 15:55:42.541056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1a323-1ac5-465e-b9f5-2cef57dc5afd req-d3dd16d6-f504-4a3f-aea7-467aad43e06f tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:42.542902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94b1a323-1ac5-465e-b9f5-2cef57dc5afd req-d3dd16d6-f504-4a3f-aea7-467aad43e06f tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 944 time: 0.1364009 Aug 09 15:55:42.543527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42494) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.544012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42496) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.552138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.552449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Request body: {'floatingip': {'port_id': 'b526ae2f-28b7-407b-9489-50eece8a571b'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:42.565609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bc90ed0b-96b1-4512-8039-83e86c3035f4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:42.625920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=bc90ed0b-96b1-4512-8039-83e86c3035f4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:42.632133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No DVR routers for this DVR port bc90ed0b-96b1-4512-8039-83e86c3035f4 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:42.676844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: bc90ed0b-96b1-4512-8039-83e86c3035f4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:42.677571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bc90ed0b-96b1-4512-8039-83e86c3035f4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:42.704662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.771646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] For port bc90ed0b-96b1-4512-8039-83e86c3035f4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bc90ed0b-96b1-4512-8039-83e86c3035f4,segment=NetworkSegment(bb410a35-1173-43e5-aeaf-48a8bcff101f),segment_id=bb410a35-1173-43e5-aeaf-48a8bcff101f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:42.780079 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.823587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] Calling delete_port for bc90ed0b-96b1-4512-8039-83e86c3035f4 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:42.861479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.885584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d82223d-2fb4-4f60-8c66-ee50d3e63537']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:42.936549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb410a35-1173-43e5-aeaf-48a8bcff101f') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:42.937022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb410a35-1173-43e5-aeaf-48a8bcff101f') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:42.955422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.982955 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.994239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:42.994239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:42.998300 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:43.149994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.155536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.165023 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/2d82223d-2fb4-4f60-8c66-ee50d3e63537 HTTP/1.1" status: 204 len: 168 time: 1.4636889 Aug 09 15:55:43.168417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42506) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:43.193816 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f96eea5-aa77-4047-8c54-2b8443f49af5 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] GET failed (client error): The resource could not be found. Aug 09 15:55:43.199323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-481467220'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:43.207678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6f96eea5-aa77-4047-8c54-2b8443f49af5 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "GET /v2.0/subnets/d2a40504-b49b-4bfd-bad7-07aded80130c HTTP/1.1" status: 404 len: 337 time: 0.5788620 Aug 09 15:55:43.216913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42508) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:43.225046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-629812fa-4512-4ad9-ade8-6c5d1dd53d3d tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:43.233057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895af6b9-bd22-4a45-81fb-a4502d79ded7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=2d82223d-2fb4-4f60-8c66-ee50d3e63537,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:43.246909 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.260855 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-629812fa-4512-4ad9-ade8-6c5d1dd53d3d tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] PUT failed (client error): The resource could not be found. Aug 09 15:55:43.261793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629812fa-4512-4ad9-ade8-6c5d1dd53d3d tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:55:43.263210 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-629812fa-4512-4ad9-ade8-6c5d1dd53d3d tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "PUT /v2.0/networks/eebc6cc6-329d-41e7-9113-0c63a8a8bbfc HTTP/1.1" status: 404 len: 339 time: 0.0452681 Aug 09 15:55:43.272542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42510) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:43.280966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e8b71768-e507-46db-bdf7-26f27eede283 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:43.300645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:43.302829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] Network 2d82223d-2fb4-4f60-8c66-ee50d3e63537 is not hosted by any dhcp agent {{(pid=94179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:55:43.303956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] No DVR routers for this DVR port bc90ed0b-96b1-4512-8039-83e86c3035f4 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:43.305428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.306856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76376c-5f6d-46b7-ae2a-b29a4fa97d1b None None] Pushing event deleted for resources: {'Port': ['ID=bc90ed0b-96b1-4512-8039-83e86c3035f4,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:43.397065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94b1a323-1ac5-465e-b9f5-2cef57dc5afd req-44257526-f352-4fa8-a1a1-baa27b9c4521 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962512 Aug 09 15:55:43.397817 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b71768-e507-46db-bdf7-26f27eede283 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] PUT failed (client error): The resource could not be found. Aug 09 15:55:43.400007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b71768-e507-46db-bdf7-26f27eede283 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:55:43.409352 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e8b71768-e507-46db-bdf7-26f27eede283 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "PUT /v2.0/ports/a2e8fa80-4321-4295-9795-9590354faeff HTTP/1.1" status: 404 len: 333 time: 0.1350665 Aug 09 15:55:43.411220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42516) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:43.416824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f790ff8f-c3bc-4cba-91ae-7e71086d04a3 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:43.460878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:43.483606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] For port 9941bc61-2652-4789-87a3-49094e350e00, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:43.490842 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f790ff8f-c3bc-4cba-91ae-7e71086d04a3 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] PUT failed (client error): The resource could not be found. Aug 09 15:55:43.491321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f790ff8f-c3bc-4cba-91ae-7e71086d04a3 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:55:43.493451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.496718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f790ff8f-c3bc-4cba-91ae-7e71086d04a3 tempest-NetworksNegativeTestJSON-1349680496 tempest-NetworksNegativeTestJSON-1349680496-project] 10.222.0.64 "PUT /v2.0/subnets/773afb85-85cd-46d5-b6d0-f0facebca3ae HTTP/1.1" status: 404 len: 337 time: 0.0843344 Aug 09 15:55:43.509629 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment f9fa7d86-1037-438b-95df-cb6ea2012f6c of type vlan for network 940c8a27-c260-4ac3-b706-4b138fa9f221 Aug 09 15:55:43.541988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] For port 9941bc61-2652-4789-87a3-49094e350e00, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9941bc61-2652-4789-87a3-49094e350e00,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:43.557262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.644432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Pushing event updated for resources: {'Port': ['ID=9941bc61-2652-4789-87a3-49094e350e00,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:43.655058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.655702 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.657497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-33e6032d-6d99-4838-bd4f-7e7af3fde5de service neutron] 10.222.0.35 "PUT /v2.0/ports/9941bc61-2652-4789-87a3-49094e350e00 HTTP/1.1" status: 200 len: 1092 time: 3.6514871 Aug 09 15:55:43.657794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0221fb-4d06-4b1e-aff7-615f230b8ba5', 'tag': '9941bc61-2652-4789-87a3-49094e350e00'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:43.660235 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0221fb-4d06-4b1e-aff7-615f230b8ba5", "tag": "9941bc61-2652-4789-87a3-49094e350e00"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:43.681906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.789786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.794560 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f83d40-e41a-46cb-9e14-6f1368cc33db x-openstack-request-id: req-f8f83d40-e41a-46cb-9e14-6f1368cc33db {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:43.795183 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0221fb-4d06-4b1e-aff7-615f230b8ba5", "tag": "9941bc61-2652-4789-87a3-49094e350e00", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:43.797788 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8f83d40-e41a-46cb-9e14-6f1368cc33db {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:43.799592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.799750 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0221fb-4d06-4b1e-aff7-615f230b8ba5', 'tag': '9941bc61-2652-4789-87a3-49094e350e00', 'status': 'completed', 'code': 200} Aug 09 15:55:43.800291 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.895952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.resource_extend [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:55:43.941780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-f97a91a4-8be3-4482-8ebe-339e2ca90f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.943528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-f97a91a4-8be3-4482-8ebe-339e2ca90f83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=054d941fa40d40d4b67c592e90079851&device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1536214 Aug 09 15:55:44.024883 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8388445 Aug 09 15:55:44.028323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42534) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:44.040719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-6c7469cc-a528-489f-9a85-a754e30e5dad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9941bc61-2652-4789-87a3-49094e350e00 HTTP/1.1" status: 200 len: 217 time: 0.0848124 Aug 09 15:55:44.055114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': '940c8a27-c260-4ac3-b706-4b138fa9f221', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:44.057037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.124481 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.178051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bedc2d-70a9-4dcc-a8cb-d9d36c13d44e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=940c8a27-c260-4ac3-b706-4b138fa9f221,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:44.191349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 940c8a27-c260-4ac3-b706-4b138fa9f221 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:44.231020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42542) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:44.271716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-c1364f5b-1b66-4e77-a2f4-9c18213d9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:44.273516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-c1364f5b-1b66-4e77-a2f4-9c18213d9a5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b165435b-715c-4b24-9918-b088c536d9f0 HTTP/1.1" status: 200 len: 848 time: 0.2220852 Aug 09 15:55:44.283484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:44.288119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.353355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42548) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:44.390200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-f8a1c53a-dc1e-4f6d-a93d-243be248e310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46104f0-2fa3-4342-b000-5b7d82442f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041925 Aug 09 15:55:44.558751 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Floating IP 7fd13224-34c0-4bc0-b2c0-b7b244305674 associated. External IP: 172.25.7.235, port: b526ae2f-28b7-407b-9489-50eece8a571b. Aug 09 15:55:44.893953 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f686b19-4c5e-4d22-9c3c-03f30bcab963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.897734 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.981552 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-333e0b04-0ef7-4901-b016-2a32545eed8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.014374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42564) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:45.088231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': 'f9fa7d86-1037-438b-95df-cb6ea2012f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '940c8a27-c260-4ac3-b706-4b138fa9f221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:45.089300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: 940c8a27-c260-4ac3-b706-4b138fa9f221, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:45.093006 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5048a-4e9d-443d-ae71-7d27d59e9780 req-fd86d2fc-0a53-453b-81f8-2be3f6768bde tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:45.096540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13e5048a-4e9d-443d-ae71-7d27d59e9780 req-fd86d2fc-0a53-453b-81f8-2be3f6768bde tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 944 time: 0.4617157 Aug 09 15:55:45.109525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=ce689226-164b-445a-a087-2b519cac57fa,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:45.129157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 940c8a27-c260-4ac3-b706-4b138fa9f221 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:45.163625 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-255c7fab-f076-492d-8d69-81e70c5c09f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.194740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 940c8a27-c260-4ac3-b706-4b138fa9f221) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:45.206548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f51132d-9348-4dc8-a445-410bef20d752 None None] Network 940c8a27-c260-4ac3-b706-4b138fa9f221 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:45.217527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:45.218695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.292442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-bb33d7d7-06a1-4608-b3a3-e965e17eba79 service neutron] 10.222.0.35 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944769 Aug 09 15:55:45.323566 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca2ef-4a49-4971-9093-e8f2920e18eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.353160 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f686b19-4c5e-4d22-9c3c-03f30bcab963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.361205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13e5048a-4e9d-443d-ae71-7d27d59e9780 req-08dbd167-4d7f-4da8-a948-4b68b07dccca tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528009 Aug 09 15:55:45.432351 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f686b19-4c5e-4d22-9c3c-03f30bcab963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.491852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-940c8a27-c260-4ac3-b706-4b138fa9f221', 'network_id': '940c8a27-c260-4ac3-b706-4b138fa9f221', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': 'ce689226-164b-445a-a087-2b519cac57fa'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:55:45.493359 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.502330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-255c7fab-f076-492d-8d69-81e70c5c09f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.511069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-255c7fab-f076-492d-8d69-81e70c5c09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.540630 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e44c144a-fb09-479f-b4a8-310401a7b1a4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5030813 Aug 09 15:55:45.553062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42570) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:45.581882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c7fab-f076-492d-8d69-81e70c5c09f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad8a4b8-c0ea-47c7-884c-56a0ceed789c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:45.588234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bb212707-d1e6-4b9c-bb6b-7621000bc558 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1931731693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:45.622290 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-255c7fab-f076-492d-8d69-81e70c5c09f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=840d640c08c44d499c26ae5d38b5dad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017878 Aug 09 15:55:45.628994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42574) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:45.682180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9f686b19-4c5e-4d22-9c3c-03f30bcab963 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=899883dd1ca44758977f5a3e2dec2153&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4410670 Aug 09 15:55:45.686786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42576) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:45.745281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f686b19-4c5e-4d22-9c3c-03f30bcab963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb833c-9640-4f63-8126-741a43e3145e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:45.819525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775d9ca7-6d06-4364-9d96-28ea84eb060a req-4c501407-066b-4c1a-b4e9-7396e5923797 service neutron] 10.222.0.35 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120409 Aug 09 15:55:45.825313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7515557-6e88-4226-be8d-d63e42e4cc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.853808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Router c91a67d5-7f44-4955-910b-e30050ceec3a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:45.887189 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7515557-6e88-4226-be8d-d63e42e4cc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.905540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Allocated IP 172.20.0.2 (940c8a27-c260-4ac3-b706-4b138fa9f221/ce689226-164b-445a-a087-2b519cac57fa/f585b011-b463-44cb-88b9-62f19834cf3d) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:45.931313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-139589b1-bdac-454a-af33-242520d04034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.005867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7515557-6e88-4226-be8d-d63e42e4cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.012158 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7515557-6e88-4226-be8d-d63e42e4cc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.016752 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7515557-6e88-4226-be8d-d63e42e4cc8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aad8a4b8-c0ea-47c7-884c-56a0ceed789c HTTP/1.1" status: 204 len: 168 time: 0.3868251 Aug 09 15:55:46.016956 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca2ef-4a49-4971-9093-e8f2920e18eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.031207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-139589b1-bdac-454a-af33-242520d04034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.054917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7515557-6e88-4226-be8d-d63e42e4cc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad8a4b8-c0ea-47c7-884c-56a0ceed789c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:46.093088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca2ef-4a49-4971-9093-e8f2920e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.136847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-139589b1-bdac-454a-af33-242520d04034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.141279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-139589b1-bdac-454a-af33-242520d04034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.142953 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-139589b1-bdac-454a-af33-242520d04034 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45fb833c-9640-4f63-8126-741a43e3145e HTTP/1.1" status: 204 len: 168 time: 0.4548047 Aug 09 15:55:46.158168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139589b1-bdac-454a-af33-242520d04034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb833c-9640-4f63-8126-741a43e3145e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:46.231290 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb212707-d1e6-4b9c-bb6b-7621000bc558 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.235261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb212707-d1e6-4b9c-bb6b-7621000bc558 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.280509 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.292046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Transition to ACTIVE for port object f585b011-b463-44cb-88b9-62f19834cf3d will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:46.314506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Transition to ACTIVE for port object f585b011-b463-44cb-88b9-62f19834cf3d will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:46.315943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-f6002b91-0d15-41c3-9bf3-fa639c4fd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:46.319694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-f6002b91-0d15-41c3-9bf3-fa639c4fd4cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=054d941fa40d40d4b67c592e90079851&device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 1095 time: 0.4263935 Aug 09 15:55:46.326761 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.381914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Network 940c8a27-c260-4ac3-b706-4b138fa9f221 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:46.383397 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:46.388495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:46.398198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9f1ca2ef-4a49-4971-9093-e8f2920e18eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ec4987723c245cebd0886abbfa9eaeb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0104446 Aug 09 15:55:46.401465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42586) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:46.443346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Pushing event updated for resources: {'Port': ['ID=f585b011-b463-44cb-88b9-62f19834cf3d,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:46.558886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Attempting to bind port f585b011-b463-44cb-88b9-62f19834cf3d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:46.559923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Attempting to bind port f585b011-b463-44cb-88b9-62f19834cf3d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'f9fa7d86-1037-438b-95df-cb6ea2012f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '940c8a27-c260-4ac3-b706-4b138fa9f221'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:46.561391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Attempting to bind port f585b011-b463-44cb-88b9-62f19834cf3d on network 940c8a27-c260-4ac3-b706-4b138fa9f221 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:46.569108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:46.570072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Checking segment: {'id': 'f9fa7d86-1037-438b-95df-cb6ea2012f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '940c8a27-c260-4ac3-b706-4b138fa9f221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:46.571295 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.572049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Bound using segment: {'id': 'f9fa7d86-1037-438b-95df-cb6ea2012f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '940c8a27-c260-4ac3-b706-4b138fa9f221'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:46.572854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Bound port: f585b011-b463-44cb-88b9-62f19834cf3d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fa7d86-1037-438b-95df-cb6ea2012f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '940c8a27-c260-4ac3-b706-4b138fa9f221'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:46.573632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.619003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d813-d1be-4165-9e5e-9135e79c5410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.650826 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d813-d1be-4165-9e5e-9135e79c5410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.721243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] For port f585b011-b463-44cb-88b9-62f19834cf3d, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:46.728269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] For port f585b011-b463-44cb-88b9-62f19834cf3d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f585b011-b463-44cb-88b9-62f19834cf3d,segment=NetworkSegment(f9fa7d86-1037-438b-95df-cb6ea2012f6c),segment_id=f9fa7d86-1037-438b-95df-cb6ea2012f6c)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:46.759639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.763229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d813-d1be-4165-9e5e-9135e79c5410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.767411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d813-d1be-4165-9e5e-9135e79c5410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.769177 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0fa2d813-d1be-4165-9e5e-9135e79c5410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33a90640-4a3e-4472-9153-3114654478de HTTP/1.1" status: 204 len: 168 time: 0.3660398 Aug 09 15:55:46.806897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2d813-d1be-4165-9e5e-9135e79c5410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a90640-4a3e-4472-9153-3114654478de,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:46.926270 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3e11-05c2-4f5a-978f-a3097d666575 None None] Pushing event updated for resources: {'Port': ['ID=f585b011-b463-44cb-88b9-62f19834cf3d,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:47.003699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb212707-d1e6-4b9c-bb6b-7621000bc558 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.004660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ca2ef-4a49-4971-9093-e8f2920e18eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a90640-4a3e-4472-9153-3114654478de,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:47.031269 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb212707-d1e6-4b9c-bb6b-7621000bc558 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.072266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:47.077323 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.099412 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] Sync routers for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:47.138658 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:47.139868 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:17Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:47.201222 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb212707-d1e6-4b9c-bb6b-7621000bc558 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.205952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42612) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:47.209826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bb212707-d1e6-4b9c-bb6b-7621000bc558 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6283014 Aug 09 15:55:47.274994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-88b18655-0782-4f43-ac7b-4da4e3c9f9cc tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "PUT /v2.0/floatingips/7fd13224-34c0-4bc0-b2c0-b7b244305674 HTTP/1.1" status: 200 len: 991 time: 4.7295589 Aug 09 15:55:47.286285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92f679-af7a-4b6d-92f6-97d281ef897e req-ca8f5ff8-b533-495c-a1ea-c1d54b3acab2 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:47.296526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b92f679-af7a-4b6d-92f6-97d281ef897e req-ca8f5ff8-b533-495c-a1ea-c1d54b3acab2 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 944 time: 0.3011107 Aug 09 15:55:47.328988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'tag': 'b526ae2f-28b7-407b-9489-50eece8a571b'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:47.335291 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc448f-f0e6-4529-8e5e-75cb0717423c" -d '{"events": [{"name": "network-changed", "server_uuid": "32a17053-3b2f-4851-81d4-0f07f631cd1e", "tag": "b526ae2f-28b7-407b-9489-50eece8a571b"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:47.370398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-b4f89e31-5cae-4a08-81c3-0546392d1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:47.381711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-b4f89e31-5cae-4a08-81c3-0546392d1fa9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c46104f0-2fa3-4342-b000-5b7d82442f7e HTTP/1.1" status: 200 len: 910 time: 1.0276315 Aug 09 15:55:47.451560 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:47.466994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b92f679-af7a-4b6d-92f6-97d281ef897e req-f03d1067-ff2e-4f5c-aa5e-1ea7a8ede567 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667194 Aug 09 15:55:47.472925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-2b39a675-1a7f-403e-ba07-2929d48afc95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9941bc61-2652-4789-87a3-49094e350e00 HTTP/1.1" status: 200 len: 217 time: 0.0859442 Aug 09 15:55:47.513572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0153655b-5f41-4c86-be04-cab16bc8c5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.523060 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef139f-f18a-4a30-b796-6b5509e88258 x-openstack-request-id: req-bfef139f-f18a-4a30-b796-6b5509e88258 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:47.523924 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a17053-3b2f-4851-81d4-0f07f631cd1e", "tag": "b526ae2f-28b7-407b-9489-50eece8a571b", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:47.524866 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfef139f-f18a-4a30-b796-6b5509e88258 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:47.525431 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'tag': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'status': 'completed', 'code': 200} Aug 09 15:55:47.586869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42624) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:47.643811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50f2ba2b-5282-4872-80f5-b4652e4aeb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.719359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-89a851cb-fdd9-444e-975e-06978a8157a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:47.721057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-89a851cb-fdd9-444e-975e-06978a8157a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b165435b-715c-4b24-9918-b088c536d9f0 HTTP/1.1" status: 200 len: 848 time: 0.2417700 Aug 09 15:55:47.801714 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.819149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-afc17a78-1c50-42e0-b97d-828b110be3b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c46104f0-2fa3-4342-b000-5b7d82442f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897532 Aug 09 15:55:47.996547 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:55:48.060563 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '7fd13224-34c0-4bc0-b2c0-b7b244305674', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'port_id': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'mac_address': 'fa:16:3e:f8:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:55:19Z', 'updated_at': '2021-08-09T15:55:43Z', 'revision_number': 1, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:48.130377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50f2ba2b-5282-4872-80f5-b4652e4aeb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.132062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.156119 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] Checking router: c91a67d5-7f44-4955-910b-e30050ceec3a for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:55:48.196034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-356deab1-dee7-4106-a206-fe686dc7f7f5 service neutron] 10.222.0.35 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689706 Aug 09 15:55:48.197608 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50f2ba2b-5282-4872-80f5-b4652e4aeb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.200685 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:48.201344 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:48.353824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-50f2ba2b-5282-4872-80f5-b4652e4aeb36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe6dce4666854ad9bd28197743aff940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7634621 Aug 09 15:55:48.353824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e409d52-3b95-4fc6-9c8b-09b9e7c6a08a req-6964f535-fb7d-42b5-a654-62133c178465 service neutron] 10.222.0.35 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229355 Aug 09 15:55:48.354519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42646) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:48.551449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42650) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:48.581391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f585b011-b463-44cb-88b9-62f19834cf3d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:48.583621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512419d3-000b-4a94-a37a-839a45b12609 None None] Network 940c8a27-c260-4ac3-b706-4b138fa9f221 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:48.634152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2ba2b-5282-4872-80f5-b4652e4aeb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec620b61-32fa-42b7-99fd-833093ec680f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:48.674246 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:48.751375 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1406ff27-a6ef-4bc2-8921-1b8ca0d30a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.799739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.20.0.1 (940c8a27-c260-4ac3-b706-4b138fa9f221/ce689226-164b-445a-a087-2b519cac57fa/3670c34c-ad6b-4352-9c1c-8cf44b860bca) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:48.807573 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1406ff27-a6ef-4bc2-8921-1b8ca0d30a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.808417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-525c9920-7615-46f6-aaa8-adc347918da6 None None] Provisioning for port f585b011-b463-44cb-88b9-62f19834cf3d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:48.895663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-53a24056-6f92-48d2-8f01-d1fdf30d4f8e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:48.896391 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-53a24056-6f92-48d2-8f01-d1fdf30d4f8e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 09 15:55:48.896894 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-53a24056-6f92-48d2-8f01-d1fdf30d4f8e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): There was a conflict when trying to complete your request. Aug 09 15:55:48.901618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-53a24056-6f92-48d2-8f01-d1fdf30d4f8e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3454804 Aug 09 15:55:48.913366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42660) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:48.942902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813131199'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:48.961857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-0a80d9bb-18af-47b4-96f5-ddf36ab15acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.964370 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-0a80d9bb-18af-47b4-96f5-ddf36ab15acb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 1096 time: 1.4278533 Aug 09 15:55:49.015496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832a147-33c8-4ccf-9828-ae9684179c37 req-719e2adc-e490-4d89-8b20-0581b419e512 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:49.024468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2832a147-33c8-4ccf-9828-ae9684179c37 req-719e2adc-e490-4d89-8b20-0581b419e512 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 944 time: 0.3486578 Aug 09 15:55:49.069146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f585b011-b463-44cb-88b9-62f19834cf3d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:49.077973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1406ff27-a6ef-4bc2-8921-1b8ca0d30a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.082662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1406ff27-a6ef-4bc2-8921-1b8ca0d30a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.088853 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.091157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1406ff27-a6ef-4bc2-8921-1b8ca0d30a16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec620b61-32fa-42b7-99fd-833093ec680f HTTP/1.1" status: 204 len: 168 time: 0.7339694 Aug 09 15:55:49.111573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.118993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406ff27-a6ef-4bc2-8921-1b8ca0d30a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec620b61-32fa-42b7-99fd-833093ec680f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.121548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f585b011-b463-44cb-88b9-62f19834cf3d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:49.127092 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.134266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.144851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object 3670c34c-ad6b-4352-9c1c-8cf44b860bca will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:49.151459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.153876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-50a5b048-2999-42d8-a62b-9db271244ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:49.156132 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-50a5b048-2999-42d8-a62b-9db271244ada service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.1788380 Aug 09 15:55:49.160115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2832a147-33c8-4ccf-9828-ae9684179c37 req-93c9e58c-ec1e-4d0d-a33f-fa109af5627a tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344202 Aug 09 15:55:49.387420 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-4b944af5-083d-418b-9982-e2ae439c603f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b526ae2f-28b7-407b-9489-50eece8a571b HTTP/1.1" status: 200 len: 999 time: 0.2203238 Aug 09 15:55:49.415355 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '7fd13224-34c0-4bc0-b2c0-b7b244305674', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'port_id': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'mac_address': 'fa:16:3e:f8:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:55:19Z', 'updated_at': '2021-08-09T15:55:43Z', 'revision_number': 1, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:49.416768 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.430682 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.576151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port f585b011-b463-44cb-88b9-62f19834cf3d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f585b011-b463-44cb-88b9-62f19834cf3d,segment=NetworkSegment(f9fa7d86-1037-438b-95df-cb6ea2012f6c),segment_id=f9fa7d86-1037-438b-95df-cb6ea2012f6c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:49.604551 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.607320 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53f290-ed1c-4419-862c-e2fb1a5efaad None None] The sync data for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 is: [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '7fd13224-34c0-4bc0-b2c0-b7b244305674', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'port_id': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'mac_address': 'fa:16:3e:f8:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:55:19Z', 'updated_at': '2021-08-09T15:55:43Z', 'revision_number': 1, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:49.608443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.616742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.659017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=3670c34c-ad6b-4352-9c1c-8cf44b860bca,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.702337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae71cb6-26d6-41cf-8713-967ecdc62f83,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.708348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 940c8a27-c260-4ac3-b706-4b138fa9f221 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:49.727147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:49.744219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:49.901997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-7bf5a44d-4d21-4963-a68d-632fb450f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:49.909271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9941bc61-2652-4789-87a3-49094e350e00 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:49.914957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=f585b011-b463-44cb-88b9-62f19834cf3d,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.917676 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-7bf5a44d-4d21-4963-a68d-632fb450f178 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.5137053 Aug 09 15:55:49.948777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-169b884b-2004-4f12-925c-e0f8333752b5 None None] Provisioning complete for port f585b011-b463-44cb-88b9-62f19834cf3d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:49.954608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-169b884b-2004-4f12-925c-e0f8333752b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.086134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.109019 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.147358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.171910 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.resource_extend [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:55:50.307926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-1ba0e012-beaf-4b39-bef9-e151fdfddf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.311479 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-1ba0e012-beaf-4b39-bef9-e151fdfddf43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3823745 Aug 09 15:55:50.354932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.358756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4323719 Aug 09 15:55:50.365717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42688) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:50.381502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-fcab8997-530e-4df0-bd24-3fc52b67c4a4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'ea477648-04f9-4a82-95f8-4f77573be5b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:50.411568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61683c26-d91a-4dff-92db-85bee8335017 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea477648-04f9-4a82-95f8-4f77573be5b9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:50.541709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9941bc61-2652-4789-87a3-49094e350e00, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9941bc61-2652-4789-87a3-49094e350e00,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:50.575113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9941bc61-2652-4789-87a3-49094e350e00', 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e', 'port_id': '9941bc61-2652-4789-87a3-49094e350e00', 'mac_address': 'fa:16:3e:e4:c1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b165435b-715c-4b24-9918-b088c536d9f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:50.583102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcab8997-530e-4df0-bd24-3fc52b67c4a4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.595882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f585b011-b463-44cb-88b9-62f19834cf3d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:50.658912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba2687-75a6-4aa9-9551-eb6d40b750ef None None] New status for floating IP 7fd13224-34c0-4bc0-b2c0-b7b244305674: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:55:50.810614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbfc82-56cc-4f61-bd40-acd74deec4b2 req-7b407657-306e-44f4-b15c-c2cbcbf52f4b tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.825669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ddbfc82-56cc-4f61-bd40-acd74deec4b2 req-7b407657-306e-44f4-b15c-c2cbcbf52f4b tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 944 time: 0.3565578 Aug 09 15:55:50.831760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcab8997-530e-4df0-bd24-3fc52b67c4a4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.880879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcab8997-530e-4df0-bd24-3fc52b67c4a4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.895620 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.905419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.929030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab8997-530e-4df0-bd24-3fc52b67c4a4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f639d94-eff8-4aae-bfc9-b2bd44e651c8,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:50.986811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ddbfc82-56cc-4f61-bd40-acd74deec4b2 req-1907cc71-3f23-41ad-a92e-f18979729c7c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590412 Aug 09 15:55:51.029850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.050371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9941bc61-2652-4789-87a3-49094e350e00 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:51.050588 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcab8997-530e-4df0-bd24-3fc52b67c4a4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.050588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fcab8997-530e-4df0-bd24-3fc52b67c4a4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6810875 Aug 09 15:55:51.058028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42704) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:51.061903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f585b011-b463-44cb-88b9-62f19834cf3d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:51.062481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.067204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d9151a4a-4fd0-4cd0-8480-a708541349d6 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'ea477648-04f9-4a82-95f8-4f77573be5b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:51.134205 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-06f44ff6-a27e-4332-8173-e5c341cbbff6 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145588 Aug 09 15:55:51.136092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9941bc61-2652-4789-87a3-49094e350e00, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9941bc61-2652-4789-87a3-49094e350e00,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:51.152206 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.176524 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9151a4a-4fd0-4cd0-8480-a708541349d6 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.287775 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-d9151a4a-4fd0-4cd0-8480-a708541349d6 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): There was a conflict when trying to complete your request. Aug 09 15:55:51.289426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d9151a4a-4fd0-4cd0-8480-a708541349d6 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2301764 Aug 09 15:55:51.292744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42710) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:51.424216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-90e62611-e93f-4c6d-911a-7b67bda6bf25 None None] Provisioning for port 3670c34c-ad6b-4352-9c1c-8cf44b860bca completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:51.443637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c55d0ece-f08c-459a-a785-54728a07e231 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.464975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9941bc61-2652-4789-87a3-49094e350e00,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:51.476152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9941bc61-2652-4789-87a3-49094e350e00'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:51.521931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c55d0ece-f08c-459a-a785-54728a07e231 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.546300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-90e62611-e93f-4c6d-911a-7b67bda6bf25 None None] Provisioning complete for port 3670c34c-ad6b-4352-9c1c-8cf44b860bca triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:51.546854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-90e62611-e93f-4c6d-911a-7b67bda6bf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.655035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c55d0ece-f08c-459a-a785-54728a07e231 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.661669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c55d0ece-f08c-459a-a785-54728a07e231 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.668194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c55d0ece-f08c-459a-a785-54728a07e231 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/ea477648-04f9-4a82-95f8-4f77573be5b9 HTTP/1.1" status: 204 len: 168 time: 0.3719671 Aug 09 15:55:51.680046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-90e62611-e93f-4c6d-911a-7b67bda6bf25 None None] Port 3670c34c-ad6b-4352-9c1c-8cf44b860bca cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:51.685487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42722) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:51.730387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d0ece-f08c-459a-a785-54728a07e231 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea477648-04f9-4a82-95f8-4f77573be5b9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:51.909324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7e9059b9-6b47-4a26-8134-ccea0e106517 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2204993 Aug 09 15:55:51.912914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42724) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:51.918996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-84b2c72e-92b6-4683-8e20-2c966acf7bfc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551029236'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:51.994268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b2c72e-92b6-4683-8e20-2c966acf7bfc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.037172 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22dc448f-f0e6-4529-8e5e-75cb0717423c req-f2369b10-8b1b-40b0-9918-b21465244a40 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8887436 Aug 09 15:55:52.293749 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b2c72e-92b6-4683-8e20-2c966acf7bfc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.346628 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b2c72e-92b6-4683-8e20-2c966acf7bfc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.354867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.365821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.393052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2c72e-92b6-4683-8e20-2c966acf7bfc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4711eb-56ec-4666-96e1-ee027a37760e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:52.414167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b2c72e-92b6-4683-8e20-2c966acf7bfc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.418574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-84b2c72e-92b6-4683-8e20-2c966acf7bfc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5035875 Aug 09 15:55:52.420355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42740) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:52.425916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1c33b017-10ff-408d-b905-078bca1f5e2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'cf4711eb-56ec-4666-96e1-ee027a37760e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:52.426844 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-1c33b017-10ff-408d-b905-078bca1f5e2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 09 15:55:52.427531 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-1c33b017-10ff-408d-b905-078bca1f5e2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:52.428690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1c33b017-10ff-408d-b905-078bca1f5e2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072873 Aug 09 15:55:52.440121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a646-d779-4658-8077-322ebcafbbae req-d13fe43f-7984-4275-b46b-97e2ad8ff767 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:52.450490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76c7a646-d779-4658-8077-322ebcafbbae req-d13fe43f-7984-4275-b46b-97e2ad8ff767 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 945 time: 0.1820152 Aug 09 15:55:52.458090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42742) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:52.464372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.526082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76c7a646-d779-4658-8077-322ebcafbbae req-958e82e5-5a84-4f64-8855-c02c08f8186d tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743208 Aug 09 15:55:52.651983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=3670c34c-ad6b-4352-9c1c-8cf44b860bca,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:52.741531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-37b505da-e4ca-46bd-a9de-1f07c571fce5 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.748607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 940c8a27-c260-4ac3-b706-4b138fa9f221 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:52.798739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-37b505da-e4ca-46bd-a9de-1f07c571fce5 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.817877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:52.955071 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-37b505da-e4ca-46bd-a9de-1f07c571fce5 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.958575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-37b505da-e4ca-46bd-a9de-1f07c571fce5 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.960145 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-37b505da-e4ca-46bd-a9de-1f07c571fce5 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf4711eb-56ec-4666-96e1-ee027a37760e HTTP/1.1" status: 204 len: 168 time: 0.4716167 Aug 09 15:55:52.962599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42758) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:52.984051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b505da-e4ca-46bd-a9de-1f07c571fce5 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4711eb-56ec-4666-96e1-ee027a37760e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:53.044492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-78ccf98f-87e8-4644-b2d2-9d2ed932b040 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778270 Aug 09 15:55:53.051891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42762) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:53.061927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e506a7dd-afd9-4515-82f8-a032279378bd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--327606549'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:53.110268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 11f33024-7c35-4fcf-ba76-8e1c63a024b8 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:55:53.128779 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e506a7dd-afd9-4515-82f8-a032279378bd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.345758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-525ad5ee-69a3-4f71-b1ab-1049467450db None None] Provisioning complete for port 3670c34c-ad6b-4352-9c1c-8cf44b860bca triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:53.347557 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-525ad5ee-69a3-4f71-b1ab-1049467450db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.416338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:53.432563 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9296549-2955-4af5-a269-809adac7133f None None] Sync routers for ids ['11f33024-7c35-4fcf-ba76-8e1c63a024b8'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:53.444355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42776) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:53.447003 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-54f7e165-5e86-427e-9362-0bb343995477 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/11f33024-7c35-4fcf-ba76-8e1c63a024b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2398105 Aug 09 15:55:53.449236 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9296549-2955-4af5-a269-809adac7133f None None] Routers {'11f33024-7c35-4fcf-ba76-8e1c63a024b8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:53.450761 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b9296549-2955-4af5-a269-809adac7133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['11f33024-7c35-4fcf-ba76-8e1c63a024b8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:53.453725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-525ad5ee-69a3-4f71-b1ab-1049467450db None None] Port 3670c34c-ad6b-4352-9c1c-8cf44b860bca cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:53.537789 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b9296549-2955-4af5-a269-809adac7133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:53.562168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9296549-2955-4af5-a269-809adac7133f None None] Routers {'11f33024-7c35-4fcf-ba76-8e1c63a024b8'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:53.563323 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b9296549-2955-4af5-a269-809adac7133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['11f33024-7c35-4fcf-ba76-8e1c63a024b8'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:53.570525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff6717-9b97-404a-be35-6f556a1d2c03 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.572550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-87ff6717-9b97-404a-be35-6f556a1d2c03 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports/3670c34c-ad6b-4352-9c1c-8cf44b860bca HTTP/1.1" status: 200 len: 910 time: 0.1268165 Aug 09 15:55:53.576532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42782) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:53.577911 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e506a7dd-afd9-4515-82f8-a032279378bd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.590687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e506a7dd-afd9-4515-82f8-a032279378bd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.670011 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e506a7dd-afd9-4515-82f8-a032279378bd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.671520 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e506a7dd-afd9-4515-82f8-a032279378bd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6173599 Aug 09 15:55:53.680812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42786) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:53.683774 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b9296549-2955-4af5-a269-809adac7133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:53.687346 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9296549-2955-4af5-a269-809adac7133f None None] The sync data for ids ['11f33024-7c35-4fcf-ba76-8e1c63a024b8'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:53.693928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e509d395-6be5-4dc9-8435-b48c76cd6309 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '3681407d-b902-47f9-b6ba-808ef3506adb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:53.699713 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-e509d395-6be5-4dc9-8435-b48c76cd6309 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 09 15:55:53.704704 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-e509d395-6be5-4dc9-8435-b48c76cd6309 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:53.709752 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e509d395-6be5-4dc9-8435-b48c76cd6309 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0237389 Aug 09 15:55:53.710586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42788) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:53.714488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506a7dd-afd9-4515-82f8-a032279378bd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3681407d-b902-47f9-b6ba-808ef3506adb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:53.877449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9815a1-f0f9-4269-ad4c-27c159b90d9f req-1f601714-b29a-4390-94bc-7e4702869cec tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.885228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f9815a1-f0f9-4269-ad4c-27c159b90d9f req-1f601714-b29a-4390-94bc-7e4702869cec tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 945 time: 0.1772335 Aug 09 15:55:53.887697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7173cc83-c849-43db-be69-aede77beabbb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.918576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9941bc61-2652-4789-87a3-49094e350e00 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:53.965606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7173cc83-c849-43db-be69-aede77beabbb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.034732 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f9815a1-f0f9-4269-ad4c-27c159b90d9f req-5d5bd2a2-bcac-4d6c-b26f-2a79ab420eff tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485250 Aug 09 15:55:54.102478 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7173cc83-c849-43db-be69-aede77beabbb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.107626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7173cc83-c849-43db-be69-aede77beabbb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.111674 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7173cc83-c849-43db-be69-aede77beabbb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/3681407d-b902-47f9-b6ba-808ef3506adb HTTP/1.1" status: 204 len: 168 time: 0.3935740 Aug 09 15:55:54.128215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42798) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:54.190547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173cc83-c849-43db-be69-aede77beabbb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681407d-b902-47f9-b6ba-808ef3506adb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:54.277435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 9941bc61-2652-4789-87a3-49094e350e00 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:54.286635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9941bc61-2652-4789-87a3-49094e350e00 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:54.287384 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.409468 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-59f9d9f4-c02b-4133-97ad-9c2d7d1fc16a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2815180 Aug 09 15:55:54.432686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42816) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:54.468673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e1092a5f-c9a9-4d4c-b3b5-1fcad9f48011 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--242246851'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:54.504016 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.554978 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e1092a5f-c9a9-4d4c-b3b5-1fcad9f48011 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.594256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.605460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9941bc61-2652-4789-87a3-49094e350e00, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9941bc61-2652-4789-87a3-49094e350e00,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:54.611686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0221fb-4d06-4b1e-aff7-615f230b8ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9941bc61-2652-4789-87a3-49094e350e00'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:54.618053 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778f53a4-7640-4c21-9623-6b9fedd2f4bf" -d '{"events": [{"server_uuid": "ac0221fb-4d06-4b1e-aff7-615f230b8ba5", "name": "network-vif-plugged", "status": "completed", "tag": "9941bc61-2652-4789-87a3-49094e350e00"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:54.648472 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.756395 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39600989-9894-460f-a510-3b9a1eb4216e x-openstack-request-id: req-39600989-9894-460f-a510-3b9a1eb4216e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:54.756965 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0221fb-4d06-4b1e-aff7-615f230b8ba5", "name": "network-vif-plugged", "status": "completed", "tag": "9941bc61-2652-4789-87a3-49094e350e00", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:54.757409 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39600989-9894-460f-a510-3b9a1eb4216e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:54.757980 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0221fb-4d06-4b1e-aff7-615f230b8ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9941bc61-2652-4789-87a3-49094e350e00', 'code': 200} Aug 09 15:55:54.759201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9941bc61-2652-4789-87a3-49094e350e00,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:55.003918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a585-cbf8-4c8b-9401-7959603818ed req-97ba51c7-d17d-40f0-9901-7d508325a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:55.005764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b12a585-cbf8-4c8b-9401-7959603818ed req-97ba51c7-d17d-40f0-9901-7d508325a1fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 1097 time: 0.1522067 Aug 09 15:55:55.062246 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e1092a5f-c9a9-4d4c-b3b5-1fcad9f48011 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.082792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e1092a5f-c9a9-4d4c-b3b5-1fcad9f48011 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.090491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b12a585-cbf8-4c8b-9401-7959603818ed req-0d29f97c-1ed4-492e-8c43-455a94ebdaed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589962 Aug 09 15:55:55.151759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e1092a5f-c9a9-4d4c-b3b5-1fcad9f48011 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.153653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e1092a5f-c9a9-4d4c-b3b5-1fcad9f48011 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7004781 Aug 09 15:55:55.159029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1092a5f-c9a9-4d4c-b3b5-1fcad9f48011 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9a43b2-c58a-4498-910f-d71959c89fd8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:55.160707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42836) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.171309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a1644435-b8b4-4792-8de3-5184eb8477ed tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'fc9a43b2-c58a-4498-910f-d71959c89fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:55.187036 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-a1644435-b8b4-4792-8de3-5184eb8477ed tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 09 15:55:55.187837 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-a1644435-b8b4-4792-8de3-5184eb8477ed tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:55.189927 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a1644435-b8b4-4792-8de3-5184eb8477ed tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0265951 Aug 09 15:55:55.194685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42838) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.201679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1d73a6e2-7af0-4958-9b0e-e715f5dc22a0 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'fc9a43b2-c58a-4498-910f-d71959c89fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:55.205770 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-1d73a6e2-7af0-4958-9b0e-e715f5dc22a0 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 09 15:55:55.206295 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-1d73a6e2-7af0-4958-9b0e-e715f5dc22a0 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:55.213556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1d73a6e2-7af0-4958-9b0e-e715f5dc22a0 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0131340 Aug 09 15:55:55.215465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42840) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.225252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-449a5f46-2c20-4f26-a868-eb6acd2b2259 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'fc9a43b2-c58a-4498-910f-d71959c89fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:55.229616 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-449a5f46-2c20-4f26-a868-eb6acd2b2259 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 09 15:55:55.233872 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-449a5f46-2c20-4f26-a868-eb6acd2b2259 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:55.236184 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-449a5f46-2c20-4f26-a868-eb6acd2b2259 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194671 Aug 09 15:55:55.244621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42842) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.251972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-58392659-98a2-4bcf-b161-05f569cc3d0a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'fc9a43b2-c58a-4498-910f-d71959c89fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:55.253338 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-58392659-98a2-4bcf-b161-05f569cc3d0a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 09 15:55:55.254286 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-58392659-98a2-4bcf-b161-05f569cc3d0a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:55.255537 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-58392659-98a2-4bcf-b161-05f569cc3d0a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095422 Aug 09 15:55:55.260874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42844) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.290887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 3670c34c-ad6b-4352-9c1c-8cf44b860bca {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:55.291703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.413549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42850) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.451129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7280072-941d-4a6c-b4a3-e61034f88b2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.461429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346483bf-ab9b-4fd1-b95b-36c463830a1b req-22a96a7e-e218-4528-91a8-43a6fc5cb8d6 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:55.476634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-346483bf-ab9b-4fd1-b95b-36c463830a1b req-22a96a7e-e218-4528-91a8-43a6fc5cb8d6 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 946 time: 0.2842300 Aug 09 15:55:55.536677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7280072-941d-4a6c-b4a3-e61034f88b2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.575396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42856) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.606939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-346483bf-ab9b-4fd1-b95b-36c463830a1b req-8a070544-f03f-447d-a97e-187e7414cbe3 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088936 Aug 09 15:55:55.679550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.682020 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7280072-941d-4a6c-b4a3-e61034f88b2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.686220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7280072-941d-4a6c-b4a3-e61034f88b2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.708333 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7280072-941d-4a6c-b4a3-e61034f88b2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/fc9a43b2-c58a-4498-910f-d71959c89fd8 HTTP/1.1" status: 204 len: 168 time: 0.4457290 Aug 09 15:55:55.709119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42862) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.738994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7280072-941d-4a6c-b4a3-e61034f88b2c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9a43b2-c58a-4498-910f-d71959c89fd8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:55.759076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 3670c34c-ad6b-4352-9c1c-8cf44b860bca owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:55.862549 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-df8d9a91-d3fe-4a5f-b41a-8560d678597a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1248991 Aug 09 15:55:55.879554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42864) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.885384 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05103c78-bf40-47e2-963d-041c3626169b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.906244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013288530'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:55.957436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:55:55.957436 n-d-799523-2 neutron-server[94178]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:55:55.957436 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id': '7c48b7aca2524eddbade2a6ab32e1186', 'id': '8e625f6e-2c02-432f-9fdd-2499ccff79f0', 'expiration': datetime.datetime(2021, 8, 9, 15, 57, 55, 944109)}] Aug 09 15:55:55.957436 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:55:55.957961 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:55:55.998650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cbe64317-d1c1-46fe-8561-32b8c19837f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.187961 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05103c78-bf40-47e2-963d-041c3626169b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.193017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05103c78-bf40-47e2-963d-041c3626169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.226013 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.232272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-05103c78-bf40-47e2-963d-041c3626169b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51eac2ce73244f929b8d223488044693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8133497 Aug 09 15:55:56.233452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42868) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.267286 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=3670c34c-ad6b-4352-9c1c-8cf44b860bca,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.278133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05103c78-bf40-47e2-963d-041c3626169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0e79f-a81d-4262-a82c-684a91e7f371,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.332449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-785872aa-ef1b-4809-a367-f32968c4d92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.382160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-785872aa-ef1b-4809-a367-f32968c4d92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.399289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cbe64317-d1c1-46fe-8561-32b8c19837f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.409108 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cbe64317-d1c1-46fe-8561-32b8c19837f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.494411 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cbe64317-d1c1-46fe-8561-32b8c19837f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10dea5f0286345a09c74887f009ba2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9143612 Aug 09 15:55:56.499261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42870) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.502432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64317-d1c1-46fe-8561-32b8c19837f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b24d99-9ae6-4d84-8dd7-b95a956c2fa9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.537310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.578130 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.620941 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-785872aa-ef1b-4809-a367-f32968c4d92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.623649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-785872aa-ef1b-4809-a367-f32968c4d92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.627462 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-785872aa-ef1b-4809-a367-f32968c4d92e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6a0e79f-a81d-4262-a82c-684a91e7f371 HTTP/1.1" status: 204 len: 168 time: 0.3866184 Aug 09 15:55:56.631092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae944-33d4-4f77-9cdd-92420eb2756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.647639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785872aa-ef1b-4809-a367-f32968c4d92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0e79f-a81d-4262-a82c-684a91e7f371,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.691288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae944-33d4-4f77-9cdd-92420eb2756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.816267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.829238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.876118 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae944-33d4-4f77-9cdd-92420eb2756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.879700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae944-33d4-4f77-9cdd-92420eb2756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.881302 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3c2ae944-33d4-4f77-9cdd-92420eb2756b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44b24d99-9ae6-4d84-8dd7-b95a956c2fa9 HTTP/1.1" status: 204 len: 168 time: 0.3806601 Aug 09 15:55:56.914853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.922127 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0351369 Aug 09 15:55:56.922127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac1004-d010-4f65-96ed-0a4e84f7adab tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.923347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42882) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.941299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8b0349b8-4959-418d-a07f-418e18b88c58 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:56.942450 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-8b0349b8-4959-418d-a07f-418e18b88c58 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 09 15:55:56.943179 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-8b0349b8-4959-418d-a07f-418e18b88c58 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:56.944722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8b0349b8-4959-418d-a07f-418e18b88c58 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201437 Aug 09 15:55:56.950433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42884) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.957639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ae944-33d4-4f77-9cdd-92420eb2756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b24d99-9ae6-4d84-8dd7-b95a956c2fa9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.971867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 11f33024-7c35-4fcf-ba76-8e1c63a024b8 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:56.973799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f52c4378-a1d0-445e-90b8-eb453f7daba2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.020788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a354eb-e706-4261-84ad-4f97e8d904c9 req-3496d0e1-6995-451f-bc26-6ef37803b573 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:57.028958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e9a354eb-e706-4261-84ad-4f97e8d904c9 req-3496d0e1-6995-451f-bc26-6ef37803b573 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 946 time: 0.1862562 Aug 09 15:55:57.128030 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-f52c4378-a1d0-445e-90b8-eb453f7daba2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:57.130095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f52c4378-a1d0-445e-90b8-eb453f7daba2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1685727 Aug 09 15:55:57.132972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42890) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.144329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1749319b-55e0-4955-92ab-2b5708cfe7dc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.145176 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-1749319b-55e0-4955-92ab-2b5708cfe7dc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 09 15:55:57.145673 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-1749319b-55e0-4955-92ab-2b5708cfe7dc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:57.149039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1749319b-55e0-4955-92ab-2b5708cfe7dc tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150332 Aug 09 15:55:57.151785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42892) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.170072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e9a354eb-e706-4261-84ad-4f97e8d904c9 req-32262153-0b0b-4f26-9762-ccf32b6ef42d tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405039 Aug 09 15:55:57.173967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-35ac8375-4210-4aa5-b59d-ddca08dc4ea2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.192346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:57.199295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b14d0512-6755-464f-8896-eb0b60cfb097 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/11f33024-7c35-4fcf-ba76-8e1c63a024b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6213362 Aug 09 15:55:57.209116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42896) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.212686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c413312-6206-4967-96f9-68e4e591ccbd None None] Sync routers for ids ['11f33024-7c35-4fcf-ba76-8e1c63a024b8'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:57.239865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c413312-6206-4967-96f9-68e4e591ccbd None None] Routers {'11f33024-7c35-4fcf-ba76-8e1c63a024b8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:57.240788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3c413312-6206-4967-96f9-68e4e591ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['11f33024-7c35-4fcf-ba76-8e1c63a024b8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:57.274214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0d246d7c-6ea4-439e-a21d-2fa01133ca03 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f33024-7c35-4fcf-ba76-8e1c63a024b8 HTTP/1.1" status: 200 len: 205 time: 0.0636048 Aug 09 15:55:57.282141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3c413312-6206-4967-96f9-68e4e591ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:57.286903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42898) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.293215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c413312-6206-4967-96f9-68e4e591ccbd None None] Routers {'11f33024-7c35-4fcf-ba76-8e1c63a024b8'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:57.294071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3c413312-6206-4967-96f9-68e4e591ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['11f33024-7c35-4fcf-ba76-8e1c63a024b8'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:57.339109 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-35ac8375-4210-4aa5-b59d-ddca08dc4ea2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:57.350545 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-35ac8375-4210-4aa5-b59d-ddca08dc4ea2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1942961 Aug 09 15:55:57.350787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3c413312-6206-4967-96f9-68e4e591ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:57.351510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c413312-6206-4967-96f9-68e4e591ccbd None None] The sync data for ids ['11f33024-7c35-4fcf-ba76-8e1c63a024b8'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:57.356435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42900) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.371535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e2308e9e-90ba-495c-addd-7ead2685b7f9 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.372353 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-e2308e9e-90ba-495c-addd-7ead2685b7f9 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 09 15:55:57.373195 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-e2308e9e-90ba-495c-addd-7ead2685b7f9 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:57.375009 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2308e9e-90ba-495c-addd-7ead2685b7f9 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169337 Aug 09 15:55:57.381604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42904) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.399414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0fd1de48-7cc8-49dd-a4e9-7f7cabbc53a2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.457636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7788cfe0-68f4-45ac-8afb-8b25c0aa8bfe tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.482121 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-0fd1de48-7cc8-49dd-a4e9-7f7cabbc53a2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:57.484744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0fd1de48-7cc8-49dd-a4e9-7f7cabbc53a2 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1009717 Aug 09 15:55:57.501950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42910) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.518229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ef6543bb-93ad-4f91-8978-7ffbda1223f1 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.518786 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-ef6543bb-93ad-4f91-8978-7ffbda1223f1 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 09 15:55:57.519438 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-ef6543bb-93ad-4f91-8978-7ffbda1223f1 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:57.522447 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ef6543bb-93ad-4f91-8978-7ffbda1223f1 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0174279 Aug 09 15:55:57.523835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42912) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.529643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-369ad97f-cbfd-4a37-8049-8fb050de61f4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.659471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42916) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.666063 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-369ad97f-cbfd-4a37-8049-8fb050de61f4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:57.668072 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-369ad97f-cbfd-4a37-8049-8fb050de61f4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1417181 Aug 09 15:55:57.674127 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-781536a4-f0d0-4df9-9979-7881b87ce8a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012499 Aug 09 15:55:57.674613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42918) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.683181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bd2b82f0-9747-4c41-ad4c-857d8a2d508c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.689264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42920) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.706781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05815f2c-0ca1-4c6e-8b3f-ecfdd4ccce3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.717150 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7973ef68-1650-4c99-8c1b-0d7cbec40101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.721455 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7788cfe0-68f4-45ac-8afb-8b25c0aa8bfe tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.727995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7788cfe0-68f4-45ac-8afb-8b25c0aa8bfe tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.806350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-3aa401e7-b019-488d-992a-c5b0441771b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:57.807730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7788cfe0-68f4-45ac-8afb-8b25c0aa8bfe tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.808386 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-3aa401e7-b019-488d-992a-c5b0441771b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 1096 time: 0.0656717 Aug 09 15:55:57.808879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7788cfe0-68f4-45ac-8afb-8b25c0aa8bfe tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Fanout notify agent at l3_agent the message router_deleted on router 11f33024-7c35-4fcf-ba76-8e1c63a024b8 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:55:57.819582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7788cfe0-68f4-45ac-8afb-8b25c0aa8bfe tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.823338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7788cfe0-68f4-45ac-8afb-8b25c0aa8bfe tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/11f33024-7c35-4fcf-ba76-8e1c63a024b8 HTTP/1.1" status: 204 len: 168 time: 0.5244503 Aug 09 15:55:57.824030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42924) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.919698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7973ef68-1650-4c99-8c1b-0d7cbec40101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.926826 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7973ef68-1650-4c99-8c1b-0d7cbec40101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.950455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e664dda-046a-4442-ab7e-594794f45423 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet ce689226-164b-445a-a087-2b519cac57fa {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:57.966172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e664dda-046a-4442-ab7e-594794f45423 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.992614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7973ef68-1650-4c99-8c1b-0d7cbec40101 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c55c17a8f72c45dbb7d5d18ae04cbf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302741 Aug 09 15:55:58.000315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42932) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:58.009295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973ef68-1650-4c99-8c1b-0d7cbec40101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d094db9-de82-4774-aee3-7f2a9abd7f8e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:58.084558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e664dda-046a-4442-ab7e-594794f45423 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.133921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-98c33db3-fe12-49f9-915a-cab32394c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.135432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-98c33db3-fe12-49f9-915a-cab32394c93d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.2760501 Aug 09 15:55:58.218780 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.262944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f9541be-60c6-4651-8893-4389901a5900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.269963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa29ff-c530-431e-b598-f6e6a6970125 req-09da52b4-71e0-43f4-bf96-e0c1bbe1171d tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.271695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3fa29ff-c530-431e-b598-f6e6a6970125 req-09da52b4-71e0-43f4-bf96-e0c1bbe1171d tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 946 time: 0.0600049 Aug 09 15:55:58.318099 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-3a2be95a-3356-48b4-b9b1-956501f5cf19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b526ae2f-28b7-407b-9489-50eece8a571b HTTP/1.1" status: 200 len: 1001 time: 0.1638162 Aug 09 15:55:58.329233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3fa29ff-c530-431e-b598-f6e6a6970125 req-0b540262-87e2-4585-acbc-9e6062fe2023 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476959 Aug 09 15:55:58.340732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05815f2c-0ca1-4c6e-8b3f-ecfdd4ccce3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.379771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f9541be-60c6-4651-8893-4389901a5900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.383249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05815f2c-0ca1-4c6e-8b3f-ecfdd4ccce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.409262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e664dda-046a-4442-ab7e-594794f45423 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.414270 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-bd2b82f0-9747-4c41-ad4c-857d8a2d508c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:58.415353 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bd2b82f0-9747-4c41-ad4c-857d8a2d508c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7397966 Aug 09 15:55:58.418376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42944) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:58.487810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b070ba5-11be-4c0d-b028-d049353fb193 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.503976 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-05815f2c-0ca1-4c6e-8b3f-ecfdd4ccce3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef4b256108774474a1c6143249c8914f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106787 Aug 09 15:55:58.507046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42948) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:58.509975 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.519238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05815f2c-0ca1-4c6e-8b3f-ecfdd4ccce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fdeacc-05b7-4020-8171-d7bdd09db5e5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:58.522674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-3e64b10d-3479-4c8e-beb4-a2f24cb49e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.524864 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-3e64b10d-3479-4c8e-beb4-a2f24cb49e2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.1857939 Aug 09 15:55:58.550627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b070ba5-11be-4c0d-b028-d049353fb193 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.574568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e664dda-046a-4442-ab7e-594794f45423 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.621371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46fde739-803c-412c-909b-9448c23cdcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.621688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e664dda-046a-4442-ab7e-594794f45423 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=ce689226-164b-445a-a087-2b519cac57fa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:58.628720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e664dda-046a-4442-ab7e-594794f45423 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.630635 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7e664dda-046a-4442-ab7e-594794f45423 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/ce689226-164b-445a-a087-2b519cac57fa HTTP/1.1" status: 204 len: 168 time: 0.8053527 Aug 09 15:55:58.633847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42950) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:58.639600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb64935-4c45-47e1-b972-0c3271c60d33 None None] Network 940c8a27-c260-4ac3-b706-4b138fa9f221 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:58.647591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46fde739-803c-412c-909b-9448c23cdcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.649917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b070ba5-11be-4c0d-b028-d049353fb193 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.652598 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b070ba5-11be-4c0d-b028-d049353fb193 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.653870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2b070ba5-11be-4c0d-b028-d049353fb193 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4 HTTP/1.1" status: 204 len: 168 time: 0.2344317 Aug 09 15:55:58.656986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f9541be-60c6-4651-8893-4389901a5900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.659212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f9541be-60c6-4651-8893-4389901a5900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.660350 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9f9541be-60c6-4651-8893-4389901a5900 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d094db9-de82-4774-aee3-7f2a9abd7f8e HTTP/1.1" status: 204 len: 168 time: 0.6480563 Aug 09 15:55:58.675877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42952) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:58.715488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9541be-60c6-4651-8893-4389901a5900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d094db9-de82-4774-aee3-7f2a9abd7f8e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:58.715703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b070ba5-11be-4c0d-b028-d049353fb193 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb5b4eb-cde1-4417-9ceb-d107aaceb0f4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:58.721321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-454a699a-f66e-404f-a4c7-9549dc0464c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.722955 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-454a699a-f66e-404f-a4c7-9549dc0464c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644335 Aug 09 15:55:58.763839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1ea291ac-2d25-4acf-8d5b-9183ba093860 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866957 Aug 09 15:55:58.771189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42956) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:58.775677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.776860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-eacf5139-0f1e-407b-a896-dc473f644ee4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031671524'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:58.787103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46fde739-803c-412c-909b-9448c23cdcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.789992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-46fde739-803c-412c-909b-9448c23cdcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.791428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-46fde739-803c-412c-909b-9448c23cdcad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12fdeacc-05b7-4020-8171-d7bdd09db5e5 HTTP/1.1" status: 204 len: 168 time: 0.2823453 Aug 09 15:55:58.808242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fde739-803c-412c-909b-9448c23cdcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fdeacc-05b7-4020-8171-d7bdd09db5e5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:58.824263 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eacf5139-0f1e-407b-a896-dc473f644ee4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.930010 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-22660c7b-5b02-49b2-9b1b-2437af862b8b service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929376 Aug 09 15:55:59.007339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port f585b011-b463-44cb-88b9-62f19834cf3d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:59.007953 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.054582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eacf5139-0f1e-407b-a896-dc473f644ee4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.063759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eacf5139-0f1e-407b-a896-dc473f644ee4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.146872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eacf5139-0f1e-407b-a896-dc473f644ee4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.148614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eacf5139-0f1e-407b-a896-dc473f644ee4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3762944 Aug 09 15:55:59.152319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42962) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:59.160826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] DHCP port deletion for 940c8a27-c260-4ac3-b706-4b138fa9f221 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:55:59.168063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-92d3bc03-3681-4feb-a65f-0ec5c4a5b94c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'd3934c6f-b2be-4776-9808-a6773a3a59cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:59.176314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf5139-0f1e-407b-a896-dc473f644ee4 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3934c6f-b2be-4776-9808-a6773a3a59cd,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:59.267922 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-92d3bc03-3681-4feb-a65f-0ec5c4a5b94c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The resource could not be found. Aug 09 15:55:59.269112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-92d3bc03-3681-4feb-a65f-0ec5c4a5b94c tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1148403 Aug 09 15:55:59.273705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42968) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:59.281346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5a3f6ad6-4bfc-4d65-b0cc-fb45f38561bb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': 'd3934c6f-b2be-4776-9808-a6773a3a59cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'feb8af3d-5347-420b-aca0-5d6a4ba5744d'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:59.349633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] Deleting port f585b011-b463-44cb-88b9-62f19834cf3d {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:59.350631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.361301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port f585b011-b463-44cb-88b9-62f19834cf3d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f585b011-b463-44cb-88b9-62f19834cf3d,segment=NetworkSegment(f9fa7d86-1037-438b-95df-cb6ea2012f6c),segment_id=f9fa7d86-1037-438b-95df-cb6ea2012f6c)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:59.361914 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.401780 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-5a3f6ad6-4bfc-4d65-b0cc-fb45f38561bb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The resource could not be found. Aug 09 15:55:59.403177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5a3f6ad6-4bfc-4d65-b0cc-fb45f38561bb tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1282058 Aug 09 15:55:59.406501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42974) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:59.446609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for f585b011-b463-44cb-88b9-62f19834cf3d owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:59.481285 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d1f5c92e-7608-4de6-b298-e19812a00272 req-b3dbc9f1-d5b7-482f-a531-0c724f731623 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397735 Aug 09 15:55:59.490648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] For port f585b011-b463-44cb-88b9-62f19834cf3d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f585b011-b463-44cb-88b9-62f19834cf3d,segment=NetworkSegment(f9fa7d86-1037-438b-95df-cb6ea2012f6c),segment_id=f9fa7d86-1037-438b-95df-cb6ea2012f6c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:59.492361 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.521025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] Calling delete_port for f585b011-b463-44cb-88b9-62f19834cf3d owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:59.546000 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa010591-bd04-4068-b382-15832d302d71 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.561823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae0666-b0f0-4268-a1fe-151eea5c06dc req-c38decb0-af4a-4c4c-b84d-3f212622865a tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.563587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fcae0666-b0f0-4268-a1fe-151eea5c06dc req-c38decb0-af4a-4c4c-b84d-3f212622865a tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 946 time: 0.0903165 Aug 09 15:55:59.740857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.772912 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.783314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa010591-bd04-4068-b382-15832d302d71 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.802854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] No DVR routers for this DVR port f585b011-b463-44cb-88b9-62f19834cf3d on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:59.859026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=f585b011-b463-44cb-88b9-62f19834cf3d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:59.870855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdaaf5-0103-4948-9ccd-e2761f8adfab None None] Pushing event deleted for resources: {'Port': ['ID=f585b011-b463-44cb-88b9-62f19834cf3d,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:59.871102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No DVR routers for this DVR port f585b011-b463-44cb-88b9-62f19834cf3d on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:00.017090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fcae0666-b0f0-4268-a1fe-151eea5c06dc req-5e3555de-e945-49fe-a601-7cb0c44b33bd tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293168 Aug 09 15:56:00.026670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82777445-50ed-4920-b178-67c1d419f236 req-c9ea7bc1-6bb0-4a09-82ce-47c1e308f5f5 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.029078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82777445-50ed-4920-b178-67c1d419f236 req-c9ea7bc1-6bb0-4a09-82ce-47c1e308f5f5 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 946 time: 0.4361689 Aug 09 15:56:00.058975 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa010591-bd04-4068-b382-15832d302d71 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.061897 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa010591-bd04-4068-b382-15832d302d71 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.063630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fa010591-bd04-4068-b382-15832d302d71 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/d3934c6f-b2be-4776-9808-a6773a3a59cd HTTP/1.1" status: 204 len: 168 time: 0.6555426 Aug 09 15:56:00.069703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42996) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:00.112519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa010591-bd04-4068-b382-15832d302d71 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3934c6f-b2be-4776-9808-a6773a3a59cd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:00.137783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.166143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940c8a27-c260-4ac3-b706-4b138fa9f221']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:00.198977 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fa7d86-1037-438b-95df-cb6ea2012f6c') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:00.199483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fa7d86-1037-438b-95df-cb6ea2012f6c') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:00.232984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.261328 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.271699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0261863a-d259-4dcc-b354-fd31e352341d tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1727645 Aug 09 15:56:00.271699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43008) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:00.277308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-204a9f80-9a0e-4ad6-8448-f193028f0c43 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '3eb6df3a-580d-4a9f-8348-d3f3e5d5e4ce', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:00.288964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:00.290520 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:00.299922 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:00.308907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Deleting port 9941bc61-2652-4789-87a3-49094e350e00 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:00.310051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.432240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.438906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.446486 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/940c8a27-c260-4ac3-b706-4b138fa9f221 HTTP/1.1" status: 204 len: 168 time: 1.8113623 Aug 09 15:56:00.447609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43016) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:00.487308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f585b011-b463-44cb-88b9-62f19834cf3d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:00.490249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-420235258', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:00.507452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a57b-05ce-4717-9e2b-7ab9b06817a7 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=940c8a27-c260-4ac3-b706-4b138fa9f221,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:00.530778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: f585b011-b463-44cb-88b9-62f19834cf3d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:00.531577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f585b011-b463-44cb-88b9-62f19834cf3d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:00.566394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.569350 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.574604 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-204a9f80-9a0e-4ad6-8448-f193028f0c43 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The resource could not be found. Aug 09 15:56:00.576177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-204a9f80-9a0e-4ad6-8448-f193028f0c43 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3050601 Aug 09 15:56:00.588441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43018) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:00.592381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] For port 9941bc61-2652-4789-87a3-49094e350e00, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9941bc61-2652-4789-87a3-49094e350e00,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:00.593018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.609628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Calling delete_port for 9941bc61-2652-4789-87a3-49094e350e00 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:00.613128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a9681d2d-bfff-4df4-95a6-fe55fa55fdc3 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--835591431'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:00.745170 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.747474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9681d2d-bfff-4df4-95a6-fe55fa55fdc3 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.862744 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.880198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9941bc61-2652-4789-87a3-49094e350e00'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:00.914289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Pushing event deleted for resources: {'Port': ['ID=9941bc61-2652-4789-87a3-49094e350e00,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:01.002894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] No DVR routers for this DVR port 9941bc61-2652-4789-87a3-49094e350e00 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:01.005547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.007797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82777445-50ed-4920-b178-67c1d419f236 req-d6707051-a198-43d4-b367-df0ca4be1a9c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.35 "DELETE /v2.0/ports/9941bc61-2652-4789-87a3-49094e350e00 HTTP/1.1" status: 204 len: 173 time: 0.9661667 Aug 09 15:56:01.008301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0221fb-4d06-4b1e-aff7-615f230b8ba5', 'name': 'network-vif-deleted', 'tag': '9941bc61-2652-4789-87a3-49094e350e00'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:01.019215 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79689a4e-7146-46c8-aeea-2a3526f2e522" -d '{"events": [{"server_uuid": "ac0221fb-4d06-4b1e-aff7-615f230b8ba5", "name": "network-vif-deleted", "tag": "9941bc61-2652-4789-87a3-49094e350e00"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:01.102024 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaa51c0-0da2-413c-a737-e22f1071b6b6 x-openstack-request-id: req-ecaa51c0-0da2-413c-a737-e22f1071b6b6 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:01.102317 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0221fb-4d06-4b1e-aff7-615f230b8ba5", "name": "network-vif-deleted", "tag": "9941bc61-2652-4789-87a3-49094e350e00", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:01.102586 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecaa51c0-0da2-413c-a737-e22f1071b6b6 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:01.102996 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0221fb-4d06-4b1e-aff7-615f230b8ba5', 'name': 'network-vif-deleted', 'tag': '9941bc61-2652-4789-87a3-49094e350e00', 'status': 'completed', 'code': 200} Aug 09 15:56:01.163387 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.270925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7002fe18-c7e9-4d45-9b91-14bdf889b782 req-c0580109-e1da-4d2e-b3e3-f6ce1f87bc81 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac0221fb-4d06-4b1e-aff7-615f230b8ba5 HTTP/1.1" status: 200 len: 210 time: 0.0557551 Aug 09 15:56:01.422236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9681d2d-bfff-4df4-95a6-fe55fa55fdc3 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.440816 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9681d2d-bfff-4df4-95a6-fe55fa55fdc3 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.507574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9681d2d-bfff-4df4-95a6-fe55fa55fdc3 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.510228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a9681d2d-bfff-4df4-95a6-fe55fa55fdc3 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9187751 Aug 09 15:56:01.514303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43056) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:01.529421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-24b8ce8a-8feb-4282-963d-9bb67486980e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439457851'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:01.608423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9681d2d-bfff-4df4-95a6-fe55fa55fdc3 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2328c6-72ad-428b-af36-f01cada35b74,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:01.628848 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24b8ce8a-8feb-4282-963d-9bb67486980e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.798346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24b8ce8a-8feb-4282-963d-9bb67486980e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.841560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24b8ce8a-8feb-4282-963d-9bb67486980e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.894743 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.899582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-24b8ce8a-8feb-4282-963d-9bb67486980e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.902943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-24b8ce8a-8feb-4282-963d-9bb67486980e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3853395 Aug 09 15:56:01.919429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43068) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:01.924750 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.949686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-39380827-061f-4fa7-885b-14bc3edf73c6 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group_rule': {'security_group_id': '3e2328c6-72ad-428b-af36-f01cada35b74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2aa178c3-ccd8-42a6-81ac-bf011cfef440'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:01.981096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8ce8a-8feb-4282-963d-9bb67486980e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa178c3-ccd8-42a6-81ac-bf011cfef440,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:02.017213 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-39380827-061f-4fa7-885b-14bc3edf73c6 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:56:02.019247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-39380827-061f-4fa7-885b-14bc3edf73c6 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0881832 Aug 09 15:56:02.021689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43074) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:02.103490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.25.7.70 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/040a22e3-2531-4f43-b6ea-7045d201f11b) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:02.108450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-495b612e-024f-4364-8623-59cbffa71ffd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.135311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-495b612e-024f-4364-8623-59cbffa71ffd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.188857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-495b612e-024f-4364-8623-59cbffa71ffd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.191471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-495b612e-024f-4364-8623-59cbffa71ffd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.195531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-495b612e-024f-4364-8623-59cbffa71ffd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/2aa178c3-ccd8-42a6-81ac-bf011cfef440 HTTP/1.1" status: 204 len: 168 time: 0.1725254 Aug 09 15:56:02.196175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43080) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:02.237831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b612e-024f-4364-8623-59cbffa71ffd tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa178c3-ccd8-42a6-81ac-bf011cfef440,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:02.277717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-93fa06a8-20a0-4878-8708-76c8267ee28e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0767286 Aug 09 15:56:02.278706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43084) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:02.405685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43b81bc4-6fff-4153-abff-555abac220ef tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.445116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43b81bc4-6fff-4153-abff-555abac220ef tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.512239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43b81bc4-6fff-4153-abff-555abac220ef tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.515720 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43b81bc4-6fff-4153-abff-555abac220ef tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.520819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43b81bc4-6fff-4153-abff-555abac220ef tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/3e2328c6-72ad-428b-af36-f01cada35b74 HTTP/1.1" status: 204 len: 168 time: 0.2410009 Aug 09 15:56:02.521603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43092) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:02.572024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b81bc4-6fff-4153-abff-555abac220ef tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2328c6-72ad-428b-af36-f01cada35b74,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:02.606476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-625467c1-1789-4996-825e-d4249ef5a45f tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779128 Aug 09 15:56:02.614947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43096) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:02.620209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bd140d12-d0a6-42c8-8053-ab960b254e56 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'tempest-secgroup--721112120'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:02.721935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd140d12-d0a6-42c8-8053-ab960b254e56 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.919457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.991762 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd140d12-d0a6-42c8-8053-ab960b254e56 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.995125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.005089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd140d12-d0a6-42c8-8053-ab960b254e56 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.067280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd140d12-d0a6-42c8-8053-ab960b254e56 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76736ad-4282-4fea-a294-a2ff02d84ae1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:03.087636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:03.105065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd140d12-d0a6-42c8-8053-ab960b254e56 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.105348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:03.112379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bd140d12-d0a6-42c8-8053-ab960b254e56 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4921486 Aug 09 15:56:03.112621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:03.116094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43120) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:03.137641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-21cae83f-79cb-4892-ba2b-b11f986ed45e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:03.138199 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-21cae83f-79cb-4892-ba2b-b11f986ed45e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 09 15:56:03.138834 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-21cae83f-79cb-4892-ba2b-b11f986ed45e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] update failed (client error): There was a conflict when trying to complete your request. Aug 09 15:56:03.143569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-21cae83f-79cb-4892-ba2b-b11f986ed45e tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "PUT /v2.0/security-groups/c76736ad-4282-4fea-a294-a2ff02d84ae1 HTTP/1.1" status: 409 len: 330 time: 0.0225089 Aug 09 15:56:03.181127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-e0028f76-2d52-4307-a3f7-442b86ad345c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:03.182406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-e0028f76-2d52-4307-a3f7-442b86ad345c tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/networks?id=c46104f0-2fa3-4342-b000-5b7d82442f7e HTTP/1.1" status: 200 len: 808 time: 0.3083065 Aug 09 15:56:03.187124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43124) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:03.216018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=040a22e3-2531-4f43-b6ea-7045d201f11b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:03.327627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-cc30b14f-8dc0-4a74-bcc7-b9f4473a414f tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/quotas/054d941fa40d40d4b67c592e90079851 HTTP/1.1" status: 200 len: 375 time: 0.0513666 Aug 09 15:56:03.367525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a99e3653-1fd4-4f78-ab1b-b61af6252a1a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.387252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-f1a67acf-2cd8-4933-b20f-e9264496230f tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=054d941fa40d40d4b67c592e90079851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475869 Aug 09 15:56:03.527102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a99e3653-1fd4-4f78-ab1b-b61af6252a1a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.589020 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.669346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a99e3653-1fd4-4f78-ab1b-b61af6252a1a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.673296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a99e3653-1fd4-4f78-ab1b-b61af6252a1a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.681609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43142) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:03.683631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a99e3653-1fd4-4f78-ab1b-b61af6252a1a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/c76736ad-4282-4fea-a294-a2ff02d84ae1 HTTP/1.1" status: 204 len: 168 time: 0.4958184 Aug 09 15:56:03.686314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-d96312e9-eead-4b61-9354-11322272ea3a service neutron] 10.222.0.64 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853968 Aug 09 15:56:03.710854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e3653-1fd4-4f78-ab1b-b61af6252a1a tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76736ad-4282-4fea-a294-a2ff02d84ae1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:03.864533 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-835316ed-2081-453b-8fe6-51ee09ed4cb8 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815059 Aug 09 15:56:03.870674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43146) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:03.917098 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-83b44441-6ba6-4ce9-b2bf-8866defe168b tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] delete failed (client error): The resource could not be found. Aug 09 15:56:03.918935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-83b44441-6ba6-4ce9-b2bf-8866defe168b tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "DELETE /v2.0/security-groups/5575dfd9-8277-4deb-bb24-971db169707b HTTP/1.1" status: 404 len: 347 time: 0.0443270 Aug 09 15:56:03.926115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43150) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:03.978684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9941bc61-2652-4789-87a3-49094e350e00 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:03.995239 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-11086cdd-0df2-4d3b-9d63-eada9bc3780b tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] show failed (client error): The resource could not be found. Aug 09 15:56:04.001739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-11086cdd-0df2-4d3b-9d63-eada9bc3780b tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-groups/449f17de-b480-4622-8889-04162dd10c6e HTTP/1.1" status: 404 len: 347 time: 0.0583415 Aug 09 15:56:04.010000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43152) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:04.025986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.052460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 9941bc61-2652-4789-87a3-49094e350e00 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:04.052895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9941bc61-2652-4789-87a3-49094e350e00 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:04.077267 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-acd5870e-7444-41ba-be4d-5bca86f381c0 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] show failed (client error): The resource could not be found. Aug 09 15:56:04.079725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-acd5870e-7444-41ba-be4d-5bca86f381c0 tempest-NegativeSecGroupTest-674904917 tempest-NegativeSecGroupTest-674904917-project] 10.222.0.64 "GET /v2.0/security-group-rules/e06bf8fa-aa4c-4086-af8c-8c913712ec9a HTTP/1.1" status: 404 len: 356 time: 0.0581963 Aug 09 15:56:04.114151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-9ea7eae3-c32d-4e9b-b4d7-91f3172fdc59 service neutron] 10.222.0.64 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060349 Aug 09 15:56:04.255928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 482e8172-fac3-4a5f-9e03-23dd3b88b2d4 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:56:04.570181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:04.585130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6d53e85-6ad3-495c-887c-2367a26b3bd8 req-589ef4b8-c2ce-49f5-ad68-0318400bb239 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 210 time: 0.0953372 Aug 09 15:56:04.588004 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa9b399-c027-4172-a083-d3111a45ab91 None None] Sync routers for ids ['482e8172-fac3-4a5f-9e03-23dd3b88b2d4'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:04.615727 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.622480 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9a2b8a21-1515-4840-85ca-b69079de0a93 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1383219 Aug 09 15:56:04.623285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43166) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:04.645666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9b399-c027-4172-a083-d3111a45ab91 None None] Routers {'482e8172-fac3-4a5f-9e03-23dd3b88b2d4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:04.647939 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9aa9b399-c027-4172-a083-d3111a45ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['482e8172-fac3-4a5f-9e03-23dd3b88b2d4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:04.785293 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9aa9b399-c027-4172-a083-d3111a45ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:04.804900 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9b399-c027-4172-a083-d3111a45ab91 None None] Routers {'482e8172-fac3-4a5f-9e03-23dd3b88b2d4'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:04.805715 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9aa9b399-c027-4172-a083-d3111a45ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['482e8172-fac3-4a5f-9e03-23dd3b88b2d4'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:04.941231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43180) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:04.941831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43182) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:04.990176 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9aa9b399-c027-4172-a083-d3111a45ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:04.992631 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa9b399-c027-4172-a083-d3111a45ab91 None None] The sync data for ids ['482e8172-fac3-4a5f-9e03-23dd3b88b2d4'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:05.025431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-878c09a0-1948-492e-a2b9-bfd614124d09 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/routers/482e8172-fac3-4a5f-9e03-23dd3b88b2d4 HTTP/1.1" status: 200 len: 879 time: 0.3963404 Aug 09 15:56:05.033756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43190) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:05.246689 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-10253873-925d-4808-9f0f-0b5dd57a16ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.279630 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3237b3c3-63a4-4dd4-84af-196c33597bfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c48b7aca2524eddbade2a6ab32e1186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362520 Aug 09 15:56:05.283313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43194) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:05.353331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c58272f-59c8-4b7d-9541-072135c2fdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.385200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c58272f-59c8-4b7d-9541-072135c2fdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.463645 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c58272f-59c8-4b7d-9541-072135c2fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.472309 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c58272f-59c8-4b7d-9541-072135c2fdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.477761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9c58272f-59c8-4b7d-9541-072135c2fdd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cae71cb6-26d6-41cf-8713-967ecdc62f83 HTTP/1.1" status: 204 len: 168 time: 0.1912267 Aug 09 15:56:05.511713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58272f-59c8-4b7d-9541-072135c2fdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae71cb6-26d6-41cf-8713-967ecdc62f83,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:05.574420 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f4d6573d-85e3-4c18-b82e-426339134b2a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5392258 Aug 09 15:56:05.577540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43202) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:05.583101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-34e4e77f-2e10-4271-af9b-931e6465f58f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-420235258'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:05.806062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ac3a06d-cff4-4488-863c-b2cef03862de req-4efda395-f415-4fca-b8ba-c711e44cb95b tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 210 time: 0.1151009 Aug 09 15:56:05.880812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-10253873-925d-4808-9f0f-0b5dd57a16ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.889828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-10253873-925d-4808-9f0f-0b5dd57a16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.221780 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-10253873-925d-4808-9f0f-0b5dd57a16ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9c0c05108c94ab6929581cdfed3c1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2769363 Aug 09 15:56:06.225374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10253873-925d-4808-9f0f-0b5dd57a16ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f94fc0-bc3f-49e1-a14c-435b7b34e431,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:06.226055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43222) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:06.525850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34e4e77f-2e10-4271-af9b-931e6465f58f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.722989 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34e4e77f-2e10-4271-af9b-931e6465f58f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.374848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43260) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:07.482339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-77575bdb-11ce-4d03-93d9-a9ad0a28c71f req-c86606f7-8969-4f3f-8a26-4e45c237fccf tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 210 time: 0.1052606 Aug 09 15:56:07.490297 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b65d79-a89f-4b53-89da-24359c3c6141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.622783 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b65d79-a89f-4b53-89da-24359c3c6141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.626751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e4e77f-2e10-4271-af9b-931e6465f58f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 482e8172-fac3-4a5f-9e03-23dd3b88b2d4 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:56:07.654379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-5899aee0-8fac-4f90-b5a2-2f81f835e31e tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.655560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-5899aee0-8fac-4f90-b5a2-2f81f835e31e tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.66 "GET /v2.0/networks?id=c46104f0-2fa3-4342-b000-5b7d82442f7e HTTP/1.1" status: 200 len: 808 time: 1.3711233 Aug 09 15:56:07.709527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-b1364e69-c913-4bfb-b551-6f3ffa1aa3be tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.715842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-b1364e69-c913-4bfb-b551-6f3ffa1aa3be tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.725465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-b1364e69-c913-4bfb-b551-6f3ffa1aa3be tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.729354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Request body: {'port': {'device_id': 'cfa15c54-2e0f-4809-baa3-b2d0d6e06531', 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e', 'admin_state_up': True, 'tenant_id': '054d941fa40d40d4b67c592e90079851'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:07.749663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-b1364e69-c913-4bfb-b551-6f3ffa1aa3be tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.771008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-b1364e69-c913-4bfb-b551-6f3ffa1aa3be tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.777075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-b1364e69-c913-4bfb-b551-6f3ffa1aa3be tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.784743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-b1364e69-c913-4bfb-b551-6f3ffa1aa3be tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.787045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-b1364e69-c913-4bfb-b551-6f3ffa1aa3be tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5445 time: 0.2873802 Aug 09 15:56:07.838621 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca170d3b-1c08-4d43-b3d4-d395634f41ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.886995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c774e5b-79f3-412f-9701-e281ffdf12bd req-549015a0-3058-482d-b46c-48d01828bbec tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859201 Aug 09 15:56:07.891554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e4e77f-2e10-4271-af9b-931e6465f58f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:07.902314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34e4e77f-2e10-4271-af9b-931e6465f58f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.906421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a189dd6-c20b-474d-af6c-7523bd96f4ac None None] Sync routers for ids ['482e8172-fac3-4a5f-9e03-23dd3b88b2d4'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:07.923991 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-34e4e77f-2e10-4271-af9b-931e6465f58f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/482e8172-fac3-4a5f-9e03-23dd3b88b2d4 HTTP/1.1" status: 200 len: 886 time: 2.3449492 Aug 09 15:56:07.926186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43276) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:07.954362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a189dd6-c20b-474d-af6c-7523bd96f4ac None None] Routers {'482e8172-fac3-4a5f-9e03-23dd3b88b2d4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:07.957537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6a189dd6-c20b-474d-af6c-7523bd96f4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['482e8172-fac3-4a5f-9e03-23dd3b88b2d4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:08.016709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6a189dd6-c20b-474d-af6c-7523bd96f4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:08.020737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b65d79-a89f-4b53-89da-24359c3c6141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.023312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b65d79-a89f-4b53-89da-24359c3c6141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.027692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a189dd6-c20b-474d-af6c-7523bd96f4ac None None] Routers {'482e8172-fac3-4a5f-9e03-23dd3b88b2d4'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:08.028631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6a189dd6-c20b-474d-af6c-7523bd96f4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['482e8172-fac3-4a5f-9e03-23dd3b88b2d4'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:08.037977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-16b65d79-a89f-4b53-89da-24359c3c6141 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59f94fc0-bc3f-49e1-a14c-435b7b34e431 HTTP/1.1" status: 204 len: 168 time: 1.8100090 Aug 09 15:56:08.072951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6a189dd6-c20b-474d-af6c-7523bd96f4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:08.074041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a189dd6-c20b-474d-af6c-7523bd96f4ac None None] The sync data for ids ['482e8172-fac3-4a5f-9e03-23dd3b88b2d4'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:08.129429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b65d79-a89f-4b53-89da-24359c3c6141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f94fc0-bc3f-49e1-a14c-435b7b34e431,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:08.185804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcccfc-821d-49fa-b3c2-e2b685deb9bc req-f667497a-1458-49a0-9aef-5d51b728625b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.192642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcccfc-821d-49fa-b3c2-e2b685deb9bc req-f667497a-1458-49a0-9aef-5d51b728625b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.199276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcccfc-821d-49fa-b3c2-e2b685deb9bc req-f667497a-1458-49a0-9aef-5d51b728625b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.206095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcccfc-821d-49fa-b3c2-e2b685deb9bc req-f667497a-1458-49a0-9aef-5d51b728625b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.212631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcccfc-821d-49fa-b3c2-e2b685deb9bc req-f667497a-1458-49a0-9aef-5d51b728625b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.219003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcccfc-821d-49fa-b3c2-e2b685deb9bc req-f667497a-1458-49a0-9aef-5d51b728625b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.226495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcccfc-821d-49fa-b3c2-e2b685deb9bc req-f667497a-1458-49a0-9aef-5d51b728625b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.241255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19fcccfc-821d-49fa-b3c2-e2b685deb9bc req-f667497a-1458-49a0-9aef-5d51b728625b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5445 time: 0.1785364 Aug 09 15:56:08.249496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4c934f6b-f321-4be4-abf9-0cedb6b068c6 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/routers/482e8172-fac3-4a5f-9e03-23dd3b88b2d4 HTTP/1.1" status: 200 len: 886 time: 0.3221526 Aug 09 15:56:08.249637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43294) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:08.321538 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca170d3b-1c08-4d43-b3d4-d395634f41ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.330822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca170d3b-1c08-4d43-b3d4-d395634f41ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.348186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0d9c3581-608e-4ba4-bd23-eafc8d440514 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=482e8172-fac3-4a5f-9e03-23dd3b88b2d4 HTTP/1.1" status: 200 len: 205 time: 0.0962863 Aug 09 15:56:08.355267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43296) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:08.431078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Made reservation on behalf of 054d941fa40d40d4b67c592e90079851 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:08.436815 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.468837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca170d3b-1c08-4d43-b3d4-d395634f41ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d32b49-c027-4afc-b5a0-7a239b6397dc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:08.496667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ca170d3b-1c08-4d43-b3d4-d395634f41ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f6bac0d8c2e401aabc0ed9fab8c82f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1165664 Aug 09 15:56:08.499700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43300) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:08.573873 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3885f4a-b42b-4f64-bc3b-247a4ae7c60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.612796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3885f4a-b42b-4f64-bc3b-247a4ae7c60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.684161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee559589-faca-451d-ba3f-8883859ccc46 req-b26275c8-5127-485a-a52d-51b512ee9de0 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 210 time: 0.0459449 Aug 09 15:56:08.742323 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3885f4a-b42b-4f64-bc3b-247a4ae7c60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.748074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3885f4a-b42b-4f64-bc3b-247a4ae7c60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.766809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b3885f4a-b42b-4f64-bc3b-247a4ae7c60c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06d32b49-c027-4afc-b5a0-7a239b6397dc HTTP/1.1" status: 204 len: 168 time: 0.2544215 Aug 09 15:56:08.788514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3885f4a-b42b-4f64-bc3b-247a4ae7c60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d32b49-c027-4afc-b5a0-7a239b6397dc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:08.831756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.835770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Allocated IP 172.20.0.8 (c46104f0-2fa3-4342-b000-5b7d82442f7e/b165435b-715c-4b24-9918-b088c536d9f0/736dcf57-5a00-413e-b479-2ca6c34b0dab) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:08.847771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43310) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:08.870505 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9353298-27f0-4d24-a5df-c32c449abb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.021478 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9353298-27f0-4d24-a5df-c32c449abb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.028786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9353298-27f0-4d24-a5df-c32c449abb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.091724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f9353298-27f0-4d24-a5df-c32c449abb16 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22bb3b07bc4c449fa647f7bd87cc4a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427356 Aug 09 15:56:09.092520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9353298-27f0-4d24-a5df-c32c449abb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6663c063-3740-4f91-bbd2-5793799fde3e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:09.095059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43322) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:09.163363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5be3ed5-aba9-470e-bd95-0704fa4252f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.174983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.196851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5be3ed5-aba9-470e-bd95-0704fa4252f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.289813 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5be3ed5-aba9-470e-bd95-0704fa4252f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.293611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5be3ed5-aba9-470e-bd95-0704fa4252f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.295207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d5be3ed5-aba9-470e-bd95-0704fa4252f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6663c063-3740-4f91-bbd2-5793799fde3e HTTP/1.1" status: 204 len: 168 time: 0.1989889 Aug 09 15:56:09.311990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be3ed5-aba9-470e-bd95-0704fa4252f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6663c063-3740-4f91-bbd2-5793799fde3e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:09.322483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.337285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 040a22e3-2531-4f43-b6ea-7045d201f11b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:09.337606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.454008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.474854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43340) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:09.494948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.518900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 040a22e3-2531-4f43-b6ea-7045d201f11b owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:09.531681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Network c46104f0-2fa3-4342-b000-5b7d82442f7e is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:09.542671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:09.552193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:09.577991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Pushing event updated for resources: {'Port': ['ID=736dcf57-5a00-413e-b479-2ca6c34b0dab,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:09.663377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:09.664043 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.682998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-3eb2eb72-6f12-4f37-bc1e-5f1eac9c8290 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9649439 Aug 09 15:56:09.734675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Request body: {'port': {'device_id': 'cfa15c54-2e0f-4809-baa3-b2d0d6e06531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:09.839302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d622fcf-4996-4d59-abba-341c41677fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.885625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b35960-9e01-4829-9aa0-8675abe5edb3 req-c8307806-0b41-4ba7-b5ab-48e4135972c5 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:09.887254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3b35960-9e01-4829-9aa0-8675abe5edb3 req-c8307806-0b41-4ba7-b5ab-48e4135972c5 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 931 time: 0.1046109 Aug 09 15:56:09.936018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.955732 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3b35960-9e01-4829-9aa0-8675abe5edb3 req-172a6448-5095-4c7d-bb25-22bd2ca75662 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547469 Aug 09 15:56:09.965831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.050464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d622fcf-4996-4d59-abba-341c41677fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.063057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d622fcf-4996-4d59-abba-341c41677fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.110645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5d622fcf-4996-4d59-abba-341c41677fe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4182f51fcac84d5b90a4b1d276c443d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345224 Aug 09 15:56:10.117595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43364) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:10.167616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d622fcf-4996-4d59-abba-341c41677fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20baa62b-075e-4693-9d18-72926ba0cc95,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:10.243235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47af5672-8095-4105-8095-4fa9f3305763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.270681 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47af5672-8095-4105-8095-4fa9f3305763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.350963 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47af5672-8095-4105-8095-4fa9f3305763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.358748 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47af5672-8095-4105-8095-4fa9f3305763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.368204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-47af5672-8095-4105-8095-4fa9f3305763 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20baa62b-075e-4693-9d18-72926ba0cc95 HTTP/1.1" status: 204 len: 168 time: 0.2449863 Aug 09 15:56:10.398728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af5672-8095-4105-8095-4fa9f3305763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20baa62b-075e-4693-9d18-72926ba0cc95,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:10.442327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736dcf57-5a00-413e-b479-2ca6c34b0dab {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:10.451111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.465440 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Transition to ACTIVE for port object 736dcf57-5a00-413e-b479-2ca6c34b0dab will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:10.467427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=040a22e3-2531-4f43-b6ea-7045d201f11b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:10.474899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.614377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.713108 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.715600 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.791287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.791933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Fanout notify agent at l3_agent the message router_deleted on router 482e8172-fac3-4a5f-9e03-23dd3b88b2d4 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:56:10.803688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.805137 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-25cd8faa-8572-4049-a1b4-93c3598ab0bd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/482e8172-fac3-4a5f-9e03-23dd3b88b2d4 HTTP/1.1" status: 204 len: 168 time: 2.4464428 Aug 09 15:56:10.810182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43392) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:10.817921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-343401225'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:10.827448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Pushing event updated for resources: {'Port': ['ID=736dcf57-5a00-413e-b479-2ca6c34b0dab,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:10.877079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:10.881285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.883494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Attempting to bind port 736dcf57-5a00-413e-b479-2ca6c34b0dab on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:10.883852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Attempting to bind port 736dcf57-5a00-413e-b479-2ca6c34b0dab by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:10.884193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Attempting to bind port 736dcf57-5a00-413e-b479-2ca6c34b0dab on network c46104f0-2fa3-4342-b000-5b7d82442f7e {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:10.901552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Port 736dcf57-5a00-413e-b479-2ca6c34b0dab on network c46104f0-2fa3-4342-b000-5b7d82442f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:56:10.901916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Attempting to bind port 736dcf57-5a00-413e-b479-2ca6c34b0dab on network c46104f0-2fa3-4342-b000-5b7d82442f7e {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:10.914652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:10.929090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Checking segment: {'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:10.930232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Bound using segment: {'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:10.931707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Bound port: 736dcf57-5a00-413e-b479-2ca6c34b0dab, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe355950-9984-4419-8ff6-34b2c6984d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:10.933680 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.948847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:10.969716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.970147 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment 63fe7cee-911d-462f-86fc-db74071b42c3 of type vlan for network 879625f4-5817-442d-87a6-9f6fb98e3fd3 Aug 09 15:56:11.072382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] For port 736dcf57-5a00-413e-b479-2ca6c34b0dab, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:11.076059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] For port 736dcf57-5a00-413e-b479-2ca6c34b0dab, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=736dcf57-5a00-413e-b479-2ca6c34b0dab,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:11.084398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.112918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43402) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:11.146550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.181819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.184589 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.189622 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] 10.222.0.66 "PUT /v2.0/ports/736dcf57-5a00-413e-b479-2ca6c34b0dab HTTP/1.1" status: 200 len: 1091 time: 1.4607170 Aug 09 15:56:11.193043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa15c54-2e0f-4809-baa3-b2d0d6e06531', 'tag': '736dcf57-5a00-413e-b479-2ca6c34b0dab'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:11.197655 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eff4fe-696e-4521-9c82-0523a56b562c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa15c54-2e0f-4809-baa3-b2d0d6e06531", "tag": "736dcf57-5a00-413e-b479-2ca6c34b0dab"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:11.199589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5258f192-4cd9-4da6-ada2-689b0a5e23d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.221098 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.228016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.228903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.307033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43414) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:11.343511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c85d4-ca4a-4fa2-9d98-ef8997c3d523 service neutron] Pushing event updated for resources: {'Port': ['ID=736dcf57-5a00-413e-b479-2ca6c34b0dab,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:11.361521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-209a1dde-e240-479b-9ec0-4522a43eb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.363410 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-209a1dde-e240-479b-9ec0-4522a43eb301 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=054d941fa40d40d4b67c592e90079851&device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 1094 time: 0.1208210 Aug 09 15:56:11.458901 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-16563adc-b66d-496a-a406-b1717ded7127 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736dcf57-5a00-413e-b479-2ca6c34b0dab HTTP/1.1" status: 200 len: 217 time: 0.0834754 Aug 09 15:56:11.472950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=879625f4-5817-442d-87a6-9f6fb98e3fd3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:11.487538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 879625f4-5817-442d-87a6-9f6fb98e3fd3 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:11.504083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037114f8-3557-4a0f-9811-877f6f5b0cac req-34d7f509-1ede-4426-914c-630a850726d0 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.512555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-037114f8-3557-4a0f-9811-877f6f5b0cac req-34d7f509-1ede-4426-914c-630a850726d0 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 943 time: 0.2964027 Aug 09 15:56:11.558569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-2f57a68c-ab82-46c7-aafe-77d520d870e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.560126 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-2f57a68c-ab82-46c7-aafe-77d520d870e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b165435b-715c-4b24-9918-b088c536d9f0 HTTP/1.1" status: 200 len: 848 time: 0.0913875 Aug 09 15:56:11.599194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-037114f8-3557-4a0f-9811-877f6f5b0cac req-1210c418-2ff4-47aa-9713-7cde7aa6c05b tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856593 Aug 09 15:56:11.630865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-52a7659c-4a4b-4745-a772-2cf030ad893c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c46104f0-2fa3-4342-b000-5b7d82442f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561018 Aug 09 15:56:11.717270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5258f192-4cd9-4da6-ada2-689b0a5e23d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.723147 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5258f192-4cd9-4da6-ada2-689b0a5e23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.755348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8cf6b65f-23cf-46e2-b0be-927596a6fa2e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9428182 Aug 09 15:56:11.759662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43424) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:11.773580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': '879625f4-5817-442d-87a6-9f6fb98e3fd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:11.792155 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f6bf40-77f6-4d3d-ac3c-0737f429c9b0 x-openstack-request-id: req-64f6bf40-77f6-4d3d-ac3c-0737f429c9b0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:11.792464 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa15c54-2e0f-4809-baa3-b2d0d6e06531", "tag": "736dcf57-5a00-413e-b479-2ca6c34b0dab", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:11.792706 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64f6bf40-77f6-4d3d-ac3c-0737f429c9b0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:11.793110 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa15c54-2e0f-4809-baa3-b2d0d6e06531', 'tag': '736dcf57-5a00-413e-b479-2ca6c34b0dab', 'status': 'completed', 'code': 200} Aug 09 15:56:11.857723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258f192-4cd9-4da6-ada2-689b0a5e23d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5910850a-4efa-400b-92ce-43316effc662,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:11.871028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-3a5f99a1-63ed-483e-a4f2-134ec005b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.871617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-3a5f99a1-63ed-483e-a4f2-134ec005b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.872123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-3a5f99a1-63ed-483e-a4f2-134ec005b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.872867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-3a5f99a1-63ed-483e-a4f2-134ec005b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.873417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-3a5f99a1-63ed-483e-a4f2-134ec005b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.874329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-3a5f99a1-63ed-483e-a4f2-134ec005b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.874329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-3a5f99a1-63ed-483e-a4f2-134ec005b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.879494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5258f192-4cd9-4da6-ada2-689b0a5e23d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14434751467d49ddb969f4671c15bb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626157 Aug 09 15:56:11.882688 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-3a5f99a1-63ed-483e-a4f2-134ec005b01a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6502 time: 0.5731127 Aug 09 15:56:11.888882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43428) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:11.933980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-b184656d-f048-495f-9a2a-fb44f59e7438 service neutron] 10.222.0.66 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894409 Aug 09 15:56:11.956648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:11.963730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.072835 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-5177dce4-3f0b-48e9-abf9-da0dd28ad5c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&id=92b37c52-afa6-4b66-b91e-80d18191a40d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1888068 Aug 09 15:56:12.146632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ac26-91df-47ea-b9e3-4a4a9e735697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.252881 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ac26-91df-47ea-b9e3-4a4a9e735697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.278085 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0881e8ee-0c9d-4a57-99e0-a8186899a8ca req-22c720cc-cf4d-4dbc-ba28-07fc981b5687 service neutron] 10.222.0.66 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295033 Aug 09 15:56:12.278242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.419140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eff4fe-696e-4521-9c82-0523a56b562c req-a5493ff7-27f6-4a79-a0fb-48bd3199c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:12.422500 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51eff4fe-696e-4521-9c82-0523a56b562c req-a5493ff7-27f6-4a79-a0fb-48bd3199c042 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=054d941fa40d40d4b67c592e90079851&device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 1094 time: 0.0649273 Aug 09 15:56:12.439799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=1b80958d-3015-4088-bee3-4eeba56a1001,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:12.457031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': '63fe7cee-911d-462f-86fc-db74071b42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '879625f4-5817-442d-87a6-9f6fb98e3fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:12.457501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: 879625f4-5817-442d-87a6-9f6fb98e3fd3, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:12.482754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 879625f4-5817-442d-87a6-9f6fb98e3fd3 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:12.506622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ac26-91df-47ea-b9e3-4a4a9e735697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.508983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 879625f4-5817-442d-87a6-9f6fb98e3fd3) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:12.510040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ac26-91df-47ea-b9e3-4a4a9e735697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.511667 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8fc3ac26-91df-47ea-b9e3-4a4a9e735697 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5910850a-4efa-400b-92ce-43316effc662 HTTP/1.1" status: 204 len: 168 time: 0.6198959 Aug 09 15:56:12.519250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:12.520185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.526817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44178d-30d9-4d82-afba-e14bf67b4e58 None None] Network 879625f4-5817-442d-87a6-9f6fb98e3fd3 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:12.534180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3ac26-91df-47ea-b9e3-4a4a9e735697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5910850a-4efa-400b-92ce-43316effc662,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:12.573404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f1cfcf4c-5055-48d1-8306-1433e588f57d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8090990 Aug 09 15:56:12.577122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43450) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:12.587760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c31c7294-1362-4c7b-8802-3ff59ed7018b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1587387106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:12.623510 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eff4fe-696e-4521-9c82-0523a56b562c req-e666dc7c-b891-4f31-a18a-8cad2258b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:12.627439 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51eff4fe-696e-4521-9c82-0523a56b562c req-e666dc7c-b891-4f31-a18a-8cad2258b228 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c46104f0-2fa3-4342-b000-5b7d82442f7e HTTP/1.1" status: 200 len: 910 time: 0.1933594 Aug 09 15:56:12.644032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c31c7294-1362-4c7b-8802-3ff59ed7018b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.645355 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c31c7294-1362-4c7b-8802-3ff59ed7018b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.734772 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51eff4fe-696e-4521-9c82-0523a56b562c req-f7b49b4f-e6ff-4213-8042-f2ae10f4275d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=736dcf57-5a00-413e-b479-2ca6c34b0dab HTTP/1.1" status: 200 len: 217 time: 0.0967059 Aug 09 15:56:12.786816 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c31c7294-1362-4c7b-8802-3ff59ed7018b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.818996 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c31c7294-1362-4c7b-8802-3ff59ed7018b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.861304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eff4fe-696e-4521-9c82-0523a56b562c req-3795c1a7-5945-4a68-b704-7ca54fecee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:12.862913 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51eff4fe-696e-4521-9c82-0523a56b562c req-3795c1a7-5945-4a68-b704-7ca54fecee1b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b165435b-715c-4b24-9918-b088c536d9f0 HTTP/1.1" status: 200 len: 848 time: 0.1149242 Aug 09 15:56:12.905064 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c31c7294-1362-4c7b-8802-3ff59ed7018b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.908608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c31c7294-1362-4c7b-8802-3ff59ed7018b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3302860 Aug 09 15:56:12.914889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43460) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:12.926538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-879625f4-5817-442d-87a6-9f6fb98e3fd3', 'network_id': '879625f4-5817-442d-87a6-9f6fb98e3fd3', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': '1b80958d-3015-4088-bee3-4eeba56a1001'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:12.927810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.930892 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51eff4fe-696e-4521-9c82-0523a56b562c req-6e5b78a5-f355-4111-a21f-848b0b77941e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c46104f0-2fa3-4342-b000-5b7d82442f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548873 Aug 09 15:56:13.031341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299582f3-35af-49ed-9a78-12abbb4986e1 req-9e063cf0-4e1e-448d-9a2c-16abeb0584bd tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:13.031581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-299582f3-35af-49ed-9a78-12abbb4986e1 req-9e063cf0-4e1e-448d-9a2c-16abeb0584bd tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 943 time: 0.2396441 Aug 09 15:56:13.138810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51eff4fe-696e-4521-9c82-0523a56b562c req-8c6fe6a3-fc3a-4d3a-9b46-84ee9853c8a2 service neutron] 10.222.0.66 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983924 Aug 09 15:56:13.231340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Allocated IP 172.20.0.2 (879625f4-5817-442d-87a6-9f6fb98e3fd3/1b80958d-3015-4088-bee3-4eeba56a1001/3d89842e-c2cb-499a-ab93-de771f419170) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:13.272893 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-299582f3-35af-49ed-9a78-12abbb4986e1 req-e884fdeb-847f-4439-9700-f9998d817700 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327419 Aug 09 15:56:13.394376 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-51eff4fe-696e-4521-9c82-0523a56b562c req-118d1df8-e465-411f-a544-d0ae645675e0 service neutron] 10.222.0.66 "GET /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453737 Aug 09 15:56:13.424396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.580646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.591193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Transition to ACTIVE for port object 3d89842e-c2cb-499a-ab93-de771f419170 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:13.621823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Transition to ACTIVE for port object 3d89842e-c2cb-499a-ab93-de771f419170 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:13.635053 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.706693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Network 879625f4-5817-442d-87a6-9f6fb98e3fd3 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:13.714564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:13.735661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:13.763047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.20.0.1 (879625f4-5817-442d-87a6-9f6fb98e3fd3/1b80958d-3015-4088-bee3-4eeba56a1001/0e283e60-ecf8-4b25-b032-a0bb56ec7856) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:13.870568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Pushing event updated for resources: {'Port': ['ID=3d89842e-c2cb-499a-ab93-de771f419170,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:13.913835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-15e1e7d3-3e96-4996-9531-40ff89977116 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ca9700c10f144c929c636a572df03925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619156 Aug 09 15:56:13.967298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Attempting to bind port 3d89842e-c2cb-499a-ab93-de771f419170 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:13.972576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Attempting to bind port 3d89842e-c2cb-499a-ab93-de771f419170 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '63fe7cee-911d-462f-86fc-db74071b42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '879625f4-5817-442d-87a6-9f6fb98e3fd3'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:13.972942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Attempting to bind port 3d89842e-c2cb-499a-ab93-de771f419170 on network 879625f4-5817-442d-87a6-9f6fb98e3fd3 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:13.980261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:13.982099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Checking segment: {'id': '63fe7cee-911d-462f-86fc-db74071b42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '879625f4-5817-442d-87a6-9f6fb98e3fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:13.983374 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.984665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Bound using segment: {'id': '63fe7cee-911d-462f-86fc-db74071b42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '879625f4-5817-442d-87a6-9f6fb98e3fd3'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:13.985534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Bound port: 3d89842e-c2cb-499a-ab93-de771f419170, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fe7cee-911d-462f-86fc-db74071b42c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '879625f4-5817-442d-87a6-9f6fb98e3fd3'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:13.987424 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.105696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] For port 3d89842e-c2cb-499a-ab93-de771f419170, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:14.109980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] For port 3d89842e-c2cb-499a-ab93-de771f419170, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3d89842e-c2cb-499a-ab93-de771f419170,segment=NetworkSegment(63fe7cee-911d-462f-86fc-db74071b42c3),segment_id=63fe7cee-911d-462f-86fc-db74071b42c3)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:14.114915 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.210356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2442a-2084-4515-b9f9-0372f1633b17 None None] Pushing event updated for resources: {'Port': ['ID=3d89842e-c2cb-499a-ab93-de771f419170,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:14.267874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-7f579113-308e-4611-b783-a44edc0306bc tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:14.277780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-7f579113-308e-4611-b783-a44edc0306bc tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629184 Aug 09 15:56:14.282427 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.322662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-67d2622c-8720-4f2a-a7c5-bdd6c8103cce tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/quotas/ca9700c10f144c929c636a572df03925 HTTP/1.1" status: 200 len: 375 time: 0.0438411 Aug 09 15:56:14.339019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object 0e283e60-ecf8-4b25-b032-a0bb56ec7856 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:14.441851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-b10550b1-b27f-410a-a917-ac9c98b7eea9 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ca9700c10f144c929c636a572df03925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041873 Aug 09 15:56:14.588094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.655334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e3cd-b9ee-4166-adb5-0309666c4289 req-cb8cab99-e35e-42e9-b27d-4034a5049671 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:14.657530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5339e3cd-b9ee-4166-adb5-0309666c4289 req-cb8cab99-e35e-42e9-b27d-4034a5049671 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 943 time: 0.2072489 Aug 09 15:56:14.686201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 879625f4-5817-442d-87a6-9f6fb98e3fd3 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:14.713721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:14.721812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:14.772980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=0e283e60-ecf8-4b25-b032-a0bb56ec7856,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:14.811197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5339e3cd-b9ee-4166-adb5-0309666c4289 req-e341080e-8ac1-405e-9c33-e201a10250e1 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330707 Aug 09 15:56:14.833482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74f2cbcb-8b1a-42a4-aa4f-4d681bc2d625 req-40afc53d-2253-472a-bf0f-206da85b8f06 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 210 time: 0.0628750 Aug 09 15:56:14.851548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 736dcf57-5a00-413e-b479-2ca6c34b0dab details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:56:14.852308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.020509 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a1b8-b34a-418e-8eba-0d7d1a5f4b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.107741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.129098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 736dcf57-5a00-413e-b479-2ca6c34b0dab, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=736dcf57-5a00-413e-b479-2ca6c34b0dab,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:15.158721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '736dcf57-5a00-413e-b479-2ca6c34b0dab', 'network_id': 'c46104f0-2fa3-4342-b000-5b7d82442f7e', 'port_id': '736dcf57-5a00-413e-b479-2ca6c34b0dab', 'mac_address': 'fa:16:3e:0c:d4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b165435b-715c-4b24-9918-b088c536d9f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:56:15.250555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.282356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736dcf57-5a00-413e-b479-2ca6c34b0dab {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:15.330074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 736dcf57-5a00-413e-b479-2ca6c34b0dab, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=736dcf57-5a00-413e-b479-2ca6c34b0dab,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:15.339214 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.470683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=736dcf57-5a00-413e-b479-2ca6c34b0dab,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:15.643124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['736dcf57-5a00-413e-b479-2ca6c34b0dab'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:15.662178 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.669440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.732598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7590cdc-64ad-4e07-8abe-483ed28d2e92 None None] Network 879625f4-5817-442d-87a6-9f6fb98e3fd3 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:15.836034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f4e46ae-1e34-4dca-b3be-d124e922675a None None] Provisioning for port 3d89842e-c2cb-499a-ab93-de771f419170 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:15.895375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=0e283e60-ecf8-4b25-b032-a0bb56ec7856,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:15.912693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.130307 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46159d80-3c5c-40a3-b31c-fc8c72d11a9d req-c1ea771b-b50e-4241-8ee0-8ef6274817b5 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 210 time: 0.0820534 Aug 09 15:56:16.172431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 879625f4-5817-442d-87a6-9f6fb98e3fd3 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:16.185030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:16.211465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e110-5668-4f7d-a3ac-2aab39b398e3 req-c9c0b980-c781-42b6-89a3-ee5a3c579a95 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:16.220968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1426e110-5668-4f7d-a3ac-2aab39b398e3 req-c9c0b980-c781-42b6-89a3-ee5a3c579a95 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 944 time: 0.1738727 Aug 09 15:56:16.390278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1426e110-5668-4f7d-a3ac-2aab39b398e3 req-04beef4e-ae70-4b4d-9bd9-82a73f76565b tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682196 Aug 09 15:56:16.463794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 11534744-6287-47ee-8c6c-06eb6515a27a is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:56:16.542703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3d89842e-c2cb-499a-ab93-de771f419170 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:16.652904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3d89842e-c2cb-499a-ab93-de771f419170 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:16.659455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3d89842e-c2cb-499a-ab93-de771f419170 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:16.660629 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.733515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-46a5d734-82c8-49f5-ac86-2ff63ce21728 None None] Provisioning for port 0e283e60-ecf8-4b25-b032-a0bb56ec7856 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:16.742037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-46a5d734-82c8-49f5-ac86-2ff63ce21728 None None] Provisioning complete for port 0e283e60-ecf8-4b25-b032-a0bb56ec7856 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:16.742037 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-46a5d734-82c8-49f5-ac86-2ff63ce21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.859101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-46a5d734-82c8-49f5-ac86-2ff63ce21728 None None] Port 0e283e60-ecf8-4b25-b032-a0bb56ec7856 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:16.886867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 736dcf57-5a00-413e-b479-2ca6c34b0dab up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:16.954284 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.046089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-46a5d734-82c8-49f5-ac86-2ff63ce21728 None None] Provisioning complete for port 3d89842e-c2cb-499a-ab93-de771f419170 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:17.046690 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-46a5d734-82c8-49f5-ac86-2ff63ce21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.177478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 3d89842e-c2cb-499a-ab93-de771f419170, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3d89842e-c2cb-499a-ab93-de771f419170,segment=NetworkSegment(63fe7cee-911d-462f-86fc-db74071b42c3),segment_id=63fe7cee-911d-462f-86fc-db74071b42c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:17.177971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:17.200530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43632) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:17.201684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a96cdea9-2eac-4be9-9e52-5b5cf9b9edd8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/11534744-6287-47ee-8c6c-06eb6515a27a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2839806 Aug 09 15:56:17.203152 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.213216 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8e52b-3ee1-4a80-9804-5d5fb5907ab9 None None] Sync routers for ids ['11534744-6287-47ee-8c6c-06eb6515a27a'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:17.253184 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8e52b-3ee1-4a80-9804-5d5fb5907ab9 None None] Routers {'11534744-6287-47ee-8c6c-06eb6515a27a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:17.253986 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-52f8e52b-3ee1-4a80-9804-5d5fb5907ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['11534744-6287-47ee-8c6c-06eb6515a27a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:17.319583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 736dcf57-5a00-413e-b479-2ca6c34b0dab completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:17.339191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 736dcf57-5a00-413e-b479-2ca6c34b0dab triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:17.339766 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.340311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14595d3d-c2ac-4451-a8c8-4981e5499b43 req-b2c1c2d3-7d84-4777-a76c-42d57e9bbf18 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 210 time: 0.0889390 Aug 09 15:56:17.368406 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-52f8e52b-3ee1-4a80-9804-5d5fb5907ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:17.391754 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8e52b-3ee1-4a80-9804-5d5fb5907ab9 None None] Routers {'11534744-6287-47ee-8c6c-06eb6515a27a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:17.392657 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-52f8e52b-3ee1-4a80-9804-5d5fb5907ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:55:47Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['11534744-6287-47ee-8c6c-06eb6515a27a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:17.412262 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48731a28-69d0-4727-bd88-a66683a1632e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:17.413765 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-48731a28-69d0-4727-bd88-a66683a1632e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports/0e283e60-ecf8-4b25-b032-a0bb56ec7856 HTTP/1.1" status: 200 len: 910 time: 0.2118773 Aug 09 15:56:17.416787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43642) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:17.422692 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6f39ec21-e280-455b-91d4-26e46fd5307a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b80958d-3015-4088-bee3-4eeba56a1001'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:17.474124 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-52f8e52b-3ee1-4a80-9804-5d5fb5907ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:17.477303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-381ad1d0-b0cb-4e23-96f3-e9ac1e768748 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ca9700c10f144c929c636a572df03925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922115 Aug 09 15:56:17.477917 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8e52b-3ee1-4a80-9804-5d5fb5907ab9 None None] The sync data for ids ['11534744-6287-47ee-8c6c-06eb6515a27a'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:17.582445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=3d89842e-c2cb-499a-ab93-de771f419170,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:17.627577 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-99bb6916-d065-4db1-b43f-7b4e2908608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.720502 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.803457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca1520-86e2-4f26-a724-a08900997874 req-a333cb46-d4f7-4c97-a8f8-04f6934bef67 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:17.814564 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.815473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6ca1520-86e2-4f26-a724-a08900997874 req-a333cb46-d4f7-4c97-a8f8-04f6934bef67 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 944 time: 0.2409236 Aug 09 15:56:17.827440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e2273f6c-7deb-41f1-95c7-3c4b633c78e8 None None] Provisioning complete for port 0e283e60-ecf8-4b25-b032-a0bb56ec7856 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:17.827852 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e2273f6c-7deb-41f1-95c7-3c4b633c78e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.840897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f39ec21-e280-455b-91d4-26e46fd5307a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.858594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa15c54-2e0f-4809-baa3-b2d0d6e06531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736dcf57-5a00-413e-b479-2ca6c34b0dab'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:17.860972 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098742bb-95b3-47f6-888c-afc634b2942b" -d '{"events": [{"server_uuid": "cfa15c54-2e0f-4809-baa3-b2d0d6e06531", "name": "network-vif-plugged", "status": "completed", "tag": "736dcf57-5a00-413e-b479-2ca6c34b0dab"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:17.910081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-97e58579-a690-423c-81c7-4c90e10a5487 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:17.913025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-97e58579-a690-423c-81c7-4c90e10a5487 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219840 Aug 09 15:56:17.918137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 736dcf57-5a00-413e-b479-2ca6c34b0dab, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=736dcf57-5a00-413e-b479-2ca6c34b0dab,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:17.935631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.944919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Request body: {'port': {'device_id': '9a1e5d5d-1145-4c04-b8a2-7c646dd8181e', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': 'ca9700c10f144c929c636a572df03925'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:17.972795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e2273f6c-7deb-41f1-95c7-3c4b633c78e8 None None] Port 0e283e60-ecf8-4b25-b032-a0bb56ec7856 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:18.028761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=736dcf57-5a00-413e-b479-2ca6c34b0dab,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:18.072281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6ca1520-86e2-4f26-a724-a08900997874 req-145971bf-e580-4dc3-ab0f-a04f6ac7af83 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027931 Aug 09 15:56:18.199196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Made reservation on behalf of ca9700c10f144c929c636a572df03925 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:18.205543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.220777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.430015 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2a3999-8b9f-4e65-8ea7-7c5deb85414a x-openstack-request-id: req-2d2a3999-8b9f-4e65-8ea7-7c5deb85414a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:18.430384 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa15c54-2e0f-4809-baa3-b2d0d6e06531", "name": "network-vif-plugged", "status": "completed", "tag": "736dcf57-5a00-413e-b479-2ca6c34b0dab", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:18.430727 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d2a3999-8b9f-4e65-8ea7-7c5deb85414a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:18.431192 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa15c54-2e0f-4809-baa3-b2d0d6e06531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736dcf57-5a00-413e-b479-2ca6c34b0dab', 'code': 200} Aug 09 15:56:18.447724 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.456490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.483393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43674) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:18.511243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3d89842e-c2cb-499a-ab93-de771f419170 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:18.539115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f39ec21-e280-455b-91d4-26e46fd5307a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.565389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f39ec21-e280-455b-91d4-26e46fd5307a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.607077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3d89842e-c2cb-499a-ab93-de771f419170 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:18.608260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.616649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-699bd173-72f5-465c-8c60-c7791861d880 req-4e28258f-d43a-43ee-94b4-67d391f08428 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 210 time: 0.0973475 Aug 09 15:56:18.620870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a5f22c-45d2-4084-a72e-ae019fd96579,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:18.704352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f39ec21-e280-455b-91d4-26e46fd5307a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:18.705065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f39ec21-e280-455b-91d4-26e46fd5307a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.709225 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6f39ec21-e280-455b-91d4-26e46fd5307a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/ports/0e283e60-ecf8-4b25-b032-a0bb56ec7856 HTTP/1.1" status: 200 len: 910 time: 1.2908587 Aug 09 15:56:18.711160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43682) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:18.721167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdf0a0-127f-4c50-9b74-5bcfeca46740 req-96fdc45e-930b-4fcc-992a-489b4c7e2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:18.723035 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cccdf0a0-127f-4c50-9b74-5bcfeca46740 req-96fdc45e-930b-4fcc-992a-489b4c7e2448 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 1096 time: 0.1720238 Aug 09 15:56:18.723863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39ec21-e280-455b-91d4-26e46fd5307a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=0e283e60-ecf8-4b25-b032-a0bb56ec7856,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:18.726734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be2fe152-95da-47c4-afa1-29aa53ae2d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.779125 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cccdf0a0-127f-4c50-9b74-5bcfeca46740 req-470a99e9-75b8-4ab4-a5a2-b198626c619b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Aug 09 15:56:18.841583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Allocated IP 192.168.233.30 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/47af1955-d6a4-4a48-8bbc-b01f0b8bd402) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:19.025760 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.219870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be2fe152-95da-47c4-afa1-29aa53ae2d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.230642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.270193 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-be2fe152-95da-47c4-afa1-29aa53ae2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.305250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Transition to ACTIVE for port object 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:19.338113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fe152-95da-47c4-afa1-29aa53ae2d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc80b0f-bde0-472d-8508-ead7d2fd29fa,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:19.350706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-be2fe152-95da-47c4-afa1-29aa53ae2d81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4a9a678a7894fe4818b7c346852bf13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8577509 Aug 09 15:56:19.353919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43708) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:19.382383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ee55-7562-4edd-b23e-233f5a0d0955 req-5590b062-50ab-4897-915e-15da421f1fb9 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:19.384055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db46ee55-7562-4edd-b23e-233f5a0d0955 req-5590b062-50ab-4897-915e-15da421f1fb9 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 945 time: 0.1913772 Aug 09 15:56:19.455571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4cae9fa4-6910-4c85-aed0-9da45f66dcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.483123 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4cae9fa4-6910-4c85-aed0-9da45f66dcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.489640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db46ee55-7562-4edd-b23e-233f5a0d0955 req-a1b030b0-6b2b-4dbf-b4ac-066d9946e19e tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890398 Aug 09 15:56:19.492154 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.540111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:19.545592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:19.553995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:19.569036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4cae9fa4-6910-4c85-aed0-9da45f66dcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.573914 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4cae9fa4-6910-4c85-aed0-9da45f66dcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.576011 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4cae9fa4-6910-4c85-aed0-9da45f66dcc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfc80b0f-bde0-472d-8508-ead7d2fd29fa HTTP/1.1" status: 204 len: 168 time: 0.2207325 Aug 09 15:56:19.588849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9fa4-6910-4c85-aed0-9da45f66dcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc80b0f-bde0-472d-8508-ead7d2fd29fa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:19.600777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.604470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Pushing event updated for resources: {'Port': ['ID=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:19.759981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:19.760682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.848581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-0765b1b4-d1ce-47ff-8bed-d07a644242af tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9188895 Aug 09 15:56:19.897417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Request body: {'port': {'device_id': '9a1e5d5d-1145-4c04-b8a2-7c646dd8181e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:20.028459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b52e-3218-41cb-ab77-f77e219aa4fc req-b15199f0-ffea-4d80-b14a-a3d5760ba405 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:20.029979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65e8b52e-3218-41cb-ab77-f77e219aa4fc req-b15199f0-ffea-4d80-b14a-a3d5760ba405 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 935 time: 0.1982985 Aug 09 15:56:20.040280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6fc98123-3999-46f8-a1a1-4d32aec9127a None None] Provisioning for port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:20.047975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6fc98123-3999-46f8-a1a1-4d32aec9127a None None] Provisioning complete for port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:20.048374 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fc98123-3999-46f8-a1a1-4d32aec9127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.049649 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.098273 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6fc98123-3999-46f8-a1a1-4d32aec9127a None None] Port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:20.121709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43724) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:20.135982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-072eda19-71da-4ae0-84d8-29b41f7abb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.140463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65e8b52e-3218-41cb-ab77-f77e219aa4fc req-3f0cf28c-b802-4ba3-892b-8f4c54b7ef4e tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999761 Aug 09 15:56:20.255167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-072eda19-71da-4ae0-84d8-29b41f7abb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.272804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-072eda19-71da-4ae0-84d8-29b41f7abb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.336352 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-072eda19-71da-4ae0-84d8-29b41f7abb62 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c5b641d9ee34d65b3d411da8ad176e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130201 Aug 09 15:56:20.336991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43730) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:20.337717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eda19-71da-4ae0-84d8-29b41f7abb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf24fc-a7f0-4638-a820-a12b7e300cca,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:20.395267 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.412385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a66e415a-0a25-4be2-8229-36cc2886eaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.441773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a66e415a-0a25-4be2-8229-36cc2886eaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.454586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 0e283e60-ecf8-4b25-b032-a0bb56ec7856 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:20.455302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.553681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a66e415a-0a25-4be2-8229-36cc2886eaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.557127 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a66e415a-0a25-4be2-8229-36cc2886eaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.563578 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a66e415a-0a25-4be2-8229-36cc2886eaaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0cf24fc-a7f0-4638-a820-a12b7e300cca HTTP/1.1" status: 204 len: 168 time: 0.2200167 Aug 09 15:56:20.603504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e415a-0a25-4be2-8229-36cc2886eaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf24fc-a7f0-4638-a820-a12b7e300cca,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:20.629117 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.661391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 0e283e60-ecf8-4b25-b032-a0bb56ec7856 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:20.778941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb917ff-3d38-4ded-9a75-04dd2b9cb8fa req-855882a8-23f4-493a-8f1c-0eab8336744a tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:20.780643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecb917ff-3d38-4ded-9a75-04dd2b9cb8fa req-855882a8-23f4-493a-8f1c-0eab8336744a tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 945 time: 0.1889281 Aug 09 15:56:20.823882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:20.849802 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.883845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Transition to ACTIVE for port object 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:20.890261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecb917ff-3d38-4ded-9a75-04dd2b9cb8fa req-d495f2a7-e6b3-448d-b480-810f28732f65 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897305 Aug 09 15:56:20.929360 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.048343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:21.138234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.147099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Attempting to bind port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:21.147432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Attempting to bind port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:21.147798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Attempting to bind port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:21.173609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:56:21.173896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Attempting to bind port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:21.179854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=0e283e60-ecf8-4b25-b032-a0bb56ec7856,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:21.235347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:21.235699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:21.236288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:21.236742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Bound port: 47af1955-d6a4-4a48-8bbc-b01f0b8bd402, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:21.237092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.987545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.143762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de7b8-5602-4768-b5d4-bde8c6e034b9 req-9814db6a-01fd-4f07-b130-ab879fec5a91 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.151395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c6de7b8-5602-4768-b5d4-bde8c6e034b9 req-9814db6a-01fd-4f07-b130-ab879fec5a91 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 947 time: 0.8056147 Aug 09 15:56:22.256145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] For port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:22.277865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74c9d1-722e-46e6-8bcf-e8948dacf859 req-2534a631-cb63-4d85-bc15-e872d7cc1b19 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.280349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af74c9d1-722e-46e6-8bcf-e8948dacf859 req-2534a631-cb63-4d85-bc15-e872d7cc1b19 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 945 time: 0.1866467 Aug 09 15:56:22.343053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c6de7b8-5602-4768-b5d4-bde8c6e034b9 req-a1d603e6-eaa6-4304-aa4f-ecc9a08d2661 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864502 Aug 09 15:56:22.356210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] For port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:22.406460 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.413077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43816) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:22.466264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 11534744-6287-47ee-8c6c-06eb6515a27a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:56:22.475501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.476729 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.478184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] 10.222.0.35 "PUT /v2.0/ports/47af1955-d6a4-4a48-8bbc-b01f0b8bd402 HTTP/1.1" status: 200 len: 1095 time: 2.5876122 Aug 09 15:56:22.480680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1e5d5d-1145-4c04-b8a2-7c646dd8181e', 'tag': '47af1955-d6a4-4a48-8bbc-b01f0b8bd402'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:22.483743 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1e5d5d-1145-4c04-b8a2-7c646dd8181e", "tag": "47af1955-d6a4-4a48-8bbc-b01f0b8bd402"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:22.558392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af74c9d1-722e-46e6-8bcf-e8948dacf859 req-ad109f24-2992-4bc6-b10b-d3e0d271877a tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044649 Aug 09 15:56:22.576276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735c929-eef9-458b-8eb2-7659a4bbdcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:22.627238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c560cad-fefc-4573-878c-ce26c53ee155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.645352 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd12d76-04a4-4465-8990-95e3d958b82a x-openstack-request-id: req-7bd12d76-04a4-4465-8990-95e3d958b82a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:22.645560 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1e5d5d-1145-4c04-b8a2-7c646dd8181e", "tag": "47af1955-d6a4-4a48-8bbc-b01f0b8bd402", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:22.645813 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bd12d76-04a4-4465-8990-95e3d958b82a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:22.646212 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1e5d5d-1145-4c04-b8a2-7c646dd8181e', 'tag': '47af1955-d6a4-4a48-8bbc-b01f0b8bd402', 'status': 'completed', 'code': 200} Aug 09 15:56:22.689972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:22.695599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-30896357-bb9a-4c0a-95e1-78fb5cb21fdb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/11534744-6287-47ee-8c6c-06eb6515a27a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9781897 Aug 09 15:56:22.698487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43830) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:22.701917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca36e7b-40c3-456b-9400-9be22d5f363f None None] Sync routers for ids ['11534744-6287-47ee-8c6c-06eb6515a27a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:22.716988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca36e7b-40c3-456b-9400-9be22d5f363f None None] Routers {'11534744-6287-47ee-8c6c-06eb6515a27a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:22.718055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bca36e7b-40c3-456b-9400-9be22d5f363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['11534744-6287-47ee-8c6c-06eb6515a27a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:22.774663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-1966ea26-6572-45e2-a9aa-e5ad8c0bf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.779097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-1966ea26-6572-45e2-a9aa-e5ad8c0bf0c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca9700c10f144c929c636a572df03925&device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 1098 time: 0.2417798 Aug 09 15:56:22.781347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-38fd2040-7ceb-4373-a401-bf3b51a9acd3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=11534744-6287-47ee-8c6c-06eb6515a27a HTTP/1.1" status: 200 len: 205 time: 0.0815718 Aug 09 15:56:22.789057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43834) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:22.800098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bca36e7b-40c3-456b-9400-9be22d5f363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:22.824977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca36e7b-40c3-456b-9400-9be22d5f363f None None] Routers {'11534744-6287-47ee-8c6c-06eb6515a27a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:22.825865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bca36e7b-40c3-456b-9400-9be22d5f363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['11534744-6287-47ee-8c6c-06eb6515a27a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:22.856422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c560cad-fefc-4573-878c-ce26c53ee155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.863533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6c560cad-fefc-4573-878c-ce26c53ee155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.931203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bca36e7b-40c3-456b-9400-9be22d5f363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:22.932412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca36e7b-40c3-456b-9400-9be22d5f363f None None] The sync data for ids ['11534744-6287-47ee-8c6c-06eb6515a27a'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:22.945550 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6c560cad-fefc-4573-878c-ce26c53ee155 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65c7f72a6b38478cae80ccacf4dcad3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312669 Aug 09 15:56:22.946486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43842) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:22.949135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-84aa007d-5060-4c56-961a-32da12779162 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=47af1955-d6a4-4a48-8bbc-b01f0b8bd402 HTTP/1.1" status: 200 len: 217 time: 0.1590149 Aug 09 15:56:23.052832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:23.099634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-788dc8b7-b21e-487a-98bc-379af44f4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:23.100259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c560cad-fefc-4573-878c-ce26c53ee155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bec6b0-b955-48e6-83f3-f8a0aec28d8f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:23.101206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-788dc8b7-b21e-487a-98bc-379af44f4745 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0945005 Aug 09 15:56:23.130851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a4097f1-1557-44af-9359-63da9a860e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.133794 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66dac296-53bc-4d3c-91d8-84e11af5ec74 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.180853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a4097f1-1557-44af-9359-63da9a860e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.321270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-c419ca47-7cd8-41de-9cff-f366e26142ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:23.322842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-c419ca47-7cd8-41de-9cff-f366e26142ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078247 Aug 09 15:56:23.376845 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66dac296-53bc-4d3c-91d8-84e11af5ec74 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.380109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66dac296-53bc-4d3c-91d8-84e11af5ec74 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.515099 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66dac296-53bc-4d3c-91d8-84e11af5ec74 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.515577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dac296-53bc-4d3c-91d8-84e11af5ec74 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Fanout notify agent at l3_agent the message router_deleted on router 11534744-6287-47ee-8c6c-06eb6515a27a {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:56:23.523411 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66dac296-53bc-4d3c-91d8-84e11af5ec74 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.527666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-66dac296-53bc-4d3c-91d8-84e11af5ec74 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/11534744-6287-47ee-8c6c-06eb6515a27a HTTP/1.1" status: 204 len: 168 time: 0.7358100 Aug 09 15:56:23.528644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43856) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:23.600587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-4705343a-f439-4be7-b7f5-035f1e4570ee service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500589 Aug 09 15:56:23.653167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-456b9da9-464c-4b88-815c-03d470399652 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet 1b80958d-3015-4088-bee3-4eeba56a1001 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:23.673351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-649537fd-2330-414a-a4b6-7b453f0b5f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.682216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a4097f1-1557-44af-9359-63da9a860e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.685933 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a4097f1-1557-44af-9359-63da9a860e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.687251 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1a4097f1-1557-44af-9359-63da9a860e7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98bec6b0-b955-48e6-83f3-f8a0aec28d8f HTTP/1.1" status: 204 len: 168 time: 0.7385092 Aug 09 15:56:23.691116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-456b9da9-464c-4b88-815c-03d470399652 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.740018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29f636-a230-41c9-a334-5e05e2dbecfe req-dff26b8e-a1df-4bab-9e74-8649409ab3c9 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:23.740018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a29f636-a230-41c9-a334-5e05e2dbecfe req-dff26b8e-a1df-4bab-9e74-8649409ab3c9 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 947 time: 0.2431414 Aug 09 15:56:23.837397 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-649537fd-2330-414a-a4b6-7b453f0b5f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.853310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-456b9da9-464c-4b88-815c-03d470399652 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.911882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-649537fd-2330-414a-a4b6-7b453f0b5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.923868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4097f1-1557-44af-9359-63da9a860e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bec6b0-b955-48e6-83f3-f8a0aec28d8f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:23.951887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b48a38-14a9-4ba9-a932-748400e64465 req-d9b11fb9-c75b-46bb-b174-90b3b8087eaa tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:23.960897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51b48a38-14a9-4ba9-a932-748400e64465 req-d9b11fb9-c75b-46bb-b174-90b3b8087eaa tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 945 time: 0.2739801 Aug 09 15:56:23.979156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f08d5b9d-f7cb-4a5f-a05d-387d6cb5d55c req-9510d896-ad86-4b78-b84e-53186fab7da9 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682947 Aug 09 15:56:23.982552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a29f636-a230-41c9-a334-5e05e2dbecfe req-22102996-e11e-4695-a777-be0b8cf08394 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097054 Aug 09 15:56:24.068680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748960-424c-4764-a64e-de6b5618f421 req-1580f6ed-9d17-4409-9d55-ed76549c1c91 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:24.070661 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6d748960-424c-4764-a64e-de6b5618f421 req-1580f6ed-9d17-4409-9d55-ed76549c1c91 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 945 time: 0.2315345 Aug 09 15:56:24.080462 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-649537fd-2330-414a-a4b6-7b453f0b5f6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2db33c98588a4185a25ca36d52a67c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0229690 Aug 09 15:56:24.094621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43878) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:24.099304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649537fd-2330-414a-a4b6-7b453f0b5f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ccb396-2ea3-4348-a513-d39e34f4a2de,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:24.143623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51b48a38-14a9-4ba9-a932-748400e64465 req-431637a0-bffd-4ea2-a7f6-e35be721d2d3 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e182fad-1a7d-4ae6-8b78-70c52479834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788073 Aug 09 15:56:24.145861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-456b9da9-464c-4b88-815c-03d470399652 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.190392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-25969181-78a7-4aec-abf2-7cb4ebe97b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:24.192444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-25969181-78a7-4aec-abf2-7cb4ebe97b80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca9700c10f144c929c636a572df03925&device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 1098 time: 0.1349709 Aug 09 15:56:24.334367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d96ce9f-9432-4402-a952-f20bfcbf3426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.334804 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-456b9da9-464c-4b88-815c-03d470399652 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.364135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Deleting port 736dcf57-5a00-413e-b479-2ca6c34b0dab {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:24.364670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.401557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b9da9-464c-4b88-815c-03d470399652 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=1b80958d-3015-4088-bee3-4eeba56a1001,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:24.413518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-456b9da9-464c-4b88-815c-03d470399652 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.415555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-456b9da9-464c-4b88-815c-03d470399652 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/1b80958d-3015-4088-bee3-4eeba56a1001 HTTP/1.1" status: 204 len: 168 time: 0.8618228 Aug 09 15:56:24.423397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43892) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:24.425586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a47414-1ec1-480d-8c4c-44ee6a1fab1a None None] Network 879625f4-5817-442d-87a6-9f6fb98e3fd3 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:24.446519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d96ce9f-9432-4402-a952-f20bfcbf3426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.539577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] For port 736dcf57-5a00-413e-b479-2ca6c34b0dab, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=736dcf57-5a00-413e-b479-2ca6c34b0dab,segment=NetworkSegment(fe355950-9984-4419-8ff6-34b2c6984d05),segment_id=fe355950-9984-4419-8ff6-34b2c6984d05)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:24.539787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.557170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Calling delete_port for 736dcf57-5a00-413e-b479-2ca6c34b0dab owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:24.562230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d96ce9f-9432-4402-a952-f20bfcbf3426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.565373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0d96ce9f-9432-4402-a952-f20bfcbf3426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.569532 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0d96ce9f-9432-4402-a952-f20bfcbf3426 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02ccb396-2ea3-4348-a513-d39e34f4a2de HTTP/1.1" status: 204 len: 168 time: 0.4735670 Aug 09 15:56:24.612966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96ce9f-9432-4402-a952-f20bfcbf3426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ccb396-2ea3-4348-a513-d39e34f4a2de,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:24.797391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] DHCP port deletion for 879625f4-5817-442d-87a6-9f6fb98e3fd3 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:56:24.820651 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:56:24.906401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.939939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['736dcf57-5a00-413e-b479-2ca6c34b0dab'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:24.992301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Pushing event deleted for resources: {'Port': ['ID=736dcf57-5a00-413e-b479-2ca6c34b0dab,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.058946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] No DVR routers for this DVR port 736dcf57-5a00-413e-b479-2ca6c34b0dab on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:25.062055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.065928 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6d748960-424c-4764-a64e-de6b5618f421 req-5f0e3087-a123-4901-8147-66bfd954c412 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.66 "DELETE /v2.0/ports/736dcf57-5a00-413e-b479-2ca6c34b0dab HTTP/1.1" status: 204 len: 173 time: 0.9837461 Aug 09 15:56:25.066572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa15c54-2e0f-4809-baa3-b2d0d6e06531', 'name': 'network-vif-deleted', 'tag': '736dcf57-5a00-413e-b479-2ca6c34b0dab'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:25.069328 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c94521-f28b-4560-94fb-60fbedd342af" -d '{"events": [{"server_uuid": "cfa15c54-2e0f-4809-baa3-b2d0d6e06531", "name": "network-vif-deleted", "tag": "736dcf57-5a00-413e-b479-2ca6c34b0dab"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:25.162566 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9920e6e6-b1c6-44d9-bdfc-5a95b3467e52 x-openstack-request-id: req-9920e6e6-b1c6-44d9-bdfc-5a95b3467e52 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:25.162975 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa15c54-2e0f-4809-baa3-b2d0d6e06531", "name": "network-vif-deleted", "tag": "736dcf57-5a00-413e-b479-2ca6c34b0dab", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:25.163329 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9920e6e6-b1c6-44d9-bdfc-5a95b3467e52 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:25.163847 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa15c54-2e0f-4809-baa3-b2d0d6e06531', 'name': 'network-vif-deleted', 'tag': '736dcf57-5a00-413e-b479-2ca6c34b0dab', 'status': 'completed', 'code': 200} Aug 09 15:56:25.227381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-285703a1-3e0b-4862-abad-0e9079093c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:25.228785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-285703a1-3e0b-4862-abad-0e9079093c4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 1.0243564 Aug 09 15:56:25.296505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Deleting port 3d89842e-c2cb-499a-ab93-de771f419170 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:25.296867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.300661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43926) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:25.321230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-96b2ecc5-1d10-4d09-a4c8-50b511f67d3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=47af1955-d6a4-4a48-8bbc-b01f0b8bd402 HTTP/1.1" status: 200 len: 217 time: 0.0721309 Aug 09 15:56:25.323237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ef92210-0508-4613-a335-8db8f21b76f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.371729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43dfa08c-e941-4d21-ac87-13b1819866ca req-65084571-baaf-46ff-ac6d-ca66de2df795 tempest-VolumesActionsTest-1472659344 tempest-VolumesActionsTest-1472659344-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfa15c54-2e0f-4809-baa3-b2d0d6e06531 HTTP/1.1" status: 200 len: 210 time: 0.0596750 Aug 09 15:56:25.382355 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.405820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5a88e-b80d-4a34-a91b-34e39e61bd61 req-2128b860-9ea3-4cfd-b7ba-ba40f30883c6 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:25.407932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bda5a88e-b80d-4a34-a91b-34e39e61bd61 req-2128b860-9ea3-4cfd-b7ba-ba40f30883c6 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 947 time: 0.2726271 Aug 09 15:56:25.421505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] For port 3d89842e-c2cb-499a-ab93-de771f419170, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3d89842e-c2cb-499a-ab93-de771f419170,segment=NetworkSegment(63fe7cee-911d-462f-86fc-db74071b42c3),segment_id=63fe7cee-911d-462f-86fc-db74071b42c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:25.422096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.442255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Calling delete_port for 3d89842e-c2cb-499a-ab93-de771f419170 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:25.508327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bda5a88e-b80d-4a34-a91b-34e39e61bd61 req-fd179cd0-fc67-4ec8-9bd1-fbe459f9bb1d tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794172 Aug 09 15:56:25.512036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-f4451415-a670-4b0f-8f04-644bf76f66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:25.514424 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-f4451415-a670-4b0f-8f04-644bf76f66fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.1378477 Aug 09 15:56:25.570191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ef92210-0508-4613-a335-8db8f21b76f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.577613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ef92210-0508-4613-a335-8db8f21b76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.623564 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.642993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-001f8daa-7812-4495-afb3-0ed77a69aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:25.645121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-001f8daa-7812-4495-afb3-0ed77a69aacd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207380 Aug 09 15:56:25.655790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 3d89842e-c2cb-499a-ab93-de771f419170 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:25.656556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.666303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92210-0508-4613-a335-8db8f21b76f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ae172-90a2-47b3-b866-a1bbff574bc0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.695842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] No DVR routers for this DVR port 3d89842e-c2cb-499a-ab93-de771f419170 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:25.698755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Pushing event deleted for resources: {'Port': ['ID=3d89842e-c2cb-499a-ab93-de771f419170,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.699442 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ef92210-0508-4613-a335-8db8f21b76f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b7200b6fdc64967a595300f12176d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954129 Aug 09 15:56:25.702331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43934) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:25.741174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.745372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.745958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.746314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.746760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.747156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.747495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.752076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.752576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.752931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.753274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.754854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0559deb-f25f-4578-b37d-b593df061bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:25.789028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-116c0899-7eb4-4dac-81c8-affacdeeb4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.835938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port 3d89842e-c2cb-499a-ab93-de771f419170, host n-d-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:25.836309 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.853255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-116c0899-7eb4-4dac-81c8-affacdeeb4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.857413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 3d89842e-c2cb-499a-ab93-de771f419170 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:25.864325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Port 3d89842e-c2cb-499a-ab93-de771f419170 was not found and therefore no delete operation was performed {{(pid=94177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:56:25.868711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.897105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-1a660f7b-4881-4723-8d7b-1ecda8bc877a service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434702 Aug 09 15:56:25.899959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=3d89842e-c2cb-499a-ab93-de771f419170,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.931516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-116c0899-7eb4-4dac-81c8-affacdeeb4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.936037 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-116c0899-7eb4-4dac-81c8-affacdeeb4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.937345 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-116c0899-7eb4-4dac-81c8-affacdeeb4bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f71ae172-90a2-47b3-b866-a1bbff574bc0 HTTP/1.1" status: 204 len: 168 time: 0.2326157 Aug 09 15:56:25.949944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c0899-7eb4-4dac-81c8-affacdeeb4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ae172-90a2-47b3-b866-a1bbff574bc0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.964700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No DVR routers for this DVR port 3d89842e-c2cb-499a-ab93-de771f419170 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:26.090498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.104480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879625f4-5817-442d-87a6-9f6fb98e3fd3']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:26.109672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ea2cfcd-4522-4c97-93dc-785fe7dee72b req-ed0080fe-5de7-46d7-975e-6ec6c73d1ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041245 Aug 09 15:56:26.131620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fe7cee-911d-462f-86fc-db74071b42c3') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:26.132193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fe7cee-911d-462f-86fc-db74071b42c3') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:26.142802 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.160408 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.167959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:26.169189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:26.173786 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:26.260976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.282998 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.289413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/879625f4-5817-442d-87a6-9f6fb98e3fd3 HTTP/1.1" status: 204 len: 168 time: 1.8609822 Aug 09 15:56:26.289413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b52ad2-0ac5-4480-ae38-02b01755ef87 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=879625f4-5817-442d-87a6-9f6fb98e3fd3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:26.289805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43966) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:26.302991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-884cccb4-8572-47af-82e1-0e669d6d0757 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-506555874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:26.332247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-884cccb4-8572-47af-82e1-0e669d6d0757 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.345252 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-884cccb4-8572-47af-82e1-0e669d6d0757 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.443979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3d89842e-c2cb-499a-ab93-de771f419170 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:26.446723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-884cccb4-8572-47af-82e1-0e669d6d0757 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.452324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-884cccb4-8572-47af-82e1-0e669d6d0757 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.471911 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-884cccb4-8572-47af-82e1-0e669d6d0757 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.473176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-884cccb4-8572-47af-82e1-0e669d6d0757 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1824720 Aug 09 15:56:26.476478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43974) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:26.485718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-562672267'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:26.507794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3d89842e-c2cb-499a-ab93-de771f419170 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:26.508699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3d89842e-c2cb-499a-ab93-de771f419170 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:26.525002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:26.534379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.596886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:26.612134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.612608 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment 09b0174f-dee3-4c1f-a7e3-5ab95341da3b of type vlan for network be7c94e4-3efe-437e-a6a3-d8db93e164e4 Aug 09 15:56:26.666266 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.713312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.720166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:26.721200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.832246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aa747-aeb6-4718-8e99-6d980ba4e1c3 req-05641ad9-3990-40e3-9d5e-e7d699761ecc tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:26.839211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=be7c94e4-3efe-437e-a6a3-d8db93e164e4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:26.841404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c89aa747-aeb6-4718-8e99-6d980ba4e1c3 req-05641ad9-3990-40e3-9d5e-e7d699761ecc tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 947 time: 0.1607881 Aug 09 15:56:26.854749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network be7c94e4-3efe-437e-a6a3-d8db93e164e4 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:26.861612 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-014c2d57-39fb-4f31-849e-6099542318fb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3837161 Aug 09 15:56:26.864154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44022) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:26.869556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:26.944356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 736dcf57-5a00-413e-b479-2ca6c34b0dab no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:27.008038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c89aa747-aeb6-4718-8e99-6d980ba4e1c3 req-2451abdc-7b51-4436-b6b9-8f6c00868dbb tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597383 Aug 09 15:56:27.025895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 736dcf57-5a00-413e-b479-2ca6c34b0dab {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:27.026144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 736dcf57-5a00-413e-b479-2ca6c34b0dab not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:27.116669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:27.126288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.405156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.516243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=55a68fc2-64a4-47e1-867f-7881e584d594,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:27.527663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:27.528115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: be7c94e4-3efe-437e-a6a3-d8db93e164e4, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:27.554863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network be7c94e4-3efe-437e-a6a3-d8db93e164e4 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:27.571860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, be7c94e4-3efe-437e-a6a3-d8db93e164e4) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:27.579700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:27.581036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.583187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40afc48-21a1-4968-ae94-ab38d60221ef None None] Network be7c94e4-3efe-437e-a6a3-d8db93e164e4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:27.619580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44078) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:27.620744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cd6db58c-6e16-45ce-a0fc-f60b469c8ce4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7554030 Aug 09 15:56:27.688750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44084) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:27.964580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:27.965470 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.037277 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed2acaba-a0bf-479e-a82c-95a5f4aed8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.170502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Allocated IP 172.20.0.2 (be7c94e4-3efe-437e-a6a3-d8db93e164e4/55a68fc2-64a4-47e1-867f-7881e584d594/3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:28.249103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed2acaba-a0bf-479e-a82c-95a5f4aed8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.256432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed2acaba-a0bf-479e-a82c-95a5f4aed8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.328747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.351777 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.361353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2acaba-a0bf-479e-a82c-95a5f4aed8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb3c869-4566-47b9-9e75-3e5f3a059e5d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:28.361687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Transition to ACTIVE for port object 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:28.383725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Transition to ACTIVE for port object 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:28.392377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ed2acaba-a0bf-479e-a82c-95a5f4aed8dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dcec4e6d65d8406f8855177fcc32c29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011385 Aug 09 15:56:28.393484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44118) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:28.396491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:56:28.408383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbaf2a-cf18-4d2f-a9cc-78332bbc67a2 req-115b17e9-9df7-4f94-ad2e-ad26e314504b tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:28.415121 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.422323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ddbaf2a-cf18-4d2f-a9cc-78332bbc67a2 req-115b17e9-9df7-4f94-ad2e-ad26e314504b tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 947 time: 0.2350638 Aug 09 15:56:28.487666 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.506312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Network be7c94e4-3efe-437e-a6a3-d8db93e164e4 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:28.531057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.576224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.681613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.686381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.691830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:28.692844 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fcb3c869-4566-47b9-9e75-3e5f3a059e5d HTTP/1.1" status: 204 len: 168 time: 0.2974558 Aug 09 15:56:28.712313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:28.714403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '47af1955-d6a4-4a48-8bbc-b01f0b8bd402', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '47af1955-d6a4-4a48-8bbc-b01f0b8bd402', 'mac_address': 'fa:16:3e:ff:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:56:28.719493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:28.724548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb3c869-4566-47b9-9e75-3e5f3a059e5d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:28.726411 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.731858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Pushing event updated for resources: {'Port': ['ID=3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:28.754131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.754529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.754828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.755190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.755523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.755871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.756204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.756530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.756851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.757175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.757628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.757944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec9548-3f35-4ee4-ab87-580508b85d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:28.906790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.939110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:28.971444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Attempting to bind port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:28.973257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Attempting to bind port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:28.977883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Attempting to bind port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 on network be7c94e4-3efe-437e-a6a3-d8db93e164e4 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:28.995347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:28.995934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Checking segment: {'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:28.996481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.997025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Bound using segment: {'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:28.997527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Bound port: 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:28.999264 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.111050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ddbaf2a-cf18-4d2f-a9cc-78332bbc67a2 req-5bfd89dd-94c6-4dae-8415-7798cca03e84 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758788 Aug 09 15:56:29.301076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] For port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:29.310027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:29.323685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] For port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4,segment=NetworkSegment(09b0174f-dee3-4c1f-a7e3-5ab95341da3b),segment_id=09b0174f-dee3-4c1f-a7e3-5ab95341da3b)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:29.326390 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.334477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.354136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44152) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:29.382961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a570a6e-d30c-4555-ae92-836af87d3093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.452035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.20.0.1 (be7c94e4-3efe-437e-a6a3-d8db93e164e4/55a68fc2-64a4-47e1-867f-7881e584d594/26c39fe1-db01-4a70-84c7-1404a2d8d460) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:29.469001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:29.549525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a570a6e-d30c-4555-ae92-836af87d3093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.556847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a570a6e-d30c-4555-ae92-836af87d3093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.600067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a570a6e-d30c-4555-ae92-836af87d3093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5222ef2d-f940-46a1-99d8-23c2dca96b6b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:29.624307 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4a570a6e-d30c-4555-ae92-836af87d3093 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28653b303f4741e99b3e6b523a16e9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683909 Aug 09 15:56:29.625133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44164) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:29.651473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['47af1955-d6a4-4a48-8bbc-b01f0b8bd402'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:29.695364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.703276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a2136-fb3e-4b77-bd1a-2be43782a921 None None] Pushing event updated for resources: {'Port': ['ID=3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:29.727294 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fc03a4b-c0b4-4352-adf8-1b1a3b631d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.743952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object 26c39fe1-db01-4a70-84c7-1404a2d8d460 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:29.807877 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fc03a4b-c0b4-4352-adf8-1b1a3b631d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.851366 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.903310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fc03a4b-c0b4-4352-adf8-1b1a3b631d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.911684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fc03a4b-c0b4-4352-adf8-1b1a3b631d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.917900 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9fc03a4b-c0b4-4352-adf8-1b1a3b631d50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5222ef2d-f940-46a1-99d8-23c2dca96b6b HTTP/1.1" status: 204 len: 168 time: 0.2892225 Aug 09 15:56:29.955493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc03a4b-c0b4-4352-adf8-1b1a3b631d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5222ef2d-f940-46a1-99d8-23c2dca96b6b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:30.048158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network be7c94e4-3efe-437e-a6a3-d8db93e164e4 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:30.054404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:30.062625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:30.221478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=26c39fe1-db01-4a70-84c7-1404a2d8d460,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:30.281902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.671657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:30.681832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.695564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a34230-4c4b-4633-9112-e724a736661c req-957d2a9d-441f-4393-aabf-0b0d7361baaf tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.697489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4a34230-4c4b-4633-9112-e724a736661c req-957d2a9d-441f-4393-aabf-0b0d7361baaf tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 948 time: 0.1817267 Aug 09 15:56:30.853253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:30.855468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4a34230-4c4b-4633-9112-e724a736661c req-c21207b0-fdf6-4b04-8939-b5a1b5cf1408 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334660 Aug 09 15:56:31.376849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21178054-b0e2-41b9-a4a4-f0b9d34cd795 None None] Network be7c94e4-3efe-437e-a6a3-d8db93e164e4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:31.544969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.559188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.574662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4fc9a0fe-c208-48c0-83e0-5fd1f32839a4 None None] Provisioning for port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:31.601821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4fc9a0fe-c208-48c0-83e0-5fd1f32839a4 None None] Provisioning complete for port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:31.602272 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a0fe-c208-48c0-83e0-5fd1f32839a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.828534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.836540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=26c39fe1-db01-4a70-84c7-1404a2d8d460,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:32.074557 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a0fe-c208-48c0-83e0-5fd1f32839a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.119172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:32.166637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network be7c94e4-3efe-437e-a6a3-d8db93e164e4 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:32.168937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:32.234552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ced02-2290-4a4c-9db4-b0a6b3e55b7c req-12d3d5ca-5524-4c29-82a3-a75d7584c59a tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:32.239071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d17ced02-2290-4a4c-9db4-b0a6b3e55b7c req-12d3d5ca-5524-4c29-82a3-a75d7584c59a tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 948 time: 0.1235373 Aug 09 15:56:32.249121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44256) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:32.285255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4fc9a0fe-c208-48c0-83e0-5fd1f32839a4 None None] For port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4,segment=NetworkSegment(09b0174f-dee3-4c1f-a7e3-5ab95341da3b),segment_id=09b0174f-dee3-4c1f-a7e3-5ab95341da3b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:32.316651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4fc9a0fe-c208-48c0-83e0-5fd1f32839a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.464077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:32.511869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:32.511869 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.541922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d17ced02-2290-4a4c-9db4-b0a6b3e55b7c req-81869d21-d26f-4a54-8a7c-a2584020cec8 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592952 Aug 09 15:56:32.563963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1584763200'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:32.623374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:56:32.653409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9a0fe-c208-48c0-83e0-5fd1f32839a4 None None] Pushing event updated for resources: {'Port': ['ID=3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:32.662298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:32.666676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.685591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.822656 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.899760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7c045cf5-aa7d-4a10-b90b-53071eeed324 None None] Provisioning for port 26c39fe1-db01-4a70-84c7-1404a2d8d460 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:32.915076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:32.926527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7c045cf5-aa7d-4a10-b90b-53071eeed324 None None] Provisioning complete for port 26c39fe1-db01-4a70-84c7-1404a2d8d460 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:32.926527 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7c045cf5-aa7d-4a10-b90b-53071eeed324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.926828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bb95c59d-7b2a-4ae3-92d7-0c30e66bcc55 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3002319 Aug 09 15:56:32.926992 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:32.927859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44268) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:32.946297 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:32.947282 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:32.972843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-479255695'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:32.990067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:33.068381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.071186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1e5d5d-1145-4c04-b8a2-7c646dd8181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47af1955-d6a4-4a48-8bbc-b01f0b8bd402'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:33.073758 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ec6ef1-d786-4889-8caa-ee6bc8cfbd9a" -d '{"events": [{"server_uuid": "9a1e5d5d-1145-4c04-b8a2-7c646dd8181e", "name": "network-vif-plugged", "status": "completed", "tag": "47af1955-d6a4-4a48-8bbc-b01f0b8bd402"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:33.094110 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.109313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.169042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:33.213457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.213966 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Added segment 75283da0-a682-4638-957a-4df65065d9ac of type vlan for network 9c4dd093-daa5-448b-9662-105622e20b54 Aug 09 15:56:33.236926 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f497996b-2a19-4ecd-870b-80288cfb77cf x-openstack-request-id: req-f497996b-2a19-4ecd-870b-80288cfb77cf {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:33.236926 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1e5d5d-1145-4c04-b8a2-7c646dd8181e", "name": "network-vif-plugged", "status": "completed", "tag": "47af1955-d6a4-4a48-8bbc-b01f0b8bd402", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:33.237306 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f497996b-2a19-4ecd-870b-80288cfb77cf {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:33.238352 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1e5d5d-1145-4c04-b8a2-7c646dd8181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47af1955-d6a4-4a48-8bbc-b01f0b8bd402', 'code': 200} Aug 09 15:56:33.254943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7c045cf5-aa7d-4a10-b90b-53071eeed324 None None] Port 26c39fe1-db01-4a70-84c7-1404a2d8d460 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:33.269050 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:33.345305 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.350829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7c045cf5-aa7d-4a10-b90b-53071eeed324 None None] Provisioning complete for port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:33.351220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7c045cf5-aa7d-4a10-b90b-53071eeed324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.358804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:33.428370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ba5da-16c5-4b08-bbe0-f32076462b23 req-238bce99-06f7-481f-b463-48b9732a3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:33.437357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212ba5da-16c5-4b08-bbe0-f32076462b23 req-238bce99-06f7-481f-b463-48b9732a3662 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 1100 time: 0.1294525 Aug 09 15:56:33.443103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.470916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:33.471595 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.505771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-212ba5da-16c5-4b08-bbe0-f32076462b23 req-837ae7bf-124c-4b6a-ab9f-36355c5bfe15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604522 Aug 09 15:56:33.702104 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:30Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:31Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:33.731229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6cd34fed-0257-4a72-9e67-b92b93faf32a None None] Provisioning complete for port 26c39fe1-db01-4a70-84c7-1404a2d8d460 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:33.731642 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cd34fed-0257-4a72-9e67-b92b93faf32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.761976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:33.771736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.804114 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5525172 Aug 09 15:56:33.822669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44286) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:33.831425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77a9d6-1c29-40c4-9c11-80909d38e256,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:33.832726 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:56:33.833081 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Updating router f2b80440-3196-4d99-9b99-57083de69d79 port 26c39fe1-db01-4a70-84c7-1404a2d8d460 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:56:33.846518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6cd34fed-0257-4a72-9e67-b92b93faf32a None None] Port 26c39fe1-db01-4a70-84c7-1404a2d8d460 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:33.853771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:33.911775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c01b5e-032e-4f70-ac75-6b45b5d47f1b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Network': ['ID=9c4dd093-daa5-448b-9662-105622e20b54,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:33.912072 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.950208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:33.993606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:34.068034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.071980 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment 4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb of type vlan for network 85124a08-91d5-4eff-be7f-077e0e7f4d2b Aug 09 15:56:34.143324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2e032-52b4-4b09-a23b-9fb15467cdfb req-ce704434-d233-494f-b20e-4b250086a45e tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:34.156491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6e2e032-52b4-4b09-a23b-9fb15467cdfb req-ce704434-d233-494f-b20e-4b250086a45e tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 949 time: 0.3922386 Aug 09 15:56:34.209817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:34.213759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.275134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.295955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-abca42b6-6267-4652-a944-96b6ef8ac39c None None] Provisioning complete for port 26c39fe1-db01-4a70-84c7-1404a2d8d460 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:34.297256 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-abca42b6-6267-4652-a944-96b6ef8ac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.385962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-abca42b6-6267-4652-a944-96b6ef8ac39c None None] Port 26c39fe1-db01-4a70-84c7-1404a2d8d460 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:34.455607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.516184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:34.530129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.596944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:34.692416 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7557249 Aug 09 15:56:34.697948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44302) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:34.705014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:34.809674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:34.810512 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.882711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cbb63-3f2f-4b73-9593-bcaad0ff613c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=85124a08-91d5-4eff-be7f-077e0e7f4d2b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.903235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 85124a08-91d5-4eff-be7f-077e0e7f4d2b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:34.970241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:34.975615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.038000 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.052567 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Transition to ACTIVE for port object 26c39fe1-db01-4a70-84c7-1404a2d8d460 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:35.070005 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.169196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6e2e032-52b4-4b09-a23b-9fb15467cdfb req-0f31ae96-7741-443b-8ef0-ea02c43c983e tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0113668 Aug 09 15:56:35.176429 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Pushing event updated for resources: {'Port': ['ID=26c39fe1-db01-4a70-84c7-1404a2d8d460,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.202014 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.202356 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.207126 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.209409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.209409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.209409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.209409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.209409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.214976 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.215770 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.216813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.217520 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:35.350477 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Attempting to bind port 26c39fe1-db01-4a70-84c7-1404a2d8d460 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:35.351783 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Attempting to bind port 26c39fe1-db01-4a70-84c7-1404a2d8d460 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:35.352482 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Attempting to bind port 26c39fe1-db01-4a70-84c7-1404a2d8d460 on network be7c94e4-3efe-437e-a6a3-d8db93e164e4 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:35.392447 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:35.393207 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Checking segment: {'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:35.404054 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.404706 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Bound using segment: {'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:35.405379 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Bound port: 26c39fe1-db01-4a70-84c7-1404a2d8d460, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b0174f-dee3-4c1f-a7e3-5ab95341da3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:35.406528 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.520942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.557885 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] For port 26c39fe1-db01-4a70-84c7-1404a2d8d460, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:35.564522 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] For port 26c39fe1-db01-4a70-84c7-1404a2d8d460, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=26c39fe1-db01-4a70-84c7-1404a2d8d460,segment=NetworkSegment(09b0174f-dee3-4c1f-a7e3-5ab95341da3b),segment_id=09b0174f-dee3-4c1f-a7e3-5ab95341da3b)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:35.574779 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.590160 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.680844 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c371950-4bed-47db-9e4b-3e7f16fd7e91 None None] Pushing event updated for resources: {'Port': ['ID=26c39fe1-db01-4a70-84c7-1404a2d8d460,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.688562 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:35.689174 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:35.713046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=53771cde-8807-4c22-87dd-8476285e357e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.734948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=e059df9b-408b-4d43-8eef-18b215f80dd6,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.757675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:35.758823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:35.759282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: 85124a08-91d5-4eff-be7f-077e0e7f4d2b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:35.759802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network hostable DHCP agents. Network: 9c4dd093-daa5-448b-9662-105622e20b54, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:35.809893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:35.814142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 85124a08-91d5-4eff-be7f-077e0e7f4d2b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:35.856647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9c4dd093-daa5-448b-9662-105622e20b54) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:35.863557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:35.864486 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.865904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60093fdb-7ed5-472d-9e20-808c4d68591c None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:35.873772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 85124a08-91d5-4eff-be7f-077e0e7f4d2b) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:35.903531 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:35.904477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3b7cd-35c6-4050-8988-fca65a4b519b None None] Network 85124a08-91d5-4eff-be7f-077e0e7f4d2b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:35.908050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.928242 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-10a94e38-7b3c-41a8-8c86-235548a75771 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0984683 Aug 09 15:56:35.929103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44322) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.959659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'name': 'tempest-NetworksTestDHCPv6-2117167772'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:36.005775 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-be5c4704-d684-4702-8128-8857f696acbd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3079915 Aug 09 15:56:36.008394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44324) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:36.070994 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:36.192522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:36.196265 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.239366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 833ec0da-2c12-4f37-9609-5354bde8ce83 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:56:36.446357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': 'e059df9b-408b-4d43-8eef-18b215f80dd6'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:36.447503 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.580881 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:30Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:35Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:36.594550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ff5c-75c7-48cf-9a44-18005fc64d40 req-fd84836e-28b3-40a1-91e1-ec539490e89a tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:36.600704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01a7ff5c-75c7-48cf-9a44-18005fc64d40 req-fd84836e-28b3-40a1-91e1-ec539490e89a tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 949 time: 0.2035360 Aug 09 15:56:36.667143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::81 (9c4dd093-daa5-448b-9662-105622e20b54/e059df9b-408b-4d43-8eef-18b215f80dd6/833ec0da-2c12-4f37-9609-5354bde8ce83) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:36.679538 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb9bd0-e547-4bfc-9e15-9c3e8298a697 None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:30Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:35Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:36.935447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01a7ff5c-75c7-48cf-9a44-18005fc64d40 req-41bab1a9-543d-445b-8fcf-47ee78d31c99 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887549 Aug 09 15:56:36.993156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:36.994076 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.029360 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.394804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.463236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 833ec0da-2c12-4f37-9609-5354bde8ce83 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:37.621269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.716490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.21.0.1 (85124a08-91d5-4eff-be7f-077e0e7f4d2b/53771cde-8807-4c22-87dd-8476285e357e/305cb665-3fdb-4ac3-8c12-c421052bf8e1) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:37.785585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=833ec0da-2c12-4f37-9609-5354bde8ce83,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:37.808503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:37.810704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:37.816389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:37.827583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.836001 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.858717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44364) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:37.879215 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-19876f7f-b533-4e1c-8210-b64ede02f479 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9481308 Aug 09 15:56:37.882779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44368) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:38.110594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6abe85-108e-436a-b998-a190d2a453ae tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:38.112407 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cb6abe85-108e-436a-b998-a190d2a453ae tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2285588 Aug 09 15:56:38.116458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44374) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:38.129581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a1aa6-1f5d-473b-97d5-44ec4ac8d82f req-eb0cd2eb-1085-47da-9757-37a92f52003c tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:38.135073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-222a1aa6-1f5d-473b-97d5-44ec4ac8d82f req-eb0cd2eb-1085-47da-9757-37a92f52003c tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 949 time: 0.3593137 Aug 09 15:56:38.276525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1dfbd738-663f-448c-b565-721f2523acec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.284750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Allocated IP 2001:db8::2 (9c4dd093-daa5-448b-9662-105622e20b54/e059df9b-408b-4d43-8eef-18b215f80dd6/ed4bc1f8-40b4-4f19-a005-579e145fcc18) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:38.342456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-222a1aa6-1f5d-473b-97d5-44ec4ac8d82f req-325ea2bc-86f1-41e2-bfba-30d240f72923 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975157 Aug 09 15:56:38.426822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.476065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object 305cb665-3fdb-4ac3-8c12-c421052bf8e1 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:38.589519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1dfbd738-663f-448c-b565-721f2523acec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.593836 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.614082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1dfbd738-663f-448c-b565-721f2523acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.643561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 85124a08-91d5-4eff-be7f-077e0e7f4d2b is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:38.650157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:38.655340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:38.727905 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1dfbd738-663f-448c-b565-721f2523acec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b87564607ff2433189ffc07c003d52f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8630054 Aug 09 15:56:38.728439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44386) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:38.729959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbd738-663f-448c-b565-721f2523acec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1a813-ab34-4257-8ea7-ac402b47729a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:38.755790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.779068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Transition to ACTIVE for port object ed4bc1f8-40b4-4f19-a005-579e145fcc18 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:38.802312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=305cb665-3fdb-4ac3-8c12-c421052bf8e1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:38.840049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Transition to ACTIVE for port object ed4bc1f8-40b4-4f19-a005-579e145fcc18 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:38.850744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.854319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.857007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.857792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.859305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.859854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.860429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.861868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.862354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.864343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.864842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.867084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:38.876871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-40566193-169d-446d-bea3-f560a5a372e4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 833ec0da-2c12-4f37-9609-5354bde8ce83 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:38.877518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40566193-169d-446d-bea3-f560a5a372e4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.971393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26c39fe1-db01-4a70-84c7-1404a2d8d460 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:38.976444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.980574 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.018812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01eded33-e722-4945-9a5d-1f14cb843c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.071635 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01eded33-e722-4945-9a5d-1f14cb843c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.075291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Pushing event updated for resources: {'Port': ['ID=ed4bc1f8-40b4-4f19-a005-579e145fcc18,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:39.092455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:39.104645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:39.107269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:39.159520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Allocated IP 172.21.0.2 (85124a08-91d5-4eff-be7f-077e0e7f4d2b/53771cde-8807-4c22-87dd-8476285e357e/afa64fce-a479-43c4-83f0-604d400be698) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:39.162435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931051-2255-4aba-88f7-1199481f17d6 req-f597e591-e6d5-48e1-9137-11b48d24a16b tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.165176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae931051-2255-4aba-88f7-1199481f17d6 req-f597e591-e6d5-48e1-9137-11b48d24a16b tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 949 time: 0.2773068 Aug 09 15:56:39.192441 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40566193-169d-446d-bea3-f560a5a372e4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.213883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-40566193-169d-446d-bea3-f560a5a372e4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 833ec0da-2c12-4f37-9609-5354bde8ce83 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:39.281334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Attempting to bind port ed4bc1f8-40b4-4f19-a005-579e145fcc18 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:39.281963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Attempting to bind port ed4bc1f8-40b4-4f19-a005-579e145fcc18 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:39.282568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Attempting to bind port ed4bc1f8-40b4-4f19-a005-579e145fcc18 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:39.287710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01eded33-e722-4945-9a5d-1f14cb843c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.291068 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01eded33-e722-4945-9a5d-1f14cb843c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.296441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:39.297082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:39.297693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.298197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:39.299272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Bound port: ed4bc1f8-40b4-4f19-a005-579e145fcc18, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:39.299272 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.311724 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-01eded33-e722-4945-9a5d-1f14cb843c63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66a1a813-ab34-4257-8ea7-ac402b47729a HTTP/1.1" status: 204 len: 168 time: 0.5521464 Aug 09 15:56:39.346289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eded33-e722-4945-9a5d-1f14cb843c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1a813-ab34-4257-8ea7-ac402b47729a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:39.416693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.419263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 26c39fe1-db01-4a70-84c7-1404a2d8d460 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:39.492694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] For port ed4bc1f8-40b4-4f19-a005-579e145fcc18, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:39.497027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] For port ed4bc1f8-40b4-4f19-a005-579e145fcc18, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ed4bc1f8-40b4-4f19-a005-579e145fcc18,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:39.501296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 26c39fe1-db01-4a70-84c7-1404a2d8d460 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:39.501777 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.513216 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.611611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40566193-169d-446d-bea3-f560a5a372e4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.620677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Deleting port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:39.621096 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.722740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40566193-169d-446d-bea3-f560a5a372e4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=833ec0da-2c12-4f37-9609-5354bde8ce83,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:39.760187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40566193-169d-446d-bea3-f560a5a372e4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.764599 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-40566193-169d-446d-bea3-f560a5a372e4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/833ec0da-2c12-4f37-9609-5354bde8ce83 HTTP/1.1" status: 204 len: 168 time: 1.6466935 Aug 09 15:56:39.768654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44406) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:39.816510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c486282-8d61-49b9-808c-b144df1934f6 None None] Pushing event updated for resources: {'Port': ['ID=ed4bc1f8-40b4-4f19-a005-579e145fcc18,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:40.125115 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.184503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Transition to ACTIVE for port object afa64fce-a479-43c4-83f0-604d400be698 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:40.189420 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.218208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb30fc2-951a-4cc1-a04e-2dcd2096287b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:40.218782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Transition to ACTIVE for port object afa64fce-a479-43c4-83f0-604d400be698 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:40.228983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] For port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:40.230122 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.238892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.242423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb30fc2-951a-4cc1-a04e-2dcd2096287b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:40.253090 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8bb30fc2-951a-4cc1-a04e-2dcd2096287b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4833002 Aug 09 15:56:40.255719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44422) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:40.338215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 26c39fe1-db01-4a70-84c7-1404a2d8d460, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=26c39fe1-db01-4a70-84c7-1404a2d8d460,segment=NetworkSegment(09b0174f-dee3-4c1f-a7e3-5ab95341da3b),segment_id=09b0174f-dee3-4c1f-a7e3-5ab95341da3b)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:40.339697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Pushing event updated for resources: {'Port': ['ID=afa64fce-a479-43c4-83f0-604d400be698,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:40.349672 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.355981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496bfb9-4c5c-40db-8878-4a882b396775 req-7fed6db5-ca2b-4dfa-9796-ff5910637919 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:40.359262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9496bfb9-4c5c-40db-8878-4a882b396775 req-7fed6db5-ca2b-4dfa-9796-ff5910637919 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 949 time: 0.7891798 Aug 09 15:56:40.412097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Calling delete_port for 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:40.469914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-754926be-417b-4d45-97ae-7d84e8e9df0f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet e059df9b-408b-4d43-8eef-18b215f80dd6 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:40.474227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-754926be-417b-4d45-97ae-7d84e8e9df0f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.480977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9496bfb9-4c5c-40db-8878-4a882b396775 req-b8c29405-8db1-4928-952d-e849425537e2 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/security-groups?id=30a5f22c-45d2-4084-a72e-ae019fd96579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742786 Aug 09 15:56:40.510551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=26c39fe1-db01-4a70-84c7-1404a2d8d460,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:40.526018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Network 85124a08-91d5-4eff-be7f-077e0e7f4d2b is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:40.533383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:40.564571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:40.669053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-754926be-417b-4d45-97ae-7d84e8e9df0f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.677031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ed4bc1f8-40b4-4f19-a005-579e145fcc18 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:40.761636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.766576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Attempting to bind port afa64fce-a479-43c4-83f0-604d400be698 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:40.767342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Attempting to bind port afa64fce-a479-43c4-83f0-604d400be698 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:40.767807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Attempting to bind port afa64fce-a479-43c4-83f0-604d400be698 on network 85124a08-91d5-4eff-be7f-077e0e7f4d2b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:40.784112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.801887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:40.804015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Checking segment: {'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:40.805072 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.805721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Bound using segment: {'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:40.806454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Bound port: afa64fce-a479-43c4-83f0-604d400be698, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:40.810088 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.889360 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-754926be-417b-4d45-97ae-7d84e8e9df0f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.992596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ed4bc1f8-40b4-4f19-a005-579e145fcc18 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:41.014449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-754926be-417b-4d45-97ae-7d84e8e9df0f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.036904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] For port afa64fce-a479-43c4-83f0-604d400be698, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:41.053403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] For port afa64fce-a479-43c4-83f0-604d400be698, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=afa64fce-a479-43c4-83f0-604d400be698,segment=NetworkSegment(4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb),segment_id=4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:41.065951 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.077927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754926be-417b-4d45-97ae-7d84e8e9df0f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=e059df9b-408b-4d43-8eef-18b215f80dd6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:41.097949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=305cb665-3fdb-4ac3-8c12-c421052bf8e1,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:41.124385 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.128271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-754926be-417b-4d45-97ae-7d84e8e9df0f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.131654 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-754926be-417b-4d45-97ae-7d84e8e9df0f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/e059df9b-408b-4d43-8eef-18b215f80dd6 HTTP/1.1" status: 204 len: 168 time: 0.8740718 Aug 09 15:56:41.135577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44448) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:41.284159 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4569dcb5-a150-4c63-a481-6e1f4847fa80 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427252 Aug 09 15:56:41.285981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44450) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:41.291303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:41.303157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b294542-8da2-45c9-844c-04de82cd4055 None None] Pushing event updated for resources: {'Port': ['ID=afa64fce-a479-43c4-83f0-604d400be698,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:41.308537 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.329406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['47af1955-d6a4-4a48-8bbc-b01f0b8bd402'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:41.407673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 85124a08-91d5-4eff-be7f-077e0e7f4d2b is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:41.428041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Pushing event deleted for resources: {'Port': ['ID=47af1955-d6a4-4a48-8bbc-b01f0b8bd402,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:41.441897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:41.615547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:41.620615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.722375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386e4b0-0f3b-4fe1-a28d-4d6a55d80165 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:41.822783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] No DVR routers for this DVR port 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:41.828519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.831564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae931051-2255-4aba-88f7-1199481f17d6 req-bf5a377c-48ba-43d0-a453-4a61cb89f938 tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.35 "DELETE /v2.0/ports/47af1955-d6a4-4a48-8bbc-b01f0b8bd402 HTTP/1.1" status: 204 len: 173 time: 2.6599321 Aug 09 15:56:41.834254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1e5d5d-1145-4c04-b8a2-7c646dd8181e', 'name': 'network-vif-deleted', 'tag': '47af1955-d6a4-4a48-8bbc-b01f0b8bd402'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:41.839624 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b03f01-adac-4f1c-b2a2-f5091462b7e8" -d '{"events": [{"server_uuid": "9a1e5d5d-1145-4c04-b8a2-7c646dd8181e", "name": "network-vif-deleted", "tag": "47af1955-d6a4-4a48-8bbc-b01f0b8bd402"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:41.881814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca8097bc-25ee-4cdd-849f-4b780881c3d9 req-8b6c9790-40ec-4699-982f-718eab61e6cf tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 210 time: 0.0881281 Aug 09 15:56:41.919622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:56:42.216383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:42.244707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:42.245074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d9f829f8-fe03-49e3-9c93-6c756320d5ba tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2354190 Aug 09 15:56:42.245811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44484) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:42.261065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-94377ca4-e38d-4cdc-9768-68a9635560af None None] Provisioning for port ed4bc1f8-40b4-4f19-a005-579e145fcc18 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:42.273912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-1165403623'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:42.336530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-94377ca4-e38d-4cdc-9768-68a9635560af None None] Provisioning complete for port ed4bc1f8-40b4-4f19-a005-579e145fcc18 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:42.338490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.339939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-94377ca4-e38d-4cdc-9768-68a9635560af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.409557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:42.432089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.474681 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:42.475606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:42.526453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:42.532974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:42.539023 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:42.539859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.612642 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6df1eb-1915-4a58-b56a-b16f8e518482 x-openstack-request-id: req-6b6df1eb-1915-4a58-b56a-b16f8e518482 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:42.612928 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1e5d5d-1145-4c04-b8a2-7c646dd8181e", "name": "network-vif-deleted", "tag": "47af1955-d6a4-4a48-8bbc-b01f0b8bd402", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:42.613175 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b6df1eb-1915-4a58-b56a-b16f8e518482 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:42.621383 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1e5d5d-1145-4c04-b8a2-7c646dd8181e', 'name': 'network-vif-deleted', 'tag': '47af1955-d6a4-4a48-8bbc-b01f0b8bd402', 'status': 'completed', 'code': 200} Aug 09 15:56:42.659959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:42.660556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3642011 Aug 09 15:56:42.661298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44516) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:42.709083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'name': 'tempest-NetworksTestDHCPv6-1141847981'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:42.710363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.710685 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment 32582caa-63c4-4a7b-b1a1-b1336e622e73 of type vlan for network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 Aug 09 15:56:42.722674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4f731-31fb-41da-943b-89eb340c78c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=181db6f5-166f-4fee-93f6-7b6d8d1d7d9e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:42.862590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26c39fe1-db01-4a70-84c7-1404a2d8d460 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:43.153037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:43.181293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:43.211582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.325298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port c02ce5ab-e94b-423b-a0f4-629abc569c76 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:56:43.478266 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-94377ca4-e38d-4cdc-9768-68a9635560af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.512678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0a9f6-1539-4975-a0de-84818d4486fc None None] Network 85124a08-91d5-4eff-be7f-077e0e7f4d2b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:43.632441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 26c39fe1-db01-4a70-84c7-1404a2d8d460 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:43.634511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.653775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a42c3ec7-c036-4521-a961-395ce31afbca req-82014440-8eb8-4ffe-8cee-7b92be4919ed tempest-VolumesNegativeTest-492968788 tempest-VolumesNegativeTest-492968788-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1e5d5d-1145-4c04-b8a2-7c646dd8181e HTTP/1.1" status: 200 len: 210 time: 0.0469029 Aug 09 15:56:43.658821 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.664176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::20e (9c4dd093-daa5-448b-9662-105622e20b54/181db6f5-166f-4fee-93f6-7b6d8d1d7d9e/c02ce5ab-e94b-423b-a0f4-629abc569c76) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:43.763401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.774028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:43.775353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.780439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-94377ca4-e38d-4cdc-9768-68a9635560af None None] For port ed4bc1f8-40b4-4f19-a005-579e145fcc18, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ed4bc1f8-40b4-4f19-a005-579e145fcc18,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:43.929807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=4d2171a6-729c-4e02-a0ca-fcf1340c8df1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:43.933551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2b6b8ebb-a9a4-4fc6-8475-7ca055c8b4d8 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6866128 Aug 09 15:56:43.938126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44568) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:43.965257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:44.013385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.026184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:44.046613 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-94377ca4-e38d-4cdc-9768-68a9635560af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.057279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object c02ce5ab-e94b-423b-a0f4-629abc569c76 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:44.204724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:44.212172 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.232634 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.385689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:44.397551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:44.415577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:44.435607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:44.455546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.486825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=c02ce5ab-e94b-423b-a0f4-629abc569c76,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:44.514712 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0bfdf66-9d87-4968-b7cb-fcfa66ce4783 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8451083 Aug 09 15:56:44.515790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44584) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:44.606784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4fbec-205d-4956-ad90-30932fa39626 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:44.617781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4fbec-205d-4956-ad90-30932fa39626 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:44.623852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44588) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:44.624914 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-67f4fbec-205d-4956-ad90-30932fa39626 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1075423 Aug 09 15:56:44.665803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:44.668979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d785db5-eafe-4204-a14e-a69f0988da45 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:44.872878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:44.873489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 47af1955-d6a4-4a48-8bbc-b01f0b8bd402 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:44.877210 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.141735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=0f672cfe-a756-4488-bfd6-3806ec5acde9,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:45.185712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:45.186400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: 4d2171a6-729c-4e02-a0ca-fcf1340c8df1, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:45.219772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b12847fc-eedc-482d-8a2c-168861ecdce5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port c02ce5ab-e94b-423b-a0f4-629abc569c76 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:45.220543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b12847fc-eedc-482d-8a2c-168861ecdce5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.319875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94377ca4-e38d-4cdc-9768-68a9635560af None None] Pushing event updated for resources: {'Port': ['ID=ed4bc1f8-40b4-4f19-a005-579e145fcc18,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:45.339416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:45.343929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bb765e90-e878-47e4-8b76-b561c6b08415 None None] Provisioning for port afa64fce-a479-43c4-83f0-604d400be698 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:45.455382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device afa64fce-a479-43c4-83f0-604d400be698 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:45.574591 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5db4ec5e-fdfd-4084-92d2-aa1ee1b7c73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.586699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4d2171a6-729c-4e02-a0ca-fcf1340c8df1) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:45.622167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:45.622167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.625114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:39Z', 'revision_number': 3, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:39Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:45.627846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c9d8d-d694-4ce0-9dec-d522da9ab36d None None] Network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:45.655752 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b12847fc-eedc-482d-8a2c-168861ecdce5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.686627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44610) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:45.695017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cd4b4043-ea6a-4c06-bbf0-17fee44e7380 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7528059 Aug 09 15:56:45.724050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b12847fc-eedc-482d-8a2c-168861ecdce5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for c02ce5ab-e94b-423b-a0f4-629abc569c76 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:45.887300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port afa64fce-a479-43c4-83f0-604d400be698 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:45.910372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port afa64fce-a479-43c4-83f0-604d400be698 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:45.912123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.914582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:56:45.920001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Updating router f2b80440-3196-4d99-9b99-57083de69d79 port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:56:46.112531 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b12847fc-eedc-482d-8a2c-168861ecdce5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.248623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12847fc-eedc-482d-8a2c-168861ecdce5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=c02ce5ab-e94b-423b-a0f4-629abc569c76,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:46.249803 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.306972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ace9691b-bdb6-4b49-85be-84d9eebd2d86 None None] Provisioning complete for port ed4bc1f8-40b4-4f19-a005-579e145fcc18 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:46.307349 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ace9691b-bdb6-4b49-85be-84d9eebd2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.392028 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b12847fc-eedc-482d-8a2c-168861ecdce5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.402683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b12847fc-eedc-482d-8a2c-168861ecdce5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/c02ce5ab-e94b-423b-a0f4-629abc569c76 HTTP/1.1" status: 204 len: 168 time: 1.7762303 Aug 09 15:56:46.404762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44620) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:46.743972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f26b6a-a7d6-4162-9eca-011179dc740c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:46.759987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f26b6a-a7d6-4162-9eca-011179dc740c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:46.761971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-01f26b6a-a7d6-4162-9eca-011179dc740c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3559515 Aug 09 15:56:46.764958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44628) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:46.886326 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.959697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdab33f-52ee-45d2-8a68-87203f66ec31 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 181db6f5-166f-4fee-93f6-7b6d8d1d7d9e {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:46.976612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fdab33f-52ee-45d2-8a68-87203f66ec31 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.082548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fdab33f-52ee-45d2-8a68-87203f66ec31 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.203002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fdab33f-52ee-45d2-8a68-87203f66ec31 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.214094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:47.221862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.401400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fdab33f-52ee-45d2-8a68-87203f66ec31 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.524116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdab33f-52ee-45d2-8a68-87203f66ec31 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=181db6f5-166f-4fee-93f6-7b6d8d1d7d9e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:47.526240 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.537590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fdab33f-52ee-45d2-8a68-87203f66ec31 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.542458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Transition to ACTIVE for port object 305cb665-3fdb-4ac3-8c12-c421052bf8e1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:47.544397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5fdab33f-52ee-45d2-8a68-87203f66ec31 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/181db6f5-166f-4fee-93f6-7b6d8d1d7d9e HTTP/1.1" status: 204 len: 168 time: 0.7765548 Aug 09 15:56:47.546518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44638) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:47.711950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-018f9e23-504e-4968-ac74-a4fe4741afe9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1605651 Aug 09 15:56:47.716369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44642) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:47.729076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:47.869105 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.944391 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.957763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-08cc7fb5-e262-4681-bf35-b0cdefd96534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.005499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:48.015459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.078687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.082574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f1233-3517-4115-82aa-be128e1222e8 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:48.116429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port afa64fce-a479-43c4-83f0-604d400be698, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=afa64fce-a479-43c4-83f0-604d400be698,segment=NetworkSegment(4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb),segment_id=4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:48.329733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c222d09-33d5-42b5-9689-ed225089fafd None None] Could not find standard attr ID for object c02ce5ab-e94b-423b-a0f4-629abc569c76. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:56:48.331960 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.498063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Attempting to bind port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:48.498329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Attempting to bind port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:48.498688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Attempting to bind port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 on network 85124a08-91d5-4eff-be7f-077e0e7f4d2b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:48.510972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbeeaef-126a-47b3-ae33-2ca96adddcb1 None None] Pushing event updated for resources: {'Port': ['ID=305cb665-3fdb-4ac3-8c12-c421052bf8e1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:48.532238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:48.532643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Checking segment: {'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:48.533096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.533488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Bound using segment: {'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:48.536867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Bound port: 305cb665-3fdb-4ac3-8c12-c421052bf8e1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:48.537278 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.542809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c222d09-33d5-42b5-9689-ed225089fafd None None] Provisioning for port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:48.591935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ed4bc1f8-40b4-4f19-a005-579e145fcc18 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:48.640600 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.675103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Allocated IP 172.22.0.2 (4d2171a6-729c-4e02-a0ca-fcf1340c8df1/0f672cfe-a756-4488-bfd6-3806ec5acde9/a6568067-fa40-4ebc-b67f-14acdda18cb9) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:48.696013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:48.699643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:48.706349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:48.706952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.739891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0217249 Aug 09 15:56:48.742463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44656) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:48.753733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'name': 'tempest-NetworksTestDHCPv6-1937780737'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:48.758454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328747a-24c5-48fe-ac26-1beaca25c011 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=9963cd59-3900-431f-a7bd-3fc8c4c39a12,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:48.879465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c222d09-33d5-42b5-9689-ed225089fafd None None] Provisioning complete for port afa64fce-a479-43c4-83f0-604d400be698 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:48.890077 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c222d09-33d5-42b5-9689-ed225089fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.979212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=afa64fce-a479-43c4-83f0-604d400be698,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:49.038639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] For port 305cb665-3fdb-4ac3-8c12-c421052bf8e1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:49.057323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:49.061881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ed4bc1f8-40b4-4f19-a005-579e145fcc18 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:49.062348 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.074126 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.107907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] For port 305cb665-3fdb-4ac3-8c12-c421052bf8e1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=305cb665-3fdb-4ac3-8c12-c421052bf8e1,segment=NetworkSegment(4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb),segment_id=4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:49.129454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.154842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 59160a28-5445-4138-b462-0f1081d5cc7a yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:56:49.391091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::36 (9c4dd093-daa5-448b-9662-105622e20b54/9963cd59-3900-431f-a7bd-3fc8c4c39a12/59160a28-5445-4138-b462-0f1081d5cc7a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:49.562911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.601470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.617094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 59160a28-5445-4138-b462-0f1081d5cc7a will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:49.627349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc1e93-2060-40ba-b51f-b783aa7125bd None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:49.673474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.774574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:49.788180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:49.797090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=59160a28-5445-4138-b462-0f1081d5cc7a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:49.800790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:49.812170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:49.813442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.842480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-409615cb-5a0b-41be-a7cb-8d6f3c7476bb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0969918 Aug 09 15:56:49.843148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44674) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:49.857671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:49.859415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:49.876646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c222d09-33d5-42b5-9689-ed225089fafd None None] Could not find standard attr ID for object 833ec0da-2c12-4f37-9609-5354bde8ce83. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:56:50.014905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700187a-466e-4716-84c1-81d26a9b797c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.033847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700187a-466e-4716-84c1-81d26a9b797c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.044155 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a700187a-466e-4716-84c1-81d26a9b797c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1999717 Aug 09 15:56:50.048248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44680) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:50.087635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbeeaef-126a-47b3-ae33-2ca96adddcb1 None None] Pushing event updated for resources: {'Port': ['ID=305cb665-3fdb-4ac3-8c12-c421052bf8e1,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:50.175719 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.180032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd2296-7188-4d2b-9b9d-8a867fb26bf9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 59160a28-5445-4138-b462-0f1081d5cc7a {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:50.180475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2296-7188-4d2b-9b9d-8a867fb26bf9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.187033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Transition to ACTIVE for port object a6568067-fa40-4ebc-b67f-14acdda18cb9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:50.297035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c222d09-33d5-42b5-9689-ed225089fafd None None] Provisioning complete for port ed4bc1f8-40b4-4f19-a005-579e145fcc18 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:50.297738 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c222d09-33d5-42b5-9689-ed225089fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.309974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:50.342041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Transition to ACTIVE for port object a6568067-fa40-4ebc-b67f-14acdda18cb9 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:50.397262 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.523526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:50.533611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:50.536295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:50.556894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2296-7188-4d2b-9b9d-8a867fb26bf9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.582975 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.591355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device afa64fce-a479-43c4-83f0-604d400be698 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:50.604806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.22.0.1 (4d2171a6-729c-4e02-a0ca-fcf1340c8df1/0f672cfe-a756-4488-bfd6-3806ec5acde9/c7345043-0607-4097-81c6-5684c2ec8064) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:50.614297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd2296-7188-4d2b-9b9d-8a867fb26bf9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 59160a28-5445-4138-b462-0f1081d5cc7a owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:50.725449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Pushing event updated for resources: {'Port': ['ID=a6568067-fa40-4ebc-b67f-14acdda18cb9,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:50.958746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port afa64fce-a479-43c4-83f0-604d400be698 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:50.959084 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.104121 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.133124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Attempting to bind port a6568067-fa40-4ebc-b67f-14acdda18cb9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:51.133711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Attempting to bind port a6568067-fa40-4ebc-b67f-14acdda18cb9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:51.137315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Attempting to bind port a6568067-fa40-4ebc-b67f-14acdda18cb9 on network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:51.152477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object c7345043-0607-4097-81c6-5684c2ec8064 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:51.202846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:51.203731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Checking segment: {'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:51.204730 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.205355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Bound using segment: {'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:51.206086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Bound port: a6568067-fa40-4ebc-b67f-14acdda18cb9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:51.206710 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.330679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2296-7188-4d2b-9b9d-8a867fb26bf9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.336905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:39Z', 'revision_number': 3, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:49Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:51.451416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd2296-7188-4d2b-9b9d-8a867fb26bf9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=59160a28-5445-4138-b462-0f1081d5cc7a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:51.478795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147663a2-8690-4a5a-8937-5ae76327d736 None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:39Z', 'revision_number': 3, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:49Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:51.498486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] For port a6568067-fa40-4ebc-b67f-14acdda18cb9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:51.503369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] For port a6568067-fa40-4ebc-b67f-14acdda18cb9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a6568067-fa40-4ebc-b67f-14acdda18cb9,segment=NetworkSegment(32582caa-63c4-4a7b-b1a1-b1336e622e73),segment_id=32582caa-63c4-4a7b-b1a1-b1336e622e73)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:51.508939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1757a7ad-bf52-4bdd-80ad-91ce567e4074 None None] Could not find standard attr ID for object 59160a28-5445-4138-b462-0f1081d5cc7a. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:56:51.512578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.552775 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2296-7188-4d2b-9b9d-8a867fb26bf9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.570324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c3cd2296-7188-4d2b-9b9d-8a867fb26bf9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/59160a28-5445-4138-b462-0f1081d5cc7a HTTP/1.1" status: 204 len: 168 time: 1.5154052 Aug 09 15:56:51.572428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44702) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:51.581725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779b2e9-8342-4c4f-9574-c35f9ec67627 None None] Pushing event updated for resources: {'Port': ['ID=a6568067-fa40-4ebc-b67f-14acdda18cb9,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:51.608885 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1757a7ad-bf52-4bdd-80ad-91ce567e4074 None None] Provisioning complete for port ed4bc1f8-40b4-4f19-a005-579e145fcc18 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:51.609395 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1757a7ad-bf52-4bdd-80ad-91ce567e4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.696409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.779625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2423a-ce88-45c0-983d-b67dcf547759 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.785369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2423a-ce88-45c0-983d-b67dcf547759 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.793060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-74d2423a-ce88-45c0-983d-b67dcf547759 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2210987 Aug 09 15:56:51.795844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44706) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:51.861331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:51.867576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:51.876437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:52.010980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f2965daa-8af6-4189-a3e7-9a0fe5821bcd None None] Could not find standard attr ID for object 59160a28-5445-4138-b462-0f1081d5cc7a. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:56:52.024966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0924c57-872b-49f7-8fd1-eeccf9608113 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 9963cd59-3900-431f-a7bd-3fc8c4c39a12 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:52.029558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0924c57-872b-49f7-8fd1-eeccf9608113 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.040959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.153455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=c7345043-0607-4097-81c6-5684c2ec8064,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:52.277688 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0924c57-872b-49f7-8fd1-eeccf9608113 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.417332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.449615 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0924c57-872b-49f7-8fd1-eeccf9608113 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.609027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0924c57-872b-49f7-8fd1-eeccf9608113 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.709431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 305cb665-3fdb-4ac3-8c12-c421052bf8e1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:52.718924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0924c57-872b-49f7-8fd1-eeccf9608113 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=9963cd59-3900-431f-a7bd-3fc8c4c39a12,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:52.737707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0924c57-872b-49f7-8fd1-eeccf9608113 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.743032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d0924c57-872b-49f7-8fd1-eeccf9608113 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/9963cd59-3900-431f-a7bd-3fc8c4c39a12 HTTP/1.1" status: 204 len: 168 time: 0.9459083 Aug 09 15:56:52.745507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44716) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:52.777063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1b188-828a-48b5-9075-5d0119d2833a None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:52.854421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-46483d7c-26ae-4a66-87d4-2ab31e8701b2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028724 Aug 09 15:56:52.857664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44722) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.067855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7e73c-29b1-4dd2-a4d7-75bf5f9d1aa3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.080984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-65b7e73c-29b1-4dd2-a4d7-75bf5f9d1aa3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2214410 Aug 09 15:56:53.085773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44728) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.115052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.122445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.169416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:53.246089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea374c-8d3d-4e86-9497-a2f22258fa02 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.247502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.255540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=c7345043-0607-4097-81c6-5684c2ec8064,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:53.257205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-77ea374c-8d3d-4e86-9497-a2f22258fa02 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1677339 Aug 09 15:56:53.260041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44730) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.273261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:53.273708 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.380490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f625d80-086a-4bd6-9cd6-45d756c97744 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091623 Aug 09 15:56:53.381267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44732) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.388286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:53.527687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:53.550899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:53.553266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:56:53.616822 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.709047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 305cb665-3fdb-4ac3-8c12-c421052bf8e1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=305cb665-3fdb-4ac3-8c12-c421052bf8e1,segment=NetworkSegment(4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb),segment_id=4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:53.715438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c4abce-23a9-40e3-a2ce-8d4603b970d1 None None] Network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:53.748366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:53.755851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.955327 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.956576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a6568067-fa40-4ebc-b67f-14acdda18cb9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:53.960835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:56:54.140694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:54.148876 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f22a5fc5-a35f-485f-aa8d-005786fa2ec9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4610689 Aug 09 15:56:54.151887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44748) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:54.152569 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:54.160143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'network': {'name': 'tempest-RoutersTest-2147273077'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:54.181060 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:54.182624 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:54.227518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.245316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:54.286683 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.324014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:54.325220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=d06cf438-6f1c-4685-9bf5-6841e39e8910,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.336487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:54.348100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.349396 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.363074 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:54.392769 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-90e1c882-c164-4c9d-8e93-edd1e6d35ef6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0102029 Aug 09 15:56:54.393868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44750) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:54.398618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:54.400811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': 'd06cf438-6f1c-4685-9bf5-6841e39e8910', 'ip_address': '2001:db8::9d00:942b:793:cbbd'}], 'name': 'tempest-NetworksTestDHCPv6-1549020969'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:54.432035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.432921 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added segment 725d003a-3d80-4611-9625-17890e8ca447 of type vlan for network bc8b27e2-2d05-4493-b357-1584690e503e Aug 09 15:56:54.524675 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.606050 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.625085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.627344 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.659520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9743f94e-682f-48d9-928e-da9785d88a46 None None] Provisioning for port a6568067-fa40-4ebc-b67f-14acdda18cb9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:54.707295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:54.769844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=305cb665-3fdb-4ac3-8c12-c421052bf8e1,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.790834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] Deleting port ed4bc1f8-40b4-4f19-a005-579e145fcc18 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:54.791201 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.921657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Network': ['ID=bc8b27e2-2d05-4493-b357-1584690e503e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.968978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb1f5020-a5a7-49e6-ab43-9e56ea71a937 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8145940 Aug 09 15:56:54.970007 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network bc8b27e2-2d05-4493-b357-1584690e503e details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:54.973079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44760) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:54.983497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'subnet': {'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:54.992382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.034483 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:52Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:56:52Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:55.041011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 9a85c1e8-b72b-46c7-86a2-10ab0270e17a yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:56:55.093636 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:56:55.096330 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Updating router f2b80440-3196-4d99-9b99-57083de69d79 port c7345043-0607-4097-81c6-5684c2ec8064 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:56:55.166783 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.189212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port a6568067-fa40-4ebc-b67f-14acdda18cb9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:55.211324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] For port ed4bc1f8-40b4-4f19-a005-579e145fcc18, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ed4bc1f8-40b4-4f19-a005-579e145fcc18,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:55.212058 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.227605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a6568067-fa40-4ebc-b67f-14acdda18cb9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:55.232870 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.251163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Made reservation on behalf of 49ab24e20ba448ee861e45d3a3bcc05a for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:55.259062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.370685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] Calling delete_port for ed4bc1f8-40b4-4f19-a005-579e145fcc18 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:55.489463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::9d00:942b:793:cbbd (9c4dd093-daa5-448b-9662-105622e20b54/d06cf438-6f1c-4685-9bf5-6841e39e8910/9a85c1e8-b72b-46c7-86a2-10ab0270e17a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:55.674744 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.733979 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.887937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port a6568067-fa40-4ebc-b67f-14acdda18cb9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a6568067-fa40-4ebc-b67f-14acdda18cb9,segment=NetworkSegment(32582caa-63c4-4a7b-b1a1-b1336e622e73),segment_id=32582caa-63c4-4a7b-b1a1-b1336e622e73)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:55.898564 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.918723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Subnet': ['ID=5e42d3f0-c416-46a4-83e5-0c6f9a573b7b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:55.949060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.960418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fbd27dd1-7207-4074-8731-1a85b3bfb180 None None] Provisioning for port c7345043-0607-4097-81c6-5684c2ec8064 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:55.987475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Checking segment: {'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:55.988132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network hostable DHCP agents. Network: bc8b27e2-2d05-4493-b357-1584690e503e, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:56.008833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 9a85c1e8-b72b-46c7-86a2-10ab0270e17a will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:56.016407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fbd27dd1-7207-4074-8731-1a85b3bfb180 None None] Provisioning complete for port c7345043-0607-4097-81c6-5684c2ec8064 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:56.032058 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbd27dd1-7207-4074-8731-1a85b3bfb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.035455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network bc8b27e2-2d05-4493-b357-1584690e503e is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:56.061168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, bc8b27e2-2d05-4493-b357-1584690e503e) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:56.071219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.074849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.103858 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c8a609e5-4dfe-446b-b694-d1d90dd64b8a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1293013 Aug 09 15:56:56.108171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44776) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:56.117150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fbd27dd1-7207-4074-8731-1a85b3bfb180 None None] Port c7345043-0607-4097-81c6-5684c2ec8064 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:56.121451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a5e50-a1b0-4f8e-8339-f66ed1bbbbfd None None] Network bc8b27e2-2d05-4493-b357-1584690e503e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:56.148312 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.182035 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.210867 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Transition to ACTIVE for port object c7345043-0607-4097-81c6-5684c2ec8064 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:56.231031 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.314221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.341535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 305cb665-3fdb-4ac3-8c12-c421052bf8e1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:56.403669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=9a85c1e8-b72b-46c7-86a2-10ab0270e17a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:56.424108 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254051e8-9bb3-4f92-85b4-7d03d82abb1f None None] Pushing event updated for resources: {'Port': ['ID=c7345043-0607-4097-81c6-5684c2ec8064,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:56.428939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:56.431550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:56.435917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:56.450384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.454102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.488303 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b3c74c3d-7c9b-4886-869d-2d48e72a1426 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0927896 Aug 09 15:56:56.502189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44780) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:56.596709 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Attempting to bind port c7345043-0607-4097-81c6-5684c2ec8064 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:56.596964 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Attempting to bind port c7345043-0607-4097-81c6-5684c2ec8064 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:56.597526 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Attempting to bind port c7345043-0607-4097-81c6-5684c2ec8064 on network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:56.605062 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:56.605495 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Checking segment: {'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:56.605939 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.606572 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Bound using segment: {'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:56.607439 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Bound port: c7345043-0607-4097-81c6-5684c2ec8064, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32582caa-63c4-4a7b-b1a1-b1336e622e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:56.608719 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.650558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] No DVR routers for this DVR port ed4bc1f8-40b4-4f19-a005-579e145fcc18 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:56.680835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=a6568067-fa40-4ebc-b67f-14acdda18cb9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:56.697759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408ee64-6507-46fb-b0f2-a1faae514b94 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.700605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f408ee64-6507-46fb-b0f2-a1faae514b94 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1964722 Aug 09 15:56:56.709337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44784) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:56.731329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fbd27dd1-7207-4074-8731-1a85b3bfb180 None None] Provisioning complete for port a6568067-fa40-4ebc-b67f-14acdda18cb9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:56.733781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbd27dd1-7207-4074-8731-1a85b3bfb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.832044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83503fd7-4f3f-4aaa-9e49-1ebebb15689f None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:56.870916 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] For port c7345043-0607-4097-81c6-5684c2ec8064, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:56.887562 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] For port c7345043-0607-4097-81c6-5684c2ec8064, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c7345043-0607-4097-81c6-5684c2ec8064,segment=NetworkSegment(32582caa-63c4-4a7b-b1a1-b1336e622e73),segment_id=32582caa-63c4-4a7b-b1a1-b1336e622e73)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:56.894617 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.944411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e6a93-a526-4d4b-aa20-3f30b3a4f533 None None] Pushing event deleted for resources: {'Port': ['ID=ed4bc1f8-40b4-4f19-a005-579e145fcc18,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.115255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-736b6501-90a1-4201-b811-ef259a41cd1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 9a85c1e8-b72b-46c7-86a2-10ab0270e17a {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:57.116092 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:57.119488 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:57.119944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-736b6501-90a1-4201-b811-ef259a41cd1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.175800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:57.176490 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.228444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-bc8b27e2-2d05-4493-b357-1584690e503e', 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'fixed_ips': [{'subnet_id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:57.229619 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.238735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-736b6501-90a1-4201-b811-ef259a41cd1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.245457 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254051e8-9bb3-4f92-85b4-7d03d82abb1f None None] Pushing event updated for resources: {'Port': ['ID=c7345043-0607-4097-81c6-5684c2ec8064,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.252708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-736b6501-90a1-4201-b811-ef259a41cd1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 9a85c1e8-b72b-46c7-86a2-10ab0270e17a owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:57.381812 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.410960 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:57.534203 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-736b6501-90a1-4201-b811-ef259a41cd1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.646227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b6501-90a1-4201-b811-ef259a41cd1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=9a85c1e8-b72b-46c7-86a2-10ab0270e17a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.759991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-736b6501-90a1-4201-b811-ef259a41cd1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.768990 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-736b6501-90a1-4201-b811-ef259a41cd1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/9a85c1e8-b72b-46c7-86a2-10ab0270e17a HTTP/1.1" status: 204 len: 168 time: 1.0578454 Aug 09 15:56:57.771390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44800) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.977330 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-53a30da9-3696-40d2-8ca4-feeece74286c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3542235 Aug 09 15:56:58.005987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ed4bc1f8-40b4-4f19-a005-579e145fcc18 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:58.010051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0dc87-303e-495e-9445-425a3f1aba9f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:58.011959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0dc87-303e-495e-9445-425a3f1aba9f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:58.018186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a9d0dc87-303e-495e-9445-425a3f1aba9f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2454734 Aug 09 15:56:58.021683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44806) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:58.108415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ed4bc1f8-40b4-4f19-a005-579e145fcc18 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:58.108790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ed4bc1f8-40b4-4f19-a005-579e145fcc18 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:58.122520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Allocated IP 172.23.0.2 (bc8b27e2-2d05-4493-b357-1584690e503e/5e42d3f0-c416-46a4-83e5-0c6f9a573b7b/deec2157-71ae-461d-bbb3-9ef2c9c4eaf1) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:58.176373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bbbeed-1a92-4ef5-a4d1-734acb097b10 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet d06cf438-6f1c-4685-9bf5-6841e39e8910 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:58.205659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09bbbeed-1a92-4ef5-a4d1-734acb097b10 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.337785 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09bbbeed-1a92-4ef5-a4d1-734acb097b10 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.354756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ae2eb-5487-4d5e-a921-1b4003acac1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': 'd06cf438-6f1c-4685-9bf5-6841e39e8910'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:58.356009 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f34ae2eb-5487-4d5e-a921-1b4003acac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.359809 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:52Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:56:56Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:58.402729 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.435799 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeebbb7-4890-4ca6-b49b-a73c70dbf1ed None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:56:52Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:56:56Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:58.466437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09bbbeed-1a92-4ef5-a4d1-734acb097b10 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.575943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a6568067-fa40-4ebc-b67f-14acdda18cb9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:58.617662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09bbbeed-1a92-4ef5-a4d1-734acb097b10 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-f34ae2eb-5487-4d5e-a921-1b4003acac1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d06cf438-6f1c-4685-9bf5-6841e39e8910: This subnet is being modified by another concurrent operation. Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exception Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d06cf438-6f1c-4685-9bf5-6841e39e8910: This subnet is being modified by another concurrent operation. Aug 09 15:56:58.681357 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:56:58.730852 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.741656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09bbbeed-1a92-4ef5-a4d1-734acb097b10 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.745790 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-09bbbeed-1a92-4ef5-a4d1-734acb097b10 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/d06cf438-6f1c-4685-9bf5-6841e39e8910 HTTP/1.1" status: 204 len: 168 time: 0.7190809 Aug 09 15:56:58.747128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbbeed-1a92-4ef5-a4d1-734acb097b10 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=d06cf438-6f1c-4685-9bf5-6841e39e8910,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:58.751570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44812) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:58.848363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-0fd978f9-0e25-404b-a227-c0efa664e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:58.850774 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-0fd978f9-0e25-404b-a227-c0efa664e667 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 1096 time: 0.2580223 Aug 09 15:56:58.864720 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.867678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a6568067-fa40-4ebc-b67f-14acdda18cb9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:58.868113 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.931367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d85a9133-ed79-47dc-9741-f005ced127f9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1693764 Aug 09 15:56:58.932657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44820) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:58.951245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Transition to ACTIVE for port object deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:58.957911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:59.036391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Transition to ACTIVE for port object deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:59.056974 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.121747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-7c9a7354-7502-478b-8be9-f6db18b0fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.123685 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-7c9a7354-7502-478b-8be9-f6db18b0fc2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.2347429 Aug 09 15:56:59.179856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Network bc8b27e2-2d05-4493-b357-1584690e503e is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:59.182530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Pushing event updated for resources: {'Port': ['ID=deec2157-71ae-461d-bbb3-9ef2c9c4eaf1,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:59.185940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:59.197877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:59.275300 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-f1ab5f55-0e78-4f4a-92b6-0714107af9f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b526ae2f-28b7-407b-9489-50eece8a571b HTTP/1.1" status: 200 len: 1001 time: 0.1351972 Aug 09 15:56:59.403893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:59.412693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-5d1d6f30-e236-4586-a79d-2c50ce6383e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.415105 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.415279 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-5d1d6f30-e236-4586-a79d-2c50ce6383e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.1389835 Aug 09 15:56:59.440705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Allocated IP 172.23.0.1 (bc8b27e2-2d05-4493-b357-1584690e503e/5e42d3f0-c416-46a4-83e5-0c6f9a573b7b/792e947d-ef63-437b-8739-1eaaea644ba6) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:59.441763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Attempting to bind port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:59.448224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Attempting to bind port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:59.448795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Attempting to bind port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 on network bc8b27e2-2d05-4493-b357-1584690e503e {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:59.464043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:59.466988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Checking segment: {'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:59.466988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.466988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Bound using segment: {'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:59.466988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Bound port: deec2157-71ae-461d-bbb3-9ef2c9c4eaf1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:59.466988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.567141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-aeade8c7-6f8d-4a1b-b5a0-713b1b670734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.569482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-aeade8c7-6f8d-4a1b-b5a0-713b1b670734 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406646 Aug 09 15:56:59.677378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] For port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:59.690637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] For port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=deec2157-71ae-461d-bbb3-9ef2c9c4eaf1,segment=NetworkSegment(725d003a-3d80-4611-9625-17890e8ca447),segment_id=725d003a-3d80-4611-9625-17890e8ca447)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:59.698735 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.699749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-015bd752-094a-4073-9bbe-17b80e83840a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6116412 Aug 09 15:56:59.799205 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-87fc0b74-22f0-4d1b-9b62-9bf8ae3fb69d service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175281 Aug 09 15:56:59.903946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ace4d-0d68-41e3-b121-7f4fd7f34fe1 None None] Pushing event updated for resources: {'Port': ['ID=deec2157-71ae-461d-bbb3-9ef2c9c4eaf1,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:00.026306 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57eae86a-fcd2-4f50-944d-ec580059a85d req-a283a0b0-de66-4388-81c8-37ecfbec6ff0 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167466 Aug 09 15:57:00.199790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.284184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-62ec0871-32e8-4938-a960-9caf83eacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.286720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-62ec0871-32e8-4938-a960-9caf83eacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.287559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-62ec0871-32e8-4938-a960-9caf83eacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.289319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-62ec0871-32e8-4938-a960-9caf83eacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.290058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-62ec0871-32e8-4938-a960-9caf83eacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.291012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-62ec0871-32e8-4938-a960-9caf83eacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.291651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-62ec0871-32e8-4938-a960-9caf83eacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.295293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-62ec0871-32e8-4938-a960-9caf83eacbbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6502 time: 0.4673610 Aug 09 15:57:00.336627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.416732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Transition to ACTIVE for port object 792e947d-ef63-437b-8739-1eaaea644ba6 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:00.501036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=98636b2e-8933-4530-a1a7-8a730c749f95,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:00.513528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:00.637828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c7345043-0607-4097-81c6-5684c2ec8064 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:00.773995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c7345043-0607-4097-81c6-5684c2ec8064 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:00.783775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c7345043-0607-4097-81c6-5684c2ec8064 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:00.785197 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.009915 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.095576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-7b7d06b3-0ea1-4f9e-8e99-5a1c1c2b202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.096354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-7b7d06b3-0ea1-4f9e-8e99-5a1c1c2b202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.096980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-7b7d06b3-0ea1-4f9e-8e99-5a1c1c2b202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.098796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-7b7d06b3-0ea1-4f9e-8e99-5a1c1c2b202d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 200 len: 2301 time: 0.6777909 Aug 09 15:57:01.103835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c7345043-0607-4097-81c6-5684c2ec8064, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c7345043-0607-4097-81c6-5684c2ec8064,segment=NetworkSegment(32582caa-63c4-4a7b-b1a1-b1336e622e73),segment_id=32582caa-63c4-4a7b-b1a1-b1336e622e73)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:01.108312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:01.114150 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.118934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:01.122936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.123770 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.236587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb953b1-a888-431b-b910-a107fc0947de None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:01.308274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c7345043-0607-4097-81c6-5684c2ec8064,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:01.369372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b6942418-6d6e-4c90-b9f0-b9f6d92b36fe tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4347863 Aug 09 15:57:01.372121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44850) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:01.377674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': '98636b2e-8933-4530-a1a7-8a730c749f95', 'ip_address': '2001:db8::3f88:d4c7:b332:db3d'}], 'name': 'tempest-NetworksTestDHCPv6-499994443'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:01.394555 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.508455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:01.542077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network bc8b27e2-2d05-4493-b357-1584690e503e is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:01.598289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:01.620068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:01.625042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:01.655741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '98636b2e-8933-4530-a1a7-8a730c749f95'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:01.658362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.771841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-dbf661b2-e689-4f08-a7c9-344ee0e9d5e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 200 len: 1001 time: 0.6527646 Aug 09 15:57:01.815886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:57:01.864823 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.870813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=792e947d-ef63-437b-8739-1eaaea644ba6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:01.897362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.910931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 70d57551-39b4-499c-bce0-7ed0ab7a67bb yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:01.970413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a48c25-1ff7-47db-a2fb-a3d7de9a9a74 None None] Network bc8b27e2-2d05-4493-b357-1584690e503e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:02.029864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-a0abd3ff-5d68-4ab0-b9e5-f3b539e3933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:02.034477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-a0abd3ff-5d68-4ab0-b9e5-f3b539e3933e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7e45fe8-520f-4d6f-8d0c-f060d59770af HTTP/1.1" status: 200 len: 856 time: 0.2619164 Aug 09 15:57:02.269936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::3f88:d4c7:b332:db3d (9c4dd093-daa5-448b-9662-105622e20b54/98636b2e-8933-4530-a1a7-8a730c749f95/70d57551-39b4-499c-bce0-7ed0ab7a67bb) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:02.294048 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.300082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-5e3298e4-014c-4418-8e09-bdade59c7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:02.302419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-5e3298e4-014c-4418-8e09-bdade59c7b8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590930 Aug 09 15:57:02.467569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c7345043-0607-4097-81c6-5684c2ec8064 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:02.499795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-788641ab-3733-4308-b01a-4c9f0b96b6c1 None None] Provisioning for port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:02.560218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-788641ab-3733-4308-b01a-4c9f0b96b6c1 None None] Provisioning complete for port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:02.561294 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-788641ab-3733-4308-b01a-4c9f0b96b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.771726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c7345043-0607-4097-81c6-5684c2ec8064 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:02.772481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.843199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.860277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 70d57551-39b4-499c-bce0-7ed0ab7a67bb will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:02.959220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.962236 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-788641ab-3733-4308-b01a-4c9f0b96b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.038330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-9a8c0f03-38f8-4f65-8c85-16c48b87fd3a service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228088 Aug 09 15:57:03.131118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-788641ab-3733-4308-b01a-4c9f0b96b6c1 None None] For port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=deec2157-71ae-461d-bbb3-9ef2c9c4eaf1,segment=NetworkSegment(725d003a-3d80-4611-9625-17890e8ca447),segment_id=725d003a-3d80-4611-9625-17890e8ca447)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:03.135163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:03.148570 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-788641ab-3733-4308-b01a-4c9f0b96b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.151473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:03.169608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:03.185185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:03.191331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.195567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=70d57551-39b4-499c-bce0-7ed0ab7a67bb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:03.245345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Allocated IP 2001:db8::2 (9c4dd093-daa5-448b-9662-105622e20b54/98636b2e-8933-4530-a1a7-8a730c749f95/b1b291b3-e153-4432-9f48-25e4649e7149) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:03.251620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cd2953e0-28c6-404c-b313-3156a1d9a525 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8780162 Aug 09 15:57:03.252476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44874) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:03.396307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447f1f7-eee1-417b-9c90-19406d671b9f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:03.399337 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8447f1f7-eee1-417b-9c90-19406d671b9f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1444473 Aug 09 15:57:03.401411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44878) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:03.470920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-dd2ffa3a-644e-42fa-8f6e-0c33527f9d49 service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850245 Aug 09 15:57:03.570157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-5a70411d-5d88-4cc9-b83c-1b85dcf08636 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 217 time: 0.0855713 Aug 09 15:57:03.648159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-214125b3-ea6f-4141-88d2-ee0eb7034abc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 70d57551-39b4-499c-bce0-7ed0ab7a67bb {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:03.648511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-214125b3-ea6f-4141-88d2-ee0eb7034abc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.708952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.716190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-510bcccc-9aa9-4c46-b4e8-54e0c30f3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:03.718097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-510bcccc-9aa9-4c46-b4e8-54e0c30f3c6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1303613 Aug 09 15:57:03.727048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Transition to ACTIVE for port object b1b291b3-e153-4432-9f48-25e4649e7149 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:03.762808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Transition to ACTIVE for port object b1b291b3-e153-4432-9f48-25e4649e7149 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:03.785382 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.785983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788641ab-3733-4308-b01a-4c9f0b96b6c1 None None] Pushing event updated for resources: {'Port': ['ID=deec2157-71ae-461d-bbb3-9ef2c9c4eaf1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:03.795706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.802220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.832022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-214125b3-ea6f-4141-88d2-ee0eb7034abc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.870139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-214125b3-ea6f-4141-88d2-ee0eb7034abc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 70d57551-39b4-499c-bce0-7ed0ab7a67bb owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:03.885574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-a88deccd-9dad-43af-aeb3-44ce696b7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:03.887140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-a88deccd-9dad-43af-aeb3-44ce696b7145 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381087 Aug 09 15:57:03.946366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event updated for resources: {'Port': ['ID=792e947d-ef63-437b-8739-1eaaea644ba6,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:03.965384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Pushing event updated for resources: {'Port': ['ID=b1b291b3-e153-4432-9f48-25e4649e7149,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:03.972678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fd31a8bd-80a8-43d1-8b05-473163c329da None None] Provisioning complete for port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:03.973555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fd31a8bd-80a8-43d1-8b05-473163c329da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.986032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:03.997609 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.001489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-98cf8acb-9936-4aa2-a074-4ba94a320650 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040080 Aug 09 15:57:04.018865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:04.020408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:04.144436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-214125b3-ea6f-4141-88d2-ee0eb7034abc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.170613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Attempting to bind port b1b291b3-e153-4432-9f48-25e4649e7149 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:04.171167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Attempting to bind port b1b291b3-e153-4432-9f48-25e4649e7149 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:04.171850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Attempting to bind port b1b291b3-e153-4432-9f48-25e4649e7149 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:04.212618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:04.215081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:04.217746 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.219300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:04.220699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Bound port: b1b291b3-e153-4432-9f48-25e4649e7149, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:04.223508 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.226705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214125b3-ea6f-4141-88d2-ee0eb7034abc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=70d57551-39b4-499c-bce0-7ed0ab7a67bb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:04.229895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-513514e2-0499-4a6f-a261-1c84fa285c1b service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195849 Aug 09 15:57:04.272198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Network bc8b27e2-2d05-4493-b357-1584690e503e is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:04.304029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-214125b3-ea6f-4141-88d2-ee0eb7034abc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.311057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-214125b3-ea6f-4141-88d2-ee0eb7034abc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/70d57551-39b4-499c-bce0-7ed0ab7a67bb HTTP/1.1" status: 204 len: 168 time: 0.9051499 Aug 09 15:57:04.314031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44892) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:04.366621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-b644840f-560b-4d5c-b6b6-a3b8a8e37557 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 217 time: 0.1252859 Aug 09 15:57:04.367474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:04.415278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:04.425190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6c991-1e05-44c6-b74f-0d636f698f26 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:04.431546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6c991-1e05-44c6-b74f-0d636f698f26 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:04.433302 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-17f6c991-1e05-44c6-b74f-0d636f698f26 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1179523 Aug 09 15:57:04.436543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44894) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:04.539030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] For port b1b291b3-e153-4432-9f48-25e4649e7149, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:04.545153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] For port b1b291b3-e153-4432-9f48-25e4649e7149, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b1b291b3-e153-4432-9f48-25e4649e7149,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:04.566408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.576623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fd31a8bd-80a8-43d1-8b05-473163c329da None None] Provisioning for port 792e947d-ef63-437b-8739-1eaaea644ba6 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:04.592772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-305e6d76-653c-4f83-9a2f-13ed8d46c4ef tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 98636b2e-8933-4530-a1a7-8a730c749f95 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:04.601995 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-305e6d76-653c-4f83-9a2f-13ed8d46c4ef tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.653326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fd31a8bd-80a8-43d1-8b05-473163c329da None None] Provisioning complete for port 792e947d-ef63-437b-8739-1eaaea644ba6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:04.653555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fd31a8bd-80a8-43d1-8b05-473163c329da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.675985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-305e6d76-653c-4f83-9a2f-13ed8d46c4ef tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.857968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-b2a686cf-9f53-4231-bf64-6b6bfbc0589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:04.859947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-b2a686cf-9f53-4231-bf64-6b6bfbc0589b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.4733377 Aug 09 15:57:04.879499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fd31a8bd-80a8-43d1-8b05-473163c329da None None] Port 792e947d-ef63-437b-8739-1eaaea644ba6 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:04.882484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92048db6-9208-4ca2-b237-7daacd1ab982 None None] Pushing event updated for resources: {'Port': ['ID=b1b291b3-e153-4432-9f48-25e4649e7149,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:04.886292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:04.886882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.926883 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-305e6d76-653c-4f83-9a2f-13ed8d46c4ef tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.928170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:05.002770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-2cff1096-c405-4fc4-a725-40888181991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:05.004683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-2cff1096-c405-4fc4-a725-40888181991a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1343257 Aug 09 15:57:05.095366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-382fe5bd-b169-4bde-8923-41b34ed34353 None None] Provisioning complete for port 792e947d-ef63-437b-8739-1eaaea644ba6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:05.095782 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-382fe5bd-b169-4bde-8923-41b34ed34353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.198189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-382fe5bd-b169-4bde-8923-41b34ed34353 None None] Port 792e947d-ef63-437b-8739-1eaaea644ba6 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:05.230665 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-305e6d76-653c-4f83-9a2f-13ed8d46c4ef tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.328996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e6d76-653c-4f83-9a2f-13ed8d46c4ef tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=98636b2e-8933-4530-a1a7-8a730c749f95,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:05.347086 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-305e6d76-653c-4f83-9a2f-13ed8d46c4ef tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.370178 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-305e6d76-653c-4f83-9a2f-13ed8d46c4ef tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/98636b2e-8933-4530-a1a7-8a730c749f95 HTTP/1.1" status: 204 len: 168 time: 0.9323099 Aug 09 15:57:05.371217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44910) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.387059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:05.400989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:05.412406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aa3ec87a-d639-4cb6-a2c5-555ff7f66cea tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3028617 Aug 09 15:57:05.438813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:05.440989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:05.443873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.450793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:05.562546 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a6f43a09-9ec3-4d07-bd9a-fda49975d04c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1845150 Aug 09 15:57:05.564039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44914) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.574887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:05.678232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:05.733561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:05.750910 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:06.215068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:02Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '792e947d-ef63-437b-8739-1eaaea644ba6', 'name': '', 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:29:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:57Z', 'updated_at': '2021-08-09T15:57:03Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:06.282281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-5e3ddcee-3d9f-4bb1-b883-9874f5e830ea service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8680367 Aug 09 15:57:06.432306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:06.433798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Updating router f2b80440-3196-4d99-9b99-57083de69d79 port 792e947d-ef63-437b-8739-1eaaea644ba6 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:57:06.553651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b1b291b3-e153-4432-9f48-25e4649e7149 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:06.574192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-440c9633-6457-4721-b187-94deaf5efdc3 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628214 Aug 09 15:57:06.678073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-d00abf60-039c-4bd3-96e5-189085713686 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=6eb76f30-8111-4506-8817-1d0c9785db66 HTTP/1.1" status: 200 len: 217 time: 0.0769107 Aug 09 15:57:06.680107 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:06.930183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b1b291b3-e153-4432-9f48-25e4649e7149 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:07.032075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-e5816903-2bfa-46ca-b3c0-1a2c37db4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:07.033964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-e5816903-2bfa-46ca-b3c0-1a2c37db4b77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.3236990 Aug 09 15:57:07.098697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0a658c-598c-4a5b-bfd7-c8587bb8cf3f None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:07.340692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.553705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=b28156e5-37b4-4f83-afad-d076b1540f30,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:07.565862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:07.566789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:07.577582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:07.582640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.619274 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8cc9dc1d-c836-450a-9f0f-7d628ed1814e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0533442 Aug 09 15:57:07.621144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44942) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:07.637374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': 'b28156e5-37b4-4f83-afad-d076b1540f30', 'ip_address': '2001:db8::641d:e2f8:b715:a9f3'}], 'name': 'tempest-NetworksTestDHCPv6-329806181'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:07.643157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-77bd8512-2636-483a-b820-6be8eccdacb7 None None] Provisioning for port b1b291b3-e153-4432-9f48-25e4649e7149 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:07.781556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-77bd8512-2636-483a-b820-6be8eccdacb7 None None] Provisioning complete for port b1b291b3-e153-4432-9f48-25e4649e7149 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:07.784393 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77bd8512-2636-483a-b820-6be8eccdacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.983093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:08.065887 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.085368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Transition to ACTIVE for port object 792e947d-ef63-437b-8739-1eaaea644ba6 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:08.110214 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.127340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-dfa1bdd4-a81f-49dc-8505-61662cc47eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:08.129654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-dfa1bdd4-a81f-49dc-8505-61662cc47eec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0708208 Aug 09 15:57:08.274846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.321904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 66e24693-e7e5-41be-9bec-bf0722d09c4e yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:08.370775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:08.374610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b1b291b3-e153-4432-9f48-25e4649e7149 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:08.481064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.extraroute_db [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:57:08.503629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-d26ef54a-69d8-47c4-a3fd-8121e864cb51 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460813 Aug 09 15:57:08.572879 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77bd8512-2636-483a-b820-6be8eccdacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.651974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-77bd8512-2636-483a-b820-6be8eccdacb7 None None] For port b1b291b3-e153-4432-9f48-25e4649e7149, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b1b291b3-e153-4432-9f48-25e4649e7149,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:08.661383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357222f0-2778-44a2-90db-c7c5f688e7b7 None None] Pushing event updated for resources: {'Port': ['ID=792e947d-ef63-437b-8739-1eaaea644ba6,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:08.707080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::641d:e2f8:b715:a9f3 (9c4dd093-daa5-448b-9662-105622e20b54/b28156e5-37b4-4f83-afad-d076b1540f30/66e24693-e7e5-41be-9bec-bf0722d09c4e) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:08.735194 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77bd8512-2636-483a-b820-6be8eccdacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.894021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.extraroute_db [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Removed routes are [] {{(pid=94177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:57:08.894706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.917370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Attempting to bind port 792e947d-ef63-437b-8739-1eaaea644ba6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:08.917747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Attempting to bind port 792e947d-ef63-437b-8739-1eaaea644ba6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:08.918108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Attempting to bind port 792e947d-ef63-437b-8739-1eaaea644ba6 on network bc8b27e2-2d05-4493-b357-1584690e503e {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:09.005029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.006863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:09.007384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Checking segment: {'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:09.007805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.008217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Bound using segment: {'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:09.008714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Bound port: 792e947d-ef63-437b-8739-1eaaea644ba6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725d003a-3d80-4611-9625-17890e8ca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:09.009098 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.022143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 66e24693-e7e5-41be-9bec-bf0722d09c4e will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:09.060560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.076161 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.111210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd8512-2636-483a-b820-6be8eccdacb7 None None] Pushing event updated for resources: {'Port': ['ID=b1b291b3-e153-4432-9f48-25e4649e7149,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:09.168181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:09.171791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:09.190313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:09.210695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:09.219857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.233817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b1b291b3-e153-4432-9f48-25e4649e7149, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b1b291b3-e153-4432-9f48-25e4649e7149,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:09.238238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] Deleting port b1b291b3-e153-4432-9f48-25e4649e7149 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:09.238593 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.247603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-dbfdcda5-eca8-433e-8c8c-547b6b3c7f2d service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244945 Aug 09 15:57:09.254007 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.286211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=66e24693-e7e5-41be-9bec-bf0722d09c4e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:09.324587 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fd8c5b34-634a-4257-9ab0-b8d9bc4981a3 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7009664 Aug 09 15:57:09.328496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44958) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:09.466462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe46b-856e-43a0-9ec6-a0258d113f78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:09.481100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fe46b-856e-43a0-9ec6-a0258d113f78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:09.489569 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9c6fe46b-856e-43a0-9ec6-a0258d113f78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1558218 Aug 09 15:57:09.490186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44968) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:09.497333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-7ee052ee-da73-4edb-86d6-2c81244ebfdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=7c222f0a-8817-4d90-a2df-6a98e2985529 HTTP/1.1" status: 200 len: 217 time: 0.2389262 Aug 09 15:57:09.619901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] For port 792e947d-ef63-437b-8739-1eaaea644ba6, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:09.678682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] For port 792e947d-ef63-437b-8739-1eaaea644ba6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=792e947d-ef63-437b-8739-1eaaea644ba6,segment=NetworkSegment(725d003a-3d80-4611-9625-17890e8ca447),segment_id=725d003a-3d80-4611-9625-17890e8ca447)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:09.682269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=b1b291b3-e153-4432-9f48-25e4649e7149,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:09.702882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.730340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.738096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3352ec49-2427-4645-b2fb-53e830833e86 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 66e24693-e7e5-41be-9bec-bf0722d09c4e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:09.739033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3352ec49-2427-4645-b2fb-53e830833e86 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.755129 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.896576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] For port b1b291b3-e153-4432-9f48-25e4649e7149, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b1b291b3-e153-4432-9f48-25e4649e7149,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:09.898570 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.925663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] Calling delete_port for b1b291b3-e153-4432-9f48-25e4649e7149 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:09.974636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3352ec49-2427-4645-b2fb-53e830833e86 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.020949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-3352ec49-2427-4645-b2fb-53e830833e86 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 66e24693-e7e5-41be-9bec-bf0722d09c4e owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:10.030684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:10.033014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-c6b27d53-925d-4be8-aef7-522c0ad85ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:10.038015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-c6b27d53-925d-4be8-aef7-522c0ad85ce3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.4531267 Aug 09 15:57:10.141415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357222f0-2778-44a2-90db-c7c5f688e7b7 None None] Pushing event updated for resources: {'Port': ['ID=792e947d-ef63-437b-8739-1eaaea644ba6,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:10.167298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.222783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] No DVR routers for this DVR port b1b291b3-e153-4432-9f48-25e4649e7149 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:10.285056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224902c9-0c0f-4921-833d-6f5f39f88eb6 None None] Pushing event deleted for resources: {'Port': ['ID=b1b291b3-e153-4432-9f48-25e4649e7149,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:10.293243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf5cdd3-fbb6-4edd-aedb-f2a701f75213 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:10.404045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-5c13e8fe-45d9-4f2c-b806-17eef28715ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:10.408866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-5c13e8fe-45d9-4f2c-b806-17eef28715ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3636458 Aug 09 15:57:10.437578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3352ec49-2427-4645-b2fb-53e830833e86 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.448439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:10.449181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:10.546561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352ec49-2427-4645-b2fb-53e830833e86 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=66e24693-e7e5-41be-9bec-bf0722d09c4e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:10.609842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:10.624005 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3352ec49-2427-4645-b2fb-53e830833e86 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.626833 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3352ec49-2427-4645-b2fb-53e830833e86 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/66e24693-e7e5-41be-9bec-bf0722d09c4e HTTP/1.1" status: 204 len: 168 time: 1.1356273 Aug 09 15:57:10.629160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:10.662918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:10.684724 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.685950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1549bd53-c945-4e9c-b493-4bb460363f4d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 200 len: 933 time: 5.2406306 Aug 09 15:57:10.697289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44982) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:10.783333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf98ca6-9a90-4c38-9b9e-6c5b3e264583 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:10.784878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf98ca6-9a90-4c38-9b9e-6c5b3e264583 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:10.793132 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6bf98ca6-9a90-4c38-9b9e-6c5b3e264583 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1624300 Aug 09 15:57:10.793976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44988) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:10.878907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-1096cafd-f414-4aa0-a094-d933e6635536 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603820 Aug 09 15:57:10.890244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f349bd-1252-42d8-8790-bd784bd0dbfc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet b28156e5-37b4-4f83-afad-d076b1540f30 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:10.900078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4f349bd-1252-42d8-8790-bd784bd0dbfc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.012604 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4f349bd-1252-42d8-8790-bd784bd0dbfc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.036584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aa9d536f-b282-45f1-af82-61dab942c8a1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 200 len: 933 time: 0.3067672 Aug 09 15:57:11.056443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44990) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:11.062658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'routes': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:11.130076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035fd12-8895-49a7-bbf5-d82aabc7592e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': 'b28156e5-37b4-4f83-afad-d076b1540f30'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:11.131678 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7035fd12-8895-49a7-bbf5-d82aabc7592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.179731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-8ce22902-c79c-4e08-ad50-3f5e6602dc2b service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898486 Aug 09 15:57:11.229678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4f349bd-1252-42d8-8790-bd784bd0dbfc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.389512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-3ef9c29a-0e30-4e86-bbb6-e693899d31f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38 HTTP/1.1" status: 200 len: 217 time: 0.2020814 Aug 09 15:57:11.490003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4f349bd-1252-42d8-8790-bd784bd0dbfc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-7035fd12-8895-49a7-bbf5-d82aabc7592e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b28156e5-37b4-4f83-afad-d076b1540f30: This subnet is being modified by another concurrent operation. Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exception Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b28156e5-37b4-4f83-afad-d076b1540f30: This subnet is being modified by another concurrent operation. Aug 09 15:57:11.516600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 15:57:11.563573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f349bd-1252-42d8-8790-bd784bd0dbfc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=b28156e5-37b4-4f83-afad-d076b1540f30,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:11.575165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4f349bd-1252-42d8-8790-bd784bd0dbfc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.581170 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a4f349bd-1252-42d8-8790-bd784bd0dbfc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/b28156e5-37b4-4f83-afad-d076b1540f30 HTTP/1.1" status: 204 len: 168 time: 0.7858033 Aug 09 15:57:11.582275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45004) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:11.588268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9390e-5492-455e-b53c-6f67f4afc54c None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:57:11.601624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-f021d36a-de3d-4b14-baa7-95f1ce673bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:11.606220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-f021d36a-de3d-4b14-baa7-95f1ce673bb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.2102983 Aug 09 15:57:11.662627 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d89638a5-b31f-4eb0-a912-dc5d289239eb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712748 Aug 09 15:57:11.665550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45006) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:11.709598 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cffa760e-2f06-407d-a0c1-428be68a21be tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0425658 Aug 09 15:57:11.711340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45010) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:11.860482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-68e5924f-80b5-48e6-af3a-2a269a18215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:11.862249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-68e5924f-80b5-48e6-af3a-2a269a18215a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2477789 Aug 09 15:57:11.886190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d62a89-48c3-4286-9659-59834269e166 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:11.891399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-00d62a89-48c3-4286-9659-59834269e166 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1748157 Aug 09 15:57:11.896462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:08Z', 'revision_number': 6, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '792e947d-ef63-437b-8739-1eaaea644ba6', 'name': '', 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:29:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:57Z', 'updated_at': '2021-08-09T15:57:09Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:11.902365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45016) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:11.988887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340249c4-16d9-49dc-8a23-5185c9a9cdd3 None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:08Z', 'revision_number': 6, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '792e947d-ef63-437b-8739-1eaaea644ba6', 'name': '', 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:29:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:57Z', 'updated_at': '2021-08-09T15:57:09Z', 'revision_number': 4, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:11.992491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a7bcb34b-6bb5-46c5-9b9b-2613fa5624dc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885463 Aug 09 15:57:11.993253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45020) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:12.001339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:12.007062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.extraroute_db [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added routes are [] {{(pid=94178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:57:12.007653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.extraroute_db [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:57:12.135043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9390e-5492-455e-b53c-6f67f4afc54c None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:57:12.164962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-c40498ac-ce54-4592-aac7-1f6e856e4e7f service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930696 Aug 09 15:57:12.165516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.372602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:12.396242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.397322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 792e947d-ef63-437b-8739-1eaaea644ba6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:12.695268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.716234 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.767499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 792e947d-ef63-437b-8739-1eaaea644ba6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:12.779978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 792e947d-ef63-437b-8739-1eaaea644ba6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:12.780456 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.866633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-978e125f-4930-43a0-bee0-8b6925e1b932 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946750 Aug 09 15:57:13.021633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-1dc08014-b2ec-40f6-82b0-946b5d59203a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 200 len: 217 time: 0.1448233 Aug 09 15:57:13.066085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:13.132125 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.162389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53349d-c76c-4cb2-aa40-f6227f923cd5 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:57:13.216373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-0ef426fa-fdd4-42f4-9834-2d3829de9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:13.218462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-0ef426fa-fdd4-42f4-9834-2d3829de9dfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.1276960 Aug 09 15:57:13.327290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 792e947d-ef63-437b-8739-1eaaea644ba6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=792e947d-ef63-437b-8739-1eaaea644ba6,segment=NetworkSegment(725d003a-3d80-4611-9625-17890e8ca447),segment_id=725d003a-3d80-4611-9625-17890e8ca447)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:13.345448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-767c5504-9acf-4e12-bcb9-c5221ded8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:13.346933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-767c5504-9acf-4e12-bcb9-c5221ded8e73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033003 Aug 09 15:57:13.348813 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.374577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:13.379801 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.415491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.418501 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e6a18a55-f19b-4686-ac81-b0b647f67b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 200 len: 699 time: 2.3604288 Aug 09 15:57:13.419175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45036) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:13.511162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:13.525236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:13.528883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:13.529769 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.594603 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:13.610587 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:13.612663 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:13.731102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7338092 Aug 09 15:57:13.741779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45042) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:13.753988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=792e947d-ef63-437b-8739-1eaaea644ba6,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:13.757452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': '728fb358-1a41-4829-bd47-c2d08e20767e', 'ip_address': '2001:db8::73c6:48cd:8d5f:57e4'}], 'name': 'tempest-NetworksTestDHCPv6-707147155'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:13.774847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7696d-bf78-4bac-95ba-3c292694f377 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=728fb358-1a41-4829-bd47-c2d08e20767e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:13.801309 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:13.808541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53349d-c76c-4cb2-aa40-f6227f923cd5 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:57:13.832462 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4c0d2bdb-09d1-4a03-8335-d46e9446c2e4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 200 len: 699 time: 0.4121137 Aug 09 15:57:13.835334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45044) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:14.484560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 792e947d-ef63-437b-8739-1eaaea644ba6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:14.572365 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:12Z', 'revision_number': 7, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '792e947d-ef63-437b-8739-1eaaea644ba6', 'name': '', 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:29:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:57Z', 'updated_at': '2021-08-09T15:57:13Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:14.681480 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:14.716837 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:14.718502 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:56:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:14.755707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.806179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 792e947d-ef63-437b-8739-1eaaea644ba6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:14.807664 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.816531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '728fb358-1a41-4829-bd47-c2d08e20767e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:14.819811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.860888 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:15.100937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-8d6be30c-468f-498d-864b-3d7aff3a0d96 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7117379 Aug 09 15:57:15.228380 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-252286d6-af99-4cf7-b058-c40500aa41d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.255100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 792e947d-ef63-437b-8739-1eaaea644ba6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:15.255503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.459669 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:12Z', 'revision_number': 7, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '792e947d-ef63-437b-8739-1eaaea644ba6', 'name': '', 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:29:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:57Z', 'updated_at': '2021-08-09T15:57:13Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:15.506170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1fc7257-18f1-4a3c-95e2-0eff2026fa41 req-f7d51187-2bca-497c-895f-4d416ef54dd0 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042923 Aug 09 15:57:15.509346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port 792e947d-ef63-437b-8739-1eaaea644ba6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=792e947d-ef63-437b-8739-1eaaea644ba6,segment=NetworkSegment(725d003a-3d80-4611-9625-17890e8ca447),segment_id=725d003a-3d80-4611-9625-17890e8ca447)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:15.511321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.545703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Allocated IP 2001:db8::2 (9c4dd093-daa5-448b-9662-105622e20b54/728fb358-1a41-4829-bd47-c2d08e20767e/b4ef4603-166c-4f84-b7b4-9cb684a965b8) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:15.552914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 792e947d-ef63-437b-8739-1eaaea644ba6 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:15.565335 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd26f1d-d039-4817-b1d8-e9bd869821aa None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:12Z', 'revision_number': 7, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '792e947d-ef63-437b-8739-1eaaea644ba6', 'name': '', 'network_id': 'bc8b27e2-2d05-4493-b357-1584690e503e', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:29:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:57Z', 'updated_at': '2021-08-09T15:57:13Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '5e42d3f0-c416-46a4-83e5-0c6f9a573b7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:15.771022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:16.096223 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:16.152955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 44b18f0c-9dcd-40c5-9096-833375117edb yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:16.423008 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.063659 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.065303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Transition to ACTIVE for port object b4ef4603-166c-4f84-b7b4-9cb684a965b8 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:17.102105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=792e947d-ef63-437b-8739-1eaaea644ba6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:17.164263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Transition to ACTIVE for port object b4ef4603-166c-4f84-b7b4-9cb684a965b8 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:17.180002 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.247036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Pushing event updated for resources: {'Port': ['ID=b4ef4603-166c-4f84-b7b4-9cb684a965b8,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:17.287620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:17.294159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:17.304792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:17.331472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::73c6:48cd:8d5f:57e4 (9c4dd093-daa5-448b-9662-105622e20b54/728fb358-1a41-4829-bd47-c2d08e20767e/44b18f0c-9dcd-40c5-9096-833375117edb) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:17.452759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Attempting to bind port b4ef4603-166c-4f84-b7b4-9cb684a965b8 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:17.453149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Attempting to bind port b4ef4603-166c-4f84-b7b4-9cb684a965b8 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:17.454085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Attempting to bind port b4ef4603-166c-4f84-b7b4-9cb684a965b8 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:17.472258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:17.472523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:17.475234 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.475609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:17.476179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Bound port: b4ef4603-166c-4f84-b7b4-9cb684a965b8, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:17.476572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.533705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.635531 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ee609bc5-daa2-48cb-968b-bda5709b828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.728576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] For port b4ef4603-166c-4f84-b7b4-9cb684a965b8, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:17.739636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] For port b4ef4603-166c-4f84-b7b4-9cb684a965b8, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b4ef4603-166c-4f84-b7b4-9cb684a965b8,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:17.751052 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.855978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c561ea-fd4b-4081-be59-99062926a004 None None] Pushing event updated for resources: {'Port': ['ID=b4ef4603-166c-4f84-b7b4-9cb684a965b8,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:17.881492 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.910529 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.921899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 44b18f0c-9dcd-40c5-9096-833375117edb will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:18.028684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.160250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:18.204055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:18.217962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:18.225078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:18.252059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:18.253418 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.318123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=44b18f0c-9dcd-40c5-9096-833375117edb,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:18.364801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7625a151-2f2d-4c50-a768-17d25c842165 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6164491 Aug 09 15:57:18.367771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45260) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:18.388466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-65672188-7b53-4bcf-a516-3ff8f13c16fa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': '728fb358-1a41-4829-bd47-c2d08e20767e', 'ip_address': '2001:db8::73c6:48cd:8d5f:57e4'}], 'name': 'tempest-NetworksTestDHCPv6-390239534'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:18.488494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:18.500424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:18.503944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-35a24a7b-7623-4c6b-9dca-d50fa927ff73 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6659815 Aug 09 15:57:18.507728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45270) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:18.529224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:18.536616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:18.579081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec71eee-a941-4d06-a5dc-10d98d8eb9d1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet 5e42d3f0-c416-46a4-83e5-0c6f9a573b7b {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:18.597446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ec71eee-a941-4d06-a5dc-10d98d8eb9d1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.808603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65672188-7b53-4bcf-a516-3ff8f13c16fa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:18.811771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ec71eee-a941-4d06-a5dc-10d98d8eb9d1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.820790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65672188-7b53-4bcf-a516-3ff8f13c16fa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.910991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:18.923416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-65672188-7b53-4bcf-a516-3ff8f13c16fa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 099c0d09-92fc-47a4-8247-292545254fb5 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:19.021862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ec71eee-a941-4d06-a5dc-10d98d8eb9d1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:19.247248 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:19.277460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ec71eee-a941-4d06-a5dc-10d98d8eb9d1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:19.318190 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3ec71eee-a941-4d06-a5dc-10d98d8eb9d1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:19.329515 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3ec71eee-a941-4d06-a5dc-10d98d8eb9d1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/5e42d3f0-c416-46a4-83e5-0c6f9a573b7b HTTP/1.1" status: 204 len: 168 time: 0.8136361 Aug 09 15:57:19.382770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:16Z', 'revision_number': 8, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:19.399453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45320) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:19.491628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:19.515490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:19.518192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:19.550036 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-65672188-7b53-4bcf-a516-3ff8f13c16fa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 09 15:57:19.550695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65672188-7b53-4bcf-a516-3ff8f13c16fa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:19.564162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:19.569344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec71eee-a941-4d06-a5dc-10d98d8eb9d1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=5e42d3f0-c416-46a4-83e5-0c6f9a573b7b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:19.623371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-65672188-7b53-4bcf-a516-3ff8f13c16fa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2544224 Aug 09 15:57:19.625534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45332) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:19.782969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:19.783321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:19.818777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc4518-494e-4cd8-8eac-3251aead35bf None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:19.833541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4fbfe5-f8c6-4f4f-a870-06be3d1df27b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:19.864187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4fbfe5-f8c6-4f4f-a870-06be3d1df27b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:19.873833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f4fbfe5-f8c6-4f4f-a870-06be3d1df27b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2463737 Aug 09 15:57:19.876734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45338) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:20.108051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=deec2157-71ae-461d-bbb3-9ef2c9c4eaf1,segment=NetworkSegment(725d003a-3d80-4611-9625-17890e8ca447),segment_id=725d003a-3d80-4611-9625-17890e8ca447)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:20.109865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.157187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:20.167935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-917465e4-37b8-406c-8390-6af729ab457b None None] Provisioning for port b4ef4603-166c-4f84-b7b4-9cb684a965b8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:20.179256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-32c60360-2d6e-4d2b-a07c-161fa8b10ddd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 44b18f0c-9dcd-40c5-9096-833375117edb {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:20.179594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32c60360-2d6e-4d2b-a07c-161fa8b10ddd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.210528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:20.370130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a87bb15-6ca9-47d8-ab1f-9e660d138d85 None None] Network bc8b27e2-2d05-4493-b357-1584690e503e requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:20.437282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32c60360-2d6e-4d2b-a07c-161fa8b10ddd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.485688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.492535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-32c60360-2d6e-4d2b-a07c-161fa8b10ddd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 44b18f0c-9dcd-40c5-9096-833375117edb owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:20.585535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=deec2157-71ae-461d-bbb3-9ef2c9c4eaf1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:20.610366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No DVR routers for this DVR port deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:20.637034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b4ef4603-166c-4f84-b7b4-9cb684a965b8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:20.741742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.759369 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8b27e2-2d05-4493-b357-1584690e503e']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:20.787334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725d003a-3d80-4611-9625-17890e8ca447') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:20.789819 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725d003a-3d80-4611-9625-17890e8ca447') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:20.804061 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.833710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.842438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:20.843337 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.877373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.884036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eea3cf-95b9-4633-8be6-4dc47b2b9a91 None None] DHCP port deletion for bc8b27e2-2d05-4493-b357-1584690e503e request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:20.923328 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:20.928197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.939768 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.945658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/bc8b27e2-2d05-4493-b357-1584690e503e HTTP/1.1" status: 204 len: 168 time: 1.5352142 Aug 09 15:57:20.948052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45376) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:20.981869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b4ef4603-166c-4f84-b7b4-9cb684a965b8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:20.998851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32c60360-2d6e-4d2b-a07c-161fa8b10ddd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.090945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e705fc-5de5-48a0-b3c9-e9b048e02def tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=bc8b27e2-2d05-4493-b357-1584690e503e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:21.105916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b4ef4603-166c-4f84-b7b4-9cb684a965b8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:21.111850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.147650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60360-2d6e-4d2b-a07c-161fa8b10ddd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=44b18f0c-9dcd-40c5-9096-833375117edb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:21.189511 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32c60360-2d6e-4d2b-a07c-161fa8b10ddd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.191538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-32c60360-2d6e-4d2b-a07c-161fa8b10ddd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/44b18f0c-9dcd-40c5-9096-833375117edb HTTP/1.1" status: 204 len: 168 time: 1.3107722 Aug 09 15:57:21.198303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45402) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:21.300575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca9809-74ee-489c-b5ad-18c1f056eebb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:21.302692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca9809-74ee-489c-b5ad-18c1f056eebb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:21.306369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-86ca9809-74ee-489c-b5ad-18c1f056eebb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1060152 Aug 09 15:57:21.311598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45406) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:21.522589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2ae2d5-5023-41ac-8244-f16421a66cb2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 728fb358-1a41-4829-bd47-c2d08e20767e {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:21.527306 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae2d5-5023-41ac-8244-f16421a66cb2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.647633 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae2d5-5023-41ac-8244-f16421a66cb2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.885331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae2d5-5023-41ac-8244-f16421a66cb2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.943467 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.053076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:16Z', 'revision_number': 8, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:22.066278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae2d5-5023-41ac-8244-f16421a66cb2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.110324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.133571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ae2d5-5023-41ac-8244-f16421a66cb2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=728fb358-1a41-4829-bd47-c2d08e20767e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:22.147114 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae2d5-5023-41ac-8244-f16421a66cb2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.155386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0f2ae2d5-5023-41ac-8244-f16421a66cb2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/728fb358-1a41-4829-bd47-c2d08e20767e HTTP/1.1" status: 204 len: 168 time: 0.8413103 Aug 09 15:57:22.156192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45450) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:22.177186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef52e71-264d-4333-8077-4afb643df6ee None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:22.185926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdaf426-0101-4b6f-a559-ed3e1991af8b None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:16Z', 'revision_number': 8, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7345043-0607-4097-81c6-5684c2ec8064', 'name': '', 'network_id': '4d2171a6-729c-4e02-a0ca-fcf1340c8df1', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:62:bb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:48Z', 'updated_at': '2021-08-09T15:57:01Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '0f672cfe-a756-4488-bfd6-3806ec5acde9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:22.189230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-643c248c-a170-42b2-9cda-0467fc0ebd71 None None] Provisioning complete for port b4ef4603-166c-4f84-b7b4-9cb684a965b8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:22.190032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-643c248c-a170-42b2-9cda-0467fc0ebd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.296059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d1b71fae-3ce8-41d7-afdb-08294e79254b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351087 Aug 09 15:57:22.296733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45460) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:22.320708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:22.390447 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:57:22.392160 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:57:22.552198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:22.564076 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.692775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port c7345043-0607-4097-81c6-5684c2ec8064 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:22.693438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.857450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port c7345043-0607-4097-81c6-5684c2ec8064, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c7345043-0607-4097-81c6-5684c2ec8064,segment=NetworkSegment(32582caa-63c4-4a7b-b1a1-b1336e622e73),segment_id=32582caa-63c4-4a7b-b1a1-b1336e622e73)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:22.858052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.880492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for c7345043-0607-4097-81c6-5684c2ec8064 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:23.008604 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-643c248c-a170-42b2-9cda-0467fc0ebd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:23.018762 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:23.113641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:23.119689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:23.126463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-643c248c-a170-42b2-9cda-0467fc0ebd71 None None] For port b4ef4603-166c-4f84-b7b4-9cb684a965b8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b4ef4603-166c-4f84-b7b4-9cb684a965b8,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:23.129865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:23.130670 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:23.137818 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-643c248c-a170-42b2-9cda-0467fc0ebd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:23.181366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:23.181944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8808339 Aug 09 15:57:23.182369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45468) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:23.198034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-78ec124b-e2ce-4b0e-928c-093d878a1ed9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': '743059ec-33f4-45a0-aef5-0c75b1aa246d', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-77661126'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:23.212211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=c7345043-0607-4097-81c6-5684c2ec8064,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:23.417084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740747f-5e5d-4d69-a222-80018c50aed0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=743059ec-33f4-45a0-aef5-0c75b1aa246d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:23.482509 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:23.566775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ec124b-e2ce-4b0e-928c-093d878a1ed9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:23.606855 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:23.662559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-643c248c-a170-42b2-9cda-0467fc0ebd71 None None] Could not find standard attr ID for object 44b18f0c-9dcd-40c5-9096-833375117edb. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:57:23.737097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:23.826871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:23.836962 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78ec124b-e2ce-4b0e-928c-093d878a1ed9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:23.858490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-78ec124b-e2ce-4b0e-928c-093d878a1ed9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 4e54e6d0-c178-472f-bad6-9b443f3ba1bb yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:23.910987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d8dc26af-d837-4f0d-9c81-a5043bd027df None None] Could not find standard attr ID for object 44b18f0c-9dcd-40c5-9096-833375117edb. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:57:23.924533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c248c-a170-42b2-9cda-0467fc0ebd71 None None] Pushing event updated for resources: {'Port': ['ID=b4ef4603-166c-4f84-b7b4-9cb684a965b8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:23.962660 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:57:23.963039 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:57:24.012444 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:24.026106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] Deleting port b4ef4603-166c-4f84-b7b4-9cb684a965b8 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:24.026998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.029180 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:24.030771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-09dba23c-cdbb-42b2-a729-af2d8853df3b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0759437 Aug 09 15:57:24.033989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45504) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:24.086875 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:24.087525 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:24.163583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] For port b4ef4603-166c-4f84-b7b4-9cb684a965b8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b4ef4603-166c-4f84-b7b4-9cb684a965b8,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:24.164043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.169159 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ec124b-e2ce-4b0e-928c-093d878a1ed9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:57:24.169914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ec124b-e2ce-4b0e-928c-093d878a1ed9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:24.203441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89f2dd0-2e80-425e-a439-6144c7196e9e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet 0f672cfe-a756-4488-bfd6-3806ec5acde9 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:24.216105 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d89f2dd0-2e80-425e-a439-6144c7196e9e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.228661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-78ec124b-e2ce-4b0e-928c-093d878a1ed9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0440905 Aug 09 15:57:24.230854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45528) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:24.232435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] Calling delete_port for b4ef4603-166c-4f84-b7b4-9cb684a965b8 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:24.309688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d89f2dd0-2e80-425e-a439-6144c7196e9e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.395690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74797c67-43aa-421d-8548-c55b007466db tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:24.399331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-74797c67-43aa-421d-8548-c55b007466db tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1660035 Aug 09 15:57:24.402370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45534) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:24.441906 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:24.532302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2784cb3-04f3-49ba-a1bf-922686a23b9c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:24.534234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2784cb3-04f3-49ba-a1bf-922686a23b9c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:24.539309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d2784cb3-04f3-49ba-a1bf-922686a23b9c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1352575 Aug 09 15:57:24.540194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45538) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:24.614043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.631684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] No DVR routers for this DVR port b4ef4603-166c-4f84-b7b4-9cb684a965b8 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:24.641106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d89f2dd0-2e80-425e-a439-6144c7196e9e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.751137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28aae42-f9fd-47fe-8eaf-698e99b603ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 743059ec-33f4-45a0-aef5-0c75b1aa246d {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:24.758664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d28aae42-f9fd-47fe-8eaf-698e99b603ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.781659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5152af1-dc24-4c6a-991f-96228a3045bd None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:24.796331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2194-6232-43f9-9703-ed5ce465ec3b None None] Pushing event deleted for resources: {'Port': ['ID=b4ef4603-166c-4f84-b7b4-9cb684a965b8,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:24.825375 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d89f2dd0-2e80-425e-a439-6144c7196e9e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.872317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d28aae42-f9fd-47fe-8eaf-698e99b603ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.903883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f2dd0-2e80-425e-a439-6144c7196e9e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=0f672cfe-a756-4488-bfd6-3806ec5acde9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:24.917017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d89f2dd0-2e80-425e-a439-6144c7196e9e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.922939 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d89f2dd0-2e80-425e-a439-6144c7196e9e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/0f672cfe-a756-4488-bfd6-3806ec5acde9 HTTP/1.1" status: 204 len: 168 time: 0.8871877 Aug 09 15:57:24.925347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:24.936042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:24.942725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9226da2-f3c8-448e-8348-3f93f06a05f4 None None] Network 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:25.012113 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:23Z', 'revision_number': 9, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:25.025371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d28aae42-f9fd-47fe-8eaf-698e99b603ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.076915 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:25.102133 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:25.102759 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:25.148277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:25.148832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device deec2157-71ae-461d-bbb3-9ef2c9c4eaf1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:25.148938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 792e947d-ef63-437b-8739-1eaaea644ba6 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:25.184920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.204274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d28aae42-f9fd-47fe-8eaf-698e99b603ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.254677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 792e947d-ef63-437b-8739-1eaaea644ba6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:25.255575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 792e947d-ef63-437b-8739-1eaaea644ba6 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:25.256299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b4ef4603-166c-4f84-b7b4-9cb684a965b8 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:25.264693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28aae42-f9fd-47fe-8eaf-698e99b603ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=743059ec-33f4-45a0-aef5-0c75b1aa246d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:25.286350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d28aae42-f9fd-47fe-8eaf-698e99b603ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.293005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b4ef4603-166c-4f84-b7b4-9cb684a965b8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:25.293005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b4ef4603-166c-4f84-b7b4-9cb684a965b8 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:25.298953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d28aae42-f9fd-47fe-8eaf-698e99b603ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/743059ec-33f4-45a0-aef5-0c75b1aa246d HTTP/1.1" status: 204 len: 168 time: 0.7548249 Aug 09 15:57:25.302899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45550) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:25.333847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port a6568067-fa40-4ebc-b67f-14acdda18cb9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:25.334405 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.393322 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:25.426508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5798fccf-7d91-482f-ae55-968a47a9f5b9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165862 Aug 09 15:57:25.428062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45552) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:25.441180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:25.503791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] DHCP port deletion for 4d2171a6-729c-4e02-a0ca-fcf1340c8df1 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:25.523010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port a6568067-fa40-4ebc-b67f-14acdda18cb9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a6568067-fa40-4ebc-b67f-14acdda18cb9,segment=NetworkSegment(32582caa-63c4-4a7b-b1a1-b1336e622e73),segment_id=32582caa-63c4-4a7b-b1a1-b1336e622e73)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:25.524578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.562582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for a6568067-fa40-4ebc-b67f-14acdda18cb9 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:25.592863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Deleting port a6568067-fa40-4ebc-b67f-14acdda18cb9 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:25.595494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.702383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:25.725710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.747720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.831393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] For port a6568067-fa40-4ebc-b67f-14acdda18cb9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a6568067-fa40-4ebc-b67f-14acdda18cb9,segment=NetworkSegment(32582caa-63c4-4a7b-b1a1-b1336e622e73),segment_id=32582caa-63c4-4a7b-b1a1-b1336e622e73)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:25.832523 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.851777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Calling delete_port for a6568067-fa40-4ebc-b67f-14acdda18cb9 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:25.884815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=a6568067-fa40-4ebc-b67f-14acdda18cb9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:25.886973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No DVR routers for this DVR port a6568067-fa40-4ebc-b67f-14acdda18cb9 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:26.058856 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.089596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] No DVR routers for this DVR port a6568067-fa40-4ebc-b67f-14acdda18cb9 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:26.152571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Pushing event deleted for resources: {'Port': ['ID=a6568067-fa40-4ebc-b67f-14acdda18cb9,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:26.184908 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.201430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.202482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.203281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.203987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.207976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.212456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.213290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.215144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.223217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2171a6-729c-4e02-a0ca-fcf1340c8df1']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.224558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.227563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.228613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.229574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb698f-df4a-4851-9c1a-7f31fa2b3443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:26.240458 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:23Z', 'revision_number': 9, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.261348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32582caa-63c4-4a7b-b1a1-b1336e622e73') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.268344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32582caa-63c4-4a7b-b1a1-b1336e622e73') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.293903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.342247 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db55aa5-0941-451d-a058-e93c5e3f2ba7 None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:23Z', 'revision_number': 9, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '305cb665-3fdb-4ac3-8c12-c421052bf8e1', 'name': '', 'network_id': '85124a08-91d5-4eff-be7f-077e0e7f4d2b', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:27:e2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '53771cde-8807-4c22-87dd-8476285e357e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:37Z', 'updated_at': '2021-08-09T15:56:53Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '53771cde-8807-4c22-87dd-8476285e357e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:26.352409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.367540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.380316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:26.398095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:26.407049 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:26.530955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:26.547065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:26.550705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:26.554502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:26.555337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.566077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073ea95-c5f5-4536-b848-33b8602861c0 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:26.582581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-83a24e84-0e14-4631-8aab-1a568366dee6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1526179 Aug 09 15:57:26.583924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45566) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.592898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9d68a994-0670-419a-a9a7-df34d26ef780 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-28173810', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:26.662144 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d68a994-0670-419a-a9a7-df34d26ef780 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.663865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.667438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d68a994-0670-419a-a9a7-df34d26ef780 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.681972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.688036 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/4d2171a6-729c-4e02-a0ca-fcf1340c8df1 HTTP/1.1" status: 204 len: 168 time: 1.7594538 Aug 09 15:57:26.690546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45570) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.954001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45574) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.997184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d68a994-0670-419a-a9a7-df34d26ef780 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.024219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d68a994-0670-419a-a9a7-df34d26ef780 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.029463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a6568067-fa40-4ebc-b67f-14acdda18cb9 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:27.092017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d68a994-0670-419a-a9a7-df34d26ef780 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.102162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9d68a994-0670-419a-a9a7-df34d26ef780 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5146265 Aug 09 15:57:27.102762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45582) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.117268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a6568067-fa40-4ebc-b67f-14acdda18cb9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:27.120768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a6568067-fa40-4ebc-b67f-14acdda18cb9 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:27.121449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c7345043-0607-4097-81c6-5684c2ec8064 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:27.206660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c7345043-0607-4097-81c6-5684c2ec8064 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:27.208028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c7345043-0607-4097-81c6-5684c2ec8064 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:27.275878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc804bd-b355-4776-9ff5-ff31c4f773cd tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=4d2171a6-729c-4e02-a0ca-fcf1340c8df1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:27.347756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': 'b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:27.352500 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.737594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Allocated IP 2001:db8::2 (9c4dd093-daa5-448b-9662-105622e20b54/b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9/8efc484e-9f4a-4af9-93c9-5d782cce6bc3) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:27.899534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.921345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d4d41276-4ad6-4707-ac93-c24250e1380c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca9700c10f144c929c636a572df03925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9565418 Aug 09 15:57:27.926026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45596) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:28.087394 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.116494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.140426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Transition to ACTIVE for port object 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:28.179678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Transition to ACTIVE for port object 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:28.193370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.236246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:28.282432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcb46e24-5de0-4945-a4a0-183dda86b12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.342509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:28.349465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:28.351758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Pushing event updated for resources: {'Port': ['ID=8efc484e-9f4a-4af9-93c9-5d782cce6bc3,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:28.448430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.449990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 305cb665-3fdb-4ac3-8c12-c421052bf8e1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:28.450571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.466277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Attempting to bind port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:28.466528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcb46e24-5de0-4945-a4a0-183dda86b12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.466802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Attempting to bind port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:28.467009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Attempting to bind port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:28.480439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:28.480871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:28.481889 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.482297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:28.483343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Bound port: 8efc484e-9f4a-4af9-93c9-5d782cce6bc3, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:28.483741 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.637334 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.666035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port 305cb665-3fdb-4ac3-8c12-c421052bf8e1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=305cb665-3fdb-4ac3-8c12-c421052bf8e1,segment=NetworkSegment(4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb),segment_id=4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:28.666428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.714194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] For port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:28.723728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] For port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8efc484e-9f4a-4af9-93c9-5d782cce6bc3,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:28.724014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 305cb665-3fdb-4ac3-8c12-c421052bf8e1 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:28.741724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.825902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::1 (9c4dd093-daa5-448b-9662-105622e20b54/b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9/a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:28.847027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb154b-d733-43a6-bd85-8282d1c57b22 None None] Pushing event updated for resources: {'Port': ['ID=8efc484e-9f4a-4af9-93c9-5d782cce6bc3,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:28.868300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcb46e24-5de0-4945-a4a0-183dda86b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.871128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcb46e24-5de0-4945-a4a0-183dda86b12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.881538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fcb46e24-5de0-4945-a4a0-183dda86b12a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30a5f22c-45d2-4084-a72e-ae019fd96579 HTTP/1.1" status: 204 len: 168 time: 0.9542749 Aug 09 15:57:28.948098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb46e24-5de0-4945-a4a0-183dda86b12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a5f22c-45d2-4084-a72e-ae019fd96579,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:29.116999 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.185050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:29.217965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45620) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:29.272902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.352646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.434127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c31bd40-b424-4a3e-8783-cb2afbb3c38c admin admin] Deleting subnet b165435b-715c-4b24-9918-b088c536d9f0 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:29.450823 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c31bd40-b424-4a3e-8783-cb2afbb3c38c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.560778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:29.572609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:29.580519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:29.583510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:29.584153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.706110 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c31bd40-b424-4a3e-8783-cb2afbb3c38c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.814847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.852757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c31bd40-b424-4a3e-8783-cb2afbb3c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.037005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c31bd40-b424-4a3e-8783-cb2afbb3c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.265265 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c31bd40-b424-4a3e-8783-cb2afbb3c38c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.271536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9c31bd40-b424-4a3e-8783-cb2afbb3c38c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b165435b-715c-4b24-9918-b088c536d9f0 HTTP/1.1" status: 204 len: 168 time: 1.0524495 Aug 09 15:57:30.272639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31bd40-b424-4a3e-8783-cb2afbb3c38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b165435b-715c-4b24-9918-b088c536d9f0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:30.278203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45648) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:30.392719 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=305cb665-3fdb-4ac3-8c12-c421052bf8e1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:30.600125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.600495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.610539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.613103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.613471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.613813 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.614167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.614483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.614812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.615138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.615464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.615808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:30.670566 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.700143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.772313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45664) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:30.849429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1b5bbba0-380a-4729-bf7d-92cac3372de6 None None] Provisioning for port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:30.890941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:31.017973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.025153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:31.031156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:31.031763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.075643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46104f0-2fa3-4342-b000-5b7d82442f7e']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:31.133880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2078183767-network', 'tenant_id': 'dba5541082514bf6b874aa38d887c699'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:31.151370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe355950-9984-4419-8ff6-34b2c6984d05') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:31.152095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe355950-9984-4419-8ff6-34b2c6984d05') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:31.218022 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.245974 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.255731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:31.284705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.299521 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.312797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:31.313792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:31.316246 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:31.337800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8efc484e-9f4a-4af9-93c9-5d782cce6bc3,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:31.352768 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.430227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-75350eb8-d1b6-42cd-ba8f-225675452639 None None] Provisioning for port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:31.452759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-75350eb8-d1b6-42cd-ba8f-225675452639 None None] Provisioning complete for port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:31.455653 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-75350eb8-d1b6-42cd-ba8f-225675452639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.523047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:31.543124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2edd1765-16cd-4ec9-b03e-1e0c1b812524 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8398812 Aug 09 15:57:31.544690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45672) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:31.553106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:31.619663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:31.624892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:31.634957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=8efc484e-9f4a-4af9-93c9-5d782cce6bc3,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:31.667393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-682a42b3-2bbe-4353-ac65-9b78a2e67a5a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet 53771cde-8807-4c22-87dd-8476285e357e {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:31.674550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-682a42b3-2bbe-4353-ac65-9b78a2e67a5a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.683328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-75350eb8-d1b6-42cd-ba8f-225675452639 None None] Port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:31.744252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-682a42b3-2bbe-4353-ac65-9b78a2e67a5a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.747878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.748939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.778880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Made reservation on behalf of dba5541082514bf6b874aa38d887c699 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:31.781501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.838684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.884658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:31.965262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.985809 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.988180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] 10.222.0.64 "DELETE /v2.0/networks/c46104f0-2fa3-4342-b000-5b7d82442f7e HTTP/1.1" status: 204 len: 168 time: 1.7085907 Aug 09 15:57:31.996674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.028431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-682a42b3-2bbe-4353-ac65-9b78a2e67a5a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.057638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28b5c1-f2e5-4278-9e7b-c94a15f3a13a admin admin] Pushing event deleted for resources: {'Network': ['ID=c46104f0-2fa3-4342-b000-5b7d82442f7e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.147686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:32.151929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:32.276418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45682) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:32.285926 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-682a42b3-2bbe-4353-ac65-9b78a2e67a5a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.350383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.365483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.376170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:29Z', 'revision_number': 10, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:32.380016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:32.382718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-682a42b3-2bbe-4353-ac65-9b78a2e67a5a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.387887 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-682a42b3-2bbe-4353-ac65-9b78a2e67a5a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/53771cde-8807-4c22-87dd-8476285e357e HTTP/1.1" status: 204 len: 168 time: 0.8419123 Aug 09 15:57:32.388957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45684) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:32.389756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a42b3-2bbe-4353-ac65-9b78a2e67a5a tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=53771cde-8807-4c22-87dd-8476285e357e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.394008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.394400 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Added segment ed8b66e0-4d41-47e3-9310-11e8896eff43 of type vlan for network 93b96118-c754-4f84-8cea-5eb766e48879 Aug 09 15:57:32.419398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:32.423301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb0b4f9-b79b-4893-a9df-ab62d8d80a5a None None] Network 85124a08-91d5-4eff-be7f-077e0e7f4d2b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:32.492486 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.516065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:32.516612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:32.550837 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9efe5cf-9aab-4a72-9f09-e53b65f682c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=054d941fa40d40d4b67c592e90079851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721491 Aug 09 15:57:32.554463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45686) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:32.574060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d22661-0814-4133-88a1-8bffcaf1e567,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.587382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Router e2334a82-5fa1-4387-9248-1a4c4a58ec6e is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:57:32.620812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.802346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.805805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:32.809989 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.855427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae135af7-e4d9-490c-bd25-b93a5023601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.947432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae135af7-e4d9-490c-bd25-b93a5023601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.020675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port afa64fce-a479-43c4-83f0-604d400be698 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:33.021188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.036460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae135af7-e4d9-490c-bd25-b93a5023601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.039061 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae135af7-e4d9-490c-bd25-b93a5023601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.040300 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ae135af7-e4d9-490c-bd25-b93a5023601a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e182fad-1a7d-4ae6-8b78-70c52479834d HTTP/1.1" status: 204 len: 168 time: 0.4848619 Aug 09 15:57:33.079515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3050625 Aug 09 15:57:33.085534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45702) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:33.115371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Request body: {'subnet': {'network_id': '93b96118-c754-4f84-8cea-5eb766e48879', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2078183767-subnet', 'tenant_id': 'dba5541082514bf6b874aa38d887c699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:33.129020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f211d4-d0da-48b2-8242-b72565fc164f admin admin] Pushing event updated for resources: {'Network': ['ID=93b96118-c754-4f84-8cea-5eb766e48879,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.133324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae135af7-e4d9-490c-bd25-b93a5023601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e182fad-1a7d-4ae6-8b78-70c52479834d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.148891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:33.170034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-40c282cd-002e-4178-8b07-b430ac8f98d6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "PUT /v2.0/routers/e2334a82-5fa1-4387-9248-1a4c4a58ec6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0621600 Aug 09 15:57:33.174616 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Sync routers for ids ['e2334a82-5fa1-4387-9248-1a4c4a58ec6e'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:33.178186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45704) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:33.197012 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Routers {'e2334a82-5fa1-4387-9248-1a4c4a58ec6e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:33.197668 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e2334a82-5fa1-4387-9248-1a4c4a58ec6e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:33.213514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Made reservation on behalf of dba5541082514bf6b874aa38d887c699 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:33.217454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.228992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:33.236809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 93b96118-c754-4f84-8cea-5eb766e48879 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:33.265522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port afa64fce-a479-43c4-83f0-604d400be698, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=afa64fce-a479-43c4-83f0-604d400be698,segment=NetworkSegment(4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb),segment_id=4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:33.268393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.286837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for afa64fce-a479-43c4-83f0-604d400be698 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:33.441349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d25c4-a712-4089-8cfd-dfc9f2c99e2e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:33.446422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45710) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:33.447946 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c6d25c4-a712-4089-8cfd-dfc9f2c99e2e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports/a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 HTTP/1.1" status: 200 len: 911 time: 0.2683733 Aug 09 15:57:33.451655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.492104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=afa64fce-a479-43c4-83f0-604d400be698,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.497385 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Set router e2334a82-5fa1-4387-9248-1a4c4a58ec6e gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:33.503452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No DVR routers for this DVR port afa64fce-a479-43c4-83f0-604d400be698 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:33.547443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6e5a3a76-5ca8-4a4e-b578-bd5b8113cb9b None None] Provisioning complete for port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:33.547859 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3a76-5ca8-4a4e-b578-bd5b8113cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.685199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a3a76-5ca8-4a4e-b578-bd5b8113cb9b None None] Port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:33.732927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ad2c9-33db-4bae-a7d0-22d85ca0209c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:33.741415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ad2c9-33db-4bae-a7d0-22d85ca0209c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:33.747209 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.748634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-096ad2c9-33db-4bae-a7d0-22d85ca0209c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3006375 Aug 09 15:57:33.762080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45716) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:33.813903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.849707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85124a08-91d5-4eff-be7f-077e0e7f4d2b']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:33.918549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:33.918851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbb5e5e-0441-47ac-b9c4-8ea48ad1eceb') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:33.955863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.964900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:33.973855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb20a98-87e8-4da8-bedf-e27d61583a41,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.018417 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'name': 'tempest-NetworksTestDHCPv6-router-28173810', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:26Z', 'updated_at': '2021-08-09T15:57:29Z', 'revision_number': 2, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None, '_interfaces': [{'id': 'a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8', 'name': '', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'mac_address': 'fa:16:3e:12:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:28Z', 'updated_at': '2021-08-09T15:57:30Z', 'revision_number': 2, 'project_id': '876a3281d99f416a862af54080abf9df', 'subnets': [{'id': 'b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:34.034155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Checking segment: {'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:34.034534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Network hostable DHCP agents. Network: 93b96118-c754-4f84-8cea-5eb766e48879, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:34.069563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5b750-48ce-49ae-9055-c20bcd4493c2 None None] DHCP port deletion for 85124a08-91d5-4eff-be7f-077e0e7f4d2b request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:34.083187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Network 93b96118-c754-4f84-8cea-5eb766e48879 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:34.113466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.126418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:34.128981 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Checking router: e2334a82-5fa1-4387-9248-1a4c4a58ec6e for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:34.129220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.136081 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Updating router e2334a82-5fa1-4387-9248-1a4c4a58ec6e port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:57:34.144561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:34.145148 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.145849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 93b96118-c754-4f84-8cea-5eb766e48879) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:34.149958 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:34.189525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:34.192286 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.206068 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.261684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2047487d-52c7-42d2-be30-4e23e048d024 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1659882 Aug 09 15:57:34.318387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f12314-e85c-4db6-bc1d-d4fdd14d8308 None None] Network 93b96118-c754-4f84-8cea-5eb766e48879 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:34.370153 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.410221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.415697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.416216 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/85124a08-91d5-4eff-be7f-077e0e7f4d2b HTTP/1.1" status: 204 len: 168 time: 2.0083866 Aug 09 15:57:34.433061 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649ca2-27d1-4b79-b12f-127c237a062b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=85124a08-91d5-4eff-be7f-077e0e7f4d2b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.797355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.868183 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.888799 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Transition to ACTIVE for port object a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:34.905363 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.984193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f043848-40e9-4cc9-b936-02f7547e19c1 None None] Network 93b96118-c754-4f84-8cea-5eb766e48879 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:35.030097 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Pushing event updated for resources: {'Port': ['ID=a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:35.131417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device afa64fce-a479-43c4-83f0-604d400be698 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:35.181790 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Attempting to bind port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:35.186842 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Attempting to bind port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:35.187409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Attempting to bind port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:35.202111 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:35.202799 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:35.203783 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.204383 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:35.205343 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Bound port: a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:35.205895 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.220609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: afa64fce-a479-43c4-83f0-604d400be698 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:35.221211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device afa64fce-a479-43c4-83f0-604d400be698 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:35.232031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.279385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:29Z', 'revision_number': 10, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:35.348072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:35.348545 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.350027 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] For port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:35.357164 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] For port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:35.365224 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.447570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363e2d3-a203-45fd-86a1-1f8cd4245553 None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:29Z', 'revision_number': 10, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None, '_interfaces': [{'id': '26c39fe1-db01-4a70-84c7-1404a2d8d460', 'name': '', 'network_id': 'be7c94e4-3efe-437e-a6a3-d8db93e164e4', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'mac_address': 'fa:16:3e:90:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:56:28Z', 'updated_at': '2021-08-09T15:56:40Z', 'revision_number': 5, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'subnets': [{'id': '55a68fc2-64a4-47e1-867f-7881e584d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:35.539621 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Pushing event updated for resources: {'Port': ['ID=a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:35.559191 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.559489 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.559848 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.568556 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.569069 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.569414 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.569749 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.570076 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.570635 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.570969 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.571296 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.571663 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3ab8b-54c8-4f64-a4e7-2fde66a871f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:35.608894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] For port a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8, host n-d-799523-2, got binding levels [] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:35.609744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.616978 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Routers {'e2334a82-5fa1-4387-9248-1a4c4a58ec6e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:35.618447 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e2334a82-5fa1-4387-9248-1a4c4a58ec6e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:35.644100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:35.841323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 26c39fe1-db01-4a70-84c7-1404a2d8d460 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:35.841670 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.878265 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] Set router e2334a82-5fa1-4387-9248-1a4c4a58ec6e gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:36.053933 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.098816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port 26c39fe1-db01-4a70-84c7-1404a2d8d460, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=26c39fe1-db01-4a70-84c7-1404a2d8d460,segment=NetworkSegment(09b0174f-dee3-4c1f-a7e3-5ab95341da3b),segment_id=09b0174f-dee3-4c1f-a7e3-5ab95341da3b)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:36.107494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.138847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:36.147402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 26c39fe1-db01-4a70-84c7-1404a2d8d460 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:36.178750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e1c171d7-8147-4e98-ade2-0a4b1e47a4fc None None] Could not find standard attr ID for object a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:57:36.350286 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'name': 'tempest-NetworksTestDHCPv6-router-28173810', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:26Z', 'updated_at': '2021-08-09T15:57:29Z', 'revision_number': 2, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None, '_interfaces': [{'id': 'a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8', 'name': '', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'mac_address': 'fa:16:3e:12:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:28Z', 'updated_at': '2021-08-09T15:57:35Z', 'revision_number': 4, 'project_id': '876a3281d99f416a862af54080abf9df', 'subnets': [{'id': 'b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:36.411872 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef0cf6-aafc-4f23-b6b5-874b91bf0a41 None None] The sync data for ids ['e2334a82-5fa1-4387-9248-1a4c4a58ec6e'] in n-d-799523-2 is: [{'id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'name': 'tempest-NetworksTestDHCPv6-router-28173810', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:26Z', 'updated_at': '2021-08-09T15:57:29Z', 'revision_number': 2, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None, '_interfaces': [{'id': 'a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8', 'name': '', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'mac_address': 'fa:16:3e:12:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:28Z', 'updated_at': '2021-08-09T15:57:35Z', 'revision_number': 4, 'project_id': '876a3281d99f416a862af54080abf9df', 'subnets': [{'id': 'b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:36.460810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.669527 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.762141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=26c39fe1-db01-4a70-84c7-1404a2d8d460,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:36.991329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Router e2334a82-5fa1-4387-9248-1a4c4a58ec6e has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:37.275780 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:37.293739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-19c6d999-3e25-4cfa-b38e-d533f74e45b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "PUT /v2.0/routers/e2334a82-5fa1-4387-9248-1a4c4a58ec6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5232713 Aug 09 15:57:37.297319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45774) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:37.301026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 305cb665-3fdb-4ac3-8c12-c421052bf8e1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:37.459785 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.467329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 305cb665-3fdb-4ac3-8c12-c421052bf8e1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:37.467723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 305cb665-3fdb-4ac3-8c12-c421052bf8e1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:37.851529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:38.107614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0abf7b2-72cb-4495-b291-bd59f702de7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:38.110323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0abf7b2-72cb-4495-b291-bd59f702de7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:38.120461 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0abf7b2-72cb-4495-b291-bd59f702de7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8210287 Aug 09 15:57:38.121498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:38.123263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45786) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:38.139800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:38.147639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b1a60dd3-11ed-4a27-a903-71bbb6e7d5e1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7301481 Aug 09 15:57:38.150172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45788) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:38.166844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:38.167671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:38.273992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cc5c26-8fb7-4ec7-9f6f-cfd18e66cd36 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:38.278496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5c26-8fb7-4ec7-9f6f-cfd18e66cd36 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.312330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting subnet 55a68fc2-64a4-47e1-867f-7881e584d594 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:38.324757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.333645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:38.351313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5c26-8fb7-4ec7-9f6f-cfd18e66cd36 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.416775 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.423240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 11, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:38.465244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:38.477417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:38.478550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:38.538374 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5c26-8fb7-4ec7-9f6f-cfd18e66cd36 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.618116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:38.626545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.651862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5c26-8fb7-4ec7-9f6f-cfd18e66cd36 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.719498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc5c26-8fb7-4ec7-9f6f-cfd18e66cd36 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:38.742733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5c26-8fb7-4ec7-9f6f-cfd18e66cd36 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.747638 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f0cc5c26-8fb7-4ec7-9f6f-cfd18e66cd36 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9 HTTP/1.1" status: 204 len: 168 time: 0.6223249 Aug 09 15:57:38.749103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45798) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:38.805181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef12602-314b-4e9a-bf5c-58c976b87435 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:38.821545 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:57:38.829677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 11, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:38.870406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.880923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186410a7-1101-4304-9a4c-63b46559cd29 None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 11, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:38.962802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Subnet': ['ID=55a68fc2-64a4-47e1-867f-7881e584d594,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:39.005409 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.010133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/55a68fc2-64a4-47e1-867f-7881e584d594 HTTP/1.1" status: 204 len: 168 time: 0.8588176 Aug 09 15:57:39.010430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45800) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:39.013521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.013847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.014186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.014602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.014993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.016050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.016050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.016050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.018463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.018463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.018463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.018463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870c6e2-a9f7-4c62-a242-a38c028b391d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:39.019297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327794d-39a5-4150-801d-41a095bb2319 None None] Network be7c94e4-3efe-437e-a6a3-d8db93e164e4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:39.051983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5db96ba0-9fb9-412f-9597-cf29784ecb39 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2874787 Aug 09 15:57:39.056531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45802) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:39.142659 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] Sync routers for ids ['e2334a82-5fa1-4387-9248-1a4c4a58ec6e'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:39.185396 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] Routers {'e2334a82-5fa1-4387-9248-1a4c4a58ec6e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:39.188444 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e2334a82-5fa1-4387-9248-1a4c4a58ec6e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:39.286069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.290459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-529a4934-fb55-4e04-8fc3-d298d1a940d8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.366754 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] Set router e2334a82-5fa1-4387-9248-1a4c4a58ec6e gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:39.372150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26c39fe1-db01-4a70-84c7-1404a2d8d460 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:39.459605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 26c39fe1-db01-4a70-84c7-1404a2d8d460 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:39.459977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 26c39fe1-db01-4a70-84c7-1404a2d8d460 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:39.535675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Deleting port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:39.536208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.560686 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'name': 'tempest-NetworksTestDHCPv6-router-28173810', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:26Z', 'updated_at': '2021-08-09T15:57:35Z', 'revision_number': 3, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:39.608938 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] Checking router: e2334a82-5fa1-4387-9248-1a4c4a58ec6e for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:39.630906 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] Routers {'e2334a82-5fa1-4387-9248-1a4c4a58ec6e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:39.632436 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e2334a82-5fa1-4387-9248-1a4c4a58ec6e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:39.825264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] For port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4,segment=NetworkSegment(09b0174f-dee3-4c1f-a7e3-5ab95341da3b),segment_id=09b0174f-dee3-4c1f-a7e3-5ab95341da3b)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:39.825621 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.857993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Calling delete_port for 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:39.888687 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-529a4934-fb55-4e04-8fc3-d298d1a940d8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.894516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-529a4934-fb55-4e04-8fc3-d298d1a940d8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.006332 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] Set router e2334a82-5fa1-4387-9248-1a4c4a58ec6e gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:40.022547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-529a4934-fb55-4e04-8fc3-d298d1a940d8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.023740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529a4934-fb55-4e04-8fc3-d298d1a940d8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Fanout notify agent at l3_agent the message router_deleted on router e2334a82-5fa1-4387-9248-1a4c4a58ec6e {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:40.046497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.058367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-529a4934-fb55-4e04-8fc3-d298d1a940d8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.064398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-529a4934-fb55-4e04-8fc3-d298d1a940d8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/routers/e2334a82-5fa1-4387-9248-1a4c4a58ec6e HTTP/1.1" status: 204 len: 168 time: 1.0059834 Aug 09 15:57:40.065888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45804) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:40.074863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:40.134377 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'name': 'tempest-NetworksTestDHCPv6-router-28173810', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:26Z', 'updated_at': '2021-08-09T15:57:35Z', 'revision_number': 3, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:40.176758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Port': ['ID=3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:40.191228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No DVR routers for this DVR port 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:40.233120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe05ae-bc5b-4fc7-804e-4b0f8743e8d0 None None] DHCP port deletion for be7c94e4-3efe-437e-a6a3-d8db93e164e4 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:40.246872 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156416b-e70c-48ae-af0f-afef461b1803 None None] The sync data for ids ['e2334a82-5fa1-4387-9248-1a4c4a58ec6e'] in n-d-799523-2 is: [{'id': 'e2334a82-5fa1-4387-9248-1a4c4a58ec6e', 'name': 'tempest-NetworksTestDHCPv6-router-28173810', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:26Z', 'updated_at': '2021-08-09T15:57:35Z', 'revision_number': 3, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:40.315596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:40.332930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:40.344516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.520572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] Deleting port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:40.521165 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.521801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.554013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7c94e4-3efe-437e-a6a3-d8db93e164e4']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:40.593655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b0174f-dee3-4c1f-a7e3-5ab95341da3b') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:40.594655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b0174f-dee3-4c1f-a7e3-5ab95341da3b') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:40.639598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.698695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.707905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:40.713412 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:40.727231 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:40.760703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] For port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8efc484e-9f4a-4af9-93c9-5d782cce6bc3,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:40.781046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.841545 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.852587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] Calling delete_port for 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:40.902199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.917987 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/networks/be7c94e4-3efe-437e-a6a3-d8db93e164e4 HTTP/1.1" status: 204 len: 168 time: 1.8974130 Aug 09 15:57:40.926693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b9858-0625-4f76-9f17-f18c9d9dd4e0 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Pushing event deleted for resources: {'Network': ['ID=be7c94e4-3efe-437e-a6a3-d8db93e164e4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:40.944025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45812) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:40.963882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'routes': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:40.967393 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.118898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=12c7bbab-e4bf-4509-b9be-774f2bbb2046,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:41.123131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.143254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:41.146899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:41.150573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.151349 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.181543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4d5f94b0-b158-4da2-a077-434fb9cb2a0d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1131339 Aug 09 15:57:41.183329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45814) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:41.191428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ee784ca0-52cf-4142-8018-c2e9de22487e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1094532570', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:41.247641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ee784ca0-52cf-4142-8018-c2e9de22487e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.249233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ee784ca0-52cf-4142-8018-c2e9de22487e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.289657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:41.311662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] No DVR routers for this DVR port 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:41.436091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f382f-5b2f-47c4-99a8-456621619e3f None None] Pushing event deleted for resources: {'Port': ['ID=8efc484e-9f4a-4af9-93c9-5d782cce6bc3,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:41.463596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b50f447-c914-4274-95b0-37ef76e73b8d None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:41.467516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:41.468158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3da5d2bd-284f-4cb2-aaa0-e0fb4ba486c4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:41.468962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:41.499075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:41.500010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8efc484e-9f4a-4af9-93c9-5d782cce6bc3 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:41.500807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:41.568069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:41.569969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a7fc8aa1-1eac-4900-8000-9c5d7e8dd4d8 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:41.746211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.extraroute_db [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Added routes are [] {{(pid=94178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:57:41.746621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.extraroute_db [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Removed routes are [] {{(pid=94178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:57:41.746879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.932876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '12c7bbab-e4bf-4509-b9be-774f2bbb2046'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:41.934050 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.025591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.029922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.251273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router f2b80440-3196-4d99-9b99-57083de69d79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:42.446646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ee784ca0-52cf-4142-8018-c2e9de22487e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.453791 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ee784ca0-52cf-4142-8018-c2e9de22487e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.465717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Allocated IP 2001:db8::2 (9c4dd093-daa5-448b-9662-105622e20b54/12c7bbab-e4bf-4509-b9be-774f2bbb2046/4124cfeb-c930-483f-b404-47d6a2a1f40e) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:42.512519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ee784ca0-52cf-4142-8018-c2e9de22487e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.533106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45830) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:42.533661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ee784ca0-52cf-4142-8018-c2e9de22487e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3478677 Aug 09 15:57:42.536492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:42.550037 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.559663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45832) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:42.564508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a9823ac3-8829-49dd-ba7a-bef6802738cc tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 200 len: 700 time: 1.6168880 Aug 09 15:57:42.618434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7f27ea2a-c117-43f7-8384-9cc7ad071169 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 200 len: 205 time: 0.0565598 Aug 09 15:57:42.619355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45834) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:42.773660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] Sync routers for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:42.885840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-561422df-3f8c-4156-ba30-bde8460306ab tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.938543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] Routers {'f2b80440-3196-4d99-9b99-57083de69d79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:42.964771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f2b80440-3196-4d99-9b99-57083de69d79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:43.319350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-561422df-3f8c-4156-ba30-bde8460306ab tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.333388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-561422df-3f8c-4156-ba30-bde8460306ab tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.392211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] Set router f2b80440-3196-4d99-9b99-57083de69d79 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:43.441549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-561422df-3f8c-4156-ba30-bde8460306ab tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.442153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561422df-3f8c-4156-ba30-bde8460306ab tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Fanout notify agent at l3_agent the message router_deleted on router f2b80440-3196-4d99-9b99-57083de69d79 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:43.450284 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-561422df-3f8c-4156-ba30-bde8460306ab tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.458163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-561422df-3f8c-4156-ba30-bde8460306ab tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 204 len: 168 time: 0.8373761 Aug 09 15:57:43.458913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45836) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:43.472088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-989949f9-ec3a-4a4d-b756-8c9401448ca1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-797313752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:43.498837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b80440-3196-4d99-9b99-57083de69d79', 'name': 'tempest-RoutersTest-router-506555874', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:56:26Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 11, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:43.530585 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-989949f9-ec3a-4a4d-b756-8c9401448ca1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.532483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-989949f9-ec3a-4a4d-b756-8c9401448ca1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.559453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] Checking router: f2b80440-3196-4d99-9b99-57083de69d79 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:43.591496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.599378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] Routers set() bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:43.600139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] Router IDs set() for agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 15:57:43.602440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_agentschedulers_db [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2b80440-3196-4d99-9b99-57083de69d79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent'). {{(pid=94179) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 15:57:43.604081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a50883-9b1f-4768-869d-1bf8a4207f8f None None] The sync data for ids ['f2b80440-3196-4d99-9b99-57083de69d79'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:43.640772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Transition to ACTIVE for port object 4124cfeb-c930-483f-b404-47d6a2a1f40e will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:43.693275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Transition to ACTIVE for port object 4124cfeb-c930-483f-b404-47d6a2a1f40e will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:43.718314 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.759164 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-989949f9-ec3a-4a4d-b756-8c9401448ca1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.774734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-989949f9-ec3a-4a4d-b756-8c9401448ca1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.789426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.863079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-989949f9-ec3a-4a4d-b756-8c9401448ca1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.868323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:43.870861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-989949f9-ec3a-4a4d-b756-8c9401448ca1 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4073811 Aug 09 15:57:43.871916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45842) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:43.879705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b66fffac-cfe1-4978-839d-0c31cf07e550 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:43.882951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:43.922451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:43.958805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Pushing event updated for resources: {'Port': ['ID=4124cfeb-c930-483f-b404-47d6a2a1f40e,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:44.144651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Attempting to bind port 4124cfeb-c930-483f-b404-47d6a2a1f40e on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:44.145174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Attempting to bind port 4124cfeb-c930-483f-b404-47d6a2a1f40e by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:44.145638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Attempting to bind port 4124cfeb-c930-483f-b404-47d6a2a1f40e on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:44.151987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:44.163892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:44.164568 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.165078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:44.165692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Bound port: 4124cfeb-c930-483f-b404-47d6a2a1f40e, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:44.166184 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.443543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b66fffac-cfe1-4978-839d-0c31cf07e550 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3467'] for router, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.457602 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b66fffac-cfe1-4978-839d-0c31cf07e550 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440897'] for router, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.472665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] For port 4124cfeb-c930-483f-b404-47d6a2a1f40e, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:44.485915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] For port 4124cfeb-c930-483f-b404-47d6a2a1f40e, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4124cfeb-c930-483f-b404-47d6a2a1f40e,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:44.495513 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.727002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8943-8df8-407e-98e3-e9f972fa257c None None] Pushing event updated for resources: {'Port': ['ID=4124cfeb-c930-483f-b404-47d6a2a1f40e,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:44.877906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::1 (9c4dd093-daa5-448b-9662-105622e20b54/12c7bbab-e4bf-4509-b9be-774f2bbb2046/37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:44.953624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66fffac-cfe1-4978-839d-0c31cf07e550 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Router 56753394-f33c-4f39-845b-3257ba1b3e56 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:57:45.036109 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e60840eb-5e18-4b18-9553-adbef248a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.369896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66fffac-cfe1-4978-839d-0c31cf07e550 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:45.371173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.385357 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] Sync routers for ids ['56753394-f33c-4f39-845b-3257ba1b3e56'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:45.398443 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] Routers {'56753394-f33c-4f39-845b-3257ba1b3e56'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:45.399487 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['56753394-f33c-4f39-845b-3257ba1b3e56'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:45.403771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:45.421533 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b66fffac-cfe1-4978-839d-0c31cf07e550 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.424057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b66fffac-cfe1-4978-839d-0c31cf07e550 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "PUT /v2.0/routers/56753394-f33c-4f39-845b-3257ba1b3e56 HTTP/1.1" status: 200 len: 693 time: 1.5497260 Aug 09 15:57:45.427012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45860) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:45.497518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.568954 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] Set router 56753394-f33c-4f39-845b-3257ba1b3e56 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:45.681971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:45.694553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:45.706256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:45.708669 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.723912 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56753394-f33c-4f39-845b-3257ba1b3e56', 'name': 'tempest-RoutersTest-router-797313752', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:43Z', 'updated_at': '2021-08-09T15:57:44Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:45.781321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ee7f85af-716a-4154-91b8-668a5fd82be3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/routers/56753394-f33c-4f39-845b-3257ba1b3e56 HTTP/1.1" status: 200 len: 699 time: 0.3529160 Aug 09 15:57:45.787151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45862) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:45.854641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:45.882140 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] Checking router: 56753394-f33c-4f39-845b-3257ba1b3e56 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:45.890497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-66bb257a-4c5d-4e3a-b05f-f6a050a7f11b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=56753394-f33c-4f39-845b-3257ba1b3e56 HTTP/1.1" status: 200 len: 205 time: 0.1006753 Aug 09 15:57:45.894334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45866) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:45.899238 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] Routers {'56753394-f33c-4f39-845b-3257ba1b3e56'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:45.900165 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['56753394-f33c-4f39-845b-3257ba1b3e56'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:46.080940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.202971 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] Set router 56753394-f33c-4f39-845b-3257ba1b3e56 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:46.417546 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c8b90d3-92c5-47b5-9bca-7e6bc30a628b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.530065 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56753394-f33c-4f39-845b-3257ba1b3e56', 'name': 'tempest-RoutersTest-router-797313752', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:43Z', 'updated_at': '2021-08-09T15:57:44Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:46.605092 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bee88-541a-4ec6-8fae-e14419c6072e None None] The sync data for ids ['56753394-f33c-4f39-845b-3257ba1b3e56'] in n-d-799523-2 is: [{'id': '56753394-f33c-4f39-845b-3257ba1b3e56', 'name': 'tempest-RoutersTest-router-797313752', 'tenant_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:43Z', 'updated_at': '2021-08-09T15:57:44Z', 'revision_number': 2, 'project_id': '49ab24e20ba448ee861e45d3a3bcc05a', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:46.845569 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c8b90d3-92c5-47b5-9bca-7e6bc30a628b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.851963 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c8b90d3-92c5-47b5-9bca-7e6bc30a628b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.999501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c8b90d3-92c5-47b5-9bca-7e6bc30a628b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.000269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8b90d3-92c5-47b5-9bca-7e6bc30a628b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Fanout notify agent at l3_agent the message router_deleted on router 56753394-f33c-4f39-845b-3257ba1b3e56 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:47.038299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c8b90d3-92c5-47b5-9bca-7e6bc30a628b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.047256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8c8b90d3-92c5-47b5-9bca-7e6bc30a628b tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/56753394-f33c-4f39-845b-3257ba1b3e56 HTTP/1.1" status: 204 len: 168 time: 1.1485341 Aug 09 15:57:47.048133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45884) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.128930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8df4afea-608b-41aa-bdb1-19cf489ee916 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=56753394-f33c-4f39-845b-3257ba1b3e56 HTTP/1.1" status: 200 len: 205 time: 0.0710316 Aug 09 15:57:47.130188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45886) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.218129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4124cfeb-c930-483f-b404-47d6a2a1f40e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:47.244008 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-e7989935-7aca-436c-9dab-aa3d62a87760 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] delete failed (client error): The resource could not be found. Aug 09 15:57:47.247841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e7989935-7aca-436c-9dab-aa3d62a87760 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/56753394-f33c-4f39-845b-3257ba1b3e56 HTTP/1.1" status: 404 len: 336 time: 0.1139114 Aug 09 15:57:47.252574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45888) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.283526 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.292284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.293175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.336747 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0096787-48c9-4e28-ae42-ba98ffc802f3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:47.337418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0096787-48c9-4e28-ae42-ba98ffc802f3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:47.344468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c0096787-48c9-4e28-ae42-ba98ffc802f3 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/5e42d3f0-c416-46a4-83e5-0c6f9a573b7b HTTP/1.1" status: 404 len: 337 time: 0.0862589 Aug 09 15:57:47.345135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45890) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.416194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:47.465701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7eb6726b-8854-43ed-9440-e2d69490d14e None None] Provisioning for port 4124cfeb-c930-483f-b404-47d6a2a1f40e completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:47.520449 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c659e6-b458-4251-a1c5-c0ee9de49f4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:47.521235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c659e6-b458-4251-a1c5-c0ee9de49f4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:47.527398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45894) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.531667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e7c659e6-b458-4251-a1c5-c0ee9de49f4e tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/0f672cfe-a756-4488-bfd6-3806ec5acde9 HTTP/1.1" status: 404 len: 337 time: 0.1850195 Aug 09 15:57:47.601616 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-201e4330-fc45-4eb2-b5dd-c50e8e5c7d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.602085 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdd2660-ef71-4d55-893c-56f0dff8bd39 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:47.615311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdd2660-ef71-4d55-893c-56f0dff8bd39 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:47.633323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cfdd2660-ef71-4d55-893c-56f0dff8bd39 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/53771cde-8807-4c22-87dd-8476285e357e HTTP/1.1" status: 404 len: 337 time: 0.1013174 Aug 09 15:57:47.634299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45898) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.656544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4124cfeb-c930-483f-b404-47d6a2a1f40e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:47.678266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4124cfeb-c930-483f-b404-47d6a2a1f40e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:47.678842 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.724989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:47.731519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:47.876051 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-68472c90-4b04-4721-b8c7-eb44d93df4ce tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:47.878274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68472c90-4b04-4721-b8c7-eb44d93df4ce tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:47.892509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-68472c90-4b04-4721-b8c7-eb44d93df4ce tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/55a68fc2-64a4-47e1-867f-7881e584d594 HTTP/1.1" status: 404 len: 337 time: 0.2550259 Aug 09 15:57:47.893671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45904) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.011898 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.025304 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-deb5891e-655b-4d20-b5c7-36fd6b0fea1c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 200 len: 205 time: 0.1293416 Aug 09 15:57:48.036441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45906) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.242638 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-ef541696-9d13-414a-9516-7b6eccb27993 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] delete failed (client error): The resource could not be found. Aug 09 15:57:48.244632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ef541696-9d13-414a-9516-7b6eccb27993 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/f2b80440-3196-4d99-9b99-57083de69d79 HTTP/1.1" status: 404 len: 336 time: 0.2058177 Aug 09 15:57:48.247609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45910) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.267317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ed32d87e-8f3f-4bff-9331-9648dac7b164 None None] Provisioning for port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:48.300425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ed32d87e-8f3f-4bff-9331-9648dac7b164 None None] Provisioning complete for port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:48.310237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed32d87e-8f3f-4bff-9331-9648dac7b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.317574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6a7c32fe-1ebe-454a-bf5d-46cf04ba5e33 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=11534744-6287-47ee-8c6c-06eb6515a27a HTTP/1.1" status: 200 len: 205 time: 0.0663028 Aug 09 15:57:48.322109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.369366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Router 297400f8-77e7-466c-ae27-82ed42d0f1cf is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:57:48.394326 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.444169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ed32d87e-8f3f-4bff-9331-9648dac7b164 None None] Port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:48.471854 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-d3d66217-afc8-4bf2-abd3-c8a583e14be4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] delete failed (client error): The resource could not be found. Aug 09 15:57:48.486524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d3d66217-afc8-4bf2-abd3-c8a583e14be4 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/11534744-6287-47ee-8c6c-06eb6515a27a HTTP/1.1" status: 404 len: 336 time: 0.1620536 Aug 09 15:57:48.489410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45914) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.495583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4124cfeb-c930-483f-b404-47d6a2a1f40e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4124cfeb-c930-483f-b404-47d6a2a1f40e,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:48.505477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.596850 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ce5233-0c68-4e16-98a8-09d6d7c81ec2 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:48.597825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ce5233-0c68-4e16-98a8-09d6d7c81ec2 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:48.604204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d8ce5233-0c68-4e16-98a8-09d6d7c81ec2 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/1b80958d-3015-4088-bee3-4eeba56a1001 HTTP/1.1" status: 404 len: 337 time: 0.1126571 Aug 09 15:57:48.606786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45916) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.725593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f69aa3cf-7952-4dc8-9a31-4c128133e37f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=482e8172-fac3-4a5f-9e03-23dd3b88b2d4 HTTP/1.1" status: 200 len: 205 time: 0.1136034 Aug 09 15:57:48.729128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45920) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.776687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0b738c22-109a-4aff-8c3c-407747d8ca26 None None] Provisioning complete for port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:48.778400 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0b738c22-109a-4aff-8c3c-407747d8ca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.833912 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-8e43c0fb-f69f-4717-9875-bda6df3af3e9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] delete failed (client error): The resource could not be found. Aug 09 15:57:48.837548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e43c0fb-f69f-4717-9875-bda6df3af3e9 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/482e8172-fac3-4a5f-9e03-23dd3b88b2d4 HTTP/1.1" status: 404 len: 336 time: 0.1044424 Aug 09 15:57:48.838510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45922) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.916629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:48.961995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-920756e6-c7fd-4073-b699-810f00a63b58 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f33024-7c35-4fcf-ba76-8e1c63a024b8 HTTP/1.1" status: 200 len: 205 time: 0.1219773 Aug 09 15:57:48.972442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45926) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.991228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b55a1ad5-d2bf-4e03-ac45-34c04ce98c59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "PUT /v2.0/routers/297400f8-77e7-466c-ae27-82ed42d0f1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4526212 Aug 09 15:57:48.996937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45928) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.096968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0b738c22-109a-4aff-8c3c-407747d8ca26 None None] Port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:49.152467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Sync routers for ids ['297400f8-77e7-466c-ae27-82ed42d0f1cf'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:49.172966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4124cfeb-c930-483f-b404-47d6a2a1f40e,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:49.204820 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-a0d1c8da-df7f-4a84-b4d4-e480dd1de762 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] delete failed (client error): The resource could not be found. Aug 09 15:57:49.207017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a0d1c8da-df7f-4a84-b4d4-e480dd1de762 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/11f33024-7c35-4fcf-ba76-8e1c63a024b8 HTTP/1.1" status: 404 len: 336 time: 0.2303438 Aug 09 15:57:49.209771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.222093 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.224733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Routers {'297400f8-77e7-466c-ae27-82ed42d0f1cf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:49.225506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['297400f8-77e7-466c-ae27-82ed42d0f1cf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:49.254246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353266b8-4b38-4d02-8e57-7319eb2aaa9b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:49.269044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-353266b8-4b38-4d02-8e57-7319eb2aaa9b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports/37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 HTTP/1.1" status: 200 len: 911 time: 0.2587085 Aug 09 15:57:49.271153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45940) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.293600 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-027d46f6-f1e5-4160-a905-d2c7e2676d2c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:49.294779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027d46f6-f1e5-4160-a905-d2c7e2676d2c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:49.300055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45942) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.301867 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-027d46f6-f1e5-4160-a905-d2c7e2676d2c tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/ce689226-164b-445a-a087-2b519cac57fa HTTP/1.1" status: 404 len: 337 time: 0.0906544 Aug 09 15:57:49.374676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0d26c24f-74f6-4aa0-b88a-366b5f1ebf92 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6ba9684-cfc1-4fb2-8fb0-27676becce3c HTTP/1.1" status: 200 len: 205 time: 0.0555015 Aug 09 15:57:49.377509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.475360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Set router 297400f8-77e7-466c-ae27-82ed42d0f1cf gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:49.514876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237bdcf-2fe3-4c87-a615-ef6dc0bedd58 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:49.536039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237bdcf-2fe3-4c87-a615-ef6dc0bedd58 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:49.538824 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-5ff64585-bf1d-42b7-8e99-a0f831fb7e1d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] delete failed (client error): The resource could not be found. Aug 09 15:57:49.542426 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ff64585-bf1d-42b7-8e99-a0f831fb7e1d tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/b6ba9684-cfc1-4fb2-8fb0-27676becce3c HTTP/1.1" status: 404 len: 336 time: 0.1638010 Aug 09 15:57:49.543535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45948) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.565394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e237bdcf-2fe3-4c87-a615-ef6dc0bedd58 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2897527 Aug 09 15:57:49.566613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45952) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.575224 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-01da360f-a15c-4651-996a-f538bb55e93f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:49.576338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01da360f-a15c-4651-996a-f538bb55e93f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:49.585127 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-01da360f-a15c-4651-996a-f538bb55e93f tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/1e6d3745-205b-40e7-badc-40bb79369a55 HTTP/1.1" status: 404 len: 337 time: 0.0398540 Aug 09 15:57:49.592378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45954) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.803990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9ffd6057-d423-4de9-9c78-b7ae7e141dcb tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "GET /v2.0/ports?device_id=61f12040-7e88-475d-98a6-87405b9045a4 HTTP/1.1" status: 200 len: 205 time: 0.2093499 Aug 09 15:57:49.806485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45960) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.939033 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-0c727985-c77b-441a-b3d6-d8cd9ee48c12 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] delete failed (client error): The resource could not be found. Aug 09 15:57:49.944327 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0c727985-c77b-441a-b3d6-d8cd9ee48c12 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/routers/61f12040-7e88-475d-98a6-87405b9045a4 HTTP/1.1" status: 404 len: 336 time: 0.1325705 Aug 09 15:57:49.946926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:50.053394 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d685b5-1f85-45d9-9575-bf5c20051b86 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:50.058012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d685b5-1f85-45d9-9575-bf5c20051b86 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:50.067229 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-28d685b5-1f85-45d9-9575-bf5c20051b86 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/5189059c-f9de-4731-a451-f5a81f3e8b98 HTTP/1.1" status: 404 len: 337 time: 0.1165257 Aug 09 15:57:50.069284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45966) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:50.158971 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ec6767-e911-41d9-8f29-2c92af2c2138 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:50.162949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ec6767-e911-41d9-8f29-2c92af2c2138 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:50.171371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a8ec6767-e911-41d9-8f29-2c92af2c2138 tempest-RoutersTest-1512551394 tempest-RoutersTest-1512551394-project] 10.222.0.64 "DELETE /v2.0/subnets/4b1dcceb-f989-4117-a126-10e066e7b85c HTTP/1.1" status: 404 len: 337 time: 0.0983608 Aug 09 15:57:50.178551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297400f8-77e7-466c-ae27-82ed42d0f1cf', 'name': 'tempest-NetworksTestDHCPv6-router-1094532570', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:41Z', 'updated_at': '2021-08-09T15:57:45Z', 'revision_number': 2, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None, '_interfaces': [{'id': '37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3', 'name': '', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'mac_address': 'fa:16:3e:24:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297400f8-77e7-466c-ae27-82ed42d0f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '12c7bbab-e4bf-4509-b9be-774f2bbb2046', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:44Z', 'updated_at': '2021-08-09T15:57:46Z', 'revision_number': 2, 'project_id': '876a3281d99f416a862af54080abf9df', 'subnets': [{'id': '12c7bbab-e4bf-4509-b9be-774f2bbb2046', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:50.444112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Checking router: 297400f8-77e7-466c-ae27-82ed42d0f1cf for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:50.444461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Updating router 297400f8-77e7-466c-ae27-82ed42d0f1cf port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:57:50.517722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.574874 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.974546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45984) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:51.013278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.156086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4124cfeb-c930-483f-b404-47d6a2a1f40e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:51.375761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4124cfeb-c930-483f-b404-47d6a2a1f40e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:51.376752 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.404293 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8440e9e3-4fa2-4229-b14b-f305b48d75da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49ab24e20ba448ee861e45d3a3bcc05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264374 Aug 09 15:57:51.408245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45994) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:51.425784 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.461828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Transition to ACTIVE for port object 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:51.484694 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.564172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f938c7d9-0d31-4faf-b56d-6ec812d61577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.636976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f938c7d9-0d31-4faf-b56d-6ec812d61577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.850769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04670d-3ebd-4aa1-85e3-cce8eaf2edd7 None None] Pushing event updated for resources: {'Port': ['ID=37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:51.947361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Attempting to bind port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:51.949610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Attempting to bind port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:51.950205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Attempting to bind port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:51.962355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:51.964605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:51.965284 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.967434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:51.969605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Bound port: 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:51.971235 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.150381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] For port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:52.160927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] For port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:52.180744 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.377563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:52.378384 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.418229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04670d-3ebd-4aa1-85e3-cce8eaf2edd7 None None] Pushing event updated for resources: {'Port': ['ID=37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:52.429620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Routers {'297400f8-77e7-466c-ae27-82ed42d0f1cf'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:52.430587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['297400f8-77e7-466c-ae27-82ed42d0f1cf'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:52.583524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f938c7d9-0d31-4faf-b56d-6ec812d61577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.590264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f938c7d9-0d31-4faf-b56d-6ec812d61577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.592802 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f938c7d9-0d31-4faf-b56d-6ec812d61577 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2825a7a3-8822-488b-a874-a50f16005da6 HTTP/1.1" status: 204 len: 168 time: 1.1813865 Aug 09 15:57:52.611082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938c7d9-0d31-4faf-b56d-6ec812d61577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2825a7a3-8822-488b-a874-a50f16005da6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:52.647033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] For port 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:52.647856 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.688618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] Set router 297400f8-77e7-466c-ae27-82ed42d0f1cf gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:52.710398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:53.076043 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.123771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:53.252133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297400f8-77e7-466c-ae27-82ed42d0f1cf', 'name': 'tempest-NetworksTestDHCPv6-router-1094532570', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:41Z', 'updated_at': '2021-08-09T15:57:45Z', 'revision_number': 2, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None, '_interfaces': [{'id': '37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3', 'name': '', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'mac_address': 'fa:16:3e:24:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297400f8-77e7-466c-ae27-82ed42d0f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '12c7bbab-e4bf-4509-b9be-774f2bbb2046', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:44Z', 'updated_at': '2021-08-09T15:57:52Z', 'revision_number': 4, 'project_id': '876a3281d99f416a862af54080abf9df', 'subnets': [{'id': '12c7bbab-e4bf-4509-b9be-774f2bbb2046', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:53.295017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.387950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd11d9-6577-4d0e-b760-a03a34b62aa0 None None] The sync data for ids ['297400f8-77e7-466c-ae27-82ed42d0f1cf'] in n-d-799523-2 is: [{'id': '297400f8-77e7-466c-ae27-82ed42d0f1cf', 'name': 'tempest-NetworksTestDHCPv6-router-1094532570', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:41Z', 'updated_at': '2021-08-09T15:57:45Z', 'revision_number': 2, 'project_id': '876a3281d99f416a862af54080abf9df', 'gw_port_host': None, '_interfaces': [{'id': '37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3', 'name': '', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'mac_address': 'fa:16:3e:24:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297400f8-77e7-466c-ae27-82ed42d0f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '12c7bbab-e4bf-4509-b9be-774f2bbb2046', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:44Z', 'updated_at': '2021-08-09T15:57:52Z', 'revision_number': 4, 'project_id': '876a3281d99f416a862af54080abf9df', 'subnets': [{'id': '12c7bbab-e4bf-4509-b9be-774f2bbb2046', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:53.799044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Router 297400f8-77e7-466c-ae27-82ed42d0f1cf has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:54.062472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:54.078148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46056) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.092280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-29e11506-050f-4ef6-9e14-3b5a2c730386 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "PUT /v2.0/routers/297400f8-77e7-466c-ae27-82ed42d0f1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5145867 Aug 09 15:57:54.226170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07db38-922a-45b5-83ab-11d78a26f403 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:54.238484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07db38-922a-45b5-83ab-11d78a26f403 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:54.248368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46060) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.261349 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8a07db38-922a-45b5-83ab-11d78a26f403 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1799698 Aug 09 15:57:54.441572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-00620db5-cdbe-4c16-877d-b772c3bd7824 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 12c7bbab-e4bf-4509-b9be-774f2bbb2046 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:54.462644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00620db5-cdbe-4c16-877d-b772c3bd7824 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.544685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00620db5-cdbe-4c16-877d-b772c3bd7824 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.670150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46072) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.681929 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00620db5-cdbe-4c16-877d-b772c3bd7824 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.912675 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00620db5-cdbe-4c16-877d-b772c3bd7824 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.000562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-00620db5-cdbe-4c16-877d-b772c3bd7824 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.006912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0aae6f-9ff8-433d-a376-1ea28aa2c408 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:55.018766 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-00620db5-cdbe-4c16-877d-b772c3bd7824 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/12c7bbab-e4bf-4509-b9be-774f2bbb2046 HTTP/1.1" status: 204 len: 168 time: 0.7687421 Aug 09 15:57:55.022520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8a3dc439-9253-4f6e-a263-0e0f639a5fc4 tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1919884536', 'prefixes': ['172.20.0.0/16']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:55.031669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46078) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:55.390819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620db5-cdbe-4c16-877d-b772c3bd7824 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=12c7bbab-e4bf-4509-b9be-774f2bbb2046,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:55.537230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ec02fab1-15f1-4830-847a-672cc491151a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4952290 Aug 09 15:57:55.539930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46084) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:55.667950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc439-9253-4f6e-a263-0e0f639a5fc4 tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] Notify callbacks [] for subnetpool, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.670811 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8a3dc439-9253-4f6e-a263-0e0f639a5fc4 tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9993865 Aug 09 15:57:55.675106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46090) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:55.713415 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02f61fc5-a1a2-42ed-970d-df17d45215a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.906322 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0277c6aa-d78a-4ce5-90ad-7d99383f9d08 tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] 10.222.0.64 "GET /v2.0/subnetpools/40fba6d5-3edb-4ab0-b7ee-495937031dcd HTTP/1.1" status: 200 len: 732 time: 0.2282062 Aug 09 15:57:55.914151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46094) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:55.932968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-81c21fc0-6bf4-41db-b0e3-46c0c3c202da tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-645571647'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:55.975504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:56.187276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] Deleting port 4124cfeb-c930-483f-b404-47d6a2a1f40e {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:56.189946 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.435297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81c21fc0-6bf4-41db-b0e3-46c0c3c202da tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] Notify callbacks [] for subnetpool, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.435297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-81c21fc0-6bf4-41db-b0e3-46c0c3c202da tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] 10.222.0.64 "PUT /v2.0/subnetpools/40fba6d5-3edb-4ab0-b7ee-495937031dcd HTTP/1.1" status: 200 len: 683 time: 0.4249663 Aug 09 15:57:56.435297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46106) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:56.598386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] For port 4124cfeb-c930-483f-b404-47d6a2a1f40e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4124cfeb-c930-483f-b404-47d6a2a1f40e,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:56.598386 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.614982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02f61fc5-a1a2-42ed-970d-df17d45215a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.614982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02f61fc5-a1a2-42ed-970d-df17d45215a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.618392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] Calling delete_port for 4124cfeb-c930-483f-b404-47d6a2a1f40e owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:56.624693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02f61fc5-a1a2-42ed-970d-df17d45215a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.626763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f61fc5-a1a2-42ed-970d-df17d45215a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Fanout notify agent at l3_agent the message router_deleted on router 297400f8-77e7-466c-ae27-82ed42d0f1cf {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:56.752069 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-02f61fc5-a1a2-42ed-970d-df17d45215a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.756530 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4570455-5b05-493c-9e3f-2166bd83fcc5 None None] Sync routers for ids ['297400f8-77e7-466c-ae27-82ed42d0f1cf'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:56.790107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-02f61fc5-a1a2-42ed-970d-df17d45215a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/routers/297400f8-77e7-466c-ae27-82ed42d0f1cf HTTP/1.1" status: 204 len: 168 time: 1.2485056 Aug 09 15:57:56.791965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46120) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:56.822679 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4570455-5b05-493c-9e3f-2166bd83fcc5 None None] Routers set() bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:56.823082 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4570455-5b05-493c-9e3f-2166bd83fcc5 None None] Router IDs set() for agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 15:57:56.823730 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4570455-5b05-493c-9e3f-2166bd83fcc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'297400f8-77e7-466c-ae27-82ed42d0f1cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent'). {{(pid=94180) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 15:57:56.848109 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4570455-5b05-493c-9e3f-2166bd83fcc5 None None] Routers set() bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:56.848844 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4570455-5b05-493c-9e3f-2166bd83fcc5 None None] Router IDs set() for agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 15:57:56.849756 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4570455-5b05-493c-9e3f-2166bd83fcc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'297400f8-77e7-466c-ae27-82ed42d0f1cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:57:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent'). {{(pid=94180) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 15:57:56.850523 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4570455-5b05-493c-9e3f-2166bd83fcc5 None None] The sync data for ids ['297400f8-77e7-466c-ae27-82ed42d0f1cf'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:56.898615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-605dd9c9-0bf1-4a0b-8321-7ac54187a8c5 tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] Notify callbacks [] for subnetpool, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.905825 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-605dd9c9-0bf1-4a0b-8321-7ac54187a8c5 tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] 10.222.0.64 "DELETE /v2.0/subnetpools/40fba6d5-3edb-4ab0-b7ee-495937031dcd HTTP/1.1" status: 204 len: 168 time: 0.5566521 Aug 09 15:57:56.921792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46128) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.051878 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.058220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d57bea-9c7a-4f16-a3ca-9378aee2f102 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:57.061453 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-9f11028c-9308-4fbc-af33-ea8d775cd3c5 tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] show failed (client error): The resource could not be found. Aug 09 15:57:57.064627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f4d57bea-9c7a-4f16-a3ca-9378aee2f102 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2625494 Aug 09 15:57:57.068730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46134) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.068975 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9f11028c-9308-4fbc-af33-ea8d775cd3c5 tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] 10.222.0.64 "GET /v2.0/subnetpools/40fba6d5-3edb-4ab0-b7ee-495937031dcd HTTP/1.1" status: 404 len: 346 time: 0.1455934 Aug 09 15:57:57.074646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46136) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.151360 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-ff4eeaa8-7c32-4d65-afb6-21cddf3d053a tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] delete failed (client error): The resource could not be found. Aug 09 15:57:57.153393 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ff4eeaa8-7c32-4d65-afb6-21cddf3d053a tempest-SubnetPoolsTestJSON-11262915 tempest-SubnetPoolsTestJSON-11262915-project] 10.222.0.64 "DELETE /v2.0/subnetpools/40fba6d5-3edb-4ab0-b7ee-495937031dcd HTTP/1.1" status: 404 len: 346 time: 0.0770376 Aug 09 15:57:57.208398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] Pushing event deleted for resources: {'Port': ['ID=4124cfeb-c930-483f-b404-47d6a2a1f40e,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:57.224034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64394e87-137d-44bc-a0dc-32b7ea9c6177 None None] No DVR routers for this DVR port 4124cfeb-c930-483f-b404-47d6a2a1f40e on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:57.260057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4328cf-7cf7-4dcc-ab7e-a6b58b88e236 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:57.266450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ad4328cf-7cf7-4dcc-ab7e-a6b58b88e236 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1922660 Aug 09 15:57:57.268186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46148) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.424637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4124cfeb-c930-483f-b404-47d6a2a1f40e no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:57.428806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46152) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.432657 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2471cb59-315c-4e10-a00a-91b801525207 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622245 Aug 09 15:57:57.437282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:57.504518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4124cfeb-c930-483f-b404-47d6a2a1f40e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:57.506375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4124cfeb-c930-483f-b404-47d6a2a1f40e not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:57.855474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:57.868320 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.189330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46170) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:58.277523 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.515296 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.717239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f292ef8a-565a-4746-a305-ab1cb72e30c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.739341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:57:58.753994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.883009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=c0e3e7be-eee7-4654-9fcb-753e81ab780d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:58.931505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:58.936105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:58.943436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:58.948387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.950136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896534ad-138f-49e7-9df0-6eb6d24b5b3c None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:58.964764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f292ef8a-565a-4746-a305-ab1cb72e30c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.982321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-652b897e-ba6f-4f00-a9e8-e3ec7f95376f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5517921 Aug 09 15:57:58.983802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46192) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:58.989403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:58.994798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f292ef8a-565a-4746-a305-ab1cb72e30c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.153743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:59.176486 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-7bd546ae-0050-4882-a6fc-ee90b91644ea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2089324 Aug 09 15:57:59.189389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f292ef8a-565a-4746-a305-ab1cb72e30c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61fbe2f27e2448449e019204dcd4dd3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0084043 Aug 09 15:57:59.192184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46202) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.221899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292ef8a-565a-4746-a305-ab1cb72e30c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b0a739-581f-42a2-a603-ef5168e4010e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:59.477712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:59.488378 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.538584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:59.539209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-8922d221-d06d-4cf4-a864-15bbf8860e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:59.541595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 37c3ae61-2ba9-4b8f-ac15-e5dcce3ef6f3 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:59.544691 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-8922d221-d06d-4cf4-a864-15bbf8860e65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 1096 time: 0.2183371 Aug 09 15:57:59.549152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff5abbe-e01b-452c-b03d-6772a46ef3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.849805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff5abbe-e01b-452c-b03d-6772a46ef3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.925881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': 'c0e3e7be-eee7-4654-9fcb-753e81ab780d'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:59.926922 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.032591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-e7e1f150-b991-4e7b-8e7f-80424b5a1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:00.045760 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-e7e1f150-b991-4e7b-8e7f-80424b5a1109 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 200 len: 913 time: 0.4588990 Aug 09 15:58:00.224928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff5abbe-e01b-452c-b03d-6772a46ef3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.228821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6ff5abbe-e01b-452c-b03d-6772a46ef3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.229960 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ff5abbe-e01b-452c-b03d-6772a46ef3bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91b0a739-581f-42a2-a603-ef5168e4010e HTTP/1.1" status: 204 len: 168 time: 1.0366223 Aug 09 15:58:00.292021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5abbe-e01b-452c-b03d-6772a46ef3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b0a739-581f-42a2-a603-ef5168e4010e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:00.347539 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-7ccca394-23e9-4bda-a401-997de505879d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b526ae2f-28b7-407b-9489-50eece8a571b HTTP/1.1" status: 200 len: 1001 time: 0.2861447 Aug 09 15:58:00.528026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-9d0595f6-4f37-46e9-b44d-8b148d8552ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:00.533782 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-9d0595f6-4f37-46e9-b44d-8b148d8552ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 200 len: 850 time: 0.1771832 Aug 09 15:58:00.538662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-ad9d2282-35c0-4db3-86b1-c03e3df1ec66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3416326 Aug 09 15:58:00.565106 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.773104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-e128efac-6504-48a5-bfe0-66f9e77047cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:00.783723 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-e128efac-6504-48a5-bfe0-66f9e77047cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d279b979-6cb8-4495-bbde-3bd14dcd4e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448525 Aug 09 15:58:00.910810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Allocated IP 2001:db8::f816:3eff:fe1e:15c4 (9c4dd093-daa5-448b-9662-105622e20b54/c0e3e7be-eee7-4654-9fcb-753e81ab780d/4beaf1f7-081c-49bd-8581-9143970db26c) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:00.970522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:01.018817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:01.039707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.047605 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.081257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-7aaeec70-eefc-42f9-8144-9fe02ad69bb5 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870677 Aug 09 15:58:01.119992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=e050fc87-e744-411d-bc66-234960f54b2c,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:01.193323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a9b2f66-b26b-4ced-a42c-8ff13705029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.200766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a9b2f66-b26b-4ced-a42c-8ff13705029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.201305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a9b2f66-b26b-4ced-a42c-8ff13705029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.201754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a9b2f66-b26b-4ced-a42c-8ff13705029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.204474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a9b2f66-b26b-4ced-a42c-8ff13705029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.206473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a9b2f66-b26b-4ced-a42c-8ff13705029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.212287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a9b2f66-b26b-4ced-a42c-8ff13705029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.246265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a9b2f66-b26b-4ced-a42c-8ff13705029e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a75f73aa0d24258bf621dc70283aee8&device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 6502 time: 0.5859935 Aug 09 15:58:01.250846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-92e6720c-8f2d-4761-a640-6e21d36dd10b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2628388 Aug 09 15:58:01.251231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46260) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:01.266598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:20:65:26', 'name': 'tempest-NetworksTestDHCPv6-357883082'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:01.390243 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-884d702d-19f0-4535-a0a3-7815ebd91baf req-51882a22-429b-40f2-9693-02cea9a4adb7 service neutron] 10.222.0.66 "GET /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993581 Aug 09 15:58:01.866577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:02.434822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.448949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.495926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Transition to ACTIVE for port object 4beaf1f7-081c-49bd-8581-9143970db26c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:02.555699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Transition to ACTIVE for port object 4beaf1f7-081c-49bd-8581-9143970db26c will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:02.581878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 09dea850-d5e8-4d46-b79c-8b8ad419fb66 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:02.597840 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.723406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:02.729959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:02.749421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:02.777827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-be2dad31-f2bb-4496-8edc-ea99e17cf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:02.778892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-be2dad31-f2bb-4496-8edc-ea99e17cf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:02.779842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-be2dad31-f2bb-4496-8edc-ea99e17cf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:02.782871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-be2dad31-f2bb-4496-8edc-ea99e17cf744 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=fcba54b1-62b4-4841-889a-0dc1f5a20673&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 200 len: 2301 time: 0.9767661 Aug 09 15:58:02.929714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Pushing event updated for resources: {'Port': ['ID=4beaf1f7-081c-49bd-8581-9143970db26c,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:02.967133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46308) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:03.115605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Attempting to bind port 4beaf1f7-081c-49bd-8581-9143970db26c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:03.115959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Attempting to bind port 4beaf1f7-081c-49bd-8581-9143970db26c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:03.116523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Attempting to bind port 4beaf1f7-081c-49bd-8581-9143970db26c on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:03.150238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:03.152297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:03.154651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.156739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:03.158327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Bound port: 4beaf1f7-081c-49bd-8581-9143970db26c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:03.158971 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.245483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-696797225'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:03.291135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Made reservation on behalf of 3884d279cc3146e686a640a84148e7ab for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:03.336223 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.375073 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.512548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] For port 4beaf1f7-081c-49bd-8581-9143970db26c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:03.520070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] For port 4beaf1f7-081c-49bd-8581-9143970db26c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4beaf1f7-081c-49bd-8581-9143970db26c,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:03.526291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-2e1dffb3-ff03-4a2f-8dac-a6af643d87cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 200 len: 1001 time: 0.7210157 Aug 09 15:58:03.536446 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.670589 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe927e4-7a7f-44af-a5bd-ac46da0a1b49 None None] Pushing event updated for resources: {'Port': ['ID=4beaf1f7-081c-49bd-8581-9143970db26c,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:03.696168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-eeeb7cea-49cf-4251-b000-aa3d29adedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:03.706069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-eeeb7cea-49cf-4251-b000-aa3d29adedf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d7e45fe8-520f-4d6f-8d0c-f060d59770af HTTP/1.1" status: 200 len: 856 time: 0.1783950 Aug 09 15:58:03.751193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 172.20.0.9 (9c4dd093-daa5-448b-9662-105622e20b54/e050fc87-e744-411d-bc66-234960f54b2c/09dea850-d5e8-4d46-b79c-8b8ad419fb66) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:03.777682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.787295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.802631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fe20:6526 (9c4dd093-daa5-448b-9662-105622e20b54/c0e3e7be-eee7-4654-9fcb-753e81ab780d/09dea850-d5e8-4d46-b79c-8b8ad419fb66) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:03.845274 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:03.853321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-51edb71a-4c00-4923-be2e-ee15c8c91a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:03.855092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-51edb71a-4c00-4923-be2e-ee15c8c91a5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408560 Aug 09 15:58:03.887790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9191657b-5259-4ff9-a826-7e8986da3e71,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:03.903169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.905383 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Added segment 89199e9a-60e3-4a59-ba1c-a60f71707378 of type vlan for network 30638725-6822-466d-9fa3-ac5679b32edf Aug 09 15:58:04.020563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.178685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.185268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:04.186465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.227907 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2574177 Aug 09 15:58:04.258318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:04.273672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Request body: {'subnet': {'network_id': '30638725-6822-466d-9fa3-ac5679b32edf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:04.660874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc57b42-2cc7-4555-ad9b-38d16041146e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Pushing event updated for resources: {'Network': ['ID=30638725-6822-466d-9fa3-ac5679b32edf,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:04.683219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 30638725-6822-466d-9fa3-ac5679b32edf details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:04.769433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Made reservation on behalf of 3884d279cc3146e686a640a84148e7ab for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:04.785514 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.149259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-e8d9906e-e591-4825-a2e6-b9d048253f8b service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2681861 Aug 09 15:58:05.256325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4beaf1f7-081c-49bd-8581-9143970db26c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:05.444879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.459288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.461078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4beaf1f7-081c-49bd-8581-9143970db26c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:05.538456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 09dea850-d5e8-4d46-b79c-8b8ad419fb66 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:05.608801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Pushing event updated for resources: {'Subnet': ['ID=d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:05.617162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-c2483203-6192-4e3c-95fe-864f781ce2df service neutron] 10.222.0.35 "GET /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556143 Aug 09 15:58:05.630349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Checking segment: {'id': '89199e9a-60e3-4a59-ba1c-a60f71707378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '30638725-6822-466d-9fa3-ac5679b32edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:05.636384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Network hostable DHCP agents. Network: 30638725-6822-466d-9fa3-ac5679b32edf, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:05.660433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedeedc3-b5bd-445e-af2f-08e2afe9db0d None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:05.687131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Network 30638725-6822-466d-9fa3-ac5679b32edf is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:05.713867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 30638725-6822-466d-9fa3-ac5679b32edf) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:05.718868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:05.720340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.742155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-122dab17-13da-4df6-a540-75f1dda2a267 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 217 time: 0.1163919 Aug 09 15:58:05.762945 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-60cd9274-d611-472f-a2e1-60dd07ea2b16 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4990556 Aug 09 15:58:05.765747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46366) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:05.771073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Request body: {'port': {'network_id': '30638725-6822-466d-9fa3-ac5679b32edf', 'name': 'tempest-TagsExtTest-1451242215'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:05.824281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae82c8c-8809-42a3-913a-ac4942419037 None None] Network 30638725-6822-466d-9fa3-ac5679b32edf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:05.881123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-5abbcbc8-100a-4e9b-8331-dc3bb0e54827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:05.888323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-5abbcbc8-100a-4e9b-8331-dc3bb0e54827 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1253710 Aug 09 15:58:05.890643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.024378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5a07a13d-1c9a-43b0-8d36-9bcd73254019 None None] Provisioning for port 4beaf1f7-081c-49bd-8581-9143970db26c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:06.070783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5a07a13d-1c9a-43b0-8d36-9bcd73254019 None None] Provisioning complete for port 4beaf1f7-081c-49bd-8581-9143970db26c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:06.071151 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5a07a13d-1c9a-43b0-8d36-9bcd73254019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.115338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:06.180014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:06.191175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=09dea850-d5e8-4d46-b79c-8b8ad419fb66,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:06.204615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:06.216751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Made reservation on behalf of 3884d279cc3146e686a640a84148e7ab for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:06.220696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-73bd9231-8a50-44b3-bfb5-2ce6b96150b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:06.222850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-73bd9231-8a50-44b3-bfb5-2ce6b96150b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3250813 Aug 09 15:58:06.235615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.312808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] device_id is not set on port 106affbb-666a-467d-99e2-c0fdefe650e8 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:06.540012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:06.546250 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.566269 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5a07a13d-1c9a-43b0-8d36-9bcd73254019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.650310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Allocated IP 172.20.0.4 (30638725-6822-466d-9fa3-ac5679b32edf/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/106affbb-666a-467d-99e2-c0fdefe650e8) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:06.664884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-01bc3322-9b85-4269-9e8e-76f66ccd92c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.4058185 Aug 09 15:58:06.666381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46390) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:06.669358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-30638725-6822-466d-9fa3-ac5679b32edf', 'network_id': '30638725-6822-466d-9fa3-ac5679b32edf', 'tenant_id': '3884d279cc3146e686a640a84148e7ab', 'fixed_ips': [{'subnet_id': 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:06.670096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.732598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-4dc1b38c-a211-4680-8223-e3bf4a4006df service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641023 Aug 09 15:58:06.829401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5a07a13d-1c9a-43b0-8d36-9bcd73254019 None None] For port 4beaf1f7-081c-49bd-8581-9143970db26c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4beaf1f7-081c-49bd-8581-9143970db26c,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:06.893462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546a905-9d81-4b66-b99f-a4985a0762e0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:06.900843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546a905-9d81-4b66-b99f-a4985a0762e0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:06.905749 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2546a905-9d81-4b66-b99f-a4985a0762e0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2333086 Aug 09 15:58:06.907057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46394) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:07.128798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-fdd30bc8-e14d-4920-b10c-1b4208b71f18 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782744 Aug 09 15:58:07.196961 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5a07a13d-1c9a-43b0-8d36-9bcd73254019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.226341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-06fefb02-2613-4db2-bc10-7fe3776d4b4f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 09dea850-d5e8-4d46-b79c-8b8ad419fb66 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:07.227023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-06fefb02-2613-4db2-bc10-7fe3776d4b4f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.303614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b28404-3aef-4153-82ab-f07b847621c8 None None] Update dhcp port {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': 'c0e3e7be-eee7-4654-9fcb-753e81ab780d', 'ip_address': '2001:db8::f816:3eff:fe1e:15c4'}, {'subnet_id': 'e050fc87-e744-411d-bc66-234960f54b2c'}], 'binding:host_id': 'n-d-799523-2'}, 'id': '4beaf1f7-081c-49bd-8581-9143970db26c'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:58:07.327365 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-2f7ab0cd-9970-4434-9a50-ae24aed2f8c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 217 time: 0.1944971 Aug 09 15:58:07.370608 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-06fefb02-2613-4db2-bc10-7fe3776d4b4f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.387217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-06fefb02-2613-4db2-bc10-7fe3776d4b4f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 09dea850-d5e8-4d46-b79c-8b8ad419fb66 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:07.416283 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54b28404-3aef-4153-82ab-f07b847621c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.456573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-4ffc17b0-4475-4129-8ce3-d0df54f0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:07.459225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07a13d-1c9a-43b0-8d36-9bcd73254019 None None] Pushing event updated for resources: {'Port': ['ID=4beaf1f7-081c-49bd-8581-9143970db26c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:07.478762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-4ffc17b0-4475-4129-8ce3-d0df54f0c0fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1410403 Aug 09 15:58:07.561152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-435b6ee9-ef1b-46c0-a037-7d16aab09366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:07.566384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.566999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-435b6ee9-ef1b-46c0-a037-7d16aab09366 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778127 Aug 09 15:58:07.586729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Transition to ACTIVE for port object 106affbb-666a-467d-99e2-c0fdefe650e8 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:07.666478 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.816087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-63625c1e-67a9-4838-a693-8790ecec0842 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361438 Aug 09 15:58:07.846667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Network 30638725-6822-466d-9fa3-ac5679b32edf is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:07.916217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:07.935185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:07.965638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Allocated IP 172.20.0.2 (30638725-6822-466d-9fa3-ac5679b32edf/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:08.015293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-ab04b048-a677-4f28-9133-d89f43d6c385 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743946 Aug 09 15:58:08.036033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Pushing event updated for resources: {'Port': ['ID=106affbb-666a-467d-99e2-c0fdefe650e8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.082523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-54b28404-3aef-4153-82ab-f07b847621c8 None None] Allocated IP 172.20.0.2 (9c4dd093-daa5-448b-9662-105622e20b54/e050fc87-e744-411d-bc66-234960f54b2c/4beaf1f7-081c-49bd-8581-9143970db26c) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:08.130336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-a0107d11-a2ca-4884-a42d-68810dae3d2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=6eb76f30-8111-4506-8817-1d0c9785db66 HTTP/1.1" status: 200 len: 217 time: 0.1077542 Aug 09 15:58:08.257623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-18b766cd-8934-4ea0-b4ac-2f5d10a26ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:08.259165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-18b766cd-8934-4ea0-b4ac-2f5d10a26ca9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.1219368 Aug 09 15:58:08.260008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:08.262429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.344669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46428) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:08.356456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1e8654f8-aad8-4ec6-a4ba-7665dc8f71ae tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5895293 Aug 09 15:58:08.368906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-37dd47bf-cf6b-453a-aec4-9bff4883fbd4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1040442051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:08.381498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-06fefb02-2613-4db2-bc10-7fe3776d4b4f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.411222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-54b28404-3aef-4153-82ab-f07b847621c8 None None] For port 4beaf1f7-081c-49bd-8581-9143970db26c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4beaf1f7-081c-49bd-8581-9143970db26c,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:08.445860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-bbe4700d-312c-4662-914d-0f98172997e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:08.447556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-bbe4700d-312c-4662-914d-0f98172997e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1810353 Aug 09 15:58:08.452941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fefb02-2613-4db2-bc10-7fe3776d4b4f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=09dea850-d5e8-4d46-b79c-8b8ad419fb66,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.536408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.569726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Transition to ACTIVE for port object b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:08.598037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Transition to ACTIVE for port object b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:08.623392 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.641569 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54b28404-3aef-4153-82ab-f07b847621c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.644132 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37dd47bf-cf6b-453a-aec4-9bff4883fbd4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.645263 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37dd47bf-cf6b-453a-aec4-9bff4883fbd4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.674076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Network 30638725-6822-466d-9fa3-ac5679b32edf is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:08.710423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:08.713560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:08.728580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-06fefb02-2613-4db2-bc10-7fe3776d4b4f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.735879 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-06fefb02-2613-4db2-bc10-7fe3776d4b4f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/09dea850-d5e8-4d46-b79c-8b8ad419fb66 HTTP/1.1" status: 204 len: 168 time: 1.8195045 Aug 09 15:58:08.736826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46438) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:08.743094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-54b28404-3aef-4153-82ab-f07b847621c8 None None] Transition to ACTIVE for port object 4beaf1f7-081c-49bd-8581-9143970db26c will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:08.762571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54b28404-3aef-4153-82ab-f07b847621c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.896839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37dd47bf-cf6b-453a-aec4-9bff4883fbd4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.933191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-0ffd1822-b571-49c5-9779-1af85d2c6a20 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640031 Aug 09 15:58:08.962061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37dd47bf-cf6b-453a-aec4-9bff4883fbd4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.019174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44620f18-c21c-4ca3-a9d4-d50b8b63e11b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.023594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44620f18-c21c-4ca3-a9d4-d50b8b63e11b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.025584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44620f18-c21c-4ca3-a9d4-d50b8b63e11b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.031655 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-44620f18-c21c-4ca3-a9d4-d50b8b63e11b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2927887 Aug 09 15:58:09.034568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46446) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.100975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Pushing event updated for resources: {'Port': ['ID=b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:09.186665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-37dd47bf-cf6b-453a-aec4-9bff4883fbd4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.189183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-37dd47bf-cf6b-453a-aec4-9bff4883fbd4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8283100 Aug 09 15:58:09.199050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46450) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.209748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-25205f5c-65c5-4ec3-8de5-35c10b7c44be tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1626641904', 'prefixes': ['172.20.0.0/16']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:09.228407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17a9f6f-6028-4c81-a07d-8dd93d38b630 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet c0e3e7be-eee7-4654-9fcb-753e81ab780d {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:09.246723 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e17a9f6f-6028-4c81-a07d-8dd93d38b630 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.255038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4beaf1f7-081c-49bd-8581-9143970db26c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:09.350707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-22479403-7d61-4494-a5ab-cf01cbc920e3 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149323 Aug 09 15:58:09.424172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8578b45e-334d-4151-8de3-6693e28cbdad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=7c222f0a-8817-4d90-a2df-6a98e2985529 HTTP/1.1" status: 200 len: 217 time: 0.0592198 Aug 09 15:58:09.446739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e17a9f6f-6028-4c81-a07d-8dd93d38b630 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.537773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Attempting to bind port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:09.538844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Attempting to bind port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '89199e9a-60e3-4a59-ba1c-a60f71707378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '30638725-6822-466d-9fa3-ac5679b32edf'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:09.539405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Attempting to bind port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e on network 30638725-6822-466d-9fa3-ac5679b32edf {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:09.573741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:09.574450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Checking segment: {'id': '89199e9a-60e3-4a59-ba1c-a60f71707378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '30638725-6822-466d-9fa3-ac5679b32edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:09.575096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.576049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Bound using segment: {'id': '89199e9a-60e3-4a59-ba1c-a60f71707378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '30638725-6822-466d-9fa3-ac5679b32edf'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:09.576968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Bound port: b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89199e9a-60e3-4a59-ba1c-a60f71707378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '30638725-6822-466d-9fa3-ac5679b32edf'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:09.577680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.622873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b28404-3aef-4153-82ab-f07b847621c8 None None] Pushing event updated for resources: {'Port': ['ID=4beaf1f7-081c-49bd-8581-9143970db26c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:09.691308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-07103774-46c7-47bf-bbfa-db2af9058297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.692931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-07103774-46c7-47bf-bbfa-db2af9058297 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 200 len: 797 time: 0.2538831 Aug 09 15:58:09.693710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-25205f5c-65c5-4ec3-8de5-35c10b7c44be tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for subnetpool, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.694814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-25205f5c-65c5-4ec3-8de5-35c10b7c44be tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4915080 Aug 09 15:58:09.704757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46462) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.747080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-b14eed0d-dfaf-4693-8ef7-31448d32af75 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7', 'tempest-TagsExtTest-Tag-1978515708') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:09.783642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] For port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:09.806005 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e17a9f6f-6028-4c81-a07d-8dd93d38b630 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.820088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] For port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e,segment=NetworkSegment(89199e9a-60e3-4a59-ba1c-a60f71707378),segment_id=89199e9a-60e3-4a59-ba1c-a60f71707378)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:09.831445 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.895955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-113f016f-8643-443b-bc57-62433275967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.899909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-113f016f-8643-443b-bc57-62433275967a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fcba54b1-62b4-4841-889a-0dc1f5a20673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1869969 Aug 09 15:58:10.048639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54957d3a-c7c3-47e1-a937-c9f5d21efdb8 None None] Pushing event updated for resources: {'Port': ['ID=b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:10.066289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-aeee3217-21f9-488b-b3ad-924e14dc48f2 req-73dd4e03-6341-4616-bd67-477caa59ed63 service neutron] (94177) timed out ('10.222.0.35', 63566) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:58:10.212056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-c455dfa9-b378-41b6-992b-ed469d1e6737 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039067 Aug 09 15:58:10.271605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e17a9f6f-6028-4c81-a07d-8dd93d38b630 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.300023 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b14eed0d-dfaf-4693-8ef7-31448d32af75 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags/tempest-TagsExtTest-Tag-1978515708 HTTP/1.1" status: 201 len: 201 time: 0.5878267 Aug 09 15:58:10.322019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46474) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:10.342329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-673c1838-1f53-4843-83d7-09c4cfbcea6c tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8', 'tempest-TagsExtTest-Tag-632988508') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:10.447074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a9f6f-6028-4c81-a07d-8dd93d38b630 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e3e7be-eee7-4654-9fcb-753e81ab780d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:10.475577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e17a9f6f-6028-4c81-a07d-8dd93d38b630 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.478684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e17a9f6f-6028-4c81-a07d-8dd93d38b630 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/c0e3e7be-eee7-4654-9fcb-753e81ab780d HTTP/1.1" status: 204 len: 168 time: 1.4414241 Aug 09 15:58:10.489848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46478) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:10.689136 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-673c1838-1f53-4843-83d7-09c4cfbcea6c tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags/tempest-TagsExtTest-Tag-632988508 HTTP/1.1" status: 201 len: 201 time: 0.3649921 Aug 09 15:58:10.693340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46486) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:10.699962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c53f3c-caf6-4ba0-bee6-a3023f3836b6 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:10.734430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-71c0f088-c643-484f-9efb-81b0f9d81766 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a', 'tempest-TagsExtTest-Tag-491390431') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:10.860467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0cc93657-5af8-4e3f-a2d7-9f18ebbfd7f4 None None] Provisioning for port 4beaf1f7-081c-49bd-8581-9143970db26c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:10.880067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0cc93657-5af8-4e3f-a2d7-9f18ebbfd7f4 None None] Provisioning complete for port 4beaf1f7-081c-49bd-8581-9143970db26c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:10.880686 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0cc93657-5af8-4e3f-a2d7-9f18ebbfd7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.972816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6ad474-f974-4dd6-b0d0-0faf27de3170 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet e050fc87-e744-411d-bc66-234960f54b2c {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:10.993603 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad474-f974-4dd6-b0d0-0faf27de3170 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.043717 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-71c0f088-c643-484f-9efb-81b0f9d81766 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags/tempest-TagsExtTest-Tag-491390431 HTTP/1.1" status: 201 len: 201 time: 0.3486502 Aug 09 15:58:11.061553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46496) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:11.072657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-1c17c632-d0e4-44b2-ae63-4051d848fc83 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e', 'tempest-TagsExtTest-Tag-410185617') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:11.209318 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1c17c632-d0e4-44b2-ae63-4051d848fc83 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags/tempest-TagsExtTest-Tag-410185617 HTTP/1.1" status: 201 len: 201 time: 0.1457887 Aug 09 15:58:11.214090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46502) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:11.222463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-6f44f526-8192-4fb1-8a23-dd84c2f2a4a3 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:11.293918 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad474-f974-4dd6-b0d0-0faf27de3170 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.384821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-612f5c56-9830-49f1-8743-a4a62eccc338 service neutron] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1635246 Aug 09 15:58:11.388094 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6f44f526-8192-4fb1-8a23-dd84c2f2a4a3 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags HTTP/1.1" status: 200 len: 241 time: 0.1700687 Aug 09 15:58:11.393035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46506) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:11.402754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-ac8102c9-bb68-4f7a-8916-f44f1e5ee35e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7', 'tempest-TagsExtTest-Tag-1978515708') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:11.539844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-a90a0ff3-9691-46f0-9b72-a9383d5dcabb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38 HTTP/1.1" status: 200 len: 217 time: 0.0478733 Aug 09 15:58:11.587951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4beaf1f7-081c-49bd-8581-9143970db26c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:11.683693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-9485d6b3-56bc-4b5d-98fd-1835e3aa4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:11.683693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-9485d6b3-56bc-4b5d-98fd-1835e3aa4df7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.1239443 Aug 09 15:58:11.689552 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ac8102c9-bb68-4f7a-8916-f44f1e5ee35e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags/tempest-TagsExtTest-Tag-1978515708 HTTP/1.1" status: 204 len: 168 time: 0.2932303 Aug 09 15:58:11.694531 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46512) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:11.720699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-62d387f4-7a6d-4568-9f95-0f05c5bf7703 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7', 'tempest-TagsExtTest-Tag-1978515708') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:11.830311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0cc93657-5af8-4e3f-a2d7-9f18ebbfd7f4 None None] Could not find standard attr ID for object 09dea850-d5e8-4d46-b79c-8b8ad419fb66. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:58:11.886179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4beaf1f7-081c-49bd-8581-9143970db26c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:11.893433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.981873 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-62d387f4-7a6d-4568-9f95-0f05c5bf7703 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags/tempest-TagsExtTest-Tag-1978515708 HTTP/1.1" status: 204 len: 168 time: 0.2857296 Aug 09 15:58:11.984348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46520) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.002839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-4da4d50a-f6d9-4685-8681-4d5eca8888f2 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:12.060441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-6fb70e75-693a-44d3-9c72-29873fc13de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:12.070473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-6fb70e75-693a-44d3-9c72-29873fc13de4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3782065 Aug 09 15:58:12.112547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad474-f974-4dd6-b0d0-0faf27de3170 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.281360 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4da4d50a-f6d9-4685-8681-4d5eca8888f2 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags HTTP/1.1" status: 200 len: 205 time: 0.2952774 Aug 09 15:58:12.286196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.299118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-4ff7f353-a853-4dfd-8841-52d344bb1c6f tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:12.352108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:12.355152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad474-f974-4dd6-b0d0-0faf27de3170 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.379141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-5bece128-2458-4231-9f6c-98a2ece5473c service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999411 Aug 09 15:58:12.447096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ad474-f974-4dd6-b0d0-0faf27de3170 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=e050fc87-e744-411d-bc66-234960f54b2c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:12.541657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad474-f974-4dd6-b0d0-0faf27de3170 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.552151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aa6ad474-f974-4dd6-b0d0-0faf27de3170 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/e050fc87-e744-411d-bc66-234960f54b2c HTTP/1.1" status: 204 len: 168 time: 2.0586722 Aug 09 15:58:12.555180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46532) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.561558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:12.617794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4ff7f353-a853-4dfd-8841-52d344bb1c6f tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags HTTP/1.1" status: 200 len: 240 time: 0.3228488 Aug 09 15:58:12.622481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46534) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.635284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-2134cfab-15cb-41e3-a979-bd40d2c76484 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8', 'tempest-TagsExtTest-Tag-632988508') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:12.680220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560b650-5eb7-4f52-86fa-fe9c20062c6d None None] Network 30638725-6822-466d-9fa3-ac5679b32edf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:12.773347 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2134cfab-15cb-41e3-a979-bd40d2c76484 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags/tempest-TagsExtTest-Tag-632988508 HTTP/1.1" status: 204 len: 168 time: 0.1474063 Aug 09 15:58:12.782216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46540) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.803797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-4e873041-e5c2-4b29-8319-488b65a7f16c tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8', 'tempest-TagsExtTest-Tag-632988508') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:12.951809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.952378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a5e4090c-2b69-4fdf-9afa-afdaa33b734d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3850598 Aug 09 15:58:12.968290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:13.084737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-9eaf7d85-7715-4dcb-a523-ebee79ae779c service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931267 Aug 09 15:58:13.301037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-8a4d7476-be6c-4c9c-8875-82220d656ee1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 200 len: 217 time: 0.2001910 Aug 09 15:58:13.313005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac1dd65-2dd3-4914-8125-fe3c9de865f7 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:13.322397 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4e873041-e5c2-4b29-8319-488b65a7f16c tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags/tempest-TagsExtTest-Tag-632988508 HTTP/1.1" status: 204 len: 168 time: 0.5371523 Aug 09 15:58:13.329312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46558) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:13.357015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-7c889437-eb3d-48e2-9690-03ae4bce7a1d tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:13.398375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b193157b-ed25-491b-940b-060d8a55d4f9 None None] Provisioning for port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:13.454645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:13.460709 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.485059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-0f4ecacb-6c1c-4b03-8616-31acd746bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:13.487523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-0f4ecacb-6c1c-4b03-8616-31acd746bc08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 200 len: 797 time: 0.1784022 Aug 09 15:58:13.515268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b193157b-ed25-491b-940b-060d8a55d4f9 None None] Provisioning complete for port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:13.521824 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b193157b-ed25-491b-940b-060d8a55d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.578649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-e3aea19f-8f5d-4afe-89c4-0e1227fffa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:13.588628 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-e3aea19f-8f5d-4afe-89c4-0e1227fffa40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=045b0957-f43a-4d8c-bbcf-8efd3b8a3721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936599 Aug 09 15:58:13.800436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46574) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:13.801192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c889437-eb3d-48e2-9690-03ae4bce7a1d tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags HTTP/1.1" status: 200 len: 205 time: 0.4438419 Aug 09 15:58:13.810901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-f91b77b7-f00b-45e1-a618-ca84592be160 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:13.922842 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b193157b-ed25-491b-940b-060d8a55d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.031735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b193157b-ed25-491b-940b-060d8a55d4f9 None None] For port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e,segment=NetworkSegment(89199e9a-60e3-4a59-ba1c-a60f71707378),segment_id=89199e9a-60e3-4a59-ba1c-a60f71707378)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:14.076663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b193157b-ed25-491b-940b-060d8a55d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.233613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:58:14.306666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f91b77b7-f00b-45e1-a618-ca84592be160 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags HTTP/1.1" status: 200 len: 240 time: 0.4976985 Aug 09 15:58:14.317457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46594) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:14.328171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-af98fade-6a91-4e3d-9cbe-b0fb2b726768 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a', 'tempest-TagsExtTest-Tag-491390431') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:14.362855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-a06f0d8a-4f64-4f0f-ab18-4fe4dfcb6693 service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663109 Aug 09 15:58:14.380924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193157b-ed25-491b-940b-060d8a55d4f9 None None] Pushing event updated for resources: {'Port': ['ID=b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:14.580107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-917b04f5-6fdb-4583-9f57-183a9526d081 None None] Provisioning complete for port 4beaf1f7-081c-49bd-8581-9143970db26c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:14.580486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-917b04f5-6fdb-4583-9f57-183a9526d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.714225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] Deleting port 4beaf1f7-081c-49bd-8581-9143970db26c {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:14.714523 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.918064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-af98fade-6a91-4e3d-9cbe-b0fb2b726768 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags/tempest-TagsExtTest-Tag-491390431 HTTP/1.1" status: 204 len: 168 time: 0.5992105 Aug 09 15:58:14.926789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46612) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:14.952969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-0cdab017-9f66-46bc-bd4f-2ac00a4fc3e5 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a', 'tempest-TagsExtTest-Tag-491390431') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:14.963541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:58:15.223133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96b0dd09-12fd-46f7-bc3f-2ed226bbc1c1 req-133e7a00-afac-44b6-9485-304f7b6add3c service neutron] 10.222.0.35 "GET /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639123 Aug 09 15:58:15.246676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] For port 4beaf1f7-081c-49bd-8581-9143970db26c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4beaf1f7-081c-49bd-8581-9143970db26c,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:15.249867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.317452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:15.332410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0cdab017-9f66-46bc-bd4f-2ac00a4fc3e5 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags/tempest-TagsExtTest-Tag-491390431 HTTP/1.1" status: 204 len: 168 time: 0.3935709 Aug 09 15:58:15.334270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b79c3e97-eaef-4c44-9133-5530a405078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.336272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46624) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:15.343278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-c73c799e-98d8-44c6-9ab3-45125e6ef582 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:15.456647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] Calling delete_port for 4beaf1f7-081c-49bd-8581-9143970db26c owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:15.815433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7d5c3d26-4347-4415-8ec3-1eb028647005 None None] Provisioning complete for port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:15.820296 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7d5c3d26-4347-4415-8ec3-1eb028647005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.832666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:58:15.845821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.089486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:16.089862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.336969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] For port 4beaf1f7-081c-49bd-8581-9143970db26c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4beaf1f7-081c-49bd-8581-9143970db26c,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:16.380591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.390145 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.391294 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.454800 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.520607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] Pushing event deleted for resources: {'Port': ['ID=4beaf1f7-081c-49bd-8581-9143970db26c,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:16.528499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7d5c3d26-4347-4415-8ec3-1eb028647005 None None] Provisioning for port 106affbb-666a-467d-99e2-c0fdefe650e8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:16.537050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7d5c3d26-4347-4415-8ec3-1eb028647005 None None] Provisioning complete for port 106affbb-666a-467d-99e2-c0fdefe650e8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:16.537741 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7d5c3d26-4347-4415-8ec3-1eb028647005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.540344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2effc689-db85-461b-8db4-bda1475dc36a None None] No DVR routers for this DVR port 4beaf1f7-081c-49bd-8581-9143970db26c on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:16.544624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:16.576407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:16.588990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:16.589982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.611950 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6589398 Aug 09 15:58:16.615191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=39c5e14f-3a21-4fde-8243-aee0ae115beb,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:16.615627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321905f-c8a4-41f0-a0c8-5fac46091d0b None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:16.620691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46650) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:16.628324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:16.634629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978116-8c3d-4f1e-ad6d-e76a3c97b277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=4beaf1f7-081c-49bd-8581-9143970db26c,revision_number=8']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:16.644398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4beaf1f7-081c-49bd-8581-9143970db26c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:16.731621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-2e9e494a-59e8-46d0-8098-51fe3a907e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:16.734046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4beaf1f7-081c-49bd-8581-9143970db26c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:58:16.734046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4beaf1f7-081c-49bd-8581-9143970db26c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:16.748410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c3d26-4347-4415-8ec3-1eb028647005 None None] Port 106affbb-666a-467d-99e2-c0fdefe650e8 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:16.751590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-2e9e494a-59e8-46d0-8098-51fe3a907e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:16.779062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-2e9e494a-59e8-46d0-8098-51fe3a907e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:16.805472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-2e9e494a-59e8-46d0-8098-51fe3a907e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:16.832891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:16.838770 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.840007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-2e9e494a-59e8-46d0-8098-51fe3a907e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:16.851530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-2e9e494a-59e8-46d0-8098-51fe3a907e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:16.870529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-2e9e494a-59e8-46d0-8098-51fe3a907e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:16.886121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-2e9e494a-59e8-46d0-8098-51fe3a907e38 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5445 time: 1.3944633 Aug 09 15:58:16.951691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '39c5e14f-3a21-4fde-8243-aee0ae115beb'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:16.953192 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.988171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c73c799e-98d8-44c6-9ab3-45125e6ef582 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags HTTP/1.1" status: 200 len: 205 time: 1.6503918 Aug 09 15:58:16.991240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46656) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:17.004618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-73e404b0-6608-441a-9d80-662df876b555 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.011621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-73e404b0-6608-441a-9d80-662df876b555 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.030819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-73e404b0-6608-441a-9d80-662df876b555 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.038003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-73e404b0-6608-441a-9d80-662df876b555 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.044531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-73e404b0-6608-441a-9d80-662df876b555 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.053606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-73e404b0-6608-441a-9d80-662df876b555 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.061231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-73e404b0-6608-441a-9d80-662df876b555 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.064654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-73e404b0-6608-441a-9d80-662df876b555 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 5445 time: 0.4884984 Aug 09 15:58:17.069609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-a6e70050-aba6-4f0d-ba98-85f4dfb900c7 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:17.199452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97f668d2-e41f-4430-9442-d6b1a59d4211 req-5ed8075c-254e-4bf2-8915-8c9b66d083fa tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2984941 Aug 09 15:58:17.207067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-452be42d-a7f1-403b-b090-3d0b1485685f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.211244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-452be42d-a7f1-403b-b090-3d0b1485685f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "GET /v2.0/ports/9fe0ef63-6550-4fb9-98fa-e391bcb77c09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1372948 Aug 09 15:58:17.223678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a6e70050-aba6-4f0d-ba98-85f4dfb900c7 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags HTTP/1.1" status: 200 len: 240 time: 0.1578181 Aug 09 15:58:17.347307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46664) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:17.352185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-0a550931-5599-4b7f-82cc-8300931cbc35 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "GET /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1271832 Aug 09 15:58:17.357327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-88fc06f6-6273-4302-8c78-faada6591d2f tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e', 'tempest-TagsExtTest-Tag-410185617') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:17.366921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:17.374457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Allocated IP 2001:db8::f816:3eff:fe2e:e9ea (9c4dd093-daa5-448b-9662-105622e20b54/39c5e14f-3a21-4fde-8243-aee0ae115beb/4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:17.437021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-88fc06f6-6273-4302-8c78-faada6591d2f tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags/tempest-TagsExtTest-Tag-410185617 HTTP/1.1" status: 204 len: 168 time: 0.0833592 Aug 09 15:58:17.438077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46672) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:17.443661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-afc85a70-3fc7-4eaa-986f-49a7fc9a1d56 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e', 'tempest-TagsExtTest-Tag-410185617') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:17.507594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.686412 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.708321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Transition to ACTIVE for port object 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:17.725702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Transition to ACTIVE for port object 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:17.749612 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.800164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] For port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:17.822753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:17.829502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:17.834411 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7eb1b25d-a4c8-4ab2-9c1c-b8fb9dddf8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.838484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:17.850982 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.873433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Pushing event updated for resources: {'Port': ['ID=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:17.923844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Attempting to bind port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:17.925469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Attempting to bind port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:17.926001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Attempting to bind port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:17.932377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:17.932890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:17.933763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.934360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:17.934951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Bound port: 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:17.935509 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.935981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] For port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:18.039133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-afc85a70-3fc7-4eaa-986f-49a7fc9a1d56 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags/tempest-TagsExtTest-Tag-410185617 HTTP/1.1" status: 204 len: 168 time: 0.5995550 Aug 09 15:58:18.044383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46686) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.050911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-bbb70055-2c97-48ed-9321-33115d2e5916 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:18.070244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] For port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:18.074882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] For port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:18.077266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] device_id is not set on port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:18.083716 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.103239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.117598 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.222642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb0d9d-ee15-4bbf-bd50-00dcbbb3bbc6 None None] Pushing event updated for resources: {'Port': ['ID=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:18.231142 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.252788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522170af-e990-4978-993c-6889af2f593a service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:18.275364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] No DVR routers for this DVR port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:18.338319 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bbb70055-2c97-48ed-9321-33115d2e5916 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags HTTP/1.1" status: 200 len: 205 time: 0.2928104 Aug 09 15:58:18.341938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46698) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.346755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-66736593-a5c5-4950-bca0-3557b481f481 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:18.405660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:18.419124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:18.445569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:18.446176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.483856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] In _notify_port_updated(), no bound segment for port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:58:18.484908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:18.485693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.499502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-522170af-e990-4978-993c-6889af2f593a service neutron] 10.222.0.35 "PUT /v2.0/ports/9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 200 len: 1033 time: 1.1378150 Aug 09 15:58:18.503643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=c2477a92-8a49-4b3a-9be5-97597c865739,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:18.520409 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ed3a6a5d-f639-42c7-b892-ab38cdf70ab1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8981111 Aug 09 15:58:18.523167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46706) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.529104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:49:ac:26', 'name': 'tempest-NetworksTestDHCPv6-1849438427'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:18.595572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-66736593-a5c5-4950-bca0-3557b481f481 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags HTTP/1.1" status: 204 len: 168 time: 0.2524652 Aug 09 15:58:18.627758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46708) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.647885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-33f68378-c1e3-49aa-9123-40c538d8f2e6 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:18.717793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-40e62df8-0f4d-4483-87eb-a29d113bfae1 None None] Provisioning complete for port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:18.718338 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-40e62df8-0f4d-4483-87eb-a29d113bfae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.871904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-40e62df8-0f4d-4483-87eb-a29d113bfae1 None None] Port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:18.885591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:18.899330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-b3f8cfb4-2a54-4af7-8822-a82d5916cd93 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:18.902688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-b3f8cfb4-2a54-4af7-8822-a82d5916cd93 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "GET /v2.0/ports/a82a03bb-00cf-401a-b9f3-9b690c30746d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3708911 Aug 09 15:58:18.935221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:19.013719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795a82-33f8-4378-b591-720077729e74 req-645cd540-d30b-49dd-a1f6-ca69f361698d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:19.022460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795a82-33f8-4378-b591-720077729e74 req-645cd540-d30b-49dd-a1f6-ca69f361698d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:19.030798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795a82-33f8-4378-b591-720077729e74 req-645cd540-d30b-49dd-a1f6-ca69f361698d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:19.038032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795a82-33f8-4378-b591-720077729e74 req-645cd540-d30b-49dd-a1f6-ca69f361698d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:19.044560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795a82-33f8-4378-b591-720077729e74 req-645cd540-d30b-49dd-a1f6-ca69f361698d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:19.052618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795a82-33f8-4378-b591-720077729e74 req-645cd540-d30b-49dd-a1f6-ca69f361698d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:19.056796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82795a82-33f8-4378-b591-720077729e74 req-645cd540-d30b-49dd-a1f6-ca69f361698d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 4665 time: 0.5556722 Aug 09 15:58:19.060912 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.166169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.201098 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.225200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-33f68378-c1e3-49aa-9123-40c538d8f2e6 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags HTTP/1.1" status: 204 len: 168 time: 0.5909572 Aug 09 15:58:19.231877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46720) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:19.267266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-9dfc3507-a583-48e9-8038-4dbb4bfabb29 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:19.290260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82795a82-33f8-4378-b591-720077729e74 req-29a7f908-a34d-42b6-9969-c6256e104265 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=92b37c52-afa6-4b66-b91e-80d18191a40d&id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1971145 Aug 09 15:58:19.294664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:19.295310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port e289f0bc-4593-4788-b420-aa2176c85550 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:19.537708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:19.728144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] For port a82a03bb-00cf-401a-b9f3-9b690c30746d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=a82a03bb-00cf-401a-b9f3-9b690c30746d,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:19.792079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] For port a82a03bb-00cf-401a-b9f3-9b690c30746d, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:19.874767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] device_id is not set on port a82a03bb-00cf-401a-b9f3-9b690c30746d yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:19.898493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9dfc3507-a583-48e9-8038-4dbb4bfabb29 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags HTTP/1.1" status: 204 len: 168 time: 0.6639206 Aug 09 15:58:19.899899 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.900454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:19.912400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-61cd5db5-475d-4a42-b3a8-d8476c8d6ffb tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:19.919879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.974643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a82a03bb-00cf-401a-b9f3-9b690c30746d,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:20.069140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] No DVR routers for this DVR port a82a03bb-00cf-401a-b9f3-9b690c30746d on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:20.118894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 172.20.0.2 (9c4dd093-daa5-448b-9662-105622e20b54/c2477a92-8a49-4b3a-9be5-97597c865739/e289f0bc-4593-4788-b420-aa2176c85550) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:20.146325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fe49:ac26 (9c4dd093-daa5-448b-9662-105622e20b54/39c5e14f-3a21-4fde-8243-aee0ae115beb/e289f0bc-4593-4788-b420-aa2176c85550) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:20.189571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] In _notify_port_updated(), no bound segment for port a82a03bb-00cf-401a-b9f3-9b690c30746d on network fcba54b1-62b4-4841-889a-0dc1f5a20673 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:58:20.190521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.193355 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.195925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-5167850f-96c3-4a84-9fac-aef18d36f8d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 200 len: 1032 time: 1.2647901 Aug 09 15:58:20.204635 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-61cd5db5-475d-4a42-b3a8-d8476c8d6ffb tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags HTTP/1.1" status: 204 len: 168 time: 0.2975450 Aug 09 15:58:20.206792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46742) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:20.260675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-0eb37606-5616-4406-a6bf-99074afbb4d2 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7', 'tempest-TagsExtTest-Tag-631009026') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:20.428364 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.594422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device a82a03bb-00cf-401a-b9f3-9b690c30746d no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:20.688351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02726cec-8e9d-42e3-96dd-bdf502ecca5e None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:20.804266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port 17333e56-bfdc-4d37-b435-6372235d7e7d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:20.804994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.888146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a604d6-aa67-40bd-a7f0-246da85a05fd req-61ffb375-4efb-4e1b-a205-445b42a2a542 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.902838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a604d6-aa67-40bd-a7f0-246da85a05fd req-61ffb375-4efb-4e1b-a205-445b42a2a542 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.919588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a604d6-aa67-40bd-a7f0-246da85a05fd req-61ffb375-4efb-4e1b-a205-445b42a2a542 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.934879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.946941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a604d6-aa67-40bd-a7f0-246da85a05fd req-61ffb375-4efb-4e1b-a205-445b42a2a542 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.957605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Provisioning complete for port a82a03bb-00cf-401a-b9f3-9b690c30746d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:20.961546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object e289f0bc-4593-4788-b420-aa2176c85550 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:20.964363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.968332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a604d6-aa67-40bd-a7f0-246da85a05fd req-61ffb375-4efb-4e1b-a205-445b42a2a542 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.972814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83a604d6-aa67-40bd-a7f0-246da85a05fd req-61ffb375-4efb-4e1b-a205-445b42a2a542 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 3886 time: 0.4836509 Aug 09 15:58:20.997858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device a82a03bb-00cf-401a-b9f3-9b690c30746d not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:20.999667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7c222f0a-8817-4d90-a2df-6a98e2985529 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:21.081875 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.145240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] For port 17333e56-bfdc-4d37-b435-6372235d7e7d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=17333e56-bfdc-4d37-b435-6372235d7e7d,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:21.145617 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.163280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:21.171040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:21.179272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Port a82a03bb-00cf-401a-b9f3-9b690c30746d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:21.180599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for 17333e56-bfdc-4d37-b435-6372235d7e7d owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:21.181278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:21.345993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=e289f0bc-4593-4788-b420-aa2176c85550,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:21.377354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46766) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:21.390470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Provisioning for port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:21.408285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Provisioning complete for port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:21.433166 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.468971 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.479352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:21.480866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.509456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e4620b40-1283-4aff-b967-b8d0ba8d0680 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9847751 Aug 09 15:58:21.512262 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46772) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:21.556410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0eb37606-5616-4406-a6bf-99074afbb4d2 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags/tempest-TagsExtTest-Tag-631009026 HTTP/1.1" status: 201 len: 201 time: 1.2979920 Aug 09 15:58:21.559107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46778) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:21.691225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-9d463302-dc18-4691-837b-0cf5fe16a0dc tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8', 'tempest-TagsExtTest-Tag-2106597690') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:21.709581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b3cde2-e110-4eda-9ca3-31bee59ef46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:21.726110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b3cde2-e110-4eda-9ca3-31bee59ef46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:21.730571 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7b3cde2-e110-4eda-9ca3-31bee59ef46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2143812 Aug 09 15:58:21.740771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46784) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:21.784116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=17333e56-bfdc-4d37-b435-6372235d7e7d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:21.787701 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.823280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b61aeb0-be99-4739-8f7e-641ce061c1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.872690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] No DVR routers for this DVR port 17333e56-bfdc-4d37-b435-6372235d7e7d on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:21.885839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.892083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-f7730d0f-09cc-4a57-a6ce-290953307bc4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "DELETE /v2.0/ports/17333e56-bfdc-4d37-b435-6372235d7e7d HTTP/1.1" status: 204 len: 173 time: 1.6840217 Aug 09 15:58:21.902290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': '17333e56-bfdc-4d37-b435-6372235d7e7d'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:21.908476 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab94539-cb36-429b-810e-cbcaf523c770" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "17333e56-bfdc-4d37-b435-6372235d7e7d"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:21.965397 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7c222f0a-8817-4d90-a2df-6a98e2985529, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c222f0a-8817-4d90-a2df-6a98e2985529,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:21.975668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c222f0a-8817-4d90-a2df-6a98e2985529'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:21.976374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83a604d6-aa67-40bd-a7f0-246da85a05fd req-beb8e8df-2a9e-431c-ae57-fff8e20e47af tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5425789 Aug 09 15:58:21.980280 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19dc754-f531-4920-8d55-360c4e484604" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-unplugged", "status": "completed", "tag": "7c222f0a-8817-4d90-a2df-6a98e2985529"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:22.148406 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.149192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:22.187220 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd545ee2-9f46-4aca-b517-1bbdb8d57fab x-openstack-request-id: req-cd545ee2-9f46-4aca-b517-1bbdb8d57fab {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:22.192639 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "17333e56-bfdc-4d37-b435-6372235d7e7d", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:22.193372 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd545ee2-9f46-4aca-b517-1bbdb8d57fab {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:22.193943 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': '17333e56-bfdc-4d37-b435-6372235d7e7d', 'status': 'completed', 'code': 200} Aug 09 15:58:22.235844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9d463302-dc18-4691-837b-0cf5fe16a0dc tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags/tempest-TagsExtTest-Tag-2106597690 HTTP/1.1" status: 201 len: 201 time: 0.5519214 Aug 09 15:58:22.238586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46802) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:22.243538 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-ba8bda41-c396-440f-b530-90edab72aee4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a', 'tempest-TagsExtTest-Tag-258070584') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:22.256420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-03bddd4f-76b0-492f-b440-dc191716c847 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port e289f0bc-4593-4788-b420-aa2176c85550 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:22.257071 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03bddd4f-76b0-492f-b440-dc191716c847 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.336225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port 21337a7d-01a9-43c3-9616-1c434089e8bd {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:22.336673 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.373767 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0d22b-dc70-4b1a-8806-e74261c3cd2a x-openstack-request-id: req-2fe0d22b-dc70-4b1a-8806-e74261c3cd2a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:22.374471 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-unplugged", "status": "completed", "tag": "7c222f0a-8817-4d90-a2df-6a98e2985529", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:22.379801 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fe0d22b-dc70-4b1a-8806-e74261c3cd2a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:22.380548 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c222f0a-8817-4d90-a2df-6a98e2985529', 'code': 200} Aug 09 15:58:22.426720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b725fa7-7f14-4e10-a414-200e90a2b980 None None] Update dhcp port {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': '39c5e14f-3a21-4fde-8243-aee0ae115beb', 'ip_address': '2001:db8::f816:3eff:fe2e:e9ea'}, {'subnet_id': 'c2477a92-8a49-4b3a-9be5-97597c865739'}], 'binding:host_id': 'n-d-799523-2'}, 'id': '4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:58:22.459921 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.469194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ba8bda41-c396-440f-b530-90edab72aee4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags/tempest-TagsExtTest-Tag-258070584 HTTP/1.1" status: 201 len: 201 time: 0.2191458 Aug 09 15:58:22.481532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46806) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:22.488958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-f1a3683d-5cb8-4db5-9cb1-118ee645b3b1 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e', 'tempest-TagsExtTest-Tag-1063358643') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:22.505277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:22.505959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 17333e56-bfdc-4d37-b435-6372235d7e7d no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:22.531600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7c222f0a-8817-4d90-a2df-6a98e2985529,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:22.532056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] For port 21337a7d-01a9-43c3-9616-1c434089e8bd, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=21337a7d-01a9-43c3-9616-1c434089e8bd,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:22.532389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.535995 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5b725fa7-7f14-4e10-a414-200e90a2b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.538259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 17333e56-bfdc-4d37-b435-6372235d7e7d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:58:22.538894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 17333e56-bfdc-4d37-b435-6372235d7e7d not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:22.539478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c1e5f238-b6d3-459d-a8dc-218ed8e67b38 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:22.612412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] For port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:22.646729 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.678131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b61aeb0-be99-4739-8f7e-641ce061c1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.699725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7b61aeb0-be99-4739-8f7e-641ce061c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.724240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f1a3683d-5cb8-4db5-9cb1-118ee645b3b1 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags/tempest-TagsExtTest-Tag-1063358643 HTTP/1.1" status: 201 len: 201 time: 0.2413990 Aug 09 15:58:22.744517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46812) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:22.751580 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7b61aeb0-be99-4739-8f7e-641ce061c1a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35008050753044dd91298860897d30af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3727651 Aug 09 15:58:22.761650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46816) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:22.767359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-c018129f-98b1-4383-a84a-679abafada2e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7', {'tags': ['tempest-TagsExtTest-Tag-1880517752', 'tempest-TagsExtTest-Tag-1131000890', 'tempest-TagsExtTest-Tag-1633631848']}) {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:22.771810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03bddd4f-76b0-492f-b440-dc191716c847 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.789636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-03bddd4f-76b0-492f-b440-dc191716c847 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for e289f0bc-4593-4788-b420-aa2176c85550 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:23.108709 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03bddd4f-76b0-492f-b440-dc191716c847 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.161589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f8b-bdd4-44aa-bcf0-31e82fc11e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.195798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bddd4f-76b0-492f-b440-dc191716c847 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=e289f0bc-4593-4788-b420-aa2176c85550,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.207367 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.209226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61aeb0-be99-4739-8f7e-641ce061c1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1d3b16-d425-4a68-a3d6-6b5535cc5a4d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.276372 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f8b-bdd4-44aa-bcf0-31e82fc11e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.315289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.316000 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.316424 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Floating IP 54ac19b0-02b7-4ae5-ad5c-54570e99872d disassociated. External IP: 172.25.7.16, port: 21337a7d-01a9-43c3-9616-1c434089e8bd. Aug 09 15:58:23.316729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for 21337a7d-01a9-43c3-9616-1c434089e8bd owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:23.330481 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c018129f-98b1-4383-a84a-679abafada2e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags HTTP/1.1" status: 200 len: 318 time: 0.5747557 Aug 09 15:58:23.347360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46828) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.363428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-9768789e-0c53-4fec-81b9-d0a2e02d373d tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:23.400607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc57d-e756-4bd6-9a56-5ae00967c7b6 None None] Pushing event updated for resources: {'Port': ['ID=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.429313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c1e5f238-b6d3-459d-a8dc-218ed8e67b38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:23.450130 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03bddd4f-76b0-492f-b440-dc191716c847 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.456540 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-03bddd4f-76b0-492f-b440-dc191716c847 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/e289f0bc-4593-4788-b420-aa2176c85550 HTTP/1.1" status: 204 len: 168 time: 1.7092016 Aug 09 15:58:23.457952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46832) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.472062 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.474181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 6eb76f30-8111-4506-8817-1d0c9785db66 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:23.517061 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9768789e-0c53-4fec-81b9-d0a2e02d373d tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1682518 Aug 09 15:58:23.517625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46836) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.523401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-cf08d70f-c159-4b89-b321-9b415eafd598 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7', 'tempest-TagsExtTest-Tag-1880517752') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:23.593876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-5b725fa7-7f14-4e10-a414-200e90a2b980 None None] Allocated IP 172.20.0.3 (9c4dd093-daa5-448b-9662-105622e20b54/c2477a92-8a49-4b3a-9be5-97597c865739/4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:23.605534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d3edc-7b00-4808-9c85-b0a06c4fefed tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.607517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d3edc-7b00-4808-9c85-b0a06c4fefed tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.611386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d3edc-7b00-4808-9c85-b0a06c4fefed tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.613130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-991d3edc-7b00-4808-9c85-b0a06c4fefed tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1132870 Aug 09 15:58:23.618137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46838) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.623614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.628887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee171-3267-447f-b1c4-3eb3532d488f req-4dd434ab-9b7d-4f00-8cfd-d6e5a3417a96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.635450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee171-3267-447f-b1c4-3eb3532d488f req-4dd434ab-9b7d-4f00-8cfd-d6e5a3417a96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.641985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee171-3267-447f-b1c4-3eb3532d488f req-4dd434ab-9b7d-4f00-8cfd-d6e5a3417a96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.648131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee171-3267-447f-b1c4-3eb3532d488f req-4dd434ab-9b7d-4f00-8cfd-d6e5a3417a96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.649906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-207ee171-3267-447f-b1c4-3eb3532d488f req-4dd434ab-9b7d-4f00-8cfd-d6e5a3417a96 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 3149 time: 0.4474189 Aug 09 15:58:23.673538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.684097 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-cf08d70f-c159-4b89-b321-9b415eafd598 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:23.685246 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cf08d70f-c159-4b89-b321-9b415eafd598 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags/tempest-TagsExtTest-Tag-1880517752 HTTP/1.1" status: 404 len: 329 time: 0.1666324 Aug 09 15:58:23.692479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46840) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.697081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-24cc90ce-7ca2-4eb0-b7af-7fd3e4543bdf tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7', 'tempest-TagsExtTest-Tag-1131000890') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:23.795213 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f8b-bdd4-44aa-bcf0-31e82fc11e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.798366 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f8b-bdd4-44aa-bcf0-31e82fc11e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.802065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9eb10f8b-bdd4-44aa-bcf0-31e82fc11e1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce1d3b16-d425-4a68-a3d6-6b5535cc5a4d HTTP/1.1" status: 204 len: 168 time: 1.0371034 Aug 09 15:58:23.815161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 6eb76f30-8111-4506-8817-1d0c9785db66, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6eb76f30-8111-4506-8817-1d0c9785db66,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:23.829496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.830229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 21337a7d-01a9-43c3-9616-1c434089e8bd no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:23.836551 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-24cc90ce-7ca2-4eb0-b7af-7fd3e4543bdf tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:23.840865 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24cc90ce-7ca2-4eb0-b7af-7fd3e4543bdf tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags/tempest-TagsExtTest-Tag-1131000890 HTTP/1.1" status: 404 len: 329 time: 0.1444676 Aug 09 15:58:23.841435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46844) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.847631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-9049de3c-11f8-4452-a941-de6b444507eb tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7', 'tempest-TagsExtTest-Tag-1633631848') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:23.950487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=6eb76f30-8111-4506-8817-1d0c9785db66,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.969795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb10f8b-bdd4-44aa-bcf0-31e82fc11e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1d3b16-d425-4a68-a3d6-6b5535cc5a4d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.970328 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-9049de3c-11f8-4452-a941-de6b444507eb tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:23.977997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9049de3c-11f8-4452-a941-de6b444507eb tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags/tempest-TagsExtTest-Tag-1633631848 HTTP/1.1" status: 404 len: 329 time: 0.1354768 Aug 09 15:58:23.978610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.984233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-75ea70b5-ba63-4ad5-8fb8-3fd4450c75b5 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8', {'tags': ['tempest-TagsExtTest-Tag-463708494', 'tempest-TagsExtTest-Tag-219129320', 'tempest-TagsExtTest-Tag-843657176']}) {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:23.990093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea19aa5-f0f1-43f6-8491-0dc73d3ba29b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 39c5e14f-3a21-4fde-8243-aee0ae115beb {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:24.029077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-207ee171-3267-447f-b1c4-3eb3532d488f req-d2a12259-219d-4165-bef7-ccb0ac0d6d24 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619540 Aug 09 15:58:24.102830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5b725fa7-7f14-4e10-a414-200e90a2b980 None None] For port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:24.109255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.145862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5b725fa7-7f14-4e10-a414-200e90a2b980 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.163872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5b725fa7-7f14-4e10-a414-200e90a2b980 None None] Transition to ACTIVE for port object 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:24.174488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5b725fa7-7f14-4e10-a414-200e90a2b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.213438 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-75ea70b5-ba63-4ad5-8fb8-3fd4450c75b5 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags HTTP/1.1" status: 200 len: 315 time: 0.2254913 Aug 09 15:58:24.214165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46860) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:24.233523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-7c48c3db-c3f9-45cc-a260-bbefce300298 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:24.390712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38'}, {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb76f30-8111-4506-8817-1d0c9785db66'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:24.400205 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b887082f-5596-4df1-9726-d57f34a6f64e" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e5f238-b6d3-459d-a8dc-218ed8e67b38"}, {"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb76f30-8111-4506-8817-1d0c9785db66"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:24.409068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b725fa7-7f14-4e10-a414-200e90a2b980 None None] Pushing event updated for resources: {'Port': ['ID=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:24.453352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No active binding found for port 21337a7d-01a9-43c3-9616-1c434089e8bd {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:58:24.457883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 21337a7d-01a9-43c3-9616-1c434089e8bd not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:24.467116 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c48c3db-c3f9-45cc-a260-bbefce300298 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags HTTP/1.1" status: 204 len: 168 time: 0.2518067 Aug 09 15:58:24.469066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46868) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:24.478138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-e1750148-d92d-4020-a017-dddd931c1de2 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8', 'tempest-TagsExtTest-Tag-463708494') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:24.502715 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de08a3ee-a606-40a2-af28-3a2a6bbb4f24 x-openstack-request-id: req-de08a3ee-a606-40a2-af28-3a2a6bbb4f24 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:24.503542 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e5f238-b6d3-459d-a8dc-218ed8e67b38", "code": 200}, {"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb76f30-8111-4506-8817-1d0c9785db66", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:24.504136 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de08a3ee-a606-40a2-af28-3a2a6bbb4f24 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:24.505044 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38', 'code': 200} Aug 09 15:58:24.505447 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb76f30-8111-4506-8817-1d0c9785db66', 'code': 200} Aug 09 15:58:24.582682 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-e1750148-d92d-4020-a017-dddd931c1de2 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:24.588723 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e1750148-d92d-4020-a017-dddd931c1de2 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags/tempest-TagsExtTest-Tag-463708494 HTTP/1.1" status: 404 len: 328 time: 0.1167607 Aug 09 15:58:24.589322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46874) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:24.594789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-4603d7eb-1565-4d48-8045-07d1578961c8 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8', 'tempest-TagsExtTest-Tag-219129320') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:24.662961 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-4603d7eb-1565-4d48-8045-07d1578961c8 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:24.667853 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4603d7eb-1565-4d48-8045-07d1578961c8 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags/tempest-TagsExtTest-Tag-219129320 HTTP/1.1" status: 404 len: 328 time: 0.0772641 Aug 09 15:58:24.668878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46880) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:24.681324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-0ec6f5be-c5c8-4649-a3ff-c861c3d20c6e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8', 'tempest-TagsExtTest-Tag-843657176') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:24.732789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea19aa5-f0f1-43f6-8491-0dc73d3ba29b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.751698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=21337a7d-01a9-43c3-9616-1c434089e8bd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:24.847314 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-0ec6f5be-c5c8-4649-a3ff-c861c3d20c6e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:24.851853 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0ec6f5be-c5c8-4649-a3ff-c861c3d20c6e tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags/tempest-TagsExtTest-Tag-843657176 HTTP/1.1" status: 404 len: 328 time: 0.1806576 Aug 09 15:58:24.855261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46886) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:24.866883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-b908d322-d324-4035-b59a-8d384f8ceb84 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a', {'tags': ['tempest-TagsExtTest-Tag-1405628805', 'tempest-TagsExtTest-Tag-395376799', 'tempest-TagsExtTest-Tag-657485157']}) {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:24.993119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea19aa5-f0f1-43f6-8491-0dc73d3ba29b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.069812 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b908d322-d324-4035-b59a-8d384f8ceb84 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags HTTP/1.1" status: 200 len: 316 time: 0.2069333 Aug 09 15:58:25.069812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46892) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:25.073028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-9e415159-48de-41b3-b4fc-16fc346e6886 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:25.232201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:25.455532 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e415159-48de-41b3-b4fc-16fc346e6886 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags HTTP/1.1" status: 204 len: 168 time: 0.3863487 Aug 09 15:58:25.459486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46908) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:25.463990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-d45aed2d-0f76-477c-9005-6f44fd42456f tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a', 'tempest-TagsExtTest-Tag-1405628805') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:25.477688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46910) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:25.494540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea19aa5-f0f1-43f6-8491-0dc73d3ba29b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.651127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:25.660913 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-d45aed2d-0f76-477c-9005-6f44fd42456f tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:25.667861 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d45aed2d-0f76-477c-9005-6f44fd42456f tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags/tempest-TagsExtTest-Tag-1405628805 HTTP/1.1" status: 404 len: 329 time: 0.2064347 Aug 09 15:58:25.670472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46914) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:25.683108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-31a50655-9130-4afc-8408-d3fdc4a80f17 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a', 'tempest-TagsExtTest-Tag-395376799') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:25.794000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2013971637-network', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:25.821244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea19aa5-f0f1-43f6-8491-0dc73d3ba29b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.832502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Made reservation on behalf of a13f912de25a46268e5d4b9d81062f32 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:25.837970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.898735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.919389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-180f094f-a119-4915-873a-ecca00b52318 None None] Could not find standard attr ID for object e289f0bc-4593-4788-b420-aa2176c85550. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:58:25.932533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcbd24-aa54-4437-82ec-650293439cd3 req-1957d415-53b0-4582-a133-2d77db92dd3e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:25.938327 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-31a50655-9130-4afc-8408-d3fdc4a80f17 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:25.939705 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-31a50655-9130-4afc-8408-d3fdc4a80f17 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags/tempest-TagsExtTest-Tag-395376799 HTTP/1.1" status: 404 len: 328 time: 0.2671361 Aug 09 15:58:25.945014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46924) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:25.947294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcbd24-aa54-4437-82ec-650293439cd3 req-1957d415-53b0-4582-a133-2d77db92dd3e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:25.966467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-a8e96c3d-9ee5-4e46-befd-0667a7c1ce06 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a', 'tempest-TagsExtTest-Tag-657485157') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:25.977354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-180f094f-a119-4915-873a-ecca00b52318 None None] Provisioning for port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:25.981433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcbd24-aa54-4437-82ec-650293439cd3 req-1957d415-53b0-4582-a133-2d77db92dd3e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:25.986647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94fcbd24-aa54-4437-82ec-650293439cd3 req-1957d415-53b0-4582-a133-2d77db92dd3e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 2409 time: 0.6096432 Aug 09 15:58:25.991663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea19aa5-f0f1-43f6-8491-0dc73d3ba29b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=39c5e14f-3a21-4fde-8243-aee0ae115beb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:25.994388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ea19aa5-f0f1-43f6-8491-0dc73d3ba29b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.998974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9ea19aa5-f0f1-43f6-8491-0dc73d3ba29b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/39c5e14f-3a21-4fde-8243-aee0ae115beb HTTP/1.1" status: 204 len: 168 time: 2.3456464 Aug 09 15:58:25.999188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-180f094f-a119-4915-873a-ecca00b52318 None None] Provisioning complete for port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:25.999188 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-180f094f-a119-4915-873a-ecca00b52318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.000423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46928) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:26.137733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77eea36-7fdc-4c6e-8cea-1369a9f1c36d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet c2477a92-8a49-4b3a-9be5-97597c865739 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:26.225733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f77eea36-7fdc-4c6e-8cea-1369a9f1c36d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.327425 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-a8e96c3d-9ee5-4e46-befd-0667a7c1ce06 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:26.331937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a8e96c3d-9ee5-4e46-befd-0667a7c1ce06 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags/tempest-TagsExtTest-Tag-657485157 HTTP/1.1" status: 404 len: 328 time: 0.3853748 Aug 09 15:58:26.337904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94fcbd24-aa54-4437-82ec-650293439cd3 req-a85b016f-e67a-4a0f-96bc-4c395d035a57 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736891 Aug 09 15:58:26.346789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46936) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:26.352169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-11e1abae-ca91-4b6a-90ed-d00a43b4a8e1 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e', {'tags': ['tempest-TagsExtTest-Tag-783028553', 'tempest-TagsExtTest-Tag-2056154504', 'tempest-TagsExtTest-Tag-1507429906']}) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:26.377559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:26.381259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f77eea36-7fdc-4c6e-8cea-1369a9f1c36d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.392605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] Sync routers for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:26.430769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:26.432480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:26.559115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.568970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.572810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] No DVR routers for this DVR port 21337a7d-01a9-43c3-9616-1c434089e8bd on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:26.593046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.595805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-62290964-e4f9-4cdc-b782-bce825ccf86f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "DELETE /v2.0/ports/21337a7d-01a9-43c3-9616-1c434089e8bd HTTP/1.1" status: 204 len: 173 time: 4.6776588 Aug 09 15:58:26.600300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': '21337a7d-01a9-43c3-9616-1c434089e8bd'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:26.611470 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b7d39-e39a-4a24-ad5a-ba1cb50a7efe" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "21337a7d-01a9-43c3-9616-1c434089e8bd"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:26.694488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:26.755560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fdebd2-b2d8-45bb-9022-58d4680b9740,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:26.777084 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.777504 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Added segment 6acb8ac8-5310-4905-b450-f484692fe9ff of type vlan for network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 Aug 09 15:58:26.819134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:26.845080 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6265de3-bf18-49ab-ba8c-465b1fdd7f3a x-openstack-request-id: req-b6265de3-bf18-49ab-ba8c-465b1fdd7f3a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:26.845705 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "21337a7d-01a9-43c3-9616-1c434089e8bd", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:26.845864 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6265de3-bf18-49ab-ba8c-465b1fdd7f3a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:26.846376 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': '21337a7d-01a9-43c3-9616-1c434089e8bd', 'status': 'completed', 'code': 200} Aug 09 15:58:26.851854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-11e1abae-ca91-4b6a-90ed-d00a43b4a8e1 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "PUT /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags HTTP/1.1" status: 200 len: 317 time: 0.5025511 Aug 09 15:58:26.863063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46944) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:26.875271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.881967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-491d06c1-6904-4d0c-b916-fd76b019ba5b tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:26.901498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564619d-d653-492c-974e-4b55340a8109 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:26.940059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.941926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:26.942575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.000048 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f77eea36-7fdc-4c6e-8cea-1369a9f1c36d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.046096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-861e06b9-3582-4e7f-8358-b2c11bddb14c None None] Could not find standard attr ID for object e289f0bc-4593-4788-b420-aa2176c85550. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:58:27.072161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-491d06c1-6904-4d0c-b916-fd76b019ba5b tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags HTTP/1.1" status: 204 len: 168 time: 0.2022593 Aug 09 15:58:27.077756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46950) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.083313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-60d0cf8e-2b52-4ee5-86c5-5d75d6b54e30 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e', 'tempest-TagsExtTest-Tag-783028553') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:27.100946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port 6eb76f30-8111-4506-8817-1d0c9785db66 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:27.101686 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.152014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6688542 Aug 09 15:58:27.160074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46954) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.185800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Request body: {'subnet': {'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2013971637-subnet', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:27.205152 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-60d0cf8e-2b52-4ee5-86c5-5d75d6b54e30 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:27.217820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-60d0cf8e-2b52-4ee5-86c5-5d75d6b54e30 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags/tempest-TagsExtTest-Tag-783028553 HTTP/1.1" status: 404 len: 328 time: 0.1384680 Aug 09 15:58:27.226694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46956) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.227417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6cba5-1e40-4f67-827d-bbb7c59ddf6f admin admin] Pushing event updated for resources: {'Network': ['ID=147d32ac-b2ac-4eb4-b864-8ce4f6552ee5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:27.244307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-1aa53be5-92bf-4c59-9f4a-5403211f80f7 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e', 'tempest-TagsExtTest-Tag-2056154504') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:27.261282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Made reservation on behalf of a13f912de25a46268e5d4b9d81062f32 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:27.274537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.276775 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f77eea36-7fdc-4c6e-8cea-1369a9f1c36d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.281500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:27.347906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77eea36-7fdc-4c6e-8cea-1369a9f1c36d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=c2477a92-8a49-4b3a-9be5-97597c865739,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:27.357274 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-1aa53be5-92bf-4c59-9f4a-5403211f80f7 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:27.358748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1aa53be5-92bf-4c59-9f4a-5403211f80f7 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags/tempest-TagsExtTest-Tag-2056154504 HTTP/1.1" status: 404 len: 329 time: 0.1181254 Aug 09 15:58:27.379465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f77eea36-7fdc-4c6e-8cea-1369a9f1c36d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.381814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f77eea36-7fdc-4c6e-8cea-1369a9f1c36d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/c2477a92-8a49-4b3a-9be5-97597c865739 HTTP/1.1" status: 204 len: 168 time: 1.3800399 Aug 09 15:58:27.382717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46958) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.386367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] For port 6eb76f30-8111-4506-8817-1d0c9785db66, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=6eb76f30-8111-4506-8817-1d0c9785db66,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:27.387955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46960) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.392591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.399639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.tag.tag_plugin [None req-132eba52-2e2b-4491-9f01-26f114b11a3a tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e', 'tempest-TagsExtTest-Tag-1507429906') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:27.443300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for 6eb76f30-8111-4506-8817-1d0c9785db66 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:27.462416 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-91eadfe7-02ef-427c-ab9b-261fca76f614 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733075 Aug 09 15:58:27.470557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46964) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.490446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:27.712776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.737184 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-132eba52-2e2b-4491-9f01-26f114b11a3a tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] show failed (client error): The resource could not be found. Aug 09 15:58:27.738567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-132eba52-2e2b-4491-9f01-26f114b11a3a tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags/tempest-TagsExtTest-Tag-1507429906 HTTP/1.1" status: 404 len: 329 time: 0.3545089 Aug 09 15:58:27.747786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.787444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:15Z', 'revision_number': 5, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:27.818858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-b942e432-1eff-4391-b018-b50e075df4bf tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8ead047-68d0-4005-8c62-ea82cf36d72e') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:27.843687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:58:27.865427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a805efa-0235-4111-9eb3-71de6b9a2c94,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:27.870538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] Checking router: 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:27.894782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Checking segment: {'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:27.895330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Network hostable DHCP agents. Network: 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:27.901333 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b942e432-1eff-4391-b018-b50e075df4bf tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e/tags HTTP/1.1" status: 204 len: 168 time: 0.0884240 Aug 09 15:58:27.904535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46978) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.911494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-fcbe3fec-d2c3-4dcd-ad6e-57f2e48f42a1 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'daad555b-4ef6-4fef-9b28-6b24202cbd7a') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:27.958080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:27.958744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:27.982493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:27.994583 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.023165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:28.061255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b7a89-b9d6-4706-99c3-677a8cf6c058 req-539a4368-ce13-4936-a0eb-71b545ce9077 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:28.061778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:28.068589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b7a89-b9d6-4706-99c3-677a8cf6c058 req-539a4368-ce13-4936-a0eb-71b545ce9077 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:28.072112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:28.072847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.075588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b7a89-b9d6-4706-99c3-677a8cf6c058 req-539a4368-ce13-4936-a0eb-71b545ce9077 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:28.084167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-671b7a89-b9d6-4706-99c3-677a8cf6c058 req-539a4368-ce13-4936-a0eb-71b545ce9077 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 2409 time: 0.3618569 Aug 09 15:58:28.112600 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fcbe3fec-d2c3-4dcd-ad6e-57f2e48f42a1 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a/tags HTTP/1.1" status: 204 len: 168 time: 0.2052953 Aug 09 15:58:28.118714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46984) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:28.140186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-3c570804-ee86-4d99-981f-2d9a547f41d7 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '106affbb-666a-467d-99e2-c0fdefe650e8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:28.157416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46986) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:28.158030 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1f96603b-4596-4b7c-91d7-37a90e9ab94e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9965496 Aug 09 15:58:28.165701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:28.193448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Deleting port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:28.194098 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.206263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466369d0-dbab-4cf5-973f-08aaeaff38a3 None None] Network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:28.208266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-671b7a89-b9d6-4706-99c3-677a8cf6c058 req-65d36744-95e8-4506-98c8-ee44f7c8898f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187930 Aug 09 15:58:28.313060 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3c570804-ee86-4d99-981f-2d9a547f41d7 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1912067 Aug 09 15:58:28.316447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46990) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:28.326458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.tag.tag_plugin [None req-8106620b-19a8-4be7-88c6-70a88138e63c tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3c16003-0b3b-4b2c-8b2d-7faf14ee54b7') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:28.353128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.355088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.432580 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8106620b-19a8-4be7-88c6-70a88138e63c tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1139851 Aug 09 15:58:28.433920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46994) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:28.483008 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.485951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:28.490567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] For port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:28.491206 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.567126 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.577010 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.605656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0ef56bcf-9679-4f46-8674-f2562d044dc3 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for subnetpool, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.612675 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0ef56bcf-9679-4f46-8674-f2562d044dc3 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnetpools/b8ead047-68d0-4005-8c62-ea82cf36d72e HTTP/1.1" status: 204 len: 168 time: 0.1767657 Aug 09 15:58:28.613317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46998) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:28.659707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=6eb76f30-8111-4506-8817-1d0c9785db66,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:28.693036 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3602684a-90c6-4d8a-8418-e991c65a50a3 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "GET /v2.0/ports?device_id=daad555b-4ef6-4fef-9b28-6b24202cbd7a HTTP/1.1" status: 200 len: 205 time: 0.0762413 Aug 09 15:58:28.693702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47002) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:28.861528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85561fe1-f58c-4d1f-a4a5-e565e37a77aa tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.867076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Calling delete_port for 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:28.939907 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.967421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] No DVR routers for this DVR port 6eb76f30-8111-4506-8817-1d0c9785db66 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:29.069146 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.072861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-8126d167-ca64-4dbe-a82f-946dbd0b0214 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "DELETE /v2.0/ports/6eb76f30-8111-4506-8817-1d0c9785db66 HTTP/1.1" status: 204 len: 173 time: 2.4544878 Aug 09 15:58:29.074282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': '6eb76f30-8111-4506-8817-1d0c9785db66'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:29.077149 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cd7c05-1475-4fd9-8bbb-9f6e0ef59646" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "6eb76f30-8111-4506-8817-1d0c9785db66"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:29.085568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.212078 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7299461a-194e-42a3-927f-34c0d5831217 x-openstack-request-id: req-7299461a-194e-42a3-927f-34c0d5831217 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:29.212452 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "6eb76f30-8111-4506-8817-1d0c9785db66", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:29.212772 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7299461a-194e-42a3-927f-34c0d5831217 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:29.213487 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': '6eb76f30-8111-4506-8817-1d0c9785db66', 'status': 'completed', 'code': 200} Aug 09 15:58:29.239078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.273690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85561fe1-f58c-4d1f-a4a5-e565e37a77aa tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.276845 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85561fe1-f58c-4d1f-a4a5-e565e37a77aa tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.365639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:29.401459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:29.415766 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85561fe1-f58c-4d1f-a4a5-e565e37a77aa tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.416631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85561fe1-f58c-4d1f-a4a5-e565e37a77aa tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Fanout notify agent at l3_agent the message router_deleted on router daad555b-4ef6-4fef-9b28-6b24202cbd7a {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:58:29.439324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85561fe1-f58c-4d1f-a4a5-e565e37a77aa tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.440553 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-85561fe1-f58c-4d1f-a4a5-e565e37a77aa tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/routers/daad555b-4ef6-4fef-9b28-6b24202cbd7a HTTP/1.1" status: 204 len: 168 time: 0.7436929 Aug 09 15:58:29.443207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47026) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:29.471013 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-147d32ac-b2ac-4eb4-b864-8ce4f6552ee5', 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'fixed_ips': [{'subnet_id': '4a805efa-0235-4111-9eb3-71de6b9a2c94'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:29.472212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.634210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:29.639972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:29.641189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.650172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=0485fc8f-2af0-46ab-bd0e-37c6275c03c0,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:29.670802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7886b4bf-8d37-433a-a3cc-d36c55093eab tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Deleting port 106affbb-666a-467d-99e2-c0fdefe650e8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:29.671135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7886b4bf-8d37-433a-a3cc-d36c55093eab tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.749295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-63da610c-df49-4196-b8d8-a5e54a58827c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2636395 Aug 09 15:58:29.756046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47034) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:29.768232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b4af-5136-4f0f-9ec1-bcfc66cd3372 req-081b049f-e270-4c91-8a10-e29f42267d3a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:29.779042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b4af-5136-4f0f-9ec1-bcfc66cd3372 req-081b049f-e270-4c91-8a10-e29f42267d3a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:29.790454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42d1b4af-5136-4f0f-9ec1-bcfc66cd3372 req-081b049f-e270-4c91-8a10-e29f42267d3a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 1677 time: 0.3508866 Aug 09 15:58:29.825999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:29.862841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7886b4bf-8d37-433a-a3cc-d36c55093eab tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.882655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7886b4bf-8d37-433a-a3cc-d36c55093eab tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Calling delete_port for 106affbb-666a-467d-99e2-c0fdefe650e8 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:29.959024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Allocated IP 172.20.0.2 (147d32ac-b2ac-4eb4-b864-8ce4f6552ee5/4a805efa-0235-4111-9eb3-71de6b9a2c94/ea605db7-b1e8-4631-b461-b307bfb29988) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:30.022850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port 7c222f0a-8817-4d90-a2df-6a98e2985529 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:30.023429 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.072077 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.131382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Pushing event deleted for resources: {'Port': ['ID=4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:30.142961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7886b4bf-8d37-433a-a3cc-d36c55093eab tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.181233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 update to DOWN by agent not found {{(pid=94179) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 09 15:58:30.185836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886b4bf-8d37-433a-a3cc-d36c55093eab tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Pushing event deleted for resources: {'Port': ['ID=106affbb-666a-467d-99e2-c0fdefe650e8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:30.203934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] No DVR routers for this DVR port 4b9d2fd1-4d95-4555-8ad7-c9a66ca23b20 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:30.216880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.217222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.217557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.217896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.218241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.225473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.225473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.225473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.225473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.225473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.225473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.225473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f801b0-b667-4387-a31c-7d48ebbdc630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:30.241525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42d1b4af-5136-4f0f-9ec1-bcfc66cd3372 req-c8e1f232-2540-4675-975b-226a76b2bc6c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475994 Aug 09 15:58:30.266263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d8232f-ab0a-4066-8f4a-c1146bfea382 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:30.408327 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.420056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Transition to ACTIVE for port object ea605db7-b1e8-4631-b461-b307bfb29988 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:30.436340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7886b4bf-8d37-433a-a3cc-d36c55093eab tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.441186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Transition to ACTIVE for port object ea605db7-b1e8-4631-b461-b307bfb29988 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:30.449550 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7886b4bf-8d37-433a-a3cc-d36c55093eab tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/ports/106affbb-666a-467d-99e2-c0fdefe650e8 HTTP/1.1" status: 204 len: 168 time: 1.0049961 Aug 09 15:58:30.450713 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47044) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:30.467593 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.478056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:15Z', 'revision_number': 5, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:30.554464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Deleting subnet d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:30.559393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.565099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] For port 7c222f0a-8817-4d90-a2df-6a98e2985529, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7c222f0a-8817-4d90-a2df-6a98e2985529,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:30.565468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.582931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510a0eb-b033-4bb1-ac5f-12d695399035 None None] The sync data for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 is: [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T15:47:05Z', 'revision_number': 4, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '5ee5de34-9130-4474-8e41-e3896b893de9', 'name': '', 'network_id': '8b8ce2ef-eec1-4d09-988a-75472a2ee5b0', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'mac_address': 'fa:16:3e:84:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:04Z', 'updated_at': '2021-08-09T15:47:15Z', 'revision_number': 5, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'subnets': [{'id': 'd7e45fe8-520f-4d6f-8d0c-f060d59770af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:30.585376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for 7c222f0a-8817-4d90-a2df-6a98e2985529 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:30.699529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.747701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:30.751669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.792680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Pushing event updated for resources: {'Port': ['ID=ea605db7-b1e8-4631-b461-b307bfb29988,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:30.811179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:30.817119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:30.866570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=7c222f0a-8817-4d90-a2df-6a98e2985529,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:30.884949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:30.888932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.040190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Attempting to bind port ea605db7-b1e8-4631-b461-b307bfb29988 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:31.040569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Attempting to bind port ea605db7-b1e8-4631-b461-b307bfb29988 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:31.040873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.041005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Attempting to bind port ea605db7-b1e8-4631-b461-b307bfb29988 on network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:31.050793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:31.051136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Checking segment: {'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:31.051629 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.052116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Bound using segment: {'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:31.052707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Bound port: ea605db7-b1e8-4631-b461-b307bfb29988, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:31.053224 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.071452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '0485fc8f-2af0-46ab-bd0e-37c6275c03c0'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:31.090214 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.206396 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52467ae0-b8cc-417e-9d04-d8d0e0002c7b None None] New status for floating IP 54ac19b0-02b7-4ae5-ad5c-54570e99872d: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:58:31.253449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.287134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.293889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/subnets/d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7 HTTP/1.1" status: 204 len: 168 time: 0.8399527 Aug 09 15:58:31.294576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47068) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:31.359727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c16003-0b3b-4b2c-8b2d-7faf14ee54b7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:31.566058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Allocated IP 172.20.0.2 (9c4dd093-daa5-448b-9662-105622e20b54/0485fc8f-2af0-46ab-bd0e-37c6275c03c0/290cf7b9-e05b-41cd-869a-04e727644578) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:31.676549 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.692872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.694561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.695160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.695908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.703037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.703688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.705018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.705438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.706087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.706431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.709570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.709570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f550660-0147-49d0-bc3b-a696fc5a7aa4 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.717971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7cd2a-8c0d-45b4-9421-b234dc120918 None None] Network 30638725-6822-466d-9fa3-ac5679b32edf requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:31.836046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Deleting port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:31.836447 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.983619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] For port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e,segment=NetworkSegment(89199e9a-60e3-4a59-ba1c-a60f71707378),segment_id=89199e9a-60e3-4a59-ba1c-a60f71707378)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:31.984103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.007516 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.016804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Calling delete_port for b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:32.019271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Transition to ACTIVE for port object 290cf7b9-e05b-41cd-869a-04e727644578 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:32.039585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Transition to ACTIVE for port object 290cf7b9-e05b-41cd-869a-04e727644578 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:32.055811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.128538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] For port ea605db7-b1e8-4631-b461-b307bfb29988, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:32.187394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:32.263650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.267101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:32.303057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] No DVR routers for this DVR port 7c222f0a-8817-4d90-a2df-6a98e2985529 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:32.304017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:32.308310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] For port ea605db7-b1e8-4631-b461-b307bfb29988, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ea605db7-b1e8-4631-b461-b307bfb29988,segment=NetworkSegment(6acb8ac8-5310-4905-b450-f484692fe9ff),segment_id=6acb8ac8-5310-4905-b450-f484692fe9ff)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:32.322956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Pushing event updated for resources: {'Port': ['ID=290cf7b9-e05b-41cd-869a-04e727644578,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:32.339074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.344747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.349534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-e91d2e90-c355-4b95-a3b9-e50fe1371c1b tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "DELETE /v2.0/ports/7c222f0a-8817-4d90-a2df-6a98e2985529 HTTP/1.1" status: 204 len: 173 time: 3.2671890 Aug 09 15:58:32.350956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': '7c222f0a-8817-4d90-a2df-6a98e2985529'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:32.356468 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590aaaa9-0940-4737-9bb0-474d47786e60" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "7c222f0a-8817-4d90-a2df-6a98e2985529"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:32.370852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Pushing event deleted for resources: {'Port': ['ID=b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:32.388704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] No DVR routers for this DVR port b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:32.408373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a896f66-d92d-4a66-b3cd-11cb12062ddc None None] Pushing event updated for resources: {'Port': ['ID=ea605db7-b1e8-4631-b461-b307bfb29988,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:32.513434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Attempting to bind port 290cf7b9-e05b-41cd-869a-04e727644578 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:32.514196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Attempting to bind port 290cf7b9-e05b-41cd-869a-04e727644578 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:32.514724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Attempting to bind port 290cf7b9-e05b-41cd-869a-04e727644578 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:32.543957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:32.544664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:32.545347 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.546401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:32.547075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Bound port: 290cf7b9-e05b-41cd-869a-04e727644578, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:32.547926 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.609049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.631626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429805bd-5d7d-4aac-b249-4605f7203e37 None None] DHCP port deletion for 30638725-6822-466d-9fa3-ac5679b32edf request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:58:32.641423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30638725-6822-466d-9fa3-ac5679b32edf']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:32.643585 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d61b7c-19e8-4f82-bfc6-46b016b231ac x-openstack-request-id: req-d5d61b7c-19e8-4f82-bfc6-46b016b231ac {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:32.644122 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "7c222f0a-8817-4d90-a2df-6a98e2985529", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:32.644535 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5d61b7c-19e8-4f82-bfc6-46b016b231ac {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:32.645143 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': '7c222f0a-8817-4d90-a2df-6a98e2985529', 'status': 'completed', 'code': 200} Aug 09 15:58:32.654643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.668338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89199e9a-60e3-4a59-ba1c-a60f71707378') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:32.668704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89199e9a-60e3-4a59-ba1c-a60f71707378') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:32.701875 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.729487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] For port 290cf7b9-e05b-41cd-869a-04e727644578, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:32.737698 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.755141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:32.756403 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:32.777796 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:32.780491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082c96d-5eb1-4044-80aa-c239f2bb03a5 req-213e132e-aec1-4c33-a10d-04c46c6fc069 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:32.788783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1082c96d-5eb1-4044-80aa-c239f2bb03a5 req-213e132e-aec1-4c33-a10d-04c46c6fc069 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 943 time: 1.3465042 Aug 09 15:58:32.792302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.014444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.016668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] For port 290cf7b9-e05b-41cd-869a-04e727644578, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=290cf7b9-e05b-41cd-869a-04e727644578,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:33.024574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.026919 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.041363 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] 10.222.0.64 "DELETE /v2.0/networks/30638725-6822-466d-9fa3-ac5679b32edf HTTP/1.1" status: 204 len: 168 time: 1.7025723 Aug 09 15:58:33.070688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5eec-e0d0-4d12-bd98-acfbcdbf6697 tempest-TagsExtTest-1018770713 tempest-TagsExtTest-1018770713-project] Pushing event deleted for resources: {'Network': ['ID=30638725-6822-466d-9fa3-ac5679b32edf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:33.164175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60445ba-e2ff-4f38-9c0a-0173cc7943a5 None None] Pushing event updated for resources: {'Port': ['ID=290cf7b9-e05b-41cd-869a-04e727644578,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:33.317133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ea605db7-b1e8-4631-b461-b307bfb29988 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:33.370509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1082c96d-5eb1-4044-80aa-c239f2bb03a5 req-1306f1d2-08e8-4082-9957-ed3e84503dab tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups?id=b253abb9-c266-44dd-ba53-603125f6c12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5801263 Aug 09 15:58:33.478514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ea605db7-b1e8-4631-b461-b307bfb29988 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:33.532813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:33.533164 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.587316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Allocated IP 172.25.7.48 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/003c0f91-37ee-4c32-901e-e25fdf0240a6) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:33.638552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:33.674774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47108) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:33.720499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:58:33.720845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b3ebf42d-9ff3-48a7-8b64-01a7dd25b61e not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:33.976443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] For port c1e5f238-b6d3-459d-a8dc-218ed8e67b38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:33.976819 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.061798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for c1e5f238-b6d3-459d-a8dc-218ed8e67b38 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:34.090043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47116) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:34.091493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3a526a6e-6842-4bf3-a872-6340ca55f270 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3884d279cc3146e686a640a84148e7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099998 Aug 09 15:58:34.275761 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.351445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0a48d8-7211-4610-98a2-adb735e3fa35 None None] Network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:34.366770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:58:34.538351 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.573190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d644c201-1b45-4e3e-a4af-72da776aadca None None] Provisioning for port ea605db7-b1e8-4631-b461-b307bfb29988 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:34.574805 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.587412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d644c201-1b45-4e3e-a4af-72da776aadca None None] Provisioning complete for port ea605db7-b1e8-4631-b461-b307bfb29988 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:34.588078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d644c201-1b45-4e3e-a4af-72da776aadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.805093 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d644c201-1b45-4e3e-a4af-72da776aadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.899300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d644c201-1b45-4e3e-a4af-72da776aadca None None] For port ea605db7-b1e8-4631-b461-b307bfb29988, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ea605db7-b1e8-4631-b461-b307bfb29988,segment=NetworkSegment(6acb8ac8-5310-4905-b450-f484692fe9ff),segment_id=6acb8ac8-5310-4905-b450-f484692fe9ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:34.905438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d644c201-1b45-4e3e-a4af-72da776aadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.994970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84a267b3-1f60-43f2-9cb1-6b427f9dade8 req-34a7eafd-01bd-4f08-a936-25ee2bc41088 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.2111957 Aug 09 15:58:35.054318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-98c64ef4-3e77-4eb0-9194-692ef893f636 None None] Provisioning for port 290cf7b9-e05b-41cd-869a-04e727644578 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:35.097790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644c201-1b45-4e3e-a4af-72da776aadca None None] Pushing event updated for resources: {'Port': ['ID=ea605db7-b1e8-4631-b461-b307bfb29988,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:35.109981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:35.217293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1261a494-146e-4d44-9508-a686e75d48eb None None] Provisioning complete for port ea605db7-b1e8-4631-b461-b307bfb29988 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:35.217721 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1261a494-146e-4d44-9508-a686e75d48eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.222151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 290cf7b9-e05b-41cd-869a-04e727644578 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:35.247387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Pushing event updated for resources: {'Port': ['ID=003c0f91-37ee-4c32-901e-e25fdf0240a6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:35.314607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:35.319162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 290cf7b9-e05b-41cd-869a-04e727644578 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:35.328504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:35.334328 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06b7e35d-c73e-4fc4-a969-5ab2761ef25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.343434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:35.344228 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.363447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=c1e5f238-b6d3-459d-a8dc-218ed8e67b38,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:35.398098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] No DVR routers for this DVR port c1e5f238-b6d3-459d-a8dc-218ed8e67b38 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:35.439356 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.442133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9749afd5-7085-4232-afe3-5f1d5412cf93 req-fba5b4ea-60b5-4834-9a69-0547c4f77f56 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.35 "DELETE /v2.0/ports/c1e5f238-b6d3-459d-a8dc-218ed8e67b38 HTTP/1.1" status: 204 len: 173 time: 3.0610821 Aug 09 15:58:35.443666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:35.446218 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aa3c7d-f4a9-4556-b9cf-dfe3563ac780" -d '{"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "c1e5f238-b6d3-459d-a8dc-218ed8e67b38"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:35.542087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06b7e35d-c73e-4fc4-a969-5ab2761ef25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.543964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.798341 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733d106a-5f90-49c3-8a8f-a96fa9a8c694 x-openstack-request-id: req-733d106a-5f90-49c3-8a8f-a96fa9a8c694 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:35.798636 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05", "name": "network-vif-deleted", "tag": "c1e5f238-b6d3-459d-a8dc-218ed8e67b38", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:35.799143 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-733d106a-5f90-49c3-8a8f-a96fa9a8c694 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:35.799565 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05', 'name': 'network-vif-deleted', 'tag': 'c1e5f238-b6d3-459d-a8dc-218ed8e67b38', 'status': 'completed', 'code': 200} Aug 09 15:58:35.894162 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.076697 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06b7e35d-c73e-4fc4-a969-5ab2761ef25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.084421 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06b7e35d-c73e-4fc4-a969-5ab2761ef25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.088677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-06b7e35d-c73e-4fc4-a969-5ab2761ef25e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9191657b-5259-4ff9-a826-7e8986da3e71 HTTP/1.1" status: 204 len: 168 time: 1.9873931 Aug 09 15:58:36.233056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7e35d-c73e-4fc4-a969-5ab2761ef25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9191657b-5259-4ff9-a826-7e8986da3e71,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:36.291347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76cb5a02-5f47-49f4-9bb3-3e900dc6bb1b req-58711d00-c470-42ec-a43a-7d5ef8bc7b97 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0967751 Aug 09 15:58:36.310507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] For port 290cf7b9-e05b-41cd-869a-04e727644578, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=290cf7b9-e05b-41cd-869a-04e727644578,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:36.409304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.409304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.453193 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.453969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.500179 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:58:36.500704 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:58:36.545027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:36.554739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:36.564395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:36.568902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b9c58-cf90-4c2f-9e54-9fde71de6b92 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:36.579293 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.680527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.8619261 Aug 09 15:58:36.684554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=290cf7b9-e05b-41cd-869a-04e727644578,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:36.685943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47180) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:36.690178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4aa96-273f-4618-a191-fdd0c5f08d5b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=814b4c28-792c-4662-9d11-cc82df43675e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:36.695157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:7e:66:34', 'name': 'tempest-NetworksTestDHCPv6-1780617482'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:36.873061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.949431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:37.115727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.126415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.181548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port f54d4a2e-4ae7-43d1-b100-3daa684d1edd yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:37.217552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 290cf7b9-e05b-41cd-869a-04e727644578, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=290cf7b9-e05b-41cd-869a-04e727644578,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:37.228430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.367490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=290cf7b9-e05b-41cd-869a-04e727644578,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:37.470427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ea605db7-b1e8-4631-b461-b307bfb29988 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:37.626638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ea605db7-b1e8-4631-b461-b307bfb29988 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:37.627273 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.744381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 172.20.0.7 (9c4dd093-daa5-448b-9662-105622e20b54/0485fc8f-2af0-46ab-bd0e-37c6275c03c0/f54d4a2e-4ae7-43d1-b100-3daa684d1edd) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:37.761504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fe7e:6634 (9c4dd093-daa5-448b-9662-105622e20b54/814b4c28-792c-4662-9d11-cc82df43675e/f54d4a2e-4ae7-43d1-b100-3daa684d1edd) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:37.817686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 290cf7b9-e05b-41cd-869a-04e727644578 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:37.925647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbf9c9c4-3eb7-4423-b91b-d3b9b7d629ba req-270441c1-7cbf-4aa2-abde-5cdf6e3df120 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1536276 Aug 09 15:58:37.962457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:37.963397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.012131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:58:38.102892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fca95437-b46f-47fa-aec6-491267946449 None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:38.104844 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fca95437-b46f-47fa-aec6-491267946449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.169420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:38.201556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.207559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e8eed23f-0056-47c5-8a41-6a2ff1e187d6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.0474551 Aug 09 15:58:38.209138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Sync routers for ids ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:38.209678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47214) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:38.334878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Routers {'72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:38.335513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:38.603036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Set router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:38.731462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.805851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object f54d4a2e-4ae7-43d1-b100-3daa684d1edd will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:38.946821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.969789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T15:58:35Z', 'revision_number': 3, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port': {'id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:32Z', 'updated_at': '2021-08-09T15:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:39.034955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Checking router: 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:39.035309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Updating router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 port 003c0f91-37ee-4c32-901e-e25fdf0240a6 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:39.079702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:39.099332 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:39.102574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:39.129421 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.192349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60e00a38-5531-4e6d-baa1-3720519562dd req-4325270a-e1d4-4832-95f8-b507e8af7135 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0521698 Aug 09 15:58:39.215849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=f54d4a2e-4ae7-43d1-b100-3daa684d1edd,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:39.233761 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.346347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.368666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.419240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47242) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:39.445308 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-19c348ff-5b34-46ae-89af-8214ddea439b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7581344 Aug 09 15:58:39.450664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47248) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:39.465506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 290cf7b9-e05b-41cd-869a-04e727644578 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:39.610916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d9706d-c1d6-4319-9c64-21729e51f982 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.644536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d9706d-c1d6-4319-9c64-21729e51f982 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.648973 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b1d9706d-c1d6-4319-9c64-21729e51f982 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1895630 Aug 09 15:58:39.649799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47256) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:39.731444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:39.749498 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.859799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bd3a-11bf-4c0f-b74d-3e4f78544372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.913783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Allocated IP 172.20.0.1 (147d32ac-b2ac-4eb4-b864-8ce4f6552ee5/4a805efa-0235-4111-9eb3-71de6b9a2c94/75369768-b4cf-4986-92a2-9e0e33fbdfb6) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:39.970721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6108172b-d3ba-4e7e-8a46-eb150ebd0802 None None] Provisioning for port f54d4a2e-4ae7-43d1-b100-3daa684d1edd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:39.991727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6108172b-d3ba-4e7e-8a46-eb150ebd0802 None None] Provisioning complete for port f54d4a2e-4ae7-43d1-b100-3daa684d1edd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:39.991727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6108172b-d3ba-4e7e-8a46-eb150ebd0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.997390 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bd3a-11bf-4c0f-b74d-3e4f78544372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.048253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bd3a-11bf-4c0f-b74d-3e4f78544372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.111389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e9b6bd3a-11bf-4c0f-b74d-3e4f78544372 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=615656560267452681f74e63d1e413fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6899831 Aug 09 15:58:40.113622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47272) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:40.118533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-57a1a305-06f3-4b71-8193-a8ff1518ca98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port f54d4a2e-4ae7-43d1-b100-3daa684d1edd {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:40.119129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57a1a305-06f3-4b71-8193-a8ff1518ca98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.209601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6108172b-d3ba-4e7e-8a46-eb150ebd0802 None None] Port f54d4a2e-4ae7-43d1-b100-3daa684d1edd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:40.263629 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.288764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Transition to ACTIVE for port object 003c0f91-37ee-4c32-901e-e25fdf0240a6 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:40.301714 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.330608 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.392536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2128e-ce07-4f22-a669-55145f1899f8 None None] Pushing event updated for resources: {'Port': ['ID=003c0f91-37ee-4c32-901e-e25fdf0240a6,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:40.400415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08809b4e-5e34-4840-b61b-54936487cdc7 req-2f1dca80-879c-4cf7-a85d-d5591abcb69e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0956326 Aug 09 15:58:40.418087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Attempting to bind port 003c0f91-37ee-4c32-901e-e25fdf0240a6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:40.422964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Attempting to bind port 003c0f91-37ee-4c32-901e-e25fdf0240a6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:40.422964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Attempting to bind port 003c0f91-37ee-4c32-901e-e25fdf0240a6 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:40.431494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:40.431494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:40.431494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.431494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:40.431494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Bound port: 003c0f91-37ee-4c32-901e-e25fdf0240a6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:40.431494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.443167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Transition to ACTIVE for port object 75369768-b4cf-4986-92a2-9e0e33fbdfb6 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:40.528395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57a1a305-06f3-4b71-8193-a8ff1518ca98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.557861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6bd3a-11bf-4c0f-b74d-3e4f78544372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a3908b-8bf6-4895-beab-58378b6155d1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:40.573068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648024e2-ac72-49bd-97d8-42f709d2e641 req-bbdaf712-7573-4e4d-85bb-941bcc3309b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:40.582667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-648024e2-ac72-49bd-97d8-42f709d2e641 req-bbdaf712-7573-4e4d-85bb-941bcc3309b5 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 945 time: 0.0997844 Aug 09 15:58:40.601530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83a34812-3030-4de4-a27d-775d2c7ab8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.605162 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.613929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] For port 003c0f91-37ee-4c32-901e-e25fdf0240a6, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:40.619989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] For port 003c0f91-37ee-4c32-901e-e25fdf0240a6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=003c0f91-37ee-4c32-901e-e25fdf0240a6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:40.626793 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83a34812-3030-4de4-a27d-775d2c7ab8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.631136 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.683286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-57a1a305-06f3-4b71-8193-a8ff1518ca98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for f54d4a2e-4ae7-43d1-b100-3daa684d1edd owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:40.701939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83a34812-3030-4de4-a27d-775d2c7ab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.705511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2128e-ce07-4f22-a669-55145f1899f8 None None] Pushing event updated for resources: {'Port': ['ID=003c0f91-37ee-4c32-901e-e25fdf0240a6,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:40.710569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Routers {'72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:40.711603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:40.716695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83a34812-3030-4de4-a27d-775d2c7ab8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.720924 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-83a34812-3030-4de4-a27d-775d2c7ab8e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9a3908b-8bf6-4895-beab-58378b6155d1 HTTP/1.1" status: 204 len: 168 time: 0.4208899 Aug 09 15:58:40.738659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34812-3030-4de4-a27d-775d2c7ab8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a3908b-8bf6-4895-beab-58378b6155d1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:40.806708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:40.816130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Pushing event updated for resources: {'Port': ['ID=75369768-b4cf-4986-92a2-9e0e33fbdfb6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:40.827873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:40.850401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] Set router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:40.855034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:40.953109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.960585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.960935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.961267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.961598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.961919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.962239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.962617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.962863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.963176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.963491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.963802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.964139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:40.988157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-648024e2-ac72-49bd-97d8-42f709d2e641 req-42091859-3a22-475b-8049-c4f5b9ba3a61 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045889 Aug 09 15:58:41.208213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57a1a305-06f3-4b71-8193-a8ff1518ca98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.297242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1a305-06f3-4b71-8193-a8ff1518ca98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=f54d4a2e-4ae7-43d1-b100-3daa684d1edd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:41.391738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47296) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:41.409267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-65421269-4f47-434e-ab76-77c5bccd542c None None] Provisioning for port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:41.428834 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d99e-eb1c-4e00-a73e-9880c1a43713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.433130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-65421269-4f47-434e-ab76-77c5bccd542c None None] Provisioning complete for port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:41.433485 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-65421269-4f47-434e-ab76-77c5bccd542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.504432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57a1a305-06f3-4b71-8193-a8ff1518ca98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.509546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T15:58:35Z', 'revision_number': 3, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port': {'id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:32Z', 'updated_at': '2021-08-09T15:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:41.513196 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-57a1a305-06f3-4b71-8193-a8ff1518ca98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/f54d4a2e-4ae7-43d1-b100-3daa684d1edd HTTP/1.1" status: 204 len: 168 time: 1.8595586 Aug 09 15:58:41.514849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47304) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:41.540510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-65421269-4f47-434e-ab76-77c5bccd542c None None] Port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:41.542300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.542447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e4df6-7803-4194-884f-dbddccf95b14 None None] The sync data for ids ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'] in n-d-799523-2 is: [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T15:58:35Z', 'revision_number': 3, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port': {'id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:32Z', 'updated_at': '2021-08-09T15:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:41.697970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5dc3b0-669b-4bdd-889e-eb0f4ac83a01 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:41.699998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5dc3b0-669b-4bdd-889e-eb0f4ac83a01 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:41.714270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5dc3b0-669b-4bdd-889e-eb0f4ac83a01 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:41.720452 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-be5dc3b0-669b-4bdd-889e-eb0f4ac83a01 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2040997 Aug 09 15:58:41.721135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47308) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:41.816675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-855c611e-c4a9-4612-9417-01f3c63c4a8a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 0485fc8f-2af0-46ab-bd0e-37c6275c03c0 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:41.820395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-855c611e-c4a9-4612-9417-01f3c63c4a8a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.868802 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d99e-eb1c-4e00-a73e-9880c1a43713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.898669 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-855c611e-c4a9-4612-9417-01f3c63c4a8a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.958587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d99e-eb1c-4e00-a73e-9880c1a43713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.072437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f4f86a2-79e1-43a2-82ed-525c6dde32aa req-c62b4f52-6398-4d52-adc9-f722a5096889 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1991057 Aug 09 15:58:42.141516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b4c3d99e-eb1c-4e00-a73e-9880c1a43713 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6bdc4e4be0247729af228a334f8a6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467432 Aug 09 15:58:42.142664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47320) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:42.148421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-855c611e-c4a9-4612-9417-01f3c63c4a8a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.232118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3d99e-eb1c-4e00-a73e-9880c1a43713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7d84e2-4cf0-4360-82d3-059682640592,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:42.277980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-855c611e-c4a9-4612-9417-01f3c63c4a8a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.322727 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-49b731cb-281f-4ea1-982b-1b875af0056c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.349138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c611e-c4a9-4612-9417-01f3c63c4a8a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=0485fc8f-2af0-46ab-bd0e-37c6275c03c0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:42.354818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c63e3-c809-4ec0-afd5-aa5bc73ef165 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:42.373103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-855c611e-c4a9-4612-9417-01f3c63c4a8a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.381425 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-855c611e-c4a9-4612-9417-01f3c63c4a8a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/0485fc8f-2af0-46ab-bd0e-37c6275c03c0 HTTP/1.1" status: 204 len: 168 time: 0.6591542 Aug 09 15:58:42.383265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47324) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:42.418046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8d8b6-ba7f-46ae-937e-e639519d0632 req-044a3701-7e9c-4344-a41d-8183e5b8c9fb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:42.434766 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fb8d8b6-ba7f-46ae-937e-e639519d0632 req-044a3701-7e9c-4344-a41d-8183e5b8c9fb tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 945 time: 0.2265213 Aug 09 15:58:42.487732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc9e0-51a6-4182-a307-6412747e7afe req-b32b756f-f65e-4676-b701-0029f4000e28 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:42.499357 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-929bc9e0-51a6-4182-a307-6412747e7afe req-b32b756f-f65e-4676-b701-0029f4000e28 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 945 time: 0.2371669 Aug 09 15:58:42.522488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-490f762e-efbe-4d85-a69b-14658995d7fd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 814b4c28-792c-4662-9d11-cc82df43675e {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:42.534267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-490f762e-efbe-4d85-a69b-14658995d7fd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.569233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-49b731cb-281f-4ea1-982b-1b875af0056c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.651636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-490f762e-efbe-4d85-a69b-14658995d7fd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.724391 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.730166 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-49b731cb-281f-4ea1-982b-1b875af0056c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.753810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-49b731cb-281f-4ea1-982b-1b875af0056c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.759960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-49b731cb-281f-4ea1-982b-1b875af0056c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c7d84e2-4cf0-4360-82d3-059682640592 HTTP/1.1" status: 204 len: 168 time: 0.6109257 Aug 09 15:58:42.783852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.861593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-490f762e-efbe-4d85-a69b-14658995d7fd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.912501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b731cb-281f-4ea1-982b-1b875af0056c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7d84e2-4cf0-4360-82d3-059682640592,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:42.984885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-490f762e-efbe-4d85-a69b-14658995d7fd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.072721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-490f762e-efbe-4d85-a69b-14658995d7fd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.075655 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-490f762e-efbe-4d85-a69b-14658995d7fd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/814b4c28-792c-4662-9d11-cc82df43675e HTTP/1.1" status: 204 len: 168 time: 0.6853552 Aug 09 15:58:43.084191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f762e-efbe-4d85-a69b-14658995d7fd tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=814b4c28-792c-4662-9d11-cc82df43675e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:43.086554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47336) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:43.105054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fb8d8b6-ba7f-46ae-937e-e639519d0632 req-f943a3de-868c-425d-a852-22864f7e32d4 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6678176 Aug 09 15:58:43.122335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Pushing event updated for resources: {'Port': ['ID=75369768-b4cf-4986-92a2-9e0e33fbdfb6,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:43.152532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.263896 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2f886a68-ff73-464e-b9ab-e70d2100e55c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1721227 Aug 09 15:58:43.265925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47344) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:43.274645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Deleting port b526ae2f-28b7-407b-9489-50eece8a571b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:43.275049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.318415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:43.526360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5225bf78-bd96-4890-bf34-45437390675c req-24a9f10e-47d9-470f-bf6c-d4c008dbbae9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0853920 Aug 09 15:58:43.532896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 003c0f91-37ee-4c32-901e-e25fdf0240a6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:43.685794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 003c0f91-37ee-4c32-901e-e25fdf0240a6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:43.694317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 003c0f91-37ee-4c32-901e-e25fdf0240a6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:43.694985 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.729777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:43.753540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:43.923701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:43.954234 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.973647 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.026724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 003c0f91-37ee-4c32-901e-e25fdf0240a6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=003c0f91-37ee-4c32-901e-e25fdf0240a6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:44.036995 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.119773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:44.279891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] For port b526ae2f-28b7-407b-9489-50eece8a571b, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b526ae2f-28b7-407b-9489-50eece8a571b,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:44.280319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.317072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a34e3b-69a6-4117-a55b-9dca3229b691 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:44.488606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=003c0f91-37ee-4c32-901e-e25fdf0240a6,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:44.580631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-363bcfc9-6b73-4ee1-b7d2-e1faa94957bd None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:44.584245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-363bcfc9-6b73-4ee1-b7d2-e1faa94957bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.746732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47386) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:44.869375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e101ce-435c-4232-98a2-ae65f995c8ff req-7e1d4b67-341c-424e-a81e-2901c4e81833 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:44.879216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2e101ce-435c-4232-98a2-ae65f995c8ff req-7e1d4b67-341c-424e-a81e-2901c4e81833 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 945 time: 0.4881570 Aug 09 15:58:44.972085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.028431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5bf3734-eec6-4c58-8c76-4769b953b7a4 req-d78ce44e-fd40-4763-83bb-912355fff3e2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.2736733 Aug 09 15:58:45.110620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:45.121415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-714b6a63-fa6a-4429-a129-36dcd9f44b55 admin admin] 10.222.0.64 "PUT /v2.0/routers/72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9104733 Aug 09 15:58:45.121682 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Sync routers for ids ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:45.140467 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Routers {'72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:45.143698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:45.155074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:45.168547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e4377016-f343-4777-ab6f-b43c2b315d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.177258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:45.185191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:45.187585 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.280433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2e101ce-435c-4232-98a2-ae65f995c8ff req-ca349de8-d346-4ee8-8777-a56b151e0cea tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups?id=1281720f-4947-41a4-831e-aaabba32a6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670269 Aug 09 15:58:45.390853 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9154a3c6-8f91-41ea-8ca6-5a00fddab84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.406903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=a6c4efb1-1285-4dd4-b287-06ce404f5351,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:45.575592 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.578406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 003c0f91-37ee-4c32-901e-e25fdf0240a6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:45.581612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e4377016-f343-4777-ab6f-b43c2b315d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.582606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.583051 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Floating IP 7fd13224-34c0-4bc0-b2c0-b7b244305674 disassociated. External IP: 172.25.7.235, port: b526ae2f-28b7-407b-9489-50eece8a571b. Aug 09 15:58:45.583413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Calling delete_port for b526ae2f-28b7-407b-9489-50eece8a571b owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:45.592052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e4377016-f343-4777-ab6f-b43c2b315d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.628163 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b3cae455-9dad-4398-af4c-234b7c9b5493 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3563170 Aug 09 15:58:45.628488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47430) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:45.650041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:45.672147 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Set router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:45.841092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b526ae2f-28b7-407b-9489-50eece8a571b no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:45.958289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4377016-f343-4777-ab6f-b43c2b315d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7528ba65-68d0-475a-9b6a-6b995c83fe13,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:45.969971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e4377016-f343-4777-ab6f-b43c2b315d70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ac1ee8d5342431da3f3b3c44cf28c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2073226 Aug 09 15:58:45.990781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47438) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:46.000243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:46.004207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.171050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 003c0f91-37ee-4c32-901e-e25fdf0240a6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:46.172129 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.396587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.436715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40cb73da-a217-41a3-b856-aaae3e73725f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.442431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9edb053-bb56-43f2-99cb-917e1881a9f4 req-0f3378b8-1b47-4b17-ba6a-108464a8e094 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1528397 Aug 09 15:58:46.508062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40cb73da-a217-41a3-b856-aaae3e73725f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.544478 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T15:58:41Z', 'revision_number': 4, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port': {'id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:32Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '75369768-b4cf-4986-92a2-9e0e33fbdfb6', 'name': '', 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'mac_address': 'fa:16:3e:69:38:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '4a805efa-0235-4111-9eb3-71de6b9a2c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:39Z', 'updated_at': '2021-08-09T15:58:41Z', 'revision_number': 2, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'subnets': [{'id': '4a805efa-0235-4111-9eb3-71de6b9a2c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:46.563118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f4d2a85-b013-4a3f-bcb9-8c88a835439c req-8e38ae50-0995-496e-a2db-1cad7cb52830 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 210 time: 0.1348989 Aug 09 15:58:46.647445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Checking router: 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:46.648115 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Updating router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:46.703435 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.756816 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.761076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event deleted for resources: {'Port': ['ID=b526ae2f-28b7-407b-9489-50eece8a571b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:46.782529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40cb73da-a217-41a3-b856-aaae3e73725f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.795518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-40cb73da-a217-41a3-b856-aaae3e73725f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.799753 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-40cb73da-a217-41a3-b856-aaae3e73725f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7528ba65-68d0-475a-9b6a-6b995c83fe13 HTTP/1.1" status: 204 len: 168 time: 0.8046925 Aug 09 15:58:46.862438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb73da-a217-41a3-b856-aaae3e73725f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7528ba65-68d0-475a-9b6a-6b995c83fe13,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:47.014659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3bcb5852-cff2-4395-a98b-5d0b9ce18703 None None] Provisioning complete for port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:47.016377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5852-cff2-4395-a98b-5d0b9ce18703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.101808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Router c91a67d5-7f44-4955-910b-e30050ceec3a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:47.164344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb5852-cff2-4395-a98b-5d0b9ce18703 None None] Port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:47.169061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:58:47.234828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Update dhcp port {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': 'a6c4efb1-1285-4dd4-b287-06ce404f5351'}], 'binding:host_id': 'n-d-799523-2'}, 'id': '290cf7b9-e05b-41cd-869a-04e727644578'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:58:47.302317 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.483330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:47.541752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] Sync routers for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:47.604840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47556) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:47.635945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1388554272-network', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:47.665334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] No DVR routers for this DVR port b526ae2f-28b7-407b-9489-50eece8a571b on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:47.676024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.693897 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-929bc9e0-51a6-4182-a307-6412747e7afe req-3e010d38-ba60-4541-a63e-b2ad5d0ad740 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.66 "DELETE /v2.0/ports/b526ae2f-28b7-407b-9489-50eece8a571b HTTP/1.1" status: 204 len: 173 time: 5.1643388 Aug 09 15:58:47.693897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'name': 'network-vif-deleted', 'tag': 'b526ae2f-28b7-407b-9489-50eece8a571b'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:47.699167 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.723234 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87208a-16e5-44a1-b763-6db308f4f65f" -d '{"events": [{"server_uuid": "32a17053-3b2f-4851-81d4-0f07f631cd1e", "name": "network-vif-deleted", "tag": "b526ae2f-28b7-407b-9489-50eece8a571b"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:47.729741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:47.730593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:47.753021 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Transition to ACTIVE for port object 75369768-b4cf-4986-92a2-9e0e33fbdfb6 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:47.771265 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.879186 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.897035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:47.927210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-875087af-5c2f-4ce6-be9f-01c2ec96a5fa req-c64c74f2-ecc3-4282-8ae0-fee2e6fe49e7 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.2595534 Aug 09 15:58:47.990468 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Pushing event updated for resources: {'Port': ['ID=75369768-b4cf-4986-92a2-9e0e33fbdfb6,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:47.992067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Made reservation on behalf of 3210368af1ba43d28db88ed853edbd4f for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:47.997191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.027520 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.030537 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.030978 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.031397 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.033010 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.035557 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.036426 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.038500 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.040375 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.042698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.044517 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.046676 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:48.076336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a5bd20a-6dfc-4fb6-9fc9-e3567820cabc req-1190eee7-4b96-4f2b-8eb7-d8bc8382535b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/ports?device_id=32a17053-3b2f-4851-81d4-0f07f631cd1e HTTP/1.1" status: 200 len: 210 time: 0.1599712 Aug 09 15:58:48.081834 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.086350 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3323fbc8-8f7c-4ad2-86ef-671815792a45 x-openstack-request-id: req-3323fbc8-8f7c-4ad2-86ef-671815792a45 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:48.086678 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a17053-3b2f-4851-81d4-0f07f631cd1e", "name": "network-vif-deleted", "tag": "b526ae2f-28b7-407b-9489-50eece8a571b", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:48.086991 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3323fbc8-8f7c-4ad2-86ef-671815792a45 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:48.087364 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a17053-3b2f-4851-81d4-0f07f631cd1e', 'name': 'network-vif-deleted', 'tag': 'b526ae2f-28b7-407b-9489-50eece8a571b', 'status': 'completed', 'code': 200} Aug 09 15:58:48.177732 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fdec7124-7853-4333-8c0e-8b5aadf23785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.237068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.294060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.358055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:48.428805 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Attempting to bind port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:48.429409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Attempting to bind port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:48.430254 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Attempting to bind port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 on network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:48.445889 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.446429 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Added segment cf5738dc-e46c-4812-bdaa-c957462e8d68 of type vlan for network 5a108803-874b-430a-bf16-7afb959847c2 Aug 09 15:58:48.464717 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:48.465201 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Checking segment: {'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:48.465519 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.465923 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Bound using segment: {'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:48.466403 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Bound port: 75369768-b4cf-4986-92a2-9e0e33fbdfb6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acb8ac8-5310-4905-b450-f484692fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:48.466786 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.478868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7678874d-43c0-4b65-bee8-a215d53efda6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:48.558208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.642062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.716994 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] For port 75369768-b4cf-4986-92a2-9e0e33fbdfb6, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:48.732607 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] For port 75369768-b4cf-4986-92a2-9e0e33fbdfb6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=75369768-b4cf-4986-92a2-9e0e33fbdfb6,segment=NetworkSegment(6acb8ac8-5310-4905-b450-f484692fe9ff),segment_id=6acb8ac8-5310-4905-b450-f484692fe9ff)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:48.755500 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.873873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] For port 290cf7b9-e05b-41cd-869a-04e727644578, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=290cf7b9-e05b-41cd-869a-04e727644578,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:48.888559 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.889546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:48.890200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.949608 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Routers {'72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:48.950440 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:49.166565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a108803-874b-430a-bf16-7afb959847c2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:49.194120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 5a108803-874b-430a-bf16-7afb959847c2 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:49.296423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8bd2fefa-3226-4d13-bc0d-68fb280678d3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6848366 Aug 09 15:58:49.297207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47728) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:49.300807 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] Set router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:49.301703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Request body: {'subnet': {'network_id': '5a108803-874b-430a-bf16-7afb959847c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1388554272-subnet', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:49.308560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47730) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:49.388386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Made reservation on behalf of 3210368af1ba43d28db88ed853edbd4f for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:49.401175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.495385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae35cb31-5f8b-4790-a744-0e16ad504d55 req-d3c7d761-4fef-4dd6-ad95-07a18d717990 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.3240793 Aug 09 15:58:49.532056 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.548542 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317af16d-76f7-43e2-83e1-4093a7d8c2ee None None] Pushing event updated for resources: {'Port': ['ID=75369768-b4cf-4986-92a2-9e0e33fbdfb6,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:49.584265 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.585251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.626299 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.673848 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe3f:e4d7-18fc2ec1-1d99-4baf-8ba3-f8dd4b87bc {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:58:49.675333 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:58:49.693409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:49.789186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=22da5650-d301-4e07-b89c-4d68927f97c3,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:49.796354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] Checking router: c91a67d5-7f44-4955-910b-e30050ceec3a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:49.819763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:49.820616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:49.825092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:49.835039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:49.861011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.861763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.864309 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c45f5d8-0ba5-4c5f-8e19-9021a31c335b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.952655 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T15:58:41Z', 'revision_number': 4, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port': {'id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:32Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '75369768-b4cf-4986-92a2-9e0e33fbdfb6', 'name': '', 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'mac_address': 'fa:16:3e:69:38:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '4a805efa-0235-4111-9eb3-71de6b9a2c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:39Z', 'updated_at': '2021-08-09T15:58:48Z', 'revision_number': 4, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'subnets': [{'id': '4a805efa-0235-4111-9eb3-71de6b9a2c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:49.957576 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.020309 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082b90b-c238-47ba-9f5c-79b9b9283642 None None] The sync data for ids ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'] in n-d-799523-2 is: [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T15:58:41Z', 'revision_number': 4, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port': {'id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:32Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '75369768-b4cf-4986-92a2-9e0e33fbdfb6', 'name': '', 'network_id': '147d32ac-b2ac-4eb4-b864-8ce4f6552ee5', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'mac_address': 'fa:16:3e:69:38:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '4a805efa-0235-4111-9eb3-71de6b9a2c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:39Z', 'updated_at': '2021-08-09T15:58:48Z', 'revision_number': 4, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'subnets': [{'id': '4a805efa-0235-4111-9eb3-71de6b9a2c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:50.038455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4049361 Aug 09 15:58:50.043871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47802) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:50.050129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c200373-6de1-4f51-8ea3-9bf5e5ecf046 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=290cf7b9-e05b-41cd-869a-04e727644578,revision_number=9']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:50.062733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:50.096425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:15:80:14', 'name': 'tempest-NetworksTestDHCPv6-1994848196'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:50.102061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c45f5d8-0ba5-4c5f-8e19-9021a31c335b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.177952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6005ee-6615-4f6b-a717-6c8d5cbcfb38,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:50.224398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Checking segment: {'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:50.224760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Network hostable DHCP agents. Network: 5a108803-874b-430a-bf16-7afb959847c2, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:50.282971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Network 5a108803-874b-430a-bf16-7afb959847c2 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:50.312088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 5a108803-874b-430a-bf16-7afb959847c2) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:50.312088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:50.342688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:50.343382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.362733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771c1e4-9f62-4163-9f2f-98fa0b7a867f None None] Network 5a108803-874b-430a-bf16-7afb959847c2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:50.417015 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-48a558ad-fd6a-40f5-9f7d-ec55eb4bd5ed admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1197975 Aug 09 15:58:50.419193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47840) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:50.425978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:50.510184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.511359 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.692385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.763244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.862260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.892468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28b42b15-4691-4d39-ae34-c723868705ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.144640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56a9d2f0-bb4b-4452-8404-ae9076718df9 req-d4b8a4fe-989c-4b4b-abfe-bafde0ae8713 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1637080 Aug 09 15:58:51.194910 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.321145 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c45f5d8-0ba5-4c5f-8e19-9021a31c335b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.336376 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c45f5d8-0ba5-4c5f-8e19-9021a31c335b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.347912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:51.348564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1c45f5d8-0ba5-4c5f-8e19-9021a31c335b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "DELETE /v2.0/security-groups/1281720f-4947-41a4-831e-aaabba32a6a9 HTTP/1.1" status: 204 len: 168 time: 2.0091636 Aug 09 15:58:51.382211 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-0892caa1-9b2d-43b9-9d04-b2525d2df10a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] show failed (client error): The resource could not be found. Aug 09 15:58:51.387755 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0892caa1-9b2d-43b9-9d04-b2525d2df10a tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "GET /v2.0/security-groups/1281720f-4947-41a4-831e-aaabba32a6a9 HTTP/1.1" status: 404 len: 347 time: 0.0317628 Aug 09 15:58:51.404658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47942) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:51.407194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45f5d8-0ba5-4c5f-8e19-9021a31c335b tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1281720f-4947-41a4-831e-aaabba32a6a9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:51.559479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28b42b15-4691-4d39-ae34-c723868705ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.591655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28b42b15-4691-4d39-ae34-c723868705ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.630316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:51.708517 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-28b42b15-4691-4d39-ae34-c723868705ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c58ace331cc4a0485385bd57c2ccc52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3992822 Aug 09 15:58:51.711292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b42b15-4691-4d39-ae34-c723868705ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6edcfd-ad67-404d-9ada-2a4d7846c138,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:51.714138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47972) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:51.973934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Allocated IP 172.20.0.2 (9c4dd093-daa5-448b-9662-105622e20b54/a6c4efb1-1285-4dd4-b287-06ce404f5351/290cf7b9-e05b-41cd-869a-04e727644578) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:52.088968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.112716 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.170356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.197143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port da1e9fd5-7388-4e86-8f4f-15292d939a2c yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:52.211329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee2e3-e50c-4a02-b2fd-43ca5fe8d4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.263022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee2e3-e50c-4a02-b2fd-43ca5fe8d4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.293512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] For port 290cf7b9-e05b-41cd-869a-04e727644578, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=290cf7b9-e05b-41cd-869a-04e727644578,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:52.429301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 75369768-b4cf-4986-92a2-9e0e33fbdfb6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:52.478974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Deleting port 2101b51c-4f0e-4e9e-a5f5-114866a8ce9f {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:52.479572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.514116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be87cf86-62d7-4c59-8ba5-df415917ed2c req-61bcd012-8e2e-4440-9db2-03bd7e0e9c6a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1587107 Aug 09 15:58:52.537132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.686441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Allocated IP 172.25.7.79 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/9c8cce40-463d-40d7-b938-c38f53d4c3e9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:52.734083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Transition to ACTIVE for port object 290cf7b9-e05b-41cd-869a-04e727644578 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:52.763160 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.780793 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.781267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.830818 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:58:52.911328 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.949958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Calling delete_port for 2101b51c-4f0e-4e9e-a5f5-114866a8ce9f owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:53.036255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.125712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee2e3-e50c-4a02-b2fd-43ca5fe8d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.128362 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee2e3-e50c-4a02-b2fd-43ca5fe8d4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.129546 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0f1ee2e3-e50c-4a02-b2fd-43ca5fe8d4f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a6edcfd-ad67-404d-9ada-2a4d7846c138 HTTP/1.1" status: 204 len: 168 time: 1.4007111 Aug 09 15:58:53.241288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 172.20.0.4 (9c4dd093-daa5-448b-9662-105622e20b54/a6c4efb1-1285-4dd4-b287-06ce404f5351/da1e9fd5-7388-4e86-8f4f-15292d939a2c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:53.244724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:53.249744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Pushing event updated for resources: {'Port': ['ID=9c8cce40-463d-40d7-b938-c38f53d4c3e9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:53.267698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fe15:8014 (9c4dd093-daa5-448b-9662-105622e20b54/22da5650-d301-4e07-b89c-4d68927f97c3/da1e9fd5-7388-4e86-8f4f-15292d939a2c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:53.272821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ee2e3-e50c-4a02-b2fd-43ca5fe8d4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6edcfd-ad67-404d-9ada-2a4d7846c138,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:53.290181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-5a108803-874b-430a-bf16-7afb959847c2', 'network_id': '5a108803-874b-430a-bf16-7afb959847c2', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'fixed_ips': [{'subnet_id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:53.293944 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.303848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:53.308712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:53.317898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:53.354529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65140c18-36b1-47b3-b3a8-d733b9b3584a None None] Pushing event updated for resources: {'Port': ['ID=290cf7b9-e05b-41cd-869a-04e727644578,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:53.375067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:53.376183 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.716553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:53.805100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0afced-220d-4858-934a-edc3b6a2a47b None None] The sync data for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 is: [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:50:16Z', 'revision_number': 4, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9e61387c-ccfd-445b-a0a1-080982eb399a', 'name': '', 'network_id': 'd279b979-6cb8-4495-bbde-3bd14dcd4e3a', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'mac_address': 'fa:16:3e:39:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:12Z', 'updated_at': '2021-08-09T15:50:27Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'subnets': [{'id': 'ce227a8c-f544-4bbb-b9b4-878d9862a86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:53.817459 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Allocated IP 172.20.0.2 (5a108803-874b-430a-bf16-7afb959847c2/bb6005ee-6615-4f6b-a717-6c8d5cbcfb38/a33c45c8-f73b-4a26-b8a3-d15978fdcd07) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:53.869013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.954450 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.984091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48134) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:54.003671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object da1e9fd5-7388-4e86-8f4f-15292d939a2c will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:54.034584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 75369768-b4cf-4986-92a2-9e0e33fbdfb6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=75369768-b4cf-4986-92a2-9e0e33fbdfb6,segment=NetworkSegment(6acb8ac8-5310-4905-b450-f484692fe9ff),segment_id=6acb8ac8-5310-4905-b450-f484692fe9ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:54.036857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d847b0fa-a69f-4ea3-950b-2735aaf87fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.064567 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.070395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 290cf7b9-e05b-41cd-869a-04e727644578 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:54.110175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.143178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.203663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-365d039b-6241-4739-8f84-4262abe98088 req-51a71dce-eff2-422f-a1d9-bb65dfdaf381 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.4528759 Aug 09 15:58:54.336268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:54.346292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:54.365966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:54.381769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=da1e9fd5-7388-4e86-8f4f-15292d939a2c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:54.445471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.491809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=75369768-b4cf-4986-92a2-9e0e33fbdfb6,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:54.508672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4fdd29-6eaf-4f03-8d6f-60dcf1bfa2ab None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:54.524386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Pushing event deleted for resources: {'Port': ['ID=2101b51c-4f0e-4e9e-a5f5-114866a8ce9f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:54.547635 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25bd358-9208-47c8-9bb2-c9905c71afc5 None None] New status for floating IP 7fd13224-34c0-4bc0-b2c0-b7b244305674: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:58:54.714190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:54.724749 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.793934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.813507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.828704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c54a98d0-8f78-43fc-9b97-142af4e010d9 tempest-AttachVolumeTestJSON-1765735262 tempest-AttachVolumeTestJSON-1765735262-project] 10.222.0.64 "DELETE /v2.0/floatingips/7fd13224-34c0-4bc0-b2c0-b7b244305674 HTTP/1.1" status: 204 len: 168 time: 3.4127531 Aug 09 15:58:54.961795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7cc8a3f-08e9-4171-be55-c155b56e863f None None] Provisioning for port 290cf7b9-e05b-41cd-869a-04e727644578 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:54.989696 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.992707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a7cc8a3f-08e9-4171-be55-c155b56e863f None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:54.993612 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7cc8a3f-08e9-4171-be55-c155b56e863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.050451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:55.051063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.061144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Transition to ACTIVE for port object a33c45c8-f73b-4a26-b8a3-d15978fdcd07 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:55.213892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Transition to ACTIVE for port object a33c45c8-f73b-4a26-b8a3-d15978fdcd07 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:55.309423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.382851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b89f603-92c7-43fe-a3e1-0bdee06c83ac req-0e9ec46a-9121-4ca3-ba1f-f3b853a230d2 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0639250 Aug 09 15:58:55.434381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Network 5a108803-874b-430a-bf16-7afb959847c2 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:55.439354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:55.510914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:55.522367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d847b0fa-a69f-4ea3-950b-2735aaf87fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.536909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9bac7ed9-c04b-4607-b779-7c7da2129777 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.4748070 Aug 09 15:58:55.539576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48166) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:55.551496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.554474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d847b0fa-a69f-4ea3-950b-2735aaf87fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.583221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Pushing event updated for resources: {'Port': ['ID=a33c45c8-f73b-4a26-b8a3-d15978fdcd07,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:55.652510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c5d97-e9fc-4799-88b3-91163db2bef7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.664858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c5d97-e9fc-4799-88b3-91163db2bef7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.673050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7c1c5d97-e9fc-4799-88b3-91163db2bef7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1295295 Aug 09 15:58:55.675029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48168) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:55.732967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Attempting to bind port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:55.733277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Attempting to bind port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:55.741082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Attempting to bind port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 on network 5a108803-874b-430a-bf16-7afb959847c2 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:55.765323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:55.765742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Checking segment: {'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:55.766264 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.766669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Bound using segment: {'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:55.767165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Bound port: a33c45c8-f73b-4a26-b8a3-d15978fdcd07, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:55.767555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.891606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48176) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:55.897271 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d847b0fa-a69f-4ea3-950b-2735aaf87fdc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97e6a90256d8465f9cd941a779f43711&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9028590 Aug 09 15:58:55.901464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847b0fa-a69f-4ea3-950b-2735aaf87fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e0b16-8899-4940-a286-e9151c87e93b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:55.947931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 75369768-b4cf-4986-92a2-9e0e33fbdfb6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:56.065130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] For port a33c45c8-f73b-4a26-b8a3-d15978fdcd07, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:56.116718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b93ccfd6-de17-4b16-8281-f0845ac63e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.127325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] For port a33c45c8-f73b-4a26-b8a3-d15978fdcd07, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a33c45c8-f73b-4a26-b8a3-d15978fdcd07,segment=NetworkSegment(cf5738dc-e46c-4812-bdaa-c957462e8d68),segment_id=cf5738dc-e46c-4812-bdaa-c957462e8d68)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:56.139691 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.178776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-d471ba46-1b6c-4329-a0d0-c24deabfa515 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port da1e9fd5-7388-4e86-8f4f-15292d939a2c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:56.179396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d471ba46-1b6c-4329-a0d0-c24deabfa515 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.192414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:58:56.324301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:56.327901 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.389554 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b93ccfd6-de17-4b16-8281-f0845ac63e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.491354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b1d35-5c82-4e9c-95b2-8c7d741da11a None None] Pushing event updated for resources: {'Port': ['ID=a33c45c8-f73b-4a26-b8a3-d15978fdcd07,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:56.576107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:56.612386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Sync routers for ids ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:56.625380 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.629879 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fe7b8fae-db8e-4c47-8beb-588fe4632a9a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2093565 Aug 09 15:58:56.630730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:56.665876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Routers {'7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:56.666587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:56.686515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d471ba46-1b6c-4329-a0d0-c24deabfa515 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.762276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 290cf7b9-e05b-41cd-869a-04e727644578 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:56.781758 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6e6be56-3b60-4ccd-becc-b640d084dd1f req-20dcd71c-49f4-406a-b4ee-84da98c99f04 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1708388 Aug 09 15:58:56.816371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-d471ba46-1b6c-4329-a0d0-c24deabfa515 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for da1e9fd5-7388-4e86-8f4f-15292d939a2c owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:56.825244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b93ccfd6-de17-4b16-8281-f0845ac63e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.830779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b93ccfd6-de17-4b16-8281-f0845ac63e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.839859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b93ccfd6-de17-4b16-8281-f0845ac63e1c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/412e0b16-8899-4940-a286-e9151c87e93b HTTP/1.1" status: 204 len: 168 time: 0.9432998 Aug 09 15:58:57.014450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Set router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:57.111207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2402ff-edb3-4744-af00-ab53e2fb6d3c None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:57.171551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ccfd6-de17-4b16-8281-f0845ac63e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e0b16-8899-4940-a286-e9151c87e93b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:57.239979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:57.240484 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.642055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d471ba46-1b6c-4329-a0d0-c24deabfa515 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.740253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a8aae969-1a4f-4300-b72d-df75eb47b088 None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:57.741849 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a8aae969-1a4f-4300-b72d-df75eb47b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.806697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471ba46-1b6c-4329-a0d0-c24deabfa515 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=da1e9fd5-7388-4e86-8f4f-15292d939a2c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:58.140749 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.201319 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8ade9dd-641a-451a-ba16-f852f0e22c3d req-20e4c32f-f6cc-4dcb-a04b-e243f76cc74f tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1829271 Aug 09 15:58:58.304168 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d471ba46-1b6c-4329-a0d0-c24deabfa515 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.307492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d471ba46-1b6c-4329-a0d0-c24deabfa515 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/da1e9fd5-7388-4e86-8f4f-15292d939a2c HTTP/1.1" status: 204 len: 168 time: 2.6309619 Aug 09 15:58:58.314410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48234) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:58.500780 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.530897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a8aae969-1a4f-4300-b72d-df75eb47b088 None None] Could not find standard attr ID for object da1e9fd5-7388-4e86-8f4f-15292d939a2c. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:58:58.896171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5562167-c348-480f-8472-9404fe520609 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:58.902483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5562167-c348-480f-8472-9404fe520609 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:58.905107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5562167-c348-480f-8472-9404fe520609 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:58.922677 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e5562167-c348-480f-8472-9404fe520609 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4815810 Aug 09 15:58:58.925563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48252) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:59.034469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a33c45c8-f73b-4a26-b8a3-d15978fdcd07 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:59.047857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b13190c-4d1d-4325-a925-e22c935378e5 None None] Network 5a108803-874b-430a-bf16-7afb959847c2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:59.145227 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.147566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-800a6271-3b39-46a1-8487-1ee83c9d5924 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 22da5650-d301-4e07-b89c-4d68927f97c3 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:59.160692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-800a6271-3b39-46a1-8487-1ee83c9d5924 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.197285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Allocated IP 172.20.0.1 (5a108803-874b-430a-bf16-7afb959847c2/bb6005ee-6615-4f6b-a717-6c8d5cbcfb38/75c5b171-37a5-46dd-8d62-42c39d978639) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:59.201983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-df308d47-64da-400e-b8ed-64348be84213 None None] Provisioning for port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:59.261081 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-800a6271-3b39-46a1-8487-1ee83c9d5924 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.323945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:58:53Z', 'revision_number': 3, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port': {'id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:52Z', 'updated_at': '2021-08-09T15:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:59.436778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Checking router: 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:59.444538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Updating router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 port 9c8cce40-463d-40d7-b938-c38f53d4c3e9 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:59.576355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.581057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:59.587008 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.590293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abf54ce5-66fe-4ff5-aac5-d54504b8c756 req-101e5234-a40c-4a41-bd29-049e490f4aad tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1247003 Aug 09 15:58:59.604097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:59.605624 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.643717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Transition to ACTIVE for port object 75c5b171-37a5-46dd-8d62-42c39d978639 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:59.649565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-800a6271-3b39-46a1-8487-1ee83c9d5924 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.747075 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.847291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Network 5a108803-874b-430a-bf16-7afb959847c2 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:59.857011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:59.867199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:59.934968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-800a6271-3b39-46a1-8487-1ee83c9d5924 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.990399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Pushing event updated for resources: {'Port': ['ID=75c5b171-37a5-46dd-8d62-42c39d978639,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:00.083203 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.110905 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-800a6271-3b39-46a1-8487-1ee83c9d5924 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.132321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-800a6271-3b39-46a1-8487-1ee83c9d5924 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/22da5650-d301-4e07-b89c-4d68927f97c3 HTTP/1.1" status: 204 len: 168 time: 1.2034500 Aug 09 15:59:00.133702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48280) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:00.288946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a6271-3b39-46a1-8487-1ee83c9d5924 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=22da5650-d301-4e07-b89c-4d68927f97c3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:00.306675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f86daf-613f-4ead-ab07-f374512c4887 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet a6c4efb1-1285-4dd4-b287-06ce404f5351 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:00.311777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-89f86daf-613f-4ead-ab07-f374512c4887 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.454562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-89f86daf-613f-4ead-ab07-f374512c4887 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.624673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.700037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-89f86daf-613f-4ead-ab07-f374512c4887 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.781133 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-89f86daf-613f-4ead-ab07-f374512c4887 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.887415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f86daf-613f-4ead-ab07-f374512c4887 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c4efb1-1285-4dd4-b287-06ce404f5351,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:00.913235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-89f86daf-613f-4ead-ab07-f374512c4887 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.916820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-89f86daf-613f-4ead-ab07-f374512c4887 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/a6c4efb1-1285-4dd4-b287-06ce404f5351 HTTP/1.1" status: 204 len: 168 time: 0.7800984 Aug 09 15:59:00.918717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48300) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:00.955750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6d887c2-8114-4cee-80ab-8e99dc33b2cf req-4ac1eb2e-cb73-40cd-b1bb-ae43e3c7bb49 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0704978 Aug 09 15:59:01.033431 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.055435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0936a7f8-9013-4bea-867a-cca57714c239 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065731 Aug 09 15:59:01.058706 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.061371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48302) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:01.065341 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Transition to ACTIVE for port object 9c8cce40-463d-40d7-b938-c38f53d4c3e9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:01.110997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209296b-933c-42ba-8e28-fa18aefa6962 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:01.114563 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.116542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.347944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Pushing event updated for resources: {'Port': ['ID=75c5b171-37a5-46dd-8d62-42c39d978639,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:01.357307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-64f19506-4c3d-4b5e-aa9d-00030023d96d None None] Provisioning complete for port 290cf7b9-e05b-41cd-869a-04e727644578 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:01.358496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-64f19506-4c3d-4b5e-aa9d-00030023d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.370378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8acc1d-412d-441c-bbaf-43a538b9251a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.374446 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5d8acc1d-412d-441c-bbaf-43a538b9251a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3074551 Aug 09 15:59:01.374881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48316) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:01.391320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.395004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90daa7-e5f2-4468-8704-852d97f4d9cc None None] Pushing event updated for resources: {'Port': ['ID=9c8cce40-463d-40d7-b938-c38f53d4c3e9,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:01.402286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Attempting to bind port 9c8cce40-463d-40d7-b938-c38f53d4c3e9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:01.402868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Attempting to bind port 9c8cce40-463d-40d7-b938-c38f53d4c3e9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:01.403362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Attempting to bind port 9c8cce40-463d-40d7-b938-c38f53d4c3e9 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:01.410513 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.467514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:01.468119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:01.470383 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.470924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:01.471610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Bound port: 9c8cce40-463d-40d7-b938-c38f53d4c3e9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:01.472361 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.562752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2041178-15b6-44f2-be6a-75de4da5467c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.568401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f2041178-15b6-44f2-be6a-75de4da5467c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1917934 Aug 09 15:59:01.570793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48318) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:01.776388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port a33c45c8-f73b-4a26-b8a3-d15978fdcd07, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a33c45c8-f73b-4a26-b8a3-d15978fdcd07,segment=NetworkSegment(cf5738dc-e46c-4812-bdaa-c957462e8d68),segment_id=cf5738dc-e46c-4812-bdaa-c957462e8d68)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:01.797979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Network 5a108803-874b-430a-bf16-7afb959847c2 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:01.805020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3e492994-4663-4dd7-8038-d22c93e36792 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2312114 Aug 09 15:59:01.806982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:01.808627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48324) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:01.829459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-62b04300-0914-443a-b908-2045a39dc1c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:01.841655 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.903954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] For port 9c8cce40-463d-40d7-b938-c38f53d4c3e9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:02.186043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] For port 9c8cce40-463d-40d7-b938-c38f53d4c3e9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9c8cce40-463d-40d7-b938-c38f53d4c3e9,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:02.231571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.319230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:02.321569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:02.389427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=a33c45c8-f73b-4a26-b8a3-d15978fdcd07,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:02.407785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50c53dba-e19e-4c30-82d2-702bf04cbde3 req-3c812dda-bd75-4c34-ad87-6209acd0df0a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1917760 Aug 09 15:59:02.441937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b04300-0914-443a-b908-2045a39dc1c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:02.445965 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62b04300-0914-443a-b908-2045a39dc1c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.460283 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b04300-0914-443a-b908-2045a39dc1c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:59:02.464640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b04300-0914-443a-b908-2045a39dc1c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:02.507337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b4f91362-4576-43f9-9600-ebe6aa4a25ec None None] Provisioning for port 75c5b171-37a5-46dd-8d62-42c39d978639 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:02.530770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Routers {'7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:02.531672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62b04300-0914-443a-b908-2045a39dc1c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7214134 Aug 09 15:59:02.532581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:02.534751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48336) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:02.540250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f03b7a78-d35e-4703-8624-e80f9141fdaf tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:02.543704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b4f91362-4576-43f9-9600-ebe6aa4a25ec None None] Provisioning complete for port 75c5b171-37a5-46dd-8d62-42c39d978639 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:02.544213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4f91362-4576-43f9-9600-ebe6aa4a25ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.648844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b4f91362-4576-43f9-9600-ebe6aa4a25ec None None] Port 75c5b171-37a5-46dd-8d62-42c39d978639 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:59:02.683629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90daa7-e5f2-4468-8704-852d97f4d9cc None None] Pushing event updated for resources: {'Port': ['ID=9c8cce40-463d-40d7-b938-c38f53d4c3e9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:02.793283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:02.818211 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3792208-2759-4c41-9348-27f41d8ec72e admin admin] 10.222.0.64 "PUT /v2.0/routers/7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1861150 Aug 09 15:59:02.836004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b4f91362-4576-43f9-9600-ebe6aa4a25ec None None] Provisioning complete for port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:02.836388 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4f91362-4576-43f9-9600-ebe6aa4a25ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.936661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] Deleting port 290cf7b9-e05b-41cd-869a-04e727644578 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:02.937763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.002580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b7a78-d35e-4703-8624-e80f9141fdaf tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:03.023637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f03b7a78-d35e-4703-8624-e80f9141fdaf tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.028730 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03b7a78-d35e-4703-8624-e80f9141fdaf tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:59:03.038614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03b7a78-d35e-4703-8624-e80f9141fdaf tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:03.069276 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f03b7a78-d35e-4703-8624-e80f9141fdaf tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5331595 Aug 09 15:59:03.072659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48346) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:03.080299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-93c613d8-d252-4298-959b-a9f3e9cdd42d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:03.248371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] Set router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:03.448178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] For port 290cf7b9-e05b-41cd-869a-04e727644578, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=290cf7b9-e05b-41cd-869a-04e727644578,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:03.451144 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.455004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c613d8-d252-4298-959b-a9f3e9cdd42d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:03.470122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-93c613d8-d252-4298-959b-a9f3e9cdd42d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.473699 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c613d8-d252-4298-959b-a9f3e9cdd42d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:59:03.474375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c613d8-d252-4298-959b-a9f3e9cdd42d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:03.520432 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-93c613d8-d252-4298-959b-a9f3e9cdd42d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4464560 Aug 09 15:59:03.523977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48360) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:03.534373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-daf6ce46-d005-4e4b-9339-76db1c4334f0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:03.545514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] Calling delete_port for 290cf7b9-e05b-41cd-869a-04e727644578 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:03.782261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-623f0f31-1e17-44c3-9d1d-5988c6078f77 req-bd19dc21-ffd3-4cb0-9593-79dba03dd274 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1187940 Aug 09 15:59:04.001531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf6ce46-d005-4e4b-9339-76db1c4334f0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:04.005939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-daf6ce46-d005-4e4b-9339-76db1c4334f0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:04.008064 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf6ce46-d005-4e4b-9339-76db1c4334f0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:59:04.008626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf6ce46-d005-4e4b-9339-76db1c4334f0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:04.076781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a33c45c8-f73b-4a26-b8a3-d15978fdcd07 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:04.089456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-daf6ce46-d005-4e4b-9339-76db1c4334f0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5638754 Aug 09 15:59:04.094446 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:04.100141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-77876403-d48c-4cb1-a469-c5ef35c85f4c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:04.274343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77876403-d48c-4cb1-a469-c5ef35c85f4c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:04.279015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77876403-d48c-4cb1-a469-c5ef35c85f4c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:04.282703 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-77876403-d48c-4cb1-a469-c5ef35c85f4c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:59:04.284025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77876403-d48c-4cb1-a469-c5ef35c85f4c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:04.318813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-77876403-d48c-4cb1-a469-c5ef35c85f4c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2178028 Aug 09 15:59:04.319120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48378) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:04.324500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-da3f1412-1bc3-4118-afa3-1b505e0c5fd9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:04.325727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:04.330446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-11031542-1acb-43c3-a94f-9c7c707454c5 None None] Provisioning complete for port 75c5b171-37a5-46dd-8d62-42c39d978639 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:04.330939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-11031542-1acb-43c3-a94f-9c7c707454c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:04.370315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-11031542-1acb-43c3-a94f-9c7c707454c5 None None] Port 75c5b171-37a5-46dd-8d62-42c39d978639 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:59:04.402471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] Pushing event deleted for resources: {'Port': ['ID=290cf7b9-e05b-41cd-869a-04e727644578,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:04.408604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f97f03-c3a1-448f-83b5-c36981b0b7e2 None None] No DVR routers for this DVR port 290cf7b9-e05b-41cd-869a-04e727644578 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:04.419010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:04.419444 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:04.480200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3f1412-1bc3-4118-afa3-1b505e0c5fd9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:04.485366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-da3f1412-1bc3-4118-afa3-1b505e0c5fd9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:04.487163 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3f1412-1bc3-4118-afa3-1b505e0c5fd9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:59:04.487797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3f1412-1bc3-4118-afa3-1b505e0c5fd9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:04.497778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:59:00Z', 'revision_number': 4, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port': {'id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:52Z', 'updated_at': '2021-08-09T15:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '75c5b171-37a5-46dd-8d62-42c39d978639', 'name': '', 'network_id': '5a108803-874b-430a-bf16-7afb959847c2', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'mac_address': 'fa:16:3e:f5:21:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:58Z', 'updated_at': '2021-08-09T15:59:00Z', 'revision_number': 2, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'subnets': [{'id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:04.515456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-da3f1412-1bc3-4118-afa3-1b505e0c5fd9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1947091 Aug 09 15:59:04.524843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48384) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:04.554877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac78beb-ec88-4d9e-babd-c8e2ff2c4649 None None] The sync data for ids ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'] in n-d-799523-2 is: [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:59:00Z', 'revision_number': 4, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port': {'id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:52Z', 'updated_at': '2021-08-09T15:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '75c5b171-37a5-46dd-8d62-42c39d978639', 'name': '', 'network_id': '5a108803-874b-430a-bf16-7afb959847c2', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'mac_address': 'fa:16:3e:f5:21:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:58Z', 'updated_at': '2021-08-09T15:59:00Z', 'revision_number': 2, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'subnets': [{'id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:04.607593 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-de151503-7b21-48f8-8d1c-4ea87ee1c7b4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0803335 Aug 09 15:59:04.611224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48386) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:04.746523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 290cf7b9-e05b-41cd-869a-04e727644578 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:04.779501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 290cf7b9-e05b-41cd-869a-04e727644578 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:04.780196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 290cf7b9-e05b-41cd-869a-04e727644578 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:04.823870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b3164e-137e-4f57-9e20-f5fcf9cb6639 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:04.840069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-33b3164e-137e-4f57-9e20-f5fcf9cb6639 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2203190 Aug 09 15:59:04.843765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48394) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:05.051029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-808988e9-239b-4413-891c-9e94bd7ea2bf tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1957011 Aug 09 15:59:05.055984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48408) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:05.071559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:05.178336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa5639c1-1123-40b8-9913-24cdbdfcb7d7 req-ba3949dc-c1cd-40b6-87f2-fe190785caae tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1248193 Aug 09 15:59:05.341146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:05.350594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.996321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:59:05.998099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.109194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:06.121642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:06.137545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ed44a-36cf-413f-a3c1-f74f3db365c3 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:06.169636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.177109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.213583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=54c09235-b6a7-4072-a439-7e40a82d2d4a,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:06.253563 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d2fd07c9-91fd-4407-a6aa-5d82010fc01f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1919382 Aug 09 15:59:06.257961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48434) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:06.281205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:f9:46:4e', 'name': 'tempest-NetworksTestDHCPv6-371749789'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:06.486078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '54c09235-b6a7-4072-a439-7e40a82d2d4a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:59:06.486078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.519009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf317e7a-082c-40e1-8ffe-f0eba11e9721 req-49c821f9-ad3b-4534-9f74-65186fbc2f30 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1237102 Aug 09 15:59:06.707493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:06.890457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.937978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 650ec9e2-545e-4759-909e-09d8cfd4d372 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:06.949244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Allocated IP 2001:db8::f816:3eff:feb1:dee4 (9c4dd093-daa5-448b-9662-105622e20b54/54c09235-b6a7-4072-a439-7e40a82d2d4a/bde5de2a-0a71-45dc-8082-ee75a8020753) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:07.306614 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:07.321979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Transition to ACTIVE for port object bde5de2a-0a71-45dc-8082-ee75a8020753 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:07.378844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Transition to ACTIVE for port object bde5de2a-0a71-45dc-8082-ee75a8020753 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:07.392175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:07.473176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:07.481405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:07.485933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:07.606954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fef9:464e (9c4dd093-daa5-448b-9662-105622e20b54/54c09235-b6a7-4072-a439-7e40a82d2d4a/650ec9e2-545e-4759-909e-09d8cfd4d372) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:07.700256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Pushing event updated for resources: {'Port': ['ID=bde5de2a-0a71-45dc-8082-ee75a8020753,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:07.725379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Attempting to bind port bde5de2a-0a71-45dc-8082-ee75a8020753 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:07.725765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Attempting to bind port bde5de2a-0a71-45dc-8082-ee75a8020753 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:07.726112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Attempting to bind port bde5de2a-0a71-45dc-8082-ee75a8020753 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:07.732499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:07.732881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:07.733461 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:07.734073 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:07.734855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Bound port: bde5de2a-0a71-45dc-8082-ee75a8020753, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:07.735251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:07.847265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] For port bde5de2a-0a71-45dc-8082-ee75a8020753, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:07.849016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] For port bde5de2a-0a71-45dc-8082-ee75a8020753, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bde5de2a-0a71-45dc-8082-ee75a8020753,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:07.855984 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:07.944973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc8a4b-cc0a-4a9b-880d-4048a8d641b4 None None] Pushing event updated for resources: {'Port': ['ID=bde5de2a-0a71-45dc-8082-ee75a8020753,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:08.054779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99126519-8b4e-4627-b9a9-44873bb3e486 req-b1e297b5-e4fd-4ff2-8982-e0a5bcd82d14 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0595613 Aug 09 15:59:08.069730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9c8cce40-463d-40d7-b938-c38f53d4c3e9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:08.098237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.123399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 650ec9e2-545e-4759-909e-09d8cfd4d372 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:08.191569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 9c8cce40-463d-40d7-b938-c38f53d4c3e9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:08.201885 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 9c8cce40-463d-40d7-b938-c38f53d4c3e9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:08.202414 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.207032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.319685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:08.324633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:08.340208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:08.348892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:08.350279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.354093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=650ec9e2-545e-4759-909e-09d8cfd4d372,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:08.394238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-47dfe945-ed27-4e9f-bad4-0eeb571afcb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1330671 Aug 09 15:59:08.396675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48474) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:08.470019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.505195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94252fc-278d-4ec3-aa54-a81cc5ebb21e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:08.518162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94252fc-278d-4ec3-aa54-a81cc5ebb21e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:08.519927 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a94252fc-278d-4ec3-aa54-a81cc5ebb21e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1221704 Aug 09 15:59:08.523002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48478) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:08.538044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 9c8cce40-463d-40d7-b938-c38f53d4c3e9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9c8cce40-463d-40d7-b938-c38f53d4c3e9,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:08.556012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.638969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=9c8cce40-463d-40d7-b938-c38f53d4c3e9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:08.676240 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Sync routers for ids ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:08.690351 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Routers {'7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:08.692726 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:08.744073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6317b41f-e5fb-4122-b1e9-0912c26c4ed5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 650ec9e2-545e-4759-909e-09d8cfd4d372 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:08.744677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6317b41f-e5fb-4122-b1e9-0912c26c4ed5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.872703 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Set router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:08.933776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6317b41f-e5fb-4122-b1e9-0912c26c4ed5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.964719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6317b41f-e5fb-4122-b1e9-0912c26c4ed5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 650ec9e2-545e-4759-909e-09d8cfd4d372 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:09.202811 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:59:00Z', 'revision_number': 4, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port': {'id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:52Z', 'updated_at': '2021-08-09T15:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '75c5b171-37a5-46dd-8d62-42c39d978639', 'name': '', 'network_id': '5a108803-874b-430a-bf16-7afb959847c2', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'mac_address': 'fa:16:3e:f5:21:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:58Z', 'updated_at': '2021-08-09T15:59:00Z', 'revision_number': 2, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'subnets': [{'id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:09.270426 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Checking router: 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:09.271149 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Updating router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 port 75c5b171-37a5-46dd-8d62-42c39d978639 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:59:09.285338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6317b41f-e5fb-4122-b1e9-0912c26c4ed5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.307422 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.370697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317b41f-e5fb-4122-b1e9-0912c26c4ed5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=650ec9e2-545e-4759-909e-09d8cfd4d372,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:09.458575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4159aca8-8f7a-4ace-bc28-15d810f98e2a req-3926a2a8-b4c0-4f55-950c-9b09f4270084 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0928597 Aug 09 15:59:09.559876 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6317b41f-e5fb-4122-b1e9-0912c26c4ed5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.562515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6317b41f-e5fb-4122-b1e9-0912c26c4ed5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/650ec9e2-545e-4759-909e-09d8cfd4d372 HTTP/1.1" status: 204 len: 168 time: 1.0382066 Aug 09 15:59:09.566290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48510) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:09.700856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2996f0-eb0b-4ea3-8717-796548c004b9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.705023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2996f0-eb0b-4ea3-8717-796548c004b9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.710869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fb2996f0-eb0b-4ea3-8717-796548c004b9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1427400 Aug 09 15:59:09.713660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48516) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:09.869111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f15b57a-f561-4569-9323-0a5ffa80a981 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 54c09235-b6a7-4072-a439-7e40a82d2d4a {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:09.881678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f15b57a-f561-4569-9323-0a5ffa80a981 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.986771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f15b57a-f561-4569-9323-0a5ffa80a981 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.028616 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.059618 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Transition to ACTIVE for port object 75c5b171-37a5-46dd-8d62-42c39d978639 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:10.071443 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.152276 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f15b57a-f561-4569-9323-0a5ffa80a981 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.166795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5179f83d-40a7-4d2e-9987-ba6173f64043 None None] Provisioning for port bde5de2a-0a71-45dc-8082-ee75a8020753 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:10.282578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f15b57a-f561-4569-9323-0a5ffa80a981 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.329868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bde5de2a-0a71-45dc-8082-ee75a8020753 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:10.398690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15b57a-f561-4569-9323-0a5ffa80a981 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=54c09235-b6a7-4072-a439-7e40a82d2d4a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:10.425352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9f15b57a-f561-4569-9323-0a5ffa80a981 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.436974 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65240a-03ff-4bd0-a4ad-2966fd04650c None None] Pushing event updated for resources: {'Port': ['ID=75c5b171-37a5-46dd-8d62-42c39d978639,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:10.438698 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9f15b57a-f561-4569-9323-0a5ffa80a981 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/54c09235-b6a7-4072-a439-7e40a82d2d4a HTTP/1.1" status: 204 len: 168 time: 0.7237461 Aug 09 15:59:10.441183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:10.494854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port bde5de2a-0a71-45dc-8082-ee75a8020753 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:10.500702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port bde5de2a-0a71-45dc-8082-ee75a8020753 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:10.501371 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.682468 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.735674 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-11567a6b-56ea-40b1-b82a-215b0defa1e9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2874553 Aug 09 15:59:10.737480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48534) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:10.752905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:10.764469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50344ab8-9238-44fe-a634-f1d4af376414 req-1f33916d-b109-4d49-be83-b7c2af384fdb tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1034691 Aug 09 15:59:10.766033 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Attempting to bind port 75c5b171-37a5-46dd-8d62-42c39d978639 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:10.766871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5542ab-4051-4ae7-af14-44126667b0d6 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:10.769049 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Attempting to bind port 75c5b171-37a5-46dd-8d62-42c39d978639 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:10.769621 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Attempting to bind port 75c5b171-37a5-46dd-8d62-42c39d978639 on network 5a108803-874b-430a-bf16-7afb959847c2 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:10.782075 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:10.785347 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Checking segment: {'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:10.785993 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.786549 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Bound using segment: {'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:10.788315 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Bound port: 75c5b171-37a5-46dd-8d62-42c39d978639, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5738dc-e46c-4812-bdaa-c957462e8d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '5a108803-874b-430a-bf16-7afb959847c2'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:10.788892 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.956863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8fb8f789-393e-4e05-b871-0f2491fe832a None None] Could not find standard attr ID for object 650ec9e2-545e-4759-909e-09d8cfd4d372. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:59:10.977017 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] For port 75c5b171-37a5-46dd-8d62-42c39d978639, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:10.986391 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] For port 75c5b171-37a5-46dd-8d62-42c39d978639, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=75c5b171-37a5-46dd-8d62-42c39d978639,segment=NetworkSegment(cf5738dc-e46c-4812-bdaa-c957462e8d68),segment_id=cf5738dc-e46c-4812-bdaa-c957462e8d68)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:10.993242 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.998667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:11.010414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.029222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port bde5de2a-0a71-45dc-8082-ee75a8020753, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bde5de2a-0a71-45dc-8082-ee75a8020753,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:11.049918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.050711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9c8cce40-463d-40d7-b938-c38f53d4c3e9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:11.164997 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Routers {'7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:11.165656 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:58:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:11.282025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=bde5de2a-0a71-45dc-8082-ee75a8020753,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:11.304497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 9c8cce40-463d-40d7-b938-c38f53d4c3e9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:11.309455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.329135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:11.377772 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65240a-03ff-4bd0-a4ad-2966fd04650c None None] Pushing event updated for resources: {'Port': ['ID=75c5b171-37a5-46dd-8d62-42c39d978639,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:11.555042 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] Set router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:11.559861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] Deleting port bde5de2a-0a71-45dc-8082-ee75a8020753 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:11.560294 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.708391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] For port bde5de2a-0a71-45dc-8082-ee75a8020753, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bde5de2a-0a71-45dc-8082-ee75a8020753,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:11.709357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.767866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] Calling delete_port for bde5de2a-0a71-45dc-8082-ee75a8020753 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:11.976453 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.043160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87810158-4f69-49d0-be2d-dc8255655acd req-65a091da-3057-43bd-98a4-3e25042fab97 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1022611 Aug 09 15:59:12.072876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] Pushing event deleted for resources: {'Port': ['ID=bde5de2a-0a71-45dc-8082-ee75a8020753,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:12.086806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b6f2d-79f8-4578-b15c-63cca71d9c38 None None] No DVR routers for this DVR port bde5de2a-0a71-45dc-8082-ee75a8020753 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:12.121414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 75c5b171-37a5-46dd-8d62-42c39d978639 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:12.176703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:59:12.236957 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:59:00Z', 'revision_number': 4, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port': {'id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:52Z', 'updated_at': '2021-08-09T15:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '75c5b171-37a5-46dd-8d62-42c39d978639', 'name': '', 'network_id': '5a108803-874b-430a-bf16-7afb959847c2', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'mac_address': 'fa:16:3e:f5:21:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:58Z', 'updated_at': '2021-08-09T15:59:10Z', 'revision_number': 4, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'subnets': [{'id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:12.282954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 75c5b171-37a5-46dd-8d62-42c39d978639 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:12.286722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 75c5b171-37a5-46dd-8d62-42c39d978639 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:12.290611 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.305447 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff6392-323a-4023-abd0-ad034bc32f57 None None] The sync data for ids ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'] in n-d-799523-2 is: [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:59:00Z', 'revision_number': 4, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port': {'id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:52Z', 'updated_at': '2021-08-09T15:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '75c5b171-37a5-46dd-8d62-42c39d978639', 'name': '', 'network_id': '5a108803-874b-430a-bf16-7afb959847c2', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'mac_address': 'fa:16:3e:f5:21:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:58Z', 'updated_at': '2021-08-09T15:59:10Z', 'revision_number': 4, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'subnets': [{'id': 'bb6005ee-6615-4f6b-a717-6c8d5cbcfb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:12.405446 n-d-799523-2 neutron-server[94178]: WARNING neutron.services.revisions.revision_plugin [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Could not find related port for resource to bump revision. Aug 09 15:59:12.419964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_pluggable_backend [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Port bde5de2a-0a71-45dc-8082-ee75a8020753 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94178) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 09 15:59:12.420885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_pluggable_backend [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Reverting IP allocation for 2001:db8::f816:3eff:feb1:dee4 {{(pid=94178) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 09 15:59:12.432718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_pluggable_backend [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb1:dee4 {{(pid=94178) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 09 15:59:12.434975 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.469285 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.568917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 75c5b171-37a5-46dd-8d62-42c39d978639, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=75c5b171-37a5-46dd-8d62-42c39d978639,segment=NetworkSegment(cf5738dc-e46c-4812-bdaa-c957462e8d68),segment_id=cf5738dc-e46c-4812-bdaa-c957462e8d68)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:12.595677 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.682215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=3466d649-2219-4e6b-aba0-f245b03cfbbc,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:12.694418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:12.698430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:12.713488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:12.715302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.748484 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3c059c7-feab-4480-92cf-529d1da863c0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0095577 Aug 09 15:59:12.756441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48574) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:12.763539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:cc:8c:fe', 'name': 'tempest-NetworksTestDHCPv6-1587140058'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:12.784315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1182884-1d65-4ddf-9a9f-b4555890ef10 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:12.979545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bde5de2a-0a71-45dc-8082-ee75a8020753 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:13.012157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:13.028021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: bde5de2a-0a71-45dc-8082-ee75a8020753 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:13.028392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bde5de2a-0a71-45dc-8082-ee75a8020753 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:13.100207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=75c5b171-37a5-46dd-8d62-42c39d978639,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:13.152565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '3466d649-2219-4e6b-aba0-f245b03cfbbc'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:59:13.153994 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.190831 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.244375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 4169ddcc-74f2-44d2-9d1e-ada694c814b4 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:13.351393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Allocated IP 2001:db8::f816:3eff:fe5c:b5b4 (9c4dd093-daa5-448b-9662-105622e20b54/3466d649-2219-4e6b-aba0-f245b03cfbbc/b56dbd89-3cc8-4c42-904a-61b521347e89) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:13.359371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93355008-c7f4-41c3-adb9-aa949d378c99 req-85f51e07-7469-47b8-9e65-caec881238e0 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1001377 Aug 09 15:59:13.664726 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.676542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Transition to ACTIVE for port object b56dbd89-3cc8-4c42-904a-61b521347e89 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:13.714744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Transition to ACTIVE for port object b56dbd89-3cc8-4c42-904a-61b521347e89 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:13.729439 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.771329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:13.776274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:13.834313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:13.888890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fecc:8cfe (9c4dd093-daa5-448b-9662-105622e20b54/3466d649-2219-4e6b-aba0-f245b03cfbbc/4169ddcc-74f2-44d2-9d1e-ada694c814b4) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:13.931396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Pushing event updated for resources: {'Port': ['ID=b56dbd89-3cc8-4c42-904a-61b521347e89,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:13.951716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Attempting to bind port b56dbd89-3cc8-4c42-904a-61b521347e89 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:13.954460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Attempting to bind port b56dbd89-3cc8-4c42-904a-61b521347e89 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:13.955412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Attempting to bind port b56dbd89-3cc8-4c42-904a-61b521347e89 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:13.987891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:13.988278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:13.988736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.989131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:13.989668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Bound port: b56dbd89-3cc8-4c42-904a-61b521347e89, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:13.990185 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.115334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 75c5b171-37a5-46dd-8d62-42c39d978639 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:14.188509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] For port b56dbd89-3cc8-4c42-904a-61b521347e89, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:14.209434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.213992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] For port b56dbd89-3cc8-4c42-904a-61b521347e89, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b56dbd89-3cc8-4c42-904a-61b521347e89,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:14.230664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 4169ddcc-74f2-44d2-9d1e-ada694c814b4 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:14.237333 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.305031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.315319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79754b-257c-43cf-8d33-2200bfde88ec None None] Pushing event updated for resources: {'Port': ['ID=b56dbd89-3cc8-4c42-904a-61b521347e89,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:14.357628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 75c5b171-37a5-46dd-8d62-42c39d978639 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:14.359027 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.436430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:14.441751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:14.452966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:14.484898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:14.485723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.566002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8085356 Aug 09 15:59:14.568902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48614) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:14.607626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a177877-ad34-40e9-a770-6354f08c44f1 req-378ffe27-5f9b-423d-97c3-bf7d79c06918 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0867670 Aug 09 15:59:14.616502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ba51-c324-46fe-8dd8-2b8089481782 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=4169ddcc-74f2-44d2-9d1e-ada694c814b4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:14.786930 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb38753-700a-4bdd-9687-9553477340ac tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:14.803849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb38753-700a-4bdd-9687-9553477340ac tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:14.806332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fdb38753-700a-4bdd-9687-9553477340ac tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2356069 Aug 09 15:59:14.809171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48620) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:15.000229 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9aff1049-b65d-42be-9250-d267afe71cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:15.054743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ea32e-8da2-4181-8dcd-c4dbdb107ae1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 4169ddcc-74f2-44d2-9d1e-ada694c814b4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:15.055080 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea32e-8da2-4181-8dcd-c4dbdb107ae1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:15.184468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea32e-8da2-4181-8dcd-c4dbdb107ae1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:15.203092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ea32e-8da2-4181-8dcd-c4dbdb107ae1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 4169ddcc-74f2-44d2-9d1e-ada694c814b4 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:15.388195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea32e-8da2-4181-8dcd-c4dbdb107ae1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:15.890009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61fe2aa7-c810-467c-a6ee-7b7a7fdd6ee1 req-b30c803b-8a7b-42fa-851a-68d86fb9a37c tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0943902 Aug 09 15:59:16.209716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b56dbd89-3cc8-4c42-904a-61b521347e89 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:16.215470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-72863acc-eab9-4eb6-9244-851cb2143acd None None] Provisioning for port b56dbd89-3cc8-4c42-904a-61b521347e89 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:16.341237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port b56dbd89-3cc8-4c42-904a-61b521347e89 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:16.360728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port b56dbd89-3cc8-4c42-904a-61b521347e89 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:16.361148 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.556976 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.599264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b56dbd89-3cc8-4c42-904a-61b521347e89, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b56dbd89-3cc8-4c42-904a-61b521347e89,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:16.619870 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.657926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ea32e-8da2-4181-8dcd-c4dbdb107ae1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=4169ddcc-74f2-44d2-9d1e-ada694c814b4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:16.698450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-37fdf970-46d7-4582-95bc-6110d497a533 None None] Could not find standard attr ID for object 4169ddcc-74f2-44d2-9d1e-ada694c814b4. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:59:16.723783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea32e-8da2-4181-8dcd-c4dbdb107ae1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.729421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48658) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:16.744099 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2b7ea32e-8da2-4181-8dcd-c4dbdb107ae1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/4169ddcc-74f2-44d2-9d1e-ada694c814b4 HTTP/1.1" status: 204 len: 168 time: 1.9329665 Aug 09 15:59:16.771910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=b56dbd89-3cc8-4c42-904a-61b521347e89,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:16.880024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a82a36a-be47-4a97-9dff-ec7f936c3226 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:16.894663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a82a36a-be47-4a97-9dff-ec7f936c3226 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:16.903642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48662) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:16.912903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6a82a36a-be47-4a97-9dff-ec7f936c3226 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1821849 Aug 09 15:59:17.037154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e200364-e716-4469-b5a2-b9ab75a29059 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 3466d649-2219-4e6b-aba0-f245b03cfbbc {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:17.040810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e200364-e716-4469-b5a2-b9ab75a29059 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.122472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e200364-e716-4469-b5a2-b9ab75a29059 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.131043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d11dea7b-886c-4e7a-9400-9026c4648ae4 req-21ecd970-d345-4c9f-add5-d08e0ce0d375 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0645988 Aug 09 15:59:17.300242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e200364-e716-4469-b5a2-b9ab75a29059 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.438907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e200364-e716-4469-b5a2-b9ab75a29059 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.480820 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e200364-e716-4469-b5a2-b9ab75a29059 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.485719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48688) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:17.486872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bae5d4-ddea-4dff-9653-c6bed121c4ed None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:17.489064 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7e200364-e716-4469-b5a2-b9ab75a29059 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/3466d649-2219-4e6b-aba0-f245b03cfbbc HTTP/1.1" status: 204 len: 168 time: 0.5841568 Aug 09 15:59:17.535281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e200364-e716-4469-b5a2-b9ab75a29059 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=3466d649-2219-4e6b-aba0-f245b03cfbbc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:17.631852 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a37042c9-0ca2-4160-9357-c196bc12e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.668321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3a6a209b-a5b6-45dd-8f50-1869e8ffb45c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1811113 Aug 09 15:59:17.673816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48690) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:17.795203 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.864680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:17.892232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38efbdda-1504-47ef-ad98-70ae4930d923 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:17.900311 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38efbdda-1504-47ef-ad98-70ae4930d923 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2246618 Aug 09 15:59:17.902636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48694) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:17.983984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] Deleting port b56dbd89-3cc8-4c42-904a-61b521347e89 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:17.984455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.020299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428f95e-2444-4332-9582-030fea6ed48b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:18.022499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a428f95e-2444-4332-9582-030fea6ed48b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1181722 Aug 09 15:59:18.025211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48702) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:18.062357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device b56dbd89-3cc8-4c42-904a-61b521347e89 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:18.135516 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b9dc010d-a134-41e2-92de-6a7f61f085bc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085639 Aug 09 15:59:18.140050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48704) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:18.150421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:18.200009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] For port b56dbd89-3cc8-4c42-904a-61b521347e89, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b56dbd89-3cc8-4c42-904a-61b521347e89,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:18.200413 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.227718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] Calling delete_port for b56dbd89-3cc8-4c42-904a-61b521347e89 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:18.400081 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae888d7e-6d7e-4d7d-9c97-b46c682d7fb1 req-087d8fce-2ef7-4e31-ad03-764f6526db9a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0852003 Aug 09 15:59:18.469777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:18.475151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.648396 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.724914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port b56dbd89-3cc8-4c42-904a-61b521347e89, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=b56dbd89-3cc8-4c42-904a-61b521347e89,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:18.734506 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.816657 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.833802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event deleted for resources: {'Port': ['ID=b56dbd89-3cc8-4c42-904a-61b521347e89,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:18.891412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] Pushing event deleted for resources: {'Port': ['ID=b56dbd89-3cc8-4c42-904a-61b521347e89,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:18.900975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52dc89-5f2d-4921-8d57-cc057e9d5fa9 None None] No DVR routers for this DVR port b56dbd89-3cc8-4c42-904a-61b521347e89 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:18.977190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:59:18.978995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:19.041057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:19.045395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:19.049560 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:19.050941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:19.051709 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:19.060509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c6260d-6fdf-4505-b5e0-6d5fb45cc374 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:19.090061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=1ef6b893-df2c-497a-94a6-7382fa559d9f,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:19.111359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4aa568ef-0cd1-4145-9509-45ff34cba7c9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9695365 Aug 09 15:59:19.114174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48728) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:19.120666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:76:21:84', 'name': 'tempest-NetworksTestDHCPv6-1307084514'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:19.418450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:19.468255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '1ef6b893-df2c-497a-94a6-7382fa559d9f'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:59:19.468255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:19.699866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:19.728049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbe82cae-5e27-4745-b5cd-98f34aaf56c1 req-7deaf0fe-21a4-4f6e-904e-dbbc511739c5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.1156754 Aug 09 15:59:19.730384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 03954956-ffaf-421c-84ff-f08e8921162d yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:19.850728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Allocated IP 2001:db8::f816:3eff:fe12:30d2 (9c4dd093-daa5-448b-9662-105622e20b54/1ef6b893-df2c-497a-94a6-7382fa559d9f/88df8d03-b176-4e51-a58b-37d7e9b985da) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:20.236481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.250612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Transition to ACTIVE for port object 88df8d03-b176-4e51-a58b-37d7e9b985da will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:20.292314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Transition to ACTIVE for port object 88df8d03-b176-4e51-a58b-37d7e9b985da will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:20.306317 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.352468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:20.357061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:20.364834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:20.403450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Pushing event updated for resources: {'Port': ['ID=88df8d03-b176-4e51-a58b-37d7e9b985da,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:20.403675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fe76:2184 (9c4dd093-daa5-448b-9662-105622e20b54/1ef6b893-df2c-497a-94a6-7382fa559d9f/03954956-ffaf-421c-84ff-f08e8921162d) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:20.488385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Attempting to bind port 88df8d03-b176-4e51-a58b-37d7e9b985da on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:20.489152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Attempting to bind port 88df8d03-b176-4e51-a58b-37d7e9b985da by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:20.490426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Attempting to bind port 88df8d03-b176-4e51-a58b-37d7e9b985da on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:20.500540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:20.501297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:20.502190 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.502769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:20.505409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Bound port: 88df8d03-b176-4e51-a58b-37d7e9b985da, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:20.506178 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.560044 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.698130 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.727675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 03954956-ffaf-421c-84ff-f08e8921162d will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:20.734580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] For port 88df8d03-b176-4e51-a58b-37d7e9b985da, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:20.738592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] For port 88df8d03-b176-4e51-a58b-37d7e9b985da, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=88df8d03-b176-4e51-a58b-37d7e9b985da,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:20.748455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.802860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.863145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=03954956-ffaf-421c-84ff-f08e8921162d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:20.907011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:20.910127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:20.914501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5de86-5792-4e6d-a64e-d5fa0b65f09d None None] Pushing event updated for resources: {'Port': ['ID=88df8d03-b176-4e51-a58b-37d7e9b985da,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:20.921614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:20.938328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:20.957871 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.004495 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dd94ce63-b6df-4ce5-a0c6-49373bc4ede9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8880959 Aug 09 15:59:21.007563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48788) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:21.015793 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d12c8f15-66c3-4ee5-a814-2f2842e57483 req-de664c7e-e0c4-4427-98a1-1f8f764f9b9a tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.0752425 Aug 09 15:59:21.088118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d24ad-6e9a-4b67-a6fc-73529ee669d0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:21.096062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d24ad-6e9a-4b67-a6fc-73529ee669d0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:21.098229 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e03d24ad-6e9a-4b67-a6fc-73529ee669d0 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0895679 Aug 09 15:59:21.101029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48792) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:21.301955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-abd02d13-d011-455d-bd40-e80efa0731cb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 03954956-ffaf-421c-84ff-f08e8921162d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:21.302333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abd02d13-d011-455d-bd40-e80efa0731cb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.434668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abd02d13-d011-455d-bd40-e80efa0731cb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.451837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-abd02d13-d011-455d-bd40-e80efa0731cb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 03954956-ffaf-421c-84ff-f08e8921162d owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:21.618997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abd02d13-d011-455d-bd40-e80efa0731cb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.709282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd02d13-d011-455d-bd40-e80efa0731cb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=03954956-ffaf-421c-84ff-f08e8921162d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:21.797647 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abd02d13-d011-455d-bd40-e80efa0731cb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.803543 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-abd02d13-d011-455d-bd40-e80efa0731cb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/03954956-ffaf-421c-84ff-f08e8921162d HTTP/1.1" status: 204 len: 168 time: 0.6978073 Aug 09 15:59:21.804592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48812) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:21.944950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda9646-942a-43b6-adc4-1706c32c3bf5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:21.946986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda9646-942a-43b6-adc4-1706c32c3bf5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:21.950245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9eda9646-942a-43b6-adc4-1706c32c3bf5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1440804 Aug 09 15:59:21.952933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48816) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:22.032172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d277a4d6-1be6-4f37-aff5-7f7a5e7e7628 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 1ef6b893-df2c-497a-94a6-7382fa559d9f {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:22.036350 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d277a4d6-1be6-4f37-aff5-7f7a5e7e7628 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.112585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 88df8d03-b176-4e51-a58b-37d7e9b985da up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:22.137309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d277a4d6-1be6-4f37-aff5-7f7a5e7e7628 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.252556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 88df8d03-b176-4e51-a58b-37d7e9b985da completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:22.344733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d277a4d6-1be6-4f37-aff5-7f7a5e7e7628 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.441152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d277a4d6-1be6-4f37-aff5-7f7a5e7e7628 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.479638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277a4d6-1be6-4f37-aff5-7f7a5e7e7628 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef6b893-df2c-497a-94a6-7382fa559d9f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:22.496052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d277a4d6-1be6-4f37-aff5-7f7a5e7e7628 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.505517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c863d-f305-4a8e-88d1-3b9effa52ecb None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:22.518009 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d277a4d6-1be6-4f37-aff5-7f7a5e7e7628 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/1ef6b893-df2c-497a-94a6-7382fa559d9f HTTP/1.1" status: 204 len: 168 time: 0.5639064 Aug 09 15:59:22.521622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:22.586798 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-10289578-7e85-4e82-80c1-389c7b8a9b5a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638115 Aug 09 15:59:22.589838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48824) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:22.596673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:22.642601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1d2ddc15-c86d-4800-b8c2-d0bdd6ea6cf9 None None] Provisioning for port 88df8d03-b176-4e51-a58b-37d7e9b985da completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:22.661404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1d2ddc15-c86d-4800-b8c2-d0bdd6ea6cf9 None None] Provisioning complete for port 88df8d03-b176-4e51-a58b-37d7e9b985da triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:22.662621 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d2ddc15-c86d-4800-b8c2-d0bdd6ea6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.793077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:22.815921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14ec1461-c137-4a71-a7b6-5c9f0e16df9f req-266a34ff-0910-4741-b7d7-a874622c4271 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f89a44f-b9ca-4998-bdaf-4f9ceaaa3a05 HTTP/1.1" status: 200 len: 210 time: 0.6850729 Aug 09 15:59:22.824333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.006224 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d2ddc15-c86d-4800-b8c2-d0bdd6ea6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.044159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:23.143318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1d2ddc15-c86d-4800-b8c2-d0bdd6ea6cf9 None None] For port 88df8d03-b176-4e51-a58b-37d7e9b985da, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=88df8d03-b176-4e51-a58b-37d7e9b985da,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:23.155339 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1d2ddc15-c86d-4800-b8c2-d0bdd6ea6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.209380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] Deleting port 88df8d03-b176-4e51-a58b-37d7e9b985da {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:23.210054 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.289635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ddc15-c86d-4800-b8c2-d0bdd6ea6cf9 None None] Pushing event updated for resources: {'Port': ['ID=88df8d03-b176-4e51-a58b-37d7e9b985da,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:23.336243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] For port 88df8d03-b176-4e51-a58b-37d7e9b985da, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=88df8d03-b176-4e51-a58b-37d7e9b985da,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:23.336736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.357633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] Calling delete_port for 88df8d03-b176-4e51-a58b-37d7e9b985da owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:23.465563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:59:23.492706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.541411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] Pushing event deleted for resources: {'Port': ['ID=88df8d03-b176-4e51-a58b-37d7e9b985da,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:23.543855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398d3d1-3d68-4b0e-a764-1d5f5468aa97 None None] No DVR routers for this DVR port 88df8d03-b176-4e51-a58b-37d7e9b985da on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:23.633398 n-d-799523-2 neutron-server[94178]: WARNING neutron.services.revisions.revision_plugin [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Could not find related port for resource to bump revision. Aug 09 15:59:23.639543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_pluggable_backend [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Port 88df8d03-b176-4e51-a58b-37d7e9b985da was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94178) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 09 15:59:23.640135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_pluggable_backend [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Reverting IP allocation for 2001:db8::f816:3eff:fe12:30d2 {{(pid=94178) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 09 15:59:23.643735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.ipam_pluggable_backend [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe12:30d2 {{(pid=94178) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 09 15:59:23.645199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.711032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:23.716449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:23.718851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.719508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.722624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=7482a0f8-9b7b-4a99-a2ff-ac7ffe8f27ae,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:23.727479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0812d-1ad0-455c-9cd1-e6c156c4e7b2 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:23.767948 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-88c99e72-f3c6-49cd-9f2c-959e26abed7a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1764710 Aug 09 15:59:23.770524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48836) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:23.779634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:eb:f0:01', 'name': 'tempest-NetworksTestDHCPv6-476105037'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:23.924068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '7482a0f8-9b7b-4a99-a2ff-ac7ffe8f27ae'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:59:23.926041 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.040655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:24.050006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.098139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:24.116812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48858) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:24.204131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 88df8d03-b176-4e51-a58b-37d7e9b985da no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:24.246819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 88df8d03-b176-4e51-a58b-37d7e9b985da {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:24.247342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 88df8d03-b176-4e51-a58b-37d7e9b985da not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:24.251528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f922d5a-01de-427f-a0a9-670db145fd5e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.291043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Allocated IP 2001:db8::f816:3eff:fe3f:5dcf (9c4dd093-daa5-448b-9662-105622e20b54/7482a0f8-9b7b-4a99-a2ff-ac7ffe8f27ae/c5c9d231-2bcb-45b4-911e-3c57c45ff173) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:24.305836 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f922d5a-01de-427f-a0a9-670db145fd5e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.370278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f922d5a-01de-427f-a0a9-670db145fd5e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.375615 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f922d5a-01de-427f-a0a9-670db145fd5e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.377281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f922d5a-01de-427f-a0a9-670db145fd5e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "DELETE /v2.0/security-groups/b253abb9-c266-44dd-ba53-603125f6c12a HTTP/1.1" status: 204 len: 168 time: 0.2583237 Aug 09 15:59:24.380083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48862) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:24.396534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f922d5a-01de-427f-a0a9-670db145fd5e tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b253abb9-c266-44dd-ba53-603125f6c12a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:24.401199 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-2c2737a4-4a50-4d26-9783-89e965ef67d5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] show failed (client error): The resource could not be found. Aug 09 15:59:24.408062 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c2737a4-4a50-4d26-9783-89e965ef67d5 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "GET /v2.0/security-groups/b253abb9-c266-44dd-ba53-603125f6c12a HTTP/1.1" status: 404 len: 347 time: 0.0267234 Aug 09 15:59:24.410631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48866) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:24.545377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.569441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Transition to ACTIVE for port object c5c9d231-2bcb-45b4-911e-3c57c45ff173 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:24.608637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Transition to ACTIVE for port object c5c9d231-2bcb-45b4-911e-3c57c45ff173 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:24.619530 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.673678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Pushing event updated for resources: {'Port': ['ID=c5c9d231-2bcb-45b4-911e-3c57c45ff173,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:24.696166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:24.701749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port 103ad625-5635-4f50-85ff-35398fecfcdf {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:24.702510 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.708508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:24.711325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:24.790088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:feeb:f001 (9c4dd093-daa5-448b-9662-105622e20b54/7482a0f8-9b7b-4a99-a2ff-ac7ffe8f27ae/afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:24.871747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Attempting to bind port c5c9d231-2bcb-45b4-911e-3c57c45ff173 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:24.872398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Attempting to bind port c5c9d231-2bcb-45b4-911e-3c57c45ff173 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:24.872618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.872823 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.873280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Attempting to bind port c5c9d231-2bcb-45b4-911e-3c57c45ff173 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:24.882999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:24.883762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:24.884561 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.885803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:24.889048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Bound port: c5c9d231-2bcb-45b4-911e-3c57c45ff173, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:24.891082 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.910619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for 103ad625-5635-4f50-85ff-35398fecfcdf owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:25.080676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] For port c5c9d231-2bcb-45b4-911e-3c57c45ff173, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:25.088831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] For port c5c9d231-2bcb-45b4-911e-3c57c45ff173, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5c9d231-2bcb-45b4-911e-3c57c45ff173,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:25.096111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.160595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278a8df-d765-4085-8340-9b76dfc46cc4 None None] Pushing event updated for resources: {'Port': ['ID=c5c9d231-2bcb-45b4-911e-3c57c45ff173,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:25.298778 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.352293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:25.612097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.692996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:25.693977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.711192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:25.721617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:25.728347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:25.729861 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.747630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:25.772814 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-543f5ad1-1472-4efb-8003-3a86a384101b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0000811 Aug 09 15:59:25.777293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48884) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:25.840727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=103ad625-5635-4f50-85ff-35398fecfcdf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:25.854122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c0e6b-56d2-4454-9ff1-885be6c7557f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:25.861157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c0e6b-56d2-4454-9ff1-885be6c7557f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:25.866653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ea2c0e6b-56d2-4454-9ff1-885be6c7557f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0876091 Aug 09 15:59:25.867379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48886) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:25.877685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.880594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.882082 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-80c2010d-afc6-4707-b0a6-b82e47516df9 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "DELETE /v2.0/floatingips/54ac19b0-02b7-4ae5-ad5c-54570e99872d HTTP/1.1" status: 204 len: 168 time: 1.4704471 Aug 09 15:59:25.885516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48888) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:26.076480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5c9d231-2bcb-45b4-911e-3c57c45ff173 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:26.161679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-91eb1f67-c05c-4488-a5c6-2389671e85f4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:26.162520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5441e874-99b7-493e-ba80-f81b35faec49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:26.162873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5441e874-99b7-493e-ba80-f81b35faec49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.163288 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91eb1f67-c05c-4488-a5c6-2389671e85f4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.196854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c5c9d231-2bcb-45b4-911e-3c57c45ff173 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:26.300806 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91eb1f67-c05c-4488-a5c6-2389671e85f4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.320716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-91eb1f67-c05c-4488-a5c6-2389671e85f4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for 9fe0ef63-6550-4fb9-98fa-e391bcb77c09 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:26.323005 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5441e874-99b7-493e-ba80-f81b35faec49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.347547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5441e874-99b7-493e-ba80-f81b35faec49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:26.521091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91eb1f67-c05c-4488-a5c6-2389671e85f4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.623759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb1f67-c05c-4488-a5c6-2389671e85f4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=9fe0ef63-6550-4fb9-98fa-e391bcb77c09,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:26.732951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5441e874-99b7-493e-ba80-f81b35faec49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.798058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441e874-99b7-493e-ba80-f81b35faec49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:26.877249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5441e874-99b7-493e-ba80-f81b35faec49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.881792 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5441e874-99b7-493e-ba80-f81b35faec49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d HTTP/1.1" status: 204 len: 168 time: 1.0103495 Aug 09 15:59:26.882164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48900) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:26.921400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91eb1f67-c05c-4488-a5c6-2389671e85f4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.929429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-91eb1f67-c05c-4488-a5c6-2389671e85f4 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "DELETE /v2.0/ports/9fe0ef63-6550-4fb9-98fa-e391bcb77c09 HTTP/1.1" status: 204 len: 168 time: 1.0420408 Aug 09 15:59:26.934674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48902) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:27.041188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decce12b-57eb-43d7-8ce7-df876292ffb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:27.050600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decce12b-57eb-43d7-8ce7-df876292ffb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:27.062252 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-decce12b-57eb-43d7-8ce7-df876292ffb4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1782176 Aug 09 15:59:27.068567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48906) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:27.266557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5a530-0744-4ebb-9b19-5bcfe8016e3d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port a82a03bb-00cf-401a-b9f3-9b690c30746d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:27.278452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a530-0744-4ebb-9b19-5bcfe8016e3d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.280771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e1b99e-e462-4e0d-9d7f-55b06dff3a8b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 7482a0f8-9b7b-4a99-a2ff-ac7ffe8f27ae {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:27.306378 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75e1b99e-e462-4e0d-9d7f-55b06dff3a8b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.310303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5d74d5e4-6b1b-4c5c-bfb8-1ae3faea988a None None] Provisioning for port c5c9d231-2bcb-45b4-911e-3c57c45ff173 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:27.314869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5d74d5e4-6b1b-4c5c-bfb8-1ae3faea988a None None] Provisioning complete for port c5c9d231-2bcb-45b4-911e-3c57c45ff173 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:27.315594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d74d5e4-6b1b-4c5c-bfb8-1ae3faea988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.443244 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75e1b99e-e462-4e0d-9d7f-55b06dff3a8b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.597200 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d74d5e4-6b1b-4c5c-bfb8-1ae3faea988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.645552 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a530-0744-4ebb-9b19-5bcfe8016e3d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.689757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5a530-0744-4ebb-9b19-5bcfe8016e3d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for a82a03bb-00cf-401a-b9f3-9b690c30746d owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:27.711306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5d74d5e4-6b1b-4c5c-bfb8-1ae3faea988a None None] For port c5c9d231-2bcb-45b4-911e-3c57c45ff173, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5c9d231-2bcb-45b4-911e-3c57c45ff173,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:27.718999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5d74d5e4-6b1b-4c5c-bfb8-1ae3faea988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.767792 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75e1b99e-e462-4e0d-9d7f-55b06dff3a8b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.845967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74d5e4-6b1b-4c5c-bfb8-1ae3faea988a None None] Pushing event updated for resources: {'Port': ['ID=c5c9d231-2bcb-45b4-911e-3c57c45ff173,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:27.861046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f0b4bc0-9b3f-40d7-8695-09ae8eb6f1ca None None] Could not find standard attr ID for object afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:59:27.973275 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75e1b99e-e462-4e0d-9d7f-55b06dff3a8b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.066314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1b99e-e462-4e0d-9d7f-55b06dff3a8b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=7482a0f8-9b7b-4a99-a2ff-ac7ffe8f27ae,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:28.075762 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75e1b99e-e462-4e0d-9d7f-55b06dff3a8b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.082833 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-75e1b99e-e462-4e0d-9d7f-55b06dff3a8b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/7482a0f8-9b7b-4a99-a2ff-ac7ffe8f27ae HTTP/1.1" status: 204 len: 168 time: 1.0103664 Aug 09 15:59:28.087087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48922) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:28.104269 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a530-0744-4ebb-9b19-5bcfe8016e3d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.109158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5c9d231-2bcb-45b4-911e-3c57c45ff173 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:28.234007 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5caa6597-9151-4b9e-9aa4-38cdfc2e5e13 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1418304 Aug 09 15:59:28.238534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48928) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:28.300156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5a530-0744-4ebb-9b19-5bcfe8016e3d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=a82a03bb-00cf-401a-b9f3-9b690c30746d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:28.318379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd001bd8-888a-4540-a1c4-a29ae317953d None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:28.324279 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.347431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd7089e-fef5-4f7d-bfa4-1bdae8b9a545 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:28.349668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-edd7089e-fef5-4f7d-bfa4-1bdae8b9a545 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1025667 Aug 09 15:59:28.352806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:28.385025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c5c9d231-2bcb-45b4-911e-3c57c45ff173 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:28.388858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.463023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a530-0744-4ebb-9b19-5bcfe8016e3d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.468540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4ca5a530-0744-4ebb-9b19-5bcfe8016e3d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "DELETE /v2.0/ports/a82a03bb-00cf-401a-b9f3-9b690c30746d HTTP/1.1" status: 204 len: 168 time: 1.5300853 Aug 09 15:59:28.468874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48942) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:28.497943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d2a025-8ed0-4fdf-b415-363c9d892da2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:28.505967 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24d2a025-8ed0-4fdf-b415-363c9d892da2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1515431 Aug 09 15:59:28.506670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48946) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:28.575410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f77e15-afa3-4a29-8546-18b6e2896827 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting subnet 4801500d-3375-4c6a-b979-053b56dcc8cb {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:28.581315 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96f77e15-afa3-4a29-8546-18b6e2896827 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.600613 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6fb9c96c-cc69-439f-aa96-efcb790c7954 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926256 Aug 09 15:59:28.601152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48948) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:28.608118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:28.615492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.744058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96f77e15-afa3-4a29-8546-18b6e2896827 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.824721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:28.952887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] Deleting port c5c9d231-2bcb-45b4-911e-3c57c45ff173 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:28.953531 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.983238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:28.991053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.024420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96f77e15-afa3-4a29-8546-18b6e2896827 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.068964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] For port c5c9d231-2bcb-45b4-911e-3c57c45ff173, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5c9d231-2bcb-45b4-911e-3c57c45ff173,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:29.069682 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.085496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] Calling delete_port for c5c9d231-2bcb-45b4-911e-3c57c45ff173 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:29.161769 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96f77e15-afa3-4a29-8546-18b6e2896827 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.177497 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.255000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f77e15-afa3-4a29-8546-18b6e2896827 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Subnet': ['ID=4801500d-3375-4c6a-b979-053b56dcc8cb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:29.257131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] Pushing event deleted for resources: {'Port': ['ID=c5c9d231-2bcb-45b4-911e-3c57c45ff173,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:29.268298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84ce36-57f6-456a-beac-7e74f421e571 None None] No DVR routers for this DVR port c5c9d231-2bcb-45b4-911e-3c57c45ff173 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:29.284055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96f77e15-afa3-4a29-8546-18b6e2896827 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.292323 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-96f77e15-afa3-4a29-8546-18b6e2896827 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "DELETE /v2.0/subnets/4801500d-3375-4c6a-b979-053b56dcc8cb HTTP/1.1" status: 204 len: 168 time: 0.8197837 Aug 09 15:59:29.292323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48962) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:29.313254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94876b-92a2-4539-a39b-7859c990314b None None] Network 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:29.467372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba11524-f3d5-424f-b7a7-14c9dcec05ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting subnet ffc13484-a130-4113-be05-9342b1629caa {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:29.479274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ba11524-f3d5-424f-b7a7-14c9dcec05ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.502094 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.556932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:29.561242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:29.567351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:29.568314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.579599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19e146-541a-4dd0-af7e-3d5a091495ab None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:29.597741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9919333 Aug 09 15:59:29.597975 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ba11524-f3d5-424f-b7a7-14c9dcec05ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.606500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 48970) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:29.622958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:ba:9e:92', 'name': 'tempest-NetworksTestDHCPv6-1756856557'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:29.625755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ead8d-7ee5-4096-b537-e5c296e38c78 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=8fd0d347-dea3-4e8e-bc63-481907426b0c,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:29.686276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] DHCP port deletion for 045b0957-f43a-4d8c-bbcf-8efd3b8a3721 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:29.819190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Deleting port e0539236-d454-4ab9-9ad6-63e042d8ff09 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:29.819531 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.820909 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:59:29.951593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:29.993436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] For port e0539236-d454-4ab9-9ad6-63e042d8ff09, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e0539236-d454-4ab9-9ad6-63e042d8ff09,segment=NetworkSegment(15a9d36c-e4d5-4412-9fd8-f91f5339b59f),segment_id=15a9d36c-e4d5-4412-9fd8-f91f5339b59f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:29.994994 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.032362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Calling delete_port for e0539236-d454-4ab9-9ad6-63e042d8ff09 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:30.179433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e0539236-d454-4ab9-9ad6-63e042d8ff09 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:30.263322 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.278570 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ba11524-f3d5-424f-b7a7-14c9dcec05ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.341821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 5ca282e4-97d0-42f9-87a8-39d4554a8346 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:30.405398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.452457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] No DVR routers for this DVR port e0539236-d454-4ab9-9ad6-63e042d8ff09 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:30.492733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No active binding found for port e0539236-d454-4ab9-9ad6-63e042d8ff09 {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:59:30.493387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e0539236-d454-4ab9-9ad6-63e042d8ff09 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:30.493810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5c9d231-2bcb-45b4-911e-3c57c45ff173 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:30.564357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::203 (9c4dd093-daa5-448b-9662-105622e20b54/8fd0d347-dea3-4e8e-bc63-481907426b0c/5ca282e4-97d0-42f9-87a8-39d4554a8346) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:30.565351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c5c9d231-2bcb-45b4-911e-3c57c45ff173 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:30.565695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5c9d231-2bcb-45b4-911e-3c57c45ff173 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:30.570799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Pushing event deleted for resources: {'Port': ['ID=e0539236-d454-4ab9-9ad6-63e042d8ff09,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:30.585985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.586597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.586705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.586970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.587318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.588268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.588612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.588935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.589424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.589785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.590108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.590538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f6a1a-5f66-4db6-913c-3ee7ded03acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:30.623162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '8fd0d347-dea3-4e8e-bc63-481907426b0c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:59:30.624360 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.795222 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ba11524-f3d5-424f-b7a7-14c9dcec05ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.854216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba11524-f3d5-424f-b7a7-14c9dcec05ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc13484-a130-4113-be05-9342b1629caa,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:30.887405 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ba11524-f3d5-424f-b7a7-14c9dcec05ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.891679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8ba11524-f3d5-424f-b7a7-14c9dcec05ed tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "DELETE /v2.0/subnets/ffc13484-a130-4113-be05-9342b1629caa HTTP/1.1" status: 204 len: 168 time: 1.5976248 Aug 09 15:59:30.894224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2a76f-e726-42f4-ace0-e450eeaa2fca None None] Network fcba54b1-62b4-4841-889a-0dc1f5a20673 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:30.894551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 48996) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:30.942400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.966053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 5ca282e4-97d0-42f9-87a8-39d4554a8346 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:31.016332 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.104370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=5ca282e4-97d0-42f9-87a8-39d4554a8346,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:31.118202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:31.124277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:31.132715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:31.151558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.155139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.169385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.194961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b2c3359f-fc34-44db-9eaa-bc7c2d38f78e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5871904 Aug 09 15:59:31.197951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49004) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:31.364202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a2ce2-ea8c-496a-b867-886e153c6779 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.375070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f44a2ce2-ea8c-496a-b867-886e153c6779 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1743135 Aug 09 15:59:31.377664 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49012) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:31.447873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.475970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045b0957-f43a-4d8c-bbcf-8efd3b8a3721']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:31.482574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Allocated IP 2001:db8::2 (9c4dd093-daa5-448b-9662-105622e20b54/8fd0d347-dea3-4e8e-bc63-481907426b0c/d1c0009f-2606-4d99-9a36-f2014211c9be) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:31.502161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a9d36c-e4d5-4412-9fd8-f91f5339b59f') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:31.510922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a9d36c-e4d5-4412-9fd8-f91f5339b59f') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:31.533812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.572714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.580240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:31.588227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.658477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.669435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Transition to ACTIVE for port object d1c0009f-2606-4d99-9a36-f2014211c9be will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:31.690272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-051b9382-ecdb-45cc-9585-414a065b0a98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 5ca282e4-97d0-42f9-87a8-39d4554a8346 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:31.690616 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-051b9382-ecdb-45cc-9585-414a065b0a98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.702945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Transition to ACTIVE for port object d1c0009f-2606-4d99-9a36-f2014211c9be will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:31.721300 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:31.726418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.738555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.762119 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "DELETE /v2.0/networks/045b0957-f43a-4d8c-bbcf-8efd3b8a3721 HTTP/1.1" status: 204 len: 168 time: 0.8655944 Aug 09 15:59:31.763091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49018) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:31.792687 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.816740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Network': ['ID=045b0957-f43a-4d8c-bbcf-8efd3b8a3721,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:31.889877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-051b9382-ecdb-45cc-9585-414a065b0a98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.933029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.934872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-051b9382-ecdb-45cc-9585-414a065b0a98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 5ca282e4-97d0-42f9-87a8-39d4554a8346 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:31.936926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.937682 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.940493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.941089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.941628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.943356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.943895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.944383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.946511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.947506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:31.948032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f14dd5-e6b1-4baf-b8cd-b7c68fa3707d tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:32.024769 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.118587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:32.132026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:32.166154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:32.178085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Deleting port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:32.178419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.258020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Pushing event updated for resources: {'Port': ['ID=d1c0009f-2606-4d99-9a36-f2014211c9be,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:32.296151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-051b9382-ecdb-45cc-9585-414a065b0a98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.337398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] DHCP port deletion for fcba54b1-62b4-4841-889a-0dc1f5a20673 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:32.386769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b9382-ecdb-45cc-9585-414a065b0a98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=5ca282e4-97d0-42f9-87a8-39d4554a8346,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:32.409757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] For port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4121cf7b-11b2-4bdd-bc13-3796b414f0f8,segment=NetworkSegment(a0af2632-960c-4fe4-9c66-d4108124545a),segment_id=a0af2632-960c-4fe4-9c66-d4108124545a)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:32.410137 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.415874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Attempting to bind port d1c0009f-2606-4d99-9a36-f2014211c9be on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:32.417494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Attempting to bind port d1c0009f-2606-4d99-9a36-f2014211c9be by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:32.417865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Attempting to bind port d1c0009f-2606-4d99-9a36-f2014211c9be on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:32.471792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-051b9382-ecdb-45cc-9585-414a065b0a98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.473398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Calling delete_port for 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:32.477381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-051b9382-ecdb-45cc-9585-414a065b0a98 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/5ca282e4-97d0-42f9-87a8-39d4554a8346 HTTP/1.1" status: 204 len: 168 time: 1.0950305 Aug 09 15:59:32.478136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49046) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:32.557505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e327047-6748-4e03-9db4-55aa3842e189 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:32.559614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e327047-6748-4e03-9db4-55aa3842e189 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:32.561823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:32.562725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:32.562725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.563104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:32.563603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Bound port: d1c0009f-2606-4d99-9a36-f2014211c9be, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:32.564026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.565440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e327047-6748-4e03-9db4-55aa3842e189 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0861630 Aug 09 15:59:32.566093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49048) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:32.694699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fda75d7-f907-4ec2-957c-f7a1a7967428 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 8fd0d347-dea3-4e8e-bc63-481907426b0c {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:32.700737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fda75d7-f907-4ec2-957c-f7a1a7967428 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.714795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] For port d1c0009f-2606-4d99-9a36-f2014211c9be, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:32.719476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] For port d1c0009f-2606-4d99-9a36-f2014211c9be, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d1c0009f-2606-4d99-9a36-f2014211c9be,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:32.722501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.730714 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.830693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Port': ['ID=4121cf7b-11b2-4bdd-bc13-3796b414f0f8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:32.838815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] No DVR routers for this DVR port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:32.857069 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fda75d7-f907-4ec2-957c-f7a1a7967428 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.936234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] Deleting port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:32.936712 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.106116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47432b-2471-4fb0-85a8-1bf965e612e0 None None] Pushing event updated for resources: {'Port': ['ID=d1c0009f-2606-4d99-9a36-f2014211c9be,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:33.111480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.130229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcba54b1-62b4-4841-889a-0dc1f5a20673']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:33.168426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0af2632-960c-4fe4-9c66-d4108124545a') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:33.168718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0af2632-960c-4fe4-9c66-d4108124545a') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:33.185335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] For port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8, host n-d-799523-2, got binding levels [] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:33.185737 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.203122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.234518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] Calling delete_port for 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:33.242978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.ipam_backend_mixin [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] Port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 was not found and therefore no delete operation was performed {{(pid=94179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:59:33.245191 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.252524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.275467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:33.293737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: timer() Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:33.300695 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:33.344051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fda75d7-f907-4ec2-957c-f7a1a7967428 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.356467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] Pushing event deleted for resources: {'Port': ['ID=4121cf7b-11b2-4bdd-bc13-3796b414f0f8,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:33.373453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4253a-bbc0-48e9-8aa2-93023ecc81b8 None None] No DVR routers for this DVR port 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:33.435040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.474384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.491860 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] 10.222.0.64 "DELETE /v2.0/networks/fcba54b1-62b4-4841-889a-0dc1f5a20673 HTTP/1.1" status: 204 len: 168 time: 1.6744421 Aug 09 15:59:33.491860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4a98e-8cc9-4308-8563-4557120486e6 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] Pushing event deleted for resources: {'Network': ['ID=fcba54b1-62b4-4841-889a-0dc1f5a20673,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:33.614662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fda75d7-f907-4ec2-957c-f7a1a7967428 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.714659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3fda75d7-f907-4ec2-957c-f7a1a7967428 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.729932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49070) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:33.733802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3fda75d7-f907-4ec2-957c-f7a1a7967428 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/8fd0d347-dea3-4e8e-bc63-481907426b0c HTTP/1.1" status: 204 len: 168 time: 1.1665199 Aug 09 15:59:33.774023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda75d7-f907-4ec2-957c-f7a1a7967428 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd0d347-dea3-4e8e-bc63-481907426b0c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:33.852094 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a77687fe-8fdf-40c1-807d-a21cb89660a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204705 Aug 09 15:59:33.854864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49074) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:34.067127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a2c95-ec22-4b30-8acd-5ea0e341cba1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.071624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49082) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:34.072388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ce0a2c95-ec22-4b30-8acd-5ea0e341cba1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2164395 Aug 09 15:59:34.166236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d1c0009f-2606-4d99-9a36-f2014211c9be up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:34.243117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a237e-abdf-4b79-9918-33120adf0451 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.247838 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a05a237e-abdf-4b79-9918-33120adf0451 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1744459 Aug 09 15:59:34.250940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49086) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:34.310396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d1c0009f-2606-4d99-9a36-f2014211c9be completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:34.372477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49088) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:34.372682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-de68d4e0-bd59-4c2b-b50a-1d982a309d6d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203084 Aug 09 15:59:34.400348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:34.467566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:34.510910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:34.511244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4121cf7b-11b2-4bdd-bc13-3796b414f0f8 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:34.645042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:34.665532 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.683692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49106) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:34.923258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398416a-743a-42db-b4b0-34d56b0ecaa3 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:35.290391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3566c852-4906-421e-96cd-9532718133da None None] Provisioning for port d1c0009f-2606-4d99-9a36-f2014211c9be completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:35.310457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3566c852-4906-421e-96cd-9532718133da None None] Provisioning complete for port d1c0009f-2606-4d99-9a36-f2014211c9be triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:35.310834 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3566c852-4906-421e-96cd-9532718133da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.341110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:59:35.545917 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3566c852-4906-421e-96cd-9532718133da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.606847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3566c852-4906-421e-96cd-9532718133da None None] For port d1c0009f-2606-4d99-9a36-f2014211c9be, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d1c0009f-2606-4d99-9a36-f2014211c9be,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:35.615212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3566c852-4906-421e-96cd-9532718133da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.693544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566c852-4906-421e-96cd-9532718133da None None] Pushing event updated for resources: {'Port': ['ID=d1c0009f-2606-4d99-9a36-f2014211c9be,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:35.745140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.069475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d1c0009f-2606-4d99-9a36-f2014211c9be up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:36.188599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] For port d1c0009f-2606-4d99-9a36-f2014211c9be, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d1c0009f-2606-4d99-9a36-f2014211c9be,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:36.195319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-42a70a74-2ee8-4d3f-932f-945a5d65c4ad None None] Provisioning complete for port d1c0009f-2606-4d99-9a36-f2014211c9be triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:36.197788 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-42a70a74-2ee8-4d3f-932f-945a5d65c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.280782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.291732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.292599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.343964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d1c0009f-2606-4d99-9a36-f2014211c9be triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:36.344514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.428078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.436490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=d1c0009f-2606-4d99-9a36-f2014211c9be,revision_number=6']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:36.600479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:36.606316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:36.638200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:36.639040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.776966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=c5137306-b80d-425d-a7ac-bcb9c9aeda05,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:36.792052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c0aa681e-b550-4e7a-bdfd-f844e282bd06 None None] Could not find standard attr ID for object 5ca282e4-97d0-42f9-87a8-39d4554a8346. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:59:36.840071 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1d26b0df-4866-435a-859a-f5dc538da899 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4533811 Aug 09 15:59:36.841655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49218) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:36.855689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5324313d-70c4-4168-aa6f-23b674e43e59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:37.119674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Deleting port 9e61387c-ccfd-445b-a0a1-080982eb399a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:37.120960 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.152798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61649e7e-e49c-4588-b704-b369cc053c33 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:37.440293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] For port 9e61387c-ccfd-445b-a0a1-080982eb399a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9e61387c-ccfd-445b-a0a1-080982eb399a,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:37.443016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.470665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Calling delete_port for 9e61387c-ccfd-445b-a0a1-080982eb399a owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:38.084665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.085898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d1c0009f-2606-4d99-9a36-f2014211c9be up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:38.117210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e61387c-ccfd-445b-a0a1-080982eb399a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:38.285873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-986581cd-bcc7-471b-beb8-51fb8e463c8f None None] Provisioning complete for port d1c0009f-2606-4d99-9a36-f2014211c9be triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:38.291143 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-986581cd-bcc7-471b-beb8-51fb8e463c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.392890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d1c0009f-2606-4d99-9a36-f2014211c9be triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:38.394984 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.586776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.692293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5324313d-70c4-4168-aa6f-23b674e43e59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:38.702508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5324313d-70c4-4168-aa6f-23b674e43e59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.092318 n-d-799523-2 neutron-server[94178]: INFO neutron.db.ipam_backend_mixin [None req-5324313d-70c4-4168-aa6f-23b674e43e59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5137306-b80d-425d-a7ac-bcb9c9aeda05 (CIDR: 2001:db8::/64) Aug 09 15:59:39.099177 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5324313d-70c4-4168-aa6f-23b674e43e59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:59:39.100005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5324313d-70c4-4168-aa6f-23b674e43e59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:39.134997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5324313d-70c4-4168-aa6f-23b674e43e59 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2895076 Aug 09 15:59:39.135435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49416) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:39.153928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:39.182895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Router c91a67d5-7f44-4955-910b-e30050ceec3a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:39.416970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:39.430232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-90d79fa2-e938-4762-afc0-0aada478e437 admin admin] 10.222.0.64 "PUT /v2.0/routers/c91a67d5-7f44-4955-910b-e30050ceec3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7449231 Aug 09 15:59:39.433478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49438) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:39.438876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] Sync routers for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:39.459383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:39.460731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:59:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:39.598859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:39.602591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.730915 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.914520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:40.211079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.275580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.342947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Deleting port cafca223-3dd2-4f7f-b89e-7535bc963819 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:40.344526 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.422855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=e6486203-10f8-4679-8605-a9e4e8eceac0,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:40.468600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:40.476502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:40.482900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:40.483638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.538968 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-936f55f4-c1c8-4918-a568-4c1fd2b81268 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3970077 Aug 09 15:59:40.540836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49528) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:40.558115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e39324-8857-480f-afef-6db19e33890f None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:40.574524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:6b:f8:09', 'name': 'tempest-NetworksTestDHCPv6-1117751895'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:40.786298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] For port cafca223-3dd2-4f7f-b89e-7535bc963819, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=cafca223-3dd2-4f7f-b89e-7535bc963819,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:40.787346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.843728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Calling delete_port for cafca223-3dd2-4f7f-b89e-7535bc963819 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:41.021349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:59:37Z', 'revision_number': 5, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port': {'id': 'cafca223-3dd2-4f7f-b89e-7535bc963819', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:00Z', 'updated_at': '2021-08-09T15:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:41.024931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:41.147910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] Checking router: c91a67d5-7f44-4955-910b-e30050ceec3a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:41.262305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] Routers {'c91a67d5-7f44-4955-910b-e30050ceec3a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:41.264995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:59:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['c91a67d5-7f44-4955-910b-e30050ceec3a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:41.324537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.373601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 020036be-cc15-4e2d-a781-a08653ee2212 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:41.558778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] Set router c91a67d5-7f44-4955-910b-e30050ceec3a gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:41.631944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.769928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Pushing event deleted for resources: {'Port': ['ID=cafca223-3dd2-4f7f-b89e-7535bc963819,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:41.842126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.845909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.847316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.848948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.850291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.851099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.852351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.852969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.856447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.856986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.857884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:41.858418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:42.011047 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.145168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8:0:1::1ee (9c4dd093-daa5-448b-9662-105622e20b54/e6486203-10f8-4679-8605-a9e4e8eceac0/020036be-cc15-4e2d-a781-a08653ee2212) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:42.189024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fe6b:f809 (9c4dd093-daa5-448b-9662-105622e20b54/c5137306-b80d-425d-a7ac-bcb9c9aeda05/020036be-cc15-4e2d-a781-a08653ee2212) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:42.221043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:59:40Z', 'revision_number': 6, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:42.271706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962bd2c-4782-4886-8abb-bf7b24a043b4 None None] The sync data for ids ['c91a67d5-7f44-4955-910b-e30050ceec3a'] in n-d-799523-2 is: [{'id': 'c91a67d5-7f44-4955-910b-e30050ceec3a', 'name': 'tempest-AttachVolumeTestJSON-1618997463-router', 'tenant_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:56Z', 'updated_at': '2021-08-09T15:59:40Z', 'revision_number': 6, 'project_id': '7e8bb5fb9d7e482bad0e4154e482646f', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:42.317364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.338983 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.533305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c5fd9b-9a76-46b1-ad16-a7ae19eaca4d None None] Update dhcp port {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': 'c5137306-b80d-425d-a7ac-bcb9c9aeda05', 'ip_address': '2001:db8::f816:3eff:fea8:b14d'}, {'subnet_id': 'e6486203-10f8-4679-8605-a9e4e8eceac0'}], 'binding:host_id': 'n-d-799523-2'}, 'id': 'd1c0009f-2606-4d99-9a36-f2014211c9be'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:59:42.601061 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fd9b-9a76-46b1-ad16-a7ae19eaca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.973942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.045301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 020036be-cc15-4e2d-a781-a08653ee2212 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:43.253108 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.315210 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.316598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Fanout notify agent at l3_agent the message router_deleted on router c91a67d5-7f44-4955-910b-e30050ceec3a {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:59:43.324439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.326643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ebecfd21-092b-410c-bdf7-b919d55c90af admin admin] 10.222.0.64 "DELETE /v2.0/routers/c91a67d5-7f44-4955-910b-e30050ceec3a HTTP/1.1" status: 204 len: 168 time: 3.8919108 Aug 09 15:59:43.333164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49742) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.351360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=020036be-cc15-4e2d-a781-a08653ee2212,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:43.387388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:43.395114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:43.407884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:43.420339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:43.421352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.430638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-c1c5fd9b-9a76-46b1-ad16-a7ae19eaca4d None None] Allocated IP 2001:db8:0:1::2 (9c4dd093-daa5-448b-9662-105622e20b54/e6486203-10f8-4679-8605-a9e4e8eceac0/d1c0009f-2606-4d99-9a36-f2014211c9be) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:43.444616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c61b0e7-2344-4165-bb02-09f58800741f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9015787 Aug 09 15:59:43.445327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49746) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.458753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1ed9f4-f42d-40c1-bb31-5800f21e5524 admin admin] Deleting subnet ce227a8c-f544-4bbb-b9b4-878d9862a86a {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:43.473980 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed9f4-f42d-40c1-bb31-5800f21e5524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.551480 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed9f4-f42d-40c1-bb31-5800f21e5524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.718768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed9f4-f42d-40c1-bb31-5800f21e5524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.830347 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed9f4-f42d-40c1-bb31-5800f21e5524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.869846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5d38b2bf-d9f3-457c-8d30-43af3ceb9054 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 020036be-cc15-4e2d-a781-a08653ee2212 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:43.871813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d38b2bf-d9f3-457c-8d30-43af3ceb9054 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.896700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed9f4-f42d-40c1-bb31-5800f21e5524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.898547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1c1ed9f4-f42d-40c1-bb31-5800f21e5524 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ce227a8c-f544-4bbb-b9b4-878d9862a86a HTTP/1.1" status: 204 len: 168 time: 0.5640209 Aug 09 15:59:44.004390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49758) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.026507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c1c5fd9b-9a76-46b1-ad16-a7ae19eaca4d None None] For port d1c0009f-2606-4d99-9a36-f2014211c9be, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d1c0009f-2606-4d99-9a36-f2014211c9be,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:44.038010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ed9f4-f42d-40c1-bb31-5800f21e5524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce227a8c-f544-4bbb-b9b4-878d9862a86a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:44.165529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-e164d20d-7fe9-4768-bf15-d6875036b3f1 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:44.167191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-e164d20d-7fe9-4768-bf15-d6875036b3f1 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/networks?id=93b96118-c754-4f84-8cea-5eb766e48879 HTTP/1.1" status: 200 len: 814 time: 0.9325175 Aug 09 15:59:44.216059 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fd9b-9a76-46b1-ad16-a7ae19eaca4d None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:44.266246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d38b2bf-d9f3-457c-8d30-43af3ceb9054 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:44.289634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-a873ab75-14d8-4577-9970-9d80ef8015b2 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/quotas/dba5541082514bf6b874aa38d887c699 HTTP/1.1" status: 200 len: 375 time: 0.1096721 Aug 09 15:59:44.294944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5d38b2bf-d9f3-457c-8d30-43af3ceb9054 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 020036be-cc15-4e2d-a781-a08653ee2212 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:44.297205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c1c5fd9b-9a76-46b1-ad16-a7ae19eaca4d None None] Transition to ACTIVE for port object d1c0009f-2606-4d99-9a36-f2014211c9be will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:44.336447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5b283-4fff-4bbc-b917-e2d6eec04f7e None None] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:44.342305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9e61387c-ccfd-445b-a0a1-080982eb399a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:44.416638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:44.472689 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-95e26d64-85b7-4b78-aa2f-16c90b349ecc tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dba5541082514bf6b874aa38d887c699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1770489 Aug 09 15:59:44.727149 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fd9b-9a76-46b1-ad16-a7ae19eaca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:44.809029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d38b2bf-d9f3-457c-8d30-43af3ceb9054 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:44.872437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38b2bf-d9f3-457c-8d30-43af3ceb9054 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=020036be-cc15-4e2d-a781-a08653ee2212,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:44.920454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Deleting port e6f645ca-c870-4d09-924f-ff745e4811c8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:44.923468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:44.961466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5fd9b-9a76-46b1-ad16-a7ae19eaca4d None None] Pushing event updated for resources: {'Port': ['ID=d1c0009f-2606-4d99-9a36-f2014211c9be,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:44.965764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d38b2bf-d9f3-457c-8d30-43af3ceb9054 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:44.968999 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5d38b2bf-d9f3-457c-8d30-43af3ceb9054 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/020036be-cc15-4e2d-a781-a08653ee2212 HTTP/1.1" status: 204 len: 168 time: 1.5224137 Aug 09 15:59:44.970496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 9e61387c-ccfd-445b-a0a1-080982eb399a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:44.976432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9e61387c-ccfd-445b-a0a1-080982eb399a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:44.977492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cafca223-3dd2-4f7f-b89e-7535bc963819 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:44.985315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49766) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:45.080196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: cafca223-3dd2-4f7f-b89e-7535bc963819 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:45.080785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device cafca223-3dd2-4f7f-b89e-7535bc963819 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:45.151386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b678b8-2b75-4132-be04-f76253b8622b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:45.156846 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-59b678b8-2b75-4132-be04-f76253b8622b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1702240 Aug 09 15:59:45.160823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49778) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:45.207049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-1d9e336a-fc14-4c1f-8e89-6fb6f7d7816b service neutron] 10.222.0.64 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197936 Aug 09 15:59:45.221587 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-432746aa-c2a4-46d4-86af-1d1fff9911a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.348908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc7e61-1498-4142-a84f-41dad05a6806 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:45.371696 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-61fc7e61-1498-4142-a84f-41dad05a6806 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2053976 Aug 09 15:59:45.373050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49780) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:45.441905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] For port e6f645ca-c870-4d09-924f-ff745e4811c8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6f645ca-c870-4d09-924f-ff745e4811c8,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:45.443369 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.468056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] DHCP port deletion for d279b979-6cb8-4495-bbde-3bd14dcd4e3a request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:45.486539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Calling delete_port for e6f645ca-c870-4d09-924f-ff745e4811c8 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:45.518443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c0bf1-1c56-4a63-825e-233db6db11c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:45.520504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c0bf1-1c56-4a63-825e-233db6db11c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:45.522510 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c0bf1-1c56-4a63-825e-233db6db11c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:45.528478 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1e4c0bf1-1c56-4a63-825e-233db6db11c8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1486683 Aug 09 15:59:45.529849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49782) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:45.640970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-9d9368e4-b67b-458b-a917-f4005f46b757 service neutron] 10.222.0.64 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868012 Aug 09 15:59:45.670511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] Deleting port e6f645ca-c870-4d09-924f-ff745e4811c8 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:45.671009 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.693525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd2b400-0e88-4286-84c1-b74dfa2782e2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet c5137306-b80d-425d-a7ac-bcb9c9aeda05 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:45.704939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b400-0e88-4286-84c1-b74dfa2782e2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.789487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.847180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] No DVR routers for this DVR port e6f645ca-c870-4d09-924f-ff745e4811c8 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:45.885871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] For port e6f645ca-c870-4d09-924f-ff745e4811c8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e6f645ca-c870-4d09-924f-ff745e4811c8,segment=NetworkSegment(a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5),segment_id=a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:45.888462 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.909439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b400-0e88-4286-84c1-b74dfa2782e2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.927394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] Calling delete_port for e6f645ca-c870-4d09-924f-ff745e4811c8 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:46.074491 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.111860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d279b979-6cb8-4495-bbde-3bd14dcd4e3a']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:46.138822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:46.139178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f89c4e-5b2e-4194-acf4-f8e386ed5ed5') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:46.141774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d1c0009f-2606-4d99-9a36-f2014211c9be up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:46.165565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.170150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b400-0e88-4286-84c1-b74dfa2782e2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.201042 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.208630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:46.209175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.268330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b400-0e88-4286-84c1-b74dfa2782e2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.360236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b400-0e88-4286-84c1-b74dfa2782e2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.366714 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8dd2b400-0e88-4286-84c1-b74dfa2782e2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/c5137306-b80d-425d-a7ac-bcb9c9aeda05 HTTP/1.1" status: 204 len: 168 time: 0.8340614 Aug 09 15:59:46.378625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2b400-0e88-4286-84c1-b74dfa2782e2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=c5137306-b80d-425d-a7ac-bcb9c9aeda05,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: timer() Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:46.391405 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:46.394227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49806) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:46.402810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.417691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f645ca-c870-4d09-924f-ff745e4811c8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:46.433666 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.448936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] Network d279b979-6cb8-4495-bbde-3bd14dcd4e3a is not hosted by any dhcp agent {{(pid=94179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:59:46.456396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] No DVR routers for this DVR port e6f645ca-c870-4d09-924f-ff745e4811c8 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:46.486088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.488089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d279b979-6cb8-4495-bbde-3bd14dcd4e3a HTTP/1.1" status: 204 len: 168 time: 2.4727070 Aug 09 15:59:46.522198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2959536-de2e-4cb0-9a94-05271773f411 None None] Pushing event deleted for resources: {'Port': ['ID=e6f645ca-c870-4d09-924f-ff745e4811c8,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:46.559393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6f645ca-c870-4d09-924f-ff745e4811c8 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:46.591038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab686fc0-1086-4128-919e-13aa5ba1af8f req-c6134a55-219d-4534-9001-e2390bbecbed tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 210 time: 0.2515686 Aug 09 15:59:46.606958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e6f645ca-c870-4d09-924f-ff745e4811c8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:46.607297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e6f645ca-c870-4d09-924f-ff745e4811c8 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:46.639984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b2de0-86a3-4407-a1cf-a80fc95da282 admin admin] Pushing event deleted for resources: {'Network': ['ID=d279b979-6cb8-4495-bbde-3bd14dcd4e3a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:46.707603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba6265c-0c4d-46de-8c23-8ad1e410a95c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet e6486203-10f8-4679-8605-a9e4e8eceac0 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:46.711544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ba6265c-0c4d-46de-8c23-8ad1e410a95c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.800434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49818) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:46.813982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ba6265c-0c4d-46de-8c23-8ad1e410a95c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.838949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b183a8b-e08e-499d-ad83-0b8155ebec57 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:46.944189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c36dd88-b973-4da8-ae57-3d056b044d92 None None] Provisioning for port d1c0009f-2606-4d99-9a36-f2014211c9be completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:46.969417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c36dd88-b973-4da8-ae57-3d056b044d92 None None] Provisioning complete for port d1c0009f-2606-4d99-9a36-f2014211c9be triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:46.970224 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c36dd88-b973-4da8-ae57-3d056b044d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.197690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ba6265c-0c4d-46de-8c23-8ad1e410a95c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.277259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49826) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:47.288255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1da301c8-a6da-4161-9868-ab56b0df43d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e8bb5fb9d7e482bad0e4154e482646f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864945 Aug 09 15:59:47.396391 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ba6265c-0c4d-46de-8c23-8ad1e410a95c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.443466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05339872-9b87-4761-a6b8-f35b4e36dc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.472390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6265c-0c4d-46de-8c23-8ad1e410a95c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=e6486203-10f8-4679-8605-a9e4e8eceac0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:47.498846 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ba6265c-0c4d-46de-8c23-8ad1e410a95c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.502114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3ba6265c-0c4d-46de-8c23-8ad1e410a95c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/e6486203-10f8-4679-8605-a9e4e8eceac0 HTTP/1.1" status: 204 len: 168 time: 1.1069639 Aug 09 15:59:47.505010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49836) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:47.532148 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-be99e5ec-6e46-4516-ac33-70b373d7f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.550564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05339872-9b87-4761-a6b8-f35b4e36dc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.640492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05339872-9b87-4761-a6b8-f35b4e36dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.643242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-05339872-9b87-4761-a6b8-f35b4e36dc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.650943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9c90e5f6-8cf8-4235-9697-db95f48dc5b7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1386337 Aug 09 15:59:47.653450 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-05339872-9b87-4761-a6b8-f35b4e36dc50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3533535-9c96-4d73-b460-2d52f24b0224 HTTP/1.1" status: 204 len: 168 time: 0.3746648 Aug 09 15:59:47.653591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 49842) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:47.664631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:47.686203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05339872-9b87-4761-a6b8-f35b4e36dc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3533535-9c96-4d73-b460-2d52f24b0224,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:47.821181 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.900877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac45a5f3-0957-4e1f-b317-4c809c748e0d req-76e4c432-42c3-4499-b7e0-df05355a652b tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 210 time: 0.0649440 Aug 09 15:59:48.007378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:48.012606 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:48.785804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-abdec504-db78-433b-8259-1579e7133534 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:48.787311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-abdec504-db78-433b-8259-1579e7133534 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.35 "GET /v2.0/networks?id=93b96118-c754-4f84-8cea-5eb766e48879 HTTP/1.1" status: 200 len: 814 time: 0.5918601 Aug 09 15:59:48.813198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Request body: {'port': {'device_id': '42d3a0cb-d4b7-43eb-95b6-22844384b157', 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879', 'admin_state_up': True, 'tenant_id': 'dba5541082514bf6b874aa38d887c699'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:48.874100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de83c52-9053-4a54-838c-d5b4ffa4ddca None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:49.136569 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.137687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-421021a4-fa51-42e8-a927-80cf7cc0e5be None None] Provisioning complete for port d1c0009f-2606-4d99-9a36-f2014211c9be triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:49.138201 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-421021a4-fa51-42e8-a927-80cf7cc0e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.170911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75b09c20-6a21-4b08-a95e-5091ed024c02 req-c440c08d-410d-4738-8724-fb5c13d666b5 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 210 time: 0.0905535 Aug 09 15:59:49.594771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:49.748819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:59:49.792649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Made reservation on behalf of dba5541082514bf6b874aa38d887c699 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:49.796528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.891921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] Deleting port d1c0009f-2606-4d99-9a36-f2014211c9be {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:49.893706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.206650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] For port d1c0009f-2606-4d99-9a36-f2014211c9be, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d1c0009f-2606-4d99-9a36-f2014211c9be,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:50.209860 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.291316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] Calling delete_port for d1c0009f-2606-4d99-9a36-f2014211c9be owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:50.355019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d1c0009f-2606-4d99-9a36-f2014211c9be no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:50.427482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Allocated IP 172.20.0.5 (93b96118-c754-4f84-8cea-5eb766e48879/ddb20a98-87e8-4da8-bedf-e27d61583a41/97f78a12-7a46-42bb-83a8-68274d5ef0e6) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:50.631803 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.747503 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.760131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Port d1c0009f-2606-4d99-9a36-f2014211c9be concurrently deleted while adding address for new subnet {'id': '21c60976-e330-4f02-b39a-9feae673d438', 'name': '', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2930, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-09T15:59:48Z', 'updated_at': '2021-08-09T15:59:48Z', 'revision_number': 0, 'segment_id': None, 'project_id': '876a3281d99f416a862af54080abf9df'}. {{(pid=94177) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 09 15:59:50.760859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.878338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No active binding found for port d1c0009f-2606-4d99-9a36-f2014211c9be {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:59:50.879166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d1c0009f-2606-4d99-9a36-f2014211c9be not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:50.886159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] Pushing event deleted for resources: {'Port': ['ID=d1c0009f-2606-4d99-9a36-f2014211c9be,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:50.889751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da7f2f-3ca1-4bd4-b896-2b81ac7cac39 None None] No DVR routers for this DVR port d1c0009f-2606-4d99-9a36-f2014211c9be on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:50.893210 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.943089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:50.958997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15b5625b-cc57-46df-8650-fd34b4f881fc req-2d0e9d34-6b64-40fc-a84f-74aed8119caf tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 210 time: 0.2000389 Aug 09 15:59:50.966215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:50.979628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:50.979971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130aaa9-ceb4-435e-9e05-33851da5f3ad None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:50.980423 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.996612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=21c60976-e330-4f02-b39a-9feae673d438,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:51.113172 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.177446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b0206f5f-399e-49fe-85ff-076c2f7dcd7d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5217326 Aug 09 15:59:51.180552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49942) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:51.186986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8714020a-5ff7-4e3a-9b25-2589f20f5c32 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:51.192858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.405743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Network 93b96118-c754-4f84-8cea-5eb766e48879 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:51.411401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:51.424745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '21c60976-e330-4f02-b39a-9feae673d438'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:59:51.425725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.428372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:51.633544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8714020a-5ff7-4e3a-9b25-2589f20f5c32 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:51.638258 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8714020a-5ff7-4e3a-9b25-2589f20f5c32 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.657319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Pushing event updated for resources: {'Port': ['ID=97f78a12-7a46-42bb-83a8-68274d5ef0e6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:51.724668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:51.725377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.768028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-0e3efea1-77b4-42b1-9059-dad46162dc6d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9685330 Aug 09 15:59:51.782753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Request body: {'port': {'device_id': '42d3a0cb-d4b7-43eb-95b6-22844384b157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:51.829737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Allocated IP 2001:db8::f816:3eff:fe9f:27f0 (9c4dd093-daa5-448b-9662-105622e20b54/21c60976-e330-4f02-b39a-9feae673d438/917fb14b-bb53-4cc1-a4cc-be434d4b4618) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:51.981936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.079501 n-d-799523-2 neutron-server[94178]: INFO neutron.db.ipam_backend_mixin [None req-8714020a-5ff7-4e3a-9b25-2589f20f5c32 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21c60976-e330-4f02-b39a-9feae673d438 (CIDR: 2001:db8::/64) Aug 09 15:59:52.089710 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8714020a-5ff7-4e3a-9b25-2589f20f5c32 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:59:52.091277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8714020a-5ff7-4e3a-9b25-2589f20f5c32 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:52.162603 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8714020a-5ff7-4e3a-9b25-2589f20f5c32 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9765790 Aug 09 15:59:52.163255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:52.186392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:52.433531 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.479808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Transition to ACTIVE for port object 917fb14b-bb53-4cc1-a4cc-be434d4b4618 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:52.491667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:52.536697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Transition to ACTIVE for port object 917fb14b-bb53-4cc1-a4cc-be434d4b4618 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:52.547166 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.606252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 49988) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:52.637571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Pushing event updated for resources: {'Port': ['ID=917fb14b-bb53-4cc1-a4cc-be434d4b4618,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:52.668488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:52.672568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:52.676902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:52.739971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:52.756801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.898970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Attempting to bind port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:52.899936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Attempting to bind port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:52.900673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Attempting to bind port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:52.924520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:52.925114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:52.925766 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.926415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:52.927248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Bound port: 917fb14b-bb53-4cc1-a4cc-be434d4b4618, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:52.928814 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.082440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f78a12-7a46-42bb-83a8-68274d5ef0e6 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:53.100468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.126374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] For port 917fb14b-bb53-4cc1-a4cc-be434d4b4618, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:53.141209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] For port 917fb14b-bb53-4cc1-a4cc-be434d4b4618, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=917fb14b-bb53-4cc1-a4cc-be434d4b4618,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:53.142775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Transition to ACTIVE for port object 97f78a12-7a46-42bb-83a8-68274d5ef0e6 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:53.149104 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.157052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.191126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.230414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b2527a7-0f17-4ffe-8729-7d1db39d77f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.260808 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12890fac-85f9-41b3-95e3-ad1c94bada82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.292159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ae806-1768-4a06-8c87-f6df71d71419 req-b1176d0f-dae0-4b82-bff2-822801b511be tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:53.303099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-758ae806-1768-4a06-8c87-f6df71d71419 req-b1176d0f-dae0-4b82-bff2-822801b511be tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 931 time: 0.5818079 Aug 09 15:59:53.325782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:53.348367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:53.352446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e600e-0727-4c58-8dcb-7281e68d5339 None None] Pushing event updated for resources: {'Port': ['ID=917fb14b-bb53-4cc1-a4cc-be434d4b4618,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:53.372642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:53.373869 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.405324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=4888e53b-0b37-497f-979f-01d4e816f355,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:53.502857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f78a12-7a46-42bb-83a8-68274d5ef0e6,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:53.528712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Attempting to bind port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:53.529782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Attempting to bind port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:53.530356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Attempting to bind port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 on network 93b96118-c754-4f84-8cea-5eb766e48879 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:53.564164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-758ae806-1768-4a06-8c87-f6df71d71419 req-db8a76f4-6b88-476e-a762-a8c958228947 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153511 Aug 09 15:59:53.565112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 on network 93b96118-c754-4f84-8cea-5eb766e48879 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:59:53.565451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Attempting to bind port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 on network 93b96118-c754-4f84-8cea-5eb766e48879 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:53.580277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:53.580626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Checking segment: {'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:53.581020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Bound using segment: {'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:53.585998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Bound port: 97f78a12-7a46-42bb-83a8-68274d5ef0e6, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:53.590358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.649469 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12890fac-85f9-41b3-95e3-ad1c94bada82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.669240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12890fac-85f9-41b3-95e3-ad1c94bada82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.769462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] For port 97f78a12-7a46-42bb-83a8-68274d5ef0e6, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:53.776551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] For port 97f78a12-7a46-42bb-83a8-68274d5ef0e6, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=97f78a12-7a46-42bb-83a8-68274d5ef0e6,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:53.786367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.828993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12890fac-85f9-41b3-95e3-ad1c94bada82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b37732-77c6-42d6-b010-eee0ff04e122,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:53.829577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:53.830935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.833941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/97f78a12-7a46-42bb-83a8-68274d5ef0e6 HTTP/1.1" status: 200 len: 1091 time: 2.0571797 Aug 09 15:59:53.836292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d3a0cb-d4b7-43eb-95b6-22844384b157', 'tag': '97f78a12-7a46-42bb-83a8-68274d5ef0e6'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:53.836836 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-12890fac-85f9-41b3-95e3-ad1c94bada82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ea4992c31624638a1142f64c05a1f76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3437631 Aug 09 15:59:53.839894 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac" -d '{"events": [{"name": "network-changed", "server_uuid": "42d3a0cb-d4b7-43eb-95b6-22844384b157", "tag": "97f78a12-7a46-42bb-83a8-68274d5ef0e6"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:53.842125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50012) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:53.893569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5424b8b-8160-4c53-9455-9a2af591d3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f78a12-7a46-42bb-83a8-68274d5ef0e6,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:53.942818 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3771f2-2d73-4681-86f7-ffea2f846490 x-openstack-request-id: req-8d3771f2-2d73-4681-86f7-ffea2f846490 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:53.942818 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d3a0cb-d4b7-43eb-95b6-22844384b157", "tag": "97f78a12-7a46-42bb-83a8-68274d5ef0e6", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:53.942818 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d3771f2-2d73-4681-86f7-ffea2f846490 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:53.942818 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d3a0cb-d4b7-43eb-95b6-22844384b157', 'tag': '97f78a12-7a46-42bb-83a8-68274d5ef0e6', 'status': 'completed', 'code': 200} Aug 09 15:59:54.052315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-aecd3507-f65c-439a-aa46-f802e041cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:54.063287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-aecd3507-f65c-439a-aa46-f802e041cbeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba5541082514bf6b874aa38d887c699&device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 1094 time: 0.1574295 Aug 09 15:59:54.088572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b2527a7-0f17-4ffe-8729-7d1db39d77f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.105846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b2527a7-0f17-4ffe-8729-7d1db39d77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.118309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917fb14b-bb53-4cc1-a4cc-be434d4b4618 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:54.130479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-af386fa8-baec-4d9c-a5ec-f230771d2d61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f78a12-7a46-42bb-83a8-68274d5ef0e6 HTTP/1.1" status: 200 len: 217 time: 0.0549479 Aug 09 15:59:54.144233 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a01758c3-1792-432f-a31c-18e70e6eba7b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9752622 Aug 09 15:59:54.148740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50018) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.184305 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87fd00e3-ae6c-4b56-8a48-137206ac9a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.213683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87fd00e3-ae6c-4b56-8a48-137206ac9a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.225584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:f6:11:9b', 'name': 'tempest-NetworksTestDHCPv6-1387806513'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:54.249723 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9b2527a7-0f17-4ffe-8729-7d1db39d77f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e75ce00303b433eb815aab13c39d4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6412354 Aug 09 15:59:54.258890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50026) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.266829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:54.287426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2527a7-0f17-4ffe-8729-7d1db39d77f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78238d84-31b9-4d72-8ade-17735ffd0097,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:54.378782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f155df2d-b850-4827-bf60-d0d8e07481c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.404176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87fd00e3-ae6c-4b56-8a48-137206ac9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.408704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87fd00e3-ae6c-4b56-8a48-137206ac9a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.409972 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-87fd00e3-ae6c-4b56-8a48-137206ac9a2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28b37732-77c6-42d6-b010-eee0ff04e122 HTTP/1.1" status: 204 len: 168 time: 0.5661714 Aug 09 15:59:54.438091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f155df2d-b850-4827-bf60-d0d8e07481c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.438703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-bbf4fc0b-b7bb-480c-bab6-c2b5d1b93e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:54.441157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-bbf4fc0b-b7bb-480c-bab6-c2b5d1b93e97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ddb20a98-87e8-4da8-bedf-e27d61583a41 HTTP/1.1" status: 200 len: 854 time: 0.2933259 Aug 09 15:59:54.451610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd00e3-ae6c-4b56-8a48-137206ac9a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b37732-77c6-42d6-b010-eee0ff04e122,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:54.558282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f155df2d-b850-4827-bf60-d0d8e07481c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.561179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-c10dfa86-44f0-415f-911d-e51efff08eea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93b96118-c754-4f84-8cea-5eb766e48879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111598 Aug 09 15:59:54.561854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f155df2d-b850-4827-bf60-d0d8e07481c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.563975 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f155df2d-b850-4827-bf60-d0d8e07481c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78238d84-31b9-4d72-8ade-17735ffd0097 HTTP/1.1" status: 204 len: 168 time: 0.3034794 Aug 09 15:59:54.614270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155df2d-b850-4827-bf60-d0d8e07481c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78238d84-31b9-4d72-8ade-17735ffd0097,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:55.044101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-bd869696-4d19-469b-8aee-ffec248d5ac1 service neutron] 10.222.0.35 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704216 Aug 09 15:59:55.055091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6007-aa80-45e0-ac8b-06fc7a9b8cf3 req-432e370a-98d7-4272-b848-217630dd94ac tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:55.056844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c8b6007-aa80-45e0-ac8b-06fc7a9b8cf3 req-432e370a-98d7-4272-b848-217630dd94ac tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 943 time: 0.2733459 Aug 09 15:59:55.067430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:55.077064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b566e-98c9-4e06-8680-7da19f91a7d0 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:55.112888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50052) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:55.133860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4e0939c-398a-4408-9e98-0a7b2e50b9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.199284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-40d14015-2965-4cf6-bbbc-13601b9e5994 None None] Provisioning for port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:55.222935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-40d14015-2965-4cf6-bbbc-13601b9e5994 None None] Provisioning complete for port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:55.233231 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-40d14015-2965-4cf6-bbbc-13601b9e5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.371394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4e0939c-398a-4408-9e98-0a7b2e50b9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.386781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-40d14015-2965-4cf6-bbbc-13601b9e5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.387192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4e0939c-398a-4408-9e98-0a7b2e50b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.452577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-40d14015-2965-4cf6-bbbc-13601b9e5994 None None] For port 917fb14b-bb53-4cc1-a4cc-be434d4b4618, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=917fb14b-bb53-4cc1-a4cc-be434d4b4618,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:55.466323 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-40d14015-2965-4cf6-bbbc-13601b9e5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.506103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bb7d543-2ca9-4ef2-a34e-7b38f8e39a44 req-f2e9e340-8aad-4d11-bc79-5135cb7dcf03 service neutron] 10.222.0.35 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478393 Aug 09 15:59:55.535408 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.558711 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d4e0939c-398a-4408-9e98-0a7b2e50b9e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33fbffb290dc490eb67609acaccd4872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446001 Aug 09 15:59:55.562789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50062) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:55.585352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0939c-398a-4408-9e98-0a7b2e50b9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc6a561-ed6d-40e4-89fa-7a5bf0bee22e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:55.703725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-212bfa2f-75d5-49dd-8931-3a2f18cdf6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.786263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 69324e59-1399-4e39-9086-05dddd6d17ca yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:55.805711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50072) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:55.817955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c8b6007-aa80-45e0-ac8b-06fc7a9b8cf3 req-d9e57449-2bfd-404d-84ca-b5909dabe524 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7287545 Aug 09 15:59:55.861053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-212bfa2f-75d5-49dd-8931-3a2f18cdf6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.920197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d14015-2965-4cf6-bbbc-13601b9e5994 None None] Pushing event updated for resources: {'Port': ['ID=917fb14b-bb53-4cc1-a4cc-be434d4b4618,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:56.086782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-212bfa2f-75d5-49dd-8931-3a2f18cdf6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:56.094641 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-212bfa2f-75d5-49dd-8931-3a2f18cdf6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:56.096313 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-212bfa2f-75d5-49dd-8931-3a2f18cdf6a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cc6a561-ed6d-40e4-89fa-7a5bf0bee22e HTTP/1.1" status: 204 len: 168 time: 0.5293419 Aug 09 15:59:56.121875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-ea3786c6-7795-4f15-b0e7-14f781417f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:56.123689 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-ea3786c6-7795-4f15-b0e7-14f781417f50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba5541082514bf6b874aa38d887c699&device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 1094 time: 0.4989915 Aug 09 15:59:56.127467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bfa2f-75d5-49dd-8931-3a2f18cdf6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc6a561-ed6d-40e4-89fa-7a5bf0bee22e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:56.154741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae634689-e3fa-44b3-9b54-be704a66c126 None None] Update dhcp port {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'fixed_ips': [{'subnet_id': '21c60976-e330-4f02-b39a-9feae673d438', 'ip_address': '2001:db8::f816:3eff:fe9f:27f0'}, {'subnet_id': '4888e53b-0b37-497f-979f-01d4e816f355'}], 'binding:host_id': 'n-d-799523-2'}, 'id': '917fb14b-bb53-4cc1-a4cc-be434d4b4618'} from n-d-799523-2. {{(pid=94179) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 15:59:56.234222 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae634689-e3fa-44b3-9b54-be704a66c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:56.238256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917fb14b-bb53-4cc1-a4cc-be434d4b4618 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:56.386738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-eb48b22d-2891-4164-be82-59096b6b1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:56.388432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-eb48b22d-2891-4164-be82-59096b6b1763 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93b96118-c754-4f84-8cea-5eb766e48879 HTTP/1.1" status: 200 len: 916 time: 0.2505064 Aug 09 15:59:56.450057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:56.451122 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:57.644857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-0dcbe691-699e-4ad6-9106-3ef840d2f52c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f78a12-7a46-42bb-83a8-68274d5ef0e6 HTTP/1.1" status: 200 len: 217 time: 1.0084233 Aug 09 15:59:57.892287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-098a07e0-1048-4cde-89c5-0b4beceac4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:57.893964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-098a07e0-1048-4cde-89c5-0b4beceac4fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ddb20a98-87e8-4da8-bedf-e27d61583a41 HTTP/1.1" status: 200 len: 854 time: 0.2371197 Aug 09 15:59:58.020556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8:0:1::272 (9c4dd093-daa5-448b-9662-105622e20b54/4888e53b-0b37-497f-979f-01d4e816f355/69324e59-1399-4e39-9086-05dddd6d17ca) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:58.031060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::f816:3eff:fef6:119b (9c4dd093-daa5-448b-9662-105622e20b54/21c60976-e330-4f02-b39a-9feae673d438/69324e59-1399-4e39-9086-05dddd6d17ca) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:58.255709 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.281711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 69324e59-1399-4e39-9086-05dddd6d17ca will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:58.323303 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.334680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-2fb083ee-713c-4fef-966b-b73ee3630ef5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93b96118-c754-4f84-8cea-5eb766e48879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4262350 Aug 09 15:59:58.458706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-ae634689-e3fa-44b3-9b54-be704a66c126 None None] Allocated IP 2001:db8:0:1::2 (9c4dd093-daa5-448b-9662-105622e20b54/4888e53b-0b37-497f-979f-01d4e816f355/917fb14b-bb53-4cc1-a4cc-be434d4b4618) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:58.581233 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.589160 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.621292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-1000a238-2caa-442b-a4f3-f896bfea176c service neutron] 10.222.0.35 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678666 Aug 09 15:59:58.641280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ae634689-e3fa-44b3-9b54-be704a66c126 None None] For port 917fb14b-bb53-4cc1-a4cc-be434d4b4618, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=917fb14b-bb53-4cc1-a4cc-be434d4b4618,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:58.735353 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae634689-e3fa-44b3-9b54-be704a66c126 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.778420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ae634689-e3fa-44b3-9b54-be704a66c126 None None] Transition to ACTIVE for port object 917fb14b-bb53-4cc1-a4cc-be434d4b4618 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:58.808799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae634689-e3fa-44b3-9b54-be704a66c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.936607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:58.962492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:58.974835 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:58.981258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae634689-e3fa-44b3-9b54-be704a66c126 None None] Pushing event updated for resources: {'Port': ['ID=917fb14b-bb53-4cc1-a4cc-be434d4b4618,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:58.991117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:58.992294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.011037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb21e-1aad-4024-bacd-952c4571d6bd req-68376c2b-2aab-491a-806e-119e86a22cf0 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:59.013993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76bcb21e-1aad-4024-bacd-952c4571d6bd req-68376c2b-2aab-491a-806e-119e86a22cf0 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 943 time: 1.5366528 Aug 09 15:59:59.028080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=69324e59-1399-4e39-9086-05dddd6d17ca,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:59.089913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 97f78a12-7a46-42bb-83a8-68274d5ef0e6 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:59:59.215167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76bcb21e-1aad-4024-bacd-952c4571d6bd req-5b56a95e-1b17-44de-b350-b315b708e493 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764295 Aug 09 15:59:59.222908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-58280ae2-3224-4011-886c-fc08f7b000b8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.0704627 Aug 09 15:59:59.223479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50180) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:59.434474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae3d1eb2-75b5-4ed2-9e0c-21e647bb2aac req-44c60cd4-8977-418b-b665-3bc6ae54a6d4 service neutron] 10.222.0.35 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7765088 Aug 09 15:59:59.487679 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.499520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 97f78a12-7a46-42bb-83a8-68274d5ef0e6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=97f78a12-7a46-42bb-83a8-68274d5ef0e6,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:59.543239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '97f78a12-7a46-42bb-83a8-68274d5ef0e6', 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879', 'port_id': '97f78a12-7a46-42bb-83a8-68274d5ef0e6', 'mac_address': 'fa:16:3e:91:4b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb20a98-87e8-4da8-bedf-e27d61583a41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:59:59.657909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b58a7a53-b33d-415b-9164-a6e4053ba883 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 69324e59-1399-4e39-9086-05dddd6d17ca {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:59.660836 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b58a7a53-b33d-415b-9164-a6e4053ba883 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.826443 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.920753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f78a12-7a46-42bb-83a8-68274d5ef0e6 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:59.949837 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b58a7a53-b33d-415b-9164-a6e4053ba883 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.968285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 97f78a12-7a46-42bb-83a8-68274d5ef0e6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=97f78a12-7a46-42bb-83a8-68274d5ef0e6,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:59.973313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b58a7a53-b33d-415b-9164-a6e4053ba883 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 69324e59-1399-4e39-9086-05dddd6d17ca owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:59.975920 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.181357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917fb14b-bb53-4cc1-a4cc-be434d4b4618 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:00.288733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Deleting port 5ee5de34-9130-4474-8e41-e3896b893de9 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:00.289446 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.342648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['97f78a12-7a46-42bb-83a8-68274d5ef0e6'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:00.366072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=97f78a12-7a46-42bb-83a8-68274d5ef0e6,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:00.574427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b58a7a53-b33d-415b-9164-a6e4053ba883 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.666955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b066f9a-f31f-4514-bb37-c6a72d4e99a7 req-5ad779a2-1d13-4c9d-821b-b2005141dbc8 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:00.681043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b066f9a-f31f-4514-bb37-c6a72d4e99a7 req-5ad779a2-1d13-4c9d-821b-b2005141dbc8 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 944 time: 0.2543497 Aug 09 16:00:00.727977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] For port 5ee5de34-9130-4474-8e41-e3896b893de9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5ee5de34-9130-4474-8e41-e3896b893de9,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:00.728485 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.755219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9846e879-bede-48ae-945a-e09a9d8044f9 None None] Provisioning for port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:00.779118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9846e879-bede-48ae-945a-e09a9d8044f9 None None] Provisioning complete for port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:00.780714 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9846e879-bede-48ae-945a-e09a9d8044f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.829926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Calling delete_port for 5ee5de34-9130-4474-8e41-e3896b893de9 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:00.886651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a7a53-b33d-415b-9164-a6e4053ba883 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=69324e59-1399-4e39-9086-05dddd6d17ca,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:00.912275 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b58a7a53-b33d-415b-9164-a6e4053ba883 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.916778 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b58a7a53-b33d-415b-9164-a6e4053ba883 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/69324e59-1399-4e39-9086-05dddd6d17ca HTTP/1.1" status: 204 len: 168 time: 1.6908274 Aug 09 16:00:00.919044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50220) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.939730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b066f9a-f31f-4514-bb37-c6a72d4e99a7 req-22604803-4497-4566-9b07-e8925c058b81 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543244 Aug 09 16:00:01.064576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc92b8-3104-4cd4-8cd8-38b066b3f27c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:01.072385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8bcc92b8-3104-4cd4-8cd8-38b066b3f27c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1516078 Aug 09 16:00:01.075322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50226) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.243703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c6d43c-572f-4102-a282-cb4f7548eca7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:01.248915 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7c6d43c-572f-4102-a282-cb4f7548eca7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1692364 Aug 09 16:00:01.250576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50230) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.370251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10f1473-72e0-4316-b8af-c858967419ab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:01.372391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10f1473-72e0-4316-b8af-c858967419ab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:01.374229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10f1473-72e0-4316-b8af-c858967419ab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:01.381414 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e10f1473-72e0-4316-b8af-c858967419ab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1297052 Aug 09 16:00:01.389073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50232) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.396593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-be88a4df-2137-4e25-808c-1060c29e6980 None None] Could not find standard attr ID for object 69324e59-1399-4e39-9086-05dddd6d17ca. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:00:01.407289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:01.492568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee5de34-9130-4474-8e41-e3896b893de9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:01.532859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-2847f477-fb53-4b7f-be79-549b646f8b7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 21c60976-e330-4f02-b39a-9feae673d438 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:01.545362 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2847f477-fb53-4b7f-be79-549b646f8b7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:01.656883 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2847f477-fb53-4b7f-be79-549b646f8b7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:01.862856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50244) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.904475 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:01.939701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2847f477-fb53-4b7f-be79-549b646f8b7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.117112 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2847f477-fb53-4b7f-be79-549b646f8b7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.159865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847f477-fb53-4b7f-be79-549b646f8b7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=21c60976-e330-4f02-b39a-9feae673d438,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:02.165997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2847f477-fb53-4b7f-be79-549b646f8b7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.171724 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2847f477-fb53-4b7f-be79-549b646f8b7e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/21c60976-e330-4f02-b39a-9feae673d438 HTTP/1.1" status: 204 len: 168 time: 0.7774603 Aug 09 16:00:02.177893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50254) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:02.178262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2707385-859a-4a85-9047-7f494d651e8e None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:02.305490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b691601-7424-4e5d-94ab-cab1f43839d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.305641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c7ab-3da3-42c2-a709-4fcb31d335bf req-eedb94a7-73ec-4279-b72b-0fd0ba21d4d7 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:02.314640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-350417fe-fc8e-4dc1-ab41-993787d6ac60 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 4888e53b-0b37-497f-979f-01d4e816f355 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:02.320805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-350417fe-fc8e-4dc1-ab41-993787d6ac60 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.322098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fe0c7ab-3da3-42c2-a709-4fcb31d335bf req-eedb94a7-73ec-4279-b72b-0fd0ba21d4d7 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 944 time: 0.2280409 Aug 09 16:00:02.396670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-350417fe-fc8e-4dc1-ab41-993787d6ac60 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.494254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fe0c7ab-3da3-42c2-a709-4fcb31d335bf req-7687b659-85c1-40ec-98e0-a181f89d87ed tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619651 Aug 09 16:00:02.601880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:02.641382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-350417fe-fc8e-4dc1-ab41-993787d6ac60 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.716929 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b691601-7424-4e5d-94ab-cab1f43839d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.738588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6b691601-7424-4e5d-94ab-cab1f43839d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.800717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b691601-7424-4e5d-94ab-cab1f43839d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a00f76-f0db-4540-bb42-60444aa5fdc5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:02.819269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:02.836732 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] Sync routers for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:02.837708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1659c663-bce5-43c4-a88b-1cfad237a998 admin admin] 10.222.0.64 "PUT /v2.0/routers/293c5615-e3ce-4306-8b92-8d4b3fd3cc33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0272064 Aug 09 16:00:02.838907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50270) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:02.867361 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:02.870919 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:59:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:02.883250 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6b691601-7424-4e5d-94ab-cab1f43839d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92982a947f674ece8df2d59b6ed3dace&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0156400 Aug 09 16:00:02.884501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50274) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:02.908357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-350417fe-fc8e-4dc1-ab41-993787d6ac60 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.011051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350417fe-fc8e-4dc1-ab41-993787d6ac60 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=4888e53b-0b37-497f-979f-01d4e816f355,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:03.026602 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-350417fe-fc8e-4dc1-ab41-993787d6ac60 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.033375 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-350417fe-fc8e-4dc1-ab41-993787d6ac60 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/4888e53b-0b37-497f-979f-01d4e816f355 HTTP/1.1" status: 204 len: 168 time: 0.8527472 Aug 09 16:00:03.036320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50278) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.071014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.114940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 97f78a12-7a46-42bb-83a8-68274d5ef0e6 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:03.125732 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c264cf49-99ec-4eea-8638-dcec7839bb25 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824165 Aug 09 16:00:03.131395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50282) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.144936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:03.208844 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:03.266990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:03.284168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:03.286976 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.332604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50284) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.435219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.486190 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.525616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 97f78a12-7a46-42bb-83a8-68274d5ef0e6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=97f78a12-7a46-42bb-83a8-68274d5ef0e6,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:03.527241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d3a0cb-d4b7-43eb-95b6-22844384b157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f78a12-7a46-42bb-83a8-68274d5ef0e6'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:03.530693 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040fa65e-5e3f-45b9-8fa8-2f5108916299" -d '{"events": [{"server_uuid": "42d3a0cb-d4b7-43eb-95b6-22844384b157", "name": "network-vif-plugged", "status": "completed", "tag": "97f78a12-7a46-42bb-83a8-68274d5ef0e6"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:03.536099 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.668811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Deleting port 6c4c1317-6b11-4fb5-a689-26bfdf958010 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:03.672208 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.684276 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36e23ce7-d16e-4360-a175-327cf14d97be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.706812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=97f78a12-7a46-42bb-83a8-68274d5ef0e6,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:03.808395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50298) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.848021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36e23ce7-d16e-4360-a175-327cf14d97be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.879202 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T16:00:01Z', 'revision_number': 5, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port': {'id': '6c4c1317-6b11-4fb5-a689-26bfdf958010', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:47:00Z', 'updated_at': '2021-08-09T15:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:03.967131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6231f98-10ec-464b-aba0-fbda4c52a321 req-1b5c3058-bbb1-4596-99eb-25e39fb85c11 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:03.970224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6231f98-10ec-464b-aba0-fbda4c52a321 req-1b5c3058-bbb1-4596-99eb-25e39fb85c11 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 945 time: 0.2245829 Aug 09 16:00:03.980398 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] Checking router: 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:04.006272 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] Routers {'293c5615-e3ce-4306-8b92-8d4b3fd3cc33'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:04.006908 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:59:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.075600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] For port 6c4c1317-6b11-4fb5-a689-26bfdf958010, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c4c1317-6b11-4fb5-a689-26bfdf958010,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:04.076237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.110352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6231f98-10ec-464b-aba0-fbda4c52a321 req-75eb9c01-1212-4950-adc3-5c763188227f tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131537 Aug 09 16:00:04.117325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Calling delete_port for 6c4c1317-6b11-4fb5-a689-26bfdf958010 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:04.123278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:04.145103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.189348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa54e0-6da9-4bf8-8f48-b84891cefef6 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:04.279062 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b2cdf7-8ae4-4639-bd3c-04838adaf455 x-openstack-request-id: req-05b2cdf7-8ae4-4639-bd3c-04838adaf455 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:04.279973 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d3a0cb-d4b7-43eb-95b6-22844384b157", "name": "network-vif-plugged", "status": "completed", "tag": "97f78a12-7a46-42bb-83a8-68274d5ef0e6", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:04.279973 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05b2cdf7-8ae4-4639-bd3c-04838adaf455 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:04.280305 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d3a0cb-d4b7-43eb-95b6-22844384b157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f78a12-7a46-42bb-83a8-68274d5ef0e6', 'code': 200} Aug 09 16:00:04.355109 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] Set router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:04.414683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f32099f9-5030-4869-9de5-56dc7b2ae892 None None] Provisioning complete for port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:04.416886 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f32099f9-5030-4869-9de5-56dc7b2ae892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.434700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-468147b8-1693-4f3c-9409-7604ff7f6dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.532022 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T16:00:03Z', 'revision_number': 6, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.619014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36e23ce7-d16e-4360-a175-327cf14d97be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.621992 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5bb9c-3f55-4bf3-8073-a2e3f10fec45 None None] The sync data for ids ['293c5615-e3ce-4306-8b92-8d4b3fd3cc33'] in n-d-799523-2 is: [{'id': '293c5615-e3ce-4306-8b92-8d4b3fd3cc33', 'name': 'tempest-TaggedBootDevicesTest_v242-1505401457-router', 'tenant_id': '4a75f73aa0d24258bf621dc70283aee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:58Z', 'updated_at': '2021-08-09T16:00:03Z', 'revision_number': 6, 'project_id': '4a75f73aa0d24258bf621dc70283aee8', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:04.629811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36e23ce7-d16e-4360-a175-327cf14d97be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.632385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-36e23ce7-d16e-4360-a175-327cf14d97be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02a00f76-f0db-4540-bb42-60444aa5fdc5 HTTP/1.1" status: 204 len: 168 time: 1.7464314 Aug 09 16:00:04.677843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e23ce7-d16e-4360-a175-327cf14d97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a00f76-f0db-4540-bb42-60444aa5fdc5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:04.745375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:04.902738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] Deleting port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:04.903118 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.031790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.085145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:05.097715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:05.102160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:05.107408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.115382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.160965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] For port 917fb14b-bb53-4cc1-a4cc-be434d4b4618, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=917fb14b-bb53-4cc1-a4cc-be434d4b4618,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:05.161369 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.170153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=ba0b59f3-2949-4b8c-9b33-df1ab4237bf7,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:05.242292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] Calling delete_port for 917fb14b-bb53-4cc1-a4cc-be434d4b4618 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:05.268546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d2363-62bb-4a40-95bd-173444739cac req-5b8be198-e7c8-49a0-8e54-5b119691b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:05.274511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d4d2363-62bb-4a40-95bd-173444739cac req-5b8be198-e7c8-49a0-8e54-5b119691b01c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 1096 time: 0.8813875 Aug 09 16:00:05.441358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50322) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:05.445405 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.500021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] Pushing event deleted for resources: {'Port': ['ID=917fb14b-bb53-4cc1-a4cc-be434d4b4618,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:05.502334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2c08d-8e5b-46b4-a199-7a0792e10c5c None None] No DVR routers for this DVR port 917fb14b-bb53-4cc1-a4cc-be434d4b4618 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:05.517732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be83217b-9ee2-48e0-98b8-295967c18b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.530189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6047b0-d9da-4b55-a6f8-b2974dedfd80 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:05.726701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d4d2363-62bb-4a40-95bd-173444739cac req-d92fd14e-3103-49e7-a5ce-28959c5a2801 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333379 Aug 09 16:00:05.789991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Deleting port 75369768-b4cf-4986-92a2-9e0e33fbdfb6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:05.790468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.826277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44157ccb-6f06-41aa-a241-74e33b1fa5bb req-d4908933-f848-445a-9d78-b4606daa9181 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:05.836375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44157ccb-6f06-41aa-a241-74e33b1fa5bb req-d4908933-f848-445a-9d78-b4606daa9181 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 945 time: 0.3609860 Aug 09 16:00:05.896254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-468147b8-1693-4f3c-9409-7604ff7f6dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.906436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': 'ba0b59f3-2949-4b8c-9b33-df1ab4237bf7'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:00:05.908938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.919416 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-468147b8-1693-4f3c-9409-7604ff7f6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.925204 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-685a522a-2aad-4af8-960e-0f2753e6e056 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7919254 Aug 09 16:00:05.944380 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.947344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:05.995978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7d39bdc0-d00d-4155-9771-7b3c58993ef8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:06.136587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44157ccb-6f06-41aa-a241-74e33b1fa5bb req-c8477771-1e64-4953-83ea-8b9b6e99c419 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968421 Aug 09 16:00:06.150407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be83217b-9ee2-48e0-98b8-295967c18b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.184464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917fb14b-bb53-4cc1-a4cc-be434d4b4618 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:06.203782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4c1317-6b11-4fb5-a689-26bfdf958010,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:06.221498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-be83217b-9ee2-48e0-98b8-295967c18b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.275069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-468147b8-1693-4f3c-9409-7604ff7f6dbb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9a53f6fee694a95bd4e14d47e44cb78&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4413092 Aug 09 16:00:06.275670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468147b8-1693-4f3c-9409-7604ff7f6dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2862413f-bcb2-4603-aae6-0558f00528f4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:06.282032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 917fb14b-bb53-4cc1-a4cc-be434d4b4618 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:06.282377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 917fb14b-bb53-4cc1-a4cc-be434d4b4618 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:06.282804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5ee5de34-9130-4474-8e41-e3896b893de9 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:06.289692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50344) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:06.324954 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.356906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 5ee5de34-9130-4474-8e41-e3896b893de9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:06.357372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5ee5de34-9130-4474-8e41-e3896b893de9 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:06.357824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c4c1317-6b11-4fb5-a689-26bfdf958010 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:06.404735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6c4c1317-6b11-4fb5-a689-26bfdf958010 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:06.405303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c4c1317-6b11-4fb5-a689-26bfdf958010 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:06.438904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.440173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Allocated IP 2001:db8::2 (9c4dd093-daa5-448b-9662-105622e20b54/ba0b59f3-2949-4b8c-9b33-df1ab4237bf7/98fe6749-fe8b-494e-a140-6ef050e88958) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:06.446132 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.592641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.593213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293c5615-e3ce-4306-8b92-8d4b3fd3cc33 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:06.598177 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.599343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3ab4401f-d9a6-4899-a077-77ff28d96868 admin admin] 10.222.0.64 "DELETE /v2.0/routers/293c5615-e3ce-4306-8b92-8d4b3fd3cc33 HTTP/1.1" status: 204 len: 168 time: 3.7592876 Aug 09 16:00:06.602421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50348) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:06.717586 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd180f12-c4a0-47e9-9903-445d44f3fbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.738847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bed00b6-72e6-454f-ae0e-9ccdf13de7c6 admin admin] Deleting subnet d7e45fe8-520f-4d6f-8d0c-f060d59770af {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:06.743645 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5bed00b6-72e6-454f-ae0e-9ccdf13de7c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.773074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.792306 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5bed00b6-72e6-454f-ae0e-9ccdf13de7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.795055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Transition to ACTIVE for port object 98fe6749-fe8b-494e-a140-6ef050e88958 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:06.821023 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:00:06.907459 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Transition to ACTIVE for port object 98fe6749-fe8b-494e-a140-6ef050e88958 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:06.917597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.927072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5bed00b6-72e6-454f-ae0e-9ccdf13de7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.969696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:06.973220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:06.978002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:07.017198 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5bed00b6-72e6-454f-ae0e-9ccdf13de7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.051182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed00b6-72e6-454f-ae0e-9ccdf13de7c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e45fe8-520f-4d6f-8d0c-f060d59770af,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:07.054731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd180f12-c4a0-47e9-9903-445d44f3fbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.064060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Attempting to bind port 98fe6749-fe8b-494e-a140-6ef050e88958 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:07.064582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Attempting to bind port 98fe6749-fe8b-494e-a140-6ef050e88958 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:07.065037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Attempting to bind port 98fe6749-fe8b-494e-a140-6ef050e88958 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:07.074851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:07.075372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:07.075888 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.076385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:07.077058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Bound port: 98fe6749-fe8b-494e-a140-6ef050e88958, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:07.077556 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.081672 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5bed00b6-72e6-454f-ae0e-9ccdf13de7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.084963 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5bed00b6-72e6-454f-ae0e-9ccdf13de7c6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d7e45fe8-520f-4d6f-8d0c-f060d59770af HTTP/1.1" status: 204 len: 168 time: 0.4707668 Aug 09 16:00:07.087789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50356) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:07.130427 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-be83217b-9ee2-48e0-98b8-295967c18b0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38090d7ec28d48cba46368f58690a199&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6807580 Aug 09 16:00:07.139501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50358) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:07.167110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] For port 98fe6749-fe8b-494e-a140-6ef050e88958, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:07.171973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.172366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] For port 98fe6749-fe8b-494e-a140-6ef050e88958, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=98fe6749-fe8b-494e-a140-6ef050e88958,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:07.173847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f2df8-34d0-4001-9d51-03410096f3f1 None None] Network 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:07.174439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] For port 75369768-b4cf-4986-92a2-9e0e33fbdfb6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=75369768-b4cf-4986-92a2-9e0e33fbdfb6,segment=NetworkSegment(6acb8ac8-5310-4905-b450-f484692fe9ff),segment_id=6acb8ac8-5310-4905-b450-f484692fe9ff)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:07.174990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.190619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Pushing event updated for resources: {'Port': ['ID=98fe6749-fe8b-494e-a140-6ef050e88958,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:07.236646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.247505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Calling delete_port for 75369768-b4cf-4986-92a2-9e0e33fbdfb6 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:07.257001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83217b-9ee2-48e0-98b8-295967c18b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d8f935-8b90-47d1-942b-f964cd99767b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:07.347630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231d598-b40f-49e6-a014-41a2c9dab6db None None] Pushing event updated for resources: {'Port': ['ID=98fe6749-fe8b-494e-a140-6ef050e88958,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:07.375494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2630cda-9f6c-4a22-902e-40297430e322 req-e18fb23f-3ebe-4db8-871a-57cd4a25a8bc tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:07.378128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2630cda-9f6c-4a22-902e-40297430e322 req-e18fb23f-3ebe-4db8-871a-57cd4a25a8bc tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 945 time: 0.0701303 Aug 09 16:00:07.388985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd180f12-c4a0-47e9-9903-445d44f3fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.392796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd180f12-c4a0-47e9-9903-445d44f3fbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.397298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dd180f12-c4a0-47e9-9903-445d44f3fbc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2862413f-bcb2-4603-aae6-0558f00528f4 HTTP/1.1" status: 204 len: 168 time: 1.0969872 Aug 09 16:00:07.415413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d39bdc0-d00d-4155-9771-7b3c58993ef8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:07.419464 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d39bdc0-d00d-4155-9771-7b3c58993ef8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.451918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4908221f-be43-4822-92ad-56c2bf1eefbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.471680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd180f12-c4a0-47e9-9903-445d44f3fbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2862413f-bcb2-4603-aae6-0558f00528f4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:07.516372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Deleting port 98acb5ee-e185-4e63-a6eb-30e91fce7183 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:07.516733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.535699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2630cda-9f6c-4a22-902e-40297430e322 req-1684f80d-b16e-4f77-91e2-5d5b7cc40b43 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401992 Aug 09 16:00:07.691663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] For port 98acb5ee-e185-4e63-a6eb-30e91fce7183, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=98acb5ee-e185-4e63-a6eb-30e91fce7183,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:07.692458 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.713581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] DHCP port deletion for 8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:07.714375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Calling delete_port for 98acb5ee-e185-4e63-a6eb-30e91fce7183 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:07.840590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4908221f-be43-4822-92ad-56c2bf1eefbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.883443 n-d-799523-2 neutron-server[94178]: INFO neutron.db.ipam_backend_mixin [None req-7d39bdc0-d00d-4155-9771-7b3c58993ef8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba0b59f3-2949-4b8c-9b33-df1ab4237bf7 (CIDR: 2001:db8::/64) Aug 09 16:00:07.905460 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d39bdc0-d00d-4155-9771-7b3c58993ef8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:00:07.906319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d39bdc0-d00d-4155-9771-7b3c58993ef8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:07.964647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50402) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:07.965144 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7d39bdc0-d00d-4155-9771-7b3c58993ef8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0082748 Aug 09 16:00:07.981592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:07.993329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] Deleting port 98acb5ee-e185-4e63-a6eb-30e91fce7183 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:07.993941 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.046765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4908221f-be43-4822-92ad-56c2bf1eefbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.054286 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4908221f-be43-4822-92ad-56c2bf1eefbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.057670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4908221f-be43-4822-92ad-56c2bf1eefbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84d8f935-8b90-47d1-942b-f964cd99767b HTTP/1.1" status: 204 len: 168 time: 0.9139047 Aug 09 16:00:08.109888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908221f-be43-4822-92ad-56c2bf1eefbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d8f935-8b90-47d1-942b-f964cd99767b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:08.122266 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.230438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] For port 98acb5ee-e185-4e63-a6eb-30e91fce7183, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=98acb5ee-e185-4e63-a6eb-30e91fce7183,segment=NetworkSegment(b74c4847-a1ba-403e-9bf6-20cdc7090cb3),segment_id=b74c4847-a1ba-403e-9bf6-20cdc7090cb3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:08.238564 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.251016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 98fe6749-fe8b-494e-a140-6ef050e88958 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:08.274012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.340768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Pushing event deleted for resources: {'Port': ['ID=75369768-b4cf-4986-92a2-9e0e33fbdfb6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:08.380498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98acb5ee-e185-4e63-a6eb-30e91fce7183,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:08.387932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] No DVR routers for this DVR port 98acb5ee-e185-4e63-a6eb-30e91fce7183 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:08.438577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] Calling delete_port for 98acb5ee-e185-4e63-a6eb-30e91fce7183 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:08.672256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.690431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8ce2ef-eec1-4d09-988a-75472a2ee5b0']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.714581 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:00:08.723953 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.736493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:08.737285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74c4847-a1ba-403e-9bf6-20cdc7090cb3') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:08.756588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:08.760872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.768134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.794768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] Pushing event deleted for resources: {'Port': ['ID=98acb5ee-e185-4e63-a6eb-30e91fce7183,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:08.804405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08942cfe-2a4d-49ca-bb6b-569088e9dcb5 None None] No DVR routers for this DVR port 98acb5ee-e185-4e63-a6eb-30e91fce7183 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:08.858833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 98fe6749-fe8b-494e-a140-6ef050e88958 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:08.885709 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.904757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:08.905329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:08.907417 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:08.984320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.029548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 98acb5ee-e185-4e63-a6eb-30e91fce7183 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:09.116804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 98acb5ee-e185-4e63-a6eb-30e91fce7183 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:09.117355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 98acb5ee-e185-4e63-a6eb-30e91fce7183 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:09.180259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.198258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.203613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8b8ce2ef-eec1-4d09-988a-75472a2ee5b0 HTTP/1.1" status: 204 len: 168 time: 2.1145606 Aug 09 16:00:09.271957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1f7a-7281-4572-a223-82fbfd9c72b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8ce2ef-eec1-4d09-988a-75472a2ee5b0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:09.753142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50496) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:09.760622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-60152a08-df4d-4c45-b87e-97cf658eb276 None None] Provisioning for port 98fe6749-fe8b-494e-a140-6ef050e88958 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:09.771309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-60152a08-df4d-4c45-b87e-97cf658eb276 None None] Provisioning complete for port 98fe6749-fe8b-494e-a140-6ef050e88958 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:09.771697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60152a08-df4d-4c45-b87e-97cf658eb276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.881662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:09.886422 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f47855cc-b998-4aa0-a2d4-35fa48c62e6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a75f73aa0d24258bf621dc70283aee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289709 Aug 09 16:00:09.892552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50498) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:10.008016 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60152a08-df4d-4c45-b87e-97cf658eb276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.036089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:00:10.114326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-60152a08-df4d-4c45-b87e-97cf658eb276 None None] For port 98fe6749-fe8b-494e-a140-6ef050e88958, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=98fe6749-fe8b-494e-a140-6ef050e88958,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:10.123433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60152a08-df4d-4c45-b87e-97cf658eb276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.242663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60152a08-df4d-4c45-b87e-97cf658eb276 None None] Pushing event updated for resources: {'Port': ['ID=98fe6749-fe8b-494e-a140-6ef050e88958,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:10.361586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:10.379118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] Sync routers for ids ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:10.383104 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-11c0b9d5-1ba9-45d0-96c8-85cb4f53860a admin admin] 10.222.0.64 "PUT /v2.0/routers/72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0488887 Aug 09 16:00:10.384043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50522) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:10.405379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] Routers {'72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:10.406247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:59:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:10.465421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8861425-3110-4632-a742-0dd957106ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.488548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:10.539744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8861425-3110-4632-a742-0dd957106ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.637958 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.783953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] Set router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:10.810323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.980831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-625956142-network', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:11.009144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8861425-3110-4632-a742-0dd957106ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.013299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8861425-3110-4632-a742-0dd957106ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.022184 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d8861425-3110-4632-a742-0dd957106ad2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92b37c52-afa6-4b66-b91e-80d18191a40d HTTP/1.1" status: 204 len: 168 time: 1.1266949 Aug 09 16:00:11.115043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8861425-3110-4632-a742-0dd957106ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b37c52-afa6-4b66-b91e-80d18191a40d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:11.226722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] For port 98fe6749-fe8b-494e-a140-6ef050e88958, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=98fe6749-fe8b-494e-a140-6ef050e88958,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:11.303787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Made reservation on behalf of 85cd1640f19b45128dfa12313cbf778e for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:11.315331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.320378 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.331030 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.331518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.347811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.387845 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.569511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:11.584303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:11.588234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:11.589474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.606769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6147b1-7656-4b4e-908b-ac849dd3364a None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:11.671700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=0342edce-9f55-4090-a15b-ebf959601f1b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:11.689734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Deleting port 003c0f91-37ee-4c32-901e-e25fdf0240a6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:11.690045 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.726923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=98fe6749-fe8b-494e-a140-6ef050e88958,revision_number=5']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:11.855864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.866502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50566) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:11.867887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fdb371ef-4ef3-4dae-8994-58730e41702a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9013751 Aug 09 16:00:11.896250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:a2:07:7c', 'name': 'tempest-NetworksTestDHCPv6-1446659766'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:11.899923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.950294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T16:00:07Z', 'revision_number': 5, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port': {'id': '003c0f91-37ee-4c32-901e-e25fdf0240a6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:32Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:12.073670 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] Checking router: 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:12.103318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 98fe6749-fe8b-494e-a140-6ef050e88958 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:12.113266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] Routers {'72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:12.113896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T15:59:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:12.163918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:12.256093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b953777-ab9e-4070-b1c8-020d5d157290,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:12.344357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:12.344661 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Added segment dcc6a940-b2a1-40e9-867c-d963d4e25a13 of type vlan for network 73d74978-d436-41ee-afca-3ec5c53da14b Aug 09 16:00:12.372759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] For port 003c0f91-37ee-4c32-901e-e25fdf0240a6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=003c0f91-37ee-4c32-901e-e25fdf0240a6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:12.373157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:12.565837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] Set router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:12.581183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Calling delete_port for 003c0f91-37ee-4c32-901e-e25fdf0240a6 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:12.677712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 98fe6749-fe8b-494e-a140-6ef050e88958 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:12.679326 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:12.682190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T16:00:11Z', 'revision_number': 6, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:12.744228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407eeb29-ad4c-43c8-88cb-4948df0cdbf4 None None] The sync data for ids ['72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766'] in n-d-799523-2 is: [{'id': '72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766', 'name': 'tempest-TestAggregatesBasicOps-2013971637-router', 'tenant_id': 'a13f912de25a46268e5d4b9d81062f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:28Z', 'updated_at': '2021-08-09T16:00:11Z', 'revision_number': 6, 'project_id': 'a13f912de25a46268e5d4b9d81062f32', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:12.883974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:13.446292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.597182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4383a1d1-f99c-4232-acd4-b6916b691a5e None None] Provisioning complete for port 98fe6749-fe8b-494e-a140-6ef050e88958 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:13.597670 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4383a1d1-f99c-4232-acd4-b6916b691a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.631680 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.747006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.750175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:13.750817 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.781397 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.788798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Pushing event deleted for resources: {'Port': ['ID=003c0f91-37ee-4c32-901e-e25fdf0240a6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:13.843503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50628) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:13.921039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4309633 Aug 09 16:00:13.925063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50634) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:13.930987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Request body: {'subnet': {'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-625956142-subnet', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:13.969660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 0e1c726a-dd0e-41a0-be95-0281c57c8359 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:00:13.976354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Made reservation on behalf of 85cd1640f19b45128dfa12313cbf778e for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:13.982060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.985913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294203d1-a15f-4245-8f1f-8af7b2371710 admin admin] Pushing event updated for resources: {'Network': ['ID=73d74978-d436-41ee-afca-3ec5c53da14b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:14.025085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 73d74978-d436-41ee-afca-3ec5c53da14b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:14.237208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 75369768-b4cf-4986-92a2-9e0e33fbdfb6 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:14.320569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1484870632-network', 'tenant_id': '8f8c00b22f4c48b38fe177d9358d4193'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:14.346837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Made reservation on behalf of 8f8c00b22f4c48b38fe177d9358d4193 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:14.350290 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.353077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 75369768-b4cf-4986-92a2-9e0e33fbdfb6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:14.355024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 75369768-b4cf-4986-92a2-9e0e33fbdfb6 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:14.355997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 003c0f91-37ee-4c32-901e-e25fdf0240a6 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:14.366623 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.440139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.446587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 003c0f91-37ee-4c32-901e-e25fdf0240a6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:14.447282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 003c0f91-37ee-4c32-901e-e25fdf0240a6 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:14.549319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.643067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.664802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=000b85d0-4aee-45fa-aa5b-b2045466a697,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:14.682861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.684259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.696012 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.705241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::301 (9c4dd093-daa5-448b-9662-105622e20b54/ba0b59f3-2949-4b8c-9b33-df1ab4237bf7/0e1c726a-dd0e-41a0-be95-0281c57c8359) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:14.756704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8:0:1:f816:3eff:fea2:77c (9c4dd093-daa5-448b-9662-105622e20b54/0342edce-9f55-4090-a15b-ebf959601f1b/0e1c726a-dd0e-41a0-be95-0281c57c8359) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:14.772296 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.773253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:14.784765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.786583 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a8888c1f-8d82-4998-b4f6-ba6afdb5ce67 admin admin] 10.222.0.64 "DELETE /v2.0/routers/72fb2876-12d8-4bb6-b0d7-f4c4d8cdb766 HTTP/1.1" status: 204 len: 168 time: 4.3823333 Aug 09 16:00:14.790287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50654) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:14.891949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:14.927306 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.927657 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Added segment 14d069ec-b422-4f2c-8a7d-63fe5297b887 of type vlan for network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 Aug 09 16:00:14.956466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Checking segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:14.957496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Network hostable DHCP agents. Network: 73d74978-d436-41ee-afca-3ec5c53da14b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:14.981155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4fe72e-dc78-436a-a9d1-b283d57117e1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:14.982501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-849723d8-7e39-440f-a42f-cfec1b37fa0b admin admin] Deleting subnet 4a805efa-0235-4111-9eb3-71de6b9a2c94 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:14.986418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-849723d8-7e39-440f-a42f-cfec1b37fa0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.014637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Network 73d74978-d436-41ee-afca-3ec5c53da14b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:15.038641 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-732d23e7-aa24-444f-bd21-b5bae0a22a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.052365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 73d74978-d436-41ee-afca-3ec5c53da14b) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:15.056210 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.063643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:15.064610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.067628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf269e-2302-45fe-acfa-d1366b6693d4 None None] Network 73d74978-d436-41ee-afca-3ec5c53da14b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:15.095363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b8da082a-0314-4154-98d9-53a1c34e8bf3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1688886 Aug 09 16:00:15.098192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50664) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:15.106441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:15.128653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.130012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:15.131101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.196310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.197706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.203075 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-849723d8-7e39-440f-a42f-cfec1b37fa0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.213165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3674531 Aug 09 16:00:15.226699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50668) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:15.244865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Request body: {'subnet': {'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1484870632-subnet', 'tenant_id': '8f8c00b22f4c48b38fe177d9358d4193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:15.287159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f4f2a-2c14-4fe9-bda4-4a433c0e1ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:15.319258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:15.397200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.407598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Made reservation on behalf of 8f8c00b22f4c48b38fe177d9358d4193 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:15.410240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.466707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.505919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-73d74978-d436-41ee-afca-3ec5c53da14b', 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'fixed_ips': [{'subnet_id': '000b85d0-4aee-45fa-aa5b-b2045466a697'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:00:15.506274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-849723d8-7e39-440f-a42f-cfec1b37fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.506896 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.549903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 0e1c726a-dd0e-41a0-be95-0281c57c8359 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:15.676138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-849723d8-7e39-440f-a42f-cfec1b37fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.770023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.784526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849723d8-7e39-440f-a42f-cfec1b37fa0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a805efa-0235-4111-9eb3-71de6b9a2c94,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:15.801437 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-849723d8-7e39-440f-a42f-cfec1b37fa0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.801807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.807741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-849723d8-7e39-440f-a42f-cfec1b37fa0b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4a805efa-0235-4111-9eb3-71de6b9a2c94 HTTP/1.1" status: 204 len: 168 time: 1.0161324 Aug 09 16:00:15.811080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50690) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:15.816813 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:15.839656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba176a-5757-4eba-8f9e-875ec7a6e493 None None] Network 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:15.847933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:15.851757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:15.863321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:15.864336 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.960677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Allocated IP 172.20.0.2 (73d74978-d436-41ee-afca-3ec5c53da14b/000b85d0-4aee-45fa-aa5b-b2045466a697/d26bb3d8-42b3-4467-b78e-f7d04698c910) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:15.984819 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1172118 Aug 09 16:00:15.994519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50698) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:16.057495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253b0a3-5f4d-40b4-90b9-8146a22be853 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=0e1c726a-dd0e-41a0-be95-0281c57c8359,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:16.233394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-88d27aff-6632-42aa-9a52-3ac1abac4d6a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 0e1c726a-dd0e-41a0-be95-0281c57c8359 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:16.233737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88d27aff-6632-42aa-9a52-3ac1abac4d6a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.455106 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.538684 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.544287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88d27aff-6632-42aa-9a52-3ac1abac4d6a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.548708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.552377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Transition to ACTIVE for port object d26bb3d8-42b3-4467-b78e-f7d04698c910 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:16.577862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-88d27aff-6632-42aa-9a52-3ac1abac4d6a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 0e1c726a-dd0e-41a0-be95-0281c57c8359 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:16.579619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Transition to ACTIVE for port object d26bb3d8-42b3-4467-b78e-f7d04698c910 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:16.592530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] DHCP port deletion for 147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:16.600612 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.663664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Pushing event updated for resources: {'Port': ['ID=d26bb3d8-42b3-4467-b78e-f7d04698c910,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:16.708712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cd3a4cc8-6714-4793-b745-b0f664d88aa5 None None] Provisioning for port 0e1c726a-dd0e-41a0-be95-0281c57c8359 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:16.726983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cd3a4cc8-6714-4793-b745-b0f664d88aa5 None None] Provisioning complete for port 0e1c726a-dd0e-41a0-be95-0281c57c8359 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:16.727505 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cd3a4cc8-6714-4793-b745-b0f664d88aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.785275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Network 73d74978-d436-41ee-afca-3ec5c53da14b is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:16.791475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:16.791748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a4cc8-6714-4793-b745-b0f664d88aa5 None None] Port 0e1c726a-dd0e-41a0-be95-0281c57c8359 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:16.798750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:16.802082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:16.857106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] Deleting port ea605db7-b1e8-4631-b461-b307bfb29988 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:16.857770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.005936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] For port ea605db7-b1e8-4631-b461-b307bfb29988, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ea605db7-b1e8-4631-b461-b307bfb29988,segment=NetworkSegment(6acb8ac8-5310-4905-b450-f484692fe9ff),segment_id=6acb8ac8-5310-4905-b450-f484692fe9ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:17.005936 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.022755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] Calling delete_port for ea605db7-b1e8-4631-b461-b307bfb29988 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:17.054243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Deleting port ea605db7-b1e8-4631-b461-b307bfb29988 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:17.054848 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.239173 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.267992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] For port ea605db7-b1e8-4631-b461-b307bfb29988, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ea605db7-b1e8-4631-b461-b307bfb29988,segment=NetworkSegment(6acb8ac8-5310-4905-b450-f484692fe9ff),segment_id=6acb8ac8-5310-4905-b450-f484692fe9ff)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:17.268377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.286862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] Pushing event deleted for resources: {'Port': ['ID=ea605db7-b1e8-4631-b461-b307bfb29988,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:17.295952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Attempting to bind port d26bb3d8-42b3-4467-b78e-f7d04698c910 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:17.303418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Attempting to bind port d26bb3d8-42b3-4467-b78e-f7d04698c910 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:17.306882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Attempting to bind port d26bb3d8-42b3-4467-b78e-f7d04698c910 on network 73d74978-d436-41ee-afca-3ec5c53da14b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:17.321639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84313927-be7d-4cb8-9e04-de240e146d3e None None] No DVR routers for this DVR port ea605db7-b1e8-4631-b461-b307bfb29988 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:17.335973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:17.336542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Checking segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:17.337505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Calling delete_port for ea605db7-b1e8-4631-b461-b307bfb29988 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:17.347344 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.348489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Bound using segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:17.348632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Bound port: d26bb3d8-42b3-4467-b78e-f7d04698c910, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:17.349845 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.379769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Checking segment: {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:17.380154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Network hostable DHCP agents. Network: 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:17.621822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] For port d26bb3d8-42b3-4467-b78e-f7d04698c910, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:17.664752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] For port d26bb3d8-42b3-4467-b78e-f7d04698c910, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d26bb3d8-42b3-4467-b78e-f7d04698c910,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:17.683511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1fe9d057-38d7-4955-9518-4fd42befd4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.693050 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.885931 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.902763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f964ea-aa3c-4a3d-b135-3b6cefda48f9 None None] Pushing event updated for resources: {'Port': ['ID=d26bb3d8-42b3-4467-b78e-f7d04698c910,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:17.967614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:18.008241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:18.026746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.027722 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.034401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130caa9-065b-4be8-84b8-4fe6fc5c90c5 None None] Network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:18.077106 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.182558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.234359 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88d27aff-6632-42aa-9a52-3ac1abac4d6a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.371935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ea605db7-b1e8-4631-b461-b307bfb29988 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:18.418726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d27aff-6632-42aa-9a52-3ac1abac4d6a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=0e1c726a-dd0e-41a0-be95-0281c57c8359,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:18.467432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88d27aff-6632-42aa-9a52-3ac1abac4d6a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.471910 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-88d27aff-6632-42aa-9a52-3ac1abac4d6a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/0e1c726a-dd0e-41a0-be95-0281c57c8359 HTTP/1.1" status: 204 len: 168 time: 2.4733617 Aug 09 16:00:18.472650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Allocated IP 172.25.7.217 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/4696c887-5b91-4e96-9c1a-cd171520121a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:18.476122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50748) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.527803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ea605db7-b1e8-4631-b461-b307bfb29988 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:18.528169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ea605db7-b1e8-4631-b461-b307bfb29988 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:18.544744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce99274-00ce-4130-b26a-999d016fa0a0 None None] Network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:18.642748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea52088-18f3-4b71-b8f1-1560424f5e2f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.652424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2ea52088-18f3-4b71-b8f1-1560424f5e2f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1745028 Aug 09 16:00:18.653058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50758) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.817060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.834793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acf0ba4-70a1-4562-bf02-8bae68752106 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.851493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5acf0ba4-70a1-4562-bf02-8bae68752106 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1953542 Aug 09 16:00:18.853800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50762) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.893567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7fe744dd-ff1a-4f4c-898f-4831f95250fe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.6570151 Aug 09 16:00:18.900127 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.952794 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.994931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa286d-d251-40d5-a6a2-70c44598ed7f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.998442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa286d-d251-40d5-a6a2-70c44598ed7f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:19.002933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa286d-d251-40d5-a6a2-70c44598ed7f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:19.009710 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c2fa286d-d251-40d5-a6a2-70c44598ed7f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1510563 Aug 09 16:00:19.010155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50768) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:19.022469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:19.032259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:19.057237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.074980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:19.100803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] No DVR routers for this DVR port ea605db7-b1e8-4631-b461-b307bfb29988 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:19.228640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd52b884-350a-4314-9a4a-24db1666daab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 0342edce-9f55-4090-a15b-ebf959601f1b {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:19.238047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd52b884-350a-4314-9a4a-24db1666daab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.399693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd52b884-350a-4314-9a4a-24db1666daab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.669497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd52b884-350a-4314-9a4a-24db1666daab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.794539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf614e2-4ad6-4574-9712-a06223d48bd4 None None] Network 73d74978-d436-41ee-afca-3ec5c53da14b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:19.860324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd52b884-350a-4314-9a4a-24db1666daab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.965115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52b884-350a-4314-9a4a-24db1666daab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=0342edce-9f55-4090-a15b-ebf959601f1b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:19.987464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-08fd7d0b-df41-4046-b47a-24f199f2650e None None] Provisioning for port d26bb3d8-42b3-4467-b78e-f7d04698c910 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:20.003112 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd52b884-350a-4314-9a4a-24db1666daab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.016055 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cd52b884-350a-4314-9a4a-24db1666daab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/0342edce-9f55-4090-a15b-ebf959601f1b HTTP/1.1" status: 204 len: 168 time: 1.0000727 Aug 09 16:00:20.021675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50792) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:20.032216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68af1ba-fe4d-4131-bfab-703ffe327156 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:20.259889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd8a60d-75b6-4962-9f6a-76eadfad6bf2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet ba0b59f3-2949-4b8c-9b33-df1ab4237bf7 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:20.268972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afd8a60d-75b6-4962-9f6a-76eadfad6bf2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.382916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afd8a60d-75b6-4962-9f6a-76eadfad6bf2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.660850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afd8a60d-75b6-4962-9f6a-76eadfad6bf2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.722401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d26bb3d8-42b3-4467-b78e-f7d04698c910 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:20.782098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afd8a60d-75b6-4962-9f6a-76eadfad6bf2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.850243 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afd8a60d-75b6-4962-9f6a-76eadfad6bf2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.859633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-afd8a60d-75b6-4962-9f6a-76eadfad6bf2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/ba0b59f3-2949-4b8c-9b33-df1ab4237bf7 HTTP/1.1" status: 204 len: 168 time: 0.8368125 Aug 09 16:00:20.862462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8a60d-75b6-4962-9f6a-76eadfad6bf2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0b59f3-2949-4b8c-9b33-df1ab4237bf7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:20.868459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50818) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:20.943862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.968035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d26bb3d8-42b3-4467-b78e-f7d04698c910 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:20.974862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d26bb3d8-42b3-4467-b78e-f7d04698c910 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:20.975524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.007705 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-28affc0e-6e85-48a8-a049-6bef43635e17 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322105 Aug 09 16:00:21.010906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:21.027265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:21.071500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Pushing event updated for resources: {'Port': ['ID=4696c887-5b91-4e96-9c1a-cd171520121a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:21.263099 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.337181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea605db7-b1e8-4631-b461-b307bfb29988,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:21.374450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:21.378524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.385158 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.456423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:21.487870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.583914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port d26bb3d8-42b3-4467-b78e-f7d04698c910, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d26bb3d8-42b3-4467-b78e-f7d04698c910,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:21.597275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147d32ac-b2ac-4eb4-b864-8ce4f6552ee5']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:21.603220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.642616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acb8ac8-5310-4905-b450-f484692fe9ff') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:21.645083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acb8ac8-5310-4905-b450-f484692fe9ff') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:21.810714 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.876137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=d26bb3d8-42b3-4467-b78e-f7d04698c910,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:21.910010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] Deleting port 98fe6749-fe8b-494e-a140-6ef050e88958 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:21.910381 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.006696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-9a872ab9-0ca3-4ea4-8bae-e3d05e4fa11c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:22.018072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-9a872ab9-0ca3-4ea4-8bae-e3d05e4fa11c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 815 time: 0.9363887 Aug 09 16:00:22.020547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.066334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.102722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:22.104372 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:22.144724 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:22.178744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:22.183274 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:22.189311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:22.190248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.196434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.209781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d26bb3d8-42b3-4467-b78e-f7d04698c910 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:22.226399 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1b56cfa1-c9c2-4722-bb11-8e9ddc4b3d20 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2083590 Aug 09 16:00:22.229191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:22.240239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c67e88f2-9932-4c8f-87ad-2dd004e66e1c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:22.301994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c1282b3a-ec41-4d71-8be5-ca409da7fb98 None None] Provisioning complete for port d26bb3d8-42b3-4467-b78e-f7d04698c910 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:22.305034 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c1282b3a-ec41-4d71-8be5-ca409da7fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.429755 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-04867c48-dfc2-4618-b1f1-3634d22e593e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/quotas/8f8c00b22f4c48b38fe177d9358d4193 HTTP/1.1" status: 200 len: 375 time: 0.3583655 Aug 09 16:00:22.477171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-2a5ed16c-c66b-4645-8824-ac24d1824ba0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413859 Aug 09 16:00:22.489482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.502416 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.512843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50850) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:22.515425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] 10.222.0.64 "DELETE /v2.0/networks/147d32ac-b2ac-4eb4-b864-8ce4f6552ee5 HTTP/1.1" status: 204 len: 168 time: 6.7012649 Aug 09 16:00:22.567122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] For port 98fe6749-fe8b-494e-a140-6ef050e88958, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=98fe6749-fe8b-494e-a140-6ef050e88958,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:22.567531 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.575777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67e88f2-9932-4c8f-87ad-2dd004e66e1c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:22.581128 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67e88f2-9932-4c8f-87ad-2dd004e66e1c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.647879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] Calling delete_port for 98fe6749-fe8b-494e-a140-6ef050e88958 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:22.829616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d36ba8-dfdd-4fa1-b1c4-57717d409531 admin admin] Pushing event deleted for resources: {'Network': ['ID=147d32ac-b2ac-4eb4-b864-8ce4f6552ee5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.836031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.843572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-56b3df2e-fcb7-4301-ae62-4ff3f835217a service neutron] 10.222.0.64 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260694 Aug 09 16:00:22.923941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d26bb3d8-42b3-4467-b78e-f7d04698c910 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:22.925159 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.121469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.142456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] No DVR routers for this DVR port 98fe6749-fe8b-494e-a140-6ef050e88958 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:23.193705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5748fb-3bd9-4911-aa59-ff201374cd48 None None] Pushing event deleted for resources: {'Port': ['ID=98fe6749-fe8b-494e-a140-6ef050e88958,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:23.204481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ac71b-377a-4dd3-9afd-d9f377e76e9b None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:23.232977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 98fe6749-fe8b-494e-a140-6ef050e88958 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:23.337439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 98fe6749-fe8b-494e-a140-6ef050e88958 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:23.338056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 98fe6749-fe8b-494e-a140-6ef050e88958 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:23.418374 n-d-799523-2 neutron-server[94178]: INFO neutron.db.ipam_backend_mixin [None req-c67e88f2-9932-4c8f-87ad-2dd004e66e1c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b (CIDR: 2001:db8::/64) Aug 09 16:00:23.427219 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67e88f2-9932-4c8f-87ad-2dd004e66e1c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:00:23.437898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67e88f2-9932-4c8f-87ad-2dd004e66e1c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:23.473673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-66081e43-764f-4945-ace2-f96847cd9e53 service neutron] 10.222.0.64 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186390 Aug 09 16:00:23.532600 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c67e88f2-9932-4c8f-87ad-2dd004e66e1c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3021746 Aug 09 16:00:23.544479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50872) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:23.550628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'subnet': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:23.605151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9c4dd093-daa5-448b-9662-105622e20b54', 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'tenant_id': '876a3281d99f416a862af54080abf9df', 'fixed_ips': [{'subnet_id': '9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:00:23.606564 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.814704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Router 6375c037-d264-4ada-a257-932b6de11e3d is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:00:23.895671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-020e3ba7-1491-4ba6-9d2c-6cc52a1a8d0f req-4878a0f8-5fc1-4e50-a923-9fb3dfcb4f12 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 210 time: 0.1022780 Aug 09 16:00:23.917541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.106708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Allocated IP 2001:db8::2 (9c4dd093-daa5-448b-9662-105622e20b54/9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b/6ff1557e-cd7e-4335-ac13-19b22b84f2d2) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:24.217777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:24.220789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:24.226488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.229119 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Sync routers for ids ['6375c037-d264-4ada-a257-932b6de11e3d'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:24.249187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Routers {'6375c037-d264-4ada-a257-932b6de11e3d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:24.256338 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6375c037-d264-4ada-a257-932b6de11e3d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:24.351426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.352733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-754552dc-a9b4-4231-b5f4-642563e9472e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2533548 Aug 09 16:00:24.356957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 50892) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:24.624134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.657048 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Set router 6375c037-d264-4ada-a257-932b6de11e3d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:24.658929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Transition to ACTIVE for port object 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:24.689857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Transition to ACTIVE for port object 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:24.711956 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.762598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:24.769268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:24.774752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:24.847764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Pushing event updated for resources: {'Port': ['ID=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:24.871727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Attempting to bind port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:24.875517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Attempting to bind port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:24.876596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Attempting to bind port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 on network 9c4dd093-daa5-448b-9662-105622e20b54 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:24.893074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:24.893507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Checking segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:24.894321 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.894449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Bound using segment: {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:24.894849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Bound port: 6ff1557e-cd7e-4335-ac13-19b22b84f2d2, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75283da0-a682-4638-957a-4df65065d9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '9c4dd093-daa5-448b-9662-105622e20b54'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:24.895235 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:25.041169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] For port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:25.049585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Deleting port 75c5b171-37a5-46dd-8d62-42c39d978639 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:25.050192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:25.062542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] For port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:25.074292 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:25.152055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] For port 75c5b171-37a5-46dd-8d62-42c39d978639, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=75c5b171-37a5-46dd-8d62-42c39d978639,segment=NetworkSegment(cf5738dc-e46c-4812-bdaa-c957462e8d68),segment_id=cf5738dc-e46c-4812-bdaa-c957462e8d68)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:25.152455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:25.168626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Calling delete_port for 75c5b171-37a5-46dd-8d62-42c39d978639 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:25.307217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958b1ff-a016-4e0e-bb10-8037d5cf043c None None] Pushing event updated for resources: {'Port': ['ID=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:25.369460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26004c68-e29d-4def-88c6-8c7f8f49869e req-f97a5b50-7181-41fc-b5f4-e13ad9f63241 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 210 time: 0.2538714 Aug 09 16:00:25.418574 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:00:19Z', 'revision_number': 3, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:25.577319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:00:25.582818 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Checking router: 6375c037-d264-4ada-a257-932b6de11e3d for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:25.583163 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Updating router 6375c037-d264-4ada-a257-932b6de11e3d port 4696c887-5b91-4e96-9c1a-cd171520121a binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:25.683223 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.155293 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.189319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.256853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:26.381895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:26.415656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c5b171-37a5-46dd-8d62-42c39d978639,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:26.606399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab5bed91-3e6e-4301-bf1c-813e4313c865 req-fbf75e8f-cdcb-4139-9b2b-284ba5af1dd3 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 210 time: 0.0882163 Aug 09 16:00:26.630216 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.649268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-4b72adec-5cb3-47d0-b9cd-3f20c5a2b2f5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:26.661929 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-4b72adec-5cb3-47d0-b9cd-3f20c5a2b2f5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.66 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 815 time: 0.8175085 Aug 09 16:00:26.678367 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Transition to ACTIVE for port object 4696c887-5b91-4e96-9c1a-cd171520121a will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:26.684642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Request body: {'port': {'device_id': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'admin_state_up': True, 'tenant_id': '8f8c00b22f4c48b38fe177d9358d4193'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:26.686096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] For port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:26.720044 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.811498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.824139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.827669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.899109 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Attempting to bind port 4696c887-5b91-4e96-9c1a-cd171520121a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:26.901322 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Attempting to bind port 4696c887-5b91-4e96-9c1a-cd171520121a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:26.902842 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Attempting to bind port 4696c887-5b91-4e96-9c1a-cd171520121a on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:26.938386 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:26.942218 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:26.943158 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.943833 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:26.945456 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Bound port: 4696c887-5b91-4e96-9c1a-cd171520121a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:26.946091 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.047790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:27.050306 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Pushing event updated for resources: {'Port': ['ID=4696c887-5b91-4e96-9c1a-cd171520121a,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:27.089640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:27.103030 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.103785 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.104654 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.107174 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.107862 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.108492 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.109124 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.112605 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.113252 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.113852 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.114769 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.115504 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:27.117982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:27.120566 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.206814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Subnet': ['ID=6a820c91-c97b-4466-8af0-18c4e9b9749a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:27.208977 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] For port 4696c887-5b91-4e96-9c1a-cd171520121a, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:27.213085 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] For port 4696c887-5b91-4e96-9c1a-cd171520121a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4696c887-5b91-4e96-9c1a-cd171520121a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:27.224088 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.226761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:27.253235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6346cb68-b2b8-4d75-8594-1332ec1fb46c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7077062 Aug 09 16:00:27.253893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 50950) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:27.275592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Request body: {'port': {'network_id': '9c4dd093-daa5-448b-9662-105622e20b54', 'mac_address': 'fa:16:3e:6f:93:ae', 'name': 'tempest-NetworksTestDHCPv6-1450114251'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:27.314831 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Routers {'6375c037-d264-4ada-a257-932b6de11e3d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:27.315738 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6375c037-d264-4ada-a257-932b6de11e3d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:27.318891 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a2c4-bd01-4f87-be32-7c0920733c1b None None] Pushing event updated for resources: {'Port': ['ID=4696c887-5b91-4e96-9c1a-cd171520121a,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:27.500708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce972f-88cc-44a8-ae6d-0bca441fe1ec None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:27.707638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.712534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39b7861a-1e01-4eb1-abe1-8d93de3b5b7b None None] Provisioning for port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:27.748030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39b7861a-1e01-4eb1-abe1-8d93de3b5b7b None None] Provisioning complete for port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:27.748471 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39b7861a-1e01-4eb1-abe1-8d93de3b5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.779664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Made reservation on behalf of 8f8c00b22f4c48b38fe177d9358d4193 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:27.808260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.824997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Made reservation on behalf of 876a3281d99f416a862af54080abf9df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:27.838585 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] Set router 6375c037-d264-4ada-a257-932b6de11e3d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:27.890502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.080778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7a2784c-456f-4fc2-ae11-b0c60afe6804 req-fd198570-b759-4a0c-8d2a-fe9ab5609b32 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 210 time: 0.1653044 Aug 09 16:00:28.428370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.443311 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39b7861a-1e01-4eb1-abe1-8d93de3b5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.497762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:28.539172 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:00:19Z', 'revision_number': 3, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:28.547478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] device_id is not set on port 64924c55-04f8-4608-a020-d5a2731383c3 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:00:28.629725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.636535 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb81dba-6187-4b06-9409-b6a76924575d None None] The sync data for ids ['6375c037-d264-4ada-a257-932b6de11e3d'] in n-d-799523-2 is: [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:00:19Z', 'revision_number': 3, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:28.659230 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.712538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-39b7861a-1e01-4eb1-abe1-8d93de3b5b7b None None] For port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:28.717605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:28.723221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.748002 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39b7861a-1e01-4eb1-abe1-8d93de3b5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.973454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7861a-1e01-4eb1-abe1-8d93de3b5b7b None None] Pushing event updated for resources: {'Port': ['ID=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:29.368013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8::322 (9c4dd093-daa5-448b-9662-105622e20b54/9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b/64924c55-04f8-4608-a020-d5a2731383c3) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:29.387134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6f:93ae (9c4dd093-daa5-448b-9662-105622e20b54/6a820c91-c97b-4466-8af0-18c4e9b9749a/64924c55-04f8-4608-a020-d5a2731383c3) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:29.754035 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.821008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Transition to ACTIVE for port object 64924c55-04f8-4608-a020-d5a2731383c3 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:30.101453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa2b35cd-6b2a-402e-9829-9b1b307e9d78 req-1741826f-5e49-44e5-aaa4-f676d77cd5c5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 210 time: 0.1575365 Aug 09 16:00:30.107023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.232319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event updated for resources: {'Port': ['ID=64924c55-04f8-4608-a020-d5a2731383c3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:30.245808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Network 9c4dd093-daa5-448b-9662-105622e20b54 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:30.253125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:30.263097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Allocated IP 172.20.0.7 (785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8/0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5/63622f1c-162d-49d6-b847-44824575e925) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:30.265961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Allocated IP 172.20.0.1 (73d74978-d436-41ee-afca-3ec5c53da14b/000b85d0-4aee-45fa-aa5b-b2045466a697/320d1d2d-7d31-4986-ac39-5462f8522bbe) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:30.271005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:30.288633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:30.290944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.316817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-67c1858e-fda4-4c40-83de-d0dc48e1fba4 None None] Provisioning complete for port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:30.317304 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-67c1858e-fda4-4c40-83de-d0dc48e1fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.332029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9d15713a-f924-49bf-94bf-e2ee640b9c69 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0702412 Aug 09 16:00:30.334904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51026) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:30.499426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:30.682992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1852b7b3-bfec-4910-b288-228cd4ff06f6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting port 64924c55-04f8-4608-a020-d5a2731383c3 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:30.683707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1852b7b3-bfec-4910-b288-228cd4ff06f6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.724234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:30.724924 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.779033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:30.896361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4696c887-5b91-4e96-9c1a-cd171520121a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:31.013741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-42ce22ab-9957-4ff9-8962-da018ab8ef36 None None] Provisioning for port 64924c55-04f8-4608-a020-d5a2731383c3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:31.027071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4696c887-5b91-4e96-9c1a-cd171520121a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:31.036610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1852b7b3-bfec-4910-b288-228cd4ff06f6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.037594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-42ce22ab-9957-4ff9-8962-da018ab8ef36 None None] Provisioning complete for port 64924c55-04f8-4608-a020-d5a2731383c3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:31.037973 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-42ce22ab-9957-4ff9-8962-da018ab8ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.093128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1852b7b3-bfec-4910-b288-228cd4ff06f6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Calling delete_port for 64924c55-04f8-4608-a020-d5a2731383c3 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:31.098973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-42ce22ab-9957-4ff9-8962-da018ab8ef36 None None] Port 64924c55-04f8-4608-a020-d5a2731383c3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:31.102725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4696c887-5b91-4e96-9c1a-cd171520121a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:31.104166 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.298998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.357481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4696c887-5b91-4e96-9c1a-cd171520121a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4696c887-5b91-4e96-9c1a-cd171520121a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:31.367782 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.416882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-220eeff8-68a0-4d89-9c6f-3b1a14f2df98 req-ec798548-5080-4f32-8baf-19c3140b341b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 210 time: 0.1224437 Aug 09 16:00:31.510493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4696c887-5b91-4e96-9c1a-cd171520121a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:31.528865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.533672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.534024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.535706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.537447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.538094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.538444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.538846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.539184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.539687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.540169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.540598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.541103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:31.577510 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:31.582863 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-30cb1019-43b7-467f-95be-37ff75d37069 admin admin] 10.222.0.64 "PUT /v2.0/routers/7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0688014 Aug 09 16:00:31.589013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51052) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:31.590142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] Sync routers for ids ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:31.610809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] Routers {'7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:31.613103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:31.753620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1852b7b3-bfec-4910-b288-228cd4ff06f6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.819289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852b7b3-bfec-4910-b288-228cd4ff06f6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Port': ['ID=64924c55-04f8-4608-a020-d5a2731383c3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:31.821664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Transition to ACTIVE for port object 320d1d2d-7d31-4986-ac39-5462f8522bbe will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:31.887612 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.988730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] Set router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:32.022104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1852b7b3-bfec-4910-b288-228cd4ff06f6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.042511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1852b7b3-bfec-4910-b288-228cd4ff06f6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/64924c55-04f8-4608-a020-d5a2731383c3 HTTP/1.1" status: 204 len: 168 time: 1.7041302 Aug 09 16:00:32.045275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51058) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:32.156517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.205645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc110146-642b-4d03-b74a-6a8c56616bd9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.210139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cc110146-642b-4d03-b74a-6a8c56616bd9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1628666 Aug 09 16:00:32.212476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51064) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:32.278395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4696c887-5b91-4e96-9c1a-cd171520121a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:32.315466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37b672-add9-47ff-ac43-b4996de50ced tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.327479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5e37b672-add9-47ff-ac43-b4996de50ced tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1129146 Aug 09 16:00:32.336737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51068) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:32.357995 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.428394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.465851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0de1b9-da50-4825-b79f-2f1b29b66636 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.469504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0de1b9-da50-4825-b79f-2f1b29b66636 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.471412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0de1b9-da50-4825-b79f-2f1b29b66636 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.474171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f0de1b9-da50-4825-b79f-2f1b29b66636 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1343524 Aug 09 16:00:32.476808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51072) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:32.548634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Network 73d74978-d436-41ee-afca-3ec5c53da14b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:32.580105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:32.587202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:32.602243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3352b7f-8bf5-4102-92ab-e2b9a367567c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 6a820c91-c97b-4466-8af0-18c4e9b9749a {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:32.607364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3352b7f-8bf5-4102-92ab-e2b9a367567c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.720829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4696c887-5b91-4e96-9c1a-cd171520121a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:32.721320 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.757915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-133c0159-3ee8-432f-a026-54ad653eb0c9 req-f5a87ca4-da42-4920-82e9-b62b85ea31a6 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 210 time: 0.1521068 Aug 09 16:00:32.770948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.784058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Pushing event updated for resources: {'Port': ['ID=320d1d2d-7d31-4986-ac39-5462f8522bbe,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:32.793698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3352b7f-8bf5-4102-92ab-e2b9a367567c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.954842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T16:00:25Z', 'revision_number': 5, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port': {'id': '9c8cce40-463d-40d7-b938-c38f53d4c3e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:45:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:52Z', 'updated_at': '2021-08-09T15:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:33.004770 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3352b7f-8bf5-4102-92ab-e2b9a367567c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.013253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.014144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.014504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.014849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.015189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.015518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.018115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.024392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.024722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.025069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.025410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.025741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:33.063893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] Checking router: 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:33.066034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.114098 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3352b7f-8bf5-4102-92ab-e2b9a367567c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.179120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] Routers {'7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:33.180673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:33.218643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3352b7f-8bf5-4102-92ab-e2b9a367567c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=6a820c91-c97b-4466-8af0-18c4e9b9749a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:33.228100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3352b7f-8bf5-4102-92ab-e2b9a367567c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.231389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:33.234182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b3352b7f-8bf5-4102-92ab-e2b9a367567c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/6a820c91-c97b-4466-8af0-18c4e9b9749a HTTP/1.1" status: 204 len: 168 time: 0.7560873 Aug 09 16:00:33.237660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51086) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:33.289424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-87fd689a-399b-4714-a752-a478614046eb None None] Provisioning for port 320d1d2d-7d31-4986-ac39-5462f8522bbe completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:33.319079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-87fd689a-399b-4714-a752-a478614046eb None None] Provisioning complete for port 320d1d2d-7d31-4986-ac39-5462f8522bbe triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:33.320458 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-87fd689a-399b-4714-a752-a478614046eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.335731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:33.345818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:33.355301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Deleting port 9c8cce40-463d-40d7-b938-c38f53d4c3e9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:33.357496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.402700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10b93a3-5098-41da-8067-3b312fdda05c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Deleting subnet 9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:33.405201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43981c22-6ddd-4558-91a3-9acb312ce411 None None] Network 9c4dd093-daa5-448b-9662-105622e20b54 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:33.413298 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e10b93a3-5098-41da-8067-3b312fdda05c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.420137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Pushing event updated for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:33.481035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-87fd689a-399b-4714-a752-a478614046eb None None] Port 320d1d2d-7d31-4986-ac39-5462f8522bbe cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:33.572342 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e10b93a3-5098-41da-8067-3b312fdda05c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.685293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51098) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:33.734966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:33.737050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.763963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] Set router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:33.767116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51102) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:33.849268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e10b93a3-5098-41da-8067-3b312fdda05c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.856430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] For port 9c8cce40-463d-40d7-b938-c38f53d4c3e9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9c8cce40-463d-40d7-b938-c38f53d4c3e9,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:33.856806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.862232 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-7250c594-ee02-4d3c-bcc2-ba3c1d59c216 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1920249 Aug 09 16:00:33.863366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.879034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Request body: {'port': {'device_id': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:33.921453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Calling delete_port for 9c8cce40-463d-40d7-b938-c38f53d4c3e9 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:33.999638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e10b93a3-5098-41da-8067-3b312fdda05c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.112745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b93a3-5098-41da-8067-3b312fdda05c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Subnet': ['ID=9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.180911 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e10b93a3-5098-41da-8067-3b312fdda05c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.183702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e10b93a3-5098-41da-8067-3b312fdda05c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b HTTP/1.1" status: 204 len: 168 time: 0.9447925 Aug 09 16:00:34.187685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51108) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.233502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53cb884b-18bf-4fbd-b317-5b684b75151f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.234515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fbaf60e3-b98a-42da-876e-b4e8beb8de43 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458064 Aug 09 16:00:34.237789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51110) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.238786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf598e44-8a68-4215-b7a1-f866be05c1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.275841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.325284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757b336-6bed-4bc3-88b5-ec92b00e7bfa req-61d7c333-cba7-4db7-a68b-28b60d59ab36 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:34.334648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c757b336-6bed-4bc3-88b5-ec92b00e7bfa req-61d7c333-cba7-4db7-a68b-28b60d59ab36 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 931 time: 0.2981753 Aug 09 16:00:34.367744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 6, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:34.381951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07261d35-ff75-4244-a910-fe8bf9adaa7f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:34.384189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-07261d35-ff75-4244-a910-fe8bf9adaa7f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1450908 Aug 09 16:00:34.389052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51114) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.506829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e12b8-1144-4dad-92e6-ee81385694cd None None] The sync data for ids ['7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9'] in n-d-799523-2 is: [{'id': '7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9', 'name': 'tempest-TestAggregatesBasicOps-1388554272-router', 'tenant_id': '3210368af1ba43d28db88ed853edbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 6, 'project_id': '3210368af1ba43d28db88ed853edbd4f', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:34.520537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c757b336-6bed-4bc3-88b5-ec92b00e7bfa req-e3d0543b-4616-4d75-82ee-d774fb878374 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347857 Aug 09 16:00:34.527125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a2d5f6-f3d5-414f-a2d6-e5cdee5d42d4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:34.529000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-24a2d5f6-f3d5-414f-a2d6-e5cdee5d42d4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1389723 Aug 09 16:00:34.536465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51118) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.595473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-bf598e44-8a68-4215-b7a1-f866be05c1ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:00:34.595473 n-d-799523-2 neutron-server[94178]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 16:00:34.595473 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id_1': 'f9b1aa96a3f74d21a325b9f5050833a6', 'expiration_1': datetime.datetime(2021, 8, 9, 16, 0, 34, 339155)}] Aug 09 16:00:34.595473 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:00:34.596158 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-bf598e44-8a68-4215-b7a1-f866be05c1ce admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:00:34.609233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d60709ef-9d01-4d91-9e6d-bfb3d1452352 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711856 Aug 09 16:00:34.616135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51120) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.656844 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec4013d-c75d-48b0-a708-fff2f4f9eab9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:34.657611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec4013d-c75d-48b0-a708-fff2f4f9eab9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:34.661589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4ec4013d-c75d-48b0-a708-fff2f4f9eab9 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/64924c55-04f8-4608-a020-d5a2731383c3 HTTP/1.1" status: 404 len: 333 time: 0.0437665 Aug 09 16:00:34.665330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51122) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.710707 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-560815a9-5b36-4839-b076-635d06d3fcd5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:34.711214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560815a9-5b36-4839-b076-635d06d3fcd5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:34.713093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-560815a9-5b36-4839-b076-635d06d3fcd5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/6a820c91-c97b-4466-8af0-18c4e9b9749a HTTP/1.1" status: 404 len: 337 time: 0.0468862 Aug 09 16:00:34.718505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51124) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.751347 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-095e51e4-71b5-4472-aab5-0a7fcd845d9d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:34.751999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095e51e4-71b5-4472-aab5-0a7fcd845d9d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:34.753929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-095e51e4-71b5-4472-aab5-0a7fcd845d9d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/9ded8f6b-74e9-4cca-8b49-90f9ec5ddb0b HTTP/1.1" status: 404 len: 337 time: 0.0344195 Aug 09 16:00:34.757920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51126) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.792672 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3acf306-1e7f-45fc-ad06-f6636e367b07 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:34.793426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3acf306-1e7f-45fc-ad06-f6636e367b07 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:34.795393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a3acf306-1e7f-45fc-ad06-f6636e367b07 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/0e1c726a-dd0e-41a0-be95-0281c57c8359 HTTP/1.1" status: 404 len: 333 time: 0.0365379 Aug 09 16:00:34.799146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51128) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.841280 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b16af58-0cf5-4864-a8a4-832348ffa15b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:34.841803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b16af58-0cf5-4864-a8a4-832348ffa15b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:34.848866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6b16af58-0cf5-4864-a8a4-832348ffa15b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/0342edce-9f55-4090-a15b-ebf959601f1b HTTP/1.1" status: 404 len: 337 time: 0.0445092 Aug 09 16:00:34.849149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51130) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.884824 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6ff8ca-7915-45f8-b60b-6638decd0277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:34.886209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6ff8ca-7915-45f8-b60b-6638decd0277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:34.894286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-de6ff8ca-7915-45f8-b60b-6638decd0277 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/ba0b59f3-2949-4b8c-9b33-df1ab4237bf7 HTTP/1.1" status: 404 len: 337 time: 0.0413525 Aug 09 16:00:34.895763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.899857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51132) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.936294 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabd074d-b757-498e-9ddf-152f5716adec tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:34.937250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabd074d-b757-498e-9ddf-152f5716adec tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:34.947803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aabd074d-b757-498e-9ddf-152f5716adec tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/69324e59-1399-4e39-9086-05dddd6d17ca HTTP/1.1" status: 404 len: 333 time: 0.0413046 Aug 09 16:00:34.948797 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] DHCP port deletion for 9c4dd093-daa5-448b-9662-105622e20b54 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:34.957822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51134) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.055199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.084676 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb32946-6b89-4d9f-b646-0743fb5b424e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.084676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb32946-6b89-4d9f-b646-0743fb5b424e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.090812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbb32946-6b89-4d9f-b646-0743fb5b424e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/4888e53b-0b37-497f-979f-01d4e816f355 HTTP/1.1" status: 404 len: 337 time: 0.1285024 Aug 09 16:00:35.096022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51136) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.110664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] Deleting port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:35.111303 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.117736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf598e44-8a68-4215-b7a1-f866be05c1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.150843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.169872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63622f1c-162d-49d6-b847-44824575e925 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:00:35.171252 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fabd521-57b2-4f94-8db7-9fa0bc98b8a7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.171858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fabd521-57b2-4f94-8db7-9fa0bc98b8a7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.181004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5fabd521-57b2-4f94-8db7-9fa0bc98b8a7 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/21c60976-e330-4f02-b39a-9feae673d438 HTTP/1.1" status: 404 len: 337 time: 0.0834122 Aug 09 16:00:35.183052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51138) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.204377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.213105 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53cb884b-18bf-4fbd-b317-5b684b75151f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.222518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] For port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,segment=NetworkSegment(75283da0-a682-4638-957a-4df65065d9ac),segment_id=75283da0-a682-4638-957a-4df65065d9ac)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:35.223229 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.244171 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77642bd-94cf-4d0f-bb69-4c5cf6017751 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.244944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77642bd-94cf-4d0f-bb69-4c5cf6017751 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.256187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d77642bd-94cf-4d0f-bb69-4c5cf6017751 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/020036be-cc15-4e2d-a781-a08653ee2212 HTTP/1.1" status: 404 len: 333 time: 0.0719373 Aug 09 16:00:35.257169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51140) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.264909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] Calling delete_port for 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:35.338217 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b19f82a-06c4-46a3-bf52-7a8587959927 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.338217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b19f82a-06c4-46a3-bf52-7a8587959927 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.344372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1b19f82a-06c4-46a3-bf52-7a8587959927 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/e6486203-10f8-4679-8605-a9e4e8eceac0 HTTP/1.1" status: 404 len: 337 time: 0.0856526 Aug 09 16:00:35.345044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51142) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.405962 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ae1579-a289-4f3b-a6fc-eccce0d583a4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.406438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ae1579-a289-4f3b-a6fc-eccce0d583a4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.410633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-80ae1579-a289-4f3b-a6fc-eccce0d583a4 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/c5137306-b80d-425d-a7ac-bcb9c9aeda05 HTTP/1.1" status: 404 len: 337 time: 0.0620739 Aug 09 16:00:35.412142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51146) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.442630 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.474099 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0abfe1-3a50-4e14-b8e4-df794e5276b2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.476082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0abfe1-3a50-4e14-b8e4-df794e5276b2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.489109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4c0abfe1-3a50-4e14-b8e4-df794e5276b2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/5ca282e4-97d0-42f9-87a8-39d4554a8346 HTTP/1.1" status: 404 len: 333 time: 0.0727751 Aug 09 16:00:35.490065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51148) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.507541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] Pushing event deleted for resources: {'Port': ['ID=6ff1557e-cd7e-4335-ac13-19b22b84f2d2,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.518551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f61e9-4c89-4394-8914-e184d73e37ec None None] No DVR routers for this DVR port 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:35.595545 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ed5cc7-175a-4e9e-900a-d6580ea63d75 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.596047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ed5cc7-175a-4e9e-900a-d6580ea63d75 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.600552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-60ed5cc7-175a-4e9e-900a-d6580ea63d75 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/8fd0d347-dea3-4e8e-bc63-481907426b0c HTTP/1.1" status: 404 len: 337 time: 0.1092005 Aug 09 16:00:35.603853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51154) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.640799 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba215afe-accb-4e88-913f-f793294ad4ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.642822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba215afe-accb-4e88-913f-f793294ad4ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.652828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ba215afe-accb-4e88-913f-f793294ad4ea tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/afdcc2a8-f5ea-4cd4-8ead-5ab4e03f715d HTTP/1.1" status: 404 len: 333 time: 0.0436690 Aug 09 16:00:35.653774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51156) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.694704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Transition to ACTIVE for port object 63622f1c-162d-49d6-b847-44824575e925 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:35.711331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.723521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53cb884b-18bf-4fbd-b317-5b684b75151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.729976 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8946d10e-d1d7-47b1-8760-a9703f7506a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.730786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8946d10e-d1d7-47b1-8760-a9703f7506a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.733065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8946d10e-d1d7-47b1-8760-a9703f7506a5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/7482a0f8-9b7b-4a99-a2ff-ac7ffe8f27ae HTTP/1.1" status: 404 len: 337 time: 0.0761075 Aug 09 16:00:35.743270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51158) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.771886 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f579e646-9695-4569-807e-8be8eeec53be tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.772582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f579e646-9695-4569-807e-8be8eeec53be tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.774311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f579e646-9695-4569-807e-8be8eeec53be tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/03954956-ffaf-421c-84ff-f08e8921162d HTTP/1.1" status: 404 len: 333 time: 0.0299420 Aug 09 16:00:35.778630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51160) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.797388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Pushing event updated for resources: {'Port': ['ID=320d1d2d-7d31-4986-ac39-5462f8522bbe,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.839154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be970bf4-f84b-4f5c-81e3-34ba2f1f0ad3 req-f6927607-6b9d-4552-9496-568e9b366b2d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:35.841104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be970bf4-f84b-4f5c-81e3-34ba2f1f0ad3 req-f6927607-6b9d-4552-9496-568e9b366b2d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 943 time: 0.1860008 Aug 09 16:00:35.842563 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ad2d43-2845-4bd2-b74e-3511d6fc1487 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.843206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ad2d43-2845-4bd2-b74e-3511d6fc1487 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.848312 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-23ad2d43-2845-4bd2-b74e-3511d6fc1487 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/1ef6b893-df2c-497a-94a6-7382fa559d9f HTTP/1.1" status: 404 len: 337 time: 0.0671992 Aug 09 16:00:35.848957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51162) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.888933 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-077b4546-907f-48e0-b20c-188e4c99259f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.889765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077b4546-907f-48e0-b20c-188e4c99259f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.894428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-077b4546-907f-48e0-b20c-188e4c99259f tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/4169ddcc-74f2-44d2-9d1e-ada694c814b4 HTTP/1.1" status: 404 len: 333 time: 0.0420451 Aug 09 16:00:35.895112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51164) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.938963 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4303793a-e622-4e90-99d0-1b77b8dd3626 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.939423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4303793a-e622-4e90-99d0-1b77b8dd3626 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.944478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4303793a-e622-4e90-99d0-1b77b8dd3626 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/3466d649-2219-4e6b-aba0-f245b03cfbbc HTTP/1.1" status: 404 len: 337 time: 0.0454049 Aug 09 16:00:35.947697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51166) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.963360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be970bf4-f84b-4f5c-81e3-34ba2f1f0ad3 req-0fb2e644-8426-4c20-bf19-77eca10f8712 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123290 Aug 09 16:00:35.979684 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-21df69f3-365a-4e5b-b0f1-d84ecd88571c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:35.980748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21df69f3-365a-4e5b-b0f1-d84ecd88571c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:35.984573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-21df69f3-365a-4e5b-b0f1-d84ecd88571c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/650ec9e2-545e-4759-909e-09d8cfd4d372 HTTP/1.1" status: 404 len: 333 time: 0.0356691 Aug 09 16:00:35.988276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8cce40-463d-40d7-b938-c38f53d4c3e9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.988876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51168) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.993276 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.026513 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7066f356-7e07-4650-bfab-beb75fc5ddb1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.027210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7066f356-7e07-4650-bfab-beb75fc5ddb1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.032295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7066f356-7e07-4650-bfab-beb75fc5ddb1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/54c09235-b6a7-4072-a439-7e40a82d2d4a HTTP/1.1" status: 404 len: 337 time: 0.0426481 Aug 09 16:00:36.033185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51170) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.067055 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5676f8b-2434-42c6-ae96-46e75c92c925 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.068613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5676f8b-2434-42c6-ae96-46e75c92c925 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.073941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f5676f8b-2434-42c6-ae96-46e75c92c925 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/da1e9fd5-7388-4e86-8f4f-15292d939a2c HTTP/1.1" status: 404 len: 333 time: 0.0395238 Aug 09 16:00:36.074951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51172) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.098508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.100972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.110794 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-678dcab1-1193-444b-aa58-be31dbe5ee0e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.111979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678dcab1-1193-444b-aa58-be31dbe5ee0e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.116772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-678dcab1-1193-444b-aa58-be31dbe5ee0e tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/22da5650-d301-4e07-b89c-4d68927f97c3 HTTP/1.1" status: 404 len: 337 time: 0.0404997 Aug 09 16:00:36.118237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51174) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.123789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:36.149914 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-396c7089-e021-421f-854d-1864d3258c83 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.150796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396c7089-e021-421f-854d-1864d3258c83 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.152908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-396c7089-e021-421f-854d-1864d3258c83 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/a6c4efb1-1285-4dd4-b287-06ce404f5351 HTTP/1.1" status: 404 len: 337 time: 0.0333104 Aug 09 16:00:36.158194 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-53cb884b-18bf-4fbd-b317-5b684b75151f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c64bd9b977b48e79986a80ce4b8cc7b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3442504 Aug 09 16:00:36.158811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.160472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51176) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.170182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51178) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.170831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:36.171381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6ff1557e-cd7e-4335-ac13-19b22b84f2d2 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:36.172069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 75c5b171-37a5-46dd-8d62-42c39d978639 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:36.213141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 75c5b171-37a5-46dd-8d62-42c39d978639 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:36.213580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 75c5b171-37a5-46dd-8d62-42c39d978639 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:36.214112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9c8cce40-463d-40d7-b938-c38f53d4c3e9 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:36.221135 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7de61e-8b45-4350-8060-7582040ab86c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.222351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7de61e-8b45-4350-8060-7582040ab86c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.224483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6b7de61e-8b45-4350-8060-7582040ab86c tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/f54d4a2e-4ae7-43d1-b100-3daa684d1edd HTTP/1.1" status: 404 len: 333 time: 0.0523851 Aug 09 16:00:36.230025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51180) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.253593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 9c8cce40-463d-40d7-b938-c38f53d4c3e9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:36.254038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9c8cce40-463d-40d7-b938-c38f53d4c3e9 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:36.270024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Pushing event updated for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.278670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.279193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:36.279882 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9817de-e87e-4e5b-8046-5d55b6c45229 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.280721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9817de-e87e-4e5b-8046-5d55b6c45229 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.284427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1d9817de-e87e-4e5b-8046-5d55b6c45229 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/814b4c28-792c-4662-9d11-cc82df43675e HTTP/1.1" status: 404 len: 337 time: 0.0522206 Aug 09 16:00:36.284568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.288229 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dc9df284-527a-401f-9dbb-57d1769a49da admin admin] 10.222.0.64 "DELETE /v2.0/routers/7056a30f-8fa4-45f4-8e2a-4ad7c3dfcba9 HTTP/1.1" status: 204 len: 168 time: 4.6980298 Aug 09 16:00:36.288864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.289190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.308782 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac94cb9a-f805-4add-b4a0-87b92db243de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.357381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac94cb9a-f805-4add-b4a0-87b92db243de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.381803 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5c11f7-5494-4fbd-a873-07f98ab08d49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.382095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5c11f7-5494-4fbd-a873-07f98ab08d49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.392010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51194) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.393964 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e5c11f7-5494-4fbd-a873-07f98ab08d49 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/0485fc8f-2af0-46ab-bd0e-37c6275c03c0 HTTP/1.1" status: 404 len: 337 time: 0.0611291 Aug 09 16:00:36.399866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf598e44-8a68-4215-b7a1-f866be05c1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.480917 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1f0d86-a4de-4724-88b0-a2fd34046120 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.481688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1f0d86-a4de-4724-88b0-a2fd34046120 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.484177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2e1f0d86-a4de-4724-88b0-a2fd34046120 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/e289f0bc-4593-4788-b420-aa2176c85550 HTTP/1.1" status: 404 len: 333 time: 0.0757487 Aug 09 16:00:36.487109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51198) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.494528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb884b-18bf-4fbd-b317-5b684b75151f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f059c48-4b17-4754-9ec8-b40ec19c2c5a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.497420 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf598e44-8a68-4215-b7a1-f866be05c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.525946 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb4e225-a2a4-4d5b-a437-1fbf9a286cfa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.526547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb4e225-a2a4-4d5b-a437-1fbf9a286cfa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.529578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3bb4e225-a2a4-4d5b-a437-1fbf9a286cfa tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/c2477a92-8a49-4b3a-9be5-97597c865739 HTTP/1.1" status: 404 len: 337 time: 0.0411088 Aug 09 16:00:36.531508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51200) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.567937 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-914eaf5a-9163-42ca-9a0c-2aa88797dea6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.567937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914eaf5a-9163-42ca-9a0c-2aa88797dea6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.569884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-914eaf5a-9163-42ca-9a0c-2aa88797dea6 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/39c5e14f-3a21-4fde-8243-aee0ae115beb HTTP/1.1" status: 404 len: 337 time: 0.0370953 Aug 09 16:00:36.574668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51202) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.589009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Network 73d74978-d436-41ee-afca-3ec5c53da14b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:36.596872 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bf598e44-8a68-4215-b7a1-f866be05c1ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9b1aa96a3f74d21a325b9f5050833a6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9028716 Aug 09 16:00:36.600677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51204) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.610513 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce20dca-bf0c-4127-a1d6-e01cd1f95dff tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.611268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce20dca-bf0c-4127-a1d6-e01cd1f95dff tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.613328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8ce20dca-bf0c-4127-a1d6-e01cd1f95dff tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/09dea850-d5e8-4d46-b79c-8b8ad419fb66 HTTP/1.1" status: 404 len: 333 time: 0.0389547 Aug 09 16:00:36.613988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea65f800-9d9f-46f0-b3be-653aa4756205 admin admin] Deleting subnet bb6005ee-6615-4f6b-a717-6c8d5cbcfb38 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:36.616869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51206) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.661190 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b45997-4e30-4439-9ceb-bf457ae52ead tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.661772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b45997-4e30-4439-9ceb-bf457ae52ead tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.662421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:36.666345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d6b45997-4e30-4439-9ceb-bf457ae52ead tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/e050fc87-e744-411d-bc66-234960f54b2c HTTP/1.1" status: 404 len: 337 time: 0.0446594 Aug 09 16:00:36.674212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51208) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.680222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Attempting to bind port 63622f1c-162d-49d6-b847-44824575e925 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:36.680222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Attempting to bind port 63622f1c-162d-49d6-b847-44824575e925 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:36.680222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Attempting to bind port 63622f1c-162d-49d6-b847-44824575e925 on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:36.680666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf598e44-8a68-4215-b7a1-f866be05c1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cfb32c-6285-4152-8b07-beb6f329fa28,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.683096 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac94cb9a-f805-4add-b4a0-87b92db243de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.709887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac94cb9a-f805-4add-b4a0-87b92db243de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.711470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ac94cb9a-f805-4add-b4a0-87b92db243de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f059c48-4b17-4754-9ec8-b40ec19c2c5a HTTP/1.1" status: 204 len: 168 time: 0.5497146 Aug 09 16:00:36.714733 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea65f800-9d9f-46f0-b3be-653aa4756205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.724679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94cb9a-f805-4add-b4a0-87b92db243de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f059c48-4b17-4754-9ec8-b40ec19c2c5a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.740440 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-07754df9-d96a-4c98-8f5a-45f42e2cdecb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:36.740910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07754df9-d96a-4c98-8f5a-45f42e2cdecb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:36.745419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-07754df9-d96a-4c98-8f5a-45f42e2cdecb tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/c0e3e7be-eee7-4654-9fcb-753e81ab780d HTTP/1.1" status: 404 len: 337 time: 0.0579047 Aug 09 16:00:36.749243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51214) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.808401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46af950d-943c-4be8-b4e5-5f4ad44aeb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.848993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c8cd0a3e-7239-4fcf-ba25-8c2fbe003ad1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports?device_id=297400f8-77e7-466c-ae27-82ed42d0f1cf HTTP/1.1" status: 200 len: 205 time: 0.0961459 Aug 09 16:00:36.850002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51216) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.930244 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-c3f0d9d7-70b9-4ae3-8519-bc8d633d12d2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] delete failed (client error): The resource could not be found. Aug 09 16:00:36.940128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c3f0d9d7-70b9-4ae3-8519-bc8d633d12d2 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/routers/297400f8-77e7-466c-ae27-82ed42d0f1cf HTTP/1.1" status: 404 len: 336 time: 0.0841277 Aug 09 16:00:36.942670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51220) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.034767 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4a272d-eed0-4c63-8c50-c6adf3b8a57a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:37.035336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4a272d-eed0-4c63-8c50-c6adf3b8a57a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:37.042729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb4a272d-eed0-4c63-8c50-c6adf3b8a57a tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/12c7bbab-e4bf-4509-b9be-774f2bbb2046 HTTP/1.1" status: 404 len: 337 time: 0.0961084 Aug 09 16:00:37.043475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51224) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.064425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Router 6375c037-d264-4ada-a257-932b6de11e3d has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:37.065608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Port 63622f1c-162d-49d6-b847-44824575e925 on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:00:37.065940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Attempting to bind port 63622f1c-162d-49d6-b847-44824575e925 on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:37.078729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:37.079121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Checking segment: {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:37.079463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Bound using segment: {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:37.079955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Bound port: 63622f1c-162d-49d6-b847-44824575e925, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:37.080323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.090612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-80be1846-d9be-4dd5-b475-1111ee29eb35 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2334a82-5fa1-4387-9248-1a4c4a58ec6e HTTP/1.1" status: 200 len: 205 time: 0.0456493 Aug 09 16:00:37.093232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51230) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.119098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46af950d-943c-4be8-b4e5-5f4ad44aeb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.154095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea65f800-9d9f-46f0-b3be-653aa4756205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.168117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-55ae4748-6d75-41cb-a8ff-70a876306de3 None None] Provisioning complete for port 320d1d2d-7d31-4986-ac39-5462f8522bbe triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:37.168703 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-55ae4748-6d75-41cb-a8ff-70a876306de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.251359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51236) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.257434 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-14a2c9e3-61df-43e6-adbb-2bbce693b54b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] delete failed (client error): The resource could not be found. Aug 09 16:00:37.259006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-14a2c9e3-61df-43e6-adbb-2bbce693b54b tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/routers/e2334a82-5fa1-4387-9248-1a4c4a58ec6e HTTP/1.1" status: 404 len: 336 time: 0.1635797 Aug 09 16:00:37.266269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-55ae4748-6d75-41cb-a8ff-70a876306de3 None None] Port 320d1d2d-7d31-4986-ac39-5462f8522bbe cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:37.281874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51238) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.317800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:37.322542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:37.341921 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.398651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6cc48d1c-b32e-4f11-ac03-0aa96e435a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.526539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:37.527482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.529546 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] 10.222.0.66 "PUT /v2.0/ports/63622f1c-162d-49d6-b847-44824575e925 HTTP/1.1" status: 200 len: 1091 time: 3.6573465 Aug 09 16:00:37.533903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'tag': '63622f1c-162d-49d6-b847-44824575e925'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:37.536943 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7596e172-08c3-431b-887f-08e0120f3ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "tag": "63622f1c-162d-49d6-b847-44824575e925"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:37.633236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46af950d-943c-4be8-b4e5-5f4ad44aeb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.636721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46af950d-943c-4be8-b4e5-5f4ad44aeb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.641453 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-46af950d-943c-4be8-b4e5-5f4ad44aeb54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23cfb32c-6285-4152-8b07-beb6f329fa28 HTTP/1.1" status: 204 len: 168 time: 1.0243313 Aug 09 16:00:37.657074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8688da6-addb-471a-87e6-e28c219b6e98 service neutron] Pushing event updated for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:37.666766 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af950d-943c-4be8-b4e5-5f4ad44aeb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cfb32c-6285-4152-8b07-beb6f329fa28,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:37.670559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:37.673188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea65f800-9d9f-46f0-b3be-653aa4756205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.680175 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Sync routers for ids ['6375c037-d264-4ada-a257-932b6de11e3d'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:37.695512 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Routers {'6375c037-d264-4ada-a257-932b6de11e3d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:37.699880 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6375c037-d264-4ada-a257-932b6de11e3d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:37.706647 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4ed304d2-5636-4604-8686-78680d9373cd admin admin] 10.222.0.64 "PUT /v2.0/routers/6375c037-d264-4ada-a257-932b6de11e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3473983 Aug 09 16:00:37.785114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-13385e66-92a4-4e00-a2e5-0ef96dc141c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:37.786774 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-13385e66-92a4-4e00-a2e5-0ef96dc141c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 1094 time: 0.1969278 Aug 09 16:00:37.887267 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-c664d717-fece-4739-8eee-f22695bf9f0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622f1c-162d-49d6-b847-44824575e925 HTTP/1.1" status: 200 len: 217 time: 0.0807126 Aug 09 16:00:37.945556 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f46f62-fb01-4642-b609-17b22cb68253 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:37.946161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f46f62-fb01-4642-b609-17b22cb68253 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:37.953721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c1f46f62-fb01-4642-b609-17b22cb68253 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/b59c7fca-dc8b-4a4d-8509-cd7443e8a6f9 HTTP/1.1" status: 404 len: 337 time: 0.6690469 Aug 09 16:00:37.954980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51250) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.956060 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Set router 6375c037-d264-4ada-a257-932b6de11e3d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:38.010362 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea65f800-9d9f-46f0-b3be-653aa4756205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.016663 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aadf0d3-9a35-4acf-a7b6-0167e20d3ddc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:38.017119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aadf0d3-9a35-4acf-a7b6-0167e20d3ddc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:38.024947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0aadf0d3-9a35-4acf-a7b6-0167e20d3ddc tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/743059ec-33f4-45a0-aef5-0c75b1aa246d HTTP/1.1" status: 404 len: 337 time: 0.0688279 Aug 09 16:00:38.029204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51252) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.067319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5cfb1-b7c4-4777-b4d3-c0fd53b87ea9 req-e76ea360-3e79-49ec-a416-2788e97a4345 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:38.069210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87a5cfb1-b7c4-4777-b4d3-c0fd53b87ea9 req-e76ea360-3e79-49ec-a416-2788e97a4345 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 943 time: 0.8347170 Aug 09 16:00:38.127761 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6cc48d1c-b32e-4f11-ac03-0aa96e435a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.142256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87a5cfb1-b7c4-4777-b4d3-c0fd53b87ea9 req-d7901d8e-f139-4e15-9912-6d8da34b3b6f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661242 Aug 09 16:00:38.279169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65f800-9d9f-46f0-b3be-653aa4756205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6005ee-6615-4f6b-a717-6c8d5cbcfb38,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:38.289409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6cc48d1c-b32e-4f11-ac03-0aa96e435a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.301331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea65f800-9d9f-46f0-b3be-653aa4756205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.305477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce199e-21fd-4a7f-b667-fe0859f94008 None None] Network 5a108803-874b-430a-bf16-7afb959847c2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:38.313290 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ea65f800-9d9f-46f0-b3be-653aa4756205 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bb6005ee-6615-4f6b-a717-6c8d5cbcfb38 HTTP/1.1" status: 204 len: 168 time: 1.9555893 Aug 09 16:00:38.313844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51260) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.313976 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6ed589-a608-4626-aff4-b8113baa30db x-openstack-request-id: req-6f6ed589-a608-4626-aff4-b8113baa30db {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:38.314318 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "tag": "63622f1c-162d-49d6-b847-44824575e925", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:38.314441 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f6ed589-a608-4626-aff4-b8113baa30db {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:38.315222 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'tag': '63622f1c-162d-49d6-b847-44824575e925', 'status': 'completed', 'code': 200} Aug 09 16:00:38.363924 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a844c43-1bf4-445d-b2be-d61eb8568421 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:38.371896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a844c43-1bf4-445d-b2be-d61eb8568421 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:38.373938 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0a844c43-1bf4-445d-b2be-d61eb8568421 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/44b18f0c-9dcd-40c5-9096-833375117edb HTTP/1.1" status: 404 len: 333 time: 0.3266029 Aug 09 16:00:38.375775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-8964c155-d6a3-4a8f-a588-633163104a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:38.377424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-8964c155-d6a3-4a8f-a588-633163104a80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 200 len: 855 time: 0.4716525 Aug 09 16:00:38.400949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51262) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.401610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc48d1c-b32e-4f11-ac03-0aa96e435a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef529f3a-6444-424e-896f-0cef80b324be,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:38.430756 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:00:33Z', 'revision_number': 4, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '320d1d2d-7d31-4986-ac39-5462f8522bbe', 'name': '', 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'mac_address': 'fa:16:3e:98:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '000b85d0-4aee-45fa-aa5b-b2045466a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:27Z', 'updated_at': '2021-08-09T16:00:34Z', 'revision_number': 2, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'subnets': [{'id': '000b85d0-4aee-45fa-aa5b-b2045466a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:38.503506 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Checking router: 6375c037-d264-4ada-a257-932b6de11e3d for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:38.504640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Updating router 6375c037-d264-4ada-a257-932b6de11e3d port 320d1d2d-7d31-4986-ac39-5462f8522bbe binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:38.514812 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40d25d5-14be-4eac-a6c4-3f50669498da tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:38.517086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40d25d5-14be-4eac-a6c4-3f50669498da tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:38.520347 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d40d25d5-14be-4eac-a6c4-3f50669498da tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/728fb358-1a41-4829-bd47-c2d08e20767e HTTP/1.1" status: 404 len: 337 time: 0.1157122 Aug 09 16:00:38.529972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51268) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.529972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51270) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.552382 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.569485 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-fb93f2b8-be95-41dc-aacc-520eb3c205fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503472 Aug 09 16:00:38.586732 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6cc48d1c-b32e-4f11-ac03-0aa96e435a90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2721eaddc0424a90b25a3a296f4ea429&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3339915 Aug 09 16:00:38.601005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51272) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.602657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2d6dffbd-a6bb-4d0f-a29a-bc4495e11296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.620482 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e52498c-96e6-4752-99ea-ca5b952c0a1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:38.621223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e52498c-96e6-4752-99ea-ca5b952c0a1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:38.622960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2e52498c-96e6-4752-99ea-ca5b952c0a1d tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/66e24693-e7e5-41be-9bec-bf0722d09c4e HTTP/1.1" status: 404 len: 333 time: 0.0917583 Aug 09 16:00:38.625952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.633506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51274) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.793076 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1408191a-47bb-4211-9780-97d29333d014 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:38.794021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1408191a-47bb-4211-9780-97d29333d014 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:38.798876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1408191a-47bb-4211-9780-97d29333d014 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/b28156e5-37b4-4f83-afad-d076b1540f30 HTTP/1.1" status: 404 len: 337 time: 0.1620913 Aug 09 16:00:38.799579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51278) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.825445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] DHCP port deletion for 5a108803-874b-430a-bf16-7afb959847c2 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:38.896603 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2d6dffbd-a6bb-4d0f-a29a-bc4495e11296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.912753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] Deleting port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:38.913725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.940132 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2d6dffbd-a6bb-4d0f-a29a-bc4495e11296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.948983 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-3463cfda-1453-48f4-b571-8225e129c638 service neutron] 10.222.0.66 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591056 Aug 09 16:00:38.993669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2d6dffbd-a6bb-4d0f-a29a-bc4495e11296 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2c16ccfd59c419aae2ae3bb4e0840ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510868 Aug 09 16:00:38.994477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dffbd-a6bb-4d0f-a29a-bc4495e11296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de540ec0-614e-40ad-b88c-887da3259a9c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.002289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51290) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.016701 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d46abaf-1112-4bca-89b4-a7ae64f78fe8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:39.017427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d46abaf-1112-4bca-89b4-a7ae64f78fe8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:39.022345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9d46abaf-1112-4bca-89b4-a7ae64f78fe8 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/70d57551-39b4-499c-bce0-7ed0ab7a67bb HTTP/1.1" status: 404 len: 333 time: 0.1220198 Aug 09 16:00:39.024078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51294) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.056603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] For port a33c45c8-f73b-4a26-b8a3-d15978fdcd07, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a33c45c8-f73b-4a26-b8a3-d15978fdcd07,segment=NetworkSegment(cf5738dc-e46c-4812-bdaa-c957462e8d68),segment_id=cf5738dc-e46c-4812-bdaa-c957462e8d68)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:39.057524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.092129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] Calling delete_port for a33c45c8-f73b-4a26-b8a3-d15978fdcd07 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:39.112407 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-53512dcc-7b8b-4bf1-b505-257f013718f1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:39.118414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53512dcc-7b8b-4bf1-b505-257f013718f1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:39.128311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-53512dcc-7b8b-4bf1-b505-257f013718f1 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/98636b2e-8933-4530-a1a7-8a730c749f95 HTTP/1.1" status: 404 len: 337 time: 0.0996735 Aug 09 16:00:39.130019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51296) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.163805 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e96aaf47-7111-45ce-9ee0-0ab51082f23d req-4103fc1d-8dc9-4759-9093-02d16ea10c2c service neutron] 10.222.0.66 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063172 Aug 09 16:00:39.231231 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8c0405-9b41-4628-a84f-50049d5bd086 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:39.237078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8c0405-9b41-4628-a84f-50049d5bd086 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:39.240775 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.241480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8a8c0405-9b41-4628-a84f-50049d5bd086 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/9a85c1e8-b72b-46c7-86a2-10ab0270e17a HTTP/1.1" status: 404 len: 333 time: 0.1068225 Aug 09 16:00:39.250710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-22aaca79-c827-4b1e-8ae2-d84718cee9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.254824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51302) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.256881 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.277608 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Transition to ACTIVE for port object 320d1d2d-7d31-4986-ac39-5462f8522bbe will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:39.291775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51304) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.292436 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.302107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-343336186-network', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:39.326035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] No DVR routers for this DVR port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:39.334504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbe35a-dd1f-4296-9ea8-6fc0dbc753a2 None None] Pushing event deleted for resources: {'Port': ['ID=a33c45c8-f73b-4a26-b8a3-d15978fdcd07,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.355680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-9b394d66-ceb7-43c5-b217-7102e853effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:39.357490 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-9b394d66-ceb7-43c5-b217-7102e853effc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 1094 time: 0.1264246 Aug 09 16:00:39.412540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Made reservation on behalf of bf8646f5c01c486d8416ebd61b0d4a8b for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:39.414847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.429510 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dfa1c0-c8d8-4423-82fe-02a8dbb4ffa5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:39.429976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dfa1c0-c8d8-4423-82fe-02a8dbb4ffa5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:39.438677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a4dfa1c0-c8d8-4423-82fe-02a8dbb4ffa5 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/d06cf438-6f1c-4685-9bf5-6841e39e8910 HTTP/1.1" status: 404 len: 337 time: 0.1384146 Aug 09 16:00:39.440156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51306) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.450018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.500490 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b682f3-91bc-4c5a-b765-905aba1a1682 None None] Pushing event updated for resources: {'Port': ['ID=320d1d2d-7d31-4986-ac39-5462f8522bbe,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.516973 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-187921fd-ccd2-48b2-88fd-bdc085000520 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:39.517721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187921fd-ccd2-48b2-88fd-bdc085000520 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:39.520542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-187921fd-ccd2-48b2-88fd-bdc085000520 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/59160a28-5445-4138-b462-0f1081d5cc7a HTTP/1.1" status: 404 len: 333 time: 0.0485425 Aug 09 16:00:39.524279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-22aaca79-c827-4b1e-8ae2-d84718cee9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.527872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51308) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.573382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-fdf9d88d-678c-49c5-86b3-5be63a1b1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:39.575702 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-fdf9d88d-678c-49c5-86b3-5be63a1b1e76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 917 time: 0.2069652 Aug 09 16:00:39.589900 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Attempting to bind port 320d1d2d-7d31-4986-ac39-5462f8522bbe on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:39.590479 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Attempting to bind port 320d1d2d-7d31-4986-ac39-5462f8522bbe by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:39.591041 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Attempting to bind port 320d1d2d-7d31-4986-ac39-5462f8522bbe on network 73d74978-d436-41ee-afca-3ec5c53da14b {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:39.598744 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:39.599521 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Checking segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:39.600390 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.601046 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Bound using segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:39.601729 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Bound port: 320d1d2d-7d31-4986-ac39-5462f8522bbe, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:39.602337 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.612807 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc9794e-33ad-45d6-b1d6-80e4736f5eed tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:39.613261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc9794e-33ad-45d6-b1d6-80e4736f5eed tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:39.617531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6cc9794e-33ad-45d6-b1d6-80e4736f5eed tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/9963cd59-3900-431f-a7bd-3fc8c4c39a12 HTTP/1.1" status: 404 len: 337 time: 0.0871677 Aug 09 16:00:39.625585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51314) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.649179 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-eee394b6-7b5b-40a9-b61c-000941dbcf94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622f1c-162d-49d6-b847-44824575e925 HTTP/1.1" status: 200 len: 217 time: 0.0637255 Aug 09 16:00:39.669291 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc8d0-e97f-4d0b-ad7b-0120268f198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.693918 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc8d0-e97f-4d0b-ad7b-0120268f198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.733682 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] For port 320d1d2d-7d31-4986-ac39-5462f8522bbe, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:39.738530 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] For port 320d1d2d-7d31-4986-ac39-5462f8522bbe, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=320d1d2d-7d31-4986-ac39-5462f8522bbe,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:39.745700 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.799191 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70fb7f1-2788-49d8-a7a6-4e6d02dc3470 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:39.800384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70fb7f1-2788-49d8-a7a6-4e6d02dc3470 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:39.805122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a70fb7f1-2788-49d8-a7a6-4e6d02dc3470 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/c02ce5ab-e94b-423b-a0f4-629abc569c76 HTTP/1.1" status: 404 len: 333 time: 0.1678872 Aug 09 16:00:39.806425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.806653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51322) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.825271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.834031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-22aaca79-c827-4b1e-8ae2-d84718cee9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.837956 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-22aaca79-c827-4b1e-8ae2-d84718cee9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.839635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-22aaca79-c827-4b1e-8ae2-d84718cee9d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef529f3a-6444-424e-896f-0cef80b324be HTTP/1.1" status: 204 len: 168 time: 1.2271800 Aug 09 16:00:39.855472 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Routers {'6375c037-d264-4ada-a257-932b6de11e3d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:39.856632 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6375c037-d264-4ada-a257-932b6de11e3d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:39.868075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:39.871622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-a663469b-1810-469a-9988-d4d89d14368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:39.873325 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-a663469b-1810-469a-9988-d4d89d14368a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 200 len: 855 time: 0.1527536 Aug 09 16:00:39.937941 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b682f3-91bc-4c5a-b765-905aba1a1682 None None] Pushing event updated for resources: {'Port': ['ID=320d1d2d-7d31-4986-ac39-5462f8522bbe,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.958849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaca79-c827-4b1e-8ae2-d84718cee9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef529f3a-6444-424e-896f-0cef80b324be,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.981856 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea1bfa4-c7ec-4b2c-a7e8-c5f8350795ab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:39.982996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea1bfa4-c7ec-4b2c-a7e8-c5f8350795ab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:39.988654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.990377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6ea1bfa4-c7ec-4b2c-a7e8-c5f8350795ab tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/181db6f5-166f-4fee-93f6-7b6d8d1d7d9e HTTP/1.1" status: 404 len: 337 time: 0.1761081 Aug 09 16:00:39.993349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.993692 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Added segment c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66 of type vlan for network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 Aug 09 16:00:40.037770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97293973-559d-4f9e-83ec-b694e376d7ef,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:40.043469 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-6a4fe9bc-d91f-4aef-a792-e9de9f349d4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616440 Aug 09 16:00:40.076490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ce46-b1f9-42bf-b57e-9444fdbeea77 req-9fbf81c2-d295-41d1-837a-175bf1095af6 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:40.081873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b11ce46-b1f9-42bf-b57e-9444fdbeea77 req-9fbf81c2-d295-41d1-837a-175bf1095af6 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 943 time: 0.7799189 Aug 09 16:00:40.088920 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc8d0-e97f-4d0b-ad7b-0120268f198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.100501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc8d0-e97f-4d0b-ad7b-0120268f198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.105036 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9a3dc8d0-e97f-4d0b-ad7b-0120268f198a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de540ec0-614e-40ad-b88c-887da3259a9c HTTP/1.1" status: 204 len: 168 time: 1.0930324 Aug 09 16:00:40.178948 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] Set router 6375c037-d264-4ada-a257-932b6de11e3d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:40.208975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a33c45c8-f73b-4a26-b8a3-d15978fdcd07 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:40.234985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Deleting port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:40.235327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.273692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a33c45c8-f73b-4a26-b8a3-d15978fdcd07 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:40.275941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a33c45c8-f73b-4a26-b8a3-d15978fdcd07 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:40.294158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 63622f1c-162d-49d6-b847-44824575e925 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:00:40.379623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dc8d0-e97f-4d0b-ad7b-0120268f198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de540ec0-614e-40ad-b88c-887da3259a9c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:40.428624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b11ce46-b1f9-42bf-b57e-9444fdbeea77 req-dc720e8b-4ea2-481b-a9bf-5869e12ca4c1 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028543 Aug 09 16:00:40.482173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] For port a33c45c8-f73b-4a26-b8a3-d15978fdcd07, host n-d-799523-2, got binding levels [] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:40.484123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.529380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Calling delete_port for a33c45c8-f73b-4a26-b8a3-d15978fdcd07 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:40.531396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-7677465b-8dd7-4695-89d8-f9d4d368f9ff service neutron] 10.222.0.66 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719308 Aug 09 16:00:40.538475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 was not found and therefore no delete operation was performed {{(pid=94177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:00:40.540121 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.549378 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e8b1d2-2dcd-4f2c-90db-4fbbd664dc84 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:40.552565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e8b1d2-2dcd-4f2c-90db-4fbbd664dc84 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:40.565488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] No DVR routers for this DVR port a33c45c8-f73b-4a26-b8a3-d15978fdcd07 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:40.566193 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-95e8b1d2-2dcd-4f2c-90db-4fbbd664dc84 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/ports/833ec0da-2c12-4f37-9609-5354bde8ce83 HTTP/1.1" status: 404 len: 333 time: 0.5699527 Aug 09 16:00:40.569489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51394) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:40.622518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:40.632130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33c45c8-f73b-4a26-b8a3-d15978fdcd07,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:40.645417 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.652338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '63622f1c-162d-49d6-b847-44824575e925', 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'port_id': '63622f1c-162d-49d6-b847-44824575e925', 'mac_address': 'fa:16:3e:0f:8f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:00:40.765607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.795564 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20d999a-4a95-49fb-b16a-48634f0df305 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] DELETE failed (client error): The resource could not be found. Aug 09 16:00:40.796101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a108803-874b-430a-bf16-7afb959847c2']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:40.796431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20d999a-4a95-49fb-b16a-48634f0df305 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:40.801981 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c20d999a-4a95-49fb-b16a-48634f0df305 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/subnets/e059df9b-408b-4d43-8eef-18b215f80dd6 HTTP/1.1" status: 404 len: 337 time: 0.2145000 Aug 09 16:00:40.808510 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51422) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:40.821398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.841325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5738dc-e46c-4812-bdaa-c957462e8d68') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:40.843723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5738dc-e46c-4812-bdaa-c957462e8d68') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:40.850884 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:00:33Z', 'revision_number': 4, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '320d1d2d-7d31-4986-ac39-5462f8522bbe', 'name': '', 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'mac_address': 'fa:16:3e:98:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '000b85d0-4aee-45fa-aa5b-b2045466a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:27Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 4, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'subnets': [{'id': '000b85d0-4aee-45fa-aa5b-b2045466a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:40.875658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63622f1c-162d-49d6-b847-44824575e925 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:00:40.878859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.899467 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.resource_extend [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 16:00:40.906931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.920975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:40.922094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.928738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51438) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:40.931393 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:40.971485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:40.977271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.987615 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fe599-7058-453f-88d7-4b04a5426e82 None None] The sync data for ids ['6375c037-d264-4ada-a257-932b6de11e3d'] in n-d-799523-2 is: [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:00:33Z', 'revision_number': 4, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '320d1d2d-7d31-4986-ac39-5462f8522bbe', 'name': '', 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'mac_address': 'fa:16:3e:98:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '000b85d0-4aee-45fa-aa5b-b2045466a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:27Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 4, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'subnets': [{'id': '000b85d0-4aee-45fa-aa5b-b2045466a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:40.988668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56a61da4-fbd2-4e8c-a728-80086ae3fdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.994044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.995960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:41.012811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.029270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.041395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.051280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5a108803-874b-430a-bf16-7afb959847c2 HTTP/1.1" status: 204 len: 168 time: 2.7336035 Aug 09 16:00:41.070282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.146504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f5d7d-1c17-4930-819d-c4253dadaa07 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a108803-874b-430a-bf16-7afb959847c2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:41.194952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:41.207989 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9129267 Aug 09 16:00:41.211530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51466) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:41.219197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Request body: {'subnet': {'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-343336186-subnet', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:41.224200 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7596e172-08c3-431b-887f-08e0120f3ad3 req-ed41098a-3534-46c8-8436-f6068151a1d8 service neutron] 10.222.0.66 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533210 Aug 09 16:00:41.268676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['63622f1c-162d-49d6-b847-44824575e925'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:41.306267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31a97e-d961-4540-908e-6016143ce7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0885dc9a-d4d6-4def-b9f2-88c4fe47dd72,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:41.357300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:41.477822 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.521051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4dd093-daa5-448b-9662-105622e20b54']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:41.548169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75283da0-a682-4638-957a-4df65065d9ac') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:41.550183 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75283da0-a682-4638-957a-4df65065d9ac') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:41.567933 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.604487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.610934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56a61da4-fbd2-4e8c-a728-80086ae3fdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.619889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:41.620710 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:41.629436 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:41.658491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Made reservation on behalf of bf8646f5c01c486d8416ebd61b0d4a8b for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:41.672262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-56a61da4-fbd2-4e8c-a728-80086ae3fdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.687307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.698000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51508) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:41.919187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.947864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a61da4-fbd2-4e8c-a728-80086ae3fdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd3a9ac-ba1f-49dd-a7e2-affbbb650105,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:41.960673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.969463 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] 10.222.0.64 "DELETE /v2.0/networks/9c4dd093-daa5-448b-9662-105622e20b54 HTTP/1.1" status: 204 len: 168 time: 1.1560705 Aug 09 16:00:41.988421 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-56a61da4-fbd2-4e8c-a728-80086ae3fdab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a289253ea8924b149c8b7b713e3100ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0453029 Aug 09 16:00:42.024196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51540) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:42.063380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117af5a-f3be-4c0c-8c21-5eb5b696fb73 tempest-NetworksTestDHCPv6-1665663563 tempest-NetworksTestDHCPv6-1665663563-project] Pushing event deleted for resources: {'Network': ['ID=9c4dd093-daa5-448b-9662-105622e20b54,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:42.168433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-711f2d10-fa9d-4494-a0c4-c62be35f8b5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a13f912de25a46268e5d4b9d81062f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668887 Aug 09 16:00:42.172828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51558) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:42.198329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 320d1d2d-7d31-4986-ac39-5462f8522bbe up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:42.315775 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c962aea0-8e97-4092-9e78-d9323e875d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.323174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df142c-742d-48af-8dbd-fc3b61c4d462 req-05bf6a49-f76c-4187-af36-78d3b3f68021 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.333637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 320d1d2d-7d31-4986-ac39-5462f8522bbe completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:42.336165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54df142c-742d-48af-8dbd-fc3b61c4d462 req-05bf6a49-f76c-4187-af36-78d3b3f68021 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 944 time: 0.5891888 Aug 09 16:00:42.346860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 320d1d2d-7d31-4986-ac39-5462f8522bbe triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:42.347531 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.404576 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c962aea0-8e97-4092-9e78-d9323e875d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.528474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebabb2c1-ca86-467b-a3f9-5e650ba5f3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.539298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.602077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54df142c-742d-48af-8dbd-fc3b61c4d462 req-54701351-9859-425f-ad51-2c969ce69d4e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595217 Aug 09 16:00:42.636491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebabb2c1-ca86-467b-a3f9-5e650ba5f3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.654074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 320d1d2d-7d31-4986-ac39-5462f8522bbe, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=320d1d2d-7d31-4986-ac39-5462f8522bbe,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:42.667379 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.689201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.749046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=320d1d2d-7d31-4986-ac39-5462f8522bbe,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:42.814763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebabb2c1-ca86-467b-a3f9-5e650ba5f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.818988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebabb2c1-ca86-467b-a3f9-5e650ba5f3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.821257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ebabb2c1-ca86-467b-a3f9-5e650ba5f3a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38fdebd2-b2d8-45bb-9022-58d4680b9740 HTTP/1.1" status: 204 len: 168 time: 0.6467676 Aug 09 16:00:42.840387 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c962aea0-8e97-4092-9e78-d9323e875d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.841720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51620) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:42.844260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c962aea0-8e97-4092-9e78-d9323e875d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.846852 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c962aea0-8e97-4092-9e78-d9323e875d4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfd3a9ac-ba1f-49dd-a7e2-affbbb650105 HTTP/1.1" status: 204 len: 168 time: 0.8151429 Aug 09 16:00:42.849578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabb2c1-ca86-467b-a3f9-5e650ba5f3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fdebd2-b2d8-45bb-9022-58d4680b9740,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:42.910175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962aea0-8e97-4092-9e78-d9323e875d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd3a9ac-ba1f-49dd-a7e2-affbbb650105,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:42.919569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeca4ce7-9b02-4d2b-8573-67cb8ee42b18,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:42.960935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.962674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.963812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.964409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.964973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.965649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.965913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.966501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.967184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.967352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.967680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.968024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:42.974546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Checking segment: {'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:42.975277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Network hostable DHCP agents. Network: 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:43.012853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:43.038722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:43.043762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.044350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.053434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6f067-feee-49f1-8a70-94f3d0db5798 None None] Network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:43.090593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51656) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:43.091721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-956287e2-b91c-40ae-8119-0cbbd79366cf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8787179 Aug 09 16:00:43.095738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:43.167022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.173945 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.338192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.529688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-0885dc9a-d4d6-4def-b9f2-88c4fe47dd72', 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'fixed_ips': [{'subnet_id': 'eeca4ce7-9b02-4d2b-8573-67cb8ee42b18'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:00:43.537291 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.710567 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.822478 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:00:43.907871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Allocated IP 172.20.0.2 (0885dc9a-d4d6-4def-b9f2-88c4fe47dd72/eeca4ce7-9b02-4d2b-8573-67cb8ee42b18/fcb76062-a955-49b3-a318-47d2b0bad759) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:43.986408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:44.183190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 320d1d2d-7d31-4986-ac39-5462f8522bbe up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:44.227358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23d046-beee-4b43-991b-014364ae7bf2 req-b7dd4b60-c761-45d5-878e-b6028d630a2e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:44.252928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc23d046-beee-4b43-991b-014364ae7bf2 req-b7dd4b60-c761-45d5-878e-b6028d630a2e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 944 time: 0.4735737 Aug 09 16:00:44.264420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-674f4f4e-f6c9-4148-893e-5f0e1703a52b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=876a3281d99f416a862af54080abf9df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4001131 Aug 09 16:00:44.302331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51762) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:44.305979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 63622f1c-162d-49d6-b847-44824575e925 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:44.431883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5c858fe5-24b6-40da-9dd3-49d30f95fd83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3210368af1ba43d28db88ed853edbd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386675 Aug 09 16:00:44.459992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51780) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:44.515048 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.560484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Transition to ACTIVE for port object fcb76062-a955-49b3-a318-47d2b0bad759 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:44.640173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Transition to ACTIVE for port object fcb76062-a955-49b3-a318-47d2b0bad759 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:44.689882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.711351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 320d1d2d-7d31-4986-ac39-5462f8522bbe triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:44.711720 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.788172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc23d046-beee-4b43-991b-014364ae7bf2 req-426efd30-4bfc-4f10-a684-b564d2831c11 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417571 Aug 09 16:00:44.856857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b7ae-08bd-46c8-8991-8306adc52e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.866362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Pushing event updated for resources: {'Port': ['ID=fcb76062-a955-49b3-a318-47d2b0bad759,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:44.888817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:44.897375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:44.910282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:44.935037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 63622f1c-162d-49d6-b847-44824575e925 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:44.956029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 63622f1c-162d-49d6-b847-44824575e925 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:44.957634 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.985204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b7ae-08bd-46c8-8991-8306adc52e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.008374 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0258-75c7-498a-9777-e92faf6b21ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.068179 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0258-75c7-498a-9777-e92faf6b21ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.163515 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1f9190c-3209-43d1-bb7f-fd0701a5618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.211535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.235200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b7ae-08bd-46c8-8991-8306adc52e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.238063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b7ae-08bd-46c8-8991-8306adc52e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.244102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e0d1b7ae-08bd-46c8-8991-8306adc52e81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa77a9d6-1c29-40c4-9c11-80909d38e256 HTTP/1.1" status: 204 len: 168 time: 0.9404192 Aug 09 16:00:45.261156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.262021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Attempting to bind port fcb76062-a955-49b3-a318-47d2b0bad759 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:45.264159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Attempting to bind port fcb76062-a955-49b3-a318-47d2b0bad759 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:45.264645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Attempting to bind port fcb76062-a955-49b3-a318-47d2b0bad759 on network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:45.283310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1b7ae-08bd-46c8-8991-8306adc52e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77a9d6-1c29-40c4-9c11-80909d38e256,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:45.284408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:45.284898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Checking segment: {'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:45.285544 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.286056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Bound using segment: {'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:45.286666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Bound port: fcb76062-a955-49b3-a318-47d2b0bad759, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:45.287145 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.313439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0258-75c7-498a-9777-e92faf6b21ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.320959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0258-75c7-498a-9777-e92faf6b21ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.329394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8d6f0258-75c7-498a-9777-e92faf6b21ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7678874d-43c0-4b65-bee8-a215d53efda6 HTTP/1.1" status: 204 len: 168 time: 0.8683298 Aug 09 16:00:45.345782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f0258-75c7-498a-9777-e92faf6b21ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7678874d-43c0-4b65-bee8-a215d53efda6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:45.515458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] For port fcb76062-a955-49b3-a318-47d2b0bad759, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:45.521213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] For port fcb76062-a955-49b3-a318-47d2b0bad759, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fcb76062-a955-49b3-a318-47d2b0bad759,segment=NetworkSegment(c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66),segment_id=c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:45.524632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.529310 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.562966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Allocated IP 172.25.7.105 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/6973d18f-ea52-424a-a632-c75c18d6f542) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:45.610955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63622f1c-162d-49d6-b847-44824575e925'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:45.615098 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389dc425-4a65-4927-be49-faf5e8582990" -d '{"events": [{"server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "name": "network-vif-plugged", "status": "completed", "tag": "63622f1c-162d-49d6-b847-44824575e925"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:45.644530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:45.649243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc9d3f-b691-4f2f-ae91-53721b5d29fc None None] Pushing event updated for resources: {'Port': ['ID=fcb76062-a955-49b3-a318-47d2b0bad759,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:45.656768 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.695542 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4d9800-b95d-4b06-a7a7-2bc953306224 x-openstack-request-id: req-7d4d9800-b95d-4b06-a7a7-2bc953306224 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:45.696133 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "name": "network-vif-plugged", "status": "completed", "tag": "63622f1c-162d-49d6-b847-44824575e925", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:45.704637 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d4d9800-b95d-4b06-a7a7-2bc953306224 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:45.705525 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63622f1c-162d-49d6-b847-44824575e925', 'code': 200} Aug 09 16:00:45.768163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:45.859135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.925923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0877c-0a90-40f8-bbe3-acbc290bb593 req-5dbe44d6-93c0-43d3-a340-7450439f5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:45.927600 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-01a0877c-0a90-40f8-bbe3-acbc290bb593 req-5dbe44d6-93c0-43d3-a340-7450439f5830 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 1096 time: 0.1496515 Aug 09 16:00:46.066551 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-01a0877c-0a90-40f8-bbe3-acbc290bb593 req-c2caf0d1-c665-4d01-9107-d8582066bc07 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273620 Aug 09 16:00:46.091737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:46.165343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Pushing event updated for resources: {'Port': ['ID=6973d18f-ea52-424a-a632-c75c18d6f542,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:46.167166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1cc0e-b8b9-4c5e-b8b7-ad550d433a19 req-411a71c5-4766-454a-b8e4-db860e01b217 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:46.177797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20b1cc0e-b8b9-4c5e-b8b7-ad550d433a19 req-411a71c5-4766-454a-b8e4-db860e01b217 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1652544 Aug 09 16:00:46.181488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:46.183669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:46.186535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:46.215460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fcb76062-a955-49b3-a318-47d2b0bad759 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:46.239372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20b1cc0e-b8b9-4c5e-b8b7-ad550d433a19 req-7cffad98-af11-42a7-8797-453d72e5800d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605383 Aug 09 16:00:46.329988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port fcb76062-a955-49b3-a318-47d2b0bad759 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:46.574004 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:46.890616 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.031329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8def667-9d8c-46f0-9e06-f5f7eebd9fe8 None None] Network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:47.138966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d6a26b64-9007-41ca-be0e-f23a9504d409 None None] Provisioning for port fcb76062-a955-49b3-a318-47d2b0bad759 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:47.156864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d6a26b64-9007-41ca-be0e-f23a9504d409 None None] Provisioning complete for port fcb76062-a955-49b3-a318-47d2b0bad759 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:47.157411 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6a26b64-9007-41ca-be0e-f23a9504d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.250152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Router 0416affe-82ae-4392-a0bf-d775efe91afd is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:00:47.332800 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6a26b64-9007-41ca-be0e-f23a9504d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.385387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d6a26b64-9007-41ca-be0e-f23a9504d409 None None] For port fcb76062-a955-49b3-a318-47d2b0bad759, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fcb76062-a955-49b3-a318-47d2b0bad759,segment=NetworkSegment(c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66),segment_id=c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:47.394582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d6a26b64-9007-41ca-be0e-f23a9504d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.460846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a26b64-9007-41ca-be0e-f23a9504d409 None None] Pushing event updated for resources: {'Port': ['ID=fcb76062-a955-49b3-a318-47d2b0bad759,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:47.593494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d9e48e3-a989-4c9a-a9cb-5ebe100d6a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.611807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:47.624301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Sync routers for ids ['0416affe-82ae-4392-a0bf-d775efe91afd'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:47.646954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Routers {'0416affe-82ae-4392-a0bf-d775efe91afd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:47.648219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0416affe-82ae-4392-a0bf-d775efe91afd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:47.669825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.674740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 51968) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:47.675318 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-01fde848-94ab-4915-a153-ec9d9431fe72 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5836976 Aug 09 16:00:47.921089 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.020845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6edba21c-b749-4bf9-816c-8d42e513b720 None None] Provisioning complete for port fcb76062-a955-49b3-a318-47d2b0bad759 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:48.021495 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6edba21c-b749-4bf9-816c-8d42e513b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.223484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:48.279491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bd42d-7f2f-44c2-a0d9-75677c50eb2f req-7a4f3b48-e3bd-4d9b-b8b6-eea413a051fb tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:48.281523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c4bd42d-7f2f-44c2-a0d9-75677c50eb2f req-7a4f3b48-e3bd-4d9b-b8b6-eea413a051fb tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.2251761 Aug 09 16:00:48.413566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 51988) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:48.502058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Set router 0416affe-82ae-4392-a0bf-d775efe91afd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:48.552644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c4bd42d-7f2f-44c2-a0d9-75677c50eb2f req-4c03335b-14eb-429e-a8a6-a36fa018a506 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616451 Aug 09 16:00:48.616894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1115524369-network', 'tenant_id': 'b50dc24d64d34ceea8c54a5b41683c0a'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:48.622625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fcb76062-a955-49b3-a318-47d2b0bad759 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:48.688864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Made reservation on behalf of b50dc24d64d34ceea8c54a5b41683c0a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:48.697431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.735014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.864127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2118630791'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:48.957051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port fcb76062-a955-49b3-a318-47d2b0bad759 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:48.957984 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.039247 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.044171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1031-a15e-49d4-919a-30a86dbd5996 req-c9b3a740-797b-44d2-8297-f4a7e43d4000 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:49.046265 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.053426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-136e1031-a15e-49d4-919a-30a86dbd5996 req-c9b3a740-797b-44d2-8297-f4a7e43d4000 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.3196101 Aug 09 16:00:49.088527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:49.106334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Made reservation on behalf of 6b1d32aba82b4b83a5c0a8f41f753e10 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:49.111188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.125977 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:49.132555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.137508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.138157 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Added segment 44cdafc4-4baa-4cf8-86a5-d55f42651555 of type vlan for network fd481e8d-2867-4615-aee4-5585f0107dc6 Aug 09 16:00:49.173707 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.183672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:00:46Z', 'revision_number': 3, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port': {'id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:49.213821 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.221370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Checking router: 0416affe-82ae-4392-a0bf-d775efe91afd for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:49.221768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Updating router 0416affe-82ae-4392-a0bf-d775efe91afd port 6973d18f-ea52-424a-a632-c75c18d6f542 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:49.239762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-136e1031-a15e-49d4-919a-30a86dbd5996 req-8ee0598d-7180-4818-bad4-93177acf05c3 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752405 Aug 09 16:00:49.240383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52010) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:49.254783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.254929 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.268516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.298045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:49.329163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.331113 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Added segment b50f8a49-2e98-420a-a805-3b4a137ef5cb of type vlan for network 31f565c5-7893-4e5a-9d6f-53d198c30634 Aug 09 16:00:49.565895 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f40eede0-7db8-499a-a120-7f351ddf54bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.605211 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.613228 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.693227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb39d719-2af2-41a3-a33c-0e5591d19430,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:49.773110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.781566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:49.782969 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.804838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.805840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:49.806442 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.870109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Allocated IP 172.20.0.1 (0885dc9a-d4d6-4def-b9f2-88c4fe47dd72/eeca4ce7-9b02-4d2b-8573-67cb8ee42b18/c4fed404-3b9d-4c57-9e69-969b58767ca7) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:49.942798 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.978582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Transition to ACTIVE for port object 6973d18f-ea52-424a-a632-c75c18d6f542 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:49.988508 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.995110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event updated for resources: {'Network': ['ID=31f565c5-7893-4e5a-9d6f-53d198c30634,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.040926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 31f565c5-7893-4e5a-9d6f-53d198c30634 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:50.135842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] Pushing event updated for resources: {'Network': ['ID=fd481e8d-2867-4615-aee4-5585f0107dc6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.253811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b56ca8-b7a0-4046-925d-680db01942e6 req-887bf4f2-824d-4250-b64a-f87263b907a3 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:50.263276 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20b56ca8-b7a0-4046-925d-680db01942e6 req-887bf4f2-824d-4250-b64a-f87263b907a3 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.3605170 Aug 09 16:00:50.268739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network fd481e8d-2867-4615-aee4-5585f0107dc6 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:50.271359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Attempting to bind port 6973d18f-ea52-424a-a632-c75c18d6f542 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:50.271727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Attempting to bind port 6973d18f-ea52-424a-a632-c75c18d6f542 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:50.272114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Attempting to bind port 6973d18f-ea52-424a-a632-c75c18d6f542 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:50.300116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:50.300555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:50.300903 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.301301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:50.301788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Bound port: 6973d18f-ea52-424a-a632-c75c18d6f542, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:50.302174 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.375878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20b56ca8-b7a0-4046-925d-680db01942e6 req-94b8cf79-df37-49a1-9f74-51dae7df574e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111493 Aug 09 16:00:50.409625 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f40eede0-7db8-499a-a120-7f351ddf54bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.420872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f40eede0-7db8-499a-a120-7f351ddf54bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.425265 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cd509112-e0e8-47f2-92fe-1e4a854a230f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2002132 Aug 09 16:00:50.428199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52036) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:50.439289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Request body: {'subnet': {'network_id': 'fd481e8d-2867-4615-aee4-5585f0107dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1115524369-subnet', 'tenant_id': 'b50dc24d64d34ceea8c54a5b41683c0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:50.456191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.510011 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4c4fa0ac-e625-4485-b3da-6b787fa2ad13 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0944762 Aug 09 16:00:50.510311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52038) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:50.513799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Made reservation on behalf of b50dc24d64d34ceea8c54a5b41683c0a for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:50.520284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.525572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Request body: {'subnet': {'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:50.531644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Transition to ACTIVE for port object c4fed404-3b9d-4c57-9e69-969b58767ca7 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:50.533687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40eede0-7db8-499a-a120-7f351ddf54bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a54af-109d-4691-85f2-cfe414c9ce2d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.549055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21922bc4-3dc5-4181-ab9d-0b4ea837ad13 None None] Pushing event updated for resources: {'Port': ['ID=6973d18f-ea52-424a-a632-c75c18d6f542,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.556004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f40eede0-7db8-499a-a120-7f351ddf54bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ac5dafc32c443588679ad20c838e5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2816095 Aug 09 16:00:50.565530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52042) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:50.620611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] For port 6973d18f-ea52-424a-a632-c75c18d6f542, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:50.626269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] For port 6973d18f-ea52-424a-a632-c75c18d6f542, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6973d18f-ea52-424a-a632-c75c18d6f542,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:50.628529 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.633304 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.769500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Routers {'0416affe-82ae-4392-a0bf-d775efe91afd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:50.779002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.783809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0416affe-82ae-4392-a0bf-d775efe91afd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:50.784143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d85f3be-a15d-42e5-a827-844d926c8ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.866989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Pushing event updated for resources: {'Port': ['ID=c4fed404-3b9d-4c57-9e69-969b58767ca7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.872669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Made reservation on behalf of 6b1d32aba82b4b83a5c0a8f41f753e10 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:50.879416 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.897206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:50.907520 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d85f3be-a15d-42e5-a827-844d926c8ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.919287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:50.948699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21922bc4-3dc5-4181-ab9d-0b4ea837ad13 None None] Pushing event updated for resources: {'Port': ['ID=6973d18f-ea52-424a-a632-c75c18d6f542,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:51.029111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:51.096521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.129777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] Set router 0416affe-82ae-4392-a0bf-d775efe91afd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:51.180343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.190895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Pushing event updated for resources: {'Subnet': ['ID=258eff24-6403-4bfa-86ff-73533f7ef419,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:51.210818 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d85f3be-a15d-42e5-a827-844d926c8ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.213422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3d85f3be-a15d-42e5-a827-844d926c8ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.221252 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3d85f3be-a15d-42e5-a827-844d926c8ccb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c2a54af-109d-4691-85f2-cfe414c9ce2d HTTP/1.1" status: 204 len: 168 time: 0.6518071 Aug 09 16:00:51.260733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85f3be-a15d-42e5-a827-844d926c8ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a54af-109d-4691-85f2-cfe414c9ce2d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:51.283985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Checking segment: {'id': '44cdafc4-4baa-4cf8-86a5-d55f42651555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'fd481e8d-2867-4615-aee4-5585f0107dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:51.284769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Network hostable DHCP agents. Network: fd481e8d-2867-4615-aee4-5585f0107dc6, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:51.309432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Network fd481e8d-2867-4615-aee4-5585f0107dc6 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:51.329817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, fd481e8d-2867-4615-aee4-5585f0107dc6) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:51.346384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:51.350278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.376888 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a4dd9045-243b-4f91-95fc-6622c2dc78da admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9466162 Aug 09 16:00:51.397570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96245727-8f10-4edc-a4f3-53475b455bd3 None None] Network fd481e8d-2867-4615-aee4-5585f0107dc6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:51.581304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d95163c6-81e5-4f42-b721-03d46441c888 None None] Provisioning for port c4fed404-3b9d-4c57-9e69-969b58767ca7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:51.604668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d95163c6-81e5-4f42-b721-03d46441c888 None None] Provisioning complete for port c4fed404-3b9d-4c57-9e69-969b58767ca7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:51.605260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d95163c6-81e5-4f42-b721-03d46441c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.735234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d95163c6-81e5-4f42-b721-03d46441c888 None None] Port c4fed404-3b9d-4c57-9e69-969b58767ca7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:51.833514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e7a32a-1071-47c0-9bc4-56c0bd2783ff None None] Network fd481e8d-2867-4615-aee4-5585f0107dc6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:51.864930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea91a6-6886-4c37-965a-236f158e1eb5 req-8b5bf0cd-f0e0-42aa-8ef7-b4b609960e58 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:51.872447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68ea91a6-6886-4c37-965a-236f158e1eb5 req-8b5bf0cd-f0e0-42aa-8ef7-b4b609960e58 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.3123782 Aug 09 16:00:51.896266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.909611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.980322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:00:46Z', 'revision_number': 3, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port': {'id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:52.047777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68ea91a6-6886-4c37-965a-236f158e1eb5 req-9a2a2416-f2ed-43e5-8e22-acecb4f324dd tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739829 Aug 09 16:00:52.079710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event updated for resources: {'Subnet': ['ID=da1fb42c-7a2b-4c7f-a840-cb107a029835,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:52.133306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Checking segment: {'id': 'b50f8a49-2e98-420a-a805-3b4a137ef5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:52.134001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Network hostable DHCP agents. Network: 31f565c5-7893-4e5a-9d6f-53d198c30634, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:52.323698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Network 31f565c5-7893-4e5a-9d6f-53d198c30634 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:52.381977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 31f565c5-7893-4e5a-9d6f-53d198c30634) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:52.393120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:52.393728 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.466322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52096) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:52.470120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3a1058fc-d039-4257-88c2-bb57a193b03d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9520211 Aug 09 16:00:52.475648 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.479181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Request body: {'port': {'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1440222574'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:52.484520 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.526485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b72d5a-6e0c-4058-a5d0-a9cd7ad55550 None None] Network 31f565c5-7893-4e5a-9d6f-53d198c30634 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:52.533154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae590d57-b27b-45da-bd40-319636ef240c None None] The sync data for ids ['0416affe-82ae-4392-a0bf-d775efe91afd'] in n-d-799523-2 is: [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:00:46Z', 'revision_number': 3, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port': {'id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:52.709679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Pushing event updated for resources: {'Port': ['ID=c4fed404-3b9d-4c57-9e69-969b58767ca7,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:52.718050 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.770885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52106) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:52.789382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1829854083-network', 'tenant_id': '6c8c6d3af91446bdb0cd8de94cb33676'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:52.917916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Made reservation on behalf of 6c8c6d3af91446bdb0cd8de94cb33676 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:52.927095 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.953538 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:52.959950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:52.975134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.021015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-31f565c5-7893-4e5a-9d6f-53d198c30634', 'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634', 'tenant_id': '6b1d32aba82b4b83a5c0a8f41f753e10', 'fixed_ips': [{'subnet_id': 'da1fb42c-7a2b-4c7f-a840-cb107a029835'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:00:53.022635 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.063333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Made reservation on behalf of 6b1d32aba82b4b83a5c0a8f41f753e10 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:53.071550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.206145 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] device_id is not set on port 12e3aeaa-fa99-4d69-8770-807e1b22e856 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:00:53.515937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Allocated IP 172.20.0.2 (31f565c5-7893-4e5a-9d6f-53d198c30634/da1fb42c-7a2b-4c7f-a840-cb107a029835/103541aa-b945-43fa-adfc-5647ba29a9ce) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:53.517677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc4147-0aee-4025-ae17-de9647c33be7 req-8db87260-801e-4ac7-a80b-20e7e58d94d9 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:53.530423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2bc4147-0aee-4025-ae17-de9647c33be7 req-8db87260-801e-4ac7-a80b-20e7e58d94d9 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.3301086 Aug 09 16:00:53.603303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.610779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Router 0416affe-82ae-4392-a0bf-d775efe91afd has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:53.619581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.632688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2bc4147-0aee-4025-ae17-de9647c33be7 req-8f258eb1-2af9-4dc8-b8bb-808c8be5d98b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908372 Aug 09 16:00:53.680465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:53.724854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.725575 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Added segment ccb26298-b614-47b7-9e2b-cc5b2e94591a of type vlan for network 4cb918bc-5686-4734-812d-0e4611c4c10b Aug 09 16:00:53.758196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea3a191-74d1-400a-bcd2-3c7ea76ea6d1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:53.793209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e729b92-1f1a-4d0f-b183-587982c1a225 None None] Provisioning complete for port c4fed404-3b9d-4c57-9e69-969b58767ca7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:53.793572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e729b92-1f1a-4d0f-b183-587982c1a225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.872321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.909447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e729b92-1f1a-4d0f-b183-587982c1a225 None None] Port c4fed404-3b9d-4c57-9e69-969b58767ca7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:53.961238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.962693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:53.963297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.972735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:53.980198 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.981792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0659aaab-24f2-4d80-9458-9ac495c5a01f admin admin] 10.222.0.64 "PUT /v2.0/routers/0416affe-82ae-4392-a0bf-d775efe91afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3057947 Aug 09 16:00:54.009582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Transition to ACTIVE for port object 103541aa-b945-43fa-adfc-5647ba29a9ce will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:54.055094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Transition to ACTIVE for port object 103541aa-b945-43fa-adfc-5647ba29a9ce will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:54.068423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.153047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52148) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:54.153735 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3802373 Aug 09 16:00:54.159290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Request body: {'subnet': {'network_id': '4cb918bc-5686-4734-812d-0e4611c4c10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1829854083-subnet', 'tenant_id': '6c8c6d3af91446bdb0cd8de94cb33676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:54.214892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Pushing event updated for resources: {'Port': ['ID=103541aa-b945-43fa-adfc-5647ba29a9ce,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:54.234226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Made reservation on behalf of 6c8c6d3af91446bdb0cd8de94cb33676 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:54.237271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.277537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Network 31f565c5-7893-4e5a-9d6f-53d198c30634 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:54.281499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:54.287976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:54.310821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6973d18f-ea52-424a-a632-c75c18d6f542 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:54.346695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e9417-23cc-4b07-96fe-9733c2585aca admin admin] Pushing event updated for resources: {'Network': ['ID=4cb918bc-5686-4734-812d-0e4611c4c10b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:54.381252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4cb918bc-5686-4734-812d-0e4611c4c10b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:54.396603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52156) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:54.399501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Allocated IP 172.20.0.3 (31f565c5-7893-4e5a-9d6f-53d198c30634/da1fb42c-7a2b-4c7f-a840-cb107a029835/12e3aeaa-fa99-4d69-8770-807e1b22e856) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:54.595864 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.644229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Attempting to bind port 103541aa-b945-43fa-adfc-5647ba29a9ce on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:54.645463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Attempting to bind port 103541aa-b945-43fa-adfc-5647ba29a9ce by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b50f8a49-2e98-420a-a805-3b4a137ef5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:54.645463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Attempting to bind port 103541aa-b945-43fa-adfc-5647ba29a9ce on network 31f565c5-7893-4e5a-9d6f-53d198c30634 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:54.658988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:54.660136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Checking segment: {'id': 'b50f8a49-2e98-420a-a805-3b4a137ef5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:54.660136 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.660474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Bound using segment: {'id': 'b50f8a49-2e98-420a-a805-3b4a137ef5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:54.660846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Bound port: 103541aa-b945-43fa-adfc-5647ba29a9ce, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50f8a49-2e98-420a-a805-3b4a137ef5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:54.661234 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.687570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6973d18f-ea52-424a-a632-c75c18d6f542 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:54.763782 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e74192-f42b-46ac-911b-de5dbf8e82b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.769588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6973d18f-ea52-424a-a632-c75c18d6f542 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:54.770010 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.824273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdb43c5-6c4e-4eba-ba4b-2fde25147266,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:54.838199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Checking segment: {'id': 'ccb26298-b614-47b7-9e2b-cc5b2e94591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '4cb918bc-5686-4734-812d-0e4611c4c10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:54.838808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Network hostable DHCP agents. Network: 4cb918bc-5686-4734-812d-0e4611c4c10b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:54.869396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Network 4cb918bc-5686-4734-812d-0e4611c4c10b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:54.874340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.888022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4cb918bc-5686-4734-812d-0e4611c4c10b) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:54.898384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:54.899443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.915615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a125cd9-ffaa-4d52-9e9a-0793a6875748 None None] Network 4cb918bc-5686-4734-812d-0e4611c4c10b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:54.931693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Transition to ACTIVE for port object 12e3aeaa-fa99-4d69-8770-807e1b22e856 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:55.039429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.069395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e74192-f42b-46ac-911b-de5dbf8e82b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.081327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Network 31f565c5-7893-4e5a-9d6f-53d198c30634 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:55.081939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5e74192-f42b-46ac-911b-de5dbf8e82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.084745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:55.106800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:55.120306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d5e74192-f42b-46ac-911b-de5dbf8e82b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=631613cef40d422da1b50a5cad9fffc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222300 Aug 09 16:00:55.124739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9cf24401-ec94-4a92-97a5-85f7371a8a84 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9704328 Aug 09 16:00:55.130884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52172) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:55.157692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be431c-919d-4089-81ec-f14366331aef req-0326531d-7f94-4c55-94f4-d62ef7f17228 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:55.159999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20be431c-919d-4089-81ec-f14366331aef req-0326531d-7f94-4c55-94f4-d62ef7f17228 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1594889 Aug 09 16:00:55.179776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:55.180465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.215765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event updated for resources: {'Port': ['ID=12e3aeaa-fa99-4d69-8770-807e1b22e856,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:55.221350 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c9463b54-41c6-4cc1-8ca0-9c3efdffcaca tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7528796 Aug 09 16:00:55.224154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52176) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:55.224942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e74192-f42b-46ac-911b-de5dbf8e82b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6020b977-b0ad-4422-a124-329ec9855d21,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:55.231015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Request body: {'port': {'network_id': '31f565c5-7893-4e5a-9d6f-53d198c30634', 'name': 'tempest-ExtraDHCPOptionsTestJSON-969837042', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:55.231684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.api.validators [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] bootfile-name is not in valid_values {{(pid=94178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:00:55.232162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.api.validators [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] tftp-server is not in valid_values {{(pid=94178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:00:55.232706 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.api.validators [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] server-ip-address is not in valid_values {{(pid=94178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:00:55.274886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20be431c-919d-4089-81ec-f14366331aef req-6aeea8ce-3483-48fb-a2be-7e76b1052bfc tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952778 Aug 09 16:00:55.305839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9a73-2e97-4fe5-acce-dbd2c8f02464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.398295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9a73-2e97-4fe5-acce-dbd2c8f02464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.489114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090da5a-2691-4a1c-8bee-938c51f32863 None None] Network 4cb918bc-5686-4734-812d-0e4611c4c10b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:55.492592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] For port 103541aa-b945-43fa-adfc-5647ba29a9ce, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:55.518175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Made reservation on behalf of 6b1d32aba82b4b83a5c0a8f41f753e10 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:55.522261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.577016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] device_id is not set on port 6ea56671-e5b1-4f90-ae4c-3567c471b160 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:00:55.612824 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9a73-2e97-4fe5-acce-dbd2c8f02464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.616194 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9a73-2e97-4fe5-acce-dbd2c8f02464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.620415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b5fd9a73-2e97-4fe5-acce-dbd2c8f02464 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6020b977-b0ad-4422-a124-329ec9855d21 HTTP/1.1" status: 204 len: 168 time: 0.4840178 Aug 09 16:00:55.624911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.661070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] For port 103541aa-b945-43fa-adfc-5647ba29a9ce, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=103541aa-b945-43fa-adfc-5647ba29a9ce,segment=NetworkSegment(b50f8a49-2e98-420a-a805-3b4a137ef5cb),segment_id=b50f8a49-2e98-420a-a805-3b4a137ef5cb)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:55.710284 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.716150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd9a73-2e97-4fe5-acce-dbd2c8f02464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6020b977-b0ad-4422-a124-329ec9855d21,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:55.755660 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Sync routers for ids ['0416affe-82ae-4392-a0bf-d775efe91afd'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:55.761907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Allocated IP 172.20.0.5 (31f565c5-7893-4e5a-9d6f-53d198c30634/da1fb42c-7a2b-4c7f-a840-cb107a029835/6ea56671-e5b1-4f90-ae4c-3567c471b160) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:55.773752 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Routers {'0416affe-82ae-4392-a0bf-d775efe91afd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:55.774727 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0416affe-82ae-4392-a0bf-d775efe91afd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:55.816832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6973d18f-ea52-424a-a632-c75c18d6f542, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6973d18f-ea52-424a-a632-c75c18d6f542,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:55.862140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-636f32b1-01a9-41c0-a88c-a78686294d3d tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:55.868377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-636f32b1-01a9-41c0-a88c-a78686294d3d tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/networks?id=73d74978-d436-41ee-afca-3ec5c53da14b HTTP/1.1" status: 200 len: 911 time: 0.3329899 Aug 09 16:00:55.895661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-e297e08f-c1fd-471e-b7d0-0cabc16f4259 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/quotas/bf8646f5c01c486d8416ebd61b0d4a8b HTTP/1.1" status: 200 len: 375 time: 0.0202198 Aug 09 16:00:55.914020 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.985730 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Set router 0416affe-82ae-4392-a0bf-d775efe91afd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:56.052618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c484f-00a2-49c0-ab4e-398de8020885 None None] Pushing event updated for resources: {'Port': ['ID=103541aa-b945-43fa-adfc-5647ba29a9ce,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:56.084511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-46cdd983-6e31-40aa-bc5b-fd4477703277 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf8646f5c01c486d8416ebd61b0d4a8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822352 Aug 09 16:00:56.276997 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.303549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Transition to ACTIVE for port object 6ea56671-e5b1-4f90-ae4c-3567c471b160 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:56.381045 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.383376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6973d18f-ea52-424a-a632-c75c18d6f542,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:56.508434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Network 31f565c5-7893-4e5a-9d6f-53d198c30634 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:56.512592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:56.527249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:56.567989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event updated for resources: {'Port': ['ID=6ea56671-e5b1-4f90-ae4c-3567c471b160,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:56.588790 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:00:51Z', 'revision_number': 4, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port': {'id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'c4fed404-3b9d-4c57-9e69-969b58767ca7', 'name': '', 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'mac_address': 'fa:16:3e:cb:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'eeca4ce7-9b02-4d2b-8573-67cb8ee42b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:49Z', 'updated_at': '2021-08-09T16:00:52Z', 'revision_number': 2, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'subnets': [{'id': 'eeca4ce7-9b02-4d2b-8573-67cb8ee42b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:56.603037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:56.603741 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.636245 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b9cf29a0-73e2-48de-b9db-305ac296d0dc tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.4101982 Aug 09 16:00:56.636937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52212) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:56.657048 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Checking router: 0416affe-82ae-4392-a0bf-d775efe91afd for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:56.657273 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Updating router 0416affe-82ae-4392-a0bf-d775efe91afd port c4fed404-3b9d-4c57-9e69-969b58767ca7 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:56.705093 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.711283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-baf1137d-7ee9-43aa-9198-ee1eedbf330b service neutron] 10.222.0.64 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126516 Aug 09 16:00:56.762723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78ebb7-761a-4f91-a04b-9ac3221d806a tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:56.769874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78ebb7-761a-4f91-a04b-9ac3221d806a tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:56.778475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78ebb7-761a-4f91-a04b-9ac3221d806a tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:56.780311 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-be78ebb7-761a-4f91-a04b-9ac3221d806a tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1423359 Aug 09 16:00:56.786506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52216) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:56.933074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-5197ab8f-0c43-4d34-87c1-197b5e9d1bed service neutron] 10.222.0.64 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185793 Aug 09 16:00:57.002654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-4b1fbd25-6e38-4251-a66e-48d3b2b1b57b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Deleting port 6ea56671-e5b1-4f90-ae4c-3567c471b160 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:57.002996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbd25-6e38-4251-a66e-48d3b2b1b57b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.149013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbd25-6e38-4251-a66e-48d3b2b1b57b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.170236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-4b1fbd25-6e38-4251-a66e-48d3b2b1b57b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Calling delete_port for 6ea56671-e5b1-4f90-ae4c-3567c471b160 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:57.440015 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.478883 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Transition to ACTIVE for port object c4fed404-3b9d-4c57-9e69-969b58767ca7 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:57.502512 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.517246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbd25-6e38-4251-a66e-48d3b2b1b57b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.606586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fbd25-6e38-4251-a66e-48d3b2b1b57b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event deleted for resources: {'Port': ['ID=6ea56671-e5b1-4f90-ae4c-3567c471b160,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:57.874630 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8559971-d0c8-4643-ac37-98ec71f23ca1 None None] Pushing event updated for resources: {'Port': ['ID=c4fed404-3b9d-4c57-9e69-969b58767ca7,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:57.917231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbd25-6e38-4251-a66e-48d3b2b1b57b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.933085 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4b1fbd25-6e38-4251-a66e-48d3b2b1b57b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "DELETE /v2.0/ports/6ea56671-e5b1-4f90-ae4c-3567c471b160 HTTP/1.1" status: 204 len: 168 time: 1.1396387 Aug 09 16:00:57.935241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52246) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:57.961688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Request body: {'port': {'name': 'tempest-new-port-name-1103328343', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:57.965859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.api.validators [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] bootfile-name is not in valid_values {{(pid=94178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:00:57.966680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1428b-853e-4702-846f-97522e6f4965 None None] Network 31f565c5-7893-4e5a-9d6f-53d198c30634 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:57.968065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.api.validators [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] tftp-server is not in valid_values {{(pid=94178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:00:57.968450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.api.validators [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] server-ip-address is not in valid_values {{(pid=94178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:00:58.007245 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Attempting to bind port c4fed404-3b9d-4c57-9e69-969b58767ca7 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:58.008791 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Attempting to bind port c4fed404-3b9d-4c57-9e69-969b58767ca7 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:58.009456 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Attempting to bind port c4fed404-3b9d-4c57-9e69-969b58767ca7 on network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:58.037848 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:58.039265 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Checking segment: {'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:58.044013 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.049827 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Bound using segment: {'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:58.051766 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Bound port: c4fed404-3b9d-4c57-9e69-969b58767ca7, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:58.052897 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.251314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e1f39db4-8a82-4c83-9a17-a1c7adb513ba None None] Provisioning for port 103541aa-b945-43fa-adfc-5647ba29a9ce completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:58.327648 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] For port c4fed404-3b9d-4c57-9e69-969b58767ca7, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:58.349777 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] For port c4fed404-3b9d-4c57-9e69-969b58767ca7, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c4fed404-3b9d-4c57-9e69-969b58767ca7,segment=NetworkSegment(c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66),segment_id=c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:58.360347 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.383579 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.491884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6973d18f-ea52-424a-a632-c75c18d6f542 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:58.673089 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.702629 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Routers {'0416affe-82ae-4392-a0bf-d775efe91afd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:58.708940 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:00:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0416affe-82ae-4392-a0bf-d775efe91afd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:58.834263 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8559971-d0c8-4643-ac37-98ec71f23ca1 None None] Pushing event updated for resources: {'Port': ['ID=c4fed404-3b9d-4c57-9e69-969b58767ca7,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:58.932379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-9f8d58a2-0755-4656-a7ae-19e69e0fcb71 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:58.946918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-9f8d58a2-0755-4656-a7ae-19e69e0fcb71 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/networks?id=fd481e8d-2867-4615-aee4-5585f0107dc6 HTTP/1.1" status: 200 len: 812 time: 0.4174511 Aug 09 16:00:58.971092 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.000210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-eb8e9f45-7415-4188-9026-124739c6801e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/quotas/b50dc24d64d34ceea8c54a5b41683c0a HTTP/1.1" status: 200 len: 375 time: 0.0497661 Aug 09 16:00:59.048759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6973d18f-ea52-424a-a632-c75c18d6f542 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:59.051109 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.093009 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] Set router 0416affe-82ae-4392-a0bf-d775efe91afd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:59.280675 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.292521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.413104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 103541aa-b945-43fa-adfc-5647ba29a9ce up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:59.558705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event updated for resources: {'Port': ['ID=12e3aeaa-fa99-4d69-8770-807e1b22e856,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:59.582224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] In _notify_port_updated(), no bound segment for port 12e3aeaa-fa99-4d69-8770-807e1b22e856 on network 31f565c5-7893-4e5a-9d6f-53d198c30634 {{(pid=94178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:00:59.611611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:59.616432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.618092 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f40042c0-cfeb-4ec0-b8ff-b79bd16a0c9b tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "PUT /v2.0/ports/12e3aeaa-fa99-4d69-8770-807e1b22e856 HTTP/1.1" status: 200 len: 1136 time: 1.6785800 Aug 09 16:00:59.622043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52290) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:59.654835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 103541aa-b945-43fa-adfc-5647ba29a9ce completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:59.703073 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 103541aa-b945-43fa-adfc-5647ba29a9ce triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:59.703441 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.795005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f9219-65d9-4e27-83b3-803856dccf45 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:59.798742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-293f9219-65d9-4e27-83b3-803856dccf45 tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "GET /v2.0/ports/12e3aeaa-fa99-4d69-8770-807e1b22e856 HTTP/1.1" status: 200 len: 1136 time: 0.1752546 Aug 09 16:00:59.803493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52292) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:59.830799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-34ffa5fb-aea7-440c-b5c1-efb053fb3d7b None None] Provisioning for port 12e3aeaa-fa99-4d69-8770-807e1b22e856 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:59.852788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-34ffa5fb-aea7-440c-b5c1-efb053fb3d7b None None] Provisioning complete for port 12e3aeaa-fa99-4d69-8770-807e1b22e856 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:59.853163 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34ffa5fb-aea7-440c-b5c1-efb053fb3d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.025944 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:00:51Z', 'revision_number': 4, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port': {'id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'c4fed404-3b9d-4c57-9e69-969b58767ca7', 'name': '', 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'mac_address': 'fa:16:3e:cb:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'eeca4ce7-9b02-4d2b-8573-67cb8ee42b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:49Z', 'updated_at': '2021-08-09T16:00:58Z', 'revision_number': 4, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'subnets': [{'id': 'eeca4ce7-9b02-4d2b-8573-67cb8ee42b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:00.125382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a34c2a30-e3b7-4048-a5f9-3e6937f9e01d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Deleting port 12e3aeaa-fa99-4d69-8770-807e1b22e856 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:00.127501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a34c2a30-e3b7-4048-a5f9-3e6937f9e01d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.148577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-34ffa5fb-aea7-440c-b5c1-efb053fb3d7b None None] Port 12e3aeaa-fa99-4d69-8770-807e1b22e856 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:00.156429 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fec73c-4004-4905-96ad-b602e39160b4 None None] The sync data for ids ['0416affe-82ae-4392-a0bf-d775efe91afd'] in n-d-799523-2 is: [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:00:51Z', 'revision_number': 4, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port': {'id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'c4fed404-3b9d-4c57-9e69-969b58767ca7', 'name': '', 'network_id': '0885dc9a-d4d6-4def-b9f2-88c4fe47dd72', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'mac_address': 'fa:16:3e:cb:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'eeca4ce7-9b02-4d2b-8573-67cb8ee42b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:49Z', 'updated_at': '2021-08-09T16:00:58Z', 'revision_number': 4, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'subnets': [{'id': 'eeca4ce7-9b02-4d2b-8573-67cb8ee42b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:00.214784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-34ffa5fb-aea7-440c-b5c1-efb053fb3d7b None None] Provisioning complete for port 103541aa-b945-43fa-adfc-5647ba29a9ce triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:00.215136 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34ffa5fb-aea7-440c-b5c1-efb053fb3d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.225354 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.481614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 103541aa-b945-43fa-adfc-5647ba29a9ce, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=103541aa-b945-43fa-adfc-5647ba29a9ce,segment=NetworkSegment(b50f8a49-2e98-420a-a805-3b4a137ef5cb),segment_id=b50f8a49-2e98-420a-a805-3b4a137ef5cb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:00.496448 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.501947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a34c2a30-e3b7-4048-a5f9-3e6937f9e01d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.540661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a34c2a30-e3b7-4048-a5f9-3e6937f9e01d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Calling delete_port for 12e3aeaa-fa99-4d69-8770-807e1b22e856 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:00.553686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-6bb45118-84d1-4a7e-bf76-e9f6c1cfdd97 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b50dc24d64d34ceea8c54a5b41683c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 1.5469043 Aug 09 16:01:00.899477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=103541aa-b945-43fa-adfc-5647ba29a9ce,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:00.934543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a34c2a30-e3b7-4048-a5f9-3e6937f9e01d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.045453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c2a30-e3b7-4048-a5f9-3e6937f9e01d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event deleted for resources: {'Port': ['ID=12e3aeaa-fa99-4d69-8770-807e1b22e856,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:01.060516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-597e9f6d-906d-48e2-8f34-2cb41b14a9d0 service neutron] 10.222.0.64 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048542 Aug 09 16:01:01.084089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c4fed404-3b9d-4c57-9e69-969b58767ca7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:01.213620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ad341efb-7e5a-4177-ba4b-f697e58514d3 None None] Could not find standard attr ID for object 6ea56671-e5b1-4f90-ae4c-3567c471b160. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:01:01.234998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ad341efb-7e5a-4177-ba4b-f697e58514d3 None None] Could not find standard attr ID for object 12e3aeaa-fa99-4d69-8770-807e1b22e856. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:01:01.238738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a34c2a30-e3b7-4048-a5f9-3e6937f9e01d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.240868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c4fed404-3b9d-4c57-9e69-969b58767ca7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:01.247416 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a34c2a30-e3b7-4048-a5f9-3e6937f9e01d tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "DELETE /v2.0/ports/12e3aeaa-fa99-4d69-8770-807e1b22e856 HTTP/1.1" status: 204 len: 168 time: 1.4377279 Aug 09 16:01:01.248236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52312) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:01.257631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c4fed404-3b9d-4c57-9e69-969b58767ca7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:01.258153 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.427093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf05fa8-8ec6-4a2f-a868-2feb56d7a69c tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Deleting subnet da1fb42c-7a2b-4c7f-a840-cb107a029835 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:01:01.452045 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bf05fa8-8ec6-4a2f-a868-2feb56d7a69c tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.476578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.516461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52318) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:01.571360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c4fed404-3b9d-4c57-9e69-969b58767ca7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c4fed404-3b9d-4c57-9e69-969b58767ca7,segment=NetworkSegment(c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66),segment_id=c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:01.573382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-75020be8-41be-4810-9d09-3c2f48444467 service neutron] 10.222.0.64 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115340 Aug 09 16:01:01.580910 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.624352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bf05fa8-8ec6-4a2f-a868-2feb56d7a69c tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.684662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-908dcce4-a3a2-4e03-bed7-6b56ba18a056 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:01.688759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-908dcce4-a3a2-4e03-bed7-6b56ba18a056 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.35 "GET /v2.0/networks?id=73d74978-d436-41ee-afca-3ec5c53da14b HTTP/1.1" status: 200 len: 911 time: 0.5794954 Aug 09 16:01:01.703551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Request body: {'port': {'device_id': '364a8540-e8a7-43d9-a523-39c47bcfbaa8', 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'admin_state_up': True, 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:01.753563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c4fed404-3b9d-4c57-9e69-969b58767ca7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:01.785890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Made reservation on behalf of bf8646f5c01c486d8416ebd61b0d4a8b for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:01.795061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.157106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2455bfae-d2d7-47ec-8b38-84b20be9db8f None None] Could not find standard attr ID for object 12e3aeaa-fa99-4d69-8770-807e1b22e856. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:01:02.176990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Allocated IP 172.20.0.3 (73d74978-d436-41ee-afca-3ec5c53da14b/000b85d0-4aee-45fa-aa5b-b2045466a697/d1ead558-2a0e-412b-b1b6-9e2ad165464e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:02.320101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fc05f-7676-4fda-b4ce-6830ea7460f2 req-e880f172-1113-4422-981c-d552d6f1de2b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:02.340137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b0fc05f-7676-4fda-b4ce-6830ea7460f2 req-e880f172-1113-4422-981c-d552d6f1de2b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.3216736 Aug 09 16:01:02.347103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52366) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:02.565759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b0fc05f-7676-4fda-b4ce-6830ea7460f2 req-da7e67e3-fc04-4c22-a71f-2fd9b0403e79 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239652 Aug 09 16:01:02.784852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0747-b4de-460a-a6ab-307b5429d3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.807594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 103541aa-b945-43fa-adfc-5647ba29a9ce up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:02.813260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41e17de9-6e01-479e-a2f7-279d71977cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.921292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 103541aa-b945-43fa-adfc-5647ba29a9ce triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:02.921884 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.954659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78196320-0e80-4538-ae70-c46f9def1d01 req-c4fb5f14-dc85-42ab-a120-ec2ce65f0676 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 210 time: 0.1362252 Aug 09 16:01:02.989159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.007442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-3d824b6e-ddba-4183-a7c9-318ef3b25eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6567271 Aug 09 16:01:03.052969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Transition to ACTIVE for port object d1ead558-2a0e-412b-b1b6-9e2ad165464e will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:03.090203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c4fed404-3b9d-4c57-9e69-969b58767ca7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:03.125527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bf05fa8-8ec6-4a2f-a868-2feb56d7a69c tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.173388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bdb7504-d894-4ac1-8c8c-6df63705c955 req-02c7315c-3dd2-4d47-8b9d-108b260a8bf2 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 210 time: 0.1109948 Aug 09 16:01:03.192131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0747-b4de-460a-a6ab-307b5429d3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.192571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c4fed404-3b9d-4c57-9e69-969b58767ca7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:03.192959 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.202706 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0747-b4de-460a-a6ab-307b5429d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.233263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-ae9ddc32-6946-4ed9-887c-6b9f5eab3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.235356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-ae9ddc32-6946-4ed9-887c-6b9f5eab3a76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dba5541082514bf6b874aa38d887c699&device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 1096 time: 0.1483076 Aug 09 16:01:03.267617 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.351966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3c2a0747-b4de-460a-a6ab-307b5429d3cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0da0af6d0b92421e9ddaf43c6853d071&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8298519 Aug 09 16:01:03.355162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52386) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:03.357135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a0747-b4de-460a-a6ab-307b5429d3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd1da7f-eb5d-4604-8c2c-7f048996f5b4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:03.379318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-be7328c9-3a79-4c26-9070-41b05aaebeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.379889 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bf05fa8-8ec6-4a2f-a868-2feb56d7a69c tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.381149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-be7328c9-3a79-4c26-9070-41b05aaebeb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93b96118-c754-4f84-8cea-5eb766e48879 HTTP/1.1" status: 200 len: 916 time: 0.1113889 Aug 09 16:01:03.428228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf05fa8-8ec6-4a2f-a868-2feb56d7a69c tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event deleted for resources: {'Subnet': ['ID=da1fb42c-7a2b-4c7f-a840-cb107a029835,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:03.434192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Network 73d74978-d436-41ee-afca-3ec5c53da14b is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:03.438359 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bf05fa8-8ec6-4a2f-a868-2feb56d7a69c tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.439444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a976e2-60f8-406b-a6ff-031e1956dbe0 None None] Network 31f565c5-7893-4e5a-9d6f-53d198c30634 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:03.440301 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6bf05fa8-8ec6-4a2f-a868-2feb56d7a69c tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "DELETE /v2.0/subnets/da1fb42c-7a2b-4c7f-a840-cb107a029835 HTTP/1.1" status: 204 len: 168 time: 2.1891208 Aug 09 16:01:03.444310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52388) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:03.470648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:03.482997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:03.488838 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-102ee214-8027-4148-a672-11cd136a50c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f78a12-7a46-42bb-83a8-68274d5ef0e6 HTTP/1.1" status: 200 len: 217 time: 0.0952997 Aug 09 16:01:03.545489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Pushing event updated for resources: {'Port': ['ID=d1ead558-2a0e-412b-b1b6-9e2ad165464e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:03.557722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.642376 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9fab8b4-f56e-4377-8cdd-f28307eecfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.645074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41e17de9-6e01-479e-a2f7-279d71977cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.646761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.654279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.685833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41e17de9-6e01-479e-a2f7-279d71977cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.690068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-7b3bbabe-a2ff-466a-8ca7-1f0d5b374023 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9911270 Aug 09 16:01:03.731337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-32c830c5-4ebd-4393-96ef-d959919f103c tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:03.732693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-32c830c5-4ebd-4393-96ef-d959919f103c tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305164 Aug 09 16:01:03.735497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-60b6c276-cb59-4b80-8112-e5fddd6e6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.738611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-60b6c276-cb59-4b80-8112-e5fddd6e6715 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ddb20a98-87e8-4da8-bedf-e27d61583a41 HTTP/1.1" status: 200 len: 854 time: 0.2413721 Aug 09 16:01:03.744517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9fab8b4-f56e-4377-8cdd-f28307eecfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.772716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] DHCP port deletion for 31f565c5-7893-4e5a-9d6f-53d198c30634 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:01:03.817846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Request body: {'port': {'device_id': '364a8540-e8a7-43d9-a523-39c47bcfbaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:03.883252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] Deleting port 103541aa-b945-43fa-adfc-5647ba29a9ce {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:03.885027 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.913949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e0390817-6c5e-4a6b-9d73-fab415dc01c7 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.916196 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e0390817-6c5e-4a6b-9d73-fab415dc01c7 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.66 "GET /v2.0/networks?id=fd481e8d-2867-4615-aee4-5585f0107dc6 HTTP/1.1" status: 200 len: 812 time: 0.2081156 Aug 09 16:01:03.919949 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9fab8b4-f56e-4377-8cdd-f28307eecfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.922804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c9fab8b4-f56e-4377-8cdd-f28307eecfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.924943 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c9fab8b4-f56e-4377-8cdd-f28307eecfaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fd1da7f-eb5d-4604-8c2c-7f048996f5b4 HTTP/1.1" status: 204 len: 168 time: 0.5466225 Aug 09 16:01:03.948322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Request body: {'port': {'device_id': 'd71e280e-fecd-4205-b26f-37a7c024bfd4', 'network_id': 'fd481e8d-2867-4615-aee4-5585f0107dc6', 'admin_state_up': True, 'tenant_id': 'b50dc24d64d34ceea8c54a5b41683c0a'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:03.971973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fab8b4-f56e-4377-8cdd-f28307eecfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd1da7f-eb5d-4604-8c2c-7f048996f5b4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:03.978468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-e8fe4dd5-ea3e-4ede-adb8-6a07a94fb885 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93b96118-c754-4f84-8cea-5eb766e48879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966891 Aug 09 16:01:04.031601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-41e17de9-6e01-479e-a2f7-279d71977cbf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef489503438a49389b4cccf2f33b69a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6035240 Aug 09 16:01:04.032660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e17de9-6e01-479e-a2f7-279d71977cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5430ea1e-226b-4e71-b37b-a6416f12f383,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:04.040894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52398) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:04.042703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Deleting port 103541aa-b945-43fa-adfc-5647ba29a9ce {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:04.043051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.059018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3a34e1f4-ef19-4818-91d2-c86dd1b78b58 None None] Provisioning for port d1ead558-2a0e-412b-b1b6-9e2ad165464e completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:04.085358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] For port 103541aa-b945-43fa-adfc-5647ba29a9ce, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=103541aa-b945-43fa-adfc-5647ba29a9ce,segment=NetworkSegment(b50f8a49-2e98-420a-a805-3b4a137ef5cb),segment_id=b50f8a49-2e98-420a-a805-3b4a137ef5cb)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:04.088941 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.123089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] Calling delete_port for 103541aa-b945-43fa-adfc-5647ba29a9ce owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:04.156686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632dec0-4c89-4450-8adf-20453a38f8c8 req-820de4e2-fc9c-4a51-ae82-b7cd9912149c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:04.159746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0632dec0-4c89-4450-8adf-20453a38f8c8 req-820de4e2-fc9c-4a51-ae82-b7cd9912149c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.4757295 Aug 09 16:01:04.160910 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.194294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] For port 103541aa-b945-43fa-adfc-5647ba29a9ce, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=103541aa-b945-43fa-adfc-5647ba29a9ce,segment=NetworkSegment(b50f8a49-2e98-420a-a805-3b4a137ef5cb),segment_id=b50f8a49-2e98-420a-a805-3b4a137ef5cb)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:04.194672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.222552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Calling delete_port for 103541aa-b945-43fa-adfc-5647ba29a9ce owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:04.240440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3a34e1f4-ef19-4818-91d2-c86dd1b78b58 None None] Provisioning complete for port d1ead558-2a0e-412b-b1b6-9e2ad165464e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:04.240862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3a34e1f4-ef19-4818-91d2-c86dd1b78b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.299676 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Made reservation on behalf of b50dc24d64d34ceea8c54a5b41683c0a for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:04.303261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.358005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3a34e1f4-ef19-4818-91d2-c86dd1b78b58 None None] Port d1ead558-2a0e-412b-b1b6-9e2ad165464e cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:04.363918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.402610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-167f2a1f-31e1-480c-b718-27a779d435e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.416031 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.428002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0632dec0-4c89-4450-8adf-20453a38f8c8 req-9e1702e1-f858-47d8-8c21-3da177304107 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546785 Aug 09 16:01:04.431593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] Pushing event deleted for resources: {'Port': ['ID=103541aa-b945-43fa-adfc-5647ba29a9ce,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:04.439411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94b1c4-6880-494c-ae15-bb0d23aabbc0 None None] No DVR routers for this DVR port 103541aa-b945-43fa-adfc-5647ba29a9ce on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:04.474252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event deleted for resources: {'Port': ['ID=103541aa-b945-43fa-adfc-5647ba29a9ce,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:04.492460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-5c1a3787-26fa-4f52-95ff-1029bb8b579c service neutron] 10.222.0.35 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739494 Aug 09 16:01:04.515077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] No DVR routers for this DVR port 103541aa-b945-43fa-adfc-5647ba29a9ce on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:04.516466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52406) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:04.567443 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-237d3a3a-b363-40e7-9971-d6e172e0c70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.574353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-167f2a1f-31e1-480c-b718-27a779d435e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.636526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Allocated IP 172.20.0.5 (fd481e8d-2867-4615-aee4-5585f0107dc6/258eff24-6403-4bfa-86ff-73533f7ef419/77d4b93b-6630-471d-9076-4d83b8c9b7d7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:04.666742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.700168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f565c5-7893-4e5a-9d6f-53d198c30634']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:04.702010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 103541aa-b945-43fa-adfc-5647ba29a9ce no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:04.732354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50f8a49-2e98-420a-a805-3b4a137ef5cb') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:04.732653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50f8a49-2e98-420a-a805-3b4a137ef5cb') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:04.736025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 103541aa-b945-43fa-adfc-5647ba29a9ce {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:04.736679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 103541aa-b945-43fa-adfc-5647ba29a9ce not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:04.765501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.773618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5445a-ff33-4570-80e1-1fbc9e4b439a req-098f6d51-6367-467f-bfc4-d8b9557361b0 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:04.775192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25c5445a-ff33-4570-80e1-1fbc9e4b439a req-098f6d51-6367-467f-bfc4-d8b9557361b0 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1027 time: 0.2196276 Aug 09 16:01:04.799651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.825119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-167f2a1f-31e1-480c-b718-27a779d435e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.827922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-167f2a1f-31e1-480c-b718-27a779d435e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.829154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-167f2a1f-31e1-480c-b718-27a779d435e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5430ea1e-226b-4e71-b37b-a6416f12f383 HTTP/1.1" status: 204 len: 168 time: 0.7869260 Aug 09 16:01:04.854072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:04.854495 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.856868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24e9a50-47c5-4838-bd29-7e101d92cc84 req-dd31badd-d58a-45f7-a6b3-cc52e30e3094 service neutron] 10.222.0.35 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026721 Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:04.857803 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:04.870977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f2a1f-31e1-480c-b718-27a779d435e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5430ea1e-226b-4e71-b37b-a6416f12f383,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:04.904911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25c5445a-ff33-4570-80e1-1fbc9e4b439a req-baa3aaca-3dc8-46c5-9c41-8bac73b9740c tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940504 Aug 09 16:01:04.984176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-237d3a3a-b363-40e7-9971-d6e172e0c70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.991682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.997618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-237d3a3a-b363-40e7-9971-d6e172e0c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.010961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.014728 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] 10.222.0.64 "DELETE /v2.0/networks/31f565c5-7893-4e5a-9d6f-53d198c30634 HTTP/1.1" status: 204 len: 168 time: 1.5691767 Aug 09 16:01:05.051651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ead558-2a0e-412b-b1b6-9e2ad165464e {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:05.074996 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.088387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b767b6-9ae4-40f2-8cdb-d8eb7a8995af tempest-ExtraDHCPOptionsTestJSON-1945401571 tempest-ExtraDHCPOptionsTestJSON-1945401571-project] Pushing event deleted for resources: {'Network': ['ID=31f565c5-7893-4e5a-9d6f-53d198c30634,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:05.141994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d3a3a-b363-40e7-9971-d6e172e0c70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b46e3-e82c-497b-8593-cbf5da4636ef,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:05.163386 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.180238 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-237d3a3a-b363-40e7-9971-d6e172e0c70d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ae4119f243448b2a6373f6c7b426573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6626146 Aug 09 16:01:05.185792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e0161755-e74d-456b-826b-7acd73aeccdb req-faf386b5-1583-4c20-aa24-5e0847ebceca tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0676415 Aug 09 16:01:05.186670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52416) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:05.191346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Transition to ACTIVE for port object d1ead558-2a0e-412b-b1b6-9e2ad165464e will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:05.227508 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.270505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.358450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Network fd481e8d-2867-4615-aee4-5585f0107dc6 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:05.363549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:05.380888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:05.465054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ead558-2a0e-412b-b1b6-9e2ad165464e,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:05.501738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Pushing event updated for resources: {'Port': ['ID=77d4b93b-6630-471d-9076-4d83b8c9b7d7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:05.534638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5997bbfc-51cf-4df4-8002-dfa44d397981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.573438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:05.574498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.631080 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5997bbfc-51cf-4df4-8002-dfa44d397981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.684522 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-e6c16864-0db9-4185-ba03-de2ac93351f1 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7520027 Aug 09 16:01:05.692991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-a963affd-03a9-4b43-87d1-b12eb9c76ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:05.695154 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-a963affd-03a9-4b43-87d1-b12eb9c76ff8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 1096 time: 0.6228209 Aug 09 16:01:05.714824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-0423ba6c-5585-4048-bab2-28491e8ac3ca tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:05.715050 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-0423ba6c-5585-4048-bab2-28491e8ac3ca tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184746 Aug 09 16:01:05.716054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52426) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:05.752093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Request body: {'port': {'device_id': 'd71e280e-fecd-4205-b26f-37a7c024bfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:05.870719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52430) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:05.915333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5997bbfc-51cf-4df4-8002-dfa44d397981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.919152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5997bbfc-51cf-4df4-8002-dfa44d397981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.920483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.925706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5997bbfc-51cf-4df4-8002-dfa44d397981 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e9b46e3-e82c-497b-8593-cbf5da4636ef HTTP/1.1" status: 204 len: 168 time: 0.7353129 Aug 09 16:01:05.939234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-607d88bc-b076-4ae1-b3db-77b909f1e15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.953158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997bbfc-51cf-4df4-8002-dfa44d397981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b46e3-e82c-497b-8593-cbf5da4636ef,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:05.960618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Attempting to bind port d1ead558-2a0e-412b-b1b6-9e2ad165464e on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:05.961939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Attempting to bind port d1ead558-2a0e-412b-b1b6-9e2ad165464e by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:05.962899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Attempting to bind port d1ead558-2a0e-412b-b1b6-9e2ad165464e on network 73d74978-d436-41ee-afca-3ec5c53da14b {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:05.971604 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-51e4b565-a9e0-4961-aa0a-fcd474061ce9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b1d32aba82b4b83a5c0a8f41f753e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537620 Aug 09 16:01:05.979550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52436) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:05.987250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7d9b5-cb9f-4c4f-9c01-35fbca393e5e req-c6978b0e-2cfc-43df-a2f6-e158e1d54a92 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:05.991197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2f7d9b5-cb9f-4c4f-9c01-35fbca393e5e req-c6978b0e-2cfc-43df-a2f6-e158e1d54a92 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.2622395 Aug 09 16:01:06.032754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Port d1ead558-2a0e-412b-b1b6-9e2ad165464e on network 73d74978-d436-41ee-afca-3ec5c53da14b not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:06.033340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Attempting to bind port d1ead558-2a0e-412b-b1b6-9e2ad165464e on network 73d74978-d436-41ee-afca-3ec5c53da14b {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:06.047176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:06.047928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Checking segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:06.048724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Bound using segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:06.049776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Bound port: d1ead558-2a0e-412b-b1b6-9e2ad165464e, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:06.050556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.075314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-9ad8ec41-5735-435e-9508-65fb16bb8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:06.077692 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-9ad8ec41-5735-435e-9508-65fb16bb8672 service neutron] 10.222.0.66 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 917 time: 0.3417168 Aug 09 16:01:06.198314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2f7d9b5-cb9f-4c4f-9c01-35fbca393e5e req-eb0383e2-974d-4776-8ee6-9a213fcb1504 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840572 Aug 09 16:01:06.296063 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-1946b19a-ec60-4348-aa31-bcd2f091ac11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622f1c-162d-49d6-b847-44824575e925 HTTP/1.1" status: 200 len: 217 time: 0.1997621 Aug 09 16:01:06.324529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] For port d1ead558-2a0e-412b-b1b6-9e2ad165464e, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:06.332156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] For port d1ead558-2a0e-412b-b1b6-9e2ad165464e, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d1ead558-2a0e-412b-b1b6-9e2ad165464e,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:06.353796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2b5e-1af8-4933-bb64-ae0ad6176c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.377768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.476605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:06.477413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.479119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/d1ead558-2a0e-412b-b1b6-9e2ad165464e HTTP/1.1" status: 200 len: 1091 time: 2.6936011 Aug 09 16:01:06.490047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364a8540-e8a7-43d9-a523-39c47bcfbaa8', 'tag': 'd1ead558-2a0e-412b-b1b6-9e2ad165464e'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:06.492442 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fecb5d0-43ec-409b-bd9a-7a412327ab85" -d '{"events": [{"name": "network-changed", "server_uuid": "364a8540-e8a7-43d9-a523-39c47bcfbaa8", "tag": "d1ead558-2a0e-412b-b1b6-9e2ad165464e"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:06.504525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6d60-746d-41d6-9e62-06b6b0b92837 req-29bb21db-fc75-4035-8fe6-afadb3d6845b tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:06.507192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-955e6d60-746d-41d6-9e62-06b6b0b92837 req-29bb21db-fc75-4035-8fe6-afadb3d6845b tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1094 time: 0.1716590 Aug 09 16:01:06.516307 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2b5e-1af8-4933-bb64-ae0ad6176c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.521580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-8439aaf3-c839-4edc-9025-e61a1ae99db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:06.523544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-8439aaf3-c839-4edc-9025-e61a1ae99db1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 200 len: 855 time: 0.2032330 Aug 09 16:01:06.577501 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-607d88bc-b076-4ae1-b3db-77b909f1e15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.630620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-607d88bc-b076-4ae1-b3db-77b909f1e15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.689219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb98c1-9166-4f0e-a10a-7742557b20e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ead558-2a0e-412b-b1b6-9e2ad165464e,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:06.825435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-9a598f3c-2220-44c6-b1f2-8557c6ca930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:06.829570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-9a598f3c-2220-44c6-b1f2-8557c6ca930c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf8646f5c01c486d8416ebd61b0d4a8b&device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1094 time: 0.2941594 Aug 09 16:01:06.852655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-955e6d60-746d-41d6-9e62-06b6b0b92837 req-5c7be7ed-c6ec-4b79-b979-1635b7d2d882 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331885 Aug 09 16:01:06.863011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d4b93b-6630-471d-9076-4d83b8c9b7d7 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:06.887303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.910302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Transition to ACTIVE for port object 77d4b93b-6630-471d-9076-4d83b8c9b7d7 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:06.913489 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-080b2444-ee17-43ad-8daa-b71acd6537bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3711417 Aug 09 16:01:06.917156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.995372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52468) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:07.016924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-9d6bad47-5dc7-4531-bdfe-76fd9220fd75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1ead558-2a0e-412b-b1b6-9e2ad165464e HTTP/1.1" status: 200 len: 217 time: 0.1612101 Aug 09 16:01:07.017808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d88bc-b076-4ae1-b3db-77b909f1e15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e0a95a-4282-4408-af01-e23ea5a244aa,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:07.030284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-607d88bc-b076-4ae1-b3db-77b909f1e15f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06bf0c8a6d3c48808ad6bd85f85f1100&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1515479 Aug 09 16:01:07.032479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52472) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:07.098488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Pushing event updated for resources: {'Port': ['ID=77d4b93b-6630-471d-9076-4d83b8c9b7d7,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:07.186132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2b5e-1af8-4933-bb64-ae0ad6176c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.189106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2b5e-1af8-4933-bb64-ae0ad6176c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.192965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e8b2b5e-1af8-4933-bb64-ae0ad6176c6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb39d719-2af2-41a3-a33c-0e5591d19430 HTTP/1.1" status: 204 len: 168 time: 1.2109606 Aug 09 16:01:07.235067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Attempting to bind port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:07.235307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Attempting to bind port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '44cdafc4-4baa-4cf8-86a5-d55f42651555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'fd481e8d-2867-4615-aee4-5585f0107dc6'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:07.235618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Attempting to bind port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 on network fd481e8d-2867-4615-aee4-5585f0107dc6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:07.243785 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c691e97-0731-4538-8a1f-e87e30664d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.249441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 on network fd481e8d-2867-4615-aee4-5585f0107dc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:07.249766 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Attempting to bind port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 on network fd481e8d-2867-4615-aee4-5585f0107dc6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:07.251966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2b5e-1af8-4933-bb64-ae0ad6176c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb39d719-2af2-41a3-a33c-0e5591d19430,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:07.275238 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c691e97-0731-4538-8a1f-e87e30664d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.282069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-9b63090b-f683-42c5-be0f-6d0fbaf39672 service neutron] 10.222.0.66 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541150 Aug 09 16:01:07.283812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:07.284026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Checking segment: {'id': '44cdafc4-4baa-4cf8-86a5-d55f42651555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'fd481e8d-2867-4615-aee4-5585f0107dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:07.284400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Bound using segment: {'id': '44cdafc4-4baa-4cf8-86a5-d55f42651555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'fd481e8d-2867-4615-aee4-5585f0107dc6'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:07.284848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Bound port: 77d4b93b-6630-471d-9076-4d83b8c9b7d7, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44cdafc4-4baa-4cf8-86a5-d55f42651555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'fd481e8d-2867-4615-aee4-5585f0107dc6'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:07.285206 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.287813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7ca639d-bf03-47fe-adee-74cf47d46068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.350125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed063d6-7a8f-42ca-8802-68d27a5098ae req-5b4cf0ba-deff-4f25-8baa-322a5612b434 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:07.352235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eed063d6-7a8f-42ca-8802-68d27a5098ae req-5b4cf0ba-deff-4f25-8baa-322a5612b434 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 943 time: 0.3144104 Aug 09 16:01:07.353108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c691e97-0731-4538-8a1f-e87e30664d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.356051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c691e97-0731-4538-8a1f-e87e30664d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.360216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7c691e97-0731-4538-8a1f-e87e30664d84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3e0a95a-4282-4408-af01-e23ea5a244aa HTTP/1.1" status: 204 len: 168 time: 0.2881639 Aug 09 16:01:07.379521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-74ba8837-c106-44e9-9ab5-ebafdcaf4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:07.381493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-74ba8837-c106-44e9-9ab5-ebafdcaf4dc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=000b85d0-4aee-45fa-aa5b-b2045466a697 HTTP/1.1" status: 200 len: 848 time: 0.3202066 Aug 09 16:01:07.384100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c691e97-0731-4538-8a1f-e87e30664d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e0a95a-4282-4408-af01-e23ea5a244aa,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:07.465108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eed063d6-7a8f-42ca-8802-68d27a5098ae req-aa421cbe-8a58-4888-820c-f148a16e5f4f tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030748 Aug 09 16:01:07.471839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-4e7dca7a-85e1-4561-94f0-08d13e30244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:07.473809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-4e7dca7a-85e1-4561-94f0-08d13e30244a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73d74978-d436-41ee-afca-3ec5c53da14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800292 Aug 09 16:01:07.557467 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20c7728-0b9d-434d-9379-d0b8b3f0d552 x-openstack-request-id: req-f20c7728-0b9d-434d-9379-d0b8b3f0d552 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:07.557894 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364a8540-e8a7-43d9-a523-39c47bcfbaa8", "tag": "d1ead558-2a0e-412b-b1b6-9e2ad165464e", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:07.558247 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f20c7728-0b9d-434d-9379-d0b8b3f0d552 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:07.558729 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364a8540-e8a7-43d9-a523-39c47bcfbaa8', 'tag': 'd1ead558-2a0e-412b-b1b6-9e2ad165464e', 'status': 'completed', 'code': 200} Aug 09 16:01:07.608293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-e31e94a8-b5cc-4c67-8bf3-0d6dfd0d9018 service neutron] 10.222.0.35 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181362 Aug 09 16:01:07.712251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] For port 77d4b93b-6630-471d-9076-4d83b8c9b7d7, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:07.753410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7ca639d-bf03-47fe-adee-74cf47d46068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.756850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] For port 77d4b93b-6630-471d-9076-4d83b8c9b7d7, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7,segment=NetworkSegment(44cdafc4-4baa-4cf8-86a5-d55f42651555),segment_id=44cdafc4-4baa-4cf8-86a5-d55f42651555)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:07.760708 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7d2028ac-5e77-4f18-9a95-9589e51a7a4d req-7808a235-2443-47be-86d2-e2d9c554ad1a service neutron] 10.222.0.66 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629772 Aug 09 16:01:07.763040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.765430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7ca639d-bf03-47fe-adee-74cf47d46068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.807113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357ef24-1a15-4f0c-82ee-3d674bfdad0f req-4a547aed-650a-4c06-a814-370480b804fd tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:07.809862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2357ef24-1a15-4f0c-82ee-3d674bfdad0f req-4a547aed-650a-4c06-a814-370480b804fd tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1159852 Aug 09 16:01:07.844031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Pushing event updated for resources: {'Port': ['ID=77d4b93b-6630-471d-9076-4d83b8c9b7d7,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:07.878006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92f17db-93ad-4ef8-a364-86d2e5f068d6 req-30bad0ba-09ac-484b-9242-c18f727e5260 service neutron] 10.222.0.35 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624407 Aug 09 16:01:07.884318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:07.885330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.887078 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-48e7827d-42af-4070-842f-e0c3c2903042 service neutron] 10.222.0.66 "PUT /v2.0/ports/77d4b93b-6630-471d-9076-4d83b8c9b7d7 HTTP/1.1" status: 200 len: 1091 time: 2.1417170 Aug 09 16:01:07.887785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71e280e-fecd-4205-b26f-37a7c024bfd4', 'tag': '77d4b93b-6630-471d-9076-4d83b8c9b7d7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:07.890458 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8dee3f-ff25-4ebc-a50f-664bfb663e74" -d '{"events": [{"name": "network-changed", "server_uuid": "d71e280e-fecd-4205-b26f-37a7c024bfd4", "tag": "77d4b93b-6630-471d-9076-4d83b8c9b7d7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:07.899008 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7ca639d-bf03-47fe-adee-74cf47d46068 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7fe3ef524ad4f7f906a1b28e7e81617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001620 Aug 09 16:01:07.900211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca639d-bf03-47fe-adee-74cf47d46068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c969e-0c4c-4346-a17f-5c985ec2ec25,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:07.902245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52506) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:07.971396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2357ef24-1a15-4f0c-82ee-3d674bfdad0f req-57d87083-9b88-496a-abe3-745577dc996b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457589 Aug 09 16:01:08.031917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e92-8ff0-478f-a839-520559249b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.067293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-2c9b047e-d350-4d39-b6e6-0e774c115036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.069352 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-2c9b047e-d350-4d39-b6e6-0e774c115036 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b50dc24d64d34ceea8c54a5b41683c0a&device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 1094 time: 0.0972381 Aug 09 16:01:08.148997 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-c30b66f1-fe57-45bd-a8e1-80f5e967ea81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0666645 Aug 09 16:01:08.203131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98feac-51ba-4f37-b956-bb63912c44e0 req-331e9956-87e2-4a03-bc93-54af8a73bfb6 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.210433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f98feac-51ba-4f37-b956-bb63912c44e0 req-331e9956-87e2-4a03-bc93-54af8a73bfb6 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1094 time: 0.1379333 Aug 09 16:01:08.217464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e92-8ff0-478f-a839-520559249b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.227916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-c92c7957-9260-4332-bb7e-cb0ce1d50adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.229704 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-c92c7957-9260-4332-bb7e-cb0ce1d50adf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=258eff24-6403-4bfa-86ff-73533f7ef419 HTTP/1.1" status: 200 len: 852 time: 0.0694444 Aug 09 16:01:08.260826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-da828c31-12d6-4798-bcb3-98172d99d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.262702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-da828c31-12d6-4798-bcb3-98172d99d99a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf8646f5c01c486d8416ebd61b0d4a8b&device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1094 time: 0.2543244 Aug 09 16:01:08.339783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-34f9daa7-91ae-45e6-9a38-624c3fa77023 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd481e8d-2867-4615-aee4-5585f0107dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862565 Aug 09 16:01:08.342602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f98feac-51ba-4f37-b956-bb63912c44e0 req-7833fe10-ec2f-46f4-ad89-b0332a1781b6 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174958 Aug 09 16:01:08.441858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e92-8ff0-478f-a839-520559249b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.450080 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e92-8ff0-478f-a839-520559249b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.456157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ddca8e92-8ff0-478f-a839-520559249b9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/148c969e-0c4c-4346-a17f-5c985ec2ec25 HTTP/1.1" status: 204 len: 168 time: 0.5522346 Aug 09 16:01:08.474133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-0c6871cb-e3b5-4868-8155-9baa9dbbccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.479971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-0c6871cb-e3b5-4868-8155-9baa9dbbccd7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73d74978-d436-41ee-afca-3ec5c53da14b HTTP/1.1" status: 200 len: 911 time: 0.2040212 Aug 09 16:01:08.495102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca8e92-8ff0-478f-a839-520559249b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c969e-0c4c-4346-a17f-5c985ec2ec25,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:08.640592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-5247dd40-5b65-4f50-a8df-74fd4ad3e236 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1ead558-2a0e-412b-b1b6-9e2ad165464e HTTP/1.1" status: 200 len: 217 time: 0.1387122 Aug 09 16:01:08.641122 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f33946-5f16-4274-9d3e-f4f28926d97b x-openstack-request-id: req-69f33946-5f16-4274-9d3e-f4f28926d97b {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:08.641630 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71e280e-fecd-4205-b26f-37a7c024bfd4", "tag": "77d4b93b-6630-471d-9076-4d83b8c9b7d7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:08.641994 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69f33946-5f16-4274-9d3e-f4f28926d97b {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:08.642509 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71e280e-fecd-4205-b26f-37a7c024bfd4', 'tag': '77d4b93b-6630-471d-9076-4d83b8c9b7d7', 'status': 'completed', 'code': 200} Aug 09 16:01:08.668282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-dd58f253-6d1f-4ca3-ba3e-9fd0e1e6ec83 service neutron] 10.222.0.66 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158638 Aug 09 16:01:08.719996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-670173ad-2b54-4ae6-856b-061355e06b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.721574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-670173ad-2b54-4ae6-856b-061355e06b8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=000b85d0-4aee-45fa-aa5b-b2045466a697 HTTP/1.1" status: 200 len: 848 time: 0.0689077 Aug 09 16:01:08.832615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89480-4009-4ecc-976a-43ddbbab633e req-3dd791d4-bd58-4ab0-8bd3-ba64386c0d3e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.841130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7a89480-4009-4ecc-976a-43ddbbab633e req-3dd791d4-bd58-4ab0-8bd3-ba64386c0d3e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 943 time: 0.2044663 Aug 09 16:01:08.851424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9df82b77-36d2-4a50-b491-e85ae83358eb req-a700ced2-994e-46aa-843b-c843bb264c15 service neutron] 10.222.0.66 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757681 Aug 09 16:01:08.877197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-87797986-c968-4712-8db9-0c98eb0178e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.880864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-87797986-c968-4712-8db9-0c98eb0178e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73d74978-d436-41ee-afca-3ec5c53da14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276567 Aug 09 16:01:08.990734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a7a89480-4009-4ecc-976a-43ddbbab633e req-fa4ab2bb-be7b-4c81-8b38-bb6278aa6e74 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478841 Aug 09 16:01:09.035908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-6f610d78-a023-48a9-aada-d875b3723055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.039859 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-6f610d78-a023-48a9-aada-d875b3723055 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b50dc24d64d34ceea8c54a5b41683c0a&device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 1094 time: 0.1016164 Aug 09 16:01:09.183121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-989d4833-c3fb-494e-be46-eb83518c0dd2 service neutron] 10.222.0.35 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889915 Aug 09 16:01:09.301194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-6ab265b9-107c-4c19-8a4f-ea792bc1bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.302744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-6ab265b9-107c-4c19-8a4f-ea792bc1bfc0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd481e8d-2867-4615-aee4-5585f0107dc6 HTTP/1.1" status: 200 len: 914 time: 0.2491770 Aug 09 16:01:09.347739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888bad0-fafb-4e81-8303-8e70b7ff1818 req-aa1882fc-d9ef-4729-a10d-317aeff00d2f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.352160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52554) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.356397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1888bad0-fafb-4e81-8303-8e70b7ff1818 req-aa1882fc-d9ef-4729-a10d-317aeff00d2f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1639500 Aug 09 16:01:09.406723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fecb5d0-43ec-409b-bd9a-7a412327ab85 req-72784604-ef2d-48e4-bd49-64710cd0da09 service neutron] 10.222.0.35 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031639 Aug 09 16:01:09.434600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1888bad0-fafb-4e81-8303-8e70b7ff1818 req-4965be79-92cd-40c8-be28-24084740011e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683565 Aug 09 16:01:09.462071 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-76de89c0-39cf-4755-a6f0-22431a7957ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7 HTTP/1.1" status: 200 len: 217 time: 0.1449053 Aug 09 16:01:09.482333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3a955653-d086-4b63-a8d7-0de4534808bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.530066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52560) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.563473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-63a73fba-54ba-4ac9-8c3c-208025881aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.565577 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-63a73fba-54ba-4ac9-8c3c-208025881aac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=258eff24-6403-4bfa-86ff-73533f7ef419 HTTP/1.1" status: 200 len: 852 time: 0.0940313 Aug 09 16:01:09.605870 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-b75cec4f-0701-4bb4-b1a9-0eeedfd196bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd481e8d-2867-4615-aee4-5585f0107dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322058 Aug 09 16:01:09.664866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb2340-2eea-4d6e-a602-2f957de6fb3f req-b17250cd-bd6c-44cb-a73b-a79be448aa54 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.666978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28eb2340-2eea-4d6e-a602-2f957de6fb3f req-b17250cd-bd6c-44cb-a73b-a79be448aa54 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1094 time: 0.0806282 Aug 09 16:01:09.748200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28eb2340-2eea-4d6e-a602-2f957de6fb3f req-00cc53dc-2e75-4872-a199-0d7df2269d27 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727720 Aug 09 16:01:09.756834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072327415'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:09.759884 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-d6e199f4-62d6-4b66-a796-fd44eea7fcc1 service neutron] 10.222.0.66 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377296 Aug 09 16:01:09.856965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3a955653-d086-4b63-a8d7-0de4534808bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.871334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3a955653-d086-4b63-a8d7-0de4534808bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.881653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.896068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.925625 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3a955653-d086-4b63-a8d7-0de4534808bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=943bccfe49c3485d9a33cfb87ca5c2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673513 Aug 09 16:01:09.929515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52572) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.935143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-af8dee3f-ff25-4ebc-a50f-664bfb663e74 req-67f28af2-4777-4330-931e-d34f8a169a3f service neutron] 10.222.0.66 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566360 Aug 09 16:01:09.935764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a955653-d086-4b63-a8d7-0de4534808bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c1148-ff3e-4162-8e42-76e429bd5705,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:10.019515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2da9878c-ac4f-4dfc-9476-56569f9ecc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.057651 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2da9878c-ac4f-4dfc-9476-56569f9ecc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.084398 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.106427 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.177945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5189a0b-9ef5-4599-ac7d-ac9fed5fe8f8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:10.198794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18854c23-19a2-4cb6-b88a-68909928c706 req-7fcb8fa7-1740-4511-9256-98d12733b645 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.200320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18854c23-19a2-4cb6-b88a-68909928c706 req-7fcb8fa7-1740-4511-9256-98d12733b645 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 943 time: 0.1220970 Aug 09 16:01:10.209534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2da9878c-ac4f-4dfc-9476-56569f9ecc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.212018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2da9878c-ac4f-4dfc-9476-56569f9ecc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.213332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2da9878c-ac4f-4dfc-9476-56569f9ecc9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec3c1148-ff3e-4162-8e42-76e429bd5705 HTTP/1.1" status: 204 len: 168 time: 0.2808278 Aug 09 16:01:10.242020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9878c-ac4f-4dfc-9476-56569f9ecc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c1148-ff3e-4162-8e42-76e429bd5705,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:10.273692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18854c23-19a2-4cb6-b88a-68909928c706 req-a6206c37-f78c-4690-aa8a-bc588ed680b9 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Aug 09 16:01:10.309512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.314482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.348981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d275a223-754b-4391-9dc0-317b20323200,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:10.362469 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.367713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3d1b4a5c-a670-49e4-848a-f384f936aae8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8356950 Aug 09 16:01:10.367953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52592) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.375395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 77d4b93b-6630-471d-9076-4d83b8c9b7d7 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:10.497868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-285f0487-7bff-456f-98d1-6ef19de3e5d8 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1284661 Aug 09 16:01:10.501631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52604) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.507629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2d90460c-437e-4819-86de-deadc09231a2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-security--1534470407', 'description': 'tempest-security-description-699201740'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:10.546123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 77d4b93b-6630-471d-9076-4d83b8c9b7d7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7,segment=NetworkSegment(44cdafc4-4baa-4cf8-86a5-d55f42651555),segment_id=44cdafc4-4baa-4cf8-86a5-d55f42651555)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:10.563843 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2d90460c-437e-4819-86de-deadc09231a2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.565489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '77d4b93b-6630-471d-9076-4d83b8c9b7d7', 'network_id': 'fd481e8d-2867-4615-aee4-5585f0107dc6', 'port_id': '77d4b93b-6630-471d-9076-4d83b8c9b7d7', 'mac_address': 'fa:16:3e:75:ce:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258eff24-6403-4bfa-86ff-73533f7ef419', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:10.617532 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.637893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d4b93b-6630-471d-9076-4d83b8c9b7d7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:10.657363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2d90460c-437e-4819-86de-deadc09231a2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.663564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 77d4b93b-6630-471d-9076-4d83b8c9b7d7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7,segment=NetworkSegment(44cdafc4-4baa-4cf8-86a5-d55f42651555),segment_id=44cdafc4-4baa-4cf8-86a5-d55f42651555)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:10.672351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8e2af-883c-453e-a3db-e4a49cf1fdf8 req-7398f80e-c360-4508-a7c4-70f0e1221961 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.672993 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.674465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0f8e2af-883c-453e-a3db-e4a49cf1fdf8 req-7398f80e-c360-4508-a7c4-70f0e1221961 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1224260 Aug 09 16:01:10.676012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2d90460c-437e-4819-86de-deadc09231a2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.678943 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2d90460c-437e-4819-86de-deadc09231a2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.680545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2d90460c-437e-4819-86de-deadc09231a2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "PUT /v2.0/security-groups/d275a223-754b-4391-9dc0-317b20323200 HTTP/1.1" status: 200 len: 1779 time: 0.1777847 Aug 09 16:01:10.683348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52614) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.759359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0f8e2af-883c-453e-a3db-e4a49cf1fdf8 req-8f6756c5-7591-4735-bbc9-36f7de8c0e4b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735357 Aug 09 16:01:10.764255 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bad98180-2f29-4b4f-a98e-f2f8c21e779d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups/d275a223-754b-4391-9dc0-317b20323200 HTTP/1.1" status: 200 len: 1779 time: 0.0796914 Aug 09 16:01:10.764570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90460c-437e-4819-86de-deadc09231a2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d275a223-754b-4391-9dc0-317b20323200,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:10.773924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52616) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.836507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52622) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.881496 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7cee8e91-5699-4258-afdc-4d3ff846ccd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.889798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7274c16-7f16-4bae-847a-3fbf0e6902b0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.925172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7274c16-7f16-4bae-847a-3fbf0e6902b0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.004937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7274c16-7f16-4bae-847a-3fbf0e6902b0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.008946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7274c16-7f16-4bae-847a-3fbf0e6902b0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.011100 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7274c16-7f16-4bae-847a-3fbf0e6902b0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/d275a223-754b-4391-9dc0-317b20323200 HTTP/1.1" status: 204 len: 168 time: 0.2357042 Aug 09 16:01:11.019322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=77d4b93b-6630-471d-9076-4d83b8c9b7d7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:11.035133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52626) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.072356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7274c16-7f16-4bae-847a-3fbf0e6902b0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d275a223-754b-4391-9dc0-317b20323200,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:11.116768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['77d4b93b-6630-471d-9076-4d83b8c9b7d7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:11.187111 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0e1411dc-93cc-49b1-a1a2-ce1458840ec3 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1497838 Aug 09 16:01:11.195348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52642) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.253325 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-1d6b6065-74a7-462e-89e3-5eae1a69f52a tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] delete failed (client error): The resource could not be found. Aug 09 16:01:11.262387 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1d6b6065-74a7-462e-89e3-5eae1a69f52a tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/d275a223-754b-4391-9dc0-317b20323200 HTTP/1.1" status: 404 len: 347 time: 0.0522382 Aug 09 16:01:11.265132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52646) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.280661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4db2c968-7179-49f7-a838-97db710dbf7b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-secgroup--519329315'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:11.330685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-7cee8e91-5699-4258-afdc-4d3ff846ccd5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:01:11.330685 n-d-799523-2 neutron-server[94177]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:01:11.330685 n-d-799523-2 neutron-server[94177]: [parameters: {'project_id': '61880f18a5f3490b9880288fcd8b67d7', 'id': '530459c9-5c3d-409f-b87f-b8b62ad4afb1', 'expiration': datetime.datetime(2021, 8, 9, 16, 3, 11, 321381)}] Aug 09 16:01:11.330685 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:11.331652 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-7cee8e91-5699-4258-afdc-4d3ff846ccd5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:11.340145 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4db2c968-7179-49f7-a838-97db710dbf7b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.340551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93b67-acdb-4c11-ad00-0e2add8ff868 req-d67ffaac-d1a2-4b93-8267-6ec0565976b3 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.348265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46a93b67-acdb-4c11-ad00-0e2add8ff868 req-d67ffaac-d1a2-4b93-8267-6ec0565976b3 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1094 time: 0.4425440 Aug 09 16:01:11.400206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46a93b67-acdb-4c11-ad00-0e2add8ff868 req-af7fa6f2-8fe8-4cf6-9692-0d9195b596a6 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508919 Aug 09 16:01:11.457588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d1ead558-2a0e-412b-b1b6-9e2ad165464e details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:11.528762 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4db2c968-7179-49f7-a838-97db710dbf7b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.540547 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4db2c968-7179-49f7-a838-97db710dbf7b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.575566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4db2c968-7179-49f7-a838-97db710dbf7b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.579877 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4db2c968-7179-49f7-a838-97db710dbf7b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3086019 Aug 09 16:01:11.581366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52676) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.585347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-708fdc9a-5645-41a0-a570-b6606e25c102 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': 'bd3ab047-d0ff-49f1-9043-0b27abfaeb27', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:11.590821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce55cb-5ae9-4c3e-b834-88d422621dfd req-a360949e-f12c-4391-b9f3-bf65a823f2ea tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.605717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9ce55cb-5ae9-4c3e-b834-88d422621dfd req-a360949e-f12c-4391-b9f3-bf65a823f2ea tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 944 time: 0.1250148 Aug 09 16:01:11.634445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-708fdc9a-5645-41a0-a570-b6606e25c102 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.638633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2c968-7179-49f7-a838-97db710dbf7b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ab047-d0ff-49f1-9043-0b27abfaeb27,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:11.659545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d1ead558-2a0e-412b-b1b6-9e2ad165464e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d1ead558-2a0e-412b-b1b6-9e2ad165464e,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:11.669990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9ce55cb-5ae9-4c3e-b834-88d422621dfd req-4b534238-0e7d-4fd3-af08-6030f79c2b6b tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588124 Aug 09 16:01:11.683928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'd1ead558-2a0e-412b-b1b6-9e2ad165464e', 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'port_id': 'd1ead558-2a0e-412b-b1b6-9e2ad165464e', 'mac_address': 'fa:16:3e:6a:fc:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000b85d0-4aee-45fa-aa5b-b2045466a697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:11.729335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-708fdc9a-5645-41a0-a570-b6606e25c102 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.736334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-708fdc9a-5645-41a0-a570-b6606e25c102 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.757702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fdc9a-5645-41a0-a570-b6606e25c102 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeed2e1d-e383-495a-9bf1-535b23dcb250,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:11.776900 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-708fdc9a-5645-41a0-a570-b6606e25c102 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.778143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-708fdc9a-5645-41a0-a570-b6606e25c102 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966877 Aug 09 16:01:11.782038 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52692) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.793119 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.818577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ead558-2a0e-412b-b1b6-9e2ad165464e {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:11.832596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7cee8e91-5699-4258-afdc-4d3ff846ccd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.835475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad632bce-e7f1-4a58-b858-f683d45186ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.850408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d1ead558-2a0e-412b-b1b6-9e2ad165464e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d1ead558-2a0e-412b-b1b6-9e2ad165464e,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:11.855349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad632bce-e7f1-4a58-b858-f683d45186ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.859267 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.923604 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad632bce-e7f1-4a58-b858-f683d45186ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.941429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad632bce-e7f1-4a58-b858-f683d45186ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.944860 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ad632bce-e7f1-4a58-b858-f683d45186ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/aeed2e1d-e383-495a-9bf1-535b23dcb250 HTTP/1.1" status: 204 len: 168 time: 0.1596093 Aug 09 16:01:11.944860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad632bce-e7f1-4a58-b858-f683d45186ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aeed2e1d-e383-495a-9bf1-535b23dcb250,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:11.948945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52702) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.971687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d1ead558-2a0e-412b-b1b6-9e2ad165464e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:12.019209 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a29d450a-2c2c-43f4-96eb-4f6b7f94effb tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690532 Aug 09 16:01:12.021866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52704) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:12.089044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d1ead558-2a0e-412b-b1b6-9e2ad165464e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:12.091334 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7cee8e91-5699-4258-afdc-4d3ff846ccd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.102735 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7cee8e91-5699-4258-afdc-4d3ff846ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.103452 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb7f3-2874-4033-828b-95a60d0a629f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.147284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dcdb3-8796-45c0-a13a-1edaed309933 req-ae30e14a-572f-406d-86e4-bc88c885fbf8 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.155831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb7f3-2874-4033-828b-95a60d0a629f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.158860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a71dcdb3-8796-45c0-a13a-1edaed309933 req-ae30e14a-572f-406d-86e4-bc88c885fbf8 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.2430727 Aug 09 16:01:12.215621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7cee8e91-5699-4258-afdc-4d3ff846ccd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61880f18a5f3490b9880288fcd8b67d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3779573 Aug 09 16:01:12.218530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb7f3-2874-4033-828b-95a60d0a629f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.222200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb7f3-2874-4033-828b-95a60d0a629f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.224593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52714) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:12.224776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0e5fb7f3-2874-4033-828b-95a60d0a629f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/bd3ab047-d0ff-49f1-9043-0b27abfaeb27 HTTP/1.1" status: 204 len: 168 time: 0.2011347 Aug 09 16:01:12.230134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52716) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:12.261620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fb7f3-2874-4033-828b-95a60d0a629f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ab047-d0ff-49f1-9043-0b27abfaeb27,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:12.282504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee8e91-5699-4258-afdc-4d3ff846ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c42dad-0fcf-48af-b146-b7fd0ed7e604,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:12.379651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a71dcdb3-8796-45c0-a13a-1edaed309933 req-8b0b10d7-f0d0-4d66-8f73-4a6fa957c111 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171528 Aug 09 16:01:12.394522 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7f2a2f59-83e0-4da4-9d98-51acfcea5b30 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1564884 Aug 09 16:01:12.394522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52728) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:12.402375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-85e698a3-37b3-4324-acb3-b54fc1dab786 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-secgroup--453850670'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:12.414746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 77d4b93b-6630-471d-9076-4d83b8c9b7d7 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:12.461010 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b2efa37-0182-4aeb-bff6-f710138b83b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.492137 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85e698a3-37b3-4324-acb3-b54fc1dab786 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.522916 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b2efa37-0182-4aeb-bff6-f710138b83b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.555690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:12.566883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:12.567330 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.674963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85e698a3-37b3-4324-acb3-b54fc1dab786 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.680252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d741bb4-6ae8-48ba-93a3-d3067bb54092 req-57bd74cc-d293-43dd-a3d4-4f2c6470b269 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.682405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d741bb4-6ae8-48ba-93a3-d3067bb54092 req-57bd74cc-d293-43dd-a3d4-4f2c6470b269 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1095 time: 0.1410060 Aug 09 16:01:12.689483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85e698a3-37b3-4324-acb3-b54fc1dab786 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.715536 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b2efa37-0182-4aeb-bff6-f710138b83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.722090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-85e698a3-37b3-4324-acb3-b54fc1dab786 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.722432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b2efa37-0182-4aeb-bff6-f710138b83b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.723557 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-85e698a3-37b3-4324-acb3-b54fc1dab786 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3251343 Aug 09 16:01:12.725423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6b2efa37-0182-4aeb-bff6-f710138b83b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5c42dad-0fcf-48af-b146-b7fd0ed7e604 HTTP/1.1" status: 204 len: 168 time: 0.4988458 Aug 09 16:01:12.726712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52748) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:12.735691 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.740155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ebe860fe-6e92-49a2-9c15-ef65a461cae2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '3abafbc4-791d-452c-87b9-153d14da91f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:12.762211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e280e-fecd-4205-b26f-37a7c024bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d4b93b-6630-471d-9076-4d83b8c9b7d7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:12.765398 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5360cbb7-a498-4303-8832-b7fa69049848" -d '{"events": [{"server_uuid": "d71e280e-fecd-4205-b26f-37a7c024bfd4", "name": "network-vif-plugged", "status": "completed", "tag": "77d4b93b-6630-471d-9076-4d83b8c9b7d7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:12.768954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e698a3-37b3-4324-acb3-b54fc1dab786 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abafbc4-791d-452c-87b9-153d14da91f1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:12.777051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebe860fe-6e92-49a2-9c15-ef65a461cae2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.783302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 77d4b93b-6630-471d-9076-4d83b8c9b7d7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7,segment=NetworkSegment(44cdafc4-4baa-4cf8-86a5-d55f42651555),segment_id=44cdafc4-4baa-4cf8-86a5-d55f42651555)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:12.789220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.790442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2efa37-0182-4aeb-bff6-f710138b83b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c42dad-0fcf-48af-b146-b7fd0ed7e604,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:12.830023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d741bb4-6ae8-48ba-93a3-d3067bb54092 req-02b65e09-302c-4b29-bbf5-a57b4e825221 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351435 Aug 09 16:01:12.858207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebe860fe-6e92-49a2-9c15-ef65a461cae2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.873127 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebe860fe-6e92-49a2-9c15-ef65a461cae2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.917411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=77d4b93b-6630-471d-9076-4d83b8c9b7d7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:12.918249 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ebe860fe-6e92-49a2-9c15-ef65a461cae2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.923010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52762) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:12.925316 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ebe860fe-6e92-49a2-9c15-ef65a461cae2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1969121 Aug 09 16:01:12.928792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe860fe-6e92-49a2-9c15-ef65a461cae2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cf7349-209f-4621-bd05-d12fac637600,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:12.933608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-eecbf6b9-78ba-4f17-ac87-95c0ef6a05e5 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '3abafbc4-791d-452c-87b9-153d14da91f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:12.980971 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eecbf6b9-78ba-4f17-ac87-95c0ef6a05e5 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.100397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258703-3353-4769-b4c8-cc647c11dab4 req-65d89084-9e9f-43ef-91f9-e9b72e07931c tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:13.102539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01258703-3353-4769-b4c8-cc647c11dab4 req-65d89084-9e9f-43ef-91f9-e9b72e07931c tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1364996 Aug 09 16:01:13.122066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eecbf6b9-78ba-4f17-ac87-95c0ef6a05e5 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.131045 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eecbf6b9-78ba-4f17-ac87-95c0ef6a05e5 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.186602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbf6b9-78ba-4f17-ac87-95c0ef6a05e5 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a8f1fb-c84d-44e0-89ac-b04ea6b05691,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.191997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01258703-3353-4769-b4c8-cc647c11dab4 req-c925c1f7-d3aa-418d-911f-b92010174495 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723085 Aug 09 16:01:13.193572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eecbf6b9-78ba-4f17-ac87-95c0ef6a05e5 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.195003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eecbf6b9-78ba-4f17-ac87-95c0ef6a05e5 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2687464 Aug 09 16:01:13.198588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52784) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:13.203616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-57cfc864-fb0b-4cbf-b913-0051a0f67482 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '3abafbc4-791d-452c-87b9-153d14da91f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:13.237516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57cfc864-fb0b-4cbf-b913-0051a0f67482 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.333916 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae7b84-0dbb-48e6-84a6-7f51a7dcf9c5 x-openstack-request-id: req-e5ae7b84-0dbb-48e6-84a6-7f51a7dcf9c5 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:13.334365 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e280e-fecd-4205-b26f-37a7c024bfd4", "name": "network-vif-plugged", "status": "completed", "tag": "77d4b93b-6630-471d-9076-4d83b8c9b7d7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:13.334712 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5ae7b84-0dbb-48e6-84a6-7f51a7dcf9c5 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:13.335215 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e280e-fecd-4205-b26f-37a7c024bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d4b93b-6630-471d-9076-4d83b8c9b7d7', 'code': 200} Aug 09 16:01:13.344057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57cfc864-fb0b-4cbf-b913-0051a0f67482 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.349787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57cfc864-fb0b-4cbf-b913-0051a0f67482 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.380770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfc864-fb0b-4cbf-b913-0051a0f67482 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf0d693-796a-47d3-9d4d-39f9800560ce,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.399056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57cfc864-fb0b-4cbf-b913-0051a0f67482 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.404109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52790) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:13.410930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-534ff2ec-7db4-4e6f-a336-879a98cf1cd2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '3abafbc4-791d-452c-87b9-153d14da91f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:13.415806 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-57cfc864-fb0b-4cbf-b913-0051a0f67482 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2156150 Aug 09 16:01:13.471905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d1ead558-2a0e-412b-b1b6-9e2ad165464e up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:13.566606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf635cd-c405-47d9-8195-c6e58c329411 req-71d50ba8-6241-4d2a-93ae-2a12182c9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:13.571388 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bf635cd-c405-47d9-8195-c6e58c329411 req-71d50ba8-6241-4d2a-93ae-2a12182c9959 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 1096 time: 0.1535408 Aug 09 16:01:13.581027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-534ff2ec-7db4-4e6f-a336-879a98cf1cd2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.599101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port d1ead558-2a0e-412b-b1b6-9e2ad165464e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:13.606527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port d1ead558-2a0e-412b-b1b6-9e2ad165464e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:13.607162 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.645749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cbc22-cd36-4c0b-a45b-57b69e4bf466 req-37d4acd5-28fe-4823-8a79-93124aba761a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:13.647402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-990cbc22-cd36-4c0b-a45b-57b69e4bf466 req-37d4acd5-28fe-4823-8a79-93124aba761a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1585281 Aug 09 16:01:13.657485 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3bf635cd-c405-47d9-8195-c6e58c329411 req-0566306e-bd9f-4af9-98ff-22f36c71f2e4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774233 Aug 09 16:01:13.716288 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-534ff2ec-7db4-4e6f-a336-879a98cf1cd2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.720831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.733178 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-534ff2ec-7db4-4e6f-a336-879a98cf1cd2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.773085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port d1ead558-2a0e-412b-b1b6-9e2ad165464e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d1ead558-2a0e-412b-b1b6-9e2ad165464e,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:13.777962 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.804458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-990cbc22-cd36-4c0b-a45b-57b69e4bf466 req-24d6805a-bd69-4974-8045-25cb3c2e69ce tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466134 Aug 09 16:01:13.805287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52800) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:13.834373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-534ff2ec-7db4-4e6f-a336-879a98cf1cd2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.837110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-534ff2ec-7db4-4e6f-a336-879a98cf1cd2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4302616 Aug 09 16:01:13.839046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ff2ec-7db4-4e6f-a336-879a98cf1cd2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753402d0-4b7e-4064-96d9-a094daf3d15b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.842522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52804) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:13.852226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-84237260-d535-4fa4-8e24-4ed30f619a9b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '3abafbc4-791d-452c-87b9-153d14da91f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:13.885897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=d1ead558-2a0e-412b-b1b6-9e2ad165464e,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.917398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-84237260-d535-4fa4-8e24-4ed30f619a9b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.981925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2b1919d-e1e7-4a72-be41-ed5e939605f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.005239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-84237260-d535-4fa4-8e24-4ed30f619a9b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.014132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-84237260-d535-4fa4-8e24-4ed30f619a9b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.019655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddac4c9-1f82-4dab-8f49-5316fc7bed52 req-718abdb1-0ea2-4820-a470-108cef157239 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.021282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dddac4c9-1f82-4dab-8f49-5316fc7bed52 req-718abdb1-0ea2-4820-a470-108cef157239 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0590634 Aug 09 16:01:14.042893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84237260-d535-4fa4-8e24-4ed30f619a9b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46fd458-3832-4657-9775-252dde3ef4d6,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:14.085193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dddac4c9-1f82-4dab-8f49-5316fc7bed52 req-77b1ac8c-d4ac-46fb-bca9-953638f71fe4 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484209 Aug 09 16:01:14.136977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2b1919d-e1e7-4a72-be41-ed5e939605f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.143497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2b1919d-e1e7-4a72-be41-ed5e939605f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.149102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-84237260-d535-4fa4-8e24-4ed30f619a9b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.151891 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-84237260-d535-4fa4-8e24-4ed30f619a9b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3057749 Aug 09 16:01:14.153527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52812) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.186581 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f603e3d4-2cb5-41db-8e6e-23c239929063 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.192808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1919d-e1e7-4a72-be41-ed5e939605f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923ccde0-7880-4e87-bdd1-1c158afd4b76,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:14.201370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f603e3d4-2cb5-41db-8e6e-23c239929063 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.231553 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2b1919d-e1e7-4a72-be41-ed5e939605f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42509ef8e8204e2a93078b516e99d6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237058 Aug 09 16:01:14.234519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52814) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.235894 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f603e3d4-2cb5-41db-8e6e-23c239929063 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.242927 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f603e3d4-2cb5-41db-8e6e-23c239929063 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.244418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f603e3d4-2cb5-41db-8e6e-23c239929063 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a46fd458-3832-4657-9775-252dde3ef4d6 HTTP/1.1" status: 204 len: 168 time: 0.0897279 Aug 09 16:01:14.246993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52816) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.277807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603e3d4-2cb5-41db-8e6e-23c239929063 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a46fd458-3832-4657-9775-252dde3ef4d6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:14.317603 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-554f0f21-3e9e-41ea-9bd3-328c8f85727a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.347867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9bcde5da-9e58-4e6b-874b-0b82152022b4 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0992069 Aug 09 16:01:14.350449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52820) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.352674 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-554f0f21-3e9e-41ea-9bd3-328c8f85727a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.412626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-554f0f21-3e9e-41ea-9bd3-328c8f85727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.415394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-554f0f21-3e9e-41ea-9bd3-328c8f85727a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.417757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-27673d49-5af0-4c0e-aba3-650b868725ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.419965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-554f0f21-3e9e-41ea-9bd3-328c8f85727a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/923ccde0-7880-4e87-bdd1-1c158afd4b76 HTTP/1.1" status: 204 len: 168 time: 0.1836681 Aug 09 16:01:14.430799 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-27673d49-5af0-4c0e-aba3-650b868725ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.432400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f0f21-3e9e-41ea-9bd3-328c8f85727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923ccde0-7880-4e87-bdd1-1c158afd4b76,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:14.457971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5ac35-fa72-4427-82bf-d04dbb468d97 req-8972aeda-32f4-4d20-9939-1ed6426d9f9c tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.459622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39b5ac35-fa72-4427-82bf-d04dbb468d97 req-8972aeda-32f4-4d20-9939-1ed6426d9f9c tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1108012 Aug 09 16:01:14.496594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-27673d49-5af0-4c0e-aba3-650b868725ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.513663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-27673d49-5af0-4c0e-aba3-650b868725ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.515222 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-27673d49-5af0-4c0e-aba3-650b868725ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/753402d0-4b7e-4064-96d9-a094daf3d15b HTTP/1.1" status: 204 len: 168 time: 0.1632206 Aug 09 16:01:14.518687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52824) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.542852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39b5ac35-fa72-4427-82bf-d04dbb468d97 req-9ab30afa-078b-474a-9380-cd2b7dbd2201 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763240 Aug 09 16:01:14.543595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27673d49-5af0-4c0e-aba3-650b868725ae tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=753402d0-4b7e-4064-96d9-a094daf3d15b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:14.618068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a3eef354-721c-4745-99f2-35fc0b83d3f7 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0982089 Aug 09 16:01:14.621140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52830) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.662260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6550163-3434-4022-93ea-739ed2665a82 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.677937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6550163-3434-4022-93ea-739ed2665a82 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.738982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6550163-3434-4022-93ea-739ed2665a82 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.763358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6550163-3434-4022-93ea-739ed2665a82 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.764578 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e6550163-3434-4022-93ea-739ed2665a82 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ddf0d693-796a-47d3-9d4d-39f9800560ce HTTP/1.1" status: 204 len: 168 time: 0.1424563 Aug 09 16:01:14.765433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6550163-3434-4022-93ea-739ed2665a82 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddf0d693-796a-47d3-9d4d-39f9800560ce,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:14.767353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52834) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.835528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-61d1b037-45aa-4ac1-9f39-fa8e87b5015b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0669005 Aug 09 16:01:14.838366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52838) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.895746 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d648eadc-1b20-4e49-a32f-9890bc75e696 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.905929 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d648eadc-1b20-4e49-a32f-9890bc75e696 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.976802 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d648eadc-1b20-4e49-a32f-9890bc75e696 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.987721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d648eadc-1b20-4e49-a32f-9890bc75e696 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.993085 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d648eadc-1b20-4e49-a32f-9890bc75e696 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/00a8f1fb-c84d-44e0-89ac-b04ea6b05691 HTTP/1.1" status: 204 len: 168 time: 0.1534207 Aug 09 16:01:14.993361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52844) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.999800 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fdcde0fb-c59b-453e-be1b-c25b08505cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.000351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.019200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c940-7502-4db4-803d-4d25a7994af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.022312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648eadc-1b20-4e49-a32f-9890bc75e696 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00a8f1fb-c84d-44e0-89ac-b04ea6b05691,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.050737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4df04-9c69-4ad0-8e8e-d44ef24213ce req-c3b4f0ec-5230-4764-a531-5a202b11b7e2 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:15.053036 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abd4df04-9c69-4ad0-8e8e-d44ef24213ce req-c3b4f0ec-5230-4764-a531-5a202b11b7e2 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1689219 Aug 09 16:01:15.109508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7b0794a7-3ac4-444d-b7d9-1c9d049247b1 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1137955 Aug 09 16:01:15.112776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52850) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.148104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abd4df04-9c69-4ad0-8e8e-d44ef24213ce req-2f8141f4-355c-4b1f-8e6e-1e98c7612bf1 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841343 Aug 09 16:01:15.162319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52852) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.190746 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3509-6856-418d-82b8-a9cce7076e49 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.205646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3509-6856-418d-82b8-a9cce7076e49 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.283928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c940-7502-4db4-803d-4d25a7994af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.295114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c940-7502-4db4-803d-4d25a7994af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.336463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a8540-e8a7-43d9-a523-39c47bcfbaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ead558-2a0e-412b-b1b6-9e2ad165464e'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:15.339537 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bf5709-3956-40ec-99b1-0b1ab379efe2" -d '{"events": [{"server_uuid": "364a8540-e8a7-43d9-a523-39c47bcfbaa8", "name": "network-vif-plugged", "status": "completed", "tag": "d1ead558-2a0e-412b-b1b6-9e2ad165464e"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:15.342891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3509-6856-418d-82b8-a9cce7076e49 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.351334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3c940-7502-4db4-803d-4d25a7994af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5667524f-3a23-4da3-a6f6-dd00b2479602,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.363182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3509-6856-418d-82b8-a9cce7076e49 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.364595 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4d8b3509-6856-418d-82b8-a9cce7076e49 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/76cf7349-209f-4621-bd05-d12fac637600 HTTP/1.1" status: 204 len: 168 time: 0.2503829 Aug 09 16:01:15.369977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52858) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.391658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b3509-6856-418d-82b8-a9cce7076e49 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76cf7349-209f-4621-bd05-d12fac637600,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.409658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b0a3c940-7502-4db4-803d-4d25a7994af0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfcee83ebccd49ceaccdfe4db2d4b439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081490 Aug 09 16:01:15.411970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52860) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.431388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56508c-edfa-4e5a-8825-7fa858bacefd req-469f8744-5259-4fea-a259-e13b146dc78d tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:15.440474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c56508c-edfa-4e5a-8825-7fa858bacefd req-469f8744-5259-4fea-a259-e13b146dc78d tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.1570733 Aug 09 16:01:15.480884 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58767879-98c1-4123-9516-183c0a05740e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.501653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7218ab70-c97b-4be6-aee9-fe467b7ab2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.511800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58767879-98c1-4123-9516-183c0a05740e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.542676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9886680e-7639-4e00-affb-88721cdefe02 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1675415 Aug 09 16:01:15.543653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52862) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.558937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c56508c-edfa-4e5a-8825-7fa858bacefd req-7811de4f-63e3-4d05-8b28-580063d23eaf tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069674 Aug 09 16:01:15.618804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58767879-98c1-4123-9516-183c0a05740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.621812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-58767879-98c1-4123-9516-183c0a05740e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.623373 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-58767879-98c1-4123-9516-183c0a05740e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5667524f-3a23-4da3-a6f6-dd00b2479602 HTTP/1.1" status: 204 len: 168 time: 0.2102277 Aug 09 16:01:15.640807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3a692a7-5189-40c6-bd87-bd99884864f4 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.643721 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e57175a-f0e2-47f5-b89c-24581dce423b x-openstack-request-id: req-6e57175a-f0e2-47f5-b89c-24581dce423b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:15.644254 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a8540-e8a7-43d9-a523-39c47bcfbaa8", "name": "network-vif-plugged", "status": "completed", "tag": "d1ead558-2a0e-412b-b1b6-9e2ad165464e", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:15.647224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58767879-98c1-4123-9516-183c0a05740e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5667524f-3a23-4da3-a6f6-dd00b2479602,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.648067 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e57175a-f0e2-47f5-b89c-24581dce423b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:15.648772 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a8540-e8a7-43d9-a523-39c47bcfbaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ead558-2a0e-412b-b1b6-9e2ad165464e', 'code': 200} Aug 09 16:01:15.676191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3a692a7-5189-40c6-bd87-bd99884864f4 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.714417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7218ab70-c97b-4be6-aee9-fe467b7ab2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.726183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7218ab70-c97b-4be6-aee9-fe467b7ab2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.762158 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3a692a7-5189-40c6-bd87-bd99884864f4 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.765594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3a692a7-5189-40c6-bd87-bd99884864f4 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.769098 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b3a692a7-5189-40c6-bd87-bd99884864f4 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/3abafbc4-791d-452c-87b9-153d14da91f1 HTTP/1.1" status: 204 len: 168 time: 0.2213473 Aug 09 16:01:15.772497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52868) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.788966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a692a7-5189-40c6-bd87-bd99884864f4 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abafbc4-791d-452c-87b9-153d14da91f1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.825178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218ab70-c97b-4be6-aee9-fe467b7ab2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f2fdbe-dc88-4dbf-85ee-8cf48b60deec,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.832636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7218ab70-c97b-4be6-aee9-fe467b7ab2f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5dc380723a8f4a69827944ea02683262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686776 Aug 09 16:01:15.835394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52872) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.845475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2b4d2811-f10e-4f5f-9672-45cb54256abc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717077 Aug 09 16:01:15.849721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52874) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.855170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ccdce27c-ae36-4b1a-ad8b-b5703dedc032 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-secgroup--260381062'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:15.861641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f7545-599f-4bc5-ad5e-670e24509cc0 req-21a24364-3c92-4cec-ac71-0ebccc5d58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:15.863624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b1f7545-599f-4bc5-ad5e-670e24509cc0 req-21a24364-3c92-4cec-ac71-0ebccc5d58e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.1470029 Aug 09 16:01:15.880953 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ccdce27c-ae36-4b1a-ad8b-b5703dedc032 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.882988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21098ebf-ef24-4206-842b-e4bacba6a7b1 req-723b2f20-84a4-4565-8335-199238963af7 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:15.889289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21098ebf-ef24-4206-842b-e4bacba6a7b1 req-723b2f20-84a4-4565-8335-199238963af7 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1289260 Aug 09 16:01:15.990686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ccdce27c-ae36-4b1a-ad8b-b5703dedc032 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.996313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ccdce27c-ae36-4b1a-ad8b-b5703dedc032 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.999621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21098ebf-ef24-4206-842b-e4bacba6a7b1 req-a273fc8e-582c-4829-8b89-3b25e539a8a6 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930688 Aug 09 16:01:16.003934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b1f7545-599f-4bc5-ad5e-670e24509cc0 req-be89f960-79d2-4860-8df9-42ca1dc90fe9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135056 Aug 09 16:01:16.013625 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cff57c2-7f8f-456b-be76-8a4435fa52d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.031360 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ccdce27c-ae36-4b1a-ad8b-b5703dedc032 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.032642 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ccdce27c-ae36-4b1a-ad8b-b5703dedc032 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1814566 Aug 09 16:01:16.035407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52888) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:16.042070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8e07d2e1-3a30-478b-98a0-7952b348379f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '4c13aac2-e540-44c3-94dd-ba5d133aaf32', 'direction': 'ingress', 'protocol': 17}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:16.050725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdce27c-ae36-4b1a-ad8b-b5703dedc032 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c13aac2-e540-44c3-94dd-ba5d133aaf32,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:16.067952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cff57c2-7f8f-456b-be76-8a4435fa52d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.092064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e07d2e1-3a30-478b-98a0-7952b348379f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.178765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e07d2e1-3a30-478b-98a0-7952b348379f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.182839 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e07d2e1-3a30-478b-98a0-7952b348379f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.184059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da8aa5-3d98-4149-ac99-a1ef6663fb3c req-3b29c7e1-40c5-48c5-ae2f-b355524bbc4f tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.191954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6da8aa5-3d98-4149-ac99-a1ef6663fb3c req-3b29c7e1-40c5-48c5-ae2f-b355524bbc4f tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0975790 Aug 09 16:01:16.211672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07d2e1-3a30-478b-98a0-7952b348379f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4505fe83-a0f1-451b-bf57-c8dc2e958297,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:16.220835 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e07d2e1-3a30-478b-98a0-7952b348379f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.225421 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8e07d2e1-3a30-478b-98a0-7952b348379f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1851795 Aug 09 16:01:16.225630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cff57c2-7f8f-456b-be76-8a4435fa52d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.225630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cff57c2-7f8f-456b-be76-8a4435fa52d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.237472 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9cff57c2-7f8f-456b-be76-8a4435fa52d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20f2fdbe-dc88-4dbf-85ee-8cf48b60deec HTTP/1.1" status: 204 len: 168 time: 0.3900650 Aug 09 16:01:16.237697 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52896) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:16.244524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff57c2-7f8f-456b-be76-8a4435fa52d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f2fdbe-dc88-4dbf-85ee-8cf48b60deec,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:16.264732 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e6da8aa5-3d98-4149-ac99-a1ef6663fb3c req-26da0cbb-90c5-41be-878d-0965f9078556 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657265 Aug 09 16:01:16.347630 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-230b2e74-7210-4394-b7e5-96e110cbd676 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.388548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-230b2e74-7210-4394-b7e5-96e110cbd676 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.400499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814192-5367-4ca8-9fec-75a01273eff7 req-5f267fdc-96a8-44c2-b1b0-1518a563519b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.411336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29814192-5367-4ca8-9fec-75a01273eff7 req-5f267fdc-96a8-44c2-b1b0-1518a563519b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.0677476 Aug 09 16:01:16.480233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29814192-5367-4ca8-9fec-75a01273eff7 req-07b9703a-863f-4cd1-9054-49010ab21885 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679448 Aug 09 16:01:16.869736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34197b37-7b1c-4efe-8513-0c924281c3b9 req-4d62c162-84bd-48c9-91f2-b583536b65c6 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.872104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34197b37-7b1c-4efe-8513-0c924281c3b9 req-4d62c162-84bd-48c9-91f2-b583536b65c6 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0946231 Aug 09 16:01:16.948917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34197b37-7b1c-4efe-8513-0c924281c3b9 req-7b71568b-2698-4b02-bccb-2a26989622b4 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626040 Aug 09 16:01:16.979981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-230b2e74-7210-4394-b7e5-96e110cbd676 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.984645 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-230b2e74-7210-4394-b7e5-96e110cbd676 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.988458 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-230b2e74-7210-4394-b7e5-96e110cbd676 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/4c13aac2-e540-44c3-94dd-ba5d133aaf32 HTTP/1.1" status: 204 len: 168 time: 0.7579064 Aug 09 16:01:16.991372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52928) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:17.008214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b2e74-7210-4394-b7e5-96e110cbd676 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c13aac2-e540-44c3-94dd-ba5d133aaf32,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:17.072891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-93bdd222-710a-4208-89a0-f1645dcb35c2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770280 Aug 09 16:01:17.073542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52930) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:17.078766 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-34067d8a-edef-4464-adf8-741eb244067c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822449139'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:17.128988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34067d8a-edef-4464-adf8-741eb244067c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.133878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96539d9-02de-4b4e-9a47-07b08d26212e req-0dbc872c-f996-4599-8398-ad577ce273f9 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:17.149081 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e96539d9-02de-4b4e-9a47-07b08d26212e req-0dbc872c-f996-4599-8398-ad577ce273f9 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1011684 Aug 09 16:01:17.201896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e96539d9-02de-4b4e-9a47-07b08d26212e req-edfb78bd-ad36-401e-9ffb-8367cc925e4e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497518 Aug 09 16:01:17.257916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34067d8a-edef-4464-adf8-741eb244067c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.266462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34067d8a-edef-4464-adf8-741eb244067c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.307983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34067d8a-edef-4464-adf8-741eb244067c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.311871 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-34067d8a-edef-4464-adf8-741eb244067c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2350895 Aug 09 16:01:17.311871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34067d8a-edef-4464-adf8-741eb244067c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c64f54b-1df8-4ea6-aded-c7f0af887da0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:17.312744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52946) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:17.318027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f7a2089d-e5f3-4d9f-ba7d-2cdff481ed95 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-secgroup--867317101'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:17.350382 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7a2089d-e5f3-4d9f-ba7d-2cdff481ed95 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.530614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7a2089d-e5f3-4d9f-ba7d-2cdff481ed95 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.542882 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7a2089d-e5f3-4d9f-ba7d-2cdff481ed95 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.551707 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4ebf-d66e-47e6-b822-1f7fcb4ec555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.586932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7a2089d-e5f3-4d9f-ba7d-2cdff481ed95 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.591857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f7a2089d-e5f3-4d9f-ba7d-2cdff481ed95 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2779055 Aug 09 16:01:17.594637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52954) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:17.599851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7bb39283-b64c-464b-83b9-50675e905204 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '6c64f54b-1df8-4ea6-aded-c7f0af887da0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5ad90b77-2a81-40e6-a3b9-988401f8edae', 'remote_ip_prefix': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:17.603103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2089d-e5f3-4d9f-ba7d-2cdff481ed95 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad90b77-2a81-40e6-a3b9-988401f8edae,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:17.673009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c70b2-88a3-4472-95ef-916ba2155e13 req-8cacdfab-5a86-49ca-83bd-ec9bf7bd7409 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:17.687669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-120c70b2-88a3-4472-95ef-916ba2155e13 req-8cacdfab-5a86-49ca-83bd-ec9bf7bd7409 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1034913 Aug 09 16:01:17.695106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bb39283-b64c-464b-83b9-50675e905204 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.775848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-120c70b2-88a3-4472-95ef-916ba2155e13 req-9dca1df5-18d1-404f-9027-2bf9c0d97673 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871835 Aug 09 16:01:17.781436 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.822165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bb39283-b64c-464b-83b9-50675e905204 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.826833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bb39283-b64c-464b-83b9-50675e905204 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.849955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb39283-b64c-464b-83b9-50675e905204 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a23db7a-6744-42f2-89d8-743aef6b21fb,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:17.853797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bb39283-b64c-464b-83b9-50675e905204 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.855612 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7bb39283-b64c-464b-83b9-50675e905204 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2596819 Aug 09 16:01:17.858609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52964) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:17.889525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8acf5e0-43a8-4732-9207-70f45aa3f21d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.901002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8acf5e0-43a8-4732-9207-70f45aa3f21d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.935333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8acf5e0-43a8-4732-9207-70f45aa3f21d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.944044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8acf5e0-43a8-4732-9207-70f45aa3f21d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.948010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52970) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:17.948194 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d8acf5e0-43a8-4732-9207-70f45aa3f21d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5a23db7a-6744-42f2-89d8-743aef6b21fb HTTP/1.1" status: 204 len: 168 time: 0.0882254 Aug 09 16:01:17.953996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acf5e0-43a8-4732-9207-70f45aa3f21d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a23db7a-6744-42f2-89d8-743aef6b21fb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:17.996947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3efa232b-9e45-4e53-bfa9-6498487cb429 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0476861 Aug 09 16:01:17.999966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52974) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.001826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.100247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-175912ce-2e6e-4955-90bf-e40f776ac29d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.129046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-546c5b61-38b0-486e-afe4-10325db557ff tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:18.134423 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-175912ce-2e6e-4955-90bf-e40f776ac29d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.138737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af69e-fe5f-4e20-b010-f324971fe331 req-69bdb4bc-f5e9-48c3-a18a-f82efa114c41 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.140542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d6af69e-fe5f-4e20-b010-f324971fe331 req-69bdb4bc-f5e9-48c3-a18a-f82efa114c41 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0809386 Aug 09 16:01:18.172978 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-546c5b61-38b0-486e-afe4-10325db557ff tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "PUT /v2.0/quotas/1c36d20c2eeb412d9b95ca2405512bc1 HTTP/1.1" status: 200 len: 366 time: 0.1696663 Aug 09 16:01:18.175407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52986) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.190603 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0d260bb2-3c65-4c55-a7dd-97d67b0a6bf9 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0132411 Aug 09 16:01:18.192966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52990) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.205775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7d6af69e-fe5f-4e20-b010-f324971fe331 req-00746c42-0571-4d99-bddf-b3ceaf90cb0e tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577097 Aug 09 16:01:18.212220 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f77ea965-0e17-43ed-a2e9-7cac585ee418 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "GET /v2.0/quotas/1c36d20c2eeb412d9b95ca2405512bc1 HTTP/1.1" status: 200 len: 366 time: 0.0178542 Aug 09 16:01:18.214783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 52992) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.234979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-175912ce-2e6e-4955-90bf-e40f776ac29d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.238017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-175912ce-2e6e-4955-90bf-e40f776ac29d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.239386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-175912ce-2e6e-4955-90bf-e40f776ac29d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/5ad90b77-2a81-40e6-a3b9-988401f8edae HTTP/1.1" status: 204 len: 168 time: 0.2382066 Aug 09 16:01:18.242390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 52998) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.275043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6205161c-8ddb-4a05-9b9c-21d311a685aa tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/1c36d20c2eeb412d9b95ca2405512bc1 HTTP/1.1" status: 204 len: 168 time: 0.0566847 Aug 09 16:01:18.277506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53004) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.278984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175912ce-2e6e-4955-90bf-e40f776ac29d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad90b77-2a81-40e6-a3b9-988401f8edae,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:18.306086 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ded0ed69-5c23-4afa-96d4-a4186bb3fe06 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0230148 Aug 09 16:01:18.308951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53006) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.328808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5d9415ca-dcb1-4e4c-b008-a5a738f7a845 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "GET /v2.0/quotas/1c36d20c2eeb412d9b95ca2405512bc1 HTTP/1.1" status: 200 len: 370 time: 0.0170672 Aug 09 16:01:18.331309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53008) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.338800 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-10333f15-81e9-41b8-a4b0-4e47ae28ea26 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0950391 Aug 09 16:01:18.342220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a51dbbcf-6927-4460-93b4-973a08f125f1 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "GET /v2.0/quotas/1c36d20c2eeb412d9b95ca2405512bc1/default HTTP/1.1" status: 200 len: 370 time: 0.0069048 Aug 09 16:01:18.342737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53010) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.342944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53012) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.354259 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-4574ceb8-5d77-4132-8abc-67caba926d62 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] delete failed (client error): The resource could not be found. Aug 09 16:01:18.359013 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4574ceb8-5d77-4132-8abc-67caba926d62 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/1c36d20c2eeb412d9b95ca2405512bc1 HTTP/1.1" status: 404 len: 348 time: 0.0148392 Aug 09 16:01:18.436725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cf282-9757-43e2-9f08-3217b6b427eb req-6c13ebe5-3489-4f29-9505-a7447cf5c9b9 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.439215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e57cf282-9757-43e2-9f08-3217b6b427eb req-6c13ebe5-3489-4f29-9505-a7447cf5c9b9 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0979691 Aug 09 16:01:18.466894 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-870a3470-ec1d-4569-b7d0-18d57d38852a tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.533607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e57cf282-9757-43e2-9f08-3217b6b427eb req-515a31e3-eb1d-47e2-926e-ded2661aefee tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687137 Aug 09 16:01:18.539739 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-870a3470-ec1d-4569-b7d0-18d57d38852a tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.621917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-870a3470-ec1d-4569-b7d0-18d57d38852a tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.631885 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-870a3470-ec1d-4569-b7d0-18d57d38852a tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.639875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-870a3470-ec1d-4569-b7d0-18d57d38852a tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/6c64f54b-1df8-4ea6-aded-c7f0af887da0 HTTP/1.1" status: 204 len: 168 time: 0.2894514 Aug 09 16:01:18.640212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53022) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.643924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53024) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.677830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53028) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.692134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a3470-ec1d-4569-b7d0-18d57d38852a tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c64f54b-1df8-4ea6-aded-c7f0af887da0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:18.719343 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fd71375c-0b56-4e2a-a3ab-af82c740eacb tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816367 Aug 09 16:01:18.722384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53030) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.729563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1d0d2a28-50d1-4af5-ad33-bb04f16c78e0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878849059'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:18.746051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5d01d-d101-427c-841e-83252c83f634 req-d17fb23f-b754-4eee-b3bd-08f21ca1b826 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.752403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15f5d01d-d101-427c-841e-83252c83f634 req-d17fb23f-b754-4eee-b3bd-08f21ca1b826 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.1171949 Aug 09 16:01:18.759017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Usage tracker for resource:network and tenant:b0ab0aa9118447bfb2dc0780d868c319 is out of sync, need to count used quota {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:01:18.769939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:01:18.774942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2a28-50d1-4af5-ad33-bb04f16c78e0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.791393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15f5d01d-d101-427c-841e-83252c83f634 req-6668943e-1b5e-4ad5-a078-a233fbfcd65b tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352778 Aug 09 16:01:18.797442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Usage tracker for resource:subnet and tenant:b0ab0aa9118447bfb2dc0780d868c319 is out of sync, need to count used quota {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:01:18.806300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:01:18.827530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Usage tracker for resource:subnetpool and tenant:b0ab0aa9118447bfb2dc0780d868c319 is out of sync, need to count used quota {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:01:18.839473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:01:18.858983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Usage tracker for resource:port and tenant:b0ab0aa9118447bfb2dc0780d868c319 is out of sync, need to count used quota {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:01:18.872781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:01:18.892295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Usage tracker for resource:router and tenant:b0ab0aa9118447bfb2dc0780d868c319 is out of sync, need to count used quota {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:01:18.903506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:01:18.932070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Usage tracker for resource:floatingip and tenant:b0ab0aa9118447bfb2dc0780d868c319 is out of sync, need to count used quota {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:01:18.935863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2a28-50d1-4af5-ad33-bb04f16c78e0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.941240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:01:18.946433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'network': {'name': 'tempest-network-smoke--1962327676', 'project_id': '698264eb09894537b6b901408cda1b15', 'port_security_enabled': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:18.948194 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2a28-50d1-4af5-ad33-bb04f16c78e0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.983848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:18.987441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.012381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.034365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2a28-50d1-4af5-ad33-bb04f16c78e0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.038697 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1d0d2a28-50d1-4af5-ad33-bb04f16c78e0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3152533 Aug 09 16:01:19.039439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53038) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:19.049357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6e23d89f-0476-4f52-bc68-65348728ed57 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': 'b7120f08-5b4f-4a62-b1f8-61d3bd75f437', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:19.056480 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.070419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d2a28-50d1-4af5-ad33-bb04f16c78e0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7120f08-5b4f-4a62-b1f8-61d3bd75f437,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:19.125943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcaed2-d486-4d99-997e-a36af9b683df req-17f50372-58d2-41b7-9fce-2d47dc7f180a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:19.127619 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11fcaed2-d486-4d99-997e-a36af9b683df req-17f50372-58d2-41b7-9fce-2d47dc7f180a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.0954471 Aug 09 16:01:19.130642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Usage tracker for resource:security_group and tenant:b0ab0aa9118447bfb2dc0780d868c319 is out of sync, need to count used quota {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:01:19.139112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-184bb742-e475-4b82-906d-5173981165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:19.140734 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-184bb742-e475-4b82-906d-5173981165e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b50dc24d64d34ceea8c54a5b41683c0a&device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 1096 time: 0.0819843 Aug 09 16:01:19.142399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:01:19.159929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Usage tracker for resource:security_group_rule and tenant:b0ab0aa9118447bfb2dc0780d868c319 is out of sync, need to count used quota {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:01:19.194537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11fcaed2-d486-4d99-997e-a36af9b683df req-a5925e8b-c300-4fd3-a645-08e78436c14d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Aug 09 16:01:19.210254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.215723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.226015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.quota.resource [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94178) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:01:19.244409 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1047e65a-0d71-4f19-8d96-06b086334bf8 tempest-QuotasTest-705778994 tempest-QuotasTest-705778994-project-admin] 10.222.0.64 "GET /v2.0/quotas/b0ab0aa9118447bfb2dc0780d868c319/details.json HTTP/1.1" status: 200 len: 703 time: 0.5654032 Aug 09 16:01:19.254792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:19.268723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d34c61-d5b2-49cf-bc43-a069abc38e60,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:19.274396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.275109 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Added segment 56cf012d-ee9d-47cb-a1b1-03c95692ed64 of type vlan for network 96473bb2-18dd-4dac-a048-dd275de84c31 Aug 09 16:01:19.327987 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.344382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-c14f7b3b-d672-4e7d-9496-31206d4ce270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:19.346555 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-c14f7b3b-d672-4e7d-9496-31206d4ce270 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd481e8d-2867-4615-aee4-5585f0107dc6 HTTP/1.1" status: 200 len: 914 time: 0.1977792 Aug 09 16:01:19.354332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e23d89f-0476-4f52-bc68-65348728ed57 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.418814 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-1382b4d5-0fe9-4cd5-87d9-3a41ae5a5d7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0599627 Aug 09 16:01:19.430383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.442227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:19.442959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.475111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8256969 Aug 09 16:01:19.479195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53044) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:19.481250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d74d-5f73-49da-8c46-bed8ef0a094a req-3098d168-9792-4bd7-a2a0-8f8428dfbaff tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:19.489348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a51d74d-5f73-49da-8c46-bed8ef0a094a req-3098d168-9792-4bd7-a2a0-8f8428dfbaff tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.1505859 Aug 09 16:01:19.514536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e23d89f-0476-4f52-bc68-65348728ed57 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.517208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-58d37dbb-db31-4beb-9075-fdcec5899c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:19.518990 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-58d37dbb-db31-4beb-9075-fdcec5899c59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=258eff24-6403-4bfa-86ff-73533f7ef419 HTTP/1.1" status: 200 len: 852 time: 0.0906427 Aug 09 16:01:19.522630 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e23d89f-0476-4f52-bc68-65348728ed57 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.523722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'admin_state_up': True, 'project_id': '698264eb09894537b6b901408cda1b15', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:19.577670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23d89f-0476-4f52-bc68-65348728ed57 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363a8a21-0955-4067-943f-250e1e8f27ea,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:19.626965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-9abd9e15-e7c9-4b63-aff4-3930fd3345d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd481e8d-2867-4615-aee4-5585f0107dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940528 Aug 09 16:01:19.629239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a51d74d-5f73-49da-8c46-bed8ef0a094a req-0de85e10-f252-49ca-9f1e-34264e3cda6d tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381297 Aug 09 16:01:19.632305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cba7f-bfaa-4d88-89b2-afa55b24f90f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Network': ['ID=96473bb2-18dd-4dac-a048-dd275de84c31,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:19.651852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.652428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6e23d89f-0476-4f52-bc68-65348728ed57 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.652566 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.652682 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e23d89f-0476-4f52-bc68-65348728ed57 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5986934 Aug 09 16:01:19.652795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53046) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:19.654500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 96473bb2-18dd-4dac-a048-dd275de84c31 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:19.741248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ac29c14-f9f5-4e5f-89c8-7bec10cc888b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.774398 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ac29c14-f9f5-4e5f-89c8-7bec10cc888b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.777280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.824457 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-0bf21b62-c13b-4afd-8c04-d621101586a7 service neutron] 10.222.0.66 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882563 Aug 09 16:01:19.905513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53054) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:19.942911 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ac29c14-f9f5-4e5f-89c8-7bec10cc888b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.967304 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb75a7-bab5-4ec9-9e29-9a8b613e94fa req-d06a9878-d952-402c-886f-102b1e75e654 service neutron] 10.222.0.66 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321595 Aug 09 16:01:19.974620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4ac29c14-f9f5-4e5f-89c8-7bec10cc888b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.977526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4ac29c14-f9f5-4e5f-89c8-7bec10cc888b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/363a8a21-0955-4067-943f-250e1e8f27ea HTTP/1.1" status: 204 len: 168 time: 0.3247242 Aug 09 16:01:19.978843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53058) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:19.985637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.996175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac29c14-f9f5-4e5f-89c8-7bec10cc888b tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=363a8a21-0955-4067-943f-250e1e8f27ea,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:20.009973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea2f0-1018-422f-ad74-70584c3382c2 req-1d4fdab4-0028-4bb5-a3dc-ee9971fea366 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:20.012431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5eea2f0-1018-422f-ad74-70584c3382c2 req-1d4fdab4-0028-4bb5-a3dc-ee9971fea366 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1878586 Aug 09 16:01:20.058795 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-11fff883-97a7-4095-af89-bbd19830e09d tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783288 Aug 09 16:01:20.060059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36edcf67-42c5-4ee7-9357-0e92ede0c012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.062104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53060) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:20.098330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5eea2f0-1018-422f-ad74-70584c3382c2 req-4f840463-8b7e-4e6f-8d34-a97b4b46fdca tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727742 Aug 09 16:01:20.162408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6133e26-0543-4bc6-9b19-f80af47c3a98 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.198159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6133e26-0543-4bc6-9b19-f80af47c3a98 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.255780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36edcf67-42c5-4ee7-9357-0e92ede0c012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.259859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-36edcf67-42c5-4ee7-9357-0e92ede0c012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.278851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6133e26-0543-4bc6-9b19-f80af47c3a98 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.281801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6133e26-0543-4bc6-9b19-f80af47c3a98 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.283146 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e6133e26-0543-4bc6-9b19-f80af47c3a98 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/b7120f08-5b4f-4a62-b1f8-61d3bd75f437 HTTP/1.1" status: 204 len: 168 time: 0.2199461 Aug 09 16:01:20.286751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53072) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:20.316045 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-36edcf67-42c5-4ee7-9357-0e92ede0c012 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=356064069aaa4892a966d846b785c1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063797 Aug 09 16:01:20.316045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edcf67-42c5-4ee7-9357-0e92ede0c012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304a235b-49c5-4273-b8f9-8a0b5bedd941,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:20.318357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.319984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53074) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:20.339155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6133e26-0543-4bc6-9b19-f80af47c3a98 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7120f08-5b4f-4a62-b1f8-61d3bd75f437,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:20.367240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.389398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-188bd7af-4f05-49b7-a76e-1935a9db01f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.416210 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-188bd7af-4f05-49b7-a76e-1935a9db01f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.460110 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.475758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-c5eb7830-1576-4e16-b4e5-631615ba0f1f tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:20.480416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-c5eb7830-1576-4e16-b4e5-631615ba0f1f tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/networks?id=73d74978-d436-41ee-afca-3ec5c53da14b HTTP/1.1" status: 200 len: 911 time: 0.2739837 Aug 09 16:01:20.482658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-188bd7af-4f05-49b7-a76e-1935a9db01f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.485805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-188bd7af-4f05-49b7-a76e-1935a9db01f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.496180 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-188bd7af-4f05-49b7-a76e-1935a9db01f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/304a235b-49c5-4273-b8f9-8a0b5bedd941 HTTP/1.1" status: 204 len: 168 time: 0.1688898 Aug 09 16:01:20.497058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-665faea4-a184-49de-866f-00b75680a524 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2004623 Aug 09 16:01:20.499050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53084) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:20.504847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bd7af-4f05-49b7-a76e-1935a9db01f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304a235b-49c5-4273-b8f9-8a0b5bedd941,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:20.513700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9bc7484d-040a-4e38-8c63-eacc47522ce1 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group': {'name': 'tempest-secgroup--139423264'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:20.528912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-a7c09b5b-813e-44ef-b8dd-46530becaf2a tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/quotas/bf8646f5c01c486d8416ebd61b0d4a8b HTTP/1.1" status: 200 len: 375 time: 0.0368354 Aug 09 16:01:20.601734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bc7484d-040a-4e38-8c63-eacc47522ce1 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.643433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.25.7.4 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ef87779b-beaa-4ad9-9cbe-3eb2808a77e2) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:20.662241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-127174ee-e053-4e5c-9af8-4d9f49cb2d8f tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf8646f5c01c486d8416ebd61b0d4a8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263688 Aug 09 16:01:20.832987 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:01:20.880159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53088) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:20.880465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-9fc48e9d-ea3d-4c34-984f-82425a3eeb87 service neutron] 10.222.0.64 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172198 Aug 09 16:01:20.895728 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b02e10d-34e9-4669-a444-0234c2408bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.910612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.964150 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bc7484d-040a-4e38-8c63-eacc47522ce1 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.973220 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bc7484d-040a-4e38-8c63-eacc47522ce1 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.053986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7484d-040a-4e38-8c63-eacc47522ce1 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff8e437-6984-4e68-88b0-b20cddd1285a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:21.072733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-e246f2af-a6fe-41a8-95bc-6c4afe421695 service neutron] 10.222.0.64 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767280 Aug 09 16:01:21.078311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.117044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b02e10d-34e9-4669-a444-0234c2408bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.125097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0b02e10d-34e9-4669-a444-0234c2408bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.144340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9bc7484d-040a-4e38-8c63-eacc47522ce1 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.145583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9bc7484d-040a-4e38-8c63-eacc47522ce1 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6455839 Aug 09 16:01:21.151912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:21.153110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53092) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:21.159935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d36f4b7b-b077-4037-a994-7b826cb1eddc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '4ff8e437-6984-4e68-88b0-b20cddd1285a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:21.167353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:21.177378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:21.194336 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0b02e10d-34e9-4669-a444-0234c2408bd2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0ab0aa9118447bfb2dc0780d868c319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127580 Aug 09 16:01:21.195287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02e10d-34e9-4669-a444-0234c2408bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e58c6e-5ba0-4343-973a-22e610e54083,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:21.199482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53094) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:21.201623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=ef87779b-beaa-4ad9-9cbe-3eb2808a77e2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:21.280516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d36f4b7b-b077-4037-a994-7b826cb1eddc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.320970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-508092a2-9e08-4e60-81fb-4509dbd7abf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.349728 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-508092a2-9e08-4e60-81fb-4509dbd7abf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.412033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-508092a2-9e08-4e60-81fb-4509dbd7abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.415873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-508092a2-9e08-4e60-81fb-4509dbd7abf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.420590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-508092a2-9e08-4e60-81fb-4509dbd7abf1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13e58c6e-5ba0-4343-973a-22e610e54083 HTTP/1.1" status: 204 len: 168 time: 0.2171588 Aug 09 16:01:21.457127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508092a2-9e08-4e60-81fb-4509dbd7abf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e58c6e-5ba0-4343-973a-22e610e54083,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:21.533996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299fbb1-ac51-4982-8ded-c48d88ccadfa req-322586f2-5121-4931-9b02-b5879e798cb8 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:21.535655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c299fbb1-ac51-4982-8ded-c48d88ccadfa req-322586f2-5121-4931-9b02-b5879e798cb8 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1785066 Aug 09 16:01:21.549750 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d36f4b7b-b077-4037-a994-7b826cb1eddc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.651445 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d36f4b7b-b077-4037-a994-7b826cb1eddc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.705994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f4b7b-b077-4037-a994-7b826cb1eddc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e0f88b-9c30-43da-9b5f-04b9d382b63d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:21.743072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c299fbb1-ac51-4982-8ded-c48d88ccadfa req-b41f8435-4e1d-4849-8b4d-bd8d9e49d828 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914742 Aug 09 16:01:21.743072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.743072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d36f4b7b-b077-4037-a994-7b826cb1eddc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.756647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53108) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:21.764393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d36f4b7b-b077-4037-a994-7b826cb1eddc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6000006 Aug 09 16:01:21.789045 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ee1ed68-7d55-412a-be0c-f0ed32800400 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules/15e0f88b-9c30-43da-9b5f-04b9d382b63d HTTP/1.1" status: 200 len: 763 time: 0.0310266 Aug 09 16:01:21.790284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53110) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:21.862395 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e529f2ac-4cbe-40f7-a3f9-2d2c7cba8c5c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0670295 Aug 09 16:01:21.863345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53116) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:22.311946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30bc5465-926d-4dc1-84be-aa4b0f79caee tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.321977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d345c0-b909-4d70-912e-c9eb0aebaecb req-7a41e836-9480-4e92-8447-2e9d9af13be6 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:22.323969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5d345c0-b909-4d70-912e-c9eb0aebaecb req-7a41e836-9480-4e92-8447-2e9d9af13be6 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.4869511 Aug 09 16:01:22.335102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30bc5465-926d-4dc1-84be-aa4b0f79caee tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.469966 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30bc5465-926d-4dc1-84be-aa4b0f79caee tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.481993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30bc5465-926d-4dc1-84be-aa4b0f79caee tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.483139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-30bc5465-926d-4dc1-84be-aa4b0f79caee tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/15e0f88b-9c30-43da-9b5f-04b9d382b63d HTTP/1.1" status: 204 len: 168 time: 0.6053162 Aug 09 16:01:22.485797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53138) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:22.493370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5d345c0-b909-4d70-912e-c9eb0aebaecb req-5ca5d0f6-a1d6-43e7-9c77-64f0aa767357 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601641 Aug 09 16:01:22.501128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc5465-926d-4dc1-84be-aa4b0f79caee tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15e0f88b-9c30-43da-9b5f-04b9d382b63d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:22.515065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.581810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ea4d27a9-942a-474f-b13a-b9616574f842 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944638 Aug 09 16:01:22.582590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53146) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:22.584496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53148) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:22.592767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b3781eba-ad21-4826-8ada-7b35b7250f97 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '4ff8e437-6984-4e68-88b0-b20cddd1285a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:22.622201 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3781eba-ad21-4826-8ada-7b35b7250f97 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.675096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3781eba-ad21-4826-8ada-7b35b7250f97 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.676372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d3175ae-a37c-4c8a-a279-c188279c838a req-3ab71f83-a397-492a-bff6-10d734d2edbf tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 210 time: 0.0393178 Aug 09 16:01:22.680368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3781eba-ad21-4826-8ada-7b35b7250f97 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.704834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3781eba-ad21-4826-8ada-7b35b7250f97 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd3dcc7-8f25-45da-a0ca-e189cdf45a06,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:22.711990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3781eba-ad21-4826-8ada-7b35b7250f97 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.713412 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b3781eba-ad21-4826-8ada-7b35b7250f97 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280367 Aug 09 16:01:22.716210 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53152) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:22.739711 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9f892d21-704f-4f7a-953b-3453066b9ecd tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules/0dd3dcc7-8f25-45da-a0ca-e189cdf45a06 HTTP/1.1" status: 200 len: 763 time: 0.0196536 Aug 09 16:01:22.744555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53154) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:22.753777 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1eab7b0f-e521-4e60-9373-cd9f8d131235 tempest-ServiceProvidersTest-1795590451 tempest-ServiceProvidersTest-1795590451-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1700253 Aug 09 16:01:22.754482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 2d28f552-7a5a-413e-af98-b24fba474aac is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:01:22.836202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-de30e512-83f2-4f5c-bc65-5b64f24b94c0 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0892677 Aug 09 16:01:22.838736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53162) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:22.908613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aeb91e7a-4222-4ac0-b0b1-3c18a78e1b27 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.931165 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aeb91e7a-4222-4ac0-b0b1-3c18a78e1b27 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.963065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:22.975428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Sync routers for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:22.992573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:22.993849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aeb91e7a-4222-4ac0-b0b1-3c18a78e1b27 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.996133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:23.002364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aeb91e7a-4222-4ac0-b0b1-3c18a78e1b27 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.003903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aeb91e7a-4222-4ac0-b0b1-3c18a78e1b27 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0dd3dcc7-8f25-45da-a0ca-e189cdf45a06 HTTP/1.1" status: 204 len: 168 time: 0.1642058 Aug 09 16:01:23.006781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53168) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.009833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.014478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53170) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.015058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fe956862-67e9-45d8-9c27-fb87237b64e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5234547 Aug 09 16:01:23.022215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb91e7a-4222-4ac0-b0b1-3c18a78e1b27 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dd3dcc7-8f25-45da-a0ca-e189cdf45a06,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:23.206359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:23.234701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53178) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.284198 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a2882b03-64e9-4b71-ba3e-4918c55182e5 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2759674 Aug 09 16:01:23.287843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53182) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.295808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-39f19b51-477a-456a-be83-fb0fd57bf5e2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Request body: {'security_group_rule': {'security_group_id': '4ff8e437-6984-4e68-88b0-b20cddd1285a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:23.327358 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-39f19b51-477a-456a-be83-fb0fd57bf5e2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Project da465b7b86374d49aba57e81125718c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:01:23.338305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39f19b51-477a-456a-be83-fb0fd57bf5e2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.375795 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7cb03dd-0ac7-4595-a3e1-8eab2dd6dcc6 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=698264eb09894537b6b901408cda1b15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3570120 Aug 09 16:01:23.376285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53184) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.385473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8296c-40a7-4bb1-876a-28b670fc1289 req-5070de1b-b9ed-463d-bd6f-4220251d7601 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.387200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23e8296c-40a7-4bb1-876a-28b670fc1289 req-5070de1b-b9ed-463d-bd6f-4220251d7601 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1458175 Aug 09 16:01:23.393918 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4a55-411c-4cd2-9e1f-f31595d27809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.429751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:21Z', 'revision_number': 3, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:23.458057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Checking router: 2d28f552-7a5a-413e-af98-b24fba474aac for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:23.458876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Updating router 2d28f552-7a5a-413e-af98-b24fba474aac port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:01:23.481875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39f19b51-477a-456a-be83-fb0fd57bf5e2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.487678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23e8296c-40a7-4bb1-876a-28b670fc1289 req-e10451fc-e6c0-4175-add8-10cc1437245a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907011 Aug 09 16:01:23.492099 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.492855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39f19b51-477a-456a-be83-fb0fd57bf5e2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.508012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-87db512f-6d41-4e47-87e0-9433e4f3159a tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.511209 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-87db512f-6d41-4e47-87e0-9433e4f3159a tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.66 "GET /v2.0/networks?id=73d74978-d436-41ee-afca-3ec5c53da14b HTTP/1.1" status: 200 len: 911 time: 0.4006414 Aug 09 16:01:23.526781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f19b51-477a-456a-be83-fb0fd57bf5e2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907aa76c-1620-4e4c-8054-4182150de46f,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:23.541804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Request body: {'port': {'device_id': '0f2775e9-3823-40b3-b7a4-0ffe4c847e51', 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'admin_state_up': True, 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:23.613393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88864bbd-1cbd-4b46-8b5d-ad129a08d5fd tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.617045 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-88864bbd-1cbd-4b46-8b5d-ad129a08d5fd tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2399127 Aug 09 16:01:23.620450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.646552 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4a55-411c-4cd2-9e1f-f31595d27809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.666469 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4a55-411c-4cd2-9e1f-f31595d27809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.683056 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39f19b51-477a-456a-be83-fb0fd57bf5e2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.684068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2be1870c-3973-4c4e-8817-3390519a8e69 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620997 Aug 09 16:01:23.687249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.687460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-39f19b51-477a-456a-be83-fb0fd57bf5e2 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3963852 Aug 09 16:01:23.687955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53190) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.695585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580994268', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'project_id': '698264eb09894537b6b901408cda1b15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:23.706486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Made reservation on behalf of bf8646f5c01c486d8416ebd61b0d4a8b for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:23.709807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.767193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9ddb4a55-411c-4cd2-9e1f-f31595d27809 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7511cc8d15045a5aa2ef4e2becc49fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309401 Aug 09 16:01:23.773959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53194) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.795186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef474f3c-77ed-4e1d-9cc4-0ab408a1b66f req-10e52abd-5ee2-40fb-944e-85faa7e816e0 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.802877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef474f3c-77ed-4e1d-9cc4-0ab408a1b66f req-10e52abd-5ee2-40fb-944e-85faa7e816e0 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1760786 Aug 09 16:01:23.825323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb4a55-411c-4cd2-9e1f-f31595d27809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cbd3e6-b958-43b6-9a2b-00b2145f6316,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:23.844606 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-681ab7b4-475c-4dcf-9465-8757bd00a23e tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules/907aa76c-1620-4e4c-8054-4182150de46f HTTP/1.1" status: 200 len: 769 time: 0.1553507 Aug 09 16:01:23.846699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:23.851721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.852518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53196) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.852744 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.874355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Transition to ACTIVE for port object ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:23.887065 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.904088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef474f3c-77ed-4e1d-9cc4-0ab408a1b66f req-78783b0b-0e06-41bf-8917-fbb641d9b730 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953343 Aug 09 16:01:23.954749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41114e0-4f25-4814-b452-2fd6f3af7b1e None None] Pushing event updated for resources: {'Port': ['ID=ef87779b-beaa-4ad9-9cbe-3eb2808a77e2,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:23.984529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53198) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.993685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Attempting to bind port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:23.994404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3b8adc34-4b70-43ae-8081-6e9759aa886c tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1407366 Aug 09 16:01:23.995041 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Attempting to bind port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:23.995490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06443464-62ee-4cc9-85c3-756131393914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.996023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Attempting to bind port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:24.007912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:24.008925 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:24.011035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.012101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:24.013309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Bound port: ef87779b-beaa-4ad9-9cbe-3eb2808a77e2, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:24.014313 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.046484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb51d697-eb0d-4233-ae0c-4f7d5df9133c req-44f6e718-983a-496c-b95b-6d69f788efd1 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 210 time: 0.0479910 Aug 09 16:01:24.069443 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24074947-3ee7-4e94-aa63-024158fc26cc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.069879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06443464-62ee-4cc9-85c3-756131393914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.096781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24074947-3ee7-4e94-aa63-024158fc26cc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.110955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] For port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:24.115978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] For port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ef87779b-beaa-4ad9-9cbe-3eb2808a77e2,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:24.127013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.198822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06443464-62ee-4cc9-85c3-756131393914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.203241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06443464-62ee-4cc9-85c3-756131393914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.208928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-06443464-62ee-4cc9-85c3-756131393914 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6cbd3e6-b958-43b6-9a2b-00b2145f6316 HTTP/1.1" status: 204 len: 168 time: 0.4331660 Aug 09 16:01:24.218027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Allocated IP 172.20.0.6 (73d74978-d436-41ee-afca-3ec5c53da14b/000b85d0-4aee-45fa-aa5b-b2045466a697/35ebedc2-5087-4ac0-8d0b-4d444a0bbe79) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:24.236588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24074947-3ee7-4e94-aa63-024158fc26cc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.240537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06443464-62ee-4cc9-85c3-756131393914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cbd3e6-b958-43b6-9a2b-00b2145f6316,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:24.242867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24074947-3ee7-4e94-aa63-024158fc26cc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.244190 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24074947-3ee7-4e94-aa63-024158fc26cc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/907aa76c-1620-4e4c-8054-4182150de46f HTTP/1.1" status: 204 len: 168 time: 0.2587559 Aug 09 16:01:24.248904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:24.250515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:24.253258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53204) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:24.272266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24074947-3ee7-4e94-aa63-024158fc26cc tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=907aa76c-1620-4e4c-8054-4182150de46f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:24.299950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41114e0-4f25-4814-b452-2fd6f3af7b1e None None] Pushing event updated for resources: {'Port': ['ID=ef87779b-beaa-4ad9-9cbe-3eb2808a77e2,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:24.349554 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-deca0d17-7a08-46df-a3be-caa1053ff187 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907037 Aug 09 16:01:24.352968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53206) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:24.393279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.435223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:24.448029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c975e7df-e031-4b9a-bdfb-0ed79715696f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.490759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c975e7df-e031-4b9a-bdfb-0ed79715696f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.518434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Subnet': ['ID=319ff90f-c172-4141-a996-4802bee46248,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:24.544502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Checking segment: {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:24.544846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network hostable DHCP agents. Network: 96473bb2-18dd-4dac-a048-dd275de84c31, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:24.569342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.594259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 96473bb2-18dd-4dac-a048-dd275de84c31 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:24.596628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Transition to ACTIVE for port object 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:24.610324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c975e7df-e031-4b9a-bdfb-0ed79715696f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.612564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 96473bb2-18dd-4dac-a048-dd275de84c31) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:24.624124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:24.624742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.631767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4412026-c70d-48d7-9b86-ba8a5c62cb9c None None] Network 96473bb2-18dd-4dac-a048-dd275de84c31 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:24.636069 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c975e7df-e031-4b9a-bdfb-0ed79715696f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.641115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c975e7df-e031-4b9a-bdfb-0ed79715696f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "DELETE /v2.0/security-groups/4ff8e437-6984-4e68-88b0-b20cddd1285a HTTP/1.1" status: 204 len: 168 time: 0.2863173 Aug 09 16:01:24.650409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53212) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:24.666446 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cebeb60a-9f86-4182-9b9a-94e826e0f432 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9757845 Aug 09 16:01:24.669792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53216) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:24.722810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.755962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975e7df-e031-4b9a-bdfb-0ed79715696f tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff8e437-6984-4e68-88b0-b20cddd1285a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:24.809128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4e39-8e4f-4418-a39c-faab9406dd66 req-2c83fec6-598c-4c65-8da5-4a3aed9deca0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:24.811416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-664f4e39-8e4f-4418-a39c-faab9406dd66 req-2c83fec6-598c-4c65-8da5-4a3aed9deca0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1687441 Aug 09 16:01:24.816875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cc89648c-fdf8-4511-9987-874b7b0a8c9e tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1441588 Aug 09 16:01:24.823160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53222) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:24.875210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d1ead558-2a0e-412b-b1b6-9e2ad165464e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:24.899730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-664f4e39-8e4f-4418-a39c-faab9406dd66 req-e1b1118a-85fd-4f70-87e2-c4e14a4f4e7f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752861 Aug 09 16:01:24.957839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-80fc704c-de32-4252-a275-5313d3ddb095 tempest-SecGroupIPv6Test-457241966 tempest-SecGroupIPv6Test-457241966-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311085 Aug 09 16:01:24.987390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Network 73d74978-d436-41ee-afca-3ec5c53da14b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:25.011924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:25.035124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:25.194403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Pushing event updated for resources: {'Port': ['ID=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:25.214423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adf8be-3b8f-49cd-a591-200c5d8d13c9 req-ce909003-0733-4c8f-9407-a4ac77d6d156 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:25.222967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1adf8be-3b8f-49cd-a591-200c5d8d13c9 req-ce909003-0733-4c8f-9407-a4ac77d6d156 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1771672 Aug 09 16:01:25.258252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-96473bb2-18dd-4dac-a048-dd275de84c31', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:25.259102 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.321818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:25.322533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.381073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1adf8be-3b8f-49cd-a591-200c5d8d13c9 req-b9e3291a-1245-40d8-b62e-ac8bedad21a6 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509597 Aug 09 16:01:25.455433 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-987da857-a996-41b6-9493-273800623b52 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9250646 Aug 09 16:01:25.470542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Request body: {'port': {'device_id': '0f2775e9-3823-40b3-b7a4-0ffe4c847e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:25.478786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53246) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:25.480828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Allocated IP 172.20.0.2 (96473bb2-18dd-4dac-a048-dd275de84c31/319ff90f-c172-4141-a996-4802bee46248/4ab18c93-7214-4253-875d-4623c6602954) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:25.523890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53250) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:25.530154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042121 Aug 09 16:01:25.563492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53252) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:25.592819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:21Z', 'revision_number': 3, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:25.602283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f224c9-eba2-43f5-b69b-864e71f684ca req-226d38ae-2e2e-4697-9239-6776f63c7e77 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:25.603769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89f224c9-eba2-43f5-b69b-864e71f684ca req-226d38ae-2e2e-4697-9239-6776f63c7e77 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1027 time: 0.0722573 Aug 09 16:01:25.663145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-19da2aba-75e0-4702-8b73-e51f03633c25 tempest-NetworksApiDiscovery-515687938 tempest-NetworksApiDiscovery-515687938-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0941758 Aug 09 16:01:25.665700 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89f224c9-eba2-43f5-b69b-864e71f684ca req-49f0ec60-a120-428c-b782-9058eca027e1 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544915 Aug 09 16:01:25.676676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8d1a3941-1646-47eb-bb25-1711b385e38a None None] Provisioning for port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:25.686836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d73694-357d-45a2-a81b-eaa36e81daf4 None None] The sync data for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 is: [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:21Z', 'revision_number': 3, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:25.698508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.701105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8d1a3941-1646-47eb-bb25-1711b385e38a None None] Provisioning complete for port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:25.701619 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3941-1646-47eb-bb25-1711b385e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.737026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4e04151b-06bd-46df-9b01-898a74436fe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da465b7b86374d49aba57e81125718c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544637 Aug 09 16:01:25.745948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53258) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:25.812747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5cf10aa-4eb8-4b17-ae6c-b9ef05ce044d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.860386 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.869923 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5cf10aa-4eb8-4b17-ae6c-b9ef05ce044d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.871559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Transition to ACTIVE for port object 4ab18c93-7214-4253-875d-4623c6602954 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:25.890463 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Transition to ACTIVE for port object 4ab18c93-7214-4253-875d-4623c6602954 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:25.905228 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.023944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Pushing event updated for resources: {'Port': ['ID=4ab18c93-7214-4253-875d-4623c6602954,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:26.035070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5cf10aa-4eb8-4b17-ae6c-b9ef05ce044d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.039710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5cf10aa-4eb8-4b17-ae6c-b9ef05ce044d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.041329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d5cf10aa-4eb8-4b17-ae6c-b9ef05ce044d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5189a0b-9ef5-4599-ac7d-ac9fed5fe8f8 HTTP/1.1" status: 204 len: 168 time: 0.2940292 Aug 09 16:01:26.072001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf10aa-4eb8-4b17-ae6c-b9ef05ce044d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5189a0b-9ef5-4599-ac7d-ac9fed5fe8f8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:26.079363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a3941-1646-47eb-bb25-1711b385e38a None None] Port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:26.086596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Network 96473bb2-18dd-4dac-a048-dd275de84c31 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:26.094983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:26.099161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:26.141618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db6884-31e8-45a4-afc7-a85823a058c7 req-3ed7a738-fda6-4415-91f9-e96c8be5a932 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:26.151431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3db6884-31e8-45a4-afc7-a85823a058c7 req-3ed7a738-fda6-4415-91f9-e96c8be5a932 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1546099 Aug 09 16:01:26.194908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Attempting to bind port 4ab18c93-7214-4253-875d-4623c6602954 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:26.195354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Attempting to bind port 4ab18c93-7214-4253-875d-4623c6602954 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:26.197071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Attempting to bind port 4ab18c93-7214-4253-875d-4623c6602954 on network 96473bb2-18dd-4dac-a048-dd275de84c31 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:26.218590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:26.219899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Checking segment: {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:26.220292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53268) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:26.221033 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.222353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Bound using segment: {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:26.223742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Bound port: 4ab18c93-7214-4253-875d-4623c6602954, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:26.225122 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.254367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3db6884-31e8-45a4-afc7-a85823a058c7 req-114beb0e-7a33-4338-a223-137c55ac5db8 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978260 Aug 09 16:01:26.412092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] For port 4ab18c93-7214-4253-875d-4623c6602954, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:26.425885 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] For port 4ab18c93-7214-4253-875d-4623c6602954, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ab18c93-7214-4253-875d-4623c6602954,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:26.436329 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.497187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 63622f1c-162d-49d6-b847-44824575e925 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:26.501870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 63622f1c-162d-49d6-b847-44824575e925 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:26.534883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67784220-6ae3-4e8f-a9e9-45c0dc387425 req-c788a28a-32aa-4242-a7b9-398040721602 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:26.546679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67784220-6ae3-4e8f-a9e9-45c0dc387425 req-c788a28a-32aa-4242-a7b9-398040721602 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1485968 Aug 09 16:01:26.687368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67784220-6ae3-4e8f-a9e9-45c0dc387425 req-6e13f364-eb76-408d-8e68-5d23f2580ef4 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396711 Aug 09 16:01:26.701770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:26.712166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.753214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Transition to ACTIVE for port object 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:26.799657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3758aa5-2920-4209-b129-cc1bd57bb0b7 None None] Pushing event updated for resources: {'Port': ['ID=4ab18c93-7214-4253-875d-4623c6602954,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:26.810252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.842185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63460104-eb71-4cad-8ac3-a3e47476bc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.884338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:27.023421 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.043111 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63460104-eb71-4cad-8ac3-a3e47476bc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.084890 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63460104-eb71-4cad-8ac3-a3e47476bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.148750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63460104-eb71-4cad-8ac3-a3e47476bc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94551e69-5fc5-4e6a-a3bf-8c9b902d0763,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:27.160051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-63460104-eb71-4cad-8ac3-a3e47476bc4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=536783f8ec6d4484b04924e0c8e79f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9383025 Aug 09 16:01:27.161539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53286) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:27.170348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a2859-004d-427a-a17b-fa8581b7a0a2 req-6d6a2c43-5dcc-4c10-8bb2-f57e6ee9c939 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:27.178395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a93a2859-004d-427a-a17b-fa8581b7a0a2 req-6d6a2c43-5dcc-4c10-8bb2-f57e6ee9c939 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1052 time: 0.1327140 Aug 09 16:01:27.224012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63622f1c-162d-49d6-b847-44824575e925'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:27.241973 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f70f79-3130-4b49-92ef-12fa438cd3bf" -d '{"events": [{"server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "name": "network-vif-unplugged", "status": "completed", "tag": "63622f1c-162d-49d6-b847-44824575e925"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:27.258872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:27.315614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:27.319337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '63622f1c-162d-49d6-b847-44824575e925', 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'port_id': '63622f1c-162d-49d6-b847-44824575e925', 'mac_address': 'fa:16:3e:0f:8f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:27.343031 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.352413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a93a2859-004d-427a-a17b-fa8581b7a0a2 req-30e0660c-08e6-4ea5-9489-3ed517e19159 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718619 Aug 09 16:01:27.395440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5f646d6-07ea-4759-9d1d-4a8861819a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.473420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5f646d6-07ea-4759-9d1d-4a8861819a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.476998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:27.583359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:27.585519 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.600023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5f646d6-07ea-4759-9d1d-4a8861819a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.603776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e5f646d6-07ea-4759-9d1d-4a8861819a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.606919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e5f646d6-07ea-4759-9d1d-4a8861819a38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94551e69-5fc5-4e6a-a3bf-8c9b902d0763 HTTP/1.1" status: 204 len: 168 time: 0.4442520 Aug 09 16:01:27.607164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:27.632889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f646d6-07ea-4759-9d1d-4a8861819a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94551e69-5fc5-4e6a-a3bf-8c9b902d0763,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:27.692009 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.731489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-26d9ab34-3a40-42b0-8ff3-fd3d6a662db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:27.734638 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-26d9ab34-3a40-42b0-8ff3-fd3d6a662db7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b50dc24d64d34ceea8c54a5b41683c0a&device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 1096 time: 1.6387675 Aug 09 16:01:27.736966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.767737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Pushing event updated for resources: {'Port': ['ID=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:27.811374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63622f1c-162d-49d6-b847-44824575e925 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:27.817596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53308) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:27.940814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:27.951151 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1900572d-fe43-42f0-af45-fd0268c450c6 x-openstack-request-id: req-1900572d-fe43-42f0-af45-fd0268c450c6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:27.953288 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "name": "network-vif-unplugged", "status": "completed", "tag": "63622f1c-162d-49d6-b847-44824575e925", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:27.953679 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1900572d-fe43-42f0-af45-fd0268c450c6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:27.956295 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63622f1c-162d-49d6-b847-44824575e925', 'code': 200} Aug 09 16:01:27.961719 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.078917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6645193b-2e89-4a9f-97a4-fc1a299c9b40 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:28.084315 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.086154 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-6645193b-2e89-4a9f-97a4-fc1a299c9b40 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 09 16:01:28.086912 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-6645193b-2e89-4a9f-97a4-fc1a299c9b40 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): There was a conflict when trying to complete your request. Aug 09 16:01:28.093335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6645193b-2e89-4a9f-97a4-fc1a299c9b40 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2744045 Aug 09 16:01:28.093972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53312) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:28.122554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:28.140835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ef87779b-beaa-4ad9-9cbe-3eb2808a77e2,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:28.147324 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.155332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730222670'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:28.165301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-311e15f7-5903-48e1-a090-91dc69c45e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:28.166835 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-311e15f7-5903-48e1-a090-91dc69c45e35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd481e8d-2867-4615-aee4-5585f0107dc6 HTTP/1.1" status: 200 len: 914 time: 0.4094369 Aug 09 16:01:28.179371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Attempting to bind port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:28.179712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Attempting to bind port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:28.180070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Attempting to bind port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 on network 73d74978-d436-41ee-afca-3ec5c53da14b {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:28.213769 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.246305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=ef87779b-beaa-4ad9-9cbe-3eb2808a77e2,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:28.250795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['63622f1c-162d-49d6-b847-44824575e925'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:28.257605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-a557c97e-e65f-4cf7-bb9d-2301df732e0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0746865 Aug 09 16:01:28.261494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.319992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 on network 73d74978-d436-41ee-afca-3ec5c53da14b not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:28.320685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Attempting to bind port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 on network 73d74978-d436-41ee-afca-3ec5c53da14b {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:28.391601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.433894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de63b0d-a765-4072-b7df-4e82c8a2cd4a req-04f7a92a-9998-4a2a-8ae1-ebdd4c19f9dc tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:28.446966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6de63b0d-a765-4072-b7df-4e82c8a2cd4a req-04f7a92a-9998-4a2a-8ae1-ebdd4c19f9dc tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.3504467 Aug 09 16:01:28.454436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-860e7128-d84d-4738-992b-1bb75f162223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:28.456742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-860e7128-d84d-4738-992b-1bb75f162223 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=258eff24-6403-4bfa-86ff-73533f7ef419 HTTP/1.1" status: 200 len: 852 time: 0.1796043 Aug 09 16:01:28.506859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b37495-56b4-4fd8-b316-db693e7b2e0b None None] Network 96473bb2-18dd-4dac-a048-dd275de84c31 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:28.559725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:28.560121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Checking segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:28.560586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Bound using segment: {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:28.561120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Bound port: 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc6a940-b2a1-40e9-867c-d963d4e25a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:28.561536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.576168 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.590947 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.626498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6de63b0d-a765-4072-b7df-4e82c8a2cd4a req-a48553ac-2498-4690-bc86-20a1eede3b1d tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776910 Aug 09 16:01:28.674299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d5a2a1-a25d-4fe3-9497-2d11101ca968,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:28.739737 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-0b771f59-12cf-4127-9712-42a536771181 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd481e8d-2867-4615-aee4-5585f0107dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2087069 Aug 09 16:01:28.873615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2fe3620e-feac-4306-bba2-023e344a5af8 None None] Provisioning for port 4ab18c93-7214-4253-875d-4623c6602954 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:28.876051 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.964931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.987735 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.030690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] For port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:29.031356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:29.040912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] For port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:29.054464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.055885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9551616 Aug 09 16:01:29.061934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.063430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53334) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:29.068627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c5aa7141-37c4-45b6-88bd-7cee62e1dadd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '03a038d9-d753-4f51-90a9-3d88aa8fb493', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:29.090339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e63203-c722-42cb-9df9-e6aec5163dd3 req-4d35ea11-7d36-4117-93d4-fe76b63f58f9 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.108329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38e63203-c722-42cb-9df9-e6aec5163dd3 req-4d35ea11-7d36-4117-93d4-fe76b63f58f9 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 944 time: 0.2638350 Aug 09 16:01:29.114145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65698ab4-7402-4cb6-bee7-6b069a2ba270 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a038d9-d753-4f51-90a9-3d88aa8fb493,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:29.178126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:29.179131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.209728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38e63203-c722-42cb-9df9-e6aec5163dd3 req-556d40bd-8c82-47e3-8db5-5e501efc459f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003911 Aug 09 16:01:29.238959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.239613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.240561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7141-37c4-45b6-88bd-7cee62e1dadd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.241106 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] 10.222.0.66 "PUT /v2.0/ports/35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 HTTP/1.1" status: 200 len: 1091 time: 3.7749114 Aug 09 16:01:29.244607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2775e9-3823-40b3-b7a4-0ffe4c847e51', 'tag': '35ebedc2-5087-4ac0-8d0b-4d444a0bbe79'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:29.246587 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6628a36f-a83f-4e59-896a-d5074e20a3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2775e9-3823-40b3-b7a4-0ffe4c847e51", "tag": "35ebedc2-5087-4ac0-8d0b-4d444a0bbe79"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:29.424262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ab18c93-7214-4253-875d-4623c6602954 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:29.463728 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7141-37c4-45b6-88bd-7cee62e1dadd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.474765 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7141-37c4-45b6-88bd-7cee62e1dadd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.484312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.20.0.1 (96473bb2-18dd-4dac-a048-dd275de84c31/319ff90f-c172-4141-a996-4802bee46248/8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:29.490049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7a05d-0f74-40ea-90e8-b6318291700b service neutron] Pushing event updated for resources: {'Port': ['ID=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:29.516361 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-7d577e05-4de1-4b7f-9511-1d80a98bcf2a service neutron] 10.222.0.66 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256582 Aug 09 16:01:29.537105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa7141-37c4-45b6-88bd-7cee62e1dadd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d7cb2e-5f53-4056-81b9-8d9d7690be07,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:29.553242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438713b5-2ce0-4cb6-abba-202aa5cd419c req-19f8ead5-86a5-453b-b996-4e6fa165a5d5 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.558923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-438713b5-2ce0-4cb6-abba-202aa5cd419c req-19f8ead5-86a5-453b-b996-4e6fa165a5d5 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1094 time: 0.2088351 Aug 09 16:01:29.561778 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7141-37c4-45b6-88bd-7cee62e1dadd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.565497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c5aa7141-37c4-45b6-88bd-7cee62e1dadd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981790 Aug 09 16:01:29.569137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53344) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:29.577909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0a684e45-c8f4-49ef-bdf4-98fc65245403 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '03a038d9-d753-4f51-90a9-3d88aa8fb493', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:29.581453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4ab18c93-7214-4253-875d-4623c6602954 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:29.589607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4ab18c93-7214-4253-875d-4623c6602954 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:29.590006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.623609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-0f359880-fc25-46c4-ac6e-a7208f996ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.625543 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-0f359880-fc25-46c4-ac6e-a7208f996ca7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf8646f5c01c486d8416ebd61b0d4a8b&device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1094 time: 0.2632275 Aug 09 16:01:29.627846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-438713b5-2ce0-4cb6-abba-202aa5cd419c req-8d6b34ac-d05b-428a-aff7-932b9d513326 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606618 Aug 09 16:01:29.707497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0a684e45-c8f4-49ef-bdf4-98fc65245403 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.717648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-a93cedb7-b6c5-48bb-8cdf-9d769d6e42b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 HTTP/1.1" status: 200 len: 217 time: 0.0527163 Aug 09 16:01:29.828235 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-0a684e45-c8f4-49ef-bdf4-98fc65245403 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): There was a conflict when trying to complete your request. Aug 09 16:01:29.833324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53352) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:29.833841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0a684e45-c8f4-49ef-bdf4-98fc65245403 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2631798 Aug 09 16:01:29.858696 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f3fe468-4f99-48c1-b64c-fd5223cf2c12 req-c26ef2c7-0df6-4421-8357-d26332a94c57 service neutron] 10.222.0.66 "GET /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147569 Aug 09 16:01:29.864047 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.884451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-3aee8d78-6750-4878-aa4c-78bd6410205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.886284 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-3aee8d78-6750-4878-aa4c-78bd6410205a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=000b85d0-4aee-45fa-aa5b-b2045466a697 HTTP/1.1" status: 200 len: 848 time: 0.1594923 Aug 09 16:01:29.938801 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.940022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4ab18c93-7214-4253-875d-4623c6602954, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ab18c93-7214-4253-875d-4623c6602954,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:29.952878 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.984108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Transition to ACTIVE for port object 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:30.022327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-775da9d5-7255-43fe-a2ef-18a2329dd054 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.051134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-0f9d4248-8fc5-4e9b-b286-408055b111df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:30.053013 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-0f9d4248-8fc5-4e9b-b286-408055b111df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d74978-d436-41ee-afca-3ec5c53da14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578267 Aug 09 16:01:30.054319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4ab18c93-7214-4253-875d-4623c6602954,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:30.072786 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d2e397-8de3-4ace-ade6-944556184669 x-openstack-request-id: req-53d2e397-8de3-4ace-ade6-944556184669 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:30.073207 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2775e9-3823-40b3-b7a4-0ffe4c847e51", "tag": "35ebedc2-5087-4ac0-8d0b-4d444a0bbe79", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:30.073561 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53d2e397-8de3-4ace-ade6-944556184669 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:30.074057 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2775e9-3823-40b3-b7a4-0ffe4c847e51', 'tag': '35ebedc2-5087-4ac0-8d0b-4d444a0bbe79', 'status': 'completed', 'code': 200} Aug 09 16:01:30.082727 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-775da9d5-7255-43fe-a2ef-18a2329dd054 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.181389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.200567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acede04-2350-4f65-b96d-ab0704c77bcf req-7237046a-12e1-4d99-a55a-58ab5cac67d8 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:30.208816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8acede04-2350-4f65-b96d-ab0704c77bcf req-7237046a-12e1-4d99-a55a-58ab5cac67d8 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0740936 Aug 09 16:01:30.261921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 96473bb2-18dd-4dac-a048-dd275de84c31 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:30.266019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:30.273410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:30.275206 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-775da9d5-7255-43fe-a2ef-18a2329dd054 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.279813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-775da9d5-7255-43fe-a2ef-18a2329dd054 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.281071 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-775da9d5-7255-43fe-a2ef-18a2329dd054 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/03a038d9-d753-4f51-90a9-3d88aa8fb493 HTTP/1.1" status: 204 len: 168 time: 0.4394128 Aug 09 16:01:30.282422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:30.294570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53364) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:30.295227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8acede04-2350-4f65-b96d-ab0704c77bcf req-d812c647-0cdd-46cb-8849-93ade6669b36 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841069 Aug 09 16:01:30.322565 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-77be6403-6d0c-41cd-915b-422787a61f46 service neutron] 10.222.0.66 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411366 Aug 09 16:01:30.382239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775da9d5-7255-43fe-a2ef-18a2329dd054 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a038d9-d753-4f51-90a9-3d88aa8fb493,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:30.532120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 63622f1c-162d-49d6-b847-44824575e925 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:30.535147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eda600-c508-4ee4-8f50-1b23a4d0cf6b req-904ddfdd-c669-47b4-9df2-e9a9d7c6914b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:30.543749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3eda600-c508-4ee4-8f50-1b23a4d0cf6b req-904ddfdd-c669-47b4-9df2-e9a9d7c6914b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 944 time: 0.1542501 Aug 09 16:01:30.610142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3eda600-c508-4ee4-8f50-1b23a4d0cf6b req-e1f1e8dd-6b03-4bb8-ad82-89a971615c51 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623696 Aug 09 16:01:30.683127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ad83c950-e5e3-4d08-a72d-e8884125bba5 None None] Provisioning for port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:30.693066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ad83c950-e5e3-4d08-a72d-e8884125bba5 None None] Provisioning complete for port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:30.695301 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ad83c950-e5e3-4d08-a72d-e8884125bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.764730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ab18c93-7214-4253-875d-4623c6602954 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:30.779407 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e12ce226-76cd-4adb-8c41-b01a938c75e4 req-d674051a-7307-4838-86dc-4476b40075c0 service neutron] 10.222.0.66 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003818 Aug 09 16:01:30.800551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fff27-85c7-4fad-98dc-079fb827c105 req-a43523f3-08cb-44ce-8820-aa09a5eaebd7 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:30.801283 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1b0ae0f8-dfbb-4bbb-ac78-3d3a613c1d61 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5027177 Aug 09 16:01:30.802383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.811461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 63622f1c-162d-49d6-b847-44824575e925 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:30.811850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.812682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-033fff27-85c7-4fad-98dc-079fb827c105 req-a43523f3-08cb-44ce-8820-aa09a5eaebd7 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1094 time: 0.0755112 Aug 09 16:01:30.815467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:30.822164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9a40fb76-b029-4c8a-999a-59497198ebcb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697623898'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:30.883857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ad83c950-e5e3-4d08-a72d-e8884125bba5 None None] Port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:30.890371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-033fff27-85c7-4fad-98dc-079fb827c105 req-6683b908-8904-4519-9b37-7af98f3174fb tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688975 Aug 09 16:01:30.894311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a40fb76-b029-4c8a-999a-59497198ebcb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.960768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4ab18c93-7214-4253-875d-4623c6602954 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:30.961262 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.010829 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.039718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63622f1c-162d-49d6-b847-44824575e925'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:31.042494 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca5b8f-1137-47b3-ac9e-b6743a1c866b" -d '{"events": [{"server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "name": "network-vif-plugged", "status": "completed", "tag": "63622f1c-162d-49d6-b847-44824575e925"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:31.057491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-67e3a2ef-9da3-45d3-ac39-f8b32cd5b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.059661 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-67e3a2ef-9da3-45d3-ac39-f8b32cd5b50e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf8646f5c01c486d8416ebd61b0d4a8b&device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1094 time: 0.1446526 Aug 09 16:01:31.068220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:31.073441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a40fb76-b029-4c8a-999a-59497198ebcb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.079094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a40fb76-b029-4c8a-999a-59497198ebcb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.101756 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.114524 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad48574-fe96-4fd5-9db4-c844ee043a3f x-openstack-request-id: req-2ad48574-fe96-4fd5-9db4-c844ee043a3f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:31.115420 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "name": "network-vif-plugged", "status": "completed", "tag": "63622f1c-162d-49d6-b847-44824575e925", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:31.116129 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ad48574-fe96-4fd5-9db4-c844ee043a3f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:31.117034 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63622f1c-162d-49d6-b847-44824575e925', 'code': 200} Aug 09 16:01:31.138306 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.189223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:31.195044 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a40fb76-b029-4c8a-999a-59497198ebcb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.199009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9a40fb76-b029-4c8a-999a-59497198ebcb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3800206 Aug 09 16:01:31.202183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53390) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:31.216864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-793bec58-d0fa-44af-8d9e-550c4a1e7fba tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '31a589e2-c248-46ff-b159-eb1282bee883', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:31.217681 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-793bec58-d0fa-44af-8d9e-550c4a1e7fba tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 09 16:01:31.218215 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-793bec58-d0fa-44af-8d9e-550c4a1e7fba tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:31.219257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-793bec58-d0fa-44af-8d9e-550c4a1e7fba tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0160873 Aug 09 16:01:31.222343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53392) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:31.231587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40fb76-b029-4c8a-999a-59497198ebcb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a589e2-c248-46ff-b159-eb1282bee883,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:31.392372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-be5fed10-64e4-47d5-8c46-99e0d0be3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.393964 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-be5fed10-64e4-47d5-8c46-99e0d0be3b72 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d74978-d436-41ee-afca-3ec5c53da14b HTTP/1.1" status: 200 len: 911 time: 0.3043010 Aug 09 16:01:31.414953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10b583-2fc4-416a-82b4-00ae7f0ec6f1 req-eaf32979-7494-4b58-bbc9-b37d85e0cb7e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.428563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa10b583-2fc4-416a-82b4-00ae7f0ec6f1 req-eaf32979-7494-4b58-bbc9-b37d85e0cb7e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 945 time: 0.0745649 Aug 09 16:01:31.467859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa10b583-2fc4-416a-82b4-00ae7f0ec6f1 req-82066a4d-b0e7-4a39-8f8d-e2450c0a740e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375259 Aug 09 16:01:31.583251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f50b2-8978-431e-a5ca-f8561094408d req-82f41b16-7da3-4c8a-850c-f395eba638fc tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.584902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-688f50b2-8978-431e-a5ca-f8561094408d req-82f41b16-7da3-4c8a-850c-f395eba638fc tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0569906 Aug 09 16:01:31.629375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-688f50b2-8978-431e-a5ca-f8561094408d req-958e49cf-c87a-4d4d-9599-80455f2a7267 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371110 Aug 09 16:01:31.723191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcfb77-2479-416b-b526-a80a489d8f16 req-36c9336d-0329-403e-a1ec-6da88f6845cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.724654 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22fcfb77-2479-416b-b526-a80a489d8f16 req-36c9336d-0329-403e-a1ec-6da88f6845cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 1096 time: 0.4721901 Aug 09 16:01:31.732911 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-cb628e5a-57eb-415d-bb51-f75549fa2e97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 HTTP/1.1" status: 200 len: 217 time: 0.3228507 Aug 09 16:01:31.741933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97754ff-4d55-4565-8260-bf680eb12457 req-022e9aa3-6733-4203-9d69-d03092794ea5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.743434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c97754ff-4d55-4565-8260-bf680eb12457 req-022e9aa3-6733-4203-9d69-d03092794ea5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.0556374 Aug 09 16:01:31.792382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c97754ff-4d55-4565-8260-bf680eb12457 req-f8178417-b415-4c6a-a0e4-9113175901a4 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Aug 09 16:01:31.801528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cb162a6-663f-4d9b-bb2f-f3e8a57bf95c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.885361 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cb162a6-663f-4d9b-bb2f-f3e8a57bf95c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.899477 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22fcfb77-2479-416b-b526-a80a489d8f16 req-49ab9857-f3fe-402f-adc9-6b9e498d4c6a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655836 Aug 09 16:01:31.910768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-3f761fd2-f4bd-4df8-8f2e-ed9c4ad9efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.912287 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-3f761fd2-f4bd-4df8-8f2e-ed9c4ad9efa5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=000b85d0-4aee-45fa-aa5b-b2045466a697 HTTP/1.1" status: 200 len: 848 time: 0.1317441 Aug 09 16:01:32.030348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cb162a6-663f-4d9b-bb2f-f3e8a57bf95c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.032870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5cb162a6-663f-4d9b-bb2f-f3e8a57bf95c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.034018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5cb162a6-663f-4d9b-bb2f-f3e8a57bf95c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/31a589e2-c248-46ff-b159-eb1282bee883 HTTP/1.1" status: 204 len: 168 time: 0.8106108 Aug 09 16:01:32.034824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e755195-2491-4818-b855-f6307b1bf24a req-aba65496-678d-4de1-9868-879039fba248 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.036429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e755195-2491-4818-b855-f6307b1bf24a req-aba65496-678d-4de1-9868-879039fba248 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1094 time: 0.0452373 Aug 09 16:01:32.036896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53408) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:32.060605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb162a6-663f-4d9b-bb2f-f3e8a57bf95c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a589e2-c248-46ff-b159-eb1282bee883,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:32.067552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-30f3524d-75cf-4558-9a8f-9cbbd98680ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.069436 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-30f3524d-75cf-4558-9a8f-9cbbd98680ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d74978-d436-41ee-afca-3ec5c53da14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017525 Aug 09 16:01:32.112575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e755195-2491-4818-b855-f6307b1bf24a req-162b8e45-a0bc-4439-9be8-6c90d20538a1 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676827 Aug 09 16:01:32.126977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cf4c9168-cd99-4cee-a7a5-4c1d45af79ac tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886543 Aug 09 16:01:32.127945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53410) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:32.140076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3bc1fee6-9728-4d7a-a381-8caf888a94cb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013560402'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:32.140930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.148703 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.170215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3bc1fee6-9728-4d7a-a381-8caf888a94cb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.256175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975be00-b930-4b41-abd9-8fc6e89c7eb2 req-7c2f0e8c-1cb7-4047-9fa1-014e2a68c90a tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.257747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5975be00-b930-4b41-abd9-8fc6e89c7eb2 req-7c2f0e8c-1cb7-4047-9fa1-014e2a68c90a tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0772831 Aug 09 16:01:32.258663 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-92dea004-5969-48eb-8939-45de2b4a25e5 service neutron] 10.222.0.66 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737175 Aug 09 16:01:32.259445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.261329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:32.325064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5975be00-b930-4b41-abd9-8fc6e89c7eb2 req-043dc3d4-5d72-45c7-be13-5b055f4235fb tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562441 Aug 09 16:01:32.336935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3bc1fee6-9728-4d7a-a381-8caf888a94cb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.349736 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3bc1fee6-9728-4d7a-a381-8caf888a94cb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.378068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1fee6-9728-4d7a-a381-8caf888a94cb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d92262d-a09f-4d6d-99af-cd9e9a069192,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:32.390680 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3bc1fee6-9728-4d7a-a381-8caf888a94cb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.392817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3bc1fee6-9728-4d7a-a381-8caf888a94cb tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2633514 Aug 09 16:01:32.395963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53412) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:32.400974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-51717754-7397-44d3-a3be-f722b83fcf68 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '1d92262d-a09f-4d6d-99af-cd9e9a069192', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:32.402147 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-51717754-7397-44d3-a3be-f722b83fcf68 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 09 16:01:32.402700 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-51717754-7397-44d3-a3be-f722b83fcf68 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:32.404232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-51717754-7397-44d3-a3be-f722b83fcf68 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069110 Aug 09 16:01:32.407871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53414) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:32.428488 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6628a36f-a83f-4e59-896a-d5074e20a3c1 req-4a2262ec-0147-4368-b9bb-21fa7b236a6f service neutron] 10.222.0.66 "GET /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590805 Aug 09 16:01:32.434053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 96473bb2-18dd-4dac-a048-dd275de84c31 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:32.435988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:32.489139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d6df017-08b3-49d4-a467-2e20667a9ec0 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.517954 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d6df017-08b3-49d4-a467-2e20667a9ec0 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.570159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:32.592949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d6df017-08b3-49d4-a467-2e20667a9ec0 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.596132 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d6df017-08b3-49d4-a467-2e20667a9ec0 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.597769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1d6df017-08b3-49d4-a467-2e20667a9ec0 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/1d92262d-a09f-4d6d-99af-cd9e9a069192 HTTP/1.1" status: 204 len: 168 time: 0.1888387 Aug 09 16:01:32.613364 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53422) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:32.635023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6df017-08b3-49d4-a467-2e20667a9ec0 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d92262d-a09f-4d6d-99af-cd9e9a069192,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:32.674950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 2d28f552-7a5a-413e-af98-b24fba474aac has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:32.716767 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e97336e0-821f-4c56-b666-79d54ed7285c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023521 Aug 09 16:01:32.743715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681e50c-8651-4938-8484-c7f6353f19ac req-3b6f3e56-ccf3-41db-a8f8-b61426de48f9 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.745812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f681e50c-8651-4938-8484-c7f6353f19ac req-3b6f3e56-ccf3-41db-a8f8-b61426de48f9 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 945 time: 0.1288643 Aug 09 16:01:32.745928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53426) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:32.763564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b03dca7a-138f-43c5-ab1f-bd3cea027391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--825862341'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:32.770753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:32.791584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '35ebedc2-5087-4ac0-8d0b-4d444a0bbe79', 'network_id': '73d74978-d436-41ee-afca-3ec5c53da14b', 'port_id': '35ebedc2-5087-4ac0-8d0b-4d444a0bbe79', 'mac_address': 'fa:16:3e:e4:8e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000b85d0-4aee-45fa-aa5b-b2045466a697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:32.814166 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b03dca7a-138f-43c5-ab1f-bd3cea027391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.844748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.863438 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:32.864491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:32.882223 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Sync routers for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:32.885257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f681e50c-8651-4938-8484-c7f6353f19ac req-35f30c01-2134-4619-8387-f140fc79fe83 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822942 Aug 09 16:01:32.894528 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bd9491be-baa2-4e6b-8661-59d1de4e5d9c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "PUT /v2.0/routers/2d28f552-7a5a-413e-af98-b24fba474aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2234445 Aug 09 16:01:32.897755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53430) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:32.898727 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:32.899667 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:32.908639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:32.919735 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.964107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-964feadd-e036-4da6-88f7-3349f225a692 None None] Provisioning complete for port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:32.965055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-964feadd-e036-4da6-88f7-3349f225a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.029998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:33.038487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-964feadd-e036-4da6-88f7-3349f225a692 None None] Port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:33.041006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.041434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.041839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.042241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.042644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.043039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.043434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.043922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.044493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.044598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.044959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.045345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.085065 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:33.202380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6198ad-9337-4bc6-9993-0b403a17891e req-6fa319b4-47f0-4d5f-81ab-926ac3ee7e9f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.203870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab6198ad-9337-4bc6-9993-0b403a17891e req-6fa319b4-47f0-4d5f-81ab-926ac3ee7e9f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1880422 Aug 09 16:01:33.223259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b03dca7a-138f-43c5-ab1f-bd3cea027391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.251928 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b03dca7a-138f-43c5-ab1f-bd3cea027391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.270564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-20155b28-abdf-4713-aa82-e12195b8fe60 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.272289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-20155b28-abdf-4713-aa82-e12195b8fe60 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 945 time: 0.2064116 Aug 09 16:01:33.276637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['35ebedc2-5087-4ac0-8d0b-4d444a0bbe79'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:33.313295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.313761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.314429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.314879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.315508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.316005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.316450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.317072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.317691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.318346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.318895 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:31Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:31Z', 'revision_number': 2, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:33.320939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7c57878c-c843-49b3-b042-e144e1d8e413 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7094 time: 0.4214430 Aug 09 16:01:33.325626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53434) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.356619 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Checking router: 2d28f552-7a5a-413e-af98-b24fba474aac for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:33.357246 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Updating router 2d28f552-7a5a-413e-af98-b24fba474aac port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:01:33.371478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab6198ad-9337-4bc6-9993-0b403a17891e req-7c4a5ff3-ceed-4d1a-977f-5c12f391fed1 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513226 Aug 09 16:01:33.372867 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b03dca7a-138f-43c5-ab1f-bd3cea027391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.374311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b03dca7a-138f-43c5-ab1f-bd3cea027391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6274378 Aug 09 16:01:33.379879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53438) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.380885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dca7a-138f-43c5-ab1f-bd3cea027391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9056918d-b919-40cc-92e2-6db271ce5108,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:33.388165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0dd5221b-44f3-42fd-98b5-c589b29a0f0d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '9056918d-b919-40cc-92e2-6db271ce5108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:33.392470 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-0dd5221b-44f3-42fd-98b5-c589b29a0f0d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 09 16:01:33.393181 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-0dd5221b-44f3-42fd-98b5-c589b29a0f0d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:33.394398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0dd5221b-44f3-42fd-98b5-c589b29a0f0d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106869 Aug 09 16:01:33.398298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53440) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.402996 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.404521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-011a122b-6cd3-4c1c-9dd9-035029090e9f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '9056918d-b919-40cc-92e2-6db271ce5108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:33.405426 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-011a122b-6cd3-4c1c-9dd9-035029090e9f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 09 16:01:33.406283 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-011a122b-6cd3-4c1c-9dd9-035029090e9f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:33.407578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-011a122b-6cd3-4c1c-9dd9-035029090e9f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074842 Aug 09 16:01:33.414351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53442) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.426843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-11a27078-5b85-47bf-b6c7-60b7d637247f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '9056918d-b919-40cc-92e2-6db271ce5108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:33.440686 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-11a27078-5b85-47bf-b6c7-60b7d637247f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 09 16:01:33.441647 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-11a27078-5b85-47bf-b6c7-60b7d637247f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:33.448250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53444) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.449708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-11a27078-5b85-47bf-b6c7-60b7d637247f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0266213 Aug 09 16:01:33.454417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-abc26eb2-661e-41e4-b381-125c97505396 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '9056918d-b919-40cc-92e2-6db271ce5108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:33.455682 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-abc26eb2-661e-41e4-b381-125c97505396 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 09 16:01:33.456424 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-abc26eb2-661e-41e4-b381-125c97505396 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:33.458020 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-abc26eb2-661e-41e4-b381-125c97505396 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084484 Aug 09 16:01:33.463103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53446) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.511889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.512320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.512949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.513280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.513725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.514171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.517905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.517905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.517905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.517905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.518526 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f55b9c04-a60e-48ad-9a8a-7bbf1312bdb3 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6565 time: 0.1912248 Aug 09 16:01:33.522930 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53448) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.559917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7b19-cdae-4b28-806e-10223e212ebe req-f85ed5d2-5db6-46f6-babd-438285e29653 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.561866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89df7b19-cdae-4b28-806e-10223e212ebe req-f85ed5d2-5db6-46f6-babd-438285e29653 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1095 time: 0.0684726 Aug 09 16:01:33.568408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Deleting port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:33.569092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.655112 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.664731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89df7b19-cdae-4b28-806e-10223e212ebe req-fc30b1d9-7b9b-4b80-b436-d4c56eb8812e tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908456 Aug 09 16:01:33.698884 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.708357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] For port 97f78a12-7a46-42bb-83a8-68274d5ef0e6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=97f78a12-7a46-42bb-83a8-68274d5ef0e6,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:33.709122 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.729196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Calling delete_port for 97f78a12-7a46-42bb-83a8-68274d5ef0e6 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:33.763399 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.781981 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Transition to ACTIVE for port object 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:33.793118 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.826307 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.828969 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.830174 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/9056918d-b919-40cc-92e2-6db271ce5108 HTTP/1.1" status: 204 len: 168 time: 0.3660803 Aug 09 16:01:33.834967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53454) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.866910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056918d-b919-40cc-92e2-6db271ce5108,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:33.901158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.901513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.901878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.902217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.902549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.902877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.904483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.904842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.905181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.905522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.905850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.906179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e503cac-0539-441a-86ea-33b99433d55f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.907438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411be80a-6cd8-44ff-bdd9-faf79f07402a req-b21df831-47ee-4743-a796-74e919a3837b tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.910573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-411be80a-6cd8-44ff-bdd9-faf79f07402a req-b21df831-47ee-4743-a796-74e919a3837b tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1174004 Aug 09 16:01:33.944556 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Pushing event updated for resources: {'Port': ['ID=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:33.946038 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-47a695a3-2fed-4198-ac19-83480a9c2157 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086614 Aug 09 16:01:33.954201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53458) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.958245 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b3abbc47-53ff-4e35-81f6-7eb0801031ad tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.4341304 Aug 09 16:01:33.959466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5a2d52a7-185d-4d15-9ccb-946ec3c8f391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--438568108'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:33.989177 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.989177 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.989177 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.989177 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.989776 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.990103 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.990521 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.990941 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.991403 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.991789 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.992240 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.992653 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.028705 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Attempting to bind port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:34.028705 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Attempting to bind port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:34.029126 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Attempting to bind port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd on network 96473bb2-18dd-4dac-a048-dd275de84c31 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:34.035910 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:34.036287 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Checking segment: {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:34.036694 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.037168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Bound using segment: {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:34.037300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-411be80a-6cd8-44ff-bdd9-faf79f07402a req-e0f4d28b-00a3-418f-a4c1-9c63923e9a9f tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171389 Aug 09 16:01:34.037649 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Bound port: 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:34.038030 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.066836 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a2d52a7-185d-4d15-9ccb-946ec3c8f391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.124801 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.136671 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] For port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:34.139255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['97f78a12-7a46-42bb-83a8-68274d5ef0e6'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:34.140897 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] For port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:34.146610 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.204044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Pushing event deleted for resources: {'Port': ['ID=97f78a12-7a46-42bb-83a8-68274d5ef0e6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.262266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8e4687f-5cc3-4d8e-a4f7-48224b3eb6b3 req-f53338dd-076f-4b7c-8929-e6f41104f740 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=42d3a0cb-d4b7-43eb-95b6-22844384b157 HTTP/1.1" status: 200 len: 210 time: 0.0651743 Aug 09 16:01:34.300546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] No DVR routers for this DVR port 97f78a12-7a46-42bb-83a8-68274d5ef0e6 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:34.305383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.307624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a5c1c6e-f967-4649-a111-adb321b784f4 req-825b237c-76fc-4aef-9143-07593192a83a tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.35 "DELETE /v2.0/ports/97f78a12-7a46-42bb-83a8-68274d5ef0e6 HTTP/1.1" status: 204 len: 173 time: 1.0160882 Aug 09 16:01:34.308309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d3a0cb-d4b7-43eb-95b6-22844384b157', 'name': 'network-vif-deleted', 'tag': '97f78a12-7a46-42bb-83a8-68274d5ef0e6'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:34.312223 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3378490-5653-42c0-a2f5-134b3fce8a83" -d '{"events": [{"server_uuid": "42d3a0cb-d4b7-43eb-95b6-22844384b157", "name": "network-vif-deleted", "tag": "97f78a12-7a46-42bb-83a8-68274d5ef0e6"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:34.339781 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:34.340772 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:34.390889 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a2d52a7-185d-4d15-9ccb-946ec3c8f391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.396774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a2d52a7-185d-4d15-9ccb-946ec3c8f391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.455359 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5a2d52a7-185d-4d15-9ccb-946ec3c8f391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.457961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5a2d52a7-185d-4d15-9ccb-946ec3c8f391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5027597 Aug 09 16:01:34.461299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53474) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.465530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d52a7-185d-4d15-9ccb-946ec3c8f391 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f5c950-979d-45f9-9717-d4f89db73ea9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.466514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6280da21-7c45-402a-bfdc-d73b1f50d6a9 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.467363 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-6280da21-7c45-402a-bfdc-d73b1f50d6a9 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 09 16:01:34.467920 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-6280da21-7c45-402a-bfdc-d73b1f50d6a9 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:34.473089 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6280da21-7c45-402a-bfdc-d73b1f50d6a9 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106609 Aug 09 16:01:34.475469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53476) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.486570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-19221996-8ddc-4d3d-b856-0275301ab047 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.538961 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:34.586722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:34.637694 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-19221996-8ddc-4d3d-b856-0275301ab047 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:34.639104 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-19221996-8ddc-4d3d-b856-0275301ab047 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1616001 Aug 09 16:01:34.642086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53480) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.647671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3fd97a59-700d-466f-85bb-9671423c456d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.648429 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-3fd97a59-700d-466f-85bb-9671423c456d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 09 16:01:34.649420 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-3fd97a59-700d-466f-85bb-9671423c456d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:34.650696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3fd97a59-700d-466f-85bb-9671423c456d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074773 Aug 09 16:01:34.656945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53482) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.662498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-eb285d27-fa73-43f1-8894-484c02fc7b5e tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.675519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-28bf0ceb-5f43-420f-92b6-c14e26aae85d tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.677473 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-28bf0ceb-5f43-420f-92b6-c14e26aae85d tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.66 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 945 time: 0.1744044 Aug 09 16:01:34.697684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:34.702561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:34.703280 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.740671 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-eb285d27-fa73-43f1-8894-484c02fc7b5e tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:34.742268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eb285d27-fa73-43f1-8894-484c02fc7b5e tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0839059 Aug 09 16:01:34.749437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53486) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.757730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a53ada33-e3cd-40b6-96a3-eed88fb4122a tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.761132 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-a53ada33-e3cd-40b6-96a3-eed88fb4122a tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 09 16:01:34.763748 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-a53ada33-e3cd-40b6-96a3-eed88fb4122a tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:34.769895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53488) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.770336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a53ada33-e3cd-40b6-96a3-eed88fb4122a tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0188069 Aug 09 16:01:34.775970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4652e2ca-5296-465a-aff1-84b97e0675dd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.803658 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468407a-f979-4409-83d9-cd371baef02f None None] Pushing event updated for resources: {'Port': ['ID=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.826908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53490) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.837852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a985a3b0-a030-4ae5-8abc-0e66f70cd64a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469468856', 'description': 'tempest-secgroup-smoke-469468856 description', 'project_id': '698264eb09894537b6b901408cda1b15'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.877017 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-4652e2ca-5296-465a-aff1-84b97e0675dd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Project 2d4b178588e34be5b2f8504dad2b3f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:01:34.891109 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c8aa61-89ae-4527-9e57-f492a50d12a7 x-openstack-request-id: req-60c8aa61-89ae-4527-9e57-f492a50d12a7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:34.891462 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d3a0cb-d4b7-43eb-95b6-22844384b157", "name": "network-vif-deleted", "tag": "97f78a12-7a46-42bb-83a8-68274d5ef0e6", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:34.891922 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60c8aa61-89ae-4527-9e57-f492a50d12a7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:34.892406 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d3a0cb-d4b7-43eb-95b6-22844384b157', 'name': 'network-vif-deleted', 'tag': '97f78a12-7a46-42bb-83a8-68274d5ef0e6', 'status': 'completed', 'code': 200} Aug 09 16:01:34.916516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a985a3b0-a030-4ae5-8abc-0e66f70cd64a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.922544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Deleting port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:34.923203 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.948845 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-4652e2ca-5296-465a-aff1-84b97e0675dd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:34.950623 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4652e2ca-5296-465a-aff1-84b97e0675dd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1791286 Aug 09 16:01:34.954648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53492) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.960735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f20c3abc-f962-4640-8968-e4c3c97ee262 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.961300 n-d-799523-2 neutron-server[94177]: WARNING neutron.api.v2.base [None req-f20c3abc-f962-4640-8968-e4c3c97ee262 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 09 16:01:34.961872 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-f20c3abc-f962-4640-8968-e4c3c97ee262 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:34.966735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f20c3abc-f962-4640-8968-e4c3c97ee262 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104408 Aug 09 16:01:34.978553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53494) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.983661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2f8d830c-38de-44ba-a203-47e5387e17fa tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:35.010827 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:31Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:34Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:35.032279 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-2f8d830c-38de-44ba-a203-47e5387e17fa tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Project 2d4b178588e34be5b2f8504dad2b3f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:01:35.061572 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-2f8d830c-38de-44ba-a203-47e5387e17fa tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:35.066800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2f8d830c-38de-44ba-a203-47e5387e17fa tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0867364 Aug 09 16:01:35.068526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53498) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:35.076971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-57000d71-394b-4fcd-a170-d53bb7c9df8c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'a4f5c950-979d-45f9-9717-d4f89db73ea9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:35.096758 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa862c-91d0-4a0f-8301-3c44350fb297 None None] The sync data for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 is: [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:31Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:34Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:35.099846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea386-9575-492b-ae75-5d6594c0fbf7 req-0629e127-62e9-43d0-989b-f184ad25c693 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:35.103220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04eea386-9575-492b-ae75-5d6594c0fbf7 req-0629e127-62e9-43d0-989b-f184ad25c693 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1344609 Aug 09 16:01:35.119022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.202665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2775e9-3823-40b3-b7a4-0ffe4c847e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ebedc2-5087-4ac0-8d0b-4d444a0bbe79'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:35.205401 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785a0ee-02fe-4208-a8ac-24a39778f815" -d '{"events": [{"server_uuid": "0f2775e9-3823-40b3-b7a4-0ffe4c847e51", "name": "network-vif-plugged", "status": "completed", "tag": "35ebedc2-5087-4ac0-8d0b-4d444a0bbe79"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:35.208618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04eea386-9575-492b-ae75-5d6594c0fbf7 req-fdb16141-7170-435b-9c61-e34807f8cd47 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938642 Aug 09 16:01:35.216670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] For port 77d4b93b-6630-471d-9076-4d83b8c9b7d7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=77d4b93b-6630-471d-9076-4d83b8c9b7d7,segment=NetworkSegment(44cdafc4-4baa-4cf8-86a5-d55f42651555),segment_id=44cdafc4-4baa-4cf8-86a5-d55f42651555)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:35.217238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.236568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:35.246594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Calling delete_port for 77d4b93b-6630-471d-9076-4d83b8c9b7d7 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:35.247019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.314545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:35.343033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a985a3b0-a030-4ae5-8abc-0e66f70cd64a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.353050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a985a3b0-a030-4ae5-8abc-0e66f70cd64a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.371197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01136b9-c53a-4a11-afb6-afcd257b7780 req-e1e3397c-83b7-4f09-bf7f-77f90669c8af tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:35.373043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01136b9-c53a-4a11-afb6-afcd257b7780 req-e1e3397c-83b7-4f09-bf7f-77f90669c8af tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1096 time: 0.0687919 Aug 09 16:01:35.381435 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-57000d71-394b-4fcd-a170-d53bb7c9df8c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Project 2d4b178588e34be5b2f8504dad2b3f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:01:35.411087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985a3b0-a030-4ae5-8abc-0e66f70cd64a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2839a91-dec3-49a9-a2e5-e5232eda9607,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:35.416515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a985a3b0-a030-4ae5-8abc-0e66f70cd64a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.417815 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a985a3b0-a030-4ae5-8abc-0e66f70cd64a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5888653 Aug 09 16:01:35.426310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53506) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:35.431323 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-57000d71-394b-4fcd-a170-d53bb7c9df8c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:35.432427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-747a11b2-d155-4ca4-99d7-bd45655deea4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'b2839a91-dec3-49a9-a2e5-e5232eda9607', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:35.432639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-57000d71-394b-4fcd-a170-d53bb7c9df8c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3606811 Aug 09 16:01:35.436621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53508) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:35.452613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d01136b9-c53a-4a11-afb6-afcd257b7780 req-ee366939-a2e8-4182-bfde-02bcc0373012 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650637 Aug 09 16:01:35.533892 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b7153c6-4b98-421a-9b2b-c6f9db2d004b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.548652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-747a11b2-d155-4ca4-99d7-bd45655deea4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.620798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b7153c6-4b98-421a-9b2b-c6f9db2d004b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.673080 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.676266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-531b2cab-e52c-4bfd-b579-c053ef80bf81 req-001b994d-9eac-4ac0-b75e-1d3a92b95ba3 tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.64 "GET /v2.0/ports?device_id=d71e280e-fecd-4205-b26f-37a7c024bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0417013 Aug 09 16:01:35.687927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['77d4b93b-6630-471d-9076-4d83b8c9b7d7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:35.720736 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b7153c6-4b98-421a-9b2b-c6f9db2d004b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.723381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Pushing event deleted for resources: {'Port': ['ID=77d4b93b-6630-471d-9076-4d83b8c9b7d7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:35.723540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6b7153c6-4b98-421a-9b2b-c6f9db2d004b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.725064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6b7153c6-4b98-421a-9b2b-c6f9db2d004b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/a4f5c950-979d-45f9-9717-d4f89db73ea9 HTTP/1.1" status: 204 len: 168 time: 0.2874515 Aug 09 16:01:35.746437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53514) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:35.747686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7153c6-4b98-421a-9b2b-c6f9db2d004b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f5c950-979d-45f9-9717-d4f89db73ea9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:35.788473 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a858842-d3bd-4c78-9e7e-93f7c1895407 x-openstack-request-id: req-6a858842-d3bd-4c78-9e7e-93f7c1895407 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:35.788764 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2775e9-3823-40b3-b7a4-0ffe4c847e51", "name": "network-vif-plugged", "status": "completed", "tag": "35ebedc2-5087-4ac0-8d0b-4d444a0bbe79", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:35.789057 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a858842-d3bd-4c78-9e7e-93f7c1895407 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:35.789396 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2775e9-3823-40b3-b7a4-0ffe4c847e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ebedc2-5087-4ac0-8d0b-4d444a0bbe79', 'code': 200} Aug 09 16:01:35.792150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-747a11b2-d155-4ca4-99d7-bd45655deea4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.793384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] No DVR routers for this DVR port 77d4b93b-6630-471d-9076-4d83b8c9b7d7 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:35.799616 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.801918 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-14382f2f-a47d-4795-800f-0e74fcd2dec0 req-e1fe9142-84fd-4d8c-aa34-4e45c8ebdd7e tempest-TestServerAdvancedOps-1313936068 tempest-TestServerAdvancedOps-1313936068-project] 10.222.0.66 "DELETE /v2.0/ports/77d4b93b-6630-471d-9076-4d83b8c9b7d7 HTTP/1.1" status: 204 len: 173 time: 1.1158824 Aug 09 16:01:35.802511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e280e-fecd-4205-b26f-37a7c024bfd4', 'name': 'network-vif-deleted', 'tag': '77d4b93b-6630-471d-9076-4d83b8c9b7d7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:35.804884 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac09ece-405b-48d3-b69d-94f940bab8be" -d '{"events": [{"server_uuid": "d71e280e-fecd-4205-b26f-37a7c024bfd4", "name": "network-vif-deleted", "tag": "77d4b93b-6630-471d-9076-4d83b8c9b7d7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:35.812770 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-747a11b2-d155-4ca4-99d7-bd45655deea4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.852511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e8c36998-a6e0-4faa-876d-2b4eadd7d2b6 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771563 Aug 09 16:01:35.853015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53518) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:35.861821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ca4f3071-2861-47d6-97c6-aed0f8b3bfb2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017437636'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:35.866156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a11b2-d155-4ca4-99d7-bd45655deea4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe705cfd-04fe-4f55-85b0-4162a4d50c5b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:35.877037 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-747a11b2-d155-4ca4-99d7-bd45655deea4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.878221 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-747a11b2-d155-4ca4-99d7-bd45655deea4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4508319 Aug 09 16:01:35.897392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53520) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:35.905947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'b2839a91-dec3-49a9-a2e5-e5232eda9607', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:35.935280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.db.api [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:01:35.935280 n-d-799523-2 neutron-server[94177]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:01:35.935280 n-d-799523-2 neutron-server[94177]: [parameters: {'project_id': '698264eb09894537b6b901408cda1b15', 'id': '198c4116-f092-4517-b69b-b07539e920ee', 'expiration': datetime.datetime(2021, 8, 9, 16, 3, 35, 928043)}] Aug 09 16:01:35.935280 n-d-799523-2 neutron-server[94177]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:35.935884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a720f-893d-42e3-9766-168fcd9bb6b6 req-145cd3cd-e026-4bcc-9853-46057266459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:35.936414 n-d-799523-2 neutron-server[94177]: DEBUG oslo_db.api [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:35.936968 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a03a720f-893d-42e3-9766-168fcd9bb6b6 req-145cd3cd-e026-4bcc-9853-46057266459a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1096 time: 0.0614676 Aug 09 16:01:35.951895 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3071-2861-47d6-97c6-aed0f8b3bfb2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.953355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085285b-a463-483f-9df6-ebf0530edda8 req-71abf3eb-d677-4719-ac09-3ba7de81e636 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:35.962113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c085285b-a463-483f-9df6-ebf0530edda8 req-71abf3eb-d677-4719-ac09-3ba7de81e636 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1041217 Aug 09 16:01:36.003429 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a03a720f-893d-42e3-9766-168fcd9bb6b6 req-568a2e53-1931-490d-9fb3-e9cf24bcc5c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588083 Aug 09 16:01:36.017219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c085285b-a463-483f-9df6-ebf0530edda8 req-13b52788-e48d-4b4d-a41f-4aceb7be7462 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546770 Aug 09 16:01:36.068529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3071-2861-47d6-97c6-aed0f8b3bfb2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.074093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3071-2861-47d6-97c6-aed0f8b3bfb2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.111268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3071-2861-47d6-97c6-aed0f8b3bfb2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.115514 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ca4f3071-2861-47d6-97c6-aed0f8b3bfb2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2583261 Aug 09 16:01:36.116050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f3071-2861-47d6-97c6-aed0f8b3bfb2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b2bd4d-f859-4e84-9c6c-c28a453eee8c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:36.117267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53526) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:36.121303 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7aa67-4b6d-4db2-883f-cae72d19bfdb x-openstack-request-id: req-ebd7aa67-4b6d-4db2-883f-cae72d19bfdb {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:36.121674 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e280e-fecd-4205-b26f-37a7c024bfd4", "name": "network-vif-deleted", "tag": "77d4b93b-6630-471d-9076-4d83b8c9b7d7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:36.122137 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebd7aa67-4b6d-4db2-883f-cae72d19bfdb {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:36.122703 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e280e-fecd-4205-b26f-37a7c024bfd4', 'name': 'network-vif-deleted', 'tag': '77d4b93b-6630-471d-9076-4d83b8c9b7d7', 'status': 'completed', 'code': 200} Aug 09 16:01:36.127409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-eabf4e63-2b85-4c67-a38b-70a84740f1ef tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '98b2bd4d-f859-4e84-9c6c-c28a453eee8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:36.183593 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-eabf4e63-2b85-4c67-a38b-70a84740f1ef tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The resource could not be found. Aug 09 16:01:36.188471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eabf4e63-2b85-4c67-a38b-70a84740f1ef tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0677431 Aug 09 16:01:36.188690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53528) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:36.193818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5744fd54-f263-4e33-9aad-0d6fb119d6f9 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '98b2bd4d-f859-4e84-9c6c-c28a453eee8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6728f2af-9c74-47ca-b0bb-ff311a4184a9'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:36.263380 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-5744fd54-f263-4e33-9aad-0d6fb119d6f9 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The resource could not be found. Aug 09 16:01:36.267590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53530) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:36.275157 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5744fd54-f263-4e33-9aad-0d6fb119d6f9 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0854692 Aug 09 16:01:36.377590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-28aeec2f-364f-4260-b7d5-358f6050e508 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.409389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-28aeec2f-364f-4260-b7d5-358f6050e508 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.521743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.533066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-28aeec2f-364f-4260-b7d5-358f6050e508 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.536370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-28aeec2f-364f-4260-b7d5-358f6050e508 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.540442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53548) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:36.540646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-28aeec2f-364f-4260-b7d5-358f6050e508 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/98b2bd4d-f859-4e84-9c6c-c28a453eee8c HTTP/1.1" status: 204 len: 168 time: 0.2715068 Aug 09 16:01:36.562280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aeec2f-364f-4260-b7d5-358f6050e508 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b2bd4d-f859-4e84-9c6c-c28a453eee8c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:36.647454 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e148b34-96c4-45e1-a856-ae8230af5d9a tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018956 Aug 09 16:01:36.649590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53550) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:36.661570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-74dc91df-414b-4d07-9c01-a75cbd5819a8 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': '7bb59e01-d910-4a13-a955-225a60ca7c94', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:36.727115 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.736634 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.790411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:36.802123 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-74dc91df-414b-4d07-9c01-a75cbd5819a8 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The resource could not be found. Aug 09 16:01:36.803976 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-74dc91df-414b-4d07-9c01-a75cbd5819a8 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1521468 Aug 09 16:01:36.808118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53558) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:36.815636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a390200a-319a-4cba-b810-a4e06de4133f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282094091'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:36.831206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28beced7-73fa-40a5-8834-4137ef6e8d4b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:36.848008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-f3156002-e921-4d73-8325-eefeb4882d88 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:36.856331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-f3156002-e921-4d73-8325-eefeb4882d88 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 815 time: 0.2822962 Aug 09 16:01:36.860051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.864489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b6837d9e-c48b-432f-bae7-3a76008e2453 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9657969 Aug 09 16:01:36.864718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53562) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:36.871690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f16a972d-5c47-4a19-a43f-6ff296bed326 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'b2839a91-dec3-49a9-a2e5-e5232eda9607', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:36.875160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-506cf72b-074b-45dd-8a90-2d2609f887e7 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/quotas/8f8c00b22f4c48b38fe177d9358d4193 HTTP/1.1" status: 200 len: 375 time: 0.0177741 Aug 09 16:01:36.876698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:36.883681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a390200a-319a-4cba-b810-a4e06de4133f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.889672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:36.890063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.941369 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f16a972d-5c47-4a19-a43f-6ff296bed326 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.989899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-4ce1e944-a7d6-4fde-86a4-0a79e2472c3c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076472 Aug 09 16:01:37.052246 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.131540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:37.140479 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.202100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-2cce3b0f-a90f-489a-8f1b-e820f9bcf586 service neutron] 10.222.0.64 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111967 Aug 09 16:01:37.223948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:37.319776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-4f938bb2-d40a-45d7-8227-e6fa55a19d19 service neutron] 10.222.0.64 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162653 Aug 09 16:01:37.446897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a390200a-319a-4cba-b810-a4e06de4133f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.473020 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a390200a-319a-4cba-b810-a4e06de4133f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.521128 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a390200a-319a-4cba-b810-a4e06de4133f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.522486 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a390200a-319a-4cba-b810-a4e06de4133f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7129068 Aug 09 16:01:37.526004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53584) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:37.533880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2dfa5a0f-eef6-4630-ae9c-e3cd1d195f39 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597608854'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:37.538925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f16a972d-5c47-4a19-a43f-6ff296bed326 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.540465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390200a-319a-4cba-b810-a4e06de4133f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea0a126-7ff7-4355-97f6-f8565bbc04a7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:37.546204 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f16a972d-5c47-4a19-a43f-6ff296bed326 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.566029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a972d-5c47-4a19-a43f-6ff296bed326 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b6430d-69ca-4c85-817d-ed324bebfe87,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:37.581555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f16a972d-5c47-4a19-a43f-6ff296bed326 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.583244 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f16a972d-5c47-4a19-a43f-6ff296bed326 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7172995 Aug 09 16:01:37.586122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53586) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:37.591490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2bfe4a2c-e48e-4b3a-9db1-8b8db510eb7d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'b2839a91-dec3-49a9-a2e5-e5232eda9607', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:37.598448 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dfa5a0f-eef6-4630-ae9c-e3cd1d195f39 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.603020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 97f78a12-7a46-42bb-83a8-68274d5ef0e6 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:37.642912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2bfe4a2c-e48e-4b3a-9db1-8b8db510eb7d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.644348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 97f78a12-7a46-42bb-83a8-68274d5ef0e6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:37.644928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 97f78a12-7a46-42bb-83a8-68274d5ef0e6 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:37.725084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a5e1d-92f2-477c-9a59-bf925f1d947d req-80c0caf2-8e00-4d7e-83bf-a978f4834021 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:37.728846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e82a5e1d-92f2-477c-9a59-bf925f1d947d req-80c0caf2-8e00-4d7e-83bf-a978f4834021 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1096 time: 0.2026999 Aug 09 16:01:37.766152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2bfe4a2c-e48e-4b3a-9db1-8b8db510eb7d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.773518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2bfe4a2c-e48e-4b3a-9db1-8b8db510eb7d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.823257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe4a2c-e48e-4b3a-9db1-8b8db510eb7d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37486efb-5c8e-4982-979a-17ba3a04ab76,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:37.902675 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dfa5a0f-eef6-4630-ae9c-e3cd1d195f39 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.917957 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2bfe4a2c-e48e-4b3a-9db1-8b8db510eb7d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.921983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e82a5e1d-92f2-477c-9a59-bf925f1d947d req-d549a12c-b13d-4b43-acba-a81362fbc093 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123362 Aug 09 16:01:37.924313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dfa5a0f-eef6-4630-ae9c-e3cd1d195f39 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.943467 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2bfe4a2c-e48e-4b3a-9db1-8b8db510eb7d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561950 Aug 09 16:01:37.955476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53598) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:37.988996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c54572ab-67be-4593-a2d7-437bdfe4d40f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'b2839a91-dec3-49a9-a2e5-e5232eda9607', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:38.026051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa5a0f-eef6-4630-ae9c-e3cd1d195f39 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe6e706-b065-409e-b3d1-6bb8e6f629a4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:38.045937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53602) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:38.081084 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-c54572ab-67be-4593-a2d7-437bdfe4d40f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Project 698264eb09894537b6b901408cda1b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:01:38.090309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c54572ab-67be-4593-a2d7-437bdfe4d40f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.128305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dfa5a0f-eef6-4630-ae9c-e3cd1d195f39 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.132999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2dfa5a0f-eef6-4630-ae9c-e3cd1d195f39 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6020093 Aug 09 16:01:38.153624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53604) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:38.161211 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e978615f-078a-4e9a-9430-06f336ea7941 req-134ab483-c7dc-417f-b17e-e35d13aabd1e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 210 time: 0.0493789 Aug 09 16:01:38.191915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-18cd748a-d255-4501-8411-8c3cc47c7021 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'aea0a126-7ff7-4355-97f6-f8565bbc04a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'afe6e706-b065-409e-b3d1-6bb8e6f629a4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:38.213524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c962a3-5092-4af1-ae7b-34f6e9d7294c admin admin] Deleting subnet 258eff24-6403-4bfa-86ff-73533f7ef419 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:01:38.223975 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74c962a3-5092-4af1-ae7b-34f6e9d7294c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.273251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c54572ab-67be-4593-a2d7-437bdfe4d40f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.307776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74c962a3-5092-4af1-ae7b-34f6e9d7294c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.308114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da4329-67d2-4729-8251-83d149a6a352 req-45562a7e-2ea0-4353-af90-ab8a48f7071d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:38.316159 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82da4329-67d2-4729-8251-83d149a6a352 req-45562a7e-2ea0-4353-af90-ab8a48f7071d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.66 "GET /v2.0/ports?device_id=32751ed1-d1f4-4abc-b5fd-98b346c9b61b HTTP/1.1" status: 200 len: 945 time: 0.1332757 Aug 09 16:01:38.317036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c54572ab-67be-4593-a2d7-437bdfe4d40f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.364814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54572ab-67be-4593-a2d7-437bdfe4d40f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab232f5-a1af-449f-a5f2-a562299f3b65,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:38.370351 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-18cd748a-d255-4501-8411-8c3cc47c7021 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:38.371298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-18cd748a-d255-4501-8411-8c3cc47c7021 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2091095 Aug 09 16:01:38.375517 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74c962a3-5092-4af1-ae7b-34f6e9d7294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.376588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53606) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:38.378819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c54572ab-67be-4593-a2d7-437bdfe4d40f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.382477 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c54572ab-67be-4593-a2d7-437bdfe4d40f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4212670 Aug 09 16:01:38.388320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53608) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:38.394065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-45a7614d-87a9-4a09-a180-aea5e95caa20 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'b2839a91-dec3-49a9-a2e5-e5232eda9607', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:38.400181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55682a-e4c1-42db-a72e-ad344a44c9ad req-360861ea-4a6d-41db-aee7-1740f04886b7 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:38.401746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f55682a-e4c1-42db-a72e-ad344a44c9ad req-360861ea-4a6d-41db-aee7-1740f04886b7 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1096 time: 0.1424811 Aug 09 16:01:38.496327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74c962a3-5092-4af1-ae7b-34f6e9d7294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.499407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f55682a-e4c1-42db-a72e-ad344a44c9ad req-0278e6e7-436e-4c16-905d-8b2e42fdf6a8 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627165 Aug 09 16:01:38.501704 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-45a7614d-87a9-4a09-a180-aea5e95caa20 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Project 698264eb09894537b6b901408cda1b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:01:38.518852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45a7614d-87a9-4a09-a180-aea5e95caa20 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.525359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c962a3-5092-4af1-ae7b-34f6e9d7294c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258eff24-6403-4bfa-86ff-73533f7ef419,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:38.531161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74c962a3-5092-4af1-ae7b-34f6e9d7294c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.534427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-74c962a3-5092-4af1-ae7b-34f6e9d7294c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/258eff24-6403-4bfa-86ff-73533f7ef419 HTTP/1.1" status: 204 len: 168 time: 0.4873531 Aug 09 16:01:38.537206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53616) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:38.544472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1f2142a-1e4d-4894-ac51-cc5997ddf28c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.615455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 77d4b93b-6630-471d-9076-4d83b8c9b7d7 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:38.650251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45a7614d-87a9-4a09-a180-aea5e95caa20 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.658674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 77d4b93b-6630-471d-9076-4d83b8c9b7d7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:38.659625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 77d4b93b-6630-471d-9076-4d83b8c9b7d7 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:38.662256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45a7614d-87a9-4a09-a180-aea5e95caa20 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.667468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1f2142a-1e4d-4894-ac51-cc5997ddf28c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.678908 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.691400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Deleting port 63622f1c-162d-49d6-b847-44824575e925 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:38.692220 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.717872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-45a7614d-87a9-4a09-a180-aea5e95caa20 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.724091 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-45a7614d-87a9-4a09-a180-aea5e95caa20 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3317928 Aug 09 16:01:38.746122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:38.849048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902247e-96b2-43c3-87fc-ecf5daeeda95 req-1708bdc7-e62d-4e30-ad5b-7d3373f0e487 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:38.852261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1902247e-96b2-43c3-87fc-ecf5daeeda95 req-1708bdc7-e62d-4e30-ad5b-7d3373f0e487 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1096 time: 0.2076149 Aug 09 16:01:38.879887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.898624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] For port 63622f1c-162d-49d6-b847-44824575e925, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=63622f1c-162d-49d6-b847-44824575e925,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:38.899752 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.921686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Calling delete_port for 63622f1c-162d-49d6-b847-44824575e925 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:38.942106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:38.942587 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.136740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.150192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7614d-87a9-4a09-a180-aea5e95caa20 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad74166-c254-4a94-a25b-9c33c78578ba,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.183905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1f2142a-1e4d-4894-ac51-cc5997ddf28c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.187610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1f2142a-1e4d-4894-ac51-cc5997ddf28c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.191773 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a1f2142a-1e4d-4894-ac51-cc5997ddf28c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/afe6e706-b065-409e-b3d1-6bb8e6f629a4 HTTP/1.1" status: 204 len: 168 time: 0.8139586 Aug 09 16:01:39.194028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53640) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:39.260559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['63622f1c-162d-49d6-b847-44824575e925'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:39.293154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2142a-1e4d-4894-ac51-cc5997ddf28c tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe6e706-b065-409e-b3d1-6bb8e6f629a4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.336809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] No DVR routers for this DVR port 63622f1c-162d-49d6-b847-44824575e925 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:39.338720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Pushing event deleted for resources: {'Port': ['ID=63622f1c-162d-49d6-b847-44824575e925,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.348045 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.350321 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-82da4329-67d2-4729-8251-83d149a6a352 req-9175caa5-809a-4a1d-91af-7c796c62ff0e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.66 "DELETE /v2.0/ports/63622f1c-162d-49d6-b847-44824575e925 HTTP/1.1" status: 204 len: 173 time: 1.0254326 Aug 09 16:01:39.351119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'name': 'network-vif-deleted', 'tag': '63622f1c-162d-49d6-b847-44824575e925'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:39.354223 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b114ae8-c8e2-44f9-bac8-b1af6f05b031" -d '{"events": [{"server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "name": "network-vif-deleted", "tag": "63622f1c-162d-49d6-b847-44824575e925"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:39.371428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd481e8d-2867-4615-aee4-5585f0107dc6']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:39.419516 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d5322bb1-b40d-43fc-8210-1b993e602321 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2006867 Aug 09 16:01:39.419990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53644) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:39.420617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cdafc4-4baa-4cf8-86a5-d55f42651555') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:39.421001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cdafc4-4baa-4cf8-86a5-d55f42651555') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:39.440771 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.461910 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1902247e-96b2-43c3-87fc-ecf5daeeda95 req-e8885a4a-44fe-402c-bf75-1d0740d33130 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020472 Aug 09 16:01:39.473123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.501166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c02eca6-b6b2-4a2a-9a86-84a863ab7f6d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.502991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:39.503699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:39.505665 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:39.573532 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c02eca6-b6b2-4a2a-9a86-84a863ab7f6d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.594335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-4d568ec8-9e1c-4efd-8bdf-2113fe5fb3c2 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:39.596655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-4d568ec8-9e1c-4efd-8bdf-2113fe5fb3c2 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.35 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 815 time: 0.2418430 Aug 09 16:01:39.603257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.613968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Request body: {'port': {'device_id': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'admin_state_up': True, 'tenant_id': '8f8c00b22f4c48b38fe177d9358d4193'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:39.623895 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.626644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] 10.222.0.64 "DELETE /v2.0/networks/fd481e8d-2867-4615-aee4-5585f0107dc6 HTTP/1.1" status: 204 len: 168 time: 1.0836391 Aug 09 16:01:39.629897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53656) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:39.686589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-729e0cff-c9f2-4e3e-8aa1-7e89f91ea9e6 admin admin] Deleting subnet fcdb43c5-6c4e-4eba-ba4b-2fde25147266 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:01:39.691535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-729e0cff-c9f2-4e3e-8aa1-7e89f91ea9e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.720567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2894d5a-9617-4386-b3d6-2a7688f4999b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd481e8d-2867-4615-aee4-5585f0107dc6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.739843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c02eca6-b6b2-4a2a-9a86-84a863ab7f6d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.739843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5c02eca6-b6b2-4a2a-9a86-84a863ab7f6d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.741391 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5c02eca6-b6b2-4a2a-9a86-84a863ab7f6d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/aea0a126-7ff7-4355-97f6-f8565bbc04a7 HTTP/1.1" status: 204 len: 168 time: 0.3200324 Aug 09 16:01:39.746614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53658) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:39.750377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-d388dd33-be31-4694-80c7-3b66be95b1d5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469468856&fields=id&tenant_id=698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 267 time: 0.1296802 Aug 09 16:01:39.763208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02eca6-b6b2-4a2a-9a86-84a863ab7f6d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea0a126-7ff7-4355-97f6-f8565bbc04a7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.770933 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-729e0cff-c9f2-4e3e-8aa1-7e89f91ea9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.851163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-729e0cff-c9f2-4e3e-8aa1-7e89f91ea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.927806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-729e0cff-c9f2-4e3e-8aa1-7e89f91ea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.966852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e0cff-c9f2-4e3e-8aa1-7e89f91ea9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdb43c5-6c4e-4eba-ba4b-2fde25147266,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.971422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-729e0cff-c9f2-4e3e-8aa1-7e89f91ea9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.974528 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-729e0cff-c9f2-4e3e-8aa1-7e89f91ea9e6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fcdb43c5-6c4e-4eba-ba4b-2fde25147266 HTTP/1.1" status: 204 len: 168 time: 0.3434358 Aug 09 16:01:39.977026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53662) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:39.988565 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4322ce82-91c9-40be-94ad-415805e1c72f tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2373531 Aug 09 16:01:39.989741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53664) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:39.997370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--660195827'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:40.019870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:01:40.019870 n-d-799523-2 neutron-server[94178]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:01:40.019870 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id': '2d4b178588e34be5b2f8504dad2b3f39', 'id': 'e68f4b55-7b01-45be-87ca-01df13d7041f', 'expiration': datetime.datetime(2021, 8, 9, 16, 3, 40, 11750)}] Aug 09 16:01:40.019870 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:40.020380 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:40.063498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Made reservation on behalf of 8f8c00b22f4c48b38fe177d9358d4193 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:40.067640 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.150795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-35dedb07-c453-4ea3-afb2-047c3d50ae26 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:40.152378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-35dedb07-c453-4ea3-afb2-047c3d50ae26 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/networks?id=96473bb2-18dd-4dac-a048-dd275de84c31 HTTP/1.1" status: 200 len: 797 time: 0.3723650 Aug 09 16:01:40.196587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.230635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-59e46e94-6126-410b-bdf1-0f1829d2a06b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/quotas/698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 375 time: 0.0577765 Aug 09 16:01:40.442270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Allocated IP 172.20.0.14 (785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8/0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5/60bd2cb5-47b7-4bdc-b687-48e6512bee9d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:40.464450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-9a6fd36e-3c1c-4548-bb21-24d463161e66 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2198625 Aug 09 16:01:40.469875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.486027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb918bc-5686-4734-812d-0e4611c4c10b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:40.515749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb26298-b614-47b7-9e2b-cc5b2e94591a') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:40.522734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb26298-b614-47b7-9e2b-cc5b2e94591a') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:40.566755 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.595084 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.686128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.708357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:40.708856 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:40.712895 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:40.768516 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.774284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.797542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-dcf06bf7-7698-4f0f-844d-38ef39947b33 service neutron] 10.222.0.64 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088853 Aug 09 16:01:40.808837 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.810223 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8191617 Aug 09 16:01:40.813943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53670) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:40.814346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eec048-2100-42b5-a09f-7444a9ed69dc tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5cc809-0fca-4fee-8139-b81bbe0c26c4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:40.822284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cb30ead0-c7d2-48b7-b90b-6ca66bbb88dd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'bb5cc809-0fca-4fee-8139-b81bbe0c26c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:40.832994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.853278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.855146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4cb918bc-5686-4734-812d-0e4611c4c10b HTTP/1.1" status: 204 len: 168 time: 0.8741326 Aug 09 16:01:40.923841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc715025-53b7-45dc-a65c-c5fa9361e735 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb918bc-5686-4734-812d-0e4611c4c10b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:40.931466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.994222 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-cb30ead0-c7d2-48b7-b90b-6ca66bbb88dd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:40.998130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb30ead0-c7d2-48b7-b90b-6ca66bbb88dd tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1785409 Aug 09 16:01:40.998691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53678) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:41.003801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-acb313ce-1b42-452b-a217-1a2378af7549 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group_rule': {'security_group_id': 'bb5cc809-0fca-4fee-8139-b81bbe0c26c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:41.076937 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-acb313ce-1b42-452b-a217-1a2378af7549 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:01:41.082650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-702d9a8f-e367-4c6e-94f7-e4ead45251c1 service neutron] 10.222.0.64 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435286 Aug 09 16:01:41.084064 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-acb313ce-1b42-452b-a217-1a2378af7549 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0784945 Aug 09 16:01:41.084064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53682) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:41.117466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.145281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53684) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:41.185927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:41.189301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:41.192065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:41.222465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c5f24b3-58a2-4b31-81ea-47e062092f4b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.262379 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8683f64c-1682-4445-b872-7097202451fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b50dc24d64d34ceea8c54a5b41683c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131222 Aug 09 16:01:41.266922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53686) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:41.272552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c5f24b3-58a2-4b31-81ea-47e062092f4b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.278801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Pushing event updated for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:41.326689 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c5f24b3-58a2-4b31-81ea-47e062092f4b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.329582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c5f24b3-58a2-4b31-81ea-47e062092f4b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.329903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:41.330911 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c5f24b3-58a2-4b31-81ea-47e062092f4b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/bb5cc809-0fca-4fee-8139-b81bbe0c26c4 HTTP/1.1" status: 204 len: 168 time: 0.2444513 Aug 09 16:01:41.331434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.342792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53692) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:41.343782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f24b3-58a2-4b31-81ea-47e062092f4b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5cc809-0fca-4fee-8139-b81bbe0c26c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:41.407867 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7a76e17c-1581-4d62-a5b8-623ffcdbf4f6 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610561 Aug 09 16:01:41.410768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-8a93451d-dd72-4c91-aca0-d24122fe0eab tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8021743 Aug 09 16:01:41.410924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53700) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:41.422693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-05413aed-2cb2-418c-8f60-da50fa06f477 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'tempest-secgroup--20262496'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:41.438705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Request body: {'port': {'device_id': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:41.538286 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3c7b-0a59-4ff4-9721-dfd8debe21d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.593015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3c7b-0a59-4ff4-9721-dfd8debe21d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.637078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05413aed-2cb2-418c-8f60-da50fa06f477 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.658500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e572f2-217a-444a-988e-f5a54f9e1b67 req-02a11e0d-21f0-41be-90a7-92777794e97f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:41.668498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67e572f2-217a-444a-988e-f5a54f9e1b67 req-02a11e0d-21f0-41be-90a7-92777794e97f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 932 time: 0.2905586 Aug 09 16:01:41.770708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.848110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67e572f2-217a-444a-988e-f5a54f9e1b67 req-6601a886-a72c-4a37-9ffd-489d305b79be tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784015 Aug 09 16:01:41.940254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3c7b-0a59-4ff4-9721-dfd8debe21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.945338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3c7b-0a59-4ff4-9721-dfd8debe21d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.949136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a5ec3c7b-0a59-4ff4-9721-dfd8debe21d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfb5c44a-3f4b-42f8-8c33-5ff3b531c173 HTTP/1.1" status: 204 len: 168 time: 0.6788025 Aug 09 16:01:41.988488 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304f864b-cf53-4051-8039-1a129f1e74eb x-openstack-request-id: req-304f864b-cf53-4051-8039-1a129f1e74eb {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:41.988924 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32751ed1-d1f4-4abc-b5fd-98b346c9b61b", "name": "network-vif-deleted", "tag": "63622f1c-162d-49d6-b847-44824575e925", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:41.989322 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-304f864b-cf53-4051-8039-1a129f1e74eb {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:41.989928 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32751ed1-d1f4-4abc-b5fd-98b346c9b61b', 'name': 'network-vif-deleted', 'tag': '63622f1c-162d-49d6-b847-44824575e925', 'status': 'completed', 'code': 200} Aug 09 16:01:42.015494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05413aed-2cb2-418c-8f60-da50fa06f477 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.289569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec3c7b-0a59-4ff4-9721-dfd8debe21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb5c44a-3f4b-42f8-8c33-5ff3b531c173,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:42.297492 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05413aed-2cb2-418c-8f60-da50fa06f477 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.397794 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05413aed-2cb2-418c-8f60-da50fa06f477 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.402229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-05413aed-2cb2-418c-8f60-da50fa06f477 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9848356 Aug 09 16:01:42.402855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53716) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:42.410087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-adb8913b-e7eb-4e35-bf95-aebae5142ad2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:42.411508 n-d-799523-2 neutron-server[94178]: WARNING neutron.api.v2.base [None req-adb8913b-e7eb-4e35-bf95-aebae5142ad2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 09 16:01:42.423988 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-adb8913b-e7eb-4e35-bf95-aebae5142ad2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] update failed (client error): There was a conflict when trying to complete your request. Aug 09 16:01:42.426312 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-adb8913b-e7eb-4e35-bf95-aebae5142ad2 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "PUT /v2.0/security-groups/04d6fb34-578a-4d23-bd9f-84e0e0dd1943 HTTP/1.1" status: 409 len: 330 time: 0.0218117 Aug 09 16:01:42.428954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53720) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:42.439526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53363f26-0956-487d-ba61-98f4957f2493 req-09b866cb-b024-4ebd-8cd2-2644a6a6f3f1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 210 time: 0.0844314 Aug 09 16:01:42.445594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05413aed-2cb2-418c-8f60-da50fa06f477 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d6fb34-578a-4d23-bd9f-84e0e0dd1943,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:42.607024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5074d8be-2d85-45be-9834-00b11d594f2b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.651569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 63622f1c-162d-49d6-b847-44824575e925 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:42.693233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5074d8be-2d85-45be-9834-00b11d594f2b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.696716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 63622f1c-162d-49d6-b847-44824575e925 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:42.697099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 63622f1c-162d-49d6-b847-44824575e925 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:42.755359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bd2cb5-47b7-4bdc-b687-48e6512bee9d {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:42.773025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53728) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:42.790625 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.812441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce4283-e253-407e-b252-9e53fe915328 req-d05fb0c8-0c6e-4296-b482-197c370c006e tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:42.845188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39ce4283-e253-407e-b252-9e53fe915328 req-d05fb0c8-0c6e-4296-b482-197c370c006e tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1096 time: 0.2783680 Aug 09 16:01:42.861512 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-61b7ffa3-6bfe-4e94-9a7c-e5666eb1c896 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c8c6d3af91446bdb0cd8de94cb33676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864680 Aug 09 16:01:42.864796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53732) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:42.901595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Transition to ACTIVE for port object 60bd2cb5-47b7-4bdc-b687-48e6512bee9d will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:42.908442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.923066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5074d8be-2d85-45be-9834-00b11d594f2b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.940185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5074d8be-2d85-45be-9834-00b11d594f2b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.942511 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5074d8be-2d85-45be-9834-00b11d594f2b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/04d6fb34-578a-4d23-bd9f-84e0e0dd1943 HTTP/1.1" status: 204 len: 168 time: 0.5116940 Aug 09 16:01:42.960750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:43.045520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074d8be-2d85-45be-9834-00b11d594f2b tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d6fb34-578a-4d23-bd9f-84e0e0dd1943,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:43.112677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39ce4283-e253-407e-b252-9e53fe915328 req-05c5610c-64f0-4862-adb2-038a2ae92291 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218239 Aug 09 16:01:43.198592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Pushing event updated for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:43.218269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.221192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.221822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.222390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.222966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.223542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.224128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.224720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.225519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.226122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.226709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.227258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:43.348592 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c7940eb-d0d2-4ed0-a237-aa0849b7ce6a tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3816404 Aug 09 16:01:43.354699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53748) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:43.390175 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-d75419da-d015-47b7-a594-991e695534da tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] delete failed (client error): The resource could not be found. Aug 09 16:01:43.391240 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d75419da-d015-47b7-a594-991e695534da tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "DELETE /v2.0/security-groups/d4c7666f-7aa1-4b07-a4a2-a0fa36b98ce8 HTTP/1.1" status: 404 len: 347 time: 0.0304525 Aug 09 16:01:43.399501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53752) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:43.410024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d14993b9-ee82-411b-aced-1744cd51b73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.412788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Attempting to bind port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:43.413194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Attempting to bind port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:43.413576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Attempting to bind port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:43.431713 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-9e9d489c-ccf5-4166-b260-a26df4d6b84d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] show failed (client error): The resource could not be found. Aug 09 16:01:43.431713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9e9d489c-ccf5-4166-b260-a26df4d6b84d tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-groups/e31223fa-2255-4cfd-870a-7b8e3e9e089d HTTP/1.1" status: 404 len: 347 time: 0.0283716 Aug 09 16:01:43.437750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07611ea-023d-4d6a-abef-c6b28f279f5b req-a121ea40-488f-41b0-97f2-801df443ae4d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:43.439737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07611ea-023d-4d6a-abef-c6b28f279f5b req-a121ea40-488f-41b0-97f2-801df443ae4d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 944 time: 0.1476269 Aug 09 16:01:43.440751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53754) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:43.442810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:43.443134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Attempting to bind port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:43.451224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d14993b9-ee82-411b-aced-1744cd51b73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.466678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:43.466987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Checking segment: {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:43.467203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Bound using segment: {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:43.467652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Bound port: 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:43.469355 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.471681 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-0a8b4e0d-d8f1-4dfe-bc8b-74eb883cecd3 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] show failed (client error): The resource could not be found. Aug 09 16:01:43.476801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0a8b4e0d-d8f1-4dfe-bc8b-74eb883cecd3 tempest-NegativeSecGroupIPv6Test-1896080742 tempest-NegativeSecGroupIPv6Test-1896080742-project] 10.222.0.64 "GET /v2.0/security-group-rules/6ae05721-bec6-4cd7-bad1-fdea687de33e HTTP/1.1" status: 404 len: 356 time: 0.0310636 Aug 09 16:01:43.535374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-909f7b77-b813-4b08-9508-e043299fa77f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:43.537036 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-909f7b77-b813-4b08-9508-e043299fa77f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/networks?id=96473bb2-18dd-4dac-a048-dd275de84c31 HTTP/1.1" status: 200 len: 797 time: 0.5156140 Aug 09 16:01:43.544574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07611ea-023d-4d6a-abef-c6b28f279f5b req-4d1726b9-0d37-4425-bea8-d26b9d9a559b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898123 Aug 09 16:01:43.562056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d14993b9-ee82-411b-aced-1744cd51b73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.562056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d14993b9-ee82-411b-aced-1744cd51b73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.563000 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d14993b9-ee82-411b-aced-1744cd51b73c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ea3a191-74d1-400a-bcd2-3c7ea76ea6d1 HTTP/1.1" status: 204 len: 168 time: 0.6966794 Aug 09 16:01:43.588022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14993b9-ee82-411b-aced-1744cd51b73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea3a191-74d1-400a-bcd2-3c7ea76ea6d1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:43.633389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:43.641928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:43.643216 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-5f898cb0-e94c-4f99-a2f3-e63ad464b6b7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 379 time: 0.0954518 Aug 09 16:01:43.650441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.655109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'port': {'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'admin_state_up': True, 'tenant_id': '698264eb09894537b6b901408cda1b15', 'security_groups': ['b2839a91-dec3-49a9-a2e5-e5232eda9607']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:43.668723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:43.669714 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.671479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] 10.222.0.35 "PUT /v2.0/ports/60bd2cb5-47b7-4bdc-b687-48e6512bee9d HTTP/1.1" status: 200 len: 1092 time: 2.2389791 Aug 09 16:01:43.691278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:43.697405 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008ede8e-2a39-440c-9cb1-d2b65718b587" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:43.795755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb7ec3-7b6f-42bb-826f-77412a6fc352 service neutron] Pushing event updated for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:43.851273 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f3b94d3-9ca8-439d-abf9-9f3f406f2ade req-a13b0572-5712-4ef1-937a-329fd64a40ef tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 210 time: 0.0686331 Aug 09 16:01:43.883890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-7057a204-5933-4dc2-980d-56d28e4f5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:43.883890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-7057a204-5933-4dc2-980d-56d28e4f5649 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 1095 time: 0.0934362 Aug 09 16:01:43.899912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:43.905745 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.932329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-b812e79c-9720-4752-b2b4-1235e0e6171e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d HTTP/1.1" status: 200 len: 217 time: 0.0451727 Aug 09 16:01:43.974606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53776) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:44.019261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-57931782-6cba-4033-8ed5-8f516ee72c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.021113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-57931782-6cba-4033-8ed5-8f516ee72c2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 200 len: 855 time: 0.0813596 Aug 09 16:01:44.070844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-18dfdc11-f6fc-4373-914f-11e1acd86947 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386593 Aug 09 16:01:44.073050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-8844e79a-a700-4028-82c9-c095c8144943 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.074616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-8844e79a-a700-4028-82c9-c095c8144943 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1096 time: 0.0879939 Aug 09 16:01:44.085813 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.20.0.10 (96473bb2-18dd-4dac-a048-dd275de84c31/319ff90f-c172-4141-a996-4802bee46248/1e3d5811-1ea1-414e-ba79-102edc70d4ca) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:44.196743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-13dcd61c-76fc-4391-a7e9-c4d97e319ab9 service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177168 Aug 09 16:01:44.216374 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654224ed-49dd-48a4-993a-2f1ed69e315f x-openstack-request-id: req-654224ed-49dd-48a4-993a-2f1ed69e315f {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:44.216953 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:44.217382 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-654224ed-49dd-48a4-993a-2f1ed69e315f {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:44.217971 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'status': 'completed', 'code': 200} Aug 09 16:01:44.326195 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e8eab6f9-0fe6-40d7-aa69-29f41e2d9ff5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d4b178588e34be5b2f8504dad2b3f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505204 Aug 09 16:01:44.332422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Deleting port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:44.333135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.338177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53794) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:44.371983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eecd638f-1b24-4278-b4c3-b5ec2f7e557e req-03838e5a-4ebc-4e99-844a-8e94a76900a2 service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664884 Aug 09 16:01:44.385661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bb237-61da-4eb1-8c32-3a447059b82d req-d349c80c-b56a-4f38-ac0c-5bcf84cd2400 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.393537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9bb237-61da-4eb1-8c32-3a447059b82d req-d349c80c-b56a-4f38-ac0c-5bcf84cd2400 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 1096 time: 0.1328194 Aug 09 16:01:44.441404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9bb237-61da-4eb1-8c32-3a447059b82d req-47add309-715f-4433-aa73-d8c974cd672a tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 Aug 09 16:01:44.503899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-667a584c-a10f-4b3f-b9dc-61c3c3dfc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.505869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-667a584c-a10f-4b3f-b9dc-61c3c3dfc59e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 1095 time: 0.0633595 Aug 09 16:01:44.517798 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.544507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] For port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:44.544507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.546968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e45cb192-740d-43bc-8951-8b3724917fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.571376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Transition to ACTIVE for port object 1e3d5811-1ea1-414e-ba79-102edc70d4ca will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:44.574764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Calling delete_port for 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:44.603977 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e45cb192-740d-43bc-8951-8b3724917fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.715657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-d679ac8b-c4de-4af5-a972-e16114de3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.724562 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-d679ac8b-c4de-4af5-a972-e16114de3597 service neutron] 10.222.0.35 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 917 time: 0.2036202 Aug 09 16:01:44.757315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53820) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:44.772993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.782492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-e6dd7b5c-87f3-4790-9fc8-4feee5b4abc9 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.792686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-e6dd7b5c-87f3-4790-9fc8-4feee5b4abc9 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/networks?id=93b96118-c754-4f84-8cea-5eb766e48879 HTTP/1.1" status: 200 len: 814 time: 0.2153406 Aug 09 16:01:44.798045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-0cca8a29-7bb1-4fac-829b-a56e54978a6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d HTTP/1.1" status: 200 len: 217 time: 0.0696805 Aug 09 16:01:44.816059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-940b7d4d-67f6-4b75-834c-5d0108d7027d tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/quotas/dba5541082514bf6b874aa38d887c699 HTTP/1.1" status: 200 len: 375 time: 0.0213416 Aug 09 16:01:44.892592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-f95af1cc-2fce-453e-9102-0004621551dc tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dba5541082514bf6b874aa38d887c699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754094 Aug 09 16:01:44.963366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=1e3d5811-1ea1-414e-ba79-102edc70d4ca,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:44.990180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-254564939-network', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:44.995319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-d90a92e4-651b-4f89-a0fb-53eaf4ad7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.996907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-d90a92e4-651b-4f89-a0fb-53eaf4ad7481 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 200 len: 855 time: 0.1781983 Aug 09 16:01:45.001872 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9908ded-8405-4186-9a2b-d287eb26c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.008888 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e45cb192-740d-43bc-8951-8b3724917fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.011413 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e45cb192-740d-43bc-8951-8b3724917fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.013710 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e45cb192-740d-43bc-8951-8b3724917fa2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84d5a2a1-a25d-4fe3-9497-2d11101ca968 HTTP/1.1" status: 204 len: 168 time: 0.6743491 Aug 09 16:01:45.040639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-4cff7f6b-ee44-4e3a-a3bd-e0d34d99e45c service neutron] 10.222.0.64 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471217 Aug 09 16:01:45.068016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-2e87521c-6418-4568-aa73-a65de7371d32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589101 Aug 09 16:01:45.072308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 96473bb2-18dd-4dac-a048-dd275de84c31 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:45.110325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:45.118538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cb192-740d-43bc-8951-8b3724917fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d5a2a1-a25d-4fe3-9497-2d11101ca968,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:45.126884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:45.216611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.232846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Made reservation on behalf of 18f6bc3016e4473fa8afdd82ab48a5df for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:45.235899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.236668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d1ead558-2a0e-412b-b1b6-9e2ad165464e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:45.305637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:45.312389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.337258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Pushing event deleted for resources: {'Port': ['ID=35ebedc2-5087-4ac0-8d0b-4d444a0bbe79,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:45.362963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.393466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-18665e68-ba8b-4677-94dd-d8de79253a5b service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164246 Aug 09 16:01:45.407364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-e984c5a2-0f5f-435c-bf96-ce6a2c9812a6 service neutron] 10.222.0.64 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265686 Aug 09 16:01:45.580694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] No DVR routers for this DVR port 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:45.618213 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-99764505-4ec1-4b58-a3b1-920ff8c50c0d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9672718 Aug 09 16:01:45.626923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.629803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-32f69fcf-294d-4b9b-863e-7837bdaa2566 req-32348d04-27d1-4f7d-b253-171db0936696 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.66 "DELETE /v2.0/ports/35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 HTTP/1.1" status: 204 len: 173 time: 1.5457525 Aug 09 16:01:45.630559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2775e9-3823-40b3-b7a4-0ffe4c847e51', 'name': 'network-vif-deleted', 'tag': '35ebedc2-5087-4ac0-8d0b-4d444a0bbe79'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:45.641002 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc6661e-a94f-4059-99d1-3ca556c294a9" -d '{"events": [{"server_uuid": "0f2775e9-3823-40b3-b7a4-0ffe4c847e51", "name": "network-vif-deleted", "tag": "35ebedc2-5087-4ac0-8d0b-4d444a0bbe79"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:45.694122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-67a40ee8-4b44-406c-95b2-e525631049f4 None None] Provisioning for port 1e3d5811-1ea1-414e-ba79-102edc70d4ca completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:45.698816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Request body: {'port': {'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:45.701789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-67a40ee8-4b44-406c-95b2-e525631049f4 None None] Provisioning complete for port 1e3d5811-1ea1-414e-ba79-102edc70d4ca triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:45.703423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-67a40ee8-4b44-406c-95b2-e525631049f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.713406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-008ede8e-2a39-440c-9cb1-d2b65718b587 req-7684f7b2-8578-405f-b078-6cd0d2c0c331 service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048189 Aug 09 16:01:45.802306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-67a40ee8-4b44-406c-95b2-e525631049f4 None None] Port 1e3d5811-1ea1-414e-ba79-102edc70d4ca cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:45.917646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.009612 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.039857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbd7d-61cd-4d89-af80-fe38e2144d42 req-dd172806-2f91-43f0-a1a9-afe5b7888b70 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.047302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae5bbd7d-61cd-4d89-af80-fe38e2144d42 req-dd172806-2f91-43f0-a1a9-afe5b7888b70 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 944 time: 0.1376245 Aug 09 16:01:46.066340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.078958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:46.092354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.093073 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Added segment a3a625e4-b8f1-4270-9356-cbaa7bf5de6d of type vlan for network ecb596fd-4533-470e-8086-03cb74ccd14b Aug 09 16:01:46.120484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae5bbd7d-61cd-4d89-af80-fe38e2144d42 req-72a45d93-0eee-4160-98f7-2825d5f7a05d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654762 Aug 09 16:01:46.149803 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.234726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd05725-7bea-4de3-877e-b21b18104df9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:46.303760 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.308189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.309580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.369459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef262-1bcb-432c-a744-0f706fd49610 req-2f9b9d06-df36-4a49-8e05-9c4d584e1fda tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.373378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-726ef262-1bcb-432c-a744-0f706fd49610 req-2f9b9d06-df36-4a49-8e05-9c4d584e1fda tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 932 time: 0.1023154 Aug 09 16:01:46.442047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-726ef262-1bcb-432c-a744-0f706fd49610 req-646f1fae-99ea-410e-8ba3-f69062164b54 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636117 Aug 09 16:01:46.458578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] Pushing event updated for resources: {'Network': ['ID=ecb596fd-4533-470e-8086-03cb74ccd14b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:46.478242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ecb596fd-4533-470e-8086-03cb74ccd14b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:46.528024 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ae1d9006-82f6-4b06-9d72-feef7c949cfd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7692254 Aug 09 16:01:46.528322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53874) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:46.534781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Request body: {'subnet': {'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-254564939-subnet', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:46.602157 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Made reservation on behalf of 18f6bc3016e4473fa8afdd82ab48a5df for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:46.604812 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.672157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3d5811-1ea1-414e-ba79-102edc70d4ca {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:46.684996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:46.686231 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.721300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Transition to ACTIVE for port object 1e3d5811-1ea1-414e-ba79-102edc70d4ca will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:46.746676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.752419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:46.753735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 35ebedc2-5087-4ac0-8d0b-4d444a0bbe79 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:46.784643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06d9dc8c-7c7e-4ca9-bdcd-b335c58fc1b4 req-80eb4f23-9d52-4fcb-b623-00a1ab626fcf tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f2775e9-3823-40b3-b7a4-0ffe4c847e51 HTTP/1.1" status: 200 len: 210 time: 0.0710800 Aug 09 16:01:46.873452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3d5811-1ea1-414e-ba79-102edc70d4ca,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:46.931188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Attempting to bind port 1e3d5811-1ea1-414e-ba79-102edc70d4ca on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:46.931631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Attempting to bind port 1e3d5811-1ea1-414e-ba79-102edc70d4ca by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:46.932476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Attempting to bind port 1e3d5811-1ea1-414e-ba79-102edc70d4ca on network 96473bb2-18dd-4dac-a048-dd275de84c31 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:46.937921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Port 1e3d5811-1ea1-414e-ba79-102edc70d4ca on network 96473bb2-18dd-4dac-a048-dd275de84c31 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:46.938362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Attempting to bind port 1e3d5811-1ea1-414e-ba79-102edc70d4ca on network 96473bb2-18dd-4dac-a048-dd275de84c31 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:46.945989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:46.946428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Checking segment: {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:46.948518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Bound using segment: {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:46.949263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Bound port: 1e3d5811-1ea1-414e-ba79-102edc70d4ca, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cf012d-ee9d-47cb-a1b1-03c95692ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:46.949885 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.963388 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c711157-c9d6-4e97-84dc-91d5c16a2575 x-openstack-request-id: req-9c711157-c9d6-4e97-84dc-91d5c16a2575 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:46.964178 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2775e9-3823-40b3-b7a4-0ffe4c847e51", "name": "network-vif-deleted", "tag": "35ebedc2-5087-4ac0-8d0b-4d444a0bbe79", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:46.964654 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c711157-c9d6-4e97-84dc-91d5c16a2575 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:46.965517 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2775e9-3823-40b3-b7a4-0ffe4c847e51', 'name': 'network-vif-deleted', 'tag': '35ebedc2-5087-4ac0-8d0b-4d444a0bbe79', 'status': 'completed', 'code': 200} Aug 09 16:01:47.097547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] For port 1e3d5811-1ea1-414e-ba79-102edc70d4ca, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:47.102615 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] For port 1e3d5811-1ea1-414e-ba79-102edc70d4ca, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:47.110869 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.161310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.162418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.164672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] 10.222.0.66 "PUT /v2.0/ports/1e3d5811-1ea1-414e-ba79-102edc70d4ca HTTP/1.1" status: 200 len: 1092 time: 1.5049758 Aug 09 16:01:47.259299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06244c-6d8a-4b97-a765-8011b9958524 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3d5811-1ea1-414e-ba79-102edc70d4ca,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:47.305597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-dd60d6a4-8292-4abd-bb24-58c0fa21c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.307620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-dd60d6a4-8292-4abd-bb24-58c0fa21c5c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 1095 time: 0.0919640 Aug 09 16:01:47.408852 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-214ed808-3fa2-457f-a5ad-b3e742304645 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca HTTP/1.1" status: 200 len: 217 time: 0.0862350 Aug 09 16:01:47.540591 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c6d32c3-34d4-44de-a455-b48d5cb941ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.549857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85aeb064-030a-406d-aac6-38d0587fd03d req-b018394c-4f5a-468a-9c00-c68e0b5ba5b1 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 210 time: 0.0560973 Aug 09 16:01:47.563616 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.691344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 60bd2cb5-47b7-4bdc-b687-48e6512bee9d details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:47.754871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-c097188e-3796-4489-b94a-736965fd8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.757935 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-c097188e-3796-4489-b94a-736965fd8d03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=319ff90f-c172-4141-a996-4802bee46248 HTTP/1.1" status: 200 len: 835 time: 0.3369594 Aug 09 16:01:47.781067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:47.835133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Checking segment: {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:47.835887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Network hostable DHCP agents. Network: ecb596fd-4533-470e-8086-03cb74ccd14b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:47.869604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Network ecb596fd-4533-470e-8086-03cb74ccd14b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:47.878936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-635920b5-9ed3-475c-8382-a9458f683627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.879147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:47.882475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-635920b5-9ed3-475c-8382-a9458f683627 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96473bb2-18dd-4dac-a048-dd275de84c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124783 Aug 09 16:01:47.890548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-06189f69-7f3f-44d5-90b0-5a9d5bdf72c8 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.892354 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-06189f69-7f3f-44d5-90b0-5a9d5bdf72c8 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.66 "GET /v2.0/networks?id=93b96118-c754-4f84-8cea-5eb766e48879 HTTP/1.1" status: 200 len: 814 time: 0.4133341 Aug 09 16:01:47.892467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb7727-edc6-4c6c-ac97-7c88363b039f req-1186ed2a-1e16-43ce-9c53-69545c3c75b0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.896887 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.901212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4bbb7727-edc6-4c6c-ac97-7c88363b039f req-1186ed2a-1e16-43ce-9c53-69545c3c75b0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 944 time: 0.1363950 Aug 09 16:01:47.908424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'port_id': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'mac_address': 'fa:16:3e:c7:b7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:47.910299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ecb596fd-4533-470e-8086-03cb74ccd14b) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:47.922171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.922640 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.966218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4bbb7727-edc6-4c6c-ac97-7c88363b039f req-6f526ca2-aedf-4590-8b63-9e9e0d557a79 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639486 Aug 09 16:01:47.970799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-57d61269-9bb7-43f0-9a6f-c14a8b05cafc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4412389 Aug 09 16:01:47.982747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53916) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:47.985281 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-16757601-f65e-4f77-88fb-1df6a1278662 service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916469 Aug 09 16:01:47.990229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Request body: {'port': {'device_id': '2eb1e27b-3dbb-4269-b7d0-2897832e9a6c', 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879', 'admin_state_up': True, 'tenant_id': 'dba5541082514bf6b874aa38d887c699'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:47.991735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:48.034989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795345e-b8ff-4cee-8417-bd18ae55cf0e None None] Network ecb596fd-4533-470e-8086-03cb74ccd14b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:48.044136 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.046664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.048616 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.145030 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.187291 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45cc48c4-8d48-498c-929f-00e799ae23c6 req-cb4278b3-0037-4c6e-bdb3-d30a917e89b3 service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931026 Aug 09 16:01:48.191304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bd2cb5-47b7-4bdc-b687-48e6512bee9d {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:48.225290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:48.226288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Made reservation on behalf of dba5541082514bf6b874aa38d887c699 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:48.231053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.252628 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.297296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a324b40-0201-4ccb-a947-270ef3fbf9b0 req-00b1341f-0199-45ca-a775-725fb9ba654e tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:48.306585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a324b40-0201-4ccb-a947-270ef3fbf9b0 req-00b1341f-0199-45ca-a775-725fb9ba654e tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 944 time: 0.1587939 Aug 09 16:01:48.384363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:48.403505 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Allocated IP 172.20.0.8 (93b96118-c754-4f84-8cea-5eb766e48879/ddb20a98-87e8-4da8-bedf-e27d61583a41/73de1368-3470-4c83-ba50-46d52efdafbb) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:48.432737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.439680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3a324b40-0201-4ccb-a947-270ef3fbf9b0 req-d956eb9b-f154-4402-8410-db0bc2c60841 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321931 Aug 09 16:01:48.489157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['60bd2cb5-47b7-4bdc-b687-48e6512bee9d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:48.523065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-ecb596fd-4533-470e-8086-03cb74ccd14b', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:48.524526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.770150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.830835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:48.841654 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.842826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Allocated IP 172.20.0.2 (ecb596fd-4533-470e-8086-03cb74ccd14b/d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc/0478fcc7-04ff-4d3f-8d1e-24bef04963c9) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:48.868154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Network 93b96118-c754-4f84-8cea-5eb766e48879 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:48.892137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:48.896647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:48.912387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.941932 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.968067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:48.974997 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81258ab-a653-4515-b3ff-8084af3bfdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:48.999100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Pushing event updated for resources: {'Port': ['ID=73de1368-3470-4c83-ba50-46d52efdafbb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.026506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.027725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.067787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2275dbdd-cb6b-4840-a859-e36676c0315d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.072080 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ae2cf150-a6d8-4f79-a0ba-f4fa38a0136e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0857084 Aug 09 16:01:49.090030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Request body: {'port': {'device_id': '2eb1e27b-3dbb-4269-b7d0-2897832e9a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:49.091212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.092901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Allocated IP 172.25.7.136 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/c6fe4372-77bd-4808-8891-4305c1922645) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:49.100119 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.107810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Transition to ACTIVE for port object 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:49.139394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Transition to ACTIVE for port object 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:49.154398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.180204 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.203931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.223606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Network ecb596fd-4533-470e-8086-03cb74ccd14b is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:49.228505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1edef-c8f8-4c43-9f99-201779e88dac req-11a24f6b-d4b0-42fa-9149-da9b8c974061 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.230465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:49.236338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ba1edef-c8f8-4c43-9f99-201779e88dac req-11a24f6b-d4b0-42fa-9149-da9b8c974061 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 931 time: 0.3764255 Aug 09 16:01:49.240917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:49.250482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Pushing event updated for resources: {'Port': ['ID=0478fcc7-04ff-4d3f-8d1e-24bef04963c9,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.298552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ba1edef-c8f8-4c43-9f99-201779e88dac req-53ecd422-f6bb-4351-9479-980f98129734 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600700 Aug 09 16:01:49.334221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Attempting to bind port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:49.334595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Attempting to bind port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:49.334957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Attempting to bind port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 on network ecb596fd-4533-470e-8086-03cb74ccd14b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:49.336918 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.341335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2275dbdd-cb6b-4840-a859-e36676c0315d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.343962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:49.344352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Checking segment: {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:49.344757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.345149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Bound using segment: {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:49.345660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Bound port: 0478fcc7-04ff-4d3f-8d1e-24bef04963c9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:49.346046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.348185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2275dbdd-cb6b-4840-a859-e36676c0315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.394275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:49.399748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:49.414035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:49.418330 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2275dbdd-cb6b-4840-a859-e36676c0315d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9da134f4688b4c37996e9a5c4b37eae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837548 Aug 09 16:01:49.418330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275dbdd-cb6b-4840-a859-e36676c0315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d71ce8-e755-475e-bfbe-6301603a9323,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.422521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53950) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:49.433943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fe4372-77bd-4808-8891-4305c1922645,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.441336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] For port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:49.445046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] For port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0478fcc7-04ff-4d3f-8d1e-24bef04963c9,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:49.451097 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.480465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92511405-89a8-49e8-b07b-3212e7acf126 req-41981917-05e2-44d4-bfb6-02ca3fd6df96 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.482507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92511405-89a8-49e8-b07b-3212e7acf126 req-41981917-05e2-44d4-bfb6-02ca3fd6df96 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0870354 Aug 09 16:01:49.525998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74732d-0284-4803-b3c7-a1b96d933a1f None None] Pushing event updated for resources: {'Port': ['ID=0478fcc7-04ff-4d3f-8d1e-24bef04963c9,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.561564 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc235440-71b7-4617-9471-372904d6d11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.604074 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc235440-71b7-4617-9471-372904d6d11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.621278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92511405-89a8-49e8-b07b-3212e7acf126 req-89436239-a561-4511-8277-9a30938781a0 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885515 Aug 09 16:01:49.669820 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73de1368-3470-4c83-ba50-46d52efdafbb {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:49.678271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.698055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Transition to ACTIVE for port object 73de1368-3470-4c83-ba50-46d52efdafbb will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:49.708185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.717780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc235440-71b7-4617-9471-372904d6d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.720502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc235440-71b7-4617-9471-372904d6d11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.721943 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cc235440-71b7-4617-9471-372904d6d11d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33d71ce8-e755-475e-bfbe-6301603a9323 HTTP/1.1" status: 204 len: 168 time: 0.2982590 Aug 09 16:01:49.777326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc235440-71b7-4617-9471-372904d6d11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d71ce8-e755-475e-bfbe-6301603a9323,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.807019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Pushing event updated for resources: {'Port': ['ID=73de1368-3470-4c83-ba50-46d52efdafbb,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.816957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235135a-6d1d-4c64-a7f4-76d859206611 req-66454ff9-ffb6-4666-adf1-54d58abb5a78 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.825937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9235135a-6d1d-4c64-a7f4-76d859206611 req-66454ff9-ffb6-4666-adf1-54d58abb5a78 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 945 time: 0.1286530 Aug 09 16:01:49.852900 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.881680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Attempting to bind port 73de1368-3470-4c83-ba50-46d52efdafbb on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:49.882153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Attempting to bind port 73de1368-3470-4c83-ba50-46d52efdafbb by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:49.882496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Attempting to bind port 73de1368-3470-4c83-ba50-46d52efdafbb on network 93b96118-c754-4f84-8cea-5eb766e48879 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:49.893751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Port 73de1368-3470-4c83-ba50-46d52efdafbb on network 93b96118-c754-4f84-8cea-5eb766e48879 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:49.894078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Attempting to bind port 73de1368-3470-4c83-ba50-46d52efdafbb on network 93b96118-c754-4f84-8cea-5eb766e48879 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:49.912920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:49.913219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Checking segment: {'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:49.913796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Bound using segment: {'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:49.914351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Bound port: 73de1368-3470-4c83-ba50-46d52efdafbb, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8b66e0-4d41-47e3-9310-11e8896eff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:49.914981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.921599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9235135a-6d1d-4c64-a7f4-76d859206611 req-74c8d9aa-dbd8-421b-8e26-2be99c3c51cb tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947497 Aug 09 16:01:50.012830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] For port 73de1368-3470-4c83-ba50-46d52efdafbb, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:50.018314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] For port 73de1368-3470-4c83-ba50-46d52efdafbb, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73de1368-3470-4c83-ba50-46d52efdafbb,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:50.025867 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.035627 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44595e46-8a5a-45f8-9fcf-c186f61e686e x-openstack-request-id: req-44595e46-8a5a-45f8-9fcf-c186f61e686e {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:50.036222 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:50.036568 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44595e46-8a5a-45f8-9fcf-c186f61e686e {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:50.037691 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'status': 'completed', 'code': 200} Aug 09 16:01:50.128664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.129346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.130782 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] 10.222.0.66 "PUT /v2.0/ports/73de1368-3470-4c83-ba50-46d52efdafbb HTTP/1.1" status: 200 len: 1091 time: 1.0459919 Aug 09 16:01:50.171227 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.199257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-7946267e-588b-4db6-838c-a12437bc4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.200845 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-7946267e-588b-4db6-838c-a12437bc4d0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 1095 time: 0.1401849 Aug 09 16:01:50.203324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf30f26-3671-42ff-be1d-146351c27d72 service neutron] Pushing event updated for resources: {'Port': ['ID=73de1368-3470-4c83-ba50-46d52efdafbb,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:50.266973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53966) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:50.306456 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1dd3dbfe-9252-4f12-a596-7a2242583087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.364593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49b654-869e-45fb-a6db-b04932eb0de1 req-5ef02e8a-0b1a-4321-a7fe-57aa38259a8b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.366393 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f49b654-869e-45fb-a6db-b04932eb0de1 req-5ef02e8a-0b1a-4321-a7fe-57aa38259a8b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 944 time: 0.2086244 Aug 09 16:01:50.374249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-3010dbf9-a03b-41e3-bdb8-34562c6dfdc1 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.375855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-3010dbf9-a03b-41e3-bdb8-34562c6dfdc1 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1096 time: 0.1409380 Aug 09 16:01:50.456465 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.579229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f49b654-869e-45fb-a6db-b04932eb0de1 req-551a5370-8e1f-4c97-9408-b6294700bd97 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895194 Aug 09 16:01:50.657505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Router 466b828b-2bc2-40dd-932c-a9a0e44670c5 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:01:50.664180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-1aefd69a-64d5-48d9-b00b-e58285ec292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.665206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Deleting port d1ead558-2a0e-412b-b1b6-9e2ad165464e {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:50.665541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.666006 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-1aefd69a-64d5-48d9-b00b-e58285ec292a service neutron] 10.222.0.66 "GET /v2.0/networks?id=96473bb2-18dd-4dac-a048-dd275de84c31 HTTP/1.1" status: 200 len: 899 time: 0.1354361 Aug 09 16:01:50.697428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 1e3d5811-1ea1-414e-ba79-102edc70d4ca details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:50.701630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1dd3dbfe-9252-4f12-a596-7a2242583087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.736622 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-b32578f8-44be-465b-9c24-e23a322a55bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca HTTP/1.1" status: 200 len: 217 time: 0.0625317 Aug 09 16:01:50.744457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-20fe7f0f-6935-43bd-99d6-7e9cbeaca36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.747949 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-20fe7f0f-6935-43bd-99d6-7e9cbeaca36b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dba5541082514bf6b874aa38d887c699&device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 1094 time: 0.5683839 Aug 09 16:01:50.757521 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1dd3dbfe-9252-4f12-a596-7a2242583087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.803241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:50.843097 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-931abb6b-58b6-48d9-89a8-54396b0bd63b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73de1368-3470-4c83-ba50-46d52efdafbb HTTP/1.1" status: 200 len: 217 time: 0.0797219 Aug 09 16:01:50.854356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] For port d1ead558-2a0e-412b-b1b6-9e2ad165464e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=d1ead558-2a0e-412b-b1b6-9e2ad165464e,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:50.854718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.870621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-129dd14d-515f-4f71-b42d-35091af9c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.872449 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-129dd14d-515f-4f71-b42d-35091af9c1ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=319ff90f-c172-4141-a996-4802bee46248 HTTP/1.1" status: 200 len: 835 time: 0.1235878 Aug 09 16:01:50.873292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Calling delete_port for d1ead558-2a0e-412b-b1b6-9e2ad165464e owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:50.892940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 1e3d5811-1ea1-414e-ba79-102edc70d4ca, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:50.909534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549da5f4-6fbb-4177-baae-0d16a3c6b4e0 None None] Network ecb596fd-4533-470e-8086-03cb74ccd14b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:50.945765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-638c3f25-ef32-4a12-966d-885f7dd74ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.947738 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-638c3f25-ef32-4a12-966d-885f7dd74ae0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ddb20a98-87e8-4da8-bedf-e27d61583a41 HTTP/1.1" status: 200 len: 854 time: 0.0858564 Aug 09 16:01:50.956121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:50.964525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:50.987641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-e8297103-b05f-4815-bc7f-34ec3513069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.989763 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-e8297103-b05f-4815-bc7f-34ec3513069d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96473bb2-18dd-4dac-a048-dd275de84c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926759 Aug 09 16:01:50.993605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-800c7c99-c0ac-4856-8a7e-0f17478ee399 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93b96118-c754-4f84-8cea-5eb766e48879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373423 Aug 09 16:01:50.995788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b8f932a-ea64-4d32-ad9f-22ff08c02cd9 None None] Provisioning for port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:51.013740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3dbfe-9252-4f12-a596-7a2242583087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cb028b-83d0-4b13-b7f6-a11907d80bb8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:51.029480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b8f932a-ea64-4d32-ad9f-22ff08c02cd9 None None] Provisioning complete for port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:51.030155 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b8f932a-ea64-4d32-ad9f-22ff08c02cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.032420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca70fe-19b0-451f-92d3-52a5376a3001 req-6eabc84a-3b86-4331-9cdd-8ddc624de2f2 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:51.040093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01ca70fe-19b0-451f-92d3-52a5376a3001 req-6eabc84a-3b86-4331-9cdd-8ddc624de2f2 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 943 time: 0.3673077 Aug 09 16:01:51.046502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1dd3dbfe-9252-4f12-a596-7a2242583087 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c77139d8d124cbfb38d9b8346e38081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7748303 Aug 09 16:01:51.047109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 53978) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:51.080648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.129748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3d5811-1ea1-414e-ba79-102edc70d4ca {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:51.165069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 1e3d5811-1ea1-414e-ba79-102edc70d4ca, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:51.176384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01ca70fe-19b0-451f-92d3-52a5376a3001 req-a9b5cefd-72f3-462a-9f79-170aca6530c2 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353679 Aug 09 16:01:51.181441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:51.192695 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.228786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Sync routers for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:51.237299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91d0b81a-3b7c-4a3c-9212-c3f1cc70951a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.268354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91d0b81a-3b7c-4a3c-9212-c3f1cc70951a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.269972 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.271395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-93385cdb-4e5f-4f49-aced-59b44f25fe41 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2876101 Aug 09 16:01:51.274384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 53980) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:51.295708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:51.296460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:51.300215 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b8f932a-ea64-4d32-ad9f-22ff08c02cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.337689 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-7998becb-cc47-4f46-9b32-fd1b0a58fe1c service neutron] 10.222.0.66 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241448 Aug 09 16:01:51.341030 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-33ade824-392f-4a55-83ed-4fe9af839520 service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357272 Aug 09 16:01:51.405296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.474461 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91d0b81a-3b7c-4a3c-9212-c3f1cc70951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.478809 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91d0b81a-3b7c-4a3c-9212-c3f1cc70951a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.484316 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-91d0b81a-3b7c-4a3c-9212-c3f1cc70951a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05cb028b-83d0-4b13-b7f6-a11907d80bb8 HTTP/1.1" status: 204 len: 168 time: 0.4078343 Aug 09 16:01:51.496545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd052b8-29f1-433b-98a5-30d1d723d585 req-363de109-e317-4304-a57b-b05c4bdbd116 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:51.503871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bd052b8-29f1-433b-98a5-30d1d723d585 req-363de109-e317-4304-a57b-b05c4bdbd116 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=364a8540-e8a7-43d9-a523-39c47bcfbaa8 HTTP/1.1" status: 200 len: 1018 time: 0.1716690 Aug 09 16:01:51.517737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1ead558-2a0e-412b-b1b6-9e2ad165464e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:51.555663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0b81a-3b7c-4a3c-9212-c3f1cc70951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cb028b-83d0-4b13-b7f6-a11907d80bb8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:51.609212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] No DVR routers for this DVR port d1ead558-2a0e-412b-b1b6-9e2ad165464e on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:51.612795 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.615313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b13f5544-d212-4bab-b7cf-b47ea082416b req-ae16286e-65cf-48f6-890f-7d73cf2299ec tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.35 "DELETE /v2.0/ports/d1ead558-2a0e-412b-b1b6-9e2ad165464e HTTP/1.1" status: 204 len: 173 time: 1.2184994 Aug 09 16:01:51.619292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a8540-e8a7-43d9-a523-39c47bcfbaa8', 'name': 'network-vif-deleted', 'tag': 'd1ead558-2a0e-412b-b1b6-9e2ad165464e'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:51.622561 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bea9067-5b29-46a7-b87b-c6070ec3d070" -d '{"events": [{"server_uuid": "364a8540-e8a7-43d9-a523-39c47bcfbaa8", "name": "network-vif-deleted", "tag": "d1ead558-2a0e-412b-b1b6-9e2ad165464e"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:51.622898 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f4cf3255-aa27-4f12-bbd3-dfadab72a421 req-46f989a4-9674-42ff-8ff2-9f84aa5a9411 service neutron] 10.222.0.66 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669184 Aug 09 16:01:51.698435 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d81258ab-a653-4515-b3ff-8084af3bfdf0 req-cf688b61-b9cc-4ec2-acdc-303ef0334a70 service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914565 Aug 09 16:01:51.752773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bd052b8-29f1-433b-98a5-30d1d723d585 req-33d09146-d446-4914-8417-7f78e098c280 tempest-TestServerMultinode-1765115101 tempest-TestServerMultinode-1765115101-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=97293973-559d-4f9e-83ec-b694e376d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478614 Aug 09 16:01:51.773825 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=1e3d5811-1ea1-414e-ba79-102edc70d4ca,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:51.799390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b8f932a-ea64-4d32-ad9f-22ff08c02cd9 None None] For port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0478fcc7-04ff-4d3f-8d1e-24bef04963c9,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:51.808507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['d1ead558-2a0e-412b-b1b6-9e2ad165464e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:51.811284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['1e3d5811-1ea1-414e-ba79-102edc70d4ca'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:51.817841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 60bd2cb5-47b7-4bdc-b687-48e6512bee9d up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:51.894289 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b8f932a-ea64-4d32-ad9f-22ff08c02cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.031993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f932a-ea64-4d32-ad9f-22ff08c02cd9 None None] Pushing event updated for resources: {'Port': ['ID=0478fcc7-04ff-4d3f-8d1e-24bef04963c9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:52.038670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb1e27b-3dbb-4269-b7d0-2897832e9a6c', 'tag': '73de1368-3470-4c83-ba50-46d52efdafbb'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:52.041249 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e58880-8e56-43d6-9d2b-bca89ff65683" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb1e27b-3dbb-4269-b7d0-2897832e9a6c", "tag": "73de1368-3470-4c83-ba50-46d52efdafbb"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:52.076755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50d546-890d-4660-9347-be836872ba1e req-62e53c8e-f819-4793-a868-4c2303c0dec0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:52.078521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e50d546-890d-4660-9347-be836872ba1e req-62e53c8e-f819-4793-a868-4c2303c0dec0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 945 time: 0.1517220 Aug 09 16:01:52.083847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-795fd139-1b94-4890-80a9-d6e5aa09d8ff None None] Provisioning complete for port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:52.084234 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-795fd139-1b94-4890-80a9-d6e5aa09d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.122282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:52.167366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e50d546-890d-4660-9347-be836872ba1e req-ec801ae3-7415-4550-b24e-b35f2ffce7c2 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814776 Aug 09 16:01:52.396503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:52.403026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:52.403463 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.419208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc7a65-4bce-4217-9228-ab40ee9c2ca5 req-012aad3f-f314-40bd-8dca-516dd0e24754 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:52.434984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51fc7a65-4bce-4217-9228-ab40ee9c2ca5 req-012aad3f-f314-40bd-8dca-516dd0e24754 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 945 time: 0.1711583 Aug 09 16:01:52.439303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.545711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51fc7a65-4bce-4217-9228-ab40ee9c2ca5 req-5bae1519-f58d-442f-9b94-7be57949e86c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047170 Aug 09 16:01:52.624702 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698c4c3b-3302-4015-b97e-f0ee9ec307c9 x-openstack-request-id: req-698c4c3b-3302-4015-b97e-f0ee9ec307c9 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:52.624992 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a8540-e8a7-43d9-a523-39c47bcfbaa8", "name": "network-vif-deleted", "tag": "d1ead558-2a0e-412b-b1b6-9e2ad165464e", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:52.625246 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-698c4c3b-3302-4015-b97e-f0ee9ec307c9 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:52.626398 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a8540-e8a7-43d9-a523-39c47bcfbaa8', 'name': 'network-vif-deleted', 'tag': 'd1ead558-2a0e-412b-b1b6-9e2ad165464e', 'status': 'completed', 'code': 200} Aug 09 16:01:52.694484 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d15f57-b2fa-4509-a755-55c1222d43e0 x-openstack-request-id: req-90d15f57-b2fa-4509-a755-55c1222d43e0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:52.695026 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb1e27b-3dbb-4269-b7d0-2897832e9a6c", "tag": "73de1368-3470-4c83-ba50-46d52efdafbb", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:52.695471 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90d15f57-b2fa-4509-a755-55c1222d43e0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:52.696137 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb1e27b-3dbb-4269-b7d0-2897832e9a6c', 'tag': '73de1368-3470-4c83-ba50-46d52efdafbb', 'status': 'completed', 'code': 200} Aug 09 16:01:52.711938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 73de1368-3470-4c83-ba50-46d52efdafbb details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:52.713926 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.783033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:52.785321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:52.787830 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4cb1a-371f-426f-b9be-9b283aef1e07" -d '{"events": [{"server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "name": "network-vif-plugged", "status": "completed", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:52.829550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-adb7f4f1-ea16-483c-8b00-cc153150c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:52.831388 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-adb7f4f1-ea16-483c-8b00-cc153150c27c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dba5541082514bf6b874aa38d887c699&device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 1094 time: 0.1103125 Aug 09 16:01:52.843052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:52.888006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.889111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d1ead558-2a0e-412b-b1b6-9e2ad165464e no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:52.937683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:49Z', 'revision_number': 3, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:52.968229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: d1ead558-2a0e-412b-b1b6-9e2ad165464e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:52.968856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device d1ead558-2a0e-412b-b1b6-9e2ad165464e not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:53.014573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Checking router: 466b828b-2bc2-40dd-932c-a9a0e44670c5 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:53.015442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Updating router 466b828b-2bc2-40dd-932c-a9a0e44670c5 port c6fe4372-77bd-4808-8891-4305c1922645 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:01:53.028625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-f272c4f8-c88a-423e-a0ef-730e5c610785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:53.030175 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-f272c4f8-c88a-423e-a0ef-730e5c610785 service neutron] 10.222.0.66 "GET /v2.0/networks?id=93b96118-c754-4f84-8cea-5eb766e48879 HTTP/1.1" status: 200 len: 916 time: 0.1903603 Aug 09 16:01:53.103911 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-f26773d2-9202-4379-b237-9651948b1a33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73de1368-3470-4c83-ba50-46d52efdafbb HTTP/1.1" status: 200 len: 217 time: 0.0653911 Aug 09 16:01:53.113093 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.150554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:53.170005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 73de1368-3470-4c83-ba50-46d52efdafbb, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73de1368-3470-4c83-ba50-46d52efdafbb,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:53.193104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:53.195257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-33cd00f5-ea06-4510-bafa-3c233744517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:53.196060 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-33cd00f5-ea06-4510-bafa-3c233744517a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ddb20a98-87e8-4da8-bedf-e27d61583a41 HTTP/1.1" status: 200 len: 854 time: 0.0842519 Aug 09 16:01:53.197598 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.207202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '73de1368-3470-4c83-ba50-46d52efdafbb', 'network_id': '93b96118-c754-4f84-8cea-5eb766e48879', 'port_id': '73de1368-3470-4c83-ba50-46d52efdafbb', 'mac_address': 'fa:16:3e:58:34:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb20a98-87e8-4da8-bedf-e27d61583a41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:53.276504 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-f57fe2e7-4074-4d69-a35f-e5d9fc065de2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93b96118-c754-4f84-8cea-5eb766e48879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703607 Aug 09 16:01:53.302901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Allocated IP 172.20.0.1 (ecb596fd-4533-470e-8086-03cb74ccd14b/d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc/4ce8822a-5a82-4ac0-bf82-a259335dcfcd) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:53.342202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc967cfd-e178-4bb6-aaa4-9c538e3f7e01 req-72ce2b23-b4cb-4a9f-b909-531abb214748 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:53.349541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc967cfd-e178-4bb6-aaa4-9c538e3f7e01 req-72ce2b23-b4cb-4a9f-b909-531abb214748 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 943 time: 0.5407810 Aug 09 16:01:53.427023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc967cfd-e178-4bb6-aaa4-9c538e3f7e01 req-34015ccf-9bbc-485a-b546-c3523482abb0 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763447 Aug 09 16:01:53.473658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-785510b0-6c03-4180-b88f-948306c1b82f service neutron] 10.222.0.66 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862848 Aug 09 16:01:53.515351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54048) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:53.541772 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.563690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Transition to ACTIVE for port object 4ce8822a-5a82-4ac0-bf82-a259335dcfcd will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:53.575848 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f2baae-d629-453a-9691-917392bda232 x-openstack-request-id: req-44f2baae-d629-453a-9691-917392bda232 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:53.576160 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "name": "network-vif-plugged", "status": "completed", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:53.576400 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44f2baae-d629-453a-9691-917392bda232 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:53.576795 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'code': 200} Aug 09 16:01:53.645203 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.658036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.692288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Transition to ACTIVE for port object c6fe4372-77bd-4808-8891-4305c1922645 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:53.721726 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.737547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.770870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Network ecb596fd-4533-470e-8086-03cb74ccd14b is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:53.778328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:53.783542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:53.806012 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86e58880-8e56-43d6-9d2b-bca89ff65683 req-7dadbf45-e8a4-4ba1-a9d4-95d8f2bdf642 service neutron] 10.222.0.66 "GET /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187201 Aug 09 16:01:53.826998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:53.834509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ebedc-2d46-4d58-95bd-88eda55e2792 req-22ffa1c6-6bc4-498f-a6e6-ce37434199da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:53.836220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-452ebedc-2d46-4d58-95bd-88eda55e2792 req-22ffa1c6-6bc4-498f-a6e6-ce37434199da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 1097 time: 0.1901622 Aug 09 16:01:53.879248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b57d53-472c-45e8-8702-d862d33babb6 req-66d497ca-32e6-4a96-ac38-92b716e13436 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:53.881033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52b57d53-472c-45e8-8702-d862d33babb6 req-66d497ca-32e6-4a96-ac38-92b716e13436 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1944668 Aug 09 16:01:53.900384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73de1368-3470-4c83-ba50-46d52efdafbb {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:53.916481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Attempting to bind port c6fe4372-77bd-4808-8891-4305c1922645 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:53.916849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Attempting to bind port c6fe4372-77bd-4808-8891-4305c1922645 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:53.919346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Attempting to bind port c6fe4372-77bd-4808-8891-4305c1922645 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:53.944501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a2253-8152-43a7-985b-51da16891d83 None None] Pushing event updated for resources: {'Port': ['ID=c6fe4372-77bd-4808-8891-4305c1922645,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:53.944995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.950506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:53.951030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:53.951257 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.951634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:53.956268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Bound port: c6fe4372-77bd-4808-8891-4305c1922645, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:53.956684 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.960487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 73de1368-3470-4c83-ba50-46d52efdafbb, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73de1368-3470-4c83-ba50-46d52efdafbb,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:54.001976 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.112625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52b57d53-472c-45e8-8702-d862d33babb6 req-91d916b5-db98-41cb-a3cc-7657326452c6 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061884 Aug 09 16:01:54.125688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] For port c6fe4372-77bd-4808-8891-4305c1922645, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:54.132613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-452ebedc-2d46-4d58-95bd-88eda55e2792 req-6dd8f7c5-067d-4d08-b382-743b0b1de4ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880566 Aug 09 16:01:54.142180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] For port c6fe4372-77bd-4808-8891-4305c1922645, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6fe4372-77bd-4808-8891-4305c1922645,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:54.143364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=73de1368-3470-4c83-ba50-46d52efdafbb,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:54.151599 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.312208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b1bc0f63-48ab-4522-91ed-da50bfd640ff None None] Provisioning for port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:54.329059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.330986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['73de1368-3470-4c83-ba50-46d52efdafbb'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:54.337087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b1bc0f63-48ab-4522-91ed-da50bfd640ff None None] Provisioning complete for port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:54.337455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0f63-48ab-4522-91ed-da50bfd640ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.339708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:54.339876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:54.346614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.370481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a2253-8152-43a7-985b-51da16891d83 None None] Pushing event updated for resources: {'Port': ['ID=c6fe4372-77bd-4808-8891-4305c1922645,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:54.377529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f117a-e885-4d01-b7e2-c59a82cd0321 req-e0bff7eb-826e-4c03-8a38-da82bb9dbeba tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:54.379113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a5f117a-e885-4d01-b7e2-c59a82cd0321 req-e0bff7eb-826e-4c03-8a38-da82bb9dbeba tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 945 time: 0.1113203 Aug 09 16:01:54.546113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a5f117a-e885-4d01-b7e2-c59a82cd0321 req-ddfec13a-0a60-4790-a3dd-39b12d47d349 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434207 Aug 09 16:01:54.749097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa756bf1-f69e-4f57-bbba-89f99bcf6d45 req-0477a14e-4897-41c7-8e1e-6f6976753d6e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:54.750712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa756bf1-f69e-4f57-bbba-89f99bcf6d45 req-0477a14e-4897-41c7-8e1e-6f6976753d6e tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 944 time: 0.1008999 Aug 09 16:01:54.809436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 1e3d5811-1ea1-414e-ba79-102edc70d4ca up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:54.823191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa756bf1-f69e-4f57-bbba-89f99bcf6d45 req-a35e25f2-f64b-4a39-af43-64fcf11da7b7 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663450 Aug 09 16:01:54.825617 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.826484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Deleting port 320d1d2d-7d31-4986-ac39-5462f8522bbe {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:54.827082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.832622 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.869267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc0f63-48ab-4522-91ed-da50bfd640ff None None] Port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:54.905068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:54.933251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.027271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] For port 320d1d2d-7d31-4986-ac39-5462f8522bbe, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=320d1d2d-7d31-4986-ac39-5462f8522bbe,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:55.027725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.043628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Calling delete_port for 320d1d2d-7d31-4986-ac39-5462f8522bbe owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:55.084550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Network ecb596fd-4533-470e-8086-03cb74ccd14b is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:55.086053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:55.109264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:55.141543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 1e3d5811-1ea1-414e-ba79-102edc70d4ca completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:55.173824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 1e3d5811-1ea1-414e-ba79-102edc70d4ca triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:55.174193 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.378341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Router 466b828b-2bc2-40dd-932c-a9a0e44670c5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:55.394500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63e709-8fa6-4be3-8ea3-769173e88435 req-3863dbb7-4729-4e74-a9e6-b24527a179cf tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:55.405948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c63e709-8fa6-4be3-8ea3-769173e88435 req-3863dbb7-4729-4e74-a9e6-b24527a179cf tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1472461 Aug 09 16:01:55.411018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.464772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Pushing event deleted for resources: {'Port': ['ID=320d1d2d-7d31-4986-ac39-5462f8522bbe,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:55.581775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5db8f6d6-ef77-44d2-a60e-210893d6af36 None None] Provisioning complete for port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:55.582706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5db8f6d6-ef77-44d2-a60e-210893d6af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.633169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c63e709-8fa6-4be3-8ea3-769173e88435 req-b8f4a38f-df61-4fea-aaec-8e3c426bf058 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260556 Aug 09 16:01:55.723254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:55.736835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2a4162c3-f3a8-45d7-93d1-8c6ef9b68b12 admin admin] 10.222.0.64 "PUT /v2.0/routers/466b828b-2bc2-40dd-932c-a9a0e44670c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4611630 Aug 09 16:01:55.771640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5db8f6d6-ef77-44d2-a60e-210893d6af36 None None] Port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:55.774181 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.821006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:55.824332 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aa596c-799e-414e-9bb6-a7958ee95312" -d '{"events": [{"server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "name": "network-vif-plugged", "status": "completed", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:55.826780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.842127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:01:53Z', 'revision_number': 1, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:55.845318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 1e3d5811-1ea1-414e-ba79-102edc70d4ca, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:55.878303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdb0f1-1145-4448-839f-fa73672bf2cd None None] The sync data for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 is: [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:01:53Z', 'revision_number': 1, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:55.880370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.907358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad37af5-07c9-4e19-bf83-f19eccc137fa req-f86b117a-2c0b-483d-9159-b8f8fddfe7ad tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:55.916019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ad37af5-07c9-4e19-bf83-f19eccc137fa req-f86b117a-2c0b-483d-9159-b8f8fddfe7ad tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 945 time: 0.1297429 Aug 09 16:01:55.964749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=1e3d5811-1ea1-414e-ba79-102edc70d4ca,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:55.984319 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ad37af5-07c9-4e19-bf83-f19eccc137fa req-245cee9d-c108-4677-9a14-cacecc4bc837 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670018 Aug 09 16:01:56.220023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa8a2a-49c4-4a6f-bf64-86791aaccf64 req-0be0522b-25ff-40b2-b690-83bd348179da tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:56.221830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bfa8a2a-49c4-4a6f-bf64-86791aaccf64 req-0be0522b-25ff-40b2-b690-83bd348179da tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1127601 Aug 09 16:01:56.244125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Router 6375c037-d264-4ada-a257-932b6de11e3d has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:56.320952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bfa8a2a-49c4-4a6f-bf64-86791aaccf64 req-3acd8e92-2b21-4de6-ac45-9c5a4f088aac tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779676 Aug 09 16:01:56.406736 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036bce43-574e-402e-ad44-47cb861d1aae x-openstack-request-id: req-036bce43-574e-402e-ad44-47cb861d1aae {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:56.407235 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "name": "network-vif-plugged", "status": "completed", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:56.407235 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-036bce43-574e-402e-ad44-47cb861d1aae {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:56.407645 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'code': 200} Aug 09 16:01:56.471132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:56.481105 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] Sync routers for ids ['6375c037-d264-4ada-a257-932b6de11e3d'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:56.489126 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-13f52c39-13a3-4785-85db-da68f01a0cab admin admin] 10.222.0.64 "PUT /v2.0/routers/6375c037-d264-4ada-a257-932b6de11e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9722972 Aug 09 16:01:56.491291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54118) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:56.503151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54120) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:56.516244 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] Routers {'6375c037-d264-4ada-a257-932b6de11e3d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:56.517082 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6375c037-d264-4ada-a257-932b6de11e3d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:56.585582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dd9ca-d0d0-4c45-8ae4-ba8e1200bdfa req-8d41c6aa-389b-4ea8-99a9-4b5f8e12797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:56.587282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d17dd9ca-d0d0-4c45-8ae4-ba8e1200bdfa req-8d41c6aa-389b-4ea8-99a9-4b5f8e12797f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 1097 time: 0.0957778 Aug 09 16:01:56.687176 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d17dd9ca-d0d0-4c45-8ae4-ba8e1200bdfa req-77fb8b48-a689-4ac2-8ce9-98358faa67ee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862939 Aug 09 16:01:56.694249 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] Set router 6375c037-d264-4ada-a257-932b6de11e3d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:56.740035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 73de1368-3470-4c83-ba50-46d52efdafbb up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:56.765916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e5f13-f135-4137-b1ce-a3de2db97370 req-6071c1b4-a0e9-4561-be07-d7f1bbf468c4 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:56.773338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707e5f13-f135-4137-b1ce-a3de2db97370 req-6071c1b4-a0e9-4561-be07-d7f1bbf468c4 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 944 time: 0.1796920 Aug 09 16:01:56.868669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:56.896647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 73de1368-3470-4c83-ba50-46d52efdafbb completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:56.902140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 73de1368-3470-4c83-ba50-46d52efdafbb triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:56.902827 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:56.945413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707e5f13-f135-4137-b1ce-a3de2db97370 req-97d072b3-28b2-4c23-b50a-ed784f450c22 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681540 Aug 09 16:01:57.077563 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:01:55Z', 'revision_number': 5, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:57.108173 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] Checking router: 6375c037-d264-4ada-a257-932b6de11e3d for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:57.134579 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] Routers {'6375c037-d264-4ada-a257-932b6de11e3d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:57.135222 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6375c037-d264-4ada-a257-932b6de11e3d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:57.161157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7537416-ab48-4733-bb86-93de5f201d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.186514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.196872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54138) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:57.203010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2089821495-network', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:57.220086 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.276860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 73de1368-3470-4c83-ba50-46d52efdafbb, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73de1368-3470-4c83-ba50-46d52efdafbb,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:57.284393 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.316271 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] Set router 6375c037-d264-4ada-a257-932b6de11e3d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:57.334599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Deleting port 4696c887-5b91-4e96-9c1a-cd171520121a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:57.334983 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.391349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=73de1368-3470-4c83-ba50-46d52efdafbb,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:57.477313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7537416-ab48-4733-bb86-93de5f201d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.493287 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7537416-ab48-4733-bb86-93de5f201d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.512297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Made reservation on behalf of 21024a4bba8846fe87c6cb9744f5f271 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:57.516520 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.532146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7683ef8-641e-4f8d-bfa4-9639ab94cb71 req-db6a5e39-c109-49e1-ac81-a102fc36b590 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:57.533984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7683ef8-641e-4f8d-bfa4-9639ab94cb71 req-db6a5e39-c109-49e1-ac81-a102fc36b590 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 946 time: 0.1361208 Aug 09 16:01:57.540017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.621281 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:01:55Z', 'revision_number': 5, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:57.622670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] For port 4696c887-5b91-4e96-9c1a-cd171520121a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4696c887-5b91-4e96-9c1a-cd171520121a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:57.623043 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.633945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f7537416-ab48-4733-bb86-93de5f201d02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6bb44bef56348589a3490ab25a0c8fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0462093 Aug 09 16:01:57.636521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54142) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:57.658100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7537416-ab48-4733-bb86-93de5f201d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2313cd-7e0c-4625-8b17-07d38c80e5eb,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:57.680315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7683ef8-641e-4f8d-bfa4-9639ab94cb71 req-300a2248-3f2b-4c5d-8871-7be31b332955 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093321 Aug 09 16:01:57.696791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Calling delete_port for 4696c887-5b91-4e96-9c1a-cd171520121a owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:57.708034 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8168513-bdb3-45d1-aee2-c38494713d41 None None] The sync data for ids ['6375c037-d264-4ada-a257-932b6de11e3d'] in n-d-799523-2 is: [{'id': '6375c037-d264-4ada-a257-932b6de11e3d', 'name': 'tempest-TestServerMultinode-625956142-router', 'tenant_id': '85cd1640f19b45128dfa12313cbf778e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:15Z', 'updated_at': '2021-08-09T16:01:55Z', 'revision_number': 5, 'project_id': '85cd1640f19b45128dfa12313cbf778e', 'gw_port': {'id': '4696c887-5b91-4e96-9c1a-cd171520121a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375c037-d264-4ada-a257-932b6de11e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:18Z', 'updated_at': '2021-08-09T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:57.774704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.795450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.813070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f7efcc0-258a-4ff5-a333-749bedf7c622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.822806 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:01:57.848110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f7efcc0-258a-4ff5-a333-749bedf7c622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.880366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0921-4e4a-4504-8624-b7b061792a14 req-9bf045fb-75bc-4b7d-9a65-b577564fe1fa tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:57.889851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1ec0921-4e4a-4504-8624-b7b061792a14 req-9bf045fb-75bc-4b7d-9a65-b577564fe1fa tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.0869896 Aug 09 16:01:57.913246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f7efcc0-258a-4ff5-a333-749bedf7c622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.916080 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f7efcc0-258a-4ff5-a333-749bedf7c622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.928628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4f7efcc0-258a-4ff5-a333-749bedf7c622 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d2313cd-7e0c-4625-8b17-07d38c80e5eb HTTP/1.1" status: 204 len: 168 time: 0.2833288 Aug 09 16:01:57.939451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:57.952659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b2a2b-bfb3-4336-ab08-dbf5fc6c14a5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:57.986385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7efcc0-258a-4ff5-a333-749bedf7c622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2313cd-7e0c-4625-8b17-07d38c80e5eb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:58.003959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.004467 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Added segment 63852bf2-da28-4ed4-a213-4468b0a2e411 of type vlan for network 20984640-b55e-431b-b882-9515970d0d0d Aug 09 16:01:58.006322 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1ec0921-4e4a-4504-8624-b7b061792a14 req-de62c43f-14f7-49e5-b809-fe5c2ea10252 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154394 Aug 09 16:01:58.123890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.164849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.187588 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.189032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:58.190383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.219855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4696c887-5b91-4e96-9c1a-cd171520121a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:58.305383 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1047440 Aug 09 16:01:58.307241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54160) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:58.312639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.325367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Request body: {'subnet': {'network_id': '20984640-b55e-431b-b882-9515970d0d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2089821495-subnet', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:58.363644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9c6ed-5d30-4149-a2a7-8de6f7475779 admin admin] Pushing event updated for resources: {'Network': ['ID=20984640-b55e-431b-b882-9515970d0d0d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:58.367733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.377190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 20984640-b55e-431b-b882-9515970d0d0d details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:58.432826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427605-17ed-4094-84db-14faff461f02 req-3dfb07cb-20e7-4a4b-ade9-da7321361067 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:58.443245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e427605-17ed-4094-84db-14faff461f02 req-3dfb07cb-20e7-4a4b-ade9-da7321361067 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 945 time: 0.3153882 Aug 09 16:01:58.474272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb1e27b-3dbb-4269-b7d0-2897832e9a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73de1368-3470-4c83-ba50-46d52efdafbb'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:58.476639 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98423b3-dbc2-4725-9ebd-8b0de4b16a9c" -d '{"events": [{"server_uuid": "2eb1e27b-3dbb-4269-b7d0-2897832e9a6c", "name": "network-vif-plugged", "status": "completed", "tag": "73de1368-3470-4c83-ba50-46d52efdafbb"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:58.483253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Made reservation on behalf of 21024a4bba8846fe87c6cb9744f5f271 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:58.485146 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.511561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.515215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.567933 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.658845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e427605-17ed-4094-84db-14faff461f02 req-59899a00-5e50-4e09-b4e1-d2d695ea274c tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170889 Aug 09 16:01:58.678970 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.679513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6375c037-d264-4ada-a257-932b6de11e3d {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:58.699663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.703677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54180) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:58.711490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e28f700b-7d1f-4ccb-b94f-9d11946eac8f admin admin] 10.222.0.64 "DELETE /v2.0/routers/6375c037-d264-4ada-a257-932b6de11e3d HTTP/1.1" status: 204 len: 168 time: 2.2078021 Aug 09 16:01:58.730864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54182) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:58.752134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffb9cef5-1f42-4d59-8e6c-e6c1fcd0368f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.822349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-843ad406-99c2-4e13-bce8-7adc3252ad6b admin admin] Deleting subnet 000b85d0-4aee-45fa-aa5b-b2045466a697 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:01:58.828668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843ad406-99c2-4e13-bce8-7adc3252ad6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.884334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843ad406-99c2-4e13-bce8-7adc3252ad6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.947488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6fe4372-77bd-4808-8891-4305c1922645 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:59.021129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843ad406-99c2-4e13-bce8-7adc3252ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.025280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233c397-d128-4ff0-a5a8-5a9c638d7544 req-9c9cfef7-70e4-4c25-aab6-4c5ff69e2310 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:59.026902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2233c397-d128-4ff0-a5a8-5a9c638d7544 req-9c9cfef7-70e4-4c25-aab6-4c5ff69e2310 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.2026935 Aug 09 16:01:59.069372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c6fe4372-77bd-4808-8891-4305c1922645 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:59.074329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c6fe4372-77bd-4808-8891-4305c1922645 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:59.074946 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.080827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2233c397-d128-4ff0-a5a8-5a9c638d7544 req-d12f938d-28b9-4d06-b1e5-c06676f09063 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441897 Aug 09 16:01:59.143268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843ad406-99c2-4e13-bce8-7adc3252ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.155385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:59.169994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.203498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ad406-99c2-4e13-bce8-7adc3252ad6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000b85d0-4aee-45fa-aa5b-b2045466a697,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:59.220079 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-843ad406-99c2-4e13-bce8-7adc3252ad6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.225393 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-843ad406-99c2-4e13-bce8-7adc3252ad6b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/000b85d0-4aee-45fa-aa5b-b2045466a697 HTTP/1.1" status: 204 len: 168 time: 0.5200293 Aug 09 16:01:59.234014 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d359f5d-3f5d-4844-898a-b88d5aa5e8b9 x-openstack-request-id: req-6d359f5d-3f5d-4844-898a-b88d5aa5e8b9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:59.234713 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb1e27b-3dbb-4269-b7d0-2897832e9a6c", "name": "network-vif-plugged", "status": "completed", "tag": "73de1368-3470-4c83-ba50-46d52efdafbb", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:59.235160 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d359f5d-3f5d-4844-898a-b88d5aa5e8b9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:59.235630 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb1e27b-3dbb-4269-b7d0-2897832e9a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73de1368-3470-4c83-ba50-46d52efdafbb', 'code': 200} Aug 09 16:01:59.238378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54192) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:59.239502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b9483-2e6b-4853-82eb-df3af793128e None None] Network 73d74978-d436-41ee-afca-3ec5c53da14b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:59.271890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a467102d-1a42-49e1-8cc3-e05e867aa4b9,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:59.308661 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffb9cef5-1f42-4d59-8e6c-e6c1fcd0368f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.317827 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.320287 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffb9cef5-1f42-4d59-8e6c-e6c1fcd0368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.366660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c6fe4372-77bd-4808-8891-4305c1922645, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6fe4372-77bd-4808-8891-4305c1922645,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:59.418642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59536d6f-2f04-4af8-8099-33db366bbffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.427788 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.458330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.483833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1c64e-ea72-4573-a472-85145fa8e295 req-7e90de0d-1ad6-4fb7-99f2-2e67e37f6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:59.485590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b0a1c64e-ea72-4573-a472-85145fa8e295 req-7e90de0d-1ad6-4fb7-99f2-2e67e37f6816 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 1096 time: 0.2002139 Aug 09 16:01:59.491703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ffb9cef5-1f42-4d59-8e6c-e6c1fcd0368f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69cee6a146884121818f84861bcea7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597587 Aug 09 16:01:59.493065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9cef5-1f42-4d59-8e6c-e6c1fcd0368f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00e24c-62fc-4867-88d3-06638bba787f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:59.498031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54194) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:59.504479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 320d1d2d-7d31-4986-ac39-5462f8522bbe no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:59.518925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Checking segment: {'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:59.518925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Network hostable DHCP agents. Network: 20984640-b55e-431b-b882-9515970d0d0d, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:59.548508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 320d1d2d-7d31-4986-ac39-5462f8522bbe {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:59.548855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 320d1d2d-7d31-4986-ac39-5462f8522bbe not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:59.580229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee421a-d827-4ec6-ab2a-d4d7f18aa57f req-b637dc49-f62a-4bd3-8ec2-a4b646fce584 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:59.585327 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b0a1c64e-ea72-4573-a472-85145fa8e295 req-481b6fd7-9c18-4ca3-b2cf-261ac168a024 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912223 Aug 09 16:01:59.587399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c6fe4372-77bd-4808-8891-4305c1922645,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:59.588549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92ee421a-d827-4ec6-ab2a-d4d7f18aa57f req-b637dc49-f62a-4bd3-8ec2-a4b646fce584 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 946 time: 0.2533834 Aug 09 16:01:59.648879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Deleting port d26bb3d8-42b3-4467-b78e-f7d04698c910 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:59.649221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.653022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Network 20984640-b55e-431b-b882-9515970d0d0d is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:59.670362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc3b799-e360-44fd-84de-a261af0be087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.689152 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92ee421a-d827-4ec6-ab2a-d4d7f18aa57f req-933e05f1-d585-416b-923f-ac1f56f71378 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970287 Aug 09 16:01:59.700431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 20984640-b55e-431b-b882-9515970d0d0d) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:59.701126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] DHCP port deletion for 73d74978-d436-41ee-afca-3ec5c53da14b request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:01:59.710547 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59536d6f-2f04-4af8-8099-33db366bbffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.719578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59536d6f-2f04-4af8-8099-33db366bbffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.721568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:59.724542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.752488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134ec32-2b28-4666-85ca-1e38711b2400 None None] Network 20984640-b55e-431b-b882-9515970d0d0d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:59.767417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc3b799-e360-44fd-84de-a261af0be087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.777410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] For port d26bb3d8-42b3-4467-b78e-f7d04698c910, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d26bb3d8-42b3-4467-b78e-f7d04698c910,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:59.777785 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.781256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b9c678a9-59f1-4dd9-adc1-a4bed78ba0e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4602478 Aug 09 16:01:59.781494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59536d6f-2f04-4af8-8099-33db366bbffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9ef36-dad2-4709-97e0-0c95a156d8f9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:59.783740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54204) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:59.795404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:59.800934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-59536d6f-2f04-4af8-8099-33db366bbffa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c04b35461144413297e5f19edeed3a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374705 Aug 09 16:01:59.805533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Calling delete_port for d26bb3d8-42b3-4467-b78e-f7d04698c910 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:59.807148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54206) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:59.854031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc3b799-e360-44fd-84de-a261af0be087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.860498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2dc3b799-e360-44fd-84de-a261af0be087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.862746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2dc3b799-e360-44fd-84de-a261af0be087 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d00e24c-62fc-4867-88d3-06638bba787f HTTP/1.1" status: 204 len: 168 time: 0.3639901 Aug 09 16:01:59.882270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3b799-e360-44fd-84de-a261af0be087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00e24c-62fc-4867-88d3-06638bba787f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:59.930348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] Deleting port d26bb3d8-42b3-4467-b78e-f7d04698c910 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:59.930722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.047348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] For port d26bb3d8-42b3-4467-b78e-f7d04698c910, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d26bb3d8-42b3-4467-b78e-f7d04698c910,segment=NetworkSegment(dcc6a940-b2a1-40e9-867c-d963d4e25a13),segment_id=dcc6a940-b2a1-40e9-867c-d963d4e25a13)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:00.047945 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.097449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Sync routers for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:00.125496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] Calling delete_port for d26bb3d8-42b3-4467-b78e-f7d04698c910 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:00.182633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:00.183407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:00.203579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef8f2a-0041-4542-9a6f-3b97f64d5875 req-1218f33e-638c-4255-82fd-950809c6fe06 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:00.206451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29ef8f2a-0041-4542-9a6f-3b97f64d5875 req-1218f33e-638c-4255-82fd-950809c6fe06 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 945 time: 0.0952590 Aug 09 16:02:00.270783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29ef8f2a-0041-4542-9a6f-3b97f64d5875 req-a187d190-0e2c-4852-bec8-6871cd6a914f tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579414 Aug 09 16:02:00.336144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-20984640-b55e-431b-b882-9515970d0d0d', 'network_id': '20984640-b55e-431b-b882-9515970d0d0d', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'fixed_ips': [{'subnet_id': 'a467102d-1a42-49e1-8cc3-e05e867aa4b9'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:00.337046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.371313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.372658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.380828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.426841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Pushing event deleted for resources: {'Port': ['ID=d26bb3d8-42b3-4467-b78e-f7d04698c910,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:00.430682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451142c-650b-4236-9379-74bf1bc78195 req-6698a6f9-8127-4e1d-ba7d-df135ef7f834 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:00.432364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3451142c-650b-4236-9379-74bf1bc78195 req-6698a6f9-8127-4e1d-ba7d-df135ef7f834 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 946 time: 0.0856056 Aug 09 16:02:00.454781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] No DVR routers for this DVR port d26bb3d8-42b3-4467-b78e-f7d04698c910 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:00.488058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:00.496830 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55461793-89ca-4148-a96f-99ceb2b810dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.503804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3451142c-650b-4236-9379-74bf1bc78195 req-3e65987b-7382-4df2-9d4e-7bfc71e7949d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550120 Aug 09 16:02:00.531798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54230) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:00.537222 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.593237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.681804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55461793-89ca-4148-a96f-99ceb2b810dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.722353 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.761161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d74978-d436-41ee-afca-3ec5c53da14b']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:00.792658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356e237-6b37-4aec-bd69-905fdb81ac02 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:00.797407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7356e237-6b37-4aec-bd69-905fdb81ac02 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 1092 time: 0.2642407 Aug 09 16:02:00.811886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54238) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:00.818092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519498bb-13ff-49ee-8913-24880bc3a0fb req-4ba4f702-9fdd-497c-bf66-b2891e941c19 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:00.833656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-519498bb-13ff-49ee-8913-24880bc3a0fb req-4ba4f702-9fdd-497c-bf66-b2891e941c19 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.2185972 Aug 09 16:02:00.855716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:00.872871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc6a940-b2a1-40e9-867c-d963d4e25a13') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:00.873460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc6a940-b2a1-40e9-867c-d963d4e25a13') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:00.897366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.900061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-519498bb-13ff-49ee-8913-24880bc3a0fb req-297c10cb-b653-4af2-aa7b-fb662503eaeb tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596411 Aug 09 16:02:00.908679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.934899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.942876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] Pushing event deleted for resources: {'Port': ['ID=d26bb3d8-42b3-4467-b78e-f7d04698c910,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:00.945559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6fe4372-77bd-4808-8891-4305c1922645 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:00.953691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:00.954181 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:00.956082 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:00.958351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5c698-71fb-4153-bfe2-01fddeb4fef3 None None] No DVR routers for this DVR port d26bb3d8-42b3-4467-b78e-f7d04698c910 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:01.031380 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.062916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55461793-89ca-4148-a96f-99ceb2b810dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.065722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-55461793-89ca-4148-a96f-99ceb2b810dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.070508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-55461793-89ca-4148-a96f-99ceb2b810dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34d9ef36-dad2-4709-97e0-0c95a156d8f9 HTTP/1.1" status: 204 len: 168 time: 1.2617357 Aug 09 16:02:01.096820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Allocated IP 172.20.0.2 (20984640-b55e-431b-b882-9515970d0d0d/a467102d-1a42-49e1-8cc3-e05e867aa4b9/01b6fbc2-0f10-40ab-b863-6dadd58211d4) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:01.100373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c6fe4372-77bd-4808-8891-4305c1922645 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:01.100988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.115991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55461793-89ca-4148-a96f-99ceb2b810dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9ef36-dad2-4709-97e0-0c95a156d8f9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:01.124421 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.134050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.136235 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] 10.222.0.64 "DELETE /v2.0/networks/73d74978-d436-41ee-afca-3ec5c53da14b HTTP/1.1" status: 204 len: 168 time: 1.8953400 Aug 09 16:02:01.139445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54246) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:01.158843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4529-799d-45f8-b6f7-9644b729648e admin admin] Pushing event deleted for resources: {'Network': ['ID=73d74978-d436-41ee-afca-3ec5c53da14b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:01.194085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 2, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:01.287080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Checking router: 466b828b-2bc2-40dd-932c-a9a0e44670c5 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:01.287399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Updating router 466b828b-2bc2-40dd-932c-a9a0e44670c5 port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:02:01.318333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.330831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.533460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.582454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.596016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d26bb3d8-42b3-4467-b78e-f7d04698c910 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:01.620383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.629759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Transition to ACTIVE for port object 01b6fbc2-0f10-40ab-b863-6dadd58211d4 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:01.634630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: d26bb3d8-42b3-4467-b78e-f7d04698c910 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:01.635455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d26bb3d8-42b3-4467-b78e-f7d04698c910 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:01.635455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4696c887-5b91-4e96-9c1a-cd171520121a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:01.701686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.25.7.127 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/423937b8-244d-499e-a114-c6046e6a48bb) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:01.706596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4696c887-5b91-4e96-9c1a-cd171520121a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:01.707313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4696c887-5b91-4e96-9c1a-cd171520121a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:01.726512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Transition to ACTIVE for port object 01b6fbc2-0f10-40ab-b863-6dadd58211d4 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:01.742189 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.805676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Network 20984640-b55e-431b-b882-9515970d0d0d is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:01.811035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:01.814327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:01.843507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54260) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:01.883084 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc815fca-8075-4f24-ab66-a111187fc710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.892446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Pushing event updated for resources: {'Port': ['ID=01b6fbc2-0f10-40ab-b863-6dadd58211d4,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:01.926585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Attempting to bind port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:01.927228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Attempting to bind port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:01.927590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Attempting to bind port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 on network 20984640-b55e-431b-b882-9515970d0d0d {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:01.936018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:01.936479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Checking segment: {'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:01.936883 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.954619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Bound using segment: {'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:01.954619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Bound port: 01b6fbc2-0f10-40ab-b863-6dadd58211d4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:01.954619 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.981750 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.038893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] For port 01b6fbc2-0f10-40ab-b863-6dadd58211d4, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:02.043624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] For port 01b6fbc2-0f10-40ab-b863-6dadd58211d4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01b6fbc2-0f10-40ab-b863-6dadd58211d4,segment=NetworkSegment(63852bf2-da28-4ed4-a213-4468b0a2e411),segment_id=63852bf2-da28-4ed4-a213-4468b0a2e411)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:02.054786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.061539 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.079509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da5e03-0211-4aba-87e4-6c6ecb01d382 req-a4bdabb1-87d7-47ba-a031-c63a1b388b3c tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:02.087139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83da5e03-0211-4aba-87e4-6c6ecb01d382 req-a4bdabb1-87d7-47ba-a031-c63a1b388b3c tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 945 time: 0.6155629 Aug 09 16:02:02.141682 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.157583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:02.162969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83da5e03-0211-4aba-87e4-6c6ecb01d382 req-695806c6-4e4d-40c0-8200-b12fb243b600 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747919 Aug 09 16:02:02.165667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Transition to ACTIVE for port object 4ce8822a-5a82-4ac0-bf82-a259335dcfcd will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:02.180959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:02.182321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa9141-0db7-432f-bb58-ceadea5f2776 None None] Pushing event updated for resources: {'Port': ['ID=01b6fbc2-0f10-40ab-b863-6dadd58211d4,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.188502 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.313789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd193c8a-4e16-4c22-81e3-2b0c98942cd9 None None] Pushing event updated for resources: {'Port': ['ID=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.313969 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc815fca-8075-4f24-ab66-a111187fc710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.315408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:02.331110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Attempting to bind port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:02.332193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Attempting to bind port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:02.332731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Attempting to bind port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd on network ecb596fd-4533-470e-8086-03cb74ccd14b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:02.341233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:02.342110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Checking segment: {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:02.342789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.343412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Bound using segment: {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:02.344118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Bound port: 4ce8822a-5a82-4ac0-bf82-a259335dcfcd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:02.344695 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.378474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bc815fca-8075-4f24-ab66-a111187fc710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.411792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Allocated IP 172.25.7.109 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/139eca44-e276-4930-a503-966ab7bb4c7e) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:02.470292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77f3a1-2030-40e2-912d-78bac645c662 req-fae17f87-31b4-46bd-922d-fa868cc2dc1f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:02.479678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae77f3a1-2030-40e2-912d-78bac645c662 req-fae17f87-31b4-46bd-922d-fa868cc2dc1f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.2024217 Aug 09 16:02:02.494649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-8ab2f04a-fc23-4edb-a1e2-ee1e4b87b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:02.504898 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-8ab2f04a-fc23-4edb-a1e2-ee1e4b87b54e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 1097 time: 0.1040962 Aug 09 16:02:02.509833 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] For port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:02.521530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] For port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:02.527235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=423937b8-244d-499e-a114-c6046e6a48bb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.533252 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.571018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bc815fca-8075-4f24-ab66-a111187fc710 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a64abf49e85d48039310a248ea601dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7257216 Aug 09 16:02:02.571940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc815fca-8075-4f24-ab66-a111187fc710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70fd25f-11d2-4677-aa83-bcd6edb1f857,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.590280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54278) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:02.651573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:02.652382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:02.656668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd193c8a-4e16-4c22-81e3-2b0c98942cd9 None None] Pushing event updated for resources: {'Port': ['ID=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.706197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae77f3a1-2030-40e2-912d-78bac645c662 req-506d7387-3ba2-47fc-99f2-94bdb87a0003 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254112 Aug 09 16:02:02.885036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-09b56304-d774-4173-91ad-165fc41e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:02.889457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-09b56304-d774-4173-91ad-165fc41e39b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 917 time: 0.3321791 Aug 09 16:02:02.921894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01b6fbc2-0f10-40ab-b863-6dadd58211d4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:02.964886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-54071327-deb2-49d0-98f6-56f897f3b8c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d HTTP/1.1" status: 200 len: 217 time: 0.0665030 Aug 09 16:02:03.010912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:03.044205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-c1638dcb-e7ab-43ac-b347-49a5ca15000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:03.046215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-c1638dcb-e7ab-43ac-b347-49a5ca15000d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 200 len: 855 time: 0.0729680 Aug 09 16:02:03.052878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.087585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:03.148057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.258587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dae52f5f-fed6-493a-a048-3d983360482d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.306042 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dae52f5f-fed6-493a-a048-3d983360482d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.347677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-c800b218-d321-445f-a143-d1a3bf0cb97d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2912591 Aug 09 16:02:03.386988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:02Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:03.424501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dae52f5f-fed6-493a-a048-3d983360482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.431620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877e15-391e-4ff2-8cf6-fe5730fa1e09 None None] The sync data for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 is: [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:02Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:03.434883 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dae52f5f-fed6-493a-a048-3d983360482d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.436285 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dae52f5f-fed6-493a-a048-3d983360482d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e70fd25f-11d2-4677-aa83-bcd6edb1f857 HTTP/1.1" status: 204 len: 168 time: 0.5268867 Aug 09 16:02:03.593584 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.597294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae52f5f-fed6-493a-a048-3d983360482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70fd25f-11d2-4677-aa83-bcd6edb1f857,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:03.793633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-b70c161a-5cf7-4061-9562-8a60624310a5 service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262331 Aug 09 16:02:03.894241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:03.928457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:03.936625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:03.991083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Pushing event updated for resources: {'Port': ['ID=139eca44-e276-4930-a503-966ab7bb4c7e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:04.061680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda277c-9021-4aa6-9332-40d796bd8fe9 None None] Network 20984640-b55e-431b-b882-9515970d0d0d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:04.223989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a51e22-aa54-4b38-8c49-f06c9bcb71d4 req-78833b9d-3249-45cb-89bb-047d9ca062dd service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162533 Aug 09 16:02:04.254767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612663a-7732-43da-b670-ef79a79beda9 req-988afc65-7fd9-4879-9c7d-8d33250660a0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:04.263763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c612663a-7732-43da-b670-ef79a79beda9 req-988afc65-7fd9-4879-9c7d-8d33250660a0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.3924692 Aug 09 16:02:04.366883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c612663a-7732-43da-b670-ef79a79beda9 req-09165ee5-716b-4cb5-b3ea-8e1842a8d77b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015191 Aug 09 16:02:04.409523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6daa1fc5-13ec-4512-adf8-d12d5288dda1 None None] Provisioning for port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:04.439633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Deleting port c4fed404-3b9d-4c57-9e69-969b58767ca7 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:04.444613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6daa1fc5-13ec-4512-adf8-d12d5288dda1 None None] Provisioning complete for port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:04.444989 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6daa1fc5-13ec-4512-adf8-d12d5288dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.447574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.770869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] For port c4fed404-3b9d-4c57-9e69-969b58767ca7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c4fed404-3b9d-4c57-9e69-969b58767ca7,segment=NetworkSegment(c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66),segment_id=c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:04.771578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.792975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Calling delete_port for c4fed404-3b9d-4c57-9e69-969b58767ca7 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:04.798933 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6daa1fc5-13ec-4512-adf8-d12d5288dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.833905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ce8822a-5a82-4ac0-bf82-a259335dcfcd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:04.952931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6daa1fc5-13ec-4512-adf8-d12d5288dda1 None None] For port 01b6fbc2-0f10-40ab-b863-6dadd58211d4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01b6fbc2-0f10-40ab-b863-6dadd58211d4,segment=NetworkSegment(63852bf2-da28-4ed4-a213-4468b0a2e411),segment_id=63852bf2-da28-4ed4-a213-4468b0a2e411)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:04.963063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6daa1fc5-13ec-4512-adf8-d12d5288dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.032998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:05.057878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:05.058245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.114770 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de952492-9a1c-4077-8218-6559d892447f req-3d6ab73b-1c7d-47ba-9fc8-166f9ae43689 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5401142 Aug 09 16:02:05.157060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.161101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa1fc5-13ec-4512-adf8-d12d5288dda1 None None] Pushing event updated for resources: {'Port': ['ID=01b6fbc2-0f10-40ab-b863-6dadd58211d4,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:05.179630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0976520c-4004-4750-8435-e0f60a2a5981 None None] Provisioning complete for port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:05.180025 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0976520c-4004-4750-8435-e0f60a2a5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.193867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fed404-3b9d-4c57-9e69-969b58767ca7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:05.314630 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.424448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:05.441705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.444029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.686865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:05.691286 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7272763-371c-4893-9655-f52dc97e695d req-b065c697-f691-4d47-b254-876ea50519b1 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:05.707209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7272763-371c-4893-9655-f52dc97e695d req-b065c697-f691-4d47-b254-876ea50519b1 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1962521 Aug 09 16:02:05.749620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.792014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952492-9a1c-4077-8218-6559d892447f req-e7cd7656-1e41-4efa-bc76-065fe6dc8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:05.793595 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de952492-9a1c-4077-8218-6559d892447f req-e7cd7656-1e41-4efa-bc76-065fe6dc8423 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 1097 time: 0.6185880 Aug 09 16:02:05.837367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e7272763-371c-4893-9655-f52dc97e695d req-398e0e3f-9073-4c92-a438-7234aed50c2c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217115 Aug 09 16:02:05.838560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.945046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952492-9a1c-4077-8218-6559d892447f req-a9580976-ebdc-4ea8-9eb0-0433de090c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:05.947002 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de952492-9a1c-4077-8218-6559d892447f req-a9580976-ebdc-4ea8-9eb0-0433de090c32 service neutron] 10.222.0.66 "GET /v2.0/networks?id=96473bb2-18dd-4dac-a048-dd275de84c31 HTTP/1.1" status: 200 len: 899 time: 0.1035724 Aug 09 16:02:06.091614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.210915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Router 0416affe-82ae-4392-a0bf-d775efe91afd has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:06.235712 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de952492-9a1c-4077-8218-6559d892447f req-91074ce5-0b89-4ea9-9d60-8ff1a69a3dd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca HTTP/1.1" status: 200 len: 1000 time: 0.2588484 Aug 09 16:02:06.412916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952492-9a1c-4077-8218-6559d892447f req-594045a2-887e-453c-af22-6910767771ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:06.414361 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de952492-9a1c-4077-8218-6559d892447f req-594045a2-887e-453c-af22-6910767771ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=319ff90f-c172-4141-a996-4802bee46248 HTTP/1.1" status: 200 len: 835 time: 0.1429996 Aug 09 16:02:06.428837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:06.438166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dd49418b-3563-45d0-964c-5fcfa89865d6 admin admin] 10.222.0.64 "PUT /v2.0/routers/0416affe-82ae-4392-a0bf-d775efe91afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2975612 Aug 09 16:02:06.439012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54350) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:06.439630 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faef252-738a-4414-9102-8817642b15f1 None None] Sync routers for ids ['0416affe-82ae-4392-a0bf-d775efe91afd'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:06.454700 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faef252-738a-4414-9102-8817642b15f1 None None] Routers {'0416affe-82ae-4392-a0bf-d775efe91afd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:06.456403 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7faef252-738a-4414-9102-8817642b15f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0416affe-82ae-4392-a0bf-d775efe91afd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:06.597589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.657889 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-7faef252-738a-4414-9102-8817642b15f1 None None] Set router 0416affe-82ae-4392-a0bf-d775efe91afd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:06.664370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.674167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.686073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952492-9a1c-4077-8218-6559d892447f req-62fab91d-44f8-41bc-a317-9df82aebd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:06.688003 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de952492-9a1c-4077-8218-6559d892447f req-62fab91d-44f8-41bc-a317-9df82aebd8df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96473bb2-18dd-4dac-a048-dd275de84c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642262 Aug 09 16:02:06.861665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.865597 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.897378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=423937b8-244d-499e-a114-c6046e6a48bb,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:06.913936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ce8822a-5a82-4ac0-bf82-a259335dcfcd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:06.970240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Deleting port 6973d18f-ea52-424a-a632-c75c18d6f542 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:06.970580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.036537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:07.037134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.037918 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7faef252-738a-4414-9102-8817642b15f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port': {'id': '6973d18f-ea52-424a-a632-c75c18d6f542', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:07.043624 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.112151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f881e-bd93-4161-afc8-863fc7c8e2df req-ff4b6a2f-6e87-4eaf-9491-981b4cb63d96 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:07.113811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-791f881e-bd93-4161-afc8-863fc7c8e2df req-ff4b6a2f-6e87-4eaf-9491-981b4cb63d96 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1053073 Aug 09 16:02:07.145998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] For port 6973d18f-ea52-424a-a632-c75c18d6f542, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6973d18f-ea52-424a-a632-c75c18d6f542,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:07.146383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.174807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Calling delete_port for 6973d18f-ea52-424a-a632-c75c18d6f542 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:07.202083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-791f881e-bd93-4161-afc8-863fc7c8e2df req-d62b80db-0fd0-4f58-bfc2-4143ed747903 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762494 Aug 09 16:02:07.253445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faef252-738a-4414-9102-8817642b15f1 None None] Checking router: 0416affe-82ae-4392-a0bf-d775efe91afd for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:07.253925 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01b6fbc2-0f10-40ab-b863-6dadd58211d4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:07.265179 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faef252-738a-4414-9102-8817642b15f1 None None] Routers {'0416affe-82ae-4392-a0bf-d775efe91afd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:07.268345 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7faef252-738a-4414-9102-8817642b15f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0416affe-82ae-4392-a0bf-d775efe91afd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:07.376385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de952492-9a1c-4077-8218-6559d892447f req-a19fe02e-622d-4b86-88e7-8864959640ae service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194522 Aug 09 16:02:07.384658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:07.385061 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.472995 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Floating IP 51993b28-ca21-4ce0-9d90-ce2640680da0 associated. External IP: 172.25.7.127, port: 1e3d5811-1ea1-414e-ba79-102edc70d4ca. Aug 09 16:02:07.482362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.504640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-7faef252-738a-4414-9102-8817642b15f1 None None] Set router 0416affe-82ae-4392-a0bf-d775efe91afd gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:07.544033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Pushing event deleted for resources: {'Port': ['ID=6973d18f-ea52-424a-a632-c75c18d6f542,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:07.632401 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7faef252-738a-4414-9102-8817642b15f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:02:06Z', 'revision_number': 6, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:07.690291 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.715480 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faef252-738a-4414-9102-8817642b15f1 None None] The sync data for ids ['0416affe-82ae-4392-a0bf-d775efe91afd'] in n-d-799523-2 is: [{'id': '0416affe-82ae-4392-a0bf-d775efe91afd', 'name': 'tempest-TestServerMultinode-343336186-router', 'tenant_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:43Z', 'updated_at': '2021-08-09T16:02:06Z', 'revision_number': 6, 'project_id': 'bf8646f5c01c486d8416ebd61b0d4a8b', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:07.876031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.878620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.028318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Router 504fa198-4491-4df5-8826-16535da2980c is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:08.034912 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-de952492-9a1c-4077-8218-6559d892447f req-07b7e9e6-986e-40aa-b8ae-243ee226c06d service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450830 Aug 09 16:02:08.328140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:08.341313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Sync routers for ids ['504fa198-4491-4df5-8826-16535da2980c'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:08.348425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 2d28f552-7a5a-413e-af98-b24fba474aac has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:08.362837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Routers {'504fa198-4491-4df5-8826-16535da2980c'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:08.364617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['504fa198-4491-4df5-8826-16535da2980c'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:08.379424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.385591 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fe19afca-da75-4e88-b176-6db602985484 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5955043 Aug 09 16:02:08.390517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54384) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:08.647950 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.648660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0416affe-82ae-4392-a0bf-d775efe91afd {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:08.657515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.659103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b06ea1f6-dbc3-4140-b5bc-f3508a7426bc admin admin] 10.222.0.64 "DELETE /v2.0/routers/0416affe-82ae-4392-a0bf-d775efe91afd HTTP/1.1" status: 204 len: 168 time: 2.2190976 Aug 09 16:02:08.666332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54390) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:08.813409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8028edd0-1f23-4e8b-a627-b9dc60c0ad0e admin admin] Deleting subnet eeca4ce7-9b02-4d2b-8573-67cb8ee42b18 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:08.843157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8028edd0-1f23-4e8b-a627-b9dc60c0ad0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.941583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6973d18f-ea52-424a-a632-c75c18d6f542 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:08.963314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35147162-b4cc-46bf-bb83-4fa8b75d6c32 req-c33251fa-544f-4b0e-b12f-d23f00a00110 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:08.967852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35147162-b4cc-46bf-bb83-4fa8b75d6c32 req-c33251fa-544f-4b0e-b12f-d23f00a00110 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.3520012 Aug 09 16:02:08.993838 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6973d18f-ea52-424a-a632-c75c18d6f542 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:08.994169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6973d18f-ea52-424a-a632-c75c18d6f542 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:08.994573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c4fed404-3b9d-4c57-9e69-969b58767ca7 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:09.029461 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8028edd0-1f23-4e8b-a627-b9dc60c0ad0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.049107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c4fed404-3b9d-4c57-9e69-969b58767ca7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:09.057885 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c4fed404-3b9d-4c57-9e69-969b58767ca7 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:09.104691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Set router 504fa198-4491-4df5-8826-16535da2980c gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:09.130435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35147162-b4cc-46bf-bb83-4fa8b75d6c32 req-3281ee63-b784-4ba2-90a3-b7b39cf650f5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479018 Aug 09 16:02:09.166569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:09.178585 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] Sync routers for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:09.199538 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:09.200608 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:09.234147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.249462 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8028edd0-1f23-4e8b-a627-b9dc60c0ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.361187 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8028edd0-1f23-4e8b-a627-b9dc60c0ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.393990 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ce0e4dcd-c6c3-431d-bb14-a999856ce685 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.5699542 Aug 09 16:02:09.404221 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:09.427957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54396) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:09.435632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028edd0-1f23-4e8b-a627-b9dc60c0ad0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeca4ce7-9b02-4d2b-8573-67cb8ee42b18,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:09.455151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:09.457897 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746993ac-e994-423d-a01c-18fc28464e00" -d '{"events": [{"name": "network-changed", "server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:09.465094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 3, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:09.509010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Checking router: 504fa198-4491-4df5-8826-16535da2980c for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:09.509374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Updating router 504fa198-4491-4df5-8826-16535da2980c port 139eca44-e276-4930-a503-966ab7bb4c7e binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:02:09.563613 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.584802 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536b7352-edd0-435d-8ac0-2f0feca33639 x-openstack-request-id: req-536b7352-edd0-435d-8ac0-2f0feca33639 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:09.585240 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:09.585564 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-536b7352-edd0-435d-8ac0-2f0feca33639 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:09.586157 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'status': 'completed', 'code': 200} Aug 09 16:02:09.651771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7a012175-df4f-49e7-b55a-95a377f5cc37 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/floatingips/51993b28-ca21-4ce0-9d90-ce2640680da0 HTTP/1.1" status: 200 len: 992 time: 0.2088077 Aug 09 16:02:09.662112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9edb46-d4ad-4dcb-8170-4563874db6a6 None None] Network 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:09.672358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8028edd0-1f23-4e8b-a627-b9dc60c0ad0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.676719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8028edd0-1f23-4e8b-a627-b9dc60c0ad0e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eeca4ce7-9b02-4d2b-8573-67cb8ee42b18 HTTP/1.1" status: 204 len: 168 time: 1.0055985 Aug 09 16:02:09.677328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54402) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:09.778476 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.868160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746993ac-e994-423d-a01c-18fc28464e00 req-6daf3600-a31f-455a-833a-2bcf562cef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:09.874058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-746993ac-e994-423d-a01c-18fc28464e00 req-6daf3600-a31f-455a-833a-2bcf562cef34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 1097 time: 0.2512574 Aug 09 16:02:09.876314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.016210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Deleting port fcb76062-a955-49b3-a318-47d2b0bad759 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:10.016840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.106626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] For port fcb76062-a955-49b3-a318-47d2b0bad759, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fcb76062-a955-49b3-a318-47d2b0bad759,segment=NetworkSegment(c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66),segment_id=c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:10.107037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.123690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Calling delete_port for fcb76062-a955-49b3-a318-47d2b0bad759 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:10.128123 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:31Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:03Z', 'revision_number': 0, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:10.162656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746993ac-e994-423d-a01c-18fc28464e00 req-4f8ffc89-f7d9-4658-9183-5c9745330b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:10.175605 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-746993ac-e994-423d-a01c-18fc28464e00 req-4f8ffc89-f7d9-4658-9183-5c9745330b69 service neutron] 10.222.0.66 "GET /v2.0/networks?id=96473bb2-18dd-4dac-a048-dd275de84c31 HTTP/1.1" status: 200 len: 899 time: 0.2762847 Aug 09 16:02:10.194876 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] Checking router: 2d28f552-7a5a-413e-af98-b24fba474aac for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:10.215149 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:10.216574 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:10.218153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.243445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] No DVR routers for this DVR port fcb76062-a955-49b3-a318-47d2b0bad759 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:10.307875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb76062-a955-49b3-a318-47d2b0bad759,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:10.428251 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-746993ac-e994-423d-a01c-18fc28464e00 req-1b9c4579-6a27-40f2-ad1f-f1b93cc17935 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca HTTP/1.1" status: 200 len: 1000 time: 0.2453778 Aug 09 16:02:10.441602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce90e5e2-292e-4b23-8479-b6fe187583a9 None None] DHCP port deletion for 0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:10.442464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28276851-2b12-4c4f-8dd6-599a35948b6d req-112b8f35-c129-4f34-bebe-ee3c0f3d43d3 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:10.451371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28276851-2b12-4c4f-8dd6-599a35948b6d req-112b8f35-c129-4f34-bebe-ee3c0f3d43d3 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1473935 Aug 09 16:02:10.472418 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.481743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.489599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Transition to ACTIVE for port object 139eca44-e276-4930-a503-966ab7bb4c7e will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:10.492772 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:10.508806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.527245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0885dc9a-d4d6-4def-b9f2-88c4fe47dd72']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:10.561272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:10.561820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61ac4cb-75f4-4c6c-8ed1-abb2f7b78a66') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:10.583781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.594522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746993ac-e994-423d-a01c-18fc28464e00 req-ac6f2bea-1ef8-42f3-9853-85683662aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:10.596394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-746993ac-e994-423d-a01c-18fc28464e00 req-ac6f2bea-1ef8-42f3-9853-85683662aec7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=319ff90f-c172-4141-a996-4802bee46248 HTTP/1.1" status: 200 len: 835 time: 0.1586967 Aug 09 16:02:10.613719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e5e55-e959-48af-b012-97e77607f56f None None] Pushing event updated for resources: {'Port': ['ID=139eca44-e276-4930-a503-966ab7bb4c7e,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:10.618614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28276851-2b12-4c4f-8dd6-599a35948b6d req-3ecfe8f0-30b8-4bfa-ba9e-7fea1bdea008 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659396 Aug 09 16:02:10.637427 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.642677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Allocated IP 172.20.0.1 (20984640-b55e-431b-b882-9515970d0d0d/a467102d-1a42-49e1-8cc3-e05e867aa4b9/54ed38a9-6556-470d-8903-b95f758408ed) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:10.650584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:10.651003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:10.655087 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:10.656940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Attempting to bind port 139eca44-e276-4930-a503-966ab7bb4c7e on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:10.656940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Attempting to bind port 139eca44-e276-4930-a503-966ab7bb4c7e by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:10.656940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Attempting to bind port 139eca44-e276-4930-a503-966ab7bb4c7e on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:10.661620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:10.661993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:10.662741 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.662956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:10.663444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Bound port: 139eca44-e276-4930-a503-966ab7bb4c7e, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:10.663865 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.674929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54412) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:10.788773 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.818982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fcb76062-a955-49b3-a318-47d2b0bad759 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:10.830271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.842123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] 10.222.0.64 "DELETE /v2.0/networks/0885dc9a-d4d6-4def-b9f2-88c4fe47dd72 HTTP/1.1" status: 204 len: 168 time: 1.1632464 Aug 09 16:02:10.843643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e96486-acef-46c7-805e-9c8af1159f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=0885dc9a-d4d6-4def-b9f2-88c4fe47dd72,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:10.890462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: fcb76062-a955-49b3-a318-47d2b0bad759 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:10.890894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fcb76062-a955-49b3-a318-47d2b0bad759 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:10.896851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] For port 139eca44-e276-4930-a503-966ab7bb4c7e, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:10.929359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] For port 139eca44-e276-4930-a503-966ab7bb4c7e, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=139eca44-e276-4930-a503-966ab7bb4c7e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:10.936303 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.022748 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:31Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:03Z', 'revision_number': 0, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:11.078095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Routers {'504fa198-4491-4df5-8826-16535da2980c'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:11.080925 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313796a2-46bc-4611-bd93-1ab52a45ad01 None None] The sync data for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 is: [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:31Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:03Z', 'revision_number': 0, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:11.083484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['504fa198-4491-4df5-8826-16535da2980c'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:11.112685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746993ac-e994-423d-a01c-18fc28464e00 req-ed1302ef-caaf-43a1-916f-5f810fd9566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:11.118245 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-746993ac-e994-423d-a01c-18fc28464e00 req-ed1302ef-caaf-43a1-916f-5f810fd9566c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96473bb2-18dd-4dac-a048-dd275de84c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5075648 Aug 09 16:02:11.126166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e5e55-e959-48af-b012-97e77607f56f None None] Pushing event updated for resources: {'Port': ['ID=139eca44-e276-4930-a503-966ab7bb4c7e,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:11.193518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54426) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:11.270285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ed921bba-b3b4-4c44-9cb3-6791de86170f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85cd1640f19b45128dfa12313cbf778e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754983 Aug 09 16:02:11.274057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54428) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:11.286471 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8afe82a8-b95f-420e-9461-a4a5e10f7ed7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/floatingips/51993b28-ca21-4ce0-9d90-ce2640680da0 HTTP/1.1" status: 200 len: 992 time: 0.6081190 Aug 09 16:02:11.305980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] Set router 504fa198-4491-4df5-8826-16535da2980c gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:11.438371 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5150e130-9e71-447e-aeea-20f99f1f689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.442274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.476177 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-746993ac-e994-423d-a01c-18fc28464e00 req-cf12ba5f-dbfa-452c-872a-79ae412035a3 service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413866 Aug 09 16:02:11.489988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Transition to ACTIVE for port object 54ed38a9-6556-470d-8903-b95f758408ed will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:11.530736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5150e130-9e71-447e-aeea-20f99f1f689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.554024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16f4829-0d8d-471a-a291-bc3fd36c620b None None] New status for floating IP 51993b28-ca21-4ce0-9d90-ce2640680da0: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:02:11.695229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.747913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 3, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:11.771771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Network 20984640-b55e-431b-b882-9515970d0d0d is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:11.783474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:11.787080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7cbae-2acc-4436-b75a-d3f10cb005d0 None None] The sync data for ids ['504fa198-4491-4df5-8826-16535da2980c'] in n-d-799523-2 is: [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 3, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:11.787714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:11.808602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ac985-5ec2-417c-8bf8-39d552d7264f req-77f64d8b-7dbe-479f-8228-9299d282932f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:11.829537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc8ac985-5ec2-417c-8bf8-39d552d7264f req-77f64d8b-7dbe-479f-8228-9299d282932f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.0918505 Aug 09 16:02:11.842915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Pushing event updated for resources: {'Port': ['ID=54ed38a9-6556-470d-8903-b95f758408ed,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:11.870430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5150e130-9e71-447e-aeea-20f99f1f689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.873959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5150e130-9e71-447e-aeea-20f99f1f689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.884789 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5150e130-9e71-447e-aeea-20f99f1f689e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b953777-ab9e-4070-b1c8-020d5d157290 HTTP/1.1" status: 204 len: 168 time: 0.6069736 Aug 09 16:02:11.888208 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-746993ac-e994-423d-a01c-18fc28464e00 req-0fc40050-50e3-49f5-8059-d46f16e6afa9 service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956299 Aug 09 16:02:11.910368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150e130-9e71-447e-aeea-20f99f1f689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b953777-ab9e-4070-b1c8-020d5d157290,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:11.951501 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.979048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc8ac985-5ec2-417c-8bf8-39d552d7264f req-5dd0c6ed-2574-4b99-bfae-cb6e2e497069 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484859 Aug 09 16:02:12.289902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54450) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:12.311641 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.354322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f6d076c2-e9d2-4c56-8696-810d031465f9 None None] Provisioning for port 54ed38a9-6556-470d-8903-b95f758408ed completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:12.369431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f6d076c2-e9d2-4c56-8696-810d031465f9 None None] Provisioning complete for port 54ed38a9-6556-470d-8903-b95f758408ed triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:12.369811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f6d076c2-e9d2-4c56-8696-810d031465f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.499634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ea360868-07ad-4fe4-b2f7-e7d79ddebb22 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/floatingips/51993b28-ca21-4ce0-9d90-ce2640680da0 HTTP/1.1" status: 200 len: 994 time: 0.2019281 Aug 09 16:02:12.526291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f6d076c2-e9d2-4c56-8696-810d031465f9 None None] Port 54ed38a9-6556-470d-8903-b95f758408ed cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:12.607583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54456) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:12.698243 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a0d43c98-3ecf-46c0-b1f6-948f7ec74737 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf8646f5c01c486d8416ebd61b0d4a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892723 Aug 09 16:02:12.701739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54458) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:12.715988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.726664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.822627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 139eca44-e276-4930-a503-966ab7bb4c7e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:12.835383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.844812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Pushing event updated for resources: {'Port': ['ID=54ed38a9-6556-470d-8903-b95f758408ed,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:12.847381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb355cc1-8047-46df-8bd9-4b2c6c614ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.878763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb355cc1-8047-46df-8bd9-4b2c6c614ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.936934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb355cc1-8047-46df-8bd9-4b2c6c614ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.940415 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb355cc1-8047-46df-8bd9-4b2c6c614ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.945710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eb355cc1-8047-46df-8bd9-4b2c6c614ac4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97293973-559d-4f9e-83ec-b694e376d7ef HTTP/1.1" status: 204 len: 168 time: 0.2269435 Aug 09 16:02:12.958045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb355cc1-8047-46df-8bd9-4b2c6c614ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97293973-559d-4f9e-83ec-b694e376d7ef,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:12.999153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 139eca44-e276-4930-a503-966ab7bb4c7e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:13.004579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 139eca44-e276-4930-a503-966ab7bb4c7e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:13.005017 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.024446 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Network 20984640-b55e-431b-b882-9515970d0d0d is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:13.032610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:13.309178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54470) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:13.331286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.384671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 139eca44-e276-4930-a503-966ab7bb4c7e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=139eca44-e276-4930-a503-966ab7bb4c7e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:13.424003 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Router 504fa198-4491-4df5-8826-16535da2980c has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:13.429204 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.429978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d68a6-f1e3-4dd3-9875-6f66364cb44c req-a35dd494-3719-455e-8b76-d870f7baad5a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:13.431641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-571d68a6-f1e3-4dd3-9875-6f66364cb44c req-a35dd494-3719-455e-8b76-d870f7baad5a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.2594805 Aug 09 16:02:13.636920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=139eca44-e276-4930-a503-966ab7bb4c7e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:13.640968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-571d68a6-f1e3-4dd3-9875-6f66364cb44c req-47083ed4-e280-4b24-9bf8-4c7225ccd1ca tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952055 Aug 09 16:02:13.641984 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f404f21-c8d4-4fa1-93e4-deddb3b4bb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.730653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6f4c0d8b-bafd-46bd-8bd3-c8ca41f73920 None None] Provisioning complete for port 54ed38a9-6556-470d-8903-b95f758408ed triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:13.731969 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0d8b-bafd-46bd-8bd3-c8ca41f73920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.854576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c0d8b-bafd-46bd-8bd3-c8ca41f73920 None None] Port 54ed38a9-6556-470d-8903-b95f758408ed cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:13.878081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:13.888960 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c4ca4a56-bd36-4228-bb4f-af5ce859db2d admin admin] 10.222.0.64 "PUT /v2.0/routers/504fa198-4491-4df5-8826-16535da2980c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4971898 Aug 09 16:02:13.895861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f404f21-c8d4-4fa1-93e4-deddb3b4bb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.903611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f404f21-c8d4-4fa1-93e4-deddb3b4bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.956247 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f404f21-c8d4-4fa1-93e4-deddb3b4bb0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4296be6acae142ee9720c473ebbe2326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6378901 Aug 09 16:02:13.959082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54480) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:13.962776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f404f21-c8d4-4fa1-93e4-deddb3b4bb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6657ef7a-2165-45e8-b654-b5f6a7cf4b4c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:14.019747 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19e739ce-ea9c-4858-9d36-bd9e4ea56b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.048636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19e739ce-ea9c-4858-9d36-bd9e4ea56b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.114465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19e739ce-ea9c-4858-9d36-bd9e4ea56b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.117550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-19e739ce-ea9c-4858-9d36-bd9e4ea56b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.118753 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-19e739ce-ea9c-4858-9d36-bd9e4ea56b86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6657ef7a-2165-45e8-b654-b5f6a7cf4b4c HTTP/1.1" status: 204 len: 168 time: 0.1586621 Aug 09 16:02:14.128491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e739ce-ea9c-4858-9d36-bd9e4ea56b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6657ef7a-2165-45e8-b654-b5f6a7cf4b4c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:14.566818 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54524) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:14.583090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-de489009-844f-40a8-8097-6dbab1e8133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.800261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 139eca44-e276-4930-a503-966ab7bb4c7e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:14.856643 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Sync routers for ids ['504fa198-4491-4df5-8826-16535da2980c'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:14.869387 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Routers {'504fa198-4491-4df5-8826-16535da2980c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:14.870090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-de489009-844f-40a8-8097-6dbab1e8133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.870925 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['504fa198-4491-4df5-8826-16535da2980c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:14.885529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-de489009-844f-40a8-8097-6dbab1e8133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.952420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 139eca44-e276-4930-a503-966ab7bb4c7e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:14.953094 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.987025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-de489009-844f-40a8-8097-6dbab1e8133f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=160f6a4795a94c14ab3339cdcb5a5b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180586 Aug 09 16:02:14.988895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54536) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:15.007697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436a15-343e-4a71-95de-b7f2ebe5de0b req-c2717067-581d-4d8d-bb78-4e3fcbaa7c69 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:15.009800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c436a15-343e-4a71-95de-b7f2ebe5de0b req-c2717067-581d-4d8d-bb78-4e3fcbaa7c69 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1855257 Aug 09 16:02:15.011471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de489009-844f-40a8-8097-6dbab1e8133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ed7d06-d029-491b-8a7b-a7f3122a1591,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:15.031766 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Set router 504fa198-4491-4df5-8826-16535da2980c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:15.146101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2512f1f5-cb3d-462e-a71d-160a864463cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.152884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c436a15-343e-4a71-95de-b7f2ebe5de0b req-cf81ea28-3877-4e1e-95b3-4a3fb053a9c5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107571 Aug 09 16:02:15.168581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c76299-d706-4d55-8480-e068235f1e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.235081 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c76299-d706-4d55-8480-e068235f1e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.305372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c76299-d706-4d55-8480-e068235f1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.308191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c76299-d706-4d55-8480-e068235f1e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.312296 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-33c76299-d706-4d55-8480-e068235f1e90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6ed7d06-d029-491b-8a7b-a7f3122a1591 HTTP/1.1" status: 204 len: 168 time: 0.3200753 Aug 09 16:02:15.321371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c76299-d706-4d55-8480-e068235f1e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ed7d06-d029-491b-8a7b-a7f3122a1591,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:15.430390 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:02:12Z', 'revision_number': 4, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '54ed38a9-6556-470d-8903-b95f758408ed', 'name': '', 'network_id': '20984640-b55e-431b-b882-9515970d0d0d', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'mac_address': 'fa:16:3e:e5:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'a467102d-1a42-49e1-8cc3-e05e867aa4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:09Z', 'updated_at': '2021-08-09T16:02:12Z', 'revision_number': 2, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'subnets': [{'id': 'a467102d-1a42-49e1-8cc3-e05e867aa4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:15.483469 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Checking router: 504fa198-4491-4df5-8826-16535da2980c for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:15.484063 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Updating router 504fa198-4491-4df5-8826-16535da2980c port 54ed38a9-6556-470d-8903-b95f758408ed binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:02:15.515401 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.992373 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.006043 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Transition to ACTIVE for port object 54ed38a9-6556-470d-8903-b95f758408ed will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:16.014651 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.068721 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc7897-0fff-4c18-9d66-9f69d9c5b198 None None] Pushing event updated for resources: {'Port': ['ID=54ed38a9-6556-470d-8903-b95f758408ed,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:16.155404 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Attempting to bind port 54ed38a9-6556-470d-8903-b95f758408ed on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:16.157649 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Attempting to bind port 54ed38a9-6556-470d-8903-b95f758408ed by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:16.158190 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Attempting to bind port 54ed38a9-6556-470d-8903-b95f758408ed on network 20984640-b55e-431b-b882-9515970d0d0d {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:16.168672 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:16.169444 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Checking segment: {'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:16.170030 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.170586 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Bound using segment: {'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:16.171231 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Bound port: 54ed38a9-6556-470d-8903-b95f758408ed, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63852bf2-da28-4ed4-a213-4468b0a2e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '20984640-b55e-431b-b882-9515970d0d0d'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:16.171766 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.285398 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] For port 54ed38a9-6556-470d-8903-b95f758408ed, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:16.295099 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] For port 54ed38a9-6556-470d-8903-b95f758408ed, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=54ed38a9-6556-470d-8903-b95f758408ed,segment=NetworkSegment(63852bf2-da28-4ed4-a213-4468b0a2e411),segment_id=63852bf2-da28-4ed4-a213-4468b0a2e411)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:16.302935 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.420308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2735f-0c8f-469d-b7fa-73ad7302115b req-6c458ca7-8606-4a23-b628-bbd4e2dd19f9 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:16.434241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0f2735f-0c8f-469d-b7fa-73ad7302115b req-6c458ca7-8606-4a23-b628-bbd4e2dd19f9 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1244090 Aug 09 16:02:16.456433 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Routers {'504fa198-4491-4df5-8826-16535da2980c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:16.457603 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:01:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['504fa198-4491-4df5-8826-16535da2980c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:16.499627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0f2735f-0c8f-469d-b7fa-73ad7302115b req-1fd05047-7989-42a3-bb04-37cff40aad56 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643804 Aug 09 16:02:16.617510 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc7897-0fff-4c18-9d66-9f69d9c5b198 None None] Pushing event updated for resources: {'Port': ['ID=54ed38a9-6556-470d-8903-b95f758408ed,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:16.707922 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] Set router 504fa198-4491-4df5-8826-16535da2980c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:17.041336 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:02:12Z', 'revision_number': 4, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '54ed38a9-6556-470d-8903-b95f758408ed', 'name': '', 'network_id': '20984640-b55e-431b-b882-9515970d0d0d', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'mac_address': 'fa:16:3e:e5:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'a467102d-1a42-49e1-8cc3-e05e867aa4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:09Z', 'updated_at': '2021-08-09T16:02:16Z', 'revision_number': 4, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'subnets': [{'id': 'a467102d-1a42-49e1-8cc3-e05e867aa4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:17.094749 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8b9a0-d540-41d7-8ba0-010b2466ef1d None None] The sync data for ids ['504fa198-4491-4df5-8826-16535da2980c'] in n-d-799523-2 is: [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:02:12Z', 'revision_number': 4, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '54ed38a9-6556-470d-8903-b95f758408ed', 'name': '', 'network_id': '20984640-b55e-431b-b882-9515970d0d0d', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'mac_address': 'fa:16:3e:e5:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'a467102d-1a42-49e1-8cc3-e05e867aa4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:09Z', 'updated_at': '2021-08-09T16:02:16Z', 'revision_number': 4, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'subnets': [{'id': 'a467102d-1a42-49e1-8cc3-e05e867aa4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:17.554094 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7c81b68b-005c-42fa-b241-28d6e02a1fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.771554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53ccf2-357d-44b3-b0f7-bcba1b712adf req-d22daa0d-fec4-495b-bb62-6f4d3034e2b5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:17.783222 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b53ccf2-357d-44b3-b0f7-bcba1b712adf req-d22daa0d-fec4-495b-bb62-6f4d3034e2b5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1401751 Aug 09 16:02:17.795111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.874907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b53ccf2-357d-44b3-b0f7-bcba1b712adf req-21384202-5003-4147-9e36-cfb4ab0bfa73 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901029 Aug 09 16:02:18.799138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 54ed38a9-6556-470d-8903-b95f758408ed up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:18.924115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 54ed38a9-6556-470d-8903-b95f758408ed completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:18.943976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 54ed38a9-6556-470d-8903-b95f758408ed triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:18.944598 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.108639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.157194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4168c3-ccc2-4713-8b6f-b5b59cb2465e req-3dd5d4dc-35e2-456e-ad25-aa67839a660b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:19.159652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e4168c3-ccc2-4713-8b6f-b5b59cb2465e req-3dd5d4dc-35e2-456e-ad25-aa67839a660b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.1198058 Aug 09 16:02:19.172820 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.192656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-7f138512-2cd6-4003-a772-a60ce4f48505 req-648f0990-7d2a-4426-a39e-178a05e14297 service neutron] (94178) timed out ('10.222.0.64', 60570) {{(pid=94178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:02:19.235574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e4168c3-ccc2-4713-8b6f-b5b59cb2465e req-f269e1ad-7e63-4d5b-8ad8-35540c4b8a1d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644667 Aug 09 16:02:19.258179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 54ed38a9-6556-470d-8903-b95f758408ed, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=54ed38a9-6556-470d-8903-b95f758408ed,segment=NetworkSegment(63852bf2-da28-4ed4-a213-4468b0a2e411),segment_id=63852bf2-da28-4ed4-a213-4468b0a2e411)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:19.268920 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.421082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=54ed38a9-6556-470d-8903-b95f758408ed,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:19.905908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 60bd2cb5-47b7-4bdc-b687-48e6512bee9d details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:02:19.910359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 60bd2cb5-47b7-4bdc-b687-48e6512bee9d no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:20.153094 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.186867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:20.202954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:20.205599 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f221691f-fab9-4fa2-83ac-234aab132090" -d '{"events": [{"server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "name": "network-vif-unplugged", "status": "completed", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:20.230555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:20.234650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'port_id': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'mac_address': 'fa:16:3e:c7:b7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:02:20.240973 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.289559 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af28d6c-317b-4848-a0e1-0f5ad31508a6 x-openstack-request-id: req-2af28d6c-317b-4848-a0e1-0f5ad31508a6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:20.290019 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "name": "network-vif-unplugged", "status": "completed", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:20.290304 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2af28d6c-317b-4848-a0e1-0f5ad31508a6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:20.290673 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'code': 200} Aug 09 16:02:20.328057 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.346957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bd2cb5-47b7-4bdc-b687-48e6512bee9d {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:02:20.352492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:20.374146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:20.380943 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.463776 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.509015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:20.542672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736088a8-76d2-4d4b-bdd6-432c5eee80c7 req-a87ea47f-a517-4a6b-ac06-ddecb2c02b34 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:20.545895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-736088a8-76d2-4d4b-bdd6-432c5eee80c7 req-a87ea47f-a517-4a6b-ac06-ddecb2c02b34 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 945 time: 0.1338451 Aug 09 16:02:20.605640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['60bd2cb5-47b7-4bdc-b687-48e6512bee9d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:02:20.618899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-736088a8-76d2-4d4b-bdd6-432c5eee80c7 req-d1fe49bf-bed5-4ef8-aa8e-b7d4fde5f5a9 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598202 Aug 09 16:02:20.806623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 54ed38a9-6556-470d-8903-b95f758408ed up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:20.923051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 54ed38a9-6556-470d-8903-b95f758408ed triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:20.927999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.925012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 60bd2cb5-47b7-4bdc-b687-48e6512bee9d up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:22.014660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec58fc-272d-4dea-ba3b-33bd64c53295 req-c41fa4f4-8da0-4504-825d-fdcf00f9170c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:22.016904 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0ec58fc-272d-4dea-ba3b-33bd64c53295 req-c41fa4f4-8da0-4504-825d-fdcf00f9170c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 945 time: 0.2387795 Aug 09 16:02:22.083200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0ec58fc-272d-4dea-ba3b-33bd64c53295 req-5f43aea2-5971-4cd9-b502-fe9ce380eade tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587873 Aug 09 16:02:22.123300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:22.124082 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.234649 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.293810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:22.297013 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c1030d-a19a-4f8f-9851-0f3dc40b617e" -d '{"events": [{"server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "name": "network-vif-plugged", "status": "completed", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:22.301060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:22.313988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.547476 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c17935-242a-4ef0-9078-26d7639f1211 x-openstack-request-id: req-a0c17935-242a-4ef0-9078-26d7639f1211 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:22.547768 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "name": "network-vif-plugged", "status": "completed", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:22.548108 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0c17935-242a-4ef0-9078-26d7639f1211 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:22.548572 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'code': 200} Aug 09 16:02:22.592940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:22.608945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f827d97-67f6-4b4a-8ddd-4294e0f9b10c req-9cd35026-8f0d-45ad-8ac1-812f4479fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:22.610800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f827d97-67f6-4b4a-8ddd-4294e0f9b10c req-9cd35026-8f0d-45ad-8ac1-812f4479fb12 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 1097 time: 0.0551538 Aug 09 16:02:22.656748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f827d97-67f6-4b4a-8ddd-4294e0f9b10c req-fe8da53b-9b8f-464c-87f8-2c0b1add18d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 Aug 09 16:02:23.262800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a09414-720e-4185-9d8b-681923ec330b req-21f29013-b530-4b6d-aa1b-38265e19bcdf tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:23.265585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47a09414-720e-4185-9d8b-681923ec330b req-21f29013-b530-4b6d-aa1b-38265e19bcdf tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.0752556 Aug 09 16:02:23.320444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47a09414-720e-4185-9d8b-681923ec330b req-dd519b19-7a6d-41c1-9e6a-9c84d9c9da2f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Aug 09 16:02:24.463565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0dc7-8881-4bb4-9ed5-575a4bfedd95 req-8bd09011-a49f-4d41-9ca1-76c0bde5dabf tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:24.468491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-078f0dc7-8881-4bb4-9ed5-575a4bfedd95 req-8bd09011-a49f-4d41-9ca1-76c0bde5dabf tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.0609124 Aug 09 16:02:24.525301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-078f0dc7-8881-4bb4-9ed5-575a4bfedd95 req-39f4bb93-b844-45ff-9d57-24095708726d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Aug 09 16:02:24.663998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb3f4b-5995-4402-a90a-b04fba1239f1 req-feb8ded8-41e5-46a5-9176-0c0a0017239c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:24.665647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9eeb3f4b-5995-4402-a90a-b04fba1239f1 req-feb8ded8-41e5-46a5-9176-0c0a0017239c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.0599158 Aug 09 16:02:24.716298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9eeb3f4b-5995-4402-a90a-b04fba1239f1 req-ecab7067-add1-460e-a5ff-0433945fa8ee tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407290 Aug 09 16:02:25.440442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-9afab995-a200-4872-b5fc-342f31ed0248 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:25.442315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-9afab995-a200-4872-b5fc-342f31ed0248 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 815 time: 0.1752360 Aug 09 16:02:25.464734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-cb0a386b-d236-42a4-b6f1-3e9ce84014d0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/quotas/8f8c00b22f4c48b38fe177d9358d4193 HTTP/1.1" status: 200 len: 375 time: 0.0162129 Aug 09 16:02:25.527293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-fd4f5570-f5c6-443b-8d23-4c018306fe81 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506692 Aug 09 16:02:25.641942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-c641634a-cf1e-45aa-94ba-4c78fe9816ca service neutron] 10.222.0.64 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060224 Aug 09 16:02:25.760000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-6911f3ba-dc99-453b-9cab-fa66ac0761b7 service neutron] 10.222.0.64 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110435 Aug 09 16:02:25.977331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f83d8fd0-8223-4ee3-aea0-ec1ebf681679 req-9efcb69b-5097-4381-b405-fd048a032b6e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 210 time: 0.0470064 Aug 09 16:02:26.377020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-92d0b022-8a7c-4e68-a8c3-5ed858f1a8b7 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:26.385126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-92d0b022-8a7c-4e68-a8c3-5ed858f1a8b7 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9a06b8d-5691-4082-9f11-24a5617d2de9 HTTP/1.1" status: 200 len: 946 time: 0.0849624 Aug 09 16:02:26.535427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Deleting port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:26.536820 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.700186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] For port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:26.700851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.743319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Calling delete_port for 60bd2cb5-47b7-4bdc-b687-48e6512bee9d owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:26.932754 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.946933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['60bd2cb5-47b7-4bdc-b687-48e6512bee9d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:02:27.022040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Pushing event deleted for resources: {'Port': ['ID=60bd2cb5-47b7-4bdc-b687-48e6512bee9d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:27.089254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] No DVR routers for this DVR port 60bd2cb5-47b7-4bdc-b687-48e6512bee9d on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:27.092168 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:27.094816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab4af9fd-5152-4d1d-b55c-a51658a64fe3 req-53e1ea79-3edd-47c5-b5c0-9d9d16b365ba tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.35 "DELETE /v2.0/ports/60bd2cb5-47b7-4bdc-b687-48e6512bee9d HTTP/1.1" status: 204 len: 173 time: 0.7046592 Aug 09 16:02:27.095296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'name': 'network-vif-deleted', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:27.097983 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b07bb2-159f-4b32-9c35-4046201bbb4c" -d '{"events": [{"server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "name": "network-vif-deleted", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:27.296021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2683dd2f-fc2d-41ed-9eb4-57094819bb22 req-97f018b5-9478-4192-a21f-5c39a8bf71c8 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 210 time: 0.0430875 Aug 09 16:02:27.385682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-a56d4871-081b-44a4-9014-500993523f1c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:27.387333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-a56d4871-081b-44a4-9014-500993523f1c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.35 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 815 time: 0.2769518 Aug 09 16:02:27.399229 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b543645-6d9a-435b-859c-51fd7264912a x-openstack-request-id: req-8b543645-6d9a-435b-859c-51fd7264912a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:27.399779 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a06b8d-5691-4082-9f11-24a5617d2de9", "name": "network-vif-deleted", "tag": "60bd2cb5-47b7-4bdc-b687-48e6512bee9d", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:27.400235 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b543645-6d9a-435b-859c-51fd7264912a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:27.401119 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a06b8d-5691-4082-9f11-24a5617d2de9', 'name': 'network-vif-deleted', 'tag': '60bd2cb5-47b7-4bdc-b687-48e6512bee9d', 'status': 'completed', 'code': 200} Aug 09 16:02:27.410673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Request body: {'port': {'device_id': '883b4868-d5f3-470a-bb64-b38df909d498', 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'admin_state_up': True, 'tenant_id': '8f8c00b22f4c48b38fe177d9358d4193'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:27.736399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Made reservation on behalf of 8f8c00b22f4c48b38fe177d9358d4193 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:27.741205 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.019631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Allocated IP 172.20.0.4 (785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8/0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5/55b340da-937b-49af-b727-b2753f8a28d4) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:28.293670 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.351855 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.373842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.501698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Pushing event updated for resources: {'Port': ['ID=55b340da-937b-49af-b727-b2753f8a28d4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:28.539433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:28.547463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:28.552530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:28.577756 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.653297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa08683-98da-47cc-aee6-7ef7c70ad0c6 req-d38798f1-49f2-4f59-96b3-8efb4a907a91 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:28.660975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa08683-98da-47cc-aee6-7ef7c70ad0c6 req-d38798f1-49f2-4f59-96b3-8efb4a907a91 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 931 time: 0.2101212 Aug 09 16:02:28.728795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:28.729544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.768019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aa08683-98da-47cc-aee6-7ef7c70ad0c6 req-9766de8a-ac49-46cf-b74f-890bb29f9242 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062469 Aug 09 16:02:28.775438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-95309c55-0d27-4235-8e7c-d50b9be1f498 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3695340 Aug 09 16:02:28.795521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Request body: {'port': {'device_id': '883b4868-d5f3-470a-bb64-b38df909d498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:28.871254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.213371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b340da-937b-49af-b727-b2753f8a28d4 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:02:29.225455 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.241465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Transition to ACTIVE for port object 55b340da-937b-49af-b727-b2753f8a28d4 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:29.248271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.305024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=55b340da-937b-49af-b727-b2753f8a28d4,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:29.461461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Attempting to bind port 55b340da-937b-49af-b727-b2753f8a28d4 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:29.463363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Attempting to bind port 55b340da-937b-49af-b727-b2753f8a28d4 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:29.464442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Attempting to bind port 55b340da-937b-49af-b727-b2753f8a28d4 on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:29.479084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Port 55b340da-937b-49af-b727-b2753f8a28d4 on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:02:29.481724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Attempting to bind port 55b340da-937b-49af-b727-b2753f8a28d4 on network 785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:29.494574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:29.494955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Checking segment: {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:29.495456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Bound using segment: {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:29.497888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Bound port: 55b340da-937b-49af-b727-b2753f8a28d4, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d069ec-b422-4f2c-8a7d-63fe5297b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:29.498275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.604012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] For port 55b340da-937b-49af-b727-b2753f8a28d4, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:29.610532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] For port 55b340da-937b-49af-b727-b2753f8a28d4, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=55b340da-937b-49af-b727-b2753f8a28d4,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:29.622139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.718264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:29.719298 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.722460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] 10.222.0.35 "PUT /v2.0/ports/55b340da-937b-49af-b727-b2753f8a28d4 HTTP/1.1" status: 200 len: 1091 time: 0.9379244 Aug 09 16:02:29.723025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883b4868-d5f3-470a-bb64-b38df909d498', 'tag': '55b340da-937b-49af-b727-b2753f8a28d4'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:29.728640 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659" -d '{"events": [{"name": "network-changed", "server_uuid": "883b4868-d5f3-470a-bb64-b38df909d498", "tag": "55b340da-937b-49af-b727-b2753f8a28d4"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:29.792206 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00d9571-f8b4-4e86-9f01-dfceb2d3f10b x-openstack-request-id: req-c00d9571-f8b4-4e86-9f01-dfceb2d3f10b {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:29.792914 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883b4868-d5f3-470a-bb64-b38df909d498", "tag": "55b340da-937b-49af-b727-b2753f8a28d4", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:29.793113 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c00d9571-f8b4-4e86-9f01-dfceb2d3f10b {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:29.793728 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883b4868-d5f3-470a-bb64-b38df909d498', 'tag': '55b340da-937b-49af-b727-b2753f8a28d4', 'status': 'completed', 'code': 200} Aug 09 16:02:29.827448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea572f2a-a428-4ef0-be86-5321741c6aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=55b340da-937b-49af-b727-b2753f8a28d4,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:29.846901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-a72f2533-4b01-4b4c-a597-7628144b4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:29.851128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-a72f2533-4b01-4b4c-a597-7628144b4609 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 1094 time: 0.0784149 Aug 09 16:02:29.925975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-ca5044ca-f7c8-465f-9a44-73ca1b1427af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b340da-937b-49af-b727-b2753f8a28d4 HTTP/1.1" status: 200 len: 217 time: 0.0633619 Aug 09 16:02:29.984286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 60bd2cb5-47b7-4bdc-b687-48e6512bee9d no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:30.024106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 60bd2cb5-47b7-4bdc-b687-48e6512bee9d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:30.028804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 60bd2cb5-47b7-4bdc-b687-48e6512bee9d not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:30.066914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c0667-266c-42c8-b9c5-5c5930a99e6c req-eac5463f-1b48-4ef0-a5ea-bdb2f6b6e766 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.069056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-969c0667-266c-42c8-b9c5-5c5930a99e6c req-eac5463f-1b48-4ef0-a5ea-bdb2f6b6e766 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 943 time: 0.1464391 Aug 09 16:02:30.085602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-f10d06b6-2dd7-4180-b822-ac8098ce766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.087903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-f10d06b6-2dd7-4180-b822-ac8098ce766c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 200 len: 855 time: 0.1174164 Aug 09 16:02:30.154326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-e9f4b1e6-26ee-4827-bbb8-edc670b6d542 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529313 Aug 09 16:02:30.157714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-969c0667-266c-42c8-b9c5-5c5930a99e6c req-f8bdbe94-d292-4ba9-87e9-cf35f24e8914 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807374 Aug 09 16:02:30.270362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-1685a430-a444-41eb-aa7b-0f1dd495b711 service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087592 Aug 09 16:02:30.448562 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ab8007d-635c-4cf4-ae0b-b906da72226d req-61f9ff2e-dcfb-4759-bbbf-9e8abf05f534 service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700866 Aug 09 16:02:30.592412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-a3be670f-98ce-4656-aeeb-69bdab299d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.594385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-a3be670f-98ce-4656-aeeb-69bdab299d46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 1094 time: 0.0682516 Aug 09 16:02:30.601829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54880) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:30.778683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-da284bbf-2c3a-40af-ac23-fdf8773cdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.792534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-da284bbf-2c3a-40af-ac23-fdf8773cdac1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 200 len: 917 time: 0.1866715 Aug 09 16:02:30.866634 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d7f07b9-7568-42da-bed0-6f24c7d3640b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:30.878051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-1279cb7f-500f-4c62-8725-f9813829a06f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b340da-937b-49af-b727-b2753f8a28d4 HTTP/1.1" status: 200 len: 217 time: 0.0845807 Aug 09 16:02:30.947395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-eb0c65af-ec25-4f48-96bc-cfab18c4164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.949054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-eb0c65af-ec25-4f48-96bc-cfab18c4164c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 200 len: 855 time: 0.0636723 Aug 09 16:02:31.015859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-182bf5ba-4fd4-4c20-81ff-b1d8a568dbc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537891 Aug 09 16:02:31.042129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d7f07b9-7568-42da-bed0-6f24c7d3640b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.053813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d7f07b9-7568-42da-bed0-6f24c7d3640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.124917 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7d7f07b9-7568-42da-bed0-6f24c7d3640b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b78bcb65606d43b99e716acc27a17c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109062 Aug 09 16:02:31.125905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f07b9-7568-42da-bed0-6f24c7d3640b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d51c5c-a8aa-430b-8c56-85b59494deb4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:31.128889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54894) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:31.200476 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e5938bd-5264-4f4b-bcd6-3ed9d357cd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.224031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-461dde73-7f38-4bef-aa69-bf3cb692e5ad service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048378 Aug 09 16:02:31.246723 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e5938bd-5264-4f4b-bcd6-3ed9d357cd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.311633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e5938bd-5264-4f4b-bcd6-3ed9d357cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.314902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9e5938bd-5264-4f4b-bcd6-3ed9d357cd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.316326 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9e5938bd-5264-4f4b-bcd6-3ed9d357cd1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69d51c5c-a8aa-430b-8c56-85b59494deb4 HTTP/1.1" status: 204 len: 168 time: 0.1860647 Aug 09 16:02:31.330423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5938bd-5264-4f4b-bcd6-3ed9d357cd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d51c5c-a8aa-430b-8c56-85b59494deb4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:31.441622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03580b03-3e94-459f-b774-7abeee8f7806 req-dc756708-3244-4ce7-b95a-9fd4d228b04b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:31.452023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03580b03-3e94-459f-b774-7abeee8f7806 req-dc756708-3244-4ce7-b95a-9fd4d228b04b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 943 time: 0.1716063 Aug 09 16:02:31.494972 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c66780ad-6d2d-45ca-97d1-cac7e2cd4659 req-fcab1eeb-6ea6-4bc1-8e26-e96ab8fe84ea service neutron] 10.222.0.35 "GET /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620037 Aug 09 16:02:31.538616 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03580b03-3e94-459f-b774-7abeee8f7806 req-6c4f0b79-42ac-4622-80ab-2943e9ba855a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854850 Aug 09 16:02:31.774987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54906) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:31.797021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1cda29d-251b-44ea-b3e1-ce0b7b8a1934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.939129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1cda29d-251b-44ea-b3e1-ce0b7b8a1934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.945432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1cda29d-251b-44ea-b3e1-ce0b7b8a1934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.003197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:32.003781 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b1cda29d-251b-44ea-b3e1-ce0b7b8a1934 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9a79622716244798b1dce86ecc98ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275214 Aug 09 16:02:32.009523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cda29d-251b-44ea-b3e1-ce0b7b8a1934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa3dad-7af5-4b29-abb4-7bdb5a8c483b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:32.079443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fe12791-2909-43a5-ad1e-e4377be811a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.115598 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fe12791-2909-43a5-ad1e-e4377be811a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.181591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fe12791-2909-43a5-ad1e-e4377be811a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.184771 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5fe12791-2909-43a5-ad1e-e4377be811a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.189030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5fe12791-2909-43a5-ad1e-e4377be811a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33aa3dad-7af5-4b29-abb4-7bdb5a8c483b HTTP/1.1" status: 204 len: 168 time: 0.1845787 Aug 09 16:02:32.198024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe12791-2909-43a5-ad1e-e4377be811a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa3dad-7af5-4b29-abb4-7bdb5a8c483b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:32.711383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d0c7c-a078-437a-837e-d5d210e5fa48 req-d02e3789-cfcb-4295-8f35-3ce3e30049c0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:32.725634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a3d0c7c-a078-437a-837e-d5d210e5fa48 req-d02e3789-cfcb-4295-8f35-3ce3e30049c0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 943 time: 0.1027148 Aug 09 16:02:32.818686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a3d0c7c-a078-437a-837e-d5d210e5fa48 req-54c1768f-4604-4ca3-b0ae-31a7194618de tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871179 Aug 09 16:02:33.681404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:33.858420 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.000080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 55b340da-937b-49af-b727-b2753f8a28d4 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:02:34.039586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1efc0-2ef3-4003-beee-a8a14a4fb948 req-eb09edc3-0464-41f3-b76c-918e90ee2a26 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:34.044345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5b1efc0-2ef3-4003-beee-a8a14a4fb948 req-eb09edc3-0464-41f3-b76c-918e90ee2a26 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 943 time: 0.1149194 Aug 09 16:02:34.067428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.073863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.095572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5b1efc0-2ef3-4003-beee-a8a14a4fb948 req-ef709a34-acbb-4a63-bc19-0be72ceaa05c tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461423 Aug 09 16:02:34.156496 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac21d9e81304443382c296e7cd4464eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738600 Aug 09 16:02:34.158315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2810a453-c94f-42f0-94b8-aa3c84ded496,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:34.159365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54972) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:34.170584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.171189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.171679 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.172198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.172726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.173213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.173687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.174157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.174628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.175357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.176275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.176831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8dd46f-a896-4aea-8e66-79891a9c0cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.245479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 55b340da-937b-49af-b727-b2753f8a28d4, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=55b340da-937b-49af-b727-b2753f8a28d4,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:34.262105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '55b340da-937b-49af-b727-b2753f8a28d4', 'network_id': '785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8', 'port_id': '55b340da-937b-49af-b727-b2753f8a28d4', 'mac_address': 'fa:16:3e:49:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:02:34.264435 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-037347be-351b-45d0-8dd7-31c89e8f5e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.298666 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-037347be-351b-45d0-8dd7-31c89e8f5e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.377386 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.406290 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-037347be-351b-45d0-8dd7-31c89e8f5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.409451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b340da-937b-49af-b727-b2753f8a28d4 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:02:34.417646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-037347be-351b-45d0-8dd7-31c89e8f5e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.419855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-037347be-351b-45d0-8dd7-31c89e8f5e93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2810a453-c94f-42f0-94b8-aa3c84ded496 HTTP/1.1" status: 204 len: 168 time: 0.2579825 Aug 09 16:02:34.462506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 55b340da-937b-49af-b727-b2753f8a28d4, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=55b340da-937b-49af-b727-b2753f8a28d4,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:34.465608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347be-351b-45d0-8dd7-31c89e8f5e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810a453-c94f-42f0-94b8-aa3c84ded496,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:34.469253 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.632950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=55b340da-937b-49af-b727-b2753f8a28d4,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:34.652863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.653444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.653955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.655713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.656005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.656345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.658378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.658761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.659088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.659421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.660110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.660450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:34.674968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['55b340da-937b-49af-b727-b2753f8a28d4'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:02:34.830376 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:02:35.037491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 54984) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:35.055787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-334e97d1-2c73-45fa-910d-87b231a88d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.209201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-334e97d1-2c73-45fa-910d-87b231a88d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.218766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-334e97d1-2c73-45fa-910d-87b231a88d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.301030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-334e97d1-2c73-45fa-910d-87b231a88d05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b67bcf2c811459f80c3f5ce82939294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618217 Aug 09 16:02:35.303959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 54988) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:35.308712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e97d1-2c73-45fa-910d-87b231a88d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee96c27-58e5-4a1c-b53e-dc47bce6078b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:35.322037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e0ae4-3a3d-42c3-a17a-ed0e86799653 req-245214e5-9972-4233-a71c-26fda82697f5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:35.324516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-730e0ae4-3a3d-42c3-a17a-ed0e86799653 req-245214e5-9972-4233-a71c-26fda82697f5 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 944 time: 0.1019979 Aug 09 16:02:35.376525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72bceefd-4471-4d78-a948-7991903402cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.388583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-730e0ae4-3a3d-42c3-a17a-ed0e86799653 req-2668495c-3d9e-4023-99e3-3aa5e8915b5f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478365 Aug 09 16:02:35.400705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72bceefd-4471-4d78-a948-7991903402cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.458147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72bceefd-4471-4d78-a948-7991903402cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.461260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72bceefd-4471-4d78-a948-7991903402cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.462806 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-72bceefd-4471-4d78-a948-7991903402cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ee96c27-58e5-4a1c-b53e-dc47bce6078b HTTP/1.1" status: 204 len: 168 time: 0.1569989 Aug 09 16:02:35.472595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bceefd-4471-4d78-a948-7991903402cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee96c27-58e5-4a1c-b53e-dc47bce6078b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:36.015460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 55b340da-937b-49af-b727-b2753f8a28d4 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:36.095063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 55b340da-937b-49af-b727-b2753f8a28d4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:36.100257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 55b340da-937b-49af-b727-b2753f8a28d4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:36.100811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.163292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b357d9-4818-44e7-a317-73b0bfd03131 req-95930824-1dee-4b5b-829d-02ebbffacab8 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:36.173901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e9b357d9-4818-44e7-a317-73b0bfd03131 req-95930824-1dee-4b5b-829d-02ebbffacab8 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 945 time: 0.0791714 Aug 09 16:02:36.223851 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.230736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e9b357d9-4818-44e7-a317-73b0bfd03131 req-c65fead7-d8ff-48e3-9808-f0c71d355395 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555620 Aug 09 16:02:36.262610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883b4868-d5f3-470a-bb64-b38df909d498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b340da-937b-49af-b727-b2753f8a28d4'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:36.265888 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf0fd8f-e6e3-43f3-91f4-68f17221eeff" -d '{"events": [{"server_uuid": "883b4868-d5f3-470a-bb64-b38df909d498", "name": "network-vif-plugged", "status": "completed", "tag": "55b340da-937b-49af-b727-b2753f8a28d4"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:36.287002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 55b340da-937b-49af-b727-b2753f8a28d4, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=55b340da-937b-49af-b727-b2753f8a28d4,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:36.298265 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.372279 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b01644d-8512-4223-a0d3-52de1440eab0 x-openstack-request-id: req-5b01644d-8512-4223-a0d3-52de1440eab0 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:36.372726 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883b4868-d5f3-470a-bb64-b38df909d498", "name": "network-vif-plugged", "status": "completed", "tag": "55b340da-937b-49af-b727-b2753f8a28d4", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:36.373005 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b01644d-8512-4223-a0d3-52de1440eab0 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:36.373431 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883b4868-d5f3-470a-bb64-b38df909d498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b340da-937b-49af-b727-b2753f8a28d4', 'code': 200} Aug 09 16:02:36.380225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=55b340da-937b-49af-b727-b2753f8a28d4,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:36.449503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378d1b1-18ea-4a36-93de-c0f0fa70e99e req-40e31bb7-e737-4711-b4e3-d26a29df7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:36.451315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d378d1b1-18ea-4a36-93de-c0f0fa70e99e req-40e31bb7-e737-4711-b4e3-d26a29df7be1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 1096 time: 0.0572805 Aug 09 16:02:36.531286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d378d1b1-18ea-4a36-93de-c0f0fa70e99e req-57167d49-4c8b-4da8-b617-e5d92fc94f8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723159 Aug 09 16:02:36.548120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33395a-b88a-4e3f-966b-e16b25460498 req-4cff669a-2be3-47c7-9add-a34017ec20a6 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:36.549769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b33395a-b88a-4e3f-966b-e16b25460498 req-4cff669a-2be3-47c7-9add-a34017ec20a6 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.0767965 Aug 09 16:02:36.598092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b33395a-b88a-4e3f-966b-e16b25460498 req-812890ea-dc98-44c5-b093-d0c97508566b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Aug 09 16:02:37.389119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381a3fa-8f9d-4fb9-ad6f-7f474629332e req-d28fc101-9b5e-4960-b419-1dcd477901ce tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:37.391492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a381a3fa-8f9d-4fb9-ad6f-7f474629332e req-d28fc101-9b5e-4960-b419-1dcd477901ce tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 945 time: 0.0580838 Aug 09 16:02:37.439056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a381a3fa-8f9d-4fb9-ad6f-7f474629332e req-6d88cdd7-e2d3-4f8c-ba31-230e3118e222 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Aug 09 16:02:37.737500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aba2bd-1954-4fae-8ff5-805be7a20c6b req-7508e301-8366-4eb2-aa57-5c955c1c565e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:37.739105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39aba2bd-1954-4fae-8ff5-805be7a20c6b req-7508e301-8366-4eb2-aa57-5c955c1c565e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.0709560 Aug 09 16:02:37.781614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39aba2bd-1954-4fae-8ff5-805be7a20c6b req-af5392f4-3f17-4fe6-8e92-7e5d1073855d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Aug 09 16:02:37.918060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcf55e-96c2-48e4-b8e3-553303ebe3b9 req-48108cf3-bc5d-464e-af99-3af2dbb0e28f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:37.919633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07bcf55e-96c2-48e4-b8e3-553303ebe3b9 req-48108cf3-bc5d-464e-af99-3af2dbb0e28f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.0606861 Aug 09 16:02:37.962631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07bcf55e-96c2-48e4-b8e3-553303ebe3b9 req-cd2cb30b-1cfd-49ea-ae7f-300916c459a6 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Aug 09 16:02:38.143927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835680c-b044-4415-af9c-a3fb83812139 req-d8b63191-2180-4be5-a259-f2322f86f9de tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:38.145764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f835680c-b044-4415-af9c-a3fb83812139 req-d8b63191-2180-4be5-a259-f2322f86f9de tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.66 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 945 time: 0.0915525 Aug 09 16:02:38.191099 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8cfe-b2f2-4a54-9a3e-723a20e5a8c3 req-697adc19-3f39-4099-a4b0-10430dec367f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:38.198883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c6a8cfe-b2f2-4a54-9a3e-723a20e5a8c3 req-697adc19-3f39-4099-a4b0-10430dec367f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.0618286 Aug 09 16:02:38.247633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c6a8cfe-b2f2-4a54-9a3e-723a20e5a8c3 req-c59283a3-6757-44c5-97ba-f3327cbaa2b9 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Aug 09 16:02:38.289556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Deleting port 73de1368-3470-4c83-ba50-46d52efdafbb {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:38.290030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.375941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018626-33f0-4701-a41d-a3013735a745 req-7640f7e8-f6b9-48f0-a9fa-c2a2c6ab5f2d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:38.384179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20018626-33f0-4701-a41d-a3013735a745 req-7640f7e8-f6b9-48f0-a9fa-c2a2c6ab5f2d tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.0698154 Aug 09 16:02:38.408537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] For port 73de1368-3470-4c83-ba50-46d52efdafbb, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73de1368-3470-4c83-ba50-46d52efdafbb,segment=NetworkSegment(ed8b66e0-4d41-47e3-9310-11e8896eff43),segment_id=ed8b66e0-4d41-47e3-9310-11e8896eff43)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:38.408908 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.425981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Calling delete_port for 73de1368-3470-4c83-ba50-46d52efdafbb owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:38.432790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20018626-33f0-4701-a41d-a3013735a745 req-3cdace6d-e748-486b-bb4f-248af7fdb32f tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Aug 09 16:02:38.670700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6e58a-e98f-48e7-9012-7c63a61e6409 req-4f4fec1c-6a7c-4313-a02b-0627c304c554 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:38.675857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3f6e58a-e98f-48e7-9012-7c63a61e6409 req-4f4fec1c-6a7c-4313-a02b-0627c304c554 tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 945 time: 0.0628352 Aug 09 16:02:38.733110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3f6e58a-e98f-48e7-9012-7c63a61e6409 req-eebff07d-5341-447b-9abe-9c91340160eb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/security-groups?id=50d22661-0814-4133-88a1-8bffcaf1e567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537214 Aug 09 16:02:38.948080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bdaa0-fe8e-4548-ab11-ed37b97e4fd9 req-54e1f3e5-0f57-425a-8faa-2d968c46a9b7 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:38.949739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f30bdaa0-fe8e-4548-ab11-ed37b97e4fd9 req-54e1f3e5-0f57-425a-8faa-2d968c46a9b7 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.1113167 Aug 09 16:02:38.992909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:39.039067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Pushing event deleted for resources: {'Port': ['ID=73de1368-3470-4c83-ba50-46d52efdafbb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:39.061630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f30bdaa0-fe8e-4548-ab11-ed37b97e4fd9 req-261e2bf0-ae21-4649-a295-87503b540647 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844986 Aug 09 16:02:39.105277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] No DVR routers for this DVR port 73de1368-3470-4c83-ba50-46d52efdafbb on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:39.108816 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:39.111659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f835680c-b044-4415-af9c-a3fb83812139 req-a92b459f-241a-4e51-accc-7f689b8c2acb tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.66 "DELETE /v2.0/ports/73de1368-3470-4c83-ba50-46d52efdafbb HTTP/1.1" status: 204 len: 173 time: 0.9584036 Aug 09 16:02:39.112401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb1e27b-3dbb-4269-b7d0-2897832e9a6c', 'name': 'network-vif-deleted', 'tag': '73de1368-3470-4c83-ba50-46d52efdafbb'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:39.115373 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafded3a-e80a-43d0-8d1f-e48131130d0d" -d '{"events": [{"server_uuid": "2eb1e27b-3dbb-4269-b7d0-2897832e9a6c", "name": "network-vif-deleted", "tag": "73de1368-3470-4c83-ba50-46d52efdafbb"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:39.226482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9638d-94e7-491b-bd49-14fb415d8b3e req-d260dd97-9aaa-44db-a27f-54ef1debf726 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:39.253088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ce9638d-94e7-491b-bd49-14fb415d8b3e req-d260dd97-9aaa-44db-a27f-54ef1debf726 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.1009820 Aug 09 16:02:39.317235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ce9638d-94e7-491b-bd49-14fb415d8b3e req-a57c25b4-81a1-4bd5-9ec6-e5a62014d3c0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Aug 09 16:02:39.377214 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73bb501-4a03-4c37-afb5-b96f598344a2 x-openstack-request-id: req-f73bb501-4a03-4c37-afb5-b96f598344a2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:39.378036 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb1e27b-3dbb-4269-b7d0-2897832e9a6c", "name": "network-vif-deleted", "tag": "73de1368-3470-4c83-ba50-46d52efdafbb", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:39.378289 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f73bb501-4a03-4c37-afb5-b96f598344a2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:39.378697 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb1e27b-3dbb-4269-b7d0-2897832e9a6c', 'name': 'network-vif-deleted', 'tag': '73de1368-3470-4c83-ba50-46d52efdafbb', 'status': 'completed', 'code': 200} Aug 09 16:02:39.799577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edff39c-e88f-422c-9b94-8b40ef932a31 req-a72bb8fa-2865-41d8-bb02-4c94061b004e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:39.808190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5edff39c-e88f-422c-9b94-8b40ef932a31 req-a72bb8fa-2865-41d8-bb02-4c94061b004e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.0753679 Aug 09 16:02:39.860315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5edff39c-e88f-422c-9b94-8b40ef932a31 req-ebb4e23f-8b5a-4903-9c80-a835a7994f3e tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457294 Aug 09 16:02:40.028579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a22b8e39-1e85-4e82-898a-90f1f61756f2 req-8de68339-9e08-4618-985d-00cb1d4c1fee tempest-VolumesSnapshotTestJSON-1381720465 tempest-VolumesSnapshotTestJSON-1381720465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eb1e27b-3dbb-4269-b7d0-2897832e9a6c HTTP/1.1" status: 200 len: 210 time: 0.0451326 Aug 09 16:02:40.900872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 73de1368-3470-4c83-ba50-46d52efdafbb no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:40.969129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 73de1368-3470-4c83-ba50-46d52efdafbb {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:40.969821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 73de1368-3470-4c83-ba50-46d52efdafbb not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:41.095911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55206) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:41.252046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d23278c-bf85-4c73-8dd5-769736dd83ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.373961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d23278c-bf85-4c73-8dd5-769736dd83ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.380956 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7d23278c-bf85-4c73-8dd5-769736dd83ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.442264 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7d23278c-bf85-4c73-8dd5-769736dd83ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60e506019618450695683f328017e5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438673 Aug 09 16:02:41.443686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23278c-bf85-4c73-8dd5-769736dd83ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271c33dd-b8ce-4aa3-8967-fa31b404a5bb,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:41.447742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55212) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:41.519191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d3864a3-9d2c-4807-9346-8a59a7432136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.549575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d3864a3-9d2c-4807-9346-8a59a7432136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.612645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-1884df98-4dc1-4413-a802-6261fc252997 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:41.614382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-1884df98-4dc1-4413-a802-6261fc252997 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.35 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.7226148 Aug 09 16:02:41.624666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d3864a3-9d2c-4807-9346-8a59a7432136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.628152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d3864a3-9d2c-4807-9346-8a59a7432136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.633031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e08c74-07d6-498c-94a3-0d133b87eaf9 req-20570750-721d-456a-8e4d-1bf7c612d7c0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:41.634078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31e08c74-07d6-498c-94a3-0d133b87eaf9 req-20570750-721d-456a-8e4d-1bf7c612d7c0 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 945 time: 0.6657095 Aug 09 16:02:41.642042 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2d3864a3-9d2c-4807-9346-8a59a7432136 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/271c33dd-b8ce-4aa3-8967-fa31b404a5bb HTTP/1.1" status: 204 len: 168 time: 0.1877754 Aug 09 16:02:41.674144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3864a3-9d2c-4807-9346-8a59a7432136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271c33dd-b8ce-4aa3-8967-fa31b404a5bb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:41.716654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31e08c74-07d6-498c-94a3-0d133b87eaf9 req-6d47aed7-12c4-4f13-96c3-eade0fbbd56b tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d4fe72e-dc78-436a-a9d1-b283d57117e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702033 Aug 09 16:02:41.754277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55216) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:41.911217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f94d27-9d26-4aea-8168-441ec65bb5ba tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:41.912012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f94d27-9d26-4aea-8168-441ec65bb5ba tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:41.912498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f94d27-9d26-4aea-8168-441ec65bb5ba tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:41.914286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-65f94d27-9d26-4aea-8168-441ec65bb5ba tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=698264eb09894537b6b901408cda1b15&network_id=96473bb2-18dd-4dac-a048-dd275de84c31 HTTP/1.1" status: 200 len: 2970 time: 0.1585999 Aug 09 16:02:41.922619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Deleting port 55b340da-937b-49af-b727-b2753f8a28d4 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:41.923072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.028792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] For port 55b340da-937b-49af-b727-b2753f8a28d4, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=55b340da-937b-49af-b727-b2753f8a28d4,segment=NetworkSegment(14d069ec-b422-4f2c-8a7d-63fe5297b887),segment_id=14d069ec-b422-4f2c-8a7d-63fe5297b887)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:42.029653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.046013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Calling delete_port for 55b340da-937b-49af-b727-b2753f8a28d4 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:42.105778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55226) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:42.125023 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b7b7a1c-6d0f-4663-b1f9-1649b60f386f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.261055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b7b7a1c-6d0f-4663-b1f9-1649b60f386f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.269753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5b7b7a1c-6d0f-4663-b1f9-1649b60f386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.302224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b7a1c-6d0f-4663-b1f9-1649b60f386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8ca82-651c-4d83-9940-868568aa7c08,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:42.330049 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5b7b7a1c-6d0f-4663-b1f9-1649b60f386f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af343b10858c45a2bf216e16c943f9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215476 Aug 09 16:02:42.332081 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55236) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:42.375154 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.414033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4915599-c605-48b5-8352-c527b4366b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.416296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Pushing event deleted for resources: {'Port': ['ID=55b340da-937b-49af-b727-b2753f8a28d4,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:42.445640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4915599-c605-48b5-8352-c527b4366b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.483016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] No DVR routers for this DVR port 55b340da-937b-49af-b727-b2753f8a28d4 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:42.486237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.489102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca84a84a-8a3b-4ff5-89b8-eb376186f867 req-9859a702-cb96-42c2-9c62-78a4789bce48 tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.35 "DELETE /v2.0/ports/55b340da-937b-49af-b727-b2753f8a28d4 HTTP/1.1" status: 204 len: 173 time: 0.8667960 Aug 09 16:02:42.489902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883b4868-d5f3-470a-bb64-b38df909d498', 'name': 'network-vif-deleted', 'tag': '55b340da-937b-49af-b727-b2753f8a28d4'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:42.500159 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aadc520-3a10-4be8-8c7d-8ab295c886d2" -d '{"events": [{"server_uuid": "883b4868-d5f3-470a-bb64-b38df909d498", "name": "network-vif-deleted", "tag": "55b340da-937b-49af-b727-b2753f8a28d4"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:42.512760 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4915599-c605-48b5-8352-c527b4366b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.518384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4915599-c605-48b5-8352-c527b4366b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.520167 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f4915599-c605-48b5-8352-c527b4366b29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6dc8ca82-651c-4d83-9940-868568aa7c08 HTTP/1.1" status: 204 len: 168 time: 0.1868863 Aug 09 16:02:42.533179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4915599-c605-48b5-8352-c527b4366b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8ca82-651c-4d83-9940-868568aa7c08,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:42.560057 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea16005-a67f-49ec-bcca-e44d8a67a2c2 x-openstack-request-id: req-5ea16005-a67f-49ec-bcca-e44d8a67a2c2 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:42.560605 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883b4868-d5f3-470a-bb64-b38df909d498", "name": "network-vif-deleted", "tag": "55b340da-937b-49af-b727-b2753f8a28d4", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:42.561035 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ea16005-a67f-49ec-bcca-e44d8a67a2c2 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:42.561886 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883b4868-d5f3-470a-bb64-b38df909d498', 'name': 'network-vif-deleted', 'tag': '55b340da-937b-49af-b727-b2753f8a28d4', 'status': 'completed', 'code': 200} Aug 09 16:02:42.874307 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66e7e829-efb5-4008-a1b2-298159868f9d req-1a499957-7cc5-4a07-af34-f8bed0014b1a tempest-ServerDiskConfigTestJSON-1681994622 tempest-ServerDiskConfigTestJSON-1681994622-project] 10.222.0.64 "GET /v2.0/ports?device_id=883b4868-d5f3-470a-bb64-b38df909d498 HTTP/1.1" status: 200 len: 210 time: 0.0510368 Aug 09 16:02:43.689899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55286) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.940696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faea6aba-84a6-4f78-ac78-8db77b263f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.046433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 55b340da-937b-49af-b727-b2753f8a28d4 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:44.082456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 55b340da-937b-49af-b727-b2753f8a28d4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:44.084796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 55b340da-937b-49af-b727-b2753f8a28d4 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:44.110036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faea6aba-84a6-4f78-ac78-8db77b263f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.115395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-faea6aba-84a6-4f78-ac78-8db77b263f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.117819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55310) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:44.148219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea6aba-84a6-4f78-ac78-8db77b263f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b7a614-34e0-4306-adfa-6d6f275a63c4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:44.176381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-faea6aba-84a6-4f78-ac78-8db77b263f49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d8f03f99d964295883b37308b35aa87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830072 Aug 09 16:02:44.179269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55312) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:44.227058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Deleting subnet 0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:44.241873 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.251142 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff24fc80-9ac3-422d-a7e3-e33626e437c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.280199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff24fc80-9ac3-422d-a7e3-e33626e437c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.292624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.348576 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff24fc80-9ac3-422d-a7e3-e33626e437c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.354176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff24fc80-9ac3-422d-a7e3-e33626e437c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.357704 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ff24fc80-9ac3-422d-a7e3-e33626e437c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60b7a614-34e0-4306-adfa-6d6f275a63c4 HTTP/1.1" status: 204 len: 168 time: 0.1742918 Aug 09 16:02:44.362092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.366795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24fc80-9ac3-422d-a7e3-e33626e437c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b7a614-34e0-4306-adfa-6d6f275a63c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:44.442314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.480847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.485923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5 HTTP/1.1" status: 204 len: 168 time: 0.3638530 Aug 09 16:02:44.485923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4a9ad8-2e96-475d-b9bf-ffdc4eda07d5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:44.486059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55326) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:44.492514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.492909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.493260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.493598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.493932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.494265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.494595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.495131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.495486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.496002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.496855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.497207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ec25-660c-4983-8534-561fa4c476e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.571381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.703911 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.721098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:44.755017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d069ec-b422-4f2c-8a7d-63fe5297b887') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:44.755961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d069ec-b422-4f2c-8a7d-63fe5297b887') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:44.768329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.786759 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.795229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:44.796497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:44.811016 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:44.869557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.884088 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.887300 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] 10.222.0.64 "DELETE /v2.0/networks/785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8 HTTP/1.1" status: 204 len: 168 time: 0.4001966 Aug 09 16:02:44.918837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1a1ab-efa0-4f78-b9fa-2d8c7aaf6427 admin admin] Pushing event deleted for resources: {'Network': ['ID=785e0aa2-1020-4f5a-aa8f-f88a4e2d91c8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:45.022616 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b41f0a1b-b6d9-4ccf-a783-ed822a836181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.105094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55348) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:45.209346 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-59c896c5-e0c6-4a29-b3af-610e738c58c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f8c00b22f4c48b38fe177d9358d4193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1020589 Aug 09 16:02:45.211359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55350) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:45.317936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc7b825e-27a1-470c-b975-564bb862cf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.357886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc7b825e-27a1-470c-b975-564bb862cf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.497832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc7b825e-27a1-470c-b975-564bb862cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.501617 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cc7b825e-27a1-470c-b975-564bb862cf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.506521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cc7b825e-27a1-470c-b975-564bb862cf23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d4fe72e-dc78-436a-a9d1-b283d57117e1 HTTP/1.1" status: 204 len: 168 time: 0.2937992 Aug 09 16:02:45.562330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b825e-27a1-470c-b975-564bb862cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4fe72e-dc78-436a-a9d1-b283d57117e1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:45.910458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:46.058581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b8feb-3363-4f7b-9292-644679a8b325 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:46.060229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3a8b8feb-3363-4f7b-9292-644679a8b325 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8 HTTP/1.1" status: 200 len: 814 time: 0.1486714 Aug 09 16:02:47.111901 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55428) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:47.250612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55436) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:47.257134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'network': {'name': 'tempest-network-smoke--27367523', 'project_id': '698264eb09894537b6b901408cda1b15', 'port_security_enabled': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:47.300383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:47.309982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.350968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:47.364673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.365915 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Added segment 3055d162-249d-48d6-bcbd-3e3fa35d661d of type vlan for network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 Aug 09 16:02:47.436366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.477569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.483802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:47.484471 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.552038 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6e44e636-08c7-4cc6-8666-392a401453c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.561738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-796270836-network', 'tenant_id': '6cd66828fe7a4dd189cc3825d808846f'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:47.574939 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3231769 Aug 09 16:02:47.578155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55446) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:47.599440 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358cce5-2ea8-4bef-909c-bc70477b951d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Network': ['ID=50fb49ca-7ee7-4d29-9141-36c38ab6e1e9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:47.611055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Made reservation on behalf of 6cd66828fe7a4dd189cc3825d808846f for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:47.613976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.614707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:47.626582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.779500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57d399-4ea7-481c-8f69-e7055a60384c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:47.781327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bf57d399-4ea7-481c-8f69-e7055a60384c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=698264eb09894537b6b901408cda1b15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2014194 Aug 09 16:02:47.784913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55450) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:47.792698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.822330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.828797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.862714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:47.889010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.889870 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Added segment 42bf6697-304c-48d5-b6bf-8e0e71ef1631 of type vlan for network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 Aug 09 16:02:47.958316 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.078961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab74470-fe3e-4a8a-b8b8-c9880c26f272,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.088165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.090319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:48.092287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.235023 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1219783 Aug 09 16:02:48.235657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55462) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.244292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Request body: {'subnet': {'network_id': '4e3efa42-9fcb-42ca-afa6-966e8d9117a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-796270836-subnet', 'tenant_id': '6cd66828fe7a4dd189cc3825d808846f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:48.268694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f42e-f399-49c2-bce7-68cda4769cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3efa42-9fcb-42ca-afa6-966e8d9117a5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.289346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:48.299449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Made reservation on behalf of 6cd66828fe7a4dd189cc3825d808846f for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:48.303966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.306488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ed260-8449-4eba-bf56-587c7dea85dc tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:48.320474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a90ed260-8449-4eba-bf56-587c7dea85dc tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5343835 Aug 09 16:02:48.321436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55466) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.514499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55476) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.522280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-960fd55b-3a93-44a6-a5b7-b0c32e26eec2 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1992877 Aug 09 16:02:48.560458 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e3ec9c64-7a46-4f6d-9d1d-b42323de4bc9 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=698264eb09894537b6b901408cda1b15&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441747 Aug 09 16:02:48.563147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55478) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.670156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f5e46b-dbcb-48fe-9342-9c0eb50f3e84 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:48.671880 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-13f5e46b-dbcb-48fe-9342-9c0eb50f3e84 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1074305 Aug 09 16:02:48.690818 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55480) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.745563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.789303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d27be788-63b7-4bfa-9c2d-e5a31fc3aae7 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971966 Aug 09 16:02:48.797027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55482) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.812020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-600355071', 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9', 'project_id': '698264eb09894537b6b901408cda1b15', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:48.895223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c7e04c-9c30-40ce-9e4c-8f52f89d6005,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.936815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Checking segment: {'id': '42bf6697-304c-48d5-b6bf-8e0e71ef1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '4e3efa42-9fcb-42ca-afa6-966e8d9117a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:48.937199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Network hostable DHCP agents. Network: 4e3efa42-9fcb-42ca-afa6-966e8d9117a5, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:48.968243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:48.976863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:48.981081 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.981318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4e3efa42-9fcb-42ca-afa6-966e8d9117a5) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:48.991236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db8a4f-fd3f-4833-b668-d916d059b6a4 None None] Network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:49.000292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:49.001185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.018477 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a83d31a9-428d-453e-bccb-0b1c289ebd2c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7795923 Aug 09 16:02:49.337488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bfd551-a556-4104-9e46-a0b2a7123d85 None None] Network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:49.363091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.411590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.564799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Subnet': ['ID=0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:49.587231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Checking segment: {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:49.589874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network hostable DHCP agents. Network: 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:49.629620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:49.645180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:49.661807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e4a96-1415-400e-a26a-28550dc9b8d5 None None] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:49.662096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:49.665749 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.693302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-704a5a53-44d5-4081-bd5a-40e4ccf77568 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8946092 Aug 09 16:02:49.901300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-50fb49ca-7ee7-4d29-9141-36c38ab6e1e9', 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'fixed_ips': [{'subnet_id': '0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:49.902751 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.123238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-e4594c8f-80a5-48e1-8730-80f631d816df tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:50.125478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-e4594c8f-80a5-48e1-8730-80f631d816df tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/networks?id=4e3efa42-9fcb-42ca-afa6-966e8d9117a5 HTTP/1.1" status: 200 len: 813 time: 0.2760487 Aug 09 16:02:50.157643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-4cc14193-bdc0-4462-a00a-39502a5fbf22 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/quotas/6cd66828fe7a4dd189cc3825d808846f HTTP/1.1" status: 200 len: 375 time: 0.0246208 Aug 09 16:02:50.219341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-e8c1ebae-e25b-4452-b4aa-c157cd26e6aa tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cd66828fe7a4dd189cc3825d808846f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552130 Aug 09 16:02:50.268993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Allocated IP 172.20.0.18 (50fb49ca-7ee7-4d29-9141-36c38ab6e1e9/0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf/7ae5821e-ff91-43a3-b747-57779bc60eeb) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:50.443139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-23bd6398-e0e3-41ff-9f91-471ce1c8d68e service neutron] 10.222.0.64 "GET /v2.0/networks/4e3efa42-9fcb-42ca-afa6-966e8d9117a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168362 Aug 09 16:02:50.476405 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.705213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.720807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-bc36dc23-27ce-4c18-9fe2-3053a50e9345 service neutron] 10.222.0.64 "GET /v2.0/networks/4e3efa42-9fcb-42ca-afa6-966e8d9117a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698393 Aug 09 16:02:50.739600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Transition to ACTIVE for port object 7ae5821e-ff91-43a3-b747-57779bc60eeb will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:50.793736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Transition to ACTIVE for port object 7ae5821e-ff91-43a3-b747-57779bc60eeb will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:50.810515 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.888071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Pushing event updated for resources: {'Port': ['ID=7ae5821e-ff91-43a3-b747-57779bc60eeb,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:50.920606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:50.922725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:50.930879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:51.193450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Attempting to bind port 7ae5821e-ff91-43a3-b747-57779bc60eeb on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:51.196034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Attempting to bind port 7ae5821e-ff91-43a3-b747-57779bc60eeb by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:51.196684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Attempting to bind port 7ae5821e-ff91-43a3-b747-57779bc60eeb on network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:51.214304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:51.215157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Checking segment: {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:51.215774 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.216398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Bound using segment: {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:51.217100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Bound port: 7ae5821e-ff91-43a3-b747-57779bc60eeb, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:51.217681 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.329427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-99c3e322-cdca-4140-9b1b-59870a58d3ee req-7d047f75-6b67-4a44-8464-dce23355f361 service neutron] (94178) timed out ('10.222.0.64', 39432) {{(pid=94178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:02:51.384922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] For port 7ae5821e-ff91-43a3-b747-57779bc60eeb, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:51.397841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] For port 7ae5821e-ff91-43a3-b747-57779bc60eeb, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ae5821e-ff91-43a3-b747-57779bc60eeb,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:51.406545 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.595582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3437a3e-0402-421a-ad96-33c3bcedee71 None None] Pushing event updated for resources: {'Port': ['ID=7ae5821e-ff91-43a3-b747-57779bc60eeb,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.690673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55554) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.700073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ca3edec6-1a65-4f47-87c9-32fe5a45f999 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441163718', 'description': 'tempest-secgroup-smoke-1441163718 description', 'project_id': '698264eb09894537b6b901408cda1b15'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:51.880844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9d16130-0aa3-48b0-b8c5-04b3f767e458 req-53a4b622-31a3-4343-b052-c56f0049b005 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 210 time: 0.0930693 Aug 09 16:02:51.882966 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca3edec6-1a65-4f47-87c9-32fe5a45f999 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.122866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca3edec6-1a65-4f47-87c9-32fe5a45f999 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.128122 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca3edec6-1a65-4f47-87c9-32fe5a45f999 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.181467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ca3edec6-1a65-4f47-87c9-32fe5a45f999 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.183263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ca3edec6-1a65-4f47-87c9-32fe5a45f999 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4911089 Aug 09 16:02:52.186264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55570) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:52.192098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-78f0c466-7121-4850-8f4e-938200c861df tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': '38dff5e6-7c8f-4ff4-b898-97c4cb32ebba', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:52.243809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3edec6-1a65-4f47-87c9-32fe5a45f999 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.270547 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78f0c466-7121-4850-8f4e-938200c861df tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.407805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78f0c466-7121-4850-8f4e-938200c861df tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.416062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78f0c466-7121-4850-8f4e-938200c861df tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.434545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0c466-7121-4850-8f4e-938200c861df tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b5813e-098e-45a2-ba8e-a79b097faa7e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.453841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-78f0c466-7121-4850-8f4e-938200c861df tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.455300 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-78f0c466-7121-4850-8f4e-938200c861df tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2680194 Aug 09 16:02:52.459164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55576) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:52.464224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-848fbfb3-feff-4240-a5b3-4598b5af4cf4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': '38dff5e6-7c8f-4ff4-b898-97c4cb32ebba', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:52.541248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848fbfb3-feff-4240-a5b3-4598b5af4cf4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.723477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848fbfb3-feff-4240-a5b3-4598b5af4cf4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.728784 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848fbfb3-feff-4240-a5b3-4598b5af4cf4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.755176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fbfb3-feff-4240-a5b3-4598b5af4cf4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5931365b-e9dd-4664-b69a-debda2c85ad2,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.763777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-848fbfb3-feff-4240-a5b3-4598b5af4cf4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.768553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55580) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:52.769648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-848fbfb3-feff-4240-a5b3-4598b5af4cf4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3089967 Aug 09 16:02:52.774045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cca3a29d-262e-47bd-b84b-41a92752c977 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': '38dff5e6-7c8f-4ff4-b898-97c4cb32ebba', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:52.827790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cca3a29d-262e-47bd-b84b-41a92752c977 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.986921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ae5821e-ff91-43a3-b747-57779bc60eeb up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:53.063420 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cca3a29d-262e-47bd-b84b-41a92752c977 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.071686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cca3a29d-262e-47bd-b84b-41a92752c977 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.122998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7ae5821e-ff91-43a3-b747-57779bc60eeb completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:53.136587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3a29d-262e-47bd-b84b-41a92752c977 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff6f37d-a2af-4920-8e80-301aa2bae603,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:53.188064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cca3a29d-262e-47bd-b84b-41a92752c977 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.197190 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cca3a29d-262e-47bd-b84b-41a92752c977 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4268944 Aug 09 16:02:53.199110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55588) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:53.207752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d9845a78-942c-46d8-b09d-8105d44610fa tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': '38dff5e6-7c8f-4ff4-b898-97c4cb32ebba', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:53.274703 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9845a78-942c-46d8-b09d-8105d44610fa tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.289298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5cafd502-83a8-452d-b27c-3f1c457e52a1 req-328424fb-e447-40ed-b512-8a95b9c34a6f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 210 time: 0.1321409 Aug 09 16:02:53.289800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68386075-a2e7-414c-97a4-161f185e4b88 None None] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:53.419502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-40e44415-11e0-4351-a892-7f91896bbd5e tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:53.422627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-40e44415-11e0-4351-a892-7f91896bbd5e tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.35 "GET /v2.0/networks?id=4e3efa42-9fcb-42ca-afa6-966e8d9117a5 HTTP/1.1" status: 200 len: 813 time: 0.5613344 Aug 09 16:02:53.432804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6f4f0040-60a9-4004-886b-82688a0b4890 None None] Provisioning for port 7ae5821e-ff91-43a3-b747-57779bc60eeb completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:53.444406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6f4f0040-60a9-4004-886b-82688a0b4890 None None] Provisioning complete for port 7ae5821e-ff91-43a3-b747-57779bc60eeb triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:53.445068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0040-60a9-4004-886b-82688a0b4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.459055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Request body: {'port': {'device_id': '1644d728-7410-4754-bbf3-ce9315a1b4c6', 'network_id': '4e3efa42-9fcb-42ca-afa6-966e8d9117a5', 'admin_state_up': True, 'tenant_id': '6cd66828fe7a4dd189cc3825d808846f'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:53.589519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9845a78-942c-46d8-b09d-8105d44610fa tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.596631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9845a78-942c-46d8-b09d-8105d44610fa tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.641872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9845a78-942c-46d8-b09d-8105d44610fa tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.644632 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9845a78-942c-46d8-b09d-8105d44610fa tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4436560 Aug 09 16:02:53.660837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55602) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:53.661622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9845a78-942c-46d8-b09d-8105d44610fa tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a901e80f-e675-482b-8833-dab7c2de890b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:53.675455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-df497340-2f69-4c2d-b119-3f8fdaab0114 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': '38dff5e6-7c8f-4ff4-b898-97c4cb32ebba', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:53.768495 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-df497340-2f69-4c2d-b119-3f8fdaab0114 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Project 698264eb09894537b6b901408cda1b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:02:53.780810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df497340-2f69-4c2d-b119-3f8fdaab0114 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.799209 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0040-60a9-4004-886b-82688a0b4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.868476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Made reservation on behalf of 6cd66828fe7a4dd189cc3825d808846f for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:53.872971 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.902795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6f4f0040-60a9-4004-886b-82688a0b4890 None None] For port 7ae5821e-ff91-43a3-b747-57779bc60eeb, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ae5821e-ff91-43a3-b747-57779bc60eeb,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:53.922377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df497340-2f69-4c2d-b119-3f8fdaab0114 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.954173 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6f4f0040-60a9-4004-886b-82688a0b4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.030742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df497340-2f69-4c2d-b119-3f8fdaab0114 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.188156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df497340-2f69-4c2d-b119-3f8fdaab0114 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28976ccb-f56b-432d-9998-1e67bafd42fd,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:54.223290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f0040-60a9-4004-886b-82688a0b4890 None None] Pushing event updated for resources: {'Port': ['ID=7ae5821e-ff91-43a3-b747-57779bc60eeb,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:54.270107 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-df497340-2f69-4c2d-b119-3f8fdaab0114 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.273957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-df497340-2f69-4c2d-b119-3f8fdaab0114 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6083865 Aug 09 16:02:54.274323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55616) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:54.300020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-922f677b-dea9-47ad-ba25-243de84d4a4c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': '38dff5e6-7c8f-4ff4-b898-97c4cb32ebba', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:54.394554 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-922f677b-dea9-47ad-ba25-243de84d4a4c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Project 698264eb09894537b6b901408cda1b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:02:54.403416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-922f677b-dea9-47ad-ba25-243de84d4a4c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.425376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-534d161a-0879-48f8-87d7-0f5dd3173fd0 req-0737d1d5-ec0d-41c9-a35e-e9c81e62e3f1 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 210 time: 0.0526130 Aug 09 16:02:54.434246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Allocated IP 172.20.0.11 (4e3efa42-9fcb-42ca-afa6-966e8d9117a5/04c7e04c-9c30-40ce-9e4c-8f52f89d6005/9e3b4985-87e5-453f-bc0d-ab689acf67f8) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:54.666470 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-922f677b-dea9-47ad-ba25-243de84d4a4c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.677555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-922f677b-dea9-47ad-ba25-243de84d4a4c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.727544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f677b-dea9-47ad-ba25-243de84d4a4c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ce5487-3b4b-4138-a2ae-4b2a4e0e91c1,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:54.736190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ec265d79-71cc-4830-aed3-9447ac09d5b0 None None] Provisioning complete for port 7ae5821e-ff91-43a3-b747-57779bc60eeb triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:54.736549 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ec265d79-71cc-4830-aed3-9447ac09d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.750027 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-922f677b-dea9-47ad-ba25-243de84d4a4c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.769477 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-922f677b-dea9-47ad-ba25-243de84d4a4c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4872427 Aug 09 16:02:54.950303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ae5821e-ff91-43a3-b747-57779bc60eeb up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:55.003977 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.050580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ae5821e-ff91-43a3-b747-57779bc60eeb triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:55.051197 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.194712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.296901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:55.312589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:55.317892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:55.330871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-920253e7-4917-4071-b607-711b1acdf996 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441163718&fields=id&tenant_id=698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 267 time: 0.1159492 Aug 09 16:02:55.343665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Pushing event updated for resources: {'Port': ['ID=9e3b4985-87e5-453f-bc0d-ab689acf67f8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:55.513205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-8204c092-bed8-4e96-829c-3abbd9fd5bfe tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:55.515056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-8204c092-bed8-4e96-829c-3abbd9fd5bfe tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/networks?id=50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 HTTP/1.1" status: 200 len: 795 time: 0.1832244 Aug 09 16:02:55.539539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:55.540328 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.555300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-de27eb72-3c0f-49d8-b4f8-e25a65b68d8d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/quotas/698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 375 time: 0.0326917 Aug 09 16:02:55.557590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-0667153b-06e6-45aa-9928-54036a7d0a1f tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1226454 Aug 09 16:02:55.612518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Request body: {'port': {'device_id': '1644d728-7410-4754-bbf3-ce9315a1b4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:55.814254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-36f4bcb7-a518-4e88-9d7e-9ded447a64c0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2515025 Aug 09 16:02:55.865420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.131552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-b08a5ee5-a1fd-40db-97fe-b7a76d66bdbf service neutron] 10.222.0.64 "GET /v2.0/networks/50fb49ca-7ee7-4d29-9141-36c38ab6e1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963512 Aug 09 16:02:56.431429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-61b811f3-af22-488b-a7c9-1c6555d38510 service neutron] 10.222.0.64 "GET /v2.0/networks/50fb49ca-7ee7-4d29-9141-36c38ab6e1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678108 Aug 09 16:02:56.515565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3b4985-87e5-453f-bc0d-ab689acf67f8 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:02:56.524737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.545153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Transition to ACTIVE for port object 9e3b4985-87e5-453f-bc0d-ab689acf67f8 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:56.552995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.626147 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Pushing event updated for resources: {'Port': ['ID=9e3b4985-87e5-453f-bc0d-ab689acf67f8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.732676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Attempting to bind port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:56.733613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Attempting to bind port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '42bf6697-304c-48d5-b6bf-8e0e71ef1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '4e3efa42-9fcb-42ca-afa6-966e8d9117a5'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:56.734048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Attempting to bind port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 on network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:56.765958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 on network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:02:56.766554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Attempting to bind port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 on network 4e3efa42-9fcb-42ca-afa6-966e8d9117a5 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:56.796825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:56.797360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Checking segment: {'id': '42bf6697-304c-48d5-b6bf-8e0e71ef1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '4e3efa42-9fcb-42ca-afa6-966e8d9117a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:56.798034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Bound using segment: {'id': '42bf6697-304c-48d5-b6bf-8e0e71ef1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '4e3efa42-9fcb-42ca-afa6-966e8d9117a5'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:56.798808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Bound port: 9e3b4985-87e5-453f-bc0d-ab689acf67f8, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42bf6697-304c-48d5-b6bf-8e0e71ef1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '4e3efa42-9fcb-42ca-afa6-966e8d9117a5'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:56.800190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.100148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] For port 9e3b4985-87e5-453f-bc0d-ab689acf67f8, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:57.122641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] For port 9e3b4985-87e5-453f-bc0d-ab689acf67f8, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e3b4985-87e5-453f-bc0d-ab689acf67f8,segment=NetworkSegment(42bf6697-304c-48d5-b6bf-8e0e71ef1631),segment_id=42bf6697-304c-48d5-b6bf-8e0e71ef1631)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:57.146414 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.353680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc117bf-8ea1-4ded-a22b-0b1e33d565b5 req-5a699562-e070-4462-970f-42d14410405a tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:57.368683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbc117bf-8ea1-4ded-a22b-0b1e33d565b5 req-5a699562-e070-4462-970f-42d14410405a tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 944 time: 0.5103083 Aug 09 16:02:57.429292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Pushing event updated for resources: {'Port': ['ID=9e3b4985-87e5-453f-bc0d-ab689acf67f8,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:57.484761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:57.486238 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.487771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-03b24fcc-d70f-4aa3-ae2f-0d6c3f75121e service neutron] 10.222.0.35 "PUT /v2.0/ports/9e3b4985-87e5-453f-bc0d-ab689acf67f8 HTTP/1.1" status: 200 len: 1092 time: 1.9028938 Aug 09 16:02:57.545175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1644d728-7410-4754-bbf3-ce9315a1b4c6', 'tag': '9e3b4985-87e5-453f-bc0d-ab689acf67f8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:57.572298 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b84675-90ba-4521-88a0-4d45a00b5f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "1644d728-7410-4754-bbf3-ce9315a1b4c6", "tag": "9e3b4985-87e5-453f-bc0d-ab689acf67f8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:57.688278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbc117bf-8ea1-4ded-a22b-0b1e33d565b5 req-c3053aab-ad17-48fb-b5fd-a22a0e7f63cd tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029771 Aug 09 16:02:57.892473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-6076b22c-bc9f-495a-bc91-8025615345ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:57.897704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-6076b22c-bc9f-495a-bc91-8025615345ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cd66828fe7a4dd189cc3825d808846f&device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 1095 time: 0.2919843 Aug 09 16:02:57.962175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c08b83e-2fae-4859-8db2-345e3fcb56a3 req-cd0f98c2-6b7c-4036-9844-6457555f2ecc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 210 time: 0.1337759 Aug 09 16:02:57.965521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-fe2a5f2d-086e-4555-9d2e-c801aad3e094 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3b4985-87e5-453f-bc0d-ab689acf67f8 HTTP/1.1" status: 200 len: 217 time: 0.0442259 Aug 09 16:02:58.031495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-b9490785-1edd-4d71-ae8a-ecb826e53629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:58.034294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-b9490785-1edd-4d71-ae8a-ecb826e53629 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04c7e04c-9c30-40ce-9e4c-8f52f89d6005 HTTP/1.1" status: 200 len: 853 time: 0.0620592 Aug 09 16:02:58.043851 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e34eb7-2f79-4b28-be33-1208e4b36066 x-openstack-request-id: req-f4e34eb7-2f79-4b28-be33-1208e4b36066 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:58.044409 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1644d728-7410-4754-bbf3-ce9315a1b4c6", "tag": "9e3b4985-87e5-453f-bc0d-ab689acf67f8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:58.044860 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4e34eb7-2f79-4b28-be33-1208e4b36066 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:58.045859 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1644d728-7410-4754-bbf3-ce9315a1b4c6', 'tag': '9e3b4985-87e5-453f-bc0d-ab689acf67f8', 'status': 'completed', 'code': 200} Aug 09 16:02:58.078946 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-6bfe3ba8-684d-419b-9551-4b45207b0b93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3efa42-9fcb-42ca-afa6-966e8d9117a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316153 Aug 09 16:02:58.370938 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.392550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-3c15ce88-334a-4d47-b06d-6da1b75e887e service neutron] 10.222.0.35 "GET /v2.0/networks/4e3efa42-9fcb-42ca-afa6-966e8d9117a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045564 Aug 09 16:02:58.623535 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.786507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8297b31d-6189-4eaf-ab85-7c5e174596d4 req-c760439e-d363-4c09-9f61-35d0d0e173be service neutron] 10.222.0.35 "GET /v2.0/networks/4e3efa42-9fcb-42ca-afa6-966e8d9117a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792522 Aug 09 16:02:59.019388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-b0557419-e734-43b3-9e87-b29dc5e5e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:59.021423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-b0557419-e734-43b3-9e87-b29dc5e5e6d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cd66828fe7a4dd189cc3825d808846f&device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 1095 time: 0.1630869 Aug 09 16:02:59.035277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e8a5c-eff6-4b7b-9993-3c0852114ae0 req-62b00ee1-b3df-4d61-af2c-1e288c2efb65 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:59.044600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba0e8a5c-eff6-4b7b-9993-3c0852114ae0 req-62b00ee1-b3df-4d61-af2c-1e288c2efb65 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 944 time: 0.1683586 Aug 09 16:02:59.192533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba0e8a5c-eff6-4b7b-9993-3c0852114ae0 req-99db1a6d-cac7-4fab-ac88-6de77030ecdf tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469119 Aug 09 16:02:59.297283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-4ec6e717-f383-4c0d-8a45-0e4d46cdbd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:59.298923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-4ec6e717-f383-4c0d-8a45-0e4d46cdbd8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3efa42-9fcb-42ca-afa6-966e8d9117a5 HTTP/1.1" status: 200 len: 915 time: 0.2519312 Aug 09 16:02:59.379583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-ce8e55f9-e33b-4335-a54d-8c514cc26725 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e3b4985-87e5-453f-bc0d-ab689acf67f8 HTTP/1.1" status: 200 len: 217 time: 0.0720162 Aug 09 16:02:59.430436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96ae0e60-4e34-496b-adf4-4be1edf300fa req-1d47a2f8-6e55-4482-9c7c-7b52506524ee tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 210 time: 0.1004958 Aug 09 16:02:59.499038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-69990723-fb5c-41a7-9111-f570b1b96d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:59.500610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-69990723-fb5c-41a7-9111-f570b1b96d96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04c7e04c-9c30-40ce-9e4c-8f52f89d6005 HTTP/1.1" status: 200 len: 853 time: 0.1121762 Aug 09 16:02:59.530230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-d2155ba7-70ae-49bd-9bdf-834b4accce3a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:59.532135 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-d2155ba7-70ae-49bd-9bdf-834b4accce3a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/networks?id=50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 HTTP/1.1" status: 200 len: 795 time: 0.3557558 Aug 09 16:02:59.559106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-dccbe72e-1d6b-489a-be1b-1b9894d08fcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3efa42-9fcb-42ca-afa6-966e8d9117a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469689 Aug 09 16:02:59.595703 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-e17333ec-5a89-4437-a280-1f94063f9b89 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 472 time: 0.0516565 Aug 09 16:02:59.608179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'port': {'device_id': 'ac8fc292-983a-4bdd-9aea-a3a396216963', 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9', 'admin_state_up': True, 'tenant_id': '698264eb09894537b6b901408cda1b15', 'security_groups': ['38dff5e6-7c8f-4ff4-b898-97c4cb32ebba']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:59.677980 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-a270c6c5-14c9-4c0d-bfb8-8c7b44f5cd0d service neutron] 10.222.0.35 "GET /v2.0/networks/4e3efa42-9fcb-42ca-afa6-966e8d9117a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101658 Aug 09 16:02:59.838649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:59.842342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:59.861119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b84675-90ba-4521-88a0-4d45a00b5f6b req-47035603-7282-4023-b7f1-9186aa37ac30 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3efa42-9fcb-42ca-afa6-966e8d9117a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742499 Aug 09 16:03:00.091607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.20.0.19 (50fb49ca-7ee7-4d29-9141-36c38ab6e1e9/0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf/f5e0ce65-0d39-48e5-bb43-9ec627b8116e) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:00.442116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1123-7788-47ae-9cd9-8b01dfc1d3ad req-a061ea18-4b5f-4321-9a41-6b5e1979d9c1 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:00.453452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-527d1123-7788-47ae-9cd9-8b01dfc1d3ad req-a061ea18-4b5f-4321-9a41-6b5e1979d9c1 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 944 time: 0.1067894 Aug 09 16:03:00.488040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.508792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Transition to ACTIVE for port object f5e0ce65-0d39-48e5-bb43-9ec627b8116e will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:00.557064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-527d1123-7788-47ae-9cd9-8b01dfc1d3ad req-8943a38e-22f8-47bf-b9af-e5bc378bc116 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906706 Aug 09 16:03:00.560470 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.689645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:00.708048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:00.712090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:00.715650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:00.821931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261c15b-bed0-4cbf-9d53-eb0ede0f347f req-b0f7781c-97af-42e2-85dc-be060ae7bcaf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:00.824500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:00.825455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.833230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b261c15b-bed0-4cbf-9d53-eb0ede0f347f req-b0f7781c-97af-42e2-85dc-be060ae7bcaf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 932 time: 0.1634002 Aug 09 16:03:00.859184 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-1c83fce0-9331-4468-a011-699cd2c458f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2560282 Aug 09 16:03:00.874500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Request body: {'port': {'device_id': 'ac8fc292-983a-4bdd-9aea-a3a396216963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:00.893353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b261c15b-bed0-4cbf-9d53-eb0ede0f347f req-65c433d9-8ce6-4b14-9eea-fd7cd2ff14e9 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484676 Aug 09 16:03:01.054970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.205763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6035ccf9-b7be-466b-83c3-30ab038876a1 None None] Provisioning for port f5e0ce65-0d39-48e5-bb43-9ec627b8116e completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:01.212420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6035ccf9-b7be-466b-83c3-30ab038876a1 None None] Provisioning complete for port f5e0ce65-0d39-48e5-bb43-9ec627b8116e triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:01.218385 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6035ccf9-b7be-466b-83c3-30ab038876a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.325503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55776) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:01.381152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6035ccf9-b7be-466b-83c3-30ab038876a1 None None] Port f5e0ce65-0d39-48e5-bb43-9ec627b8116e cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:01.541407 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-af1ade12-e8ae-479b-bb95-7973e0ae9b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.721773 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-af1ade12-e8ae-479b-bb95-7973e0ae9b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.751634 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-af1ade12-e8ae-479b-bb95-7973e0ae9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.783411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e0ce65-0d39-48e5-bb43-9ec627b8116e {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:01.800879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.822116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Transition to ACTIVE for port object f5e0ce65-0d39-48e5-bb43-9ec627b8116e will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:01.847239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.857441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ade12-e8ae-479b-bb95-7973e0ae9b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70cbefb-874d-4004-b56e-75a3238bb04a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:01.879799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-af1ade12-e8ae-479b-bb95-7973e0ae9b0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91c150662c6b42bb82592e988292aaa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531271 Aug 09 16:03:01.885174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55790) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:01.918132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ee2c8-e24a-47be-936f-08b75f302454 req-c805915d-1cf2-4478-ae7d-af88df5ee0ca tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:01.941484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-833ee2c8-e24a-47be-936f-08b75f302454 req-c805915d-1cf2-4478-ae7d-af88df5ee0ca tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 944 time: 0.2173972 Aug 09 16:03:02.074667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-833ee2c8-e24a-47be-936f-08b75f302454 req-e811c2e0-a176-45d9-9137-3290a2a67475 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306984 Aug 09 16:03:02.118789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-947befe4-9ad1-4c08-822d-8a78dc8a7f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.145522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e3b4985-87e5-453f-bc0d-ab689acf67f8 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:03:02.146154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:02.207757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-947befe4-9ad1-4c08-822d-8a78dc8a7f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.357807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-947befe4-9ad1-4c08-822d-8a78dc8a7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.360805 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-947befe4-9ad1-4c08-822d-8a78dc8a7f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.362352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-947befe4-9ad1-4c08-822d-8a78dc8a7f39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b70cbefb-874d-4004-b56e-75a3238bb04a HTTP/1.1" status: 204 len: 168 time: 0.4732177 Aug 09 16:03:02.362700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e3b4985-87e5-453f-bc0d-ab689acf67f8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e3b4985-87e5-453f-bc0d-ab689acf67f8,segment=NetworkSegment(42bf6697-304c-48d5-b6bf-8e0e71ef1631),segment_id=42bf6697-304c-48d5-b6bf-8e0e71ef1631)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:02.390907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Attempting to bind port f5e0ce65-0d39-48e5-bb43-9ec627b8116e on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:02.400278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Attempting to bind port f5e0ce65-0d39-48e5-bb43-9ec627b8116e by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:02.400907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Attempting to bind port f5e0ce65-0d39-48e5-bb43-9ec627b8116e on network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:02.407524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947befe4-9ad1-4c08-822d-8a78dc8a7f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70cbefb-874d-4004-b56e-75a3238bb04a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:02.426362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9e3b4985-87e5-453f-bc0d-ab689acf67f8', 'network_id': '4e3efa42-9fcb-42ca-afa6-966e8d9117a5', 'port_id': '9e3b4985-87e5-453f-bc0d-ab689acf67f8', 'mac_address': 'fa:16:3e:b0:2d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c7e04c-9c30-40ce-9e4c-8f52f89d6005', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:03:02.435517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Port f5e0ce65-0d39-48e5-bb43-9ec627b8116e on network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:03:02.439403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Attempting to bind port f5e0ce65-0d39-48e5-bb43-9ec627b8116e on network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:02.445117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8392b-c56b-426a-8b0e-f8a58670d62d req-c8ec611f-e69e-43d0-a673-8d21c84772a5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:02.446940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8be8392b-c56b-426a-8b0e-f8a58670d62d req-c8ec611f-e69e-43d0-a673-8d21c84772a5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 944 time: 0.2134421 Aug 09 16:03:02.456302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:02.456954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Checking segment: {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:02.457341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Bound using segment: {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:02.457835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Bound port: f5e0ce65-0d39-48e5-bb43-9ec627b8116e, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:02.458134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.527618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8be8392b-c56b-426a-8b0e-f8a58670d62d req-334f001a-b234-4b1b-9725-7525b148384e tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738754 Aug 09 16:03:02.589521 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.617529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] For port f5e0ce65-0d39-48e5-bb43-9ec627b8116e, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:02.620367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3b4985-87e5-453f-bc0d-ab689acf67f8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:02.622247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] For port f5e0ce65-0d39-48e5-bb43-9ec627b8116e, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:02.630073 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.661608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e3b4985-87e5-453f-bc0d-ab689acf67f8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e3b4985-87e5-453f-bc0d-ab689acf67f8,segment=NetworkSegment(42bf6697-304c-48d5-b6bf-8e0e71ef1631),segment_id=42bf6697-304c-48d5-b6bf-8e0e71ef1631)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:02.669328 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.740708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:02.744996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.746831 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] 10.222.0.66 "PUT /v2.0/ports/f5e0ce65-0d39-48e5-bb43-9ec627b8116e HTTP/1.1" status: 200 len: 1092 time: 1.8777509 Aug 09 16:03:02.747105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8fc292-983a-4bdd-9aea-a3a396216963', 'tag': 'f5e0ce65-0d39-48e5-bb43-9ec627b8116e'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:02.759526 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8fc292-983a-4bdd-9aea-a3a396216963", "tag": "f5e0ce65-0d39-48e5-bb43-9ec627b8116e"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:02.834687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e3b4985-87e5-453f-bc0d-ab689acf67f8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:02.898407 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d26d81-7e3d-4619-85e0-e5966f1f20e2 x-openstack-request-id: req-e2d26d81-7e3d-4619-85e0-e5966f1f20e2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:02.899038 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8fc292-983a-4bdd-9aea-a3a396216963", "tag": "f5e0ce65-0d39-48e5-bb43-9ec627b8116e", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:02.899038 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2d26d81-7e3d-4619-85e0-e5966f1f20e2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:02.899372 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8fc292-983a-4bdd-9aea-a3a396216963', 'tag': 'f5e0ce65-0d39-48e5-bb43-9ec627b8116e', 'status': 'completed', 'code': 200} Aug 09 16:03:02.904942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9e3b4985-87e5-453f-bc0d-ab689acf67f8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:02.923280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b90863-84f7-4e42-80e2-dc864660d836 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:02.952249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-452655b5-e170-419d-b545-4c28ba28eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:02.953878 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-452655b5-e170-419d-b545-4c28ba28eb7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 1095 time: 0.1405566 Aug 09 16:03:03.046547 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-d560edb8-4109-4fc8-8a27-545c275d8926 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f5e0ce65-0d39-48e5-bb43-9ec627b8116e HTTP/1.1" status: 200 len: 217 time: 0.0758293 Aug 09 16:03:03.103106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55810) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:03.120789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c0d00da-24f2-449d-b5c5-3ae4f9a58980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.163678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-34bb1cf7-2578-4d76-a762-4e4300870c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:03.166374 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-34bb1cf7-2578-4d76-a762-4e4300870c4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf HTTP/1.1" status: 200 len: 837 time: 0.1109118 Aug 09 16:03:03.257716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-3a06bc71-3056-4669-9a57-989e89078445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:03.259183 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-3a06bc71-3056-4669-9a57-989e89078445 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50fb49ca-7ee7-4d29-9141-36c38ab6e1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851703 Aug 09 16:03:03.367984 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c0d00da-24f2-449d-b5c5-3ae4f9a58980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.375058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8c0d00da-24f2-449d-b5c5-3ae4f9a58980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.450187 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-a69f14b4-afdb-40cd-a7b8-df5d6db0f589 service neutron] 10.222.0.66 "GET /v2.0/networks/50fb49ca-7ee7-4d29-9141-36c38ab6e1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809065 Aug 09 16:03:03.466851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412df60-e19e-4838-aaab-8c1eb5fa08b4 req-30308c54-5070-4465-a267-45969c2d17b4 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:03.479518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9412df60-e19e-4838-aaab-8c1eb5fa08b4 req-30308c54-5070-4465-a267-45969c2d17b4 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 945 time: 0.2189217 Aug 09 16:03:03.535978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d00da-24f2-449d-b5c5-3ae4f9a58980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38775578-08a0-4ed1-81a7-836925a05bb5,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:03.563558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9412df60-e19e-4838-aaab-8c1eb5fa08b4 req-997087bb-c37c-4935-b842-11f47217b14b tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829773 Aug 09 16:03:03.580701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8c0d00da-24f2-449d-b5c5-3ae4f9a58980 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b1028ae7db34b12bc264877063b1e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752979 Aug 09 16:03:03.586246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55826) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:03.735141 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-53b359a4-dccc-4968-ac27-ae603406e0d8 req-bcf763be-aa62-4f74-bedf-e171b53dcf2a service neutron] 10.222.0.66 "GET /v2.0/networks/50fb49ca-7ee7-4d29-9141-36c38ab6e1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765632 Aug 09 16:03:03.759217 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e4bc4b-68ad-4481-add6-ce4c6b644a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.789852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e4bc4b-68ad-4481-add6-ce4c6b644a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.902768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e4bc4b-68ad-4481-add6-ce4c6b644a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.907982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92e4bc4b-68ad-4481-add6-ce4c6b644a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.909611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-92e4bc4b-68ad-4481-add6-ce4c6b644a51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38775578-08a0-4ed1-81a7-836925a05bb5 HTTP/1.1" status: 204 len: 168 time: 0.3198714 Aug 09 16:03:03.948615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4bc4b-68ad-4481-add6-ce4c6b644a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38775578-08a0-4ed1-81a7-836925a05bb5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:03.951724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-80280932-7889-4eb9-ba94-7e947e7696b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:03.959372 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-80280932-7889-4eb9-ba94-7e947e7696b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 1095 time: 0.1456063 Aug 09 16:03:04.054654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef7fda-da11-4913-b7cc-30aa29173333 req-592fd3ea-93ee-46b1-9400-f00f0f62ee72 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:04.068712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5ef7fda-da11-4913-b7cc-30aa29173333 req-592fd3ea-93ee-46b1-9400-f00f0f62ee72 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 944 time: 0.3760250 Aug 09 16:03:04.146878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e3b4985-87e5-453f-bc0d-ab689acf67f8 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:04.201663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-fc360830-2cfa-4ef6-b789-e0c1cc13becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:04.207512 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-fc360830-2cfa-4ef6-b789-e0c1cc13becf service neutron] 10.222.0.66 "GET /v2.0/networks?id=50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 HTTP/1.1" status: 200 len: 897 time: 0.2357376 Aug 09 16:03:04.255612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5ef7fda-da11-4913-b7cc-30aa29173333 req-6722cb74-477f-4bb1-a9f4-e878877cf772 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848528 Aug 09 16:03:04.324067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:04.329065 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-8b8623b1-90bd-4d9b-be63-4749959f50aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f5e0ce65-0d39-48e5-bb43-9ec627b8116e HTTP/1.1" status: 200 len: 217 time: 0.1111639 Aug 09 16:03:04.340305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:04.343603 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.409419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-c4e525e2-4557-4ddf-845e-8e6308b912de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:04.424807 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-c4e525e2-4557-4ddf-845e-8e6308b912de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf HTTP/1.1" status: 200 len: 837 time: 0.0897436 Aug 09 16:03:04.571375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.613460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-99ba33b2-f5e7-4752-9805-e70910e62dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:04.620004 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-99ba33b2-f5e7-4752-9805-e70910e62dfe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50fb49ca-7ee7-4d29-9141-36c38ab6e1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1768689 Aug 09 16:03:04.662695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1644d728-7410-4754-bbf3-ce9315a1b4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3b4985-87e5-453f-bc0d-ab689acf67f8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:04.671252 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c790a6d7-44a1-41a8-8645-8cbbe3e0a6c3" -d '{"events": [{"server_uuid": "1644d728-7410-4754-bbf3-ce9315a1b4c6", "name": "network-vif-plugged", "status": "completed", "tag": "9e3b4985-87e5-453f-bc0d-ab689acf67f8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:04.712821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9e3b4985-87e5-453f-bc0d-ab689acf67f8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e3b4985-87e5-453f-bc0d-ab689acf67f8,segment=NetworkSegment(42bf6697-304c-48d5-b6bf-8e0e71ef1631),segment_id=42bf6697-304c-48d5-b6bf-8e0e71ef1631)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:04.721375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.818327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820ac8a-54b9-4c25-8bc8-669fb55840c3 req-a32daf76-701e-4545-b2ff-037abc7caff6 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:04.831255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9820ac8a-54b9-4c25-8bc8-669fb55840c3 req-a32daf76-701e-4545-b2ff-037abc7caff6 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 946 time: 0.1085761 Aug 09 16:03:04.836856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9e3b4985-87e5-453f-bc0d-ab689acf67f8,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:04.855175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55868) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:04.866046 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-74368147-9d38-4129-a1ed-3967e14f52fe service neutron] 10.222.0.66 "GET /v2.0/networks/50fb49ca-7ee7-4d29-9141-36c38ab6e1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405722 Aug 09 16:03:04.933067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9820ac8a-54b9-4c25-8bc8-669fb55840c3 req-7f4db979-2c4b-4029-b8ad-c1537577d8f0 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963094 Aug 09 16:03:05.040927 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c3ea31-5d27-496d-b0f4-fa9ac516eb52 x-openstack-request-id: req-95c3ea31-5d27-496d-b0f4-fa9ac516eb52 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:05.041439 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1644d728-7410-4754-bbf3-ce9315a1b4c6", "name": "network-vif-plugged", "status": "completed", "tag": "9e3b4985-87e5-453f-bc0d-ab689acf67f8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:05.041439 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95c3ea31-5d27-496d-b0f4-fa9ac516eb52 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:05.042045 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1644d728-7410-4754-bbf3-ce9315a1b4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3b4985-87e5-453f-bc0d-ab689acf67f8', 'code': 200} Aug 09 16:03:05.149063 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c7c58aa9-d201-42d6-8229-6cc2a2f73da3 req-8aac4c28-e674-4d2b-8628-d6aa5b647c0b service neutron] 10.222.0.66 "GET /v2.0/networks/50fb49ca-7ee7-4d29-9141-36c38ab6e1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750380 Aug 09 16:03:05.227244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89f6ad-b2e0-45df-8668-ce4b2e4d6af2 req-2f2e646c-7c99-47f8-8038-10aa228ef022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:05.243201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb89f6ad-b2e0-45df-8668-ce4b2e4d6af2 req-2f2e646c-7c99-47f8-8038-10aa228ef022 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 1097 time: 0.1107225 Aug 09 16:03:05.304665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb89f6ad-b2e0-45df-8668-ce4b2e4d6af2 req-391be193-4184-493a-911c-638a7817b433 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631773 Aug 09 16:03:05.357953 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ee9222c5-993a-45e2-9d3b-6767b0f66eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.621649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ed8a6-df43-4b21-b210-4d32f0475d4b req-8be98b1d-9a21-4e34-b071-3b2a329c5884 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:05.629445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c91ed8a6-df43-4b21-b210-4d32f0475d4b req-8be98b1d-9a21-4e34-b071-3b2a329c5884 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 944 time: 0.2269018 Aug 09 16:03:05.732837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55892) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:05.797617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c91ed8a6-df43-4b21-b210-4d32f0475d4b req-a6c14acf-0aae-49e2-8dbb-eee92a1cac11 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645257 Aug 09 16:03:05.850563 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ee9222c5-993a-45e2-9d3b-6767b0f66eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.855484 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ee9222c5-993a-45e2-9d3b-6767b0f66eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.909561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9222c5-993a-45e2-9d3b-6767b0f66eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6967a-0cfa-4325-95a4-13cf3d014e47,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:05.916155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ee9222c5-993a-45e2-9d3b-6767b0f66eb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78769ab46c7744b582c95e3a46dc5e98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0584948 Aug 09 16:03:05.919164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55896) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:05.963161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1117560696-network', 'tenant_id': 'df4e959e4118468a9e4a96db6da6fc5e'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:06.067862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Made reservation on behalf of df4e959e4118468a9e4a96db6da6fc5e for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:06.075423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.108112 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.139588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205cd3-6c66-4b36-acee-f2ee10910b48 req-633de4c0-c9a0-4036-a53d-bc623b5b911a tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:06.141708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb80-1175-4f55-8918-ac9f7713656f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.149390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85205cd3-6c66-4b36-acee-f2ee10910b48 req-633de4c0-c9a0-4036-a53d-bc623b5b911a tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 946 time: 0.1055059 Aug 09 16:03:06.166457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb80-1175-4f55-8918-ac9f7713656f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.200125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85205cd3-6c66-4b36-acee-f2ee10910b48 req-336205bb-9a6c-4193-9dbf-330a132b7c4c tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479629 Aug 09 16:03:06.252489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb80-1175-4f55-8918-ac9f7713656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.255153 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb80-1175-4f55-8918-ac9f7713656f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.256488 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3dddfb80-1175-4f55-8918-ac9f7713656f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67a6967a-0cfa-4325-95a4-13cf3d014e47 HTTP/1.1" status: 204 len: 168 time: 0.3362732 Aug 09 16:03:06.273460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddfb80-1175-4f55-8918-ac9f7713656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6967a-0cfa-4325-95a4-13cf3d014e47,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:06.411189 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.419618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.448516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:06.481740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.482093 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Added segment 39747aef-1fe2-4d10-b849-a9ff9389126d of type vlan for network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 Aug 09 16:03:06.494926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227fa20f-ad5f-494d-86d7-cdf6c38e139c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:06.560047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.609492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.613494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:06.616786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.716759 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9822440 Aug 09 16:03:06.721767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:06.740910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Request body: {'subnet': {'network_id': '61a47d9c-bea5-45f6-b2a8-732b5498f1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1117560696-subnet', 'tenant_id': 'df4e959e4118468a9e4a96db6da6fc5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:06.760768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0197d7-cf5f-445c-a78c-610037195172 admin admin] Pushing event updated for resources: {'Network': ['ID=61a47d9c-bea5-45f6-b2a8-732b5498f1c9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:06.772840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:06.820738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Made reservation on behalf of df4e959e4118468a9e4a96db6da6fc5e for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:06.823565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.838042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55920) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:06.885090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a3998e3e-b1ec-4e94-9a27-8008e9282357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.981324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f5e0ce65-0d39-48e5-bb43-9ec627b8116e details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:03:07.127978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f5e0ce65-0d39-48e5-bb43-9ec627b8116e, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:07.143740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'f5e0ce65-0d39-48e5-bb43-9ec627b8116e', 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9', 'port_id': 'f5e0ce65-0d39-48e5-bb43-9ec627b8116e', 'mac_address': 'fa:16:3e:53:c8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:03:07.187138 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.202196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e0ce65-0d39-48e5-bb43-9ec627b8116e {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:07.226961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f5e0ce65-0d39-48e5-bb43-9ec627b8116e, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:07.232943 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.288575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:07.437390 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.481187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['f5e0ce65-0d39-48e5-bb43-9ec627b8116e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:07.524279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ef9053-7bbd-461b-9496-9327f47fdb0e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:07.593179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511dbfc-5687-48da-8a40-15e9f09dc525 req-13a0501b-0ada-4553-9399-5218eb8e4983 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:07.596466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b511dbfc-5687-48da-8a40-15e9f09dc525 req-13a0501b-0ada-4553-9399-5218eb8e4983 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 945 time: 0.1720827 Aug 09 16:03:07.605403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Checking segment: {'id': '39747aef-1fe2-4d10-b849-a9ff9389126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '61a47d9c-bea5-45f6-b2a8-732b5498f1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:07.606159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Network hostable DHCP agents. Network: 61a47d9c-bea5-45f6-b2a8-732b5498f1c9, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:07.751618 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a3998e3e-b1ec-4e94-9a27-8008e9282357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.762227 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a3998e3e-b1ec-4e94-9a27-8008e9282357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.780015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:07.804766 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b511dbfc-5687-48da-8a40-15e9f09dc525 req-73a9ccf0-a1f1-4e60-8986-6dea9ec94fac tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946781 Aug 09 16:03:07.856237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a3998e3e-b1ec-4e94-9a27-8008e9282357 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=071545d3c5fe4c4cbf1cd6621ab91f35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0169604 Aug 09 16:03:07.859866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3998e3e-b1ec-4e94-9a27-8008e9282357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b50788-1264-4609-8843-b8db9a6f9d4e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:07.860061 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55932) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:07.885623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 61a47d9c-bea5-45f6-b2a8-732b5498f1c9) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:07.894384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:07.894992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.908672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4838c9-e17b-45d6-b808-44acb4089863 None None] Network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:07.995955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9732ed3b-ce3a-4bb7-85e6-1513b6fb498c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2617059 Aug 09 16:03:08.064909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20b130a8-6823-414d-b527-4e051fe44eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.125855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20b130a8-6823-414d-b527-4e051fe44eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.198262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f90a-118d-40ab-befd-8e64a9bcea8d req-880d65da-6c6c-4c0a-8519-39c0fdd428a5 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:08.200033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2098f90a-118d-40ab-befd-8e64a9bcea8d req-880d65da-6c6c-4c0a-8519-39c0fdd428a5 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 946 time: 0.1632688 Aug 09 16:03:08.232961 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20b130a8-6823-414d-b527-4e051fe44eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.236767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20b130a8-6823-414d-b527-4e051fe44eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.242492 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-20b130a8-6823-414d-b527-4e051fe44eba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51b50788-1264-4609-8843-b8db9a6f9d4e HTTP/1.1" status: 204 len: 168 time: 0.3819625 Aug 09 16:03:08.254223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b130a8-6823-414d-b527-4e051fe44eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b50788-1264-4609-8843-b8db9a6f9d4e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:08.285363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72da9f-df70-418d-be66-e2ce91f02504 None None] Network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:08.294133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2098f90a-118d-40ab-befd-8e64a9bcea8d req-5a485ae4-5986-4d58-9257-354f817ec286 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852263 Aug 09 16:03:08.902965 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55970) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:08.924370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-84dee0a4-71a4-4cc5-89ba-957f4b30f3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.979943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f5e0ce65-0d39-48e5-bb43-9ec627b8116e up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:09.025558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4330a-192a-4f2c-b3b8-9b011a552097 req-e1cb60f6-45d0-4274-bd47-3e725ddae285 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:09.037272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5be4330a-192a-4f2c-b3b8-9b011a552097 req-e1cb60f6-45d0-4274-bd47-3e725ddae285 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 946 time: 0.1170545 Aug 09 16:03:09.077824 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-84dee0a4-71a4-4cc5-89ba-957f4b30f3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.084582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-84dee0a4-71a4-4cc5-89ba-957f4b30f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.085706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port f5e0ce65-0d39-48e5-bb43-9ec627b8116e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:09.094807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port f5e0ce65-0d39-48e5-bb43-9ec627b8116e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:09.095183 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.117253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5be4330a-192a-4f2c-b3b8-9b011a552097 req-1526df64-2f15-4aaa-b07d-83d3e355c508 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789602 Aug 09 16:03:09.167773 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-84dee0a4-71a4-4cc5-89ba-957f4b30f3bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02765f94e4d344c197268f5b88117011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628932 Aug 09 16:03:09.169021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dee0a4-71a4-4cc5-89ba-957f4b30f3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f082b-cb36-4668-b612-f1b6f99b91ab,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:09.170478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55974) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:09.266446 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.318843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8fc292-983a-4bdd-9aea-a3a396216963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e0ce65-0d39-48e5-bb43-9ec627b8116e'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:09.328556 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c50475-b496-4f37-ba0c-aeb3bdbfcebc" -d '{"events": [{"server_uuid": "ac8fc292-983a-4bdd-9aea-a3a396216963", "name": "network-vif-plugged", "status": "completed", "tag": "f5e0ce65-0d39-48e5-bb43-9ec627b8116e"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:09.330539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 55982) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:09.339212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-731143237-network', 'tenant_id': '4118b76a5d42407f96eec3ed409c8eb4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:09.359327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f5e0ce65-0d39-48e5-bb43-9ec627b8116e, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:09.363055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b83f825-5bc7-46ab-9090-668c852b40ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.368093 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.381357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150d3a-a556-4b91-b6f8-f7813810f211 req-90996900-b1a2-41f7-af81-0e012023769c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:09.383140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87150d3a-a556-4b91-b6f8-f7813810f211 req-90996900-b1a2-41f7-af81-0e012023769c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 945 time: 0.1354561 Aug 09 16:03:09.388308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Made reservation on behalf of 4118b76a5d42407f96eec3ed409c8eb4 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:09.395135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.417758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.434086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:09.452483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b83f825-5bc7-46ab-9090-668c852b40ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.519466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87150d3a-a556-4b91-b6f8-f7813810f211 req-1b76b4ca-b49f-4260-b1b7-ed7f377e075c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293712 Aug 09 16:03:09.528161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b83f825-5bc7-46ab-9090-668c852b40ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.533507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b83f825-5bc7-46ab-9090-668c852b40ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.538901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1b83f825-5bc7-46ab-9090-668c852b40ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b33f082b-cb36-4668-b612-f1b6f99b91ab HTTP/1.1" status: 204 len: 168 time: 0.3671103 Aug 09 16:03:09.551508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83f825-5bc7-46ab-9090-668c852b40ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f082b-cb36-4668-b612-f1b6f99b91ab,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:09.579302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.587808 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.614834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:09.632616 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b44ec14-627a-4d52-b6f8-38f0b4c081fa x-openstack-request-id: req-0b44ec14-627a-4d52-b6f8-38f0b4c081fa {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:09.633100 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8fc292-983a-4bdd-9aea-a3a396216963", "name": "network-vif-plugged", "status": "completed", "tag": "f5e0ce65-0d39-48e5-bb43-9ec627b8116e", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:09.633446 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b44ec14-627a-4d52-b6f8-38f0b4c081fa {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:09.634076 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8fc292-983a-4bdd-9aea-a3a396216963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e0ce65-0d39-48e5-bb43-9ec627b8116e', 'code': 200} Aug 09 16:03:09.645010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.645505 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Added segment 61c69e05-1e8e-43e7-abcd-6ac37e10fad0 of type vlan for network 0fe1d65a-3633-41a4-b61a-680f05b406c4 Aug 09 16:03:09.710284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.765564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa761c5-51c7-4c0d-b65d-f42960c925a2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:09.767739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.768513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:09.769426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.804351 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4694693 Aug 09 16:03:09.804870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 55992) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:09.811184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Request body: {'subnet': {'network_id': '0fe1d65a-3633-41a4-b61a-680f05b406c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-731143237-subnet', 'tenant_id': '4118b76a5d42407f96eec3ed409c8eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:09.854982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Made reservation on behalf of 4118b76a5d42407f96eec3ed409c8eb4 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:09.862057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.877012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63cc55-3ce1-4467-94c9-c926e4fe98ea req-f90f3a49-cf3b-49ba-92e3-372f44e3f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:09.878544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ec63cc55-3ce1-4467-94c9-c926e4fe98ea req-f90f3a49-cf3b-49ba-92e3-372f44e3f9af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 1097 time: 0.1255994 Aug 09 16:03:09.879583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1060b-9e90-41e3-9613-4438a3878cad admin admin] Pushing event updated for resources: {'Network': ['ID=0fe1d65a-3633-41a4-b61a-680f05b406c4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:09.895712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 0fe1d65a-3633-41a4-b61a-680f05b406c4 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:09.930342 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ec63cc55-3ce1-4467-94c9-c926e4fe98ea req-44f68ed9-7036-4460-a9fd-3c990df61b9a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 Aug 09 16:03:10.052467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-c97c038e-6830-4a09-9227-b9861b66acae req-c3302000-6f16-48e0-9904-c5d2ef00b7c6 service neutron] (94178) timed out ('10.222.0.35', 63298) {{(pid=94178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:03:10.194325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-2fc3ebff-1c75-4ee2-9ef5-e1eaf42fa3c1 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:10.195928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-2fc3ebff-1c75-4ee2-9ef5-e1eaf42fa3c1 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 946 time: 0.1004469 Aug 09 16:03:10.244225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.381864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962ee3f-4c58-4c5f-a3a4-248c63263517 req-a2d1a667-a18a-4502-8175-b09e08b20983 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:10.389531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4962ee3f-4c58-4c5f-a3a4-248c63263517 req-a2d1a667-a18a-4502-8175-b09e08b20983 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/ports?device_id=1644d728-7410-4754-bbf3-ce9315a1b4c6 HTTP/1.1" status: 200 len: 946 time: 0.1494262 Aug 09 16:03:10.391456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=352e8659-516c-403d-b720-9f65bcbd8a24,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:10.455353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Checking segment: {'id': '61c69e05-1e8e-43e7-abcd-6ac37e10fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '0fe1d65a-3633-41a4-b61a-680f05b406c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:10.455353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Network hostable DHCP agents. Network: 0fe1d65a-3633-41a4-b61a-680f05b406c4, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:10.466145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Deleting port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:10.466488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.488063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4962ee3f-4c58-4c5f-a3a4-248c63263517 req-d6254611-0f75-4b54-a785-eb83ad9cb8a0 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab74470-fe3e-4a8a-b8b8-c9880c26f272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923352 Aug 09 16:03:10.544741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Network 0fe1d65a-3633-41a4-b61a-680f05b406c4 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:10.585629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 0fe1d65a-3633-41a4-b61a-680f05b406c4) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:10.603719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:10.604879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb0cc9-49aa-4b6b-9987-eca89447cf9c None None] Network 0fe1d65a-3633-41a4-b61a-680f05b406c4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:10.606292 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.635381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] For port 9e3b4985-87e5-453f-bc0d-ab689acf67f8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9e3b4985-87e5-453f-bc0d-ab689acf67f8,segment=NetworkSegment(42bf6697-304c-48d5-b6bf-8e0e71ef1631),segment_id=42bf6697-304c-48d5-b6bf-8e0e71ef1631)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:10.636180 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.648282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d665d206-2ddd-47ad-a3a4-a6dfea938e4d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8420863 Aug 09 16:03:10.656320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Calling delete_port for 9e3b4985-87e5-453f-bc0d-ab689acf67f8 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:10.838496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0ca2c-07f3-4d36-aa8a-5cad53eee1e4 None None] Network 0fe1d65a-3633-41a4-b61a-680f05b406c4 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:10.892078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cdc65-61b7-4518-bcca-7bd8295ae216 req-9e0a3d5c-4dfd-482b-a30a-d4ba63556270 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:10.893847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e8cdc65-61b7-4518-bcca-7bd8295ae216 req-9e0a3d5c-4dfd-482b-a30a-d4ba63556270 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 946 time: 0.1395183 Aug 09 16:03:10.992390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e8cdc65-61b7-4518-bcca-7bd8295ae216 req-3e212b34-34f7-461c-8770-c915d75dec8f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797136 Aug 09 16:03:11.044534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.085676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9e3b4985-87e5-453f-bc0d-ab689acf67f8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:11.104979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Pushing event deleted for resources: {'Port': ['ID=9e3b4985-87e5-453f-bc0d-ab689acf67f8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:11.172342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] No DVR routers for this DVR port 9e3b4985-87e5-453f-bc0d-ab689acf67f8 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:11.175063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.177258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d29e83c5-97c6-4f88-b0ae-5ddc9bb06e7c req-a51836e0-b68b-4519-ad2a-856a83c9a1c8 tempest-ServerAddressesTestJSON-609627367 tempest-ServerAddressesTestJSON-609627367-project] 10.222.0.35 "DELETE /v2.0/ports/9e3b4985-87e5-453f-bc0d-ab689acf67f8 HTTP/1.1" status: 204 len: 173 time: 0.9715767 Aug 09 16:03:11.177771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1644d728-7410-4754-bbf3-ce9315a1b4c6', 'name': 'network-vif-deleted', 'tag': '9e3b4985-87e5-453f-bc0d-ab689acf67f8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:11.180314 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823cde3-5c23-4f88-82e1-1348f90b9774" -d '{"events": [{"server_uuid": "1644d728-7410-4754-bbf3-ce9315a1b4c6", "name": "network-vif-deleted", "tag": "9e3b4985-87e5-453f-bc0d-ab689acf67f8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:11.511144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-391d9e53-a14a-4a35-85f5-447d6be55c47 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:11.520182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-391d9e53-a14a-4a35-85f5-447d6be55c47 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/networks?id=61a47d9c-bea5-45f6-b2a8-732b5498f1c9 HTTP/1.1" status: 200 len: 809 time: 0.1552393 Aug 09 16:03:11.548127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-6a6b2d6d-2598-4616-a02a-6d0461ee2eb3 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/quotas/df4e959e4118468a9e4a96db6da6fc5e HTTP/1.1" status: 200 len: 375 time: 0.0243928 Aug 09 16:03:11.614134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-0416153c-181d-4223-97c5-c08b6c635562 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df4e959e4118468a9e4a96db6da6fc5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517046 Aug 09 16:03:11.729808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-4e3df491-f40d-4191-a3b3-fec3f69c9bbf service neutron] 10.222.0.64 "GET /v2.0/networks/61a47d9c-bea5-45f6-b2a8-732b5498f1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151741 Aug 09 16:03:11.821564 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:03:11.882456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-dc76bbb0-d43e-4635-95a0-1cd2f788cb21 service neutron] 10.222.0.64 "GET /v2.0/networks/61a47d9c-bea5-45f6-b2a8-732b5498f1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502137 Aug 09 16:03:12.070876 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82d6a75-4a96-4dcd-98ee-bf2d642d16c2 x-openstack-request-id: req-f82d6a75-4a96-4dcd-98ee-bf2d642d16c2 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:12.071677 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1644d728-7410-4754-bbf3-ce9315a1b4c6", "name": "network-vif-deleted", "tag": "9e3b4985-87e5-453f-bc0d-ab689acf67f8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:12.072143 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f82d6a75-4a96-4dcd-98ee-bf2d642d16c2 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:12.073211 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1644d728-7410-4754-bbf3-ce9315a1b4c6', 'name': 'network-vif-deleted', 'tag': '9e3b4985-87e5-453f-bc0d-ab689acf67f8', 'status': 'completed', 'code': 200} Aug 09 16:03:12.152391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56070) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.235598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3015599d-19fd-4da0-bbdb-5c4d26681af7 admin admin] Deleting subnet 04c7e04c-9c30-40ce-9e4c-8f52f89d6005 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:12.239678 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3015599d-19fd-4da0-bbdb-5c4d26681af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.280163 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3015599d-19fd-4da0-bbdb-5c4d26681af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.333586 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3015599d-19fd-4da0-bbdb-5c4d26681af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.453704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328d654-e590-4137-99c3-b83b6eae2c1f req-8a08848b-4835-4494-bbc9-db8ea148848d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:12.455521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7328d654-e590-4137-99c3-b83b6eae2c1f req-8a08848b-4835-4494-bbc9-db8ea148848d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 946 time: 0.1323025 Aug 09 16:03:12.519514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7328d654-e590-4137-99c3-b83b6eae2c1f req-d7d45621-0590-455c-9201-cf8cbcf39ee5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572343 Aug 09 16:03:12.520528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3015599d-19fd-4da0-bbdb-5c4d26681af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.563035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015599d-19fd-4da0-bbdb-5c4d26681af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c7e04c-9c30-40ce-9e4c-8f52f89d6005,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:12.565364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3015599d-19fd-4da0-bbdb-5c4d26681af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.567378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3015599d-19fd-4da0-bbdb-5c4d26681af7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/04c7e04c-9c30-40ce-9e4c-8f52f89d6005 HTTP/1.1" status: 204 len: 168 time: 0.4135642 Aug 09 16:03:12.570215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56080) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.634772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8b9ca5f-bd48-4861-9f98-86b23b638b3c req-ea060b69-1639-4bbf-94e1-cfa57ba4d5d0 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0368145 Aug 09 16:03:12.716700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.874795 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.900631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3efa42-9fcb-42ca-afa6-966e8d9117a5']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:12.928970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bf6697-304c-48d5-b6bf-8e0e71ef1631') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:12.929265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bf6697-304c-48d5-b6bf-8e0e71ef1631') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:12.955393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e90d9d-70b2-43b7-933e-312d5cb09759 req-439e0d36-6ccc-4289-a768-b073e457f903 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:12.957377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5e90d9d-70b2-43b7-933e-312d5cb09759 req-439e0d36-6ccc-4289-a768-b073e457f903 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 946 time: 0.2274115 Aug 09 16:03:12.967934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.020416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.027930 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:13.028338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.037184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5e90d9d-70b2-43b7-933e-312d5cb09759 req-5f6b71bb-deff-4fc9-8299-aafd94c3912d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702910 Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:13.077998 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:13.101251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.125629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.139086 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4e3efa42-9fcb-42ca-afa6-966e8d9117a5 HTTP/1.1" status: 204 len: 168 time: 0.5673282 Aug 09 16:03:13.141275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc82c2-2671-48cd-a06e-1c7f2e8db490 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3efa42-9fcb-42ca-afa6-966e8d9117a5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:13.538290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56106) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:13.670109 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5b9725df-410e-4658-878f-40620dad5af3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cd66828fe7a4dd189cc3825d808846f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296699 Aug 09 16:03:13.673911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56112) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:13.802996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d44f1065-37ab-401b-a80f-1b76b2c80c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.834162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4e5bdcb-8cd7-42bd-984c-fc3e7b5bba03 req-4629af5d-0aa9-4ce3-af7f-182c43ea26e8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0715749 Aug 09 16:03:13.866323 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d44f1065-37ab-401b-a80f-1b76b2c80c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.913795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-7ec0ceca-74d6-47d8-99a8-1ed40fa19301 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:13.916010 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-7ec0ceca-74d6-47d8-99a8-1ed40fa19301 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.35 "GET /v2.0/networks?id=61a47d9c-bea5-45f6-b2a8-732b5498f1c9 HTTP/1.1" status: 200 len: 809 time: 0.3551908 Aug 09 16:03:13.932603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Request body: {'port': {'device_id': '811d5758-d4d5-4a9b-a275-337a9a23bfd5', 'network_id': '61a47d9c-bea5-45f6-b2a8-732b5498f1c9', 'admin_state_up': True, 'tenant_id': 'df4e959e4118468a9e4a96db6da6fc5e'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:13.978651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d44f1065-37ab-401b-a80f-1b76b2c80c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.982405 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d44f1065-37ab-401b-a80f-1b76b2c80c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.983780 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d44f1065-37ab-401b-a80f-1b76b2c80c1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ab74470-fe3e-4a8a-b8b8-c9880c26f272 HTTP/1.1" status: 204 len: 168 time: 0.3089225 Aug 09 16:03:13.998502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f1065-37ab-401b-a80f-1b76b2c80c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab74470-fe3e-4a8a-b8b8-c9880c26f272,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:14.172668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Made reservation on behalf of df4e959e4118468a9e4a96db6da6fc5e for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:14.177805 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.233071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e3b4985-87e5-453f-bc0d-ab689acf67f8 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:14.277599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 9e3b4985-87e5-453f-bc0d-ab689acf67f8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:14.279192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9e3b4985-87e5-453f-bc0d-ab689acf67f8 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:14.437076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Allocated IP 172.20.0.6 (61a47d9c-bea5-45f6-b2a8-732b5498f1c9/81ef9053-7bbd-461b-9496-9327f47fdb0e/5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:14.633251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56128) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:14.778849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.881010 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.011684 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32b348e6-460c-4945-840b-a4a3cf844bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.015073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:15.085247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:15.102245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:15.270154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Pushing event updated for resources: {'Port': ['ID=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:15.329783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:15.330638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.365072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90695745-c0c8-44be-9a51-b555464afc4f req-2b8f58cd-ec02-4ce8-8e90-692e1c62bba0 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:15.366952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90695745-c0c8-44be-9a51-b555464afc4f req-2b8f58cd-ec02-4ce8-8e90-692e1c62bba0 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 931 time: 0.3811975 Aug 09 16:03:15.381720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-77d76389-ae6b-40c2-9c6a-cf8dd9766cf8 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4566333 Aug 09 16:03:15.458249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Request body: {'port': {'device_id': '811d5758-d4d5-4a9b-a275-337a9a23bfd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:15.504183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-90695745-c0c8-44be-9a51-b555464afc4f req-0b171842-96c1-40c7-964c-ac9863768db2 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213841 Aug 09 16:03:15.541766 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.594079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.679406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56158) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:16.043848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-764480550-network', 'tenant_id': 'fb7951abc57a4c26b0268d03cd609cea'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:16.077187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.20.0.17 (50fb49ca-7ee7-4d29-9141-36c38ab6e1e9/0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf/41686233-9a7c-4bb2-9227-23f62b4bf456) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:16.095190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Made reservation on behalf of fb7951abc57a4c26b0268d03cd609cea for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:16.097668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.112828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.399865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:16.425523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.465064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Transition to ACTIVE for port object 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:16.471571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.601587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:16.682693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Attempting to bind port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:16.683033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Attempting to bind port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '39747aef-1fe2-4d10-b849-a9ff9389126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '61a47d9c-bea5-45f6-b2a8-732b5498f1c9'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:16.683363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Attempting to bind port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e on network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:16.690980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.703723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e on network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:03:16.704121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Attempting to bind port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e on network 61a47d9c-bea5-45f6-b2a8-732b5498f1c9 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:16.728843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.730226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Transition to ACTIVE for port object 41686233-9a7c-4bb2-9227-23f62b4bf456 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:16.736656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.756514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:16.761089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Checking segment: {'id': '39747aef-1fe2-4d10-b849-a9ff9389126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '61a47d9c-bea5-45f6-b2a8-732b5498f1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:16.761620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Bound using segment: {'id': '39747aef-1fe2-4d10-b849-a9ff9389126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '61a47d9c-bea5-45f6-b2a8-732b5498f1c9'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:16.764006 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Bound port: 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39747aef-1fe2-4d10-b849-a9ff9389126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '61a47d9c-bea5-45f6-b2a8-732b5498f1c9'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:16.764365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.776327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:16.810481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4895a6ef-d0ed-4366-b1fb-52116ade294f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:16.832488 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.832832 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Added segment 429e4713-c4e8-47d0-b116-e7f5a3809fd1 of type vlan for network c21d1b41-c309-4444-98a1-5d920d71cf7f Aug 09 16:03:16.877419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.931839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f3ad9-9272-4ff9-844c-b33f6a17d07b req-50a15aa3-d9ef-4b90-beeb-fd9ea826d56f tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:16.933349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f0f3ad9-9272-4ff9-844c-b33f6a17d07b req-50a15aa3-d9ef-4b90-beeb-fd9ea826d56f tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 943 time: 0.2526968 Aug 09 16:03:16.934324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.944892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] For port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:16.949116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] For port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,segment=NetworkSegment(39747aef-1fe2-4d10-b849-a9ff9389126d),segment_id=39747aef-1fe2-4d10-b849-a9ff9389126d)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:16.951982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:16.954924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:16.979772 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.999972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:17.002923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=41686233-9a7c-4bb2-9227-23f62b4bf456,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.104648 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.105663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:17.106236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.148835 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:17.154434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.156085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e HTTP/1.1" status: 200 len: 1091 time: 1.7616818 Aug 09 16:03:17.156635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811d5758-d4d5-4a9b-a275-337a9a23bfd5', 'tag': '5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:17.158894 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d076cc-f1bc-4712-89bc-a8a92e93c511" -d '{"events": [{"name": "network-changed", "server_uuid": "811d5758-d4d5-4a9b-a275-337a9a23bfd5", "tag": "5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:17.178816 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.190177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaa71e-fdbf-4c53-8eb4-4ec485494bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.278815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f0f3ad9-9272-4ff9-844c-b33f6a17d07b req-75a832b3-0830-4ce4-94eb-542a3a1e0993 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019454 Aug 09 16:03:17.363565 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6829181 Aug 09 16:03:17.367933 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b79f2a1-aabb-4403-90d9-86a341538f79 x-openstack-request-id: req-7b79f2a1-aabb-4403-90d9-86a341538f79 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:17.368555 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811d5758-d4d5-4a9b-a275-337a9a23bfd5", "tag": "5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:17.369066 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b79f2a1-aabb-4403-90d9-86a341538f79 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:17.373199 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811d5758-d4d5-4a9b-a275-337a9a23bfd5', 'tag': '5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e', 'status': 'completed', 'code': 200} Aug 09 16:03:17.379679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56188) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:17.401804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Request body: {'subnet': {'network_id': 'c21d1b41-c309-4444-98a1-5d920d71cf7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-764480550-subnet', 'tenant_id': 'fb7951abc57a4c26b0268d03cd609cea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:17.428138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42a9ce-e756-4c1d-8b6f-9c388a9b70a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c21d1b41-c309-4444-98a1-5d920d71cf7f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.430995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-23de6aff-39ee-4394-a57e-2f2114960243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:17.433570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-622c115f-dbe2-4cfe-ad93-7d0a10e7d1ab None None] Provisioning for port 41686233-9a7c-4bb2-9227-23f62b4bf456 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:17.440799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-23de6aff-39ee-4394-a57e-2f2114960243 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df4e959e4118468a9e4a96db6da6fc5e&device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 1094 time: 0.2102754 Aug 09 16:03:17.443298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-622c115f-dbe2-4cfe-ad93-7d0a10e7d1ab None None] Provisioning complete for port 41686233-9a7c-4bb2-9227-23f62b4bf456 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:17.443672 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-622c115f-dbe2-4cfe-ad93-7d0a10e7d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.452308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c21d1b41-c309-4444-98a1-5d920d71cf7f details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:17.527369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-622c115f-dbe2-4cfe-ad93-7d0a10e7d1ab None None] Port 41686233-9a7c-4bb2-9227-23f62b4bf456 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:17.593388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.599252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-7ffd102c-a5d6-4eca-a8cf-49b65a798c71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e HTTP/1.1" status: 200 len: 217 time: 0.1375132 Aug 09 16:03:17.677958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Made reservation on behalf of fb7951abc57a4c26b0268d03cd609cea for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:17.686045 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.940778 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d2f996c1-0a81-4529-a6e9-73698633a42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.953144 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.006118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-3137bb47-fe4c-4fb0-8cd4-169f607cb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.007644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-3137bb47-fe4c-4fb0-8cd4-169f607cb6f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81ef9053-7bbd-461b-9496-9327f47fdb0e HTTP/1.1" status: 200 len: 849 time: 0.3892231 Aug 09 16:03:18.055204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-04a9ffd0-6c1e-4547-9136-67d956db07fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61a47d9c-bea5-45f6-b2a8-732b5498f1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368352 Aug 09 16:03:18.222351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-5a299f20-e935-411d-9d07-6f7be71aad73 service neutron] 10.222.0.35 "GET /v2.0/networks/61a47d9c-bea5-45f6-b2a8-732b5498f1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590769 Aug 09 16:03:18.344787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.464816 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.485241 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.524654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e78dee5-bd20-47b7-b360-c547d31c93e9 req-a3fe221c-cc4a-4f63-9e1a-1b75f9c81b9b service neutron] 10.222.0.35 "GET /v2.0/networks/61a47d9c-bea5-45f6-b2a8-732b5498f1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948103 Aug 09 16:03:18.550408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b34df2-50bf-4dcd-884e-92c722269abf,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:18.579713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e10bf-af10-41ef-815b-6819e2d9d34b req-15d4dd2f-9a68-4a34-b357-cbc330b9a95b tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.582330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f52e10bf-af10-41ef-815b-6819e2d9d34b req-15d4dd2f-9a68-4a34-b357-cbc330b9a95b tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 943 time: 0.1501563 Aug 09 16:03:18.583373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Checking segment: {'id': '429e4713-c4e8-47d0-b116-e7f5a3809fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'c21d1b41-c309-4444-98a1-5d920d71cf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:18.583934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Network hostable DHCP agents. Network: c21d1b41-c309-4444-98a1-5d920d71cf7f, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:18.591786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=41686233-9a7c-4bb2-9227-23f62b4bf456,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:18.594591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.687582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Network c21d1b41-c309-4444-98a1-5d920d71cf7f is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:18.716120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f52e10bf-af10-41ef-815b-6819e2d9d34b req-3c0a39eb-7dbf-4eca-8b40-e09c17889ff6 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155059 Aug 09 16:03:18.724333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-044a226b-cabd-4482-b120-e9542a457a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.725911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-044a226b-cabd-4482-b120-e9542a457a9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df4e959e4118468a9e4a96db6da6fc5e&device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 1094 time: 0.1343689 Aug 09 16:03:18.726777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c21d1b41-c309-4444-98a1-5d920d71cf7f) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:18.755142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c9e88a-d5f9-4cf3-b340-ca0f522f79ec None None] Network c21d1b41-c309-4444-98a1-5d920d71cf7f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:18.769700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.770308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.839247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:18.841997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:18.842959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-96bdd5f8-259b-46bb-9860-ae2636e266c2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4619505 Aug 09 16:03:18.968360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-f3ff9199-98a0-48a6-9d3a-e7379daf1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.991266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-f3ff9199-98a0-48a6-9d3a-e7379daf1e36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61a47d9c-bea5-45f6-b2a8-732b5498f1c9 HTTP/1.1" status: 200 len: 911 time: 0.2313075 Aug 09 16:03:19.127454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba3f1d-dfcd-40a9-ae90-71703d1a0636 None None] Network c21d1b41-c309-4444-98a1-5d920d71cf7f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:19.160047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 2d28f552-7a5a-413e-af98-b24fba474aac has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:19.187605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-e72aba22-744e-453f-afc0-f72845a556c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e HTTP/1.1" status: 200 len: 217 time: 0.1898324 Aug 09 16:03:19.278382 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.293973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-0ce3a278-aae6-4c87-b839-4dfa4eec2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:19.298142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-0ce3a278-aae6-4c87-b839-4dfa4eec2d7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81ef9053-7bbd-461b-9496-9327f47fdb0e HTTP/1.1" status: 200 len: 849 time: 0.1018982 Aug 09 16:03:19.425751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-98dfa2ca-4e02-4ee5-804e-7fc761e02878 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61a47d9c-bea5-45f6-b2a8-732b5498f1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975552 Aug 09 16:03:19.491219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-29509c1b-9556-4045-b829-98201b253df4 None None] Provisioning complete for port 41686233-9a7c-4bb2-9227-23f62b4bf456 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:19.502609 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-29509c1b-9556-4045-b829-98201b253df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.520834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:19.555700 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f2da405c-65b2-43b9-91fb-7441e06312cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "PUT /v2.0/routers/2d28f552-7a5a-413e-af98-b24fba474aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9211221 Aug 09 16:03:19.627724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-29509c1b-9556-4045-b829-98201b253df4 None None] Port 41686233-9a7c-4bb2-9227-23f62b4bf456 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:19.639991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Sync routers for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:19.669646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:19.670326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:19.728777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-86ad7fd1-205a-4207-800d-d958073b2791 service neutron] 10.222.0.35 "GET /v2.0/networks/61a47d9c-bea5-45f6-b2a8-732b5498f1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986095 Aug 09 16:03:19.816902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:20.220398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:17Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:11Z', 'revision_number': 1, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41686233-9a7c-4bb2-9227-23f62b4bf456', 'name': '', 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:9c:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:18Z', 'revision_number': 2, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:20.261487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Checking router: 2d28f552-7a5a-413e-af98-b24fba474aac for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:20.261839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Updating router 2d28f552-7a5a-413e-af98-b24fba474aac port 41686233-9a7c-4bb2-9227-23f62b4bf456 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:03:20.305700 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.351781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d076cc-f1bc-4712-89bc-a8a92e93c511 req-e616994a-8051-46dd-9382-835199b8d26f service neutron] 10.222.0.35 "GET /v2.0/networks/61a47d9c-bea5-45f6-b2a8-732b5498f1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133051 Aug 09 16:03:20.377307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-bc2f9c81-8f38-4de0-9ab1-2e8837e2c1a8 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:20.379039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-bc2f9c81-8f38-4de0-9ab1-2e8837e2c1a8 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/networks?id=c21d1b41-c309-4444-98a1-5d920d71cf7f HTTP/1.1" status: 200 len: 821 time: 0.5155175 Aug 09 16:03:20.404394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-e370ec9c-d968-440c-9a3c-a072140e4dca tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/quotas/fb7951abc57a4c26b0268d03cd609cea HTTP/1.1" status: 200 len: 375 time: 0.0179393 Aug 09 16:03:20.444841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-c4077ad8-e5da-474d-a738-28794a16de2e tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb7951abc57a4c26b0268d03cd609cea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336173 Aug 09 16:03:20.495342 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.580869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-c06c023e-8b91-4465-91b7-e632df4d8e86 service neutron] 10.222.0.64 "GET /v2.0/networks/c21d1b41-c309-4444-98a1-5d920d71cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285875 Aug 09 16:03:20.712458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-47fc39f9-81ff-4e8b-8e15-fe84546bd26a service neutron] 10.222.0.64 "GET /v2.0/networks/c21d1b41-c309-4444-98a1-5d920d71cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299887 Aug 09 16:03:20.841370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.858703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Transition to ACTIVE for port object 41686233-9a7c-4bb2-9227-23f62b4bf456 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:20.867078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.985434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a9f12-a04d-477a-b126-11b37d6a89a7 None None] Pushing event updated for resources: {'Port': ['ID=41686233-9a7c-4bb2-9227-23f62b4bf456,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.088520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Attempting to bind port 41686233-9a7c-4bb2-9227-23f62b4bf456 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:21.089357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Attempting to bind port 41686233-9a7c-4bb2-9227-23f62b4bf456 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:21.091616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Attempting to bind port 41686233-9a7c-4bb2-9227-23f62b4bf456 on network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:21.107559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:21.112408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Checking segment: {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:21.113272 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.115283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Bound using segment: {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:21.115944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Bound port: 41686233-9a7c-4bb2-9227-23f62b4bf456, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3055d162-249d-48d6-bcbd-3e3fa35d661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:21.116438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.241626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f82501-187f-4ae1-b30e-ce8ad94afc3b req-f086c801-83f9-4ce8-99cd-0662fdb21452 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:21.243101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87f82501-187f-4ae1-b30e-ce8ad94afc3b req-f086c801-83f9-4ce8-99cd-0662fdb21452 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 943 time: 0.1609716 Aug 09 16:03:21.305306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] For port 41686233-9a7c-4bb2-9227-23f62b4bf456, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:21.310317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] For port 41686233-9a7c-4bb2-9227-23f62b4bf456, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=41686233-9a7c-4bb2-9227-23f62b4bf456,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:21.316451 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.317610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87f82501-187f-4ae1-b30e-ce8ad94afc3b req-500b3adb-c75c-4f3a-88f2-789e7dfe9e66 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625808 Aug 09 16:03:21.458757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6c000e4-bfda-486f-afeb-07fd90e623a9 req-8a98b10f-56a1-43e6-bf20-cbf87a690770 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 210 time: 0.0509243 Aug 09 16:03:21.591319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:21.592605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:21.646011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a9f12-a04d-477a-b126-11b37d6a89a7 None None] Pushing event updated for resources: {'Port': ['ID=41686233-9a7c-4bb2-9227-23f62b4bf456,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.810752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:22.242798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:17Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:11Z', 'revision_number': 1, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41686233-9a7c-4bb2-9227-23f62b4bf456', 'name': '', 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:9c:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:21Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:22.251738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:03:22.315604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ffa39-7e23-47c5-bb0f-6dbf16c727b4 None None] The sync data for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 is: [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:17Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:11Z', 'revision_number': 1, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41686233-9a7c-4bb2-9227-23f62b4bf456', 'name': '', 'network_id': '50fb49ca-7ee7-4d29-9141-36c38ab6e1e9', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:9c:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:21Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:22.580320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2d71-56dd-4564-915f-1a9d112d13ee req-656a874f-6793-43d0-9e61-ea89760a3ff2 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:22.582280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b47e2d71-56dd-4564-915f-1a9d112d13ee req-656a874f-6793-43d0-9e61-ea89760a3ff2 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 943 time: 0.1392326 Aug 09 16:03:22.600963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,segment=NetworkSegment(39747aef-1fe2-4d10-b849-a9ff9389126d),segment_id=39747aef-1fe2-4d10-b849-a9ff9389126d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:22.641207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e', 'network_id': '61a47d9c-bea5-45f6-b2a8-732b5498f1c9', 'port_id': '5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e', 'mac_address': 'fa:16:3e:ff:78:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ef9053-7bbd-461b-9496-9327f47fdb0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:03:22.692055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b47e2d71-56dd-4564-915f-1a9d112d13ee req-69f60827-a0b4-4286-8de7-3792703047b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024699 Aug 09 16:03:22.754091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.776884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:22.808084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,segment=NetworkSegment(39747aef-1fe2-4d10-b849-a9ff9389126d),segment_id=39747aef-1fe2-4d10-b849-a9ff9389126d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:22.816648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.893998 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:22.944834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 41686233-9a7c-4bb2-9227-23f62b4bf456 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:22.992024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-61c1bac8-6f7f-46d4-8f0b-4a8c9e08a5d2 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:22.993686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-61c1bac8-6f7f-46d4-8f0b-4a8c9e08a5d2 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.35 "GET /v2.0/networks?id=c21d1b41-c309-4444-98a1-5d920d71cf7f HTTP/1.1" status: 200 len: 821 time: 0.2915821 Aug 09 16:03:23.072162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Request body: {'port': {'device_id': 'c7fed10a-64fd-4646-a36b-4de23bd51ec8', 'network_id': 'c21d1b41-c309-4444-98a1-5d920d71cf7f', 'admin_state_up': True, 'tenant_id': 'fb7951abc57a4c26b0268d03cd609cea'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:23.080006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:23.148437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1bc0fb5c-fbc6-4eda-bf4f-05e944183d25 req-851370d3-622c-423f-883a-7157c79b81a5 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 210 time: 0.1372182 Aug 09 16:03:23.246506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 41686233-9a7c-4bb2-9227-23f62b4bf456 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:23.260822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 41686233-9a7c-4bb2-9227-23f62b4bf456 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:23.261245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.326897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Made reservation on behalf of fb7951abc57a4c26b0268d03cd609cea for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:23.330683 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.609379 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.611075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Allocated IP 172.20.0.2 (c21d1b41-c309-4444-98a1-5d920d71cf7f/89b34df2-50bf-4dcd-884e-92c722269abf/18d89b0f-6c78-403b-8612-1881158c41e6) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:23.667059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 41686233-9a7c-4bb2-9227-23f62b4bf456, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=41686233-9a7c-4bb2-9227-23f62b4bf456,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:23.672278 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.801300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=41686233-9a7c-4bb2-9227-23f62b4bf456,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:23.902238 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.950867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86675-467c-451b-91eb-d91348102218 req-fa4d0b58-dacc-4aa0-80d8-2288ab1132be tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:23.952481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11e86675-467c-451b-91eb-d91348102218 req-fa4d0b58-dacc-4aa0-80d8-2288ab1132be tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 944 time: 0.1126850 Aug 09 16:03:23.972349 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.057049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Pushing event updated for resources: {'Port': ['ID=18d89b0f-6c78-403b-8612-1881158c41e6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:24.088708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Network c21d1b41-c309-4444-98a1-5d920d71cf7f is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:24.093037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11e86675-467c-451b-91eb-d91348102218 req-2a4dd7bf-64f5-4a78-9108-d8c38a5d3e54 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307635 Aug 09 16:03:24.094309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:24.097041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:24.154164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:24.155200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.192976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-457b8b71-49f5-4251-b42a-119b55f1268d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1860571 Aug 09 16:03:24.209565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Request body: {'port': {'device_id': 'c7fed10a-64fd-4646-a36b-4de23bd51ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:24.259846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:24.371983 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.490004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d50ca-e66e-4e69-99d5-509ac9dc48cc req-7fd37a41-19da-4e33-b281-659a40e981b8 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:24.491964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c20d50ca-e66e-4e69-99d5-509ac9dc48cc req-7fd37a41-19da-4e33-b281-659a40e981b8 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 931 time: 0.1923099 Aug 09 16:03:24.551052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:24.559074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:24.559484 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.624379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c20d50ca-e66e-4e69-99d5-509ac9dc48cc req-c87dca47-6a07-4936-98ea-5a87392c3c8b tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242130 Aug 09 16:03:24.793679 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.845722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811d5758-d4d5-4a9b-a275-337a9a23bfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:24.852221 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72340db9-09fa-4714-bd4c-893034fbb0c6" -d '{"events": [{"server_uuid": "811d5758-d4d5-4a9b-a275-337a9a23bfd5", "name": "network-vif-plugged", "status": "completed", "tag": "5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:24.881248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 41686233-9a7c-4bb2-9227-23f62b4bf456 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:24.944924 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d12850f-0a47-466b-b7cd-4c7ec7899c00 x-openstack-request-id: req-7d12850f-0a47-466b-b7cd-4c7ec7899c00 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:24.945279 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811d5758-d4d5-4a9b-a275-337a9a23bfd5", "name": "network-vif-plugged", "status": "completed", "tag": "5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:24.945622 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d12850f-0a47-466b-b7cd-4c7ec7899c00 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:24.946099 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811d5758-d4d5-4a9b-a275-337a9a23bfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e', 'code': 200} Aug 09 16:03:24.952091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,segment=NetworkSegment(39747aef-1fe2-4d10-b849-a9ff9389126d),segment_id=39747aef-1fe2-4d10-b849-a9ff9389126d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:24.963282 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.969162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d89b0f-6c78-403b-8612-1881158c41e6 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:24.979603 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.009669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Transition to ACTIVE for port object 18d89b0f-6c78-403b-8612-1881158c41e6 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:25.036647 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.036876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.038330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 41686233-9a7c-4bb2-9227-23f62b4bf456 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:25.038757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.166573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d2c6d-98b9-41cc-b502-7fc038c5b02e req-f504db4c-cebf-4a32-8442-0298d386cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.170685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-845d2c6d-98b9-41cc-b502-7fc038c5b02e req-f504db4c-cebf-4a32-8442-0298d386cda6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 1096 time: 0.1574876 Aug 09 16:03:25.223134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Pushing event updated for resources: {'Port': ['ID=18d89b0f-6c78-403b-8612-1881158c41e6,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.308993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-845d2c6d-98b9-41cc-b502-7fc038c5b02e req-ac129824-32ec-45db-bb2a-6d916f0ab001 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270173 Aug 09 16:03:25.328020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a2e6b-7076-4656-9f59-85645bf8fab9 req-01708546-9e89-43e5-b172-c87d2e65387a tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.336850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c34a2e6b-7076-4656-9f59-85645bf8fab9 req-01708546-9e89-43e5-b172-c87d2e65387a tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 945 time: 0.1214666 Aug 09 16:03:25.348925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Attempting to bind port 18d89b0f-6c78-403b-8612-1881158c41e6 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:25.349247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Attempting to bind port 18d89b0f-6c78-403b-8612-1881158c41e6 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '429e4713-c4e8-47d0-b116-e7f5a3809fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'c21d1b41-c309-4444-98a1-5d920d71cf7f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:25.349646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Attempting to bind port 18d89b0f-6c78-403b-8612-1881158c41e6 on network c21d1b41-c309-4444-98a1-5d920d71cf7f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:25.366133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Port 18d89b0f-6c78-403b-8612-1881158c41e6 on network c21d1b41-c309-4444-98a1-5d920d71cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:03:25.366133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Attempting to bind port 18d89b0f-6c78-403b-8612-1881158c41e6 on network c21d1b41-c309-4444-98a1-5d920d71cf7f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:25.372689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:25.373082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Checking segment: {'id': '429e4713-c4e8-47d0-b116-e7f5a3809fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'c21d1b41-c309-4444-98a1-5d920d71cf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:25.373510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Bound using segment: {'id': '429e4713-c4e8-47d0-b116-e7f5a3809fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'c21d1b41-c309-4444-98a1-5d920d71cf7f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:25.373946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Bound port: 18d89b0f-6c78-403b-8612-1881158c41e6, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429e4713-c4e8-47d0-b116-e7f5a3809fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'c21d1b41-c309-4444-98a1-5d920d71cf7f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:25.374310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.440809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c34a2e6b-7076-4656-9f59-85645bf8fab9 req-fd3ab369-55e5-4df6-957c-151839cc35f5 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028612 Aug 09 16:03:25.480973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] For port 18d89b0f-6c78-403b-8612-1881158c41e6, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:25.484719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] For port 18d89b0f-6c78-403b-8612-1881158c41e6, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=18d89b0f-6c78-403b-8612-1881158c41e6,segment=NetworkSegment(429e4713-c4e8-47d0-b116-e7f5a3809fd1),segment_id=429e4713-c4e8-47d0-b116-e7f5a3809fd1)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:25.490834 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.509108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.510167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.511629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] 10.222.0.35 "PUT /v2.0/ports/18d89b0f-6c78-403b-8612-1881158c41e6 HTTP/1.1" status: 200 len: 1091 time: 1.3102434 Aug 09 16:03:25.534226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fed10a-64fd-4646-a36b-4de23bd51ec8', 'tag': '18d89b0f-6c78-403b-8612-1881158c41e6'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:25.547115 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbce426-ffe4-429a-ac5d-4d055cce015b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fed10a-64fd-4646-a36b-4de23bd51ec8", "tag": "18d89b0f-6c78-403b-8612-1881158c41e6"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:25.635989 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb096c0a-426f-4fe8-9005-18a53b0efa3e x-openstack-request-id: req-eb096c0a-426f-4fe8-9005-18a53b0efa3e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:25.635989 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fed10a-64fd-4646-a36b-4de23bd51ec8", "tag": "18d89b0f-6c78-403b-8612-1881158c41e6", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:25.635989 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb096c0a-426f-4fe8-9005-18a53b0efa3e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:25.635989 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fed10a-64fd-4646-a36b-4de23bd51ec8', 'tag': '18d89b0f-6c78-403b-8612-1881158c41e6', 'status': 'completed', 'code': 200} Aug 09 16:03:25.662512 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be212f4-250f-4152-9109-45b991dc1154 service neutron] Pushing event updated for resources: {'Port': ['ID=18d89b0f-6c78-403b-8612-1881158c41e6,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.668722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-e88301f8-b503-4b03-9c0d-f24428e72f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.673513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-e88301f8-b503-4b03-9c0d-f24428e72f7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb7951abc57a4c26b0268d03cd609cea&device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 1094 time: 0.1151643 Aug 09 16:03:25.750190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-86d2a4c8-cba9-4f73-905c-db313055b9e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18d89b0f-6c78-403b-8612-1881158c41e6 HTTP/1.1" status: 200 len: 217 time: 0.0682418 Aug 09 16:03:25.816863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-4f8d6b66-f0ac-47f8-ae06-e5af47f166be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.818284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-4f8d6b66-f0ac-47f8-ae06-e5af47f166be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89b34df2-50bf-4dcd-884e-92c722269abf HTTP/1.1" status: 200 len: 861 time: 0.0576460 Aug 09 16:03:25.871651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-cad47785-6bed-43a6-ae11-65c6b3f6cbc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c21d1b41-c309-4444-98a1-5d920d71cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401061 Aug 09 16:03:25.945508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9ad73-ffe7-4bf8-ae1a-24cfcecd5eb7 req-fb854bfb-17fb-404c-ae6a-8c94ec9868f5 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.953710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7a9ad73-ffe7-4bf8-ae1a-24cfcecd5eb7 req-fb854bfb-17fb-404c-ae6a-8c94ec9868f5 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 943 time: 0.2024367 Aug 09 16:03:26.024349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7a9ad73-ffe7-4bf8-ae1a-24cfcecd5eb7 req-b075c27a-7e3d-46a3-93cf-b433b70f8434 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685415 Aug 09 16:03:26.053509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-3ba6930c-cfde-4dec-9b81-c5b1d04dade2 service neutron] 10.222.0.35 "GET /v2.0/networks/c21d1b41-c309-4444-98a1-5d920d71cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709614 Aug 09 16:03:26.168114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07edacf-5d04-4ee5-996f-2a35b954d2c1 req-81877816-ba6c-432a-90bd-b4b75bffcd2a service neutron] 10.222.0.35 "GET /v2.0/networks/c21d1b41-c309-4444-98a1-5d920d71cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080487 Aug 09 16:03:26.260906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-01fa9169-00d5-4204-becc-fea430a73542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.262737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-01fa9169-00d5-4204-becc-fea430a73542 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb7951abc57a4c26b0268d03cd609cea&device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 1094 time: 0.0456462 Aug 09 16:03:26.375630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-b93c6f56-90c6-46c8-a7f6-f691d6ddc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.377477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-b93c6f56-90c6-46c8-a7f6-f691d6ddc263 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c21d1b41-c309-4444-98a1-5d920d71cf7f HTTP/1.1" status: 200 len: 923 time: 0.1066566 Aug 09 16:03:26.432573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-b62e8e32-38da-45ae-b1d1-e07c63635bcd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18d89b0f-6c78-403b-8612-1881158c41e6 HTTP/1.1" status: 200 len: 217 time: 0.0443990 Aug 09 16:03:26.559357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-2284b4ae-cef7-4c81-bffc-1ac12e1a7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.561327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-2284b4ae-cef7-4c81-bffc-1ac12e1a7142 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89b34df2-50bf-4dcd-884e-92c722269abf HTTP/1.1" status: 200 len: 861 time: 0.1213238 Aug 09 16:03:26.612306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-40bfc3fc-8051-40ce-b4fd-e43e73f4499a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c21d1b41-c309-4444-98a1-5d920d71cf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429997 Aug 09 16:03:26.726393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a856431-030c-4655-9fdf-b6160757228b req-3f484407-8915-4819-b749-d1b67d5810d9 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.728140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a856431-030c-4655-9fdf-b6160757228b req-3f484407-8915-4819-b749-d1b67d5810d9 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 945 time: 0.1613383 Aug 09 16:03:26.801515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-56272e19-669e-4433-9427-82e1a1f6dfeb service neutron] 10.222.0.35 "GET /v2.0/networks/c21d1b41-c309-4444-98a1-5d920d71cf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705134 Aug 09 16:03:26.818684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a856431-030c-4655-9fdf-b6160757228b req-3eabf341-5808-4716-ad2a-ee56da3e21d1 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677934 Aug 09 16:03:26.949816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cbce426-ffe4-429a-ac5d-4d055cce015b req-b8e77700-2dda-497e-b4d5-bde826d74635 service neutron] 10.222.0.35 "GET /v2.0/networks/c21d1b41-c309-4444-98a1-5d920d71cf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236553 Aug 09 16:03:27.199711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228b3f9-986b-47c9-8e99-b749c37c5382 req-3bb5352d-98b3-4377-9347-bcb5d031f0aa tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:27.208508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e228b3f9-986b-47c9-8e99-b749c37c5382 req-3bb5352d-98b3-4377-9347-bcb5d031f0aa tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 943 time: 0.0842423 Aug 09 16:03:27.250392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e228b3f9-986b-47c9-8e99-b749c37c5382 req-fbe79ebd-f792-4f99-9847-e3f1a19a6cdb tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Aug 09 16:03:28.373350 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.417087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154987f-b9bf-4d0d-bff9-cabe487187ce req-b725cdfa-52bd-4ecd-952f-b9c5f77b8927 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:28.418835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9154987f-b9bf-4d0d-bff9-cabe487187ce req-b725cdfa-52bd-4ecd-952f-b9c5f77b8927 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 943 time: 0.0775907 Aug 09 16:03:28.491668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9154987f-b9bf-4d0d-bff9-cabe487187ce req-1606f837-5678-4665-9fb2-c7940f568b0e tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633955 Aug 09 16:03:28.610853 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.695578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244050ca-6e93-4d47-961a-6f13bc85cde1 req-8b2a7fd8-c801-4c65-ade3-7af012e2752e tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:29.697305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-244050ca-6e93-4d47-961a-6f13bc85cde1 req-8b2a7fd8-c801-4c65-ade3-7af012e2752e tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 943 time: 0.0669184 Aug 09 16:03:29.770285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-244050ca-6e93-4d47-961a-6f13bc85cde1 req-3887ba5a-5b26-4b3f-8de3-47503e42ce26 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639110 Aug 09 16:03:30.273405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 18d89b0f-6c78-403b-8612-1881158c41e6 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:03:30.446220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 18d89b0f-6c78-403b-8612-1881158c41e6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=18d89b0f-6c78-403b-8612-1881158c41e6,segment=NetworkSegment(429e4713-c4e8-47d0-b116-e7f5a3809fd1),segment_id=429e4713-c4e8-47d0-b116-e7f5a3809fd1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:30.476042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '18d89b0f-6c78-403b-8612-1881158c41e6', 'network_id': 'c21d1b41-c309-4444-98a1-5d920d71cf7f', 'port_id': '18d89b0f-6c78-403b-8612-1881158c41e6', 'mac_address': 'fa:16:3e:6f:c6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b34df2-50bf-4dcd-884e-92c722269abf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:03:30.529449 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.543930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d89b0f-6c78-403b-8612-1881158c41e6 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:30.566905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 18d89b0f-6c78-403b-8612-1881158c41e6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=18d89b0f-6c78-403b-8612-1881158c41e6,segment=NetworkSegment(429e4713-c4e8-47d0-b116-e7f5a3809fd1),segment_id=429e4713-c4e8-47d0-b116-e7f5a3809fd1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:30.573731 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.614350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7b219-e7bf-40fb-887d-370233f53153 req-91f4bf42-c474-46e7-a4e1-60402f6365f0 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:30.616044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8dc7b219-e7bf-40fb-887d-370233f53153 req-91f4bf42-c474-46e7-a4e1-60402f6365f0 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 945 time: 0.0735130 Aug 09 16:03:30.664252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=18d89b0f-6c78-403b-8612-1881158c41e6,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:30.724114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8dc7b219-e7bf-40fb-887d-370233f53153 req-30081aed-e785-4f64-9a4a-fd9ba7cdf816 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849273 Aug 09 16:03:30.798537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['18d89b0f-6c78-403b-8612-1881158c41e6'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:30.946678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551c19-cd90-4704-9540-a97b02769257 req-8637d625-512f-413e-85d1-19bd91e4da5c tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:30.949184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8551c19-cd90-4704-9540-a97b02769257 req-8637d625-512f-413e-85d1-19bd91e4da5c tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 944 time: 0.0724690 Aug 09 16:03:31.008826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8551c19-cd90-4704-9540-a97b02769257 req-6337c014-bddd-419d-ac03-1274597c8f49 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Aug 09 16:03:31.373677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56510) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.506405 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-89b46a45-b22e-4589-af3d-0133893e3b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.633415 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-89b46a45-b22e-4589-af3d-0133893e3b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.638815 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-89b46a45-b22e-4589-af3d-0133893e3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.669189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-89b46a45-b22e-4589-af3d-0133893e3b07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df70397406d24c389437440b93d7f8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942328 Aug 09 16:03:31.672034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56514) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.689759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b46a45-b22e-4589-af3d-0133893e3b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c38fe8-9f03-447b-8760-f7d18c0cd6bc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.809185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-da760636-7fd8-40da-9d7e-add7c324b8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.846889 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-da760636-7fd8-40da-9d7e-add7c324b8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.883709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0e477-6d2c-4cc0-aa40-db695684a6d1 req-9c38ef95-691f-4a4b-9f2d-110ee9c17164 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:31.886775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddb0e477-6d2c-4cc0-aa40-db695684a6d1 req-9c38ef95-691f-4a4b-9f2d-110ee9c17164 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 945 time: 0.0668204 Aug 09 16:03:31.918613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-da760636-7fd8-40da-9d7e-add7c324b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.923620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-da760636-7fd8-40da-9d7e-add7c324b8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.928509 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-da760636-7fd8-40da-9d7e-add7c324b8f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8c38fe8-9f03-447b-8760-f7d18c0cd6bc HTTP/1.1" status: 204 len: 168 time: 0.2551055 Aug 09 16:03:31.949134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da760636-7fd8-40da-9d7e-add7c324b8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c38fe8-9f03-447b-8760-f7d18c0cd6bc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.980620 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddb0e477-6d2c-4cc0-aa40-db695684a6d1 req-f96a5c92-04cf-4f49-bed2-1bd5a904ae2d tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/security-groups?id=227fa20f-ad5f-494d-86d7-cdf6c38e139c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742302 Aug 09 16:03:32.003850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-d2d2dcf8-0e9f-4cc6-b6c1-1a177ed8385e tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:32.005980 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-d2d2dcf8-0e9f-4cc6-b6c1-1a177ed8385e tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.35 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 945 time: 0.1181991 Aug 09 16:03:32.216404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a82508-8847-4f46-9976-1115d326796e req-47bb99c2-41c0-4da2-9706-06056e06a58b tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:32.218339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a82508-8847-4f46-9976-1115d326796e req-47bb99c2-41c0-4da2-9706-06056e06a58b tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 944 time: 0.0997190 Aug 09 16:03:32.226687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Deleting port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:32.227091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.273232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 18d89b0f-6c78-403b-8612-1881158c41e6 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:32.349765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] For port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,segment=NetworkSegment(39747aef-1fe2-4d10-b849-a9ff9389126d),segment_id=39747aef-1fe2-4d10-b849-a9ff9389126d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:32.350165 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.351707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 18d89b0f-6c78-403b-8612-1881158c41e6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:32.355850 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 18d89b0f-6c78-403b-8612-1881158c41e6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:32.356285 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.372504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Calling delete_port for 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:32.441811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a82508-8847-4f46-9976-1115d326796e req-0a27b20b-3b30-48d2-aec5-5c8faeb8b830 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810246 Aug 09 16:03:32.463699 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.492795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fed10a-64fd-4646-a36b-4de23bd51ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d89b0f-6c78-403b-8612-1881158c41e6'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:32.495860 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c943eae9-de34-4988-b973-9aa4340ef844" -d '{"events": [{"server_uuid": "c7fed10a-64fd-4646-a36b-4de23bd51ec8", "name": "network-vif-plugged", "status": "completed", "tag": "18d89b0f-6c78-403b-8612-1881158c41e6"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:32.511266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 18d89b0f-6c78-403b-8612-1881158c41e6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=18d89b0f-6c78-403b-8612-1881158c41e6,segment=NetworkSegment(429e4713-c4e8-47d0-b116-e7f5a3809fd1),segment_id=429e4713-c4e8-47d0-b116-e7f5a3809fd1)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:32.517653 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.578012 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f8c332-7e66-48cf-898a-b910e58ce64a x-openstack-request-id: req-05f8c332-7e66-48cf-898a-b910e58ce64a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:32.578392 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fed10a-64fd-4646-a36b-4de23bd51ec8", "name": "network-vif-plugged", "status": "completed", "tag": "18d89b0f-6c78-403b-8612-1881158c41e6", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:32.579148 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05f8c332-7e66-48cf-898a-b910e58ce64a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:32.579148 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fed10a-64fd-4646-a36b-4de23bd51ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d89b0f-6c78-403b-8612-1881158c41e6', 'code': 200} Aug 09 16:03:32.579789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=18d89b0f-6c78-403b-8612-1881158c41e6,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:32.614830 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.627116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:32.717745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Pushing event deleted for resources: {'Port': ['ID=5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:32.797506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] No DVR routers for this DVR port 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:32.801109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.803361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d550bd3-6020-40a4-acde-a9f505b333bd req-0d927592-cf0c-4419-9011-21e53fb8f7b4 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.35 "DELETE /v2.0/ports/5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e HTTP/1.1" status: 204 len: 173 time: 0.7907810 Aug 09 16:03:32.804013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811d5758-d4d5-4a9b-a275-337a9a23bfd5', 'name': 'network-vif-deleted', 'tag': '5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:32.806516 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f5d844-08ff-4f3b-8b3a-468cde68d6e3" -d '{"events": [{"server_uuid": "811d5758-d4d5-4a9b-a275-337a9a23bfd5", "name": "network-vif-deleted", "tag": "5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:32.818946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4e915-c7e3-419a-8719-b8b6798a22d7 req-195544ae-f4f2-4e16-b1b2-f37b479201fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:32.820925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1d4e915-c7e3-419a-8719-b8b6798a22d7 req-195544ae-f4f2-4e16-b1b2-f37b479201fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1792419 Aug 09 16:03:32.883561 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9843bb57-28bf-491d-86fe-3b79db24a9c2 x-openstack-request-id: req-9843bb57-28bf-491d-86fe-3b79db24a9c2 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:32.883919 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811d5758-d4d5-4a9b-a275-337a9a23bfd5", "name": "network-vif-deleted", "tag": "5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:32.884795 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9843bb57-28bf-491d-86fe-3b79db24a9c2 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:32.884795 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811d5758-d4d5-4a9b-a275-337a9a23bfd5', 'name': 'network-vif-deleted', 'tag': '5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e', 'status': 'completed', 'code': 200} Aug 09 16:03:32.913069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1d4e915-c7e3-419a-8719-b8b6798a22d7 req-78323b50-0d52-42e6-b793-c5f1e34b53ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776775 Aug 09 16:03:33.142170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32391809-e733-4c6b-b221-6b389fef8c39 req-ff3297aa-62f6-4845-a3fa-dafaec18b040 tempest-VolumesActionsTest-1413308723 tempest-VolumesActionsTest-1413308723-project] 10.222.0.64 "GET /v2.0/ports?device_id=811d5758-d4d5-4a9b-a275-337a9a23bfd5 HTTP/1.1" status: 200 len: 210 time: 0.0525677 Aug 09 16:03:33.633927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea482b6-8be2-4c84-b0cf-1f95d245d20a req-7116bd7b-4d3e-4bbd-8bb9-512a2ac46b32 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:33.636351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ea482b6-8be2-4c84-b0cf-1f95d245d20a req-7116bd7b-4d3e-4bbd-8bb9-512a2ac46b32 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 945 time: 0.0949512 Aug 09 16:03:33.748798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ea482b6-8be2-4c84-b0cf-1f95d245d20a req-b98c5577-399e-4b0f-a137-f624fca18dea tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975869 Aug 09 16:03:34.928515 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5269305-75f8-4898-9bca-c3204d9e1962 req-8ddff499-1e8c-4c2f-a365-947248fa8248 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:34.936995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5269305-75f8-4898-9bca-c3204d9e1962 req-8ddff499-1e8c-4c2f-a365-947248fa8248 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 945 time: 0.1018193 Aug 09 16:03:35.033092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5269305-75f8-4898-9bca-c3204d9e1962 req-5324a413-b270-4e8d-84d8-19df552cb841 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836082 Aug 09 16:03:35.506134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ca0eb-15d8-4419-bc8a-47de965b9a51 req-690a8f3c-fab9-4803-809a-2e849ad58cca tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:35.514863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-830ca0eb-15d8-4419-bc8a-47de965b9a51 req-690a8f3c-fab9-4803-809a-2e849ad58cca tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 945 time: 0.0663645 Aug 09 16:03:35.582118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-830ca0eb-15d8-4419-bc8a-47de965b9a51 req-562a9eef-6774-4ef2-a824-4cb5892da245 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Aug 09 16:03:36.311478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:36.401169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:36.401842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5ccbb7b4-52fa-43ed-9fb1-e4b39ffb802e not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:36.759803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-a4b797c9-8380-4b66-a8a0-492be3c08686 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:36.764342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-a4b797c9-8380-4b66-a8a0-492be3c08686 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 945 time: 0.1009045 Aug 09 16:03:36.790575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b338-894c-4b03-a592-13a7e13edbf1 req-6c200e1b-0a2a-408d-8527-d48cb2bc2e0c tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:36.798145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0217b338-894c-4b03-a592-13a7e13edbf1 req-6c200e1b-0a2a-408d-8527-d48cb2bc2e0c tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 945 time: 0.1366079 Aug 09 16:03:37.144463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0217b338-894c-4b03-a592-13a7e13edbf1 req-5586c217-058a-48e0-b54c-c82e5251255d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/security-groups?id=4895a6ef-d0ed-4366-b1fb-52116ade294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453071 Aug 09 16:03:37.236923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Deleting port 18d89b0f-6c78-403b-8612-1881158c41e6 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:37.237457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.468728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] For port 18d89b0f-6c78-403b-8612-1881158c41e6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=18d89b0f-6c78-403b-8612-1881158c41e6,segment=NetworkSegment(429e4713-c4e8-47d0-b116-e7f5a3809fd1),segment_id=429e4713-c4e8-47d0-b116-e7f5a3809fd1)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:37.469582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.513662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Calling delete_port for 18d89b0f-6c78-403b-8612-1881158c41e6 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:37.691599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.706529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['18d89b0f-6c78-403b-8612-1881158c41e6'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:37.794308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Pushing event deleted for resources: {'Port': ['ID=18d89b0f-6c78-403b-8612-1881158c41e6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:37.843576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] No DVR routers for this DVR port 18d89b0f-6c78-403b-8612-1881158c41e6 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:37.847759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.850032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0112045-7050-4431-bdf1-b5ca2ef8a21f req-d0b0f288-cf9e-4323-9b2b-faa1e12bec9d tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.35 "DELETE /v2.0/ports/18d89b0f-6c78-403b-8612-1881158c41e6 HTTP/1.1" status: 204 len: 173 time: 1.0761604 Aug 09 16:03:37.850558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fed10a-64fd-4646-a36b-4de23bd51ec8', 'name': 'network-vif-deleted', 'tag': '18d89b0f-6c78-403b-8612-1881158c41e6'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:37.853947 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112733ea-5613-4c1d-b475-52952fdcc4e3" -d '{"events": [{"server_uuid": "c7fed10a-64fd-4646-a36b-4de23bd51ec8", "name": "network-vif-deleted", "tag": "18d89b0f-6c78-403b-8612-1881158c41e6"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:37.902599 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728864aa-ca25-4fbf-89b8-689adb6e1cad x-openstack-request-id: req-728864aa-ca25-4fbf-89b8-689adb6e1cad {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:37.903251 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fed10a-64fd-4646-a36b-4de23bd51ec8", "name": "network-vif-deleted", "tag": "18d89b0f-6c78-403b-8612-1881158c41e6", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:37.903547 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-728864aa-ca25-4fbf-89b8-689adb6e1cad {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:37.903971 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fed10a-64fd-4646-a36b-4de23bd51ec8', 'name': 'network-vif-deleted', 'tag': '18d89b0f-6c78-403b-8612-1881158c41e6', 'status': 'completed', 'code': 200} Aug 09 16:03:38.123239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56698) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:38.359085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c020378a-c8d8-4107-be35-575d77d56871 req-b6aea29d-f287-47f9-9d13-b172cce68ea1 tempest-ServerAddressesNegativeTestJSON-975468169 tempest-ServerAddressesNegativeTestJSON-975468169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fed10a-64fd-4646-a36b-4de23bd51ec8 HTTP/1.1" status: 200 len: 210 time: 0.0803776 Aug 09 16:03:39.102278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.471346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56724) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:39.536258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Deleting subnet 89b34df2-50bf-4dcd-884e-92c722269abf {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:39.539519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.604991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.651177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port 41686233-9a7c-4bb2-9227-23f62b4bf456 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:39.651528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.724163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.830200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.874720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port 41686233-9a7c-4bb2-9227-23f62b4bf456, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=41686233-9a7c-4bb2-9227-23f62b4bf456,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:39.875183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.902198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for 41686233-9a7c-4bb2-9227-23f62b4bf456 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:39.905281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b34df2-50bf-4dcd-884e-92c722269abf,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:39.908908 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.911685 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/89b34df2-50bf-4dcd-884e-92c722269abf HTTP/1.1" status: 204 len: 168 time: 0.4392629 Aug 09 16:03:39.914500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56738) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:39.931126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.933219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.933657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.934001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.934382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.934992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.935322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.935665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.936028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.936351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.936681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:39.937137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9089ef5-aee7-459c-98d5-2d4a17a468da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:40.042897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.154049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.165649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21d1b41-c309-4444-98a1-5d920d71cf7f']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:40.177534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429e4713-c4e8-47d0-b116-e7f5a3809fd1') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:40.178060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429e4713-c4e8-47d0-b116-e7f5a3809fd1') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:40.188544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.204939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.212772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:40.213521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:40.273256 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:40.278091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.285507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.288636 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.290074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] 10.222.0.64 "DELETE /v2.0/networks/c21d1b41-c309-4444-98a1-5d920d71cf7f HTTP/1.1" status: 204 len: 168 time: 0.3739357 Aug 09 16:03:40.325056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 18d89b0f-6c78-403b-8612-1881158c41e6 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:40.330809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f12e47-1131-43c2-ac1d-a4f0f280676f admin admin] Pushing event deleted for resources: {'Network': ['ID=c21d1b41-c309-4444-98a1-5d920d71cf7f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:40.343656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=41686233-9a7c-4bb2-9227-23f62b4bf456,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:40.407328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 18d89b0f-6c78-403b-8612-1881158c41e6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:40.407871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 18d89b0f-6c78-403b-8612-1881158c41e6 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:40.641892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56750) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:40.812849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56752) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:40.813868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7e32f0ea-b925-4dc5-a0bd-6af770b55e2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb7951abc57a4c26b0268d03cd609cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685066 Aug 09 16:03:40.866526 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.909015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-855860ba-ff38-47aa-bd37-4fcc8587c1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.198742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-855860ba-ff38-47aa-bd37-4fcc8587c1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.671622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 2d28f552-7a5a-413e-af98-b24fba474aac has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:41.675119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-855860ba-ff38-47aa-bd37-4fcc8587c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.678242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-855860ba-ff38-47aa-bd37-4fcc8587c1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.679411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-855860ba-ff38-47aa-bd37-4fcc8587c1bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4895a6ef-d0ed-4366-b1fb-52116ade294f HTTP/1.1" status: 204 len: 168 time: 0.8654358 Aug 09 16:03:41.690191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855860ba-ff38-47aa-bd37-4fcc8587c1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4895a6ef-d0ed-4366-b1fb-52116ade294f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:42.167974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:42.188622 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] Sync routers for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:42.195687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-83465468-f271-488c-83c5-da36b481221b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "PUT /v2.0/routers/2d28f552-7a5a-413e-af98-b24fba474aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0712905 Aug 09 16:03:42.208233 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:42.208953 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:42.433640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:42.644408 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b620569-93db-4325-8c23-db764a4b12df req-6bb46d31-dfea-4915-bf44-b23ce7eb8a80 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:42.653518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b620569-93db-4325-8c23-db764a4b12df req-6bb46d31-dfea-4915-bf44-b23ce7eb8a80 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 946 time: 0.1001976 Aug 09 16:03:42.728573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b620569-93db-4325-8c23-db764a4b12df req-6e4180be-c085-4093-a3f6-dce2b45d1067 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737612 Aug 09 16:03:42.887539 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:40Z', 'revision_number': 6, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:11Z', 'revision_number': 1, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:42.943270 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] Checking router: 2d28f552-7a5a-413e-af98-b24fba474aac for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:42.962863 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:42.963592 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:43.091161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56806) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:43.175966 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:43.289948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1410147576-network', 'tenant_id': 'f92b89db3d2c4800a08d9382f25d2062'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:43.379751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Made reservation on behalf of f92b89db3d2c4800a08d9382f25d2062 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:43.387692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.412345 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.564192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56824) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:43.636004 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.646280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.729417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:43.785396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.789971 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Added segment 7c4c3112-6ee8-4c9b-bf3f-9027664b8762 of type vlan for network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 Aug 09 16:03:43.853605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0264176-a5d5-46eb-98a2-5697e1c21cde,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:43.872731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9220d078-d4fd-4986-815c-15c6ad5d8ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.974189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.975449 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:40Z', 'revision_number': 6, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:11Z', 'revision_number': 1, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:44.045476 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d2147-5f78-4460-86b5-d467a12fe288 None None] The sync data for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 is: [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:40Z', 'revision_number': 6, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '51993b28-ca21-4ce0-9d90-ce2640680da0', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'port_id': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'mac_address': 'fa:16:3e:ff:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63891b65-3e66-4444-89b1-8b199933fa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:02:03Z', 'updated_at': '2021-08-09T16:02:11Z', 'revision_number': 1, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:44.065171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 56838) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:44.188692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea57cdc-5044-4821-97ce-84d8d00a594e req-981bbdc5-2710-45b0-b20f-f3fe49516a24 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:44.193229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ea57cdc-5044-4821-97ce-84d8d00a594e req-981bbdc5-2710-45b0-b20f-f3fe49516a24 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 946 time: 0.1908398 Aug 09 16:03:44.196160 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.196160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:44.199142 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.386976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ea57cdc-5044-4821-97ce-84d8d00a594e req-9a362bd4-b81f-41d9-a7ae-38053e89a76b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804802 Aug 09 16:03:44.387514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] Pushing event updated for resources: {'Network': ['ID=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:44.400321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:44.410014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9220d078-d4fd-4986-815c-15c6ad5d8ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.422878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb68e8-9343-4acd-936a-a8b36010811d req-b80aa110-e2c2-435e-8746-d828146930f5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:44.427238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-061ea01c-4b51-4a30-a75f-1e8a93263574 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3349273 Aug 09 16:03:44.430004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56846) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:44.435412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Request body: {'subnet': {'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1410147576-subnet', 'tenant_id': 'f92b89db3d2c4800a08d9382f25d2062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:44.441160 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb68e8-9343-4acd-936a-a8b36010811d req-b80aa110-e2c2-435e-8746-d828146930f5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 946 time: 0.2760558 Aug 09 16:03:44.453929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f666781b-a972-4787-97d4-ccee1ae46d66 admin admin] Deleting subnet ddb20a98-87e8-4da8-bedf-e27d61583a41 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:44.497450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9220d078-d4fd-4986-815c-15c6ad5d8ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.502641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Made reservation on behalf of f92b89db3d2c4800a08d9382f25d2062 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:44.505265 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.563167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666781b-a972-4787-97d4-ccee1ae46d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.577792 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9220d078-d4fd-4986-815c-15c6ad5d8ceb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a678f1540d514820b8faee59c1bb45be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0098846 Aug 09 16:03:44.598463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56848) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:44.698973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.714634 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666781b-a972-4787-97d4-ccee1ae46d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.770773 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.786238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 41686233-9a7c-4bb2-9227-23f62b4bf456 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:44.804221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666781b-a972-4787-97d4-ccee1ae46d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.872911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 41686233-9a7c-4bb2-9227-23f62b4bf456 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:44.873254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 41686233-9a7c-4bb2-9227-23f62b4bf456 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:44.945525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666781b-a972-4787-97d4-ccee1ae46d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.960159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.988965 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.991628 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.992919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/847418bd-f877-40d3-a51e-1a5cf5435c2f HTTP/1.1" status: 204 len: 168 time: 0.3936074 Aug 09 16:03:45.007269 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-626ea683-ff63-4dec-a4a1-e0848cadea60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.017572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220d078-d4fd-4986-815c-15c6ad5d8ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847418bd-f877-40d3-a51e-1a5cf5435c2f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:45.020378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847418bd-f877-40d3-a51e-1a5cf5435c2f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:45.029503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666781b-a972-4787-97d4-ccee1ae46d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.033866 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f666781b-a972-4787-97d4-ccee1ae46d66 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ddb20a98-87e8-4da8-bedf-e27d61583a41 HTTP/1.1" status: 204 len: 168 time: 0.9651816 Aug 09 16:03:45.036004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bc4e81-bfb1-43e6-9feb-44130023c64e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:45.038059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56854) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:45.056836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.057725 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.058068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.058400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.058731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.059051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.059375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.059692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.060070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.060397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.060710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.061031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f96af-ee2e-4262-91c6-6d7b58af1c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.066908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666781b-a972-4787-97d4-ccee1ae46d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb20a98-87e8-4da8-bedf-e27d61583a41,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:45.117074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.117480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.117823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.118191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.118520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.119164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.119496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.119843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.120172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.120498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.120869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.121195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:45.136624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Checking segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:45.136990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Network hostable DHCP agents. Network: 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:45.163987 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.178581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:45.185097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port f5e0ce65-0d39-48e5-bb43-9ec627b8116e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:45.189329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.226030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:45.236210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a38e58-ac97-4f16-bda8-087c342c3d06 None None] Network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:45.262518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:45.263108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.281340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.293028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-88614504-a1d6-4fb8-b1a4-6597dbfcdb8b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8615186 Aug 09 16:03:45.295144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b96118-c754-4f84-8cea-5eb766e48879']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:45.308456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8b66e0-4d41-47e3-9310-11e8896eff43') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:45.308785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8b66e0-4d41-47e3-9310-11e8896eff43') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:45.333952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.366128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.380182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:45.380870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:45.386478 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:45.391377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port f5e0ce65-0d39-48e5-bb43-9ec627b8116e, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:45.392102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.436578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for f5e0ce65-0d39-48e5-bb43-9ec627b8116e owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:45.525587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.541466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.543879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] 10.222.0.64 "DELETE /v2.0/networks/93b96118-c754-4f84-8cea-5eb766e48879 HTTP/1.1" status: 204 len: 168 time: 0.5035405 Aug 09 16:03:45.563928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba202cd0-ab57-476a-a8ac-a46add8ab61a admin admin] Pushing event deleted for resources: {'Network': ['ID=93b96118-c754-4f84-8cea-5eb766e48879,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:45.640712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193cc079-85bc-4d04-a747-3580c767ec9a None None] Network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:45.694429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10c62d-f0ab-4f79-a65d-35f34064f59a req-0cb3e668-18d6-427e-8f40-b54978b5f3e4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:45.714717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee10c62d-f0ab-4f79-a65d-35f34064f59a req-0cb3e668-18d6-427e-8f40-b54978b5f3e4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac8fc292-983a-4bdd-9aea-a3a396216963 HTTP/1.1" status: 200 len: 946 time: 0.1694126 Aug 09 16:03:45.825096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee10c62d-f0ab-4f79-a65d-35f34064f59a req-da74a7db-770b-42a4-a814-25abbc4c7552 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093836 Aug 09 16:03:45.844337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56882) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:45.852874 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.942607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=f5e0ce65-0d39-48e5-bb43-9ec627b8116e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:45.981427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] No DVR routers for this DVR port f5e0ce65-0d39-48e5-bb43-9ec627b8116e on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:45.986075 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.991864 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-75bb68e8-9343-4acd-936a-a8b36010811d req-74b02a1c-f18c-40a0-84a7-22fa8446eca6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "DELETE /v2.0/ports/f5e0ce65-0d39-48e5-bb43-9ec627b8116e HTTP/1.1" status: 204 len: 173 time: 1.5211468 Aug 09 16:03:45.996129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8fc292-983a-4bdd-9aea-a3a396216963', 'name': 'network-vif-deleted', 'tag': 'f5e0ce65-0d39-48e5-bb43-9ec627b8116e'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:46.003059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f96fa00-d1f5-4d67-a384-000c7103e51b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dba5541082514bf6b874aa38d887c699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552758 Aug 09 16:03:46.008309 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ffde8f-43b7-4b17-8c4c-b73c9558e846" -d '{"events": [{"server_uuid": "ac8fc292-983a-4bdd-9aea-a3a396216963", "name": "network-vif-deleted", "tag": "f5e0ce65-0d39-48e5-bb43-9ec627b8116e"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:46.008696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56886) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:46.145290 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbe9a-4cb0-4e1a-bc04-8a0251c4f7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.239801 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbe9a-4cb0-4e1a-bc04-8a0251c4f7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.423852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbe9a-4cb0-4e1a-bc04-8a0251c4f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.429939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbe9a-4cb0-4e1a-bc04-8a0251c4f7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.433555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbbdbe9a-4cb0-4e1a-bc04-8a0251c4f7e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50d22661-0814-4133-88a1-8bffcaf1e567 HTTP/1.1" status: 204 len: 168 time: 0.4226882 Aug 09 16:03:46.459780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdbe9a-4cb0-4e1a-bc04-8a0251c4f7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d22661-0814-4133-88a1-8bffcaf1e567,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:46.758921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-3f2add40-708c-4367-a646-46d0426a26cd tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:46.762265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-3f2add40-708c-4367-a646-46d0426a26cd tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 815 time: 0.2687116 Aug 09 16:03:46.799537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-15fa79e3-65e6-48b7-9a79-af9287f5d5cb tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/quotas/f92b89db3d2c4800a08d9382f25d2062 HTTP/1.1" status: 200 len: 375 time: 0.0287678 Aug 09 16:03:46.890738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-3154f09e-fbe6-47c7-802c-4cd3ef8f7ad5 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674465 Aug 09 16:03:47.092402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-e23a6f22-f10f-4231-b1c6-9a805bb911a7 service neutron] 10.222.0.64 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899257 Aug 09 16:03:47.181839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f5e0ce65-0d39-48e5-bb43-9ec627b8116e no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:47.243856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: f5e0ce65-0d39-48e5-bb43-9ec627b8116e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:47.251959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f5e0ce65-0d39-48e5-bb43-9ec627b8116e not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:47.283950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-daeb8d2c-206c-4b88-b9fb-e598a0c9c73d service neutron] 10.222.0.64 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828935 Aug 09 16:03:47.535070 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6013b4-a51a-4357-8caa-f3707a050d76 x-openstack-request-id: req-3b6013b4-a51a-4357-8caa-f3707a050d76 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:47.536110 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8fc292-983a-4bdd-9aea-a3a396216963", "name": "network-vif-deleted", "tag": "f5e0ce65-0d39-48e5-bb43-9ec627b8116e", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:47.536110 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b6013b4-a51a-4357-8caa-f3707a050d76 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:47.536502 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8fc292-983a-4bdd-9aea-a3a396216963', 'name': 'network-vif-deleted', 'tag': 'f5e0ce65-0d39-48e5-bb43-9ec627b8116e', 'status': 'completed', 'code': 200} Aug 09 16:03:47.579349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56940) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:47.592479 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-689557b9-c2a2-41d9-bfb6-f2cbbe157bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.739261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d5316cb-e147-45fc-97c6-1ce14a7d41f7 req-f1872d6a-8677-4d82-bdad-3a09fa013f88 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 210 time: 0.0814416 Aug 09 16:03:47.793307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c34795de-b800-4595-bcb6-8298c86430cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.820436 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.866492 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c34795de-b800-4595-bcb6-8298c86430cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.042275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c34795de-b800-4595-bcb6-8298c86430cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.045475 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c34795de-b800-4595-bcb6-8298c86430cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.046718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c34795de-b800-4595-bcb6-8298c86430cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/security-groups/38dff5e6-7c8f-4ff4-b898-97c4cb32ebba HTTP/1.1" status: 204 len: 168 time: 0.4736629 Aug 09 16:03:48.080241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34795de-b800-4595-bcb6-8298c86430cc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dff5e6-7c8f-4ff4-b898-97c4cb32ebba,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:48.153067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 56962) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:48.308537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f3db2d-2144-4c26-98b6-a6b3144c0510 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting subnet 0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:48.312706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6f3db2d-2144-4c26-98b6-a6b3144c0510 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.463795 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6f3db2d-2144-4c26-98b6-a6b3144c0510 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.749742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6f3db2d-2144-4c26-98b6-a6b3144c0510 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.827435 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:03:48.903775 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6f3db2d-2144-4c26-98b6-a6b3144c0510 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.967004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3db2d-2144-4c26-98b6-a6b3144c0510 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:48.976381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6f3db2d-2144-4c26-98b6-a6b3144c0510 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.978699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c6f3db2d-2144-4c26-98b6-a6b3144c0510 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/subnets/0ba20c41-ea4b-4e6d-aff3-d27c516c4aaf HTTP/1.1" status: 204 len: 168 time: 0.8232956 Aug 09 16:03:48.981750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57042) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:49.004375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71817bbd-9484-411d-ace2-00ae7ea1519a None None] Network 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:49.054872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f62678a-66cc-41c0-8b19-732e2361a446 req-2b505222-c08f-48f7-8a0f-12fbf19c49dc tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 210 time: 0.0738873 Aug 09 16:03:49.201120 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.203616 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.346532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port 7ae5821e-ff91-43a3-b747-57779bc60eeb {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:49.347107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.373895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] DHCP port deletion for 50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:49.466328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port 7ae5821e-ff91-43a3-b747-57779bc60eeb, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ae5821e-ff91-43a3-b747-57779bc60eeb,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:49.468453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.475268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Deleting port 7ae5821e-ff91-43a3-b747-57779bc60eeb {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:49.476021 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.509503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for 7ae5821e-ff91-43a3-b747-57779bc60eeb owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:49.513329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-d194e9e4-4254-44bd-9f77-ba607fa65d82 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:49.519237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-d194e9e4-4254-44bd-9f77-ba607fa65d82 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.35 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 815 time: 0.2510333 Aug 09 16:03:49.540767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Request body: {'port': {'device_id': '78152af0-128d-473c-a77b-8d59041f4ef4', 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'admin_state_up': True, 'tenant_id': 'f92b89db3d2c4800a08d9382f25d2062'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:49.589036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] For port 7ae5821e-ff91-43a3-b747-57779bc60eeb, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ae5821e-ff91-43a3-b747-57779bc60eeb,segment=NetworkSegment(3055d162-249d-48d6-bcbd-3e3fa35d661d),segment_id=3055d162-249d-48d6-bcbd-3e3fa35d661d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:49.590355 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.621366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.630894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Calling delete_port for 7ae5821e-ff91-43a3-b747-57779bc60eeb owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:49.659069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=7ae5821e-ff91-43a3-b747-57779bc60eeb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:49.671546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] No DVR routers for this DVR port 7ae5821e-ff91-43a3-b747-57779bc60eeb on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:49.804225 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.817010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Made reservation on behalf of f92b89db3d2c4800a08d9382f25d2062 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:49.821717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.830719 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.844467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fb49ca-7ee7-4d29-9141-36c38ab6e1e9']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.859653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3055d162-249d-48d6-bcbd-3e3fa35d661d') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.860105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3055d162-249d-48d6-bcbd-3e3fa35d661d') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.862470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Pushing event deleted for resources: {'Port': ['ID=7ae5821e-ff91-43a3-b747-57779bc60eeb,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:49.873721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.878887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.879768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.880342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.881059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.881765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.882505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.883210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.883863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.884668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.885600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.886189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.886665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:49.890646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d47b2-ea70-473e-a0ab-4e8e0ea0a593 None None] No DVR routers for this DVR port 7ae5821e-ff91-43a3-b747-57779bc60eeb on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:49.901202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.917171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:49.917689 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:49.922323 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:50.003003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.016036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.022571 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/networks/50fb49ca-7ee7-4d29-9141-36c38ab6e1e9 HTTP/1.1" status: 204 len: 168 time: 1.0383008 Aug 09 16:03:50.032764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57098) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:50.066512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c38f2-06ab-4903-a9c7-1a3297f48fdf tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Network': ['ID=50fb49ca-7ee7-4d29-9141-36c38ab6e1e9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:50.104036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57106) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:50.230069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb5a179a-18a3-4746-abb5-9b2fbe676db0 req-2252cc8f-9329-46ce-b7f1-548d3b344859 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 210 time: 0.0640314 Aug 09 16:03:50.232447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Allocated IP 172.20.0.9 (8215f258-93ab-4d3e-a0e1-c26f18b4cfc3/46bc4e81-bfb1-43e6-9feb-44130023c64e/39ffd8c6-f83b-420a-98c7-79b9d0254232) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:50.396281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port 423937b8-244d-499e-a114-c6046e6a48bb {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:50.396626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.413196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-865ee59b-4187-4ba0-91d4-d8ff59e3de91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.472280 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.510114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.511068 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.533586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for 423937b8-244d-499e-a114-c6046e6a48bb owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:50.587422 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.698804 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-865ee59b-4187-4ba0-91d4-d8ff59e3de91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.703659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.714899 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-865ee59b-4187-4ba0-91d4-d8ff59e3de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.814837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:50.815923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ee59b-4187-4ba0-91d4-d8ff59e3de91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cea2c2d-6c2a-442f-a0c4-a5efa486c929,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:50.827441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:50.834734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:50.877475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ae5821e-ff91-43a3-b747-57779bc60eeb no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:50.905408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-865ee59b-4187-4ba0-91d4-d8ff59e3de91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb37a10bb61647c8a3f8ce7c8ba776ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7960293 Aug 09 16:03:50.907256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57120) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:50.909657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7ae5821e-ff91-43a3-b747-57779bc60eeb {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:50.912310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ae5821e-ff91-43a3-b747-57779bc60eeb not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:50.920251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Pushing event updated for resources: {'Port': ['ID=39ffd8c6-f83b-420a-98c7-79b9d0254232,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:50.946399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:50.947618 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.967731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-c4d1c608-f406-4884-981a-5388aa1c646f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4392836 Aug 09 16:03:50.986285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.988439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Request body: {'port': {'device_id': '78152af0-128d-473c-a77b-8d59041f4ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:51.038306 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e3ab886e-79ea-4282-92d5-776801ecf574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.045898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=423937b8-244d-499e-a114-c6046e6a48bb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:51.118923 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.138264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e3ab886e-79ea-4282-92d5-776801ecf574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.313188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.314516 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Floating IP 51993b28-ca21-4ce0-9d90-ce2640680da0 disassociated (deleted). External IP: 172.25.7.127, port: 1e3d5811-1ea1-414e-ba79-102edc70d4ca. Aug 09 16:03:51.611982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e3ab886e-79ea-4282-92d5-776801ecf574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.615149 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e3ab886e-79ea-4282-92d5-776801ecf574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.619168 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e3ab886e-79ea-4282-92d5-776801ecf574 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5cea2c2d-6c2a-442f-a0c4-a5efa486c929 HTTP/1.1" status: 204 len: 168 time: 0.7073944 Aug 09 16:03:51.650077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e75ad7-4215-48ec-9592-5a47b1ca7476 req-86828f43-b623-4315-86c0-b53ad8f5d154 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:51.657815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88e75ad7-4215-48ec-9592-5a47b1ca7476 req-86828f43-b623-4315-86c0-b53ad8f5d154 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 931 time: 0.1776721 Aug 09 16:03:51.749188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88e75ad7-4215-48ec-9592-5a47b1ca7476 req-cde67d7d-77c0-45dc-ba51-5ec26c806c43 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902231 Aug 09 16:03:51.754291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab886e-79ea-4282-92d5-776801ecf574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cea2c2d-6c2a-442f-a0c4-a5efa486c929,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:51.829148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 2d28f552-7a5a-413e-af98-b24fba474aac has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:51.932296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ffd8c6-f83b-420a-98c7-79b9d0254232 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:51.941543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.957639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Transition to ACTIVE for port object 39ffd8c6-f83b-420a-98c7-79b9d0254232 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:51.965123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.984878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:51.992899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.998368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] Sync routers for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:52.030359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:52.032401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:52.078241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Pushing event updated for resources: {'Port': ['ID=39ffd8c6-f83b-420a-98c7-79b9d0254232,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:52.093160 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b318b599-7502-4355-98c9-e05a753e0954 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/floatingips/51993b28-ca21-4ce0-9d90-ce2640680da0 HTTP/1.1" status: 204 len: 168 time: 2.0547178 Aug 09 16:03:52.093916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:52.096440 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520efd90-554c-40a9-86be-e4d7caed5c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:52.162299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Attempting to bind port 39ffd8c6-f83b-420a-98c7-79b9d0254232 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:52.162871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Attempting to bind port 39ffd8c6-f83b-420a-98c7-79b9d0254232 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:52.163313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Attempting to bind port 39ffd8c6-f83b-420a-98c7-79b9d0254232 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:52.169888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Port 39ffd8c6-f83b-420a-98c7-79b9d0254232 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:03:52.170451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Attempting to bind port 39ffd8c6-f83b-420a-98c7-79b9d0254232 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:52.177788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:52.178368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Checking segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:52.180014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Bound using segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:52.180903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Bound port: 39ffd8c6-f83b-420a-98c7-79b9d0254232, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:52.181582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.247924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57140) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:52.266800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bce39dd-13db-4237-9764-ea755b606e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.322509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:52.330500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] For port 39ffd8c6-f83b-420a-98c7-79b9d0254232, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:52.336934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] For port 39ffd8c6-f83b-420a-98c7-79b9d0254232, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:52.342796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.434761 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5900f739-cb2c-4a24-a9df-264c52361ec6 x-openstack-request-id: req-5900f739-cb2c-4a24-a9df-264c52361ec6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:52.435123 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:52.435446 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5900f739-cb2c-4a24-a9df-264c52361ec6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:52.439707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:52.440468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.441881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] 10.222.0.35 "PUT /v2.0/ports/39ffd8c6-f83b-420a-98c7-79b9d0254232 HTTP/1.1" status: 200 len: 1091 time: 1.4654646 Aug 09 16:03:52.447518 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'status': 'completed', 'code': 200} Aug 09 16:03:52.449924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78152af0-128d-473c-a77b-8d59041f4ef4', 'tag': '39ffd8c6-f83b-420a-98c7-79b9d0254232'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:52.462538 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825fc570-6527-470b-b192-29f79fb91b40" -d '{"events": [{"name": "network-changed", "server_uuid": "78152af0-128d-473c-a77b-8d59041f4ef4", "tag": "39ffd8c6-f83b-420a-98c7-79b9d0254232"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:52.506720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2221a5-2852-4d0e-a801-6ecab1c6fe9a service neutron] Pushing event updated for resources: {'Port': ['ID=39ffd8c6-f83b-420a-98c7-79b9d0254232,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:52.555973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-17491280-689b-4d61-a32a-4153dd603139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:52.558907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-17491280-689b-4d61-a32a-4153dd603139 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 1094 time: 0.0628147 Aug 09 16:03:52.599543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bce39dd-13db-4237-9764-ea755b606e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.612901 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-99043878-2775-4597-968f-67530af69d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:52.615104 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-99043878-2775-4597-968f-67530af69d03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 1097 time: 0.1280968 Aug 09 16:03:52.616535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7bce39dd-13db-4237-9764-ea755b606e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.686178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-aab4c288-fef7-430e-84c9-f789392f7dd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232 HTTP/1.1" status: 200 len: 217 time: 0.0592990 Aug 09 16:03:52.702463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a0893-1447-4dd9-b3d5-649cf5d99b80 req-205303c5-7bf7-44fb-b234-a28c560629e2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:52.704326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e1a0893-1447-4dd9-b3d5-649cf5d99b80 req-205303c5-7bf7-44fb-b234-a28c560629e2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 946 time: 0.1523056 Aug 09 16:03:52.746607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:40Z', 'revision_number': 6, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:52.749074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce39dd-13db-4237-9764-ea755b606e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf2bd51-a79f-42f0-be1d-fe8a69533f96,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:52.759330 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7bce39dd-13db-4237-9764-ea755b606e14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43e59b0f19994bd88f2512c8d7c5918a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102408 Aug 09 16:03:52.761923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57156) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:52.783036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] Checking router: 2d28f552-7a5a-413e-af98-b24fba474aac for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:52.796473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:52.797733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:52.829038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-5326bb62-c560-43d6-b63b-082dd5f92bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:52.831419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-5326bb62-c560-43d6-b63b-082dd5f92bf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.1256537 Aug 09 16:03:52.843303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf0e5-67cd-4049-b009-6ee6bd2c0b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.916013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf0e5-67cd-4049-b009-6ee6bd2c0b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.948309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-0b763573-9899-4f8b-a5fb-101b59a01e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:52.952783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-0b763573-9899-4f8b-a5fb-101b59a01e52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=96473bb2-18dd-4dac-a048-dd275de84c31 HTTP/1.1" status: 200 len: 899 time: 0.3160100 Aug 09 16:03:52.960981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:52.979367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-d7c3e59d-b209-4ffb-ba17-1d7dd21cafbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167099 Aug 09 16:03:53.016071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e1a0893-1447-4dd9-b3d5-649cf5d99b80 req-09f00b03-1d26-4a44-aa98-fd420ec72f85 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832862 Aug 09 16:03:53.049834 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-1f1b8e75-db22-4439-868a-6ec86c4f0537 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca HTTP/1.1" status: 200 len: 217 time: 0.0822339 Aug 09 16:03:53.112530 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c084587-e28c-4cfc-8119-afbf12c353fa x-openstack-request-id: req-0c084587-e28c-4cfc-8119-afbf12c353fa {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:53.112830 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78152af0-128d-473c-a77b-8d59041f4ef4", "tag": "39ffd8c6-f83b-420a-98c7-79b9d0254232", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:53.113233 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c084587-e28c-4cfc-8119-afbf12c353fa {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:53.113648 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78152af0-128d-473c-a77b-8d59041f4ef4', 'tag': '39ffd8c6-f83b-420a-98c7-79b9d0254232', 'status': 'completed', 'code': 200} Aug 09 16:03:53.161255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-7382fae6-25c6-4f75-9897-60dd99fd060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:53.163008 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-7382fae6-25c6-4f75-9897-60dd99fd060b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=319ff90f-c172-4141-a996-4802bee46248 HTTP/1.1" status: 200 len: 835 time: 0.0900745 Aug 09 16:03:53.186020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-04746b70-3cff-436f-bb0e-216f2b392616 service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930227 Aug 09 16:03:53.196499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf0e5-67cd-4049-b009-6ee6bd2c0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.208536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf0e5-67cd-4049-b009-6ee6bd2c0b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.210714 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9b4bf0e5-67cd-4049-b009-6ee6bd2c0b2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcf2bd51-a79f-42f0-be1d-fe8a69533f96 HTTP/1.1" status: 204 len: 168 time: 0.4476125 Aug 09 16:03:53.259749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bf0e5-67cd-4049-b009-6ee6bd2c0b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf2bd51-a79f-42f0-be1d-fe8a69533f96,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:53.284576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-68ba856f-145f-4570-8165-52cf47600ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:53.287140 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-68ba856f-145f-4570-8165-52cf47600ae1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96473bb2-18dd-4dac-a048-dd275de84c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158648 Aug 09 16:03:53.337388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:40Z', 'revision_number': 6, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:53.371048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6d176-7774-4768-9e11-4e6ed551a819 None None] The sync data for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 is: [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:40Z', 'revision_number': 6, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd', 'name': '', 'network_id': '96473bb2-18dd-4dac-a048-dd275de84c31', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:c5:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '319ff90f-c172-4141-a996-4802bee46248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:28Z', 'updated_at': '2021-08-09T16:01:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '319ff90f-c172-4141-a996-4802bee46248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:53.495590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8006bc44-947f-4b1f-a1c3-b3553f2cf332 req-1049a3dc-6d03-43e3-b8ce-ac698ad377ff service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020382 Aug 09 16:03:53.516213 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-40260f7b-92fa-41fb-9270-54780b61eb97 service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145569 Aug 09 16:03:53.532271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a9174-dff6-4262-865b-c4acdb4ace9e req-0f87c81e-a6bc-4224-adc1-5f4f578b27ba tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:53.533851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea4a9174-dff6-4262-865b-c4acdb4ace9e req-0f87c81e-a6bc-4224-adc1-5f4f578b27ba tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 943 time: 0.2472796 Aug 09 16:03:53.639063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea4a9174-dff6-4262-865b-c4acdb4ace9e req-341bca8c-38ab-48a7-91a0-4c1a5b23ac0f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929174 Aug 09 16:03:53.645534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc570-6527-470b-b192-29f79fb91b40 req-273d51e6-32e7-4d07-b999-3fd372a256ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:53.647288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-825fc570-6527-470b-b192-29f79fb91b40 req-273d51e6-32e7-4d07-b999-3fd372a256ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 1094 time: 0.0694721 Aug 09 16:03:53.748790 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-520efd90-554c-40a9-86be-e4d7caed5c3d req-3e797cfe-2b0e-4892-b756-e41bbb344c4f service neutron] 10.222.0.66 "GET /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221098 Aug 09 16:03:53.959950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc570-6527-470b-b192-29f79fb91b40 req-a550c088-063c-4f7e-99f4-d4a57358bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:53.964375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-825fc570-6527-470b-b192-29f79fb91b40 req-a550c088-063c-4f7e-99f4-d4a57358bc0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 917 time: 0.3077388 Aug 09 16:03:53.971728 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd300b6-1030-4182-b2d9-2390ac84afd0 None None] New status for floating IP 51993b28-ca21-4ce0-9d90-ce2640680da0: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:03:54.008751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-2dfd0cb9-0731-44e8-a95d-8b25de8a3000 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.011692 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-2dfd0cb9-0731-44e8-a95d-8b25de8a3000 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 946 time: 0.1149571 Aug 09 16:03:54.324803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port 1e3d5811-1ea1-414e-ba79-102edc70d4ca {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:54.326807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.539012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-825fc570-6527-470b-b192-29f79fb91b40 req-cccdeeaf-617a-4c8e-9c5e-7b97e9c83403 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232 HTTP/1.1" status: 200 len: 217 time: 0.5625715 Aug 09 16:03:54.668845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc570-6527-470b-b192-29f79fb91b40 req-affc559a-7edc-4090-99ec-8d45a1d75928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.668845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-825fc570-6527-470b-b192-29f79fb91b40 req-affc559a-7edc-4090-99ec-8d45a1d75928 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.1213093 Aug 09 16:03:54.682320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492661c-a7c6-40d4-843e-de2277a6ae0a req-5ee8cc7a-e8ce-4e5b-9df8-777b5ef239e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.683984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5492661c-a7c6-40d4-843e-de2277a6ae0a req-5ee8cc7a-e8ce-4e5b-9df8-777b5ef239e7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 946 time: 0.1495264 Aug 09 16:03:54.749789 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-825fc570-6527-470b-b192-29f79fb91b40 req-c5691057-5177-407e-8b55-013aa275ef44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645223 Aug 09 16:03:54.912129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5492661c-a7c6-40d4-843e-de2277a6ae0a req-b8d37a34-ad87-49e5-adc4-b3b270a5e2fb tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=b2839a91-dec3-49a9-a2e5-e5232eda9607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113776 Aug 09 16:03:54.966685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-825fc570-6527-470b-b192-29f79fb91b40 req-02d0b26b-f5d1-4eea-963f-b81948215b81 service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959560 Aug 09 16:03:54.994403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port 1e3d5811-1ea1-414e-ba79-102edc70d4ca, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=1e3d5811-1ea1-414e-ba79-102edc70d4ca,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:54.994674 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.012427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for 1e3d5811-1ea1-414e-ba79-102edc70d4ca owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:55.083280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57220) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:55.179160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b617fc-f588-49a5-a93a-3d52dab687ef req-7451b7c5-f7cb-45d6-aa05-0fa0e845c3f7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:55.183857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57b617fc-f588-49a5-a93a-3d52dab687ef req-7451b7c5-f7cb-45d6-aa05-0fa0e845c3f7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 943 time: 0.1521621 Aug 09 16:03:55.191108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-825fc570-6527-470b-b192-29f79fb91b40 req-d5305998-04d7-45fc-b856-3a4f636e13ac service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167120 Aug 09 16:03:55.265131 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57b617fc-f588-49a5-a93a-3d52dab687ef req-28f37106-87a2-4bfd-95b1-5556ee6373c0 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728717 Aug 09 16:03:55.270895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-9955638-network', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:55.273085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.306552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Made reservation on behalf of 2e185a7342784cf3bd24c3aa1cf91709 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:55.309579 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.319315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=1e3d5811-1ea1-414e-ba79-102edc70d4ca,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:55.329446 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.384157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] No DVR routers for this DVR port 1e3d5811-1ea1-414e-ba79-102edc70d4ca on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:55.388619 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.392957 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e98071c0-96ad-4fd7-a5d8-a857a0abcf48 req-595db232-ca30-49fb-b5b9-dd77e89d5445 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "DELETE /v2.0/ports/1e3d5811-1ea1-414e-ba79-102edc70d4ca HTTP/1.1" status: 204 len: 173 time: 1.3738525 Aug 09 16:03:55.393808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'name': 'network-vif-deleted', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:55.398691 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7261e-83c2-4339-93f6-8565fe7eafd1" -d '{"events": [{"server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "name": "network-vif-deleted", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:55.464980 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a914d4e6-dd8a-4615-bcc7-36754c80b4f1 x-openstack-request-id: req-a914d4e6-dd8a-4615-bcc7-36754c80b4f1 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:55.465327 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63891b65-3e66-4444-89b1-8b199933fa86", "name": "network-vif-deleted", "tag": "1e3d5811-1ea1-414e-ba79-102edc70d4ca", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:55.466926 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a914d4e6-dd8a-4615-bcc7-36754c80b4f1 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:55.467344 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63891b65-3e66-4444-89b1-8b199933fa86', 'name': 'network-vif-deleted', 'tag': '1e3d5811-1ea1-414e-ba79-102edc70d4ca', 'status': 'completed', 'code': 200} Aug 09 16:03:55.484247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.490888 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.519968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:55.533451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec39032-d4f3-4d1e-a1b2-04373e82bfe3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:55.536712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.537132 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Added segment 00ad7c31-82d2-4637-81af-088043e1abf5 of type vlan for network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 Aug 09 16:03:55.589238 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.625091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.626164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:55.626748 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.686981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6008601 Aug 09 16:03:55.690082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57236) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:55.697568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Request body: {'subnet': {'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-9955638-subnet', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:55.706856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531116e2-ee81-43b2-a949-4eeecbebabcf admin admin] Pushing event updated for resources: {'Network': ['ID=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:55.720927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:55.731085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Made reservation on behalf of 2e185a7342784cf3bd24c3aa1cf91709 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:55.734121 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.983617 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.081613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-335c2c16-94a5-4911-bbab-cc1403c279d4 req-f9210165-32c5-4ecb-b68d-1970f20805fb tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=63891b65-3e66-4444-89b1-8b199933fa86 HTTP/1.1" status: 200 len: 210 time: 0.0590389 Aug 09 16:03:56.099337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71763ef-f3e6-41e5-bc26-8ea4a51b662e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:56.107592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Checking segment: {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:56.107984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Network hostable DHCP agents. Network: 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:56.133290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:56.144404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:56.149182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:56.149786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.157203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fba78b-2ce2-4840-9e2b-62278d0b016e None None] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:56.172021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f1b99621-8e8d-4f32-9ff9-7c9a286d078e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4811752 Aug 09 16:03:56.176319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57244) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:56.181222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:56.214959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.216898 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.307144 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.388542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:56.389691 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.416931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 39ffd8c6-f83b-420a-98c7-79b9d0254232 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:03:56.517942 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.534582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbfeae-4abe-45ad-bca5-6bb3f651a928 req-811d3031-d024-4ee1-8ba6-d7cad22a6681 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:56.536443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aabbfeae-4abe-45ad-bca5-6bb3f651a928 req-811d3031-d024-4ee1-8ba6-d7cad22a6681 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 943 time: 0.1344066 Aug 09 16:03:56.653875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aabbfeae-4abe-45ad-bca5-6bb3f651a928 req-c3397c23-7cb9-41ee-aabb-acac5da68b3d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984418 Aug 09 16:03:56.790306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Allocated IP 172.20.0.2 (4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71/e71763ef-f3e6-41e5-bc26-8ea4a51b662e/01969af2-b538-47de-8126-a1ba66dc77e1) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:56.813907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 39ffd8c6-f83b-420a-98c7-79b9d0254232, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:56.842242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '39ffd8c6-f83b-420a-98c7-79b9d0254232', 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'port_id': '39ffd8c6-f83b-420a-98c7-79b9d0254232', 'mac_address': 'fa:16:3e:e8:a9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bc4e81-bfb1-43e6-9feb-44130023c64e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:03:56.889822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.916468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.944433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.065081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ffd8c6-f83b-420a-98c7-79b9d0254232 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:57.114974 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.120152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 39ffd8c6-f83b-420a-98c7-79b9d0254232, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:57.120345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Allocated IP 172.25.7.222 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:57.130861 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.138741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Transition to ACTIVE for port object 01969af2-b538-47de-8126-a1ba66dc77e1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:57.169227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57268) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:57.204175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Transition to ACTIVE for port object 01969af2-b538-47de-8126-a1ba66dc77e1 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:57.240385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5afdc99-207d-4e0f-9781-b0a17163bb4d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.250658 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.268156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 1e3d5811-1ea1-414e-ba79-102edc70d4ca no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:57.273581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5afdc99-207d-4e0f-9781-b0a17163bb4d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.294510 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.321003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 1e3d5811-1ea1-414e-ba79-102edc70d4ca {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:57.321620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 1e3d5811-1ea1-414e-ba79-102edc70d4ca not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:57.326029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=39ffd8c6-f83b-420a-98c7-79b9d0254232,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.344497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:57.347763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:57.370773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:57.383865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['39ffd8c6-f83b-420a-98c7-79b9d0254232'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:57.386374 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5afdc99-207d-4e0f-9781-b0a17163bb4d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.392755 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5afdc99-207d-4e0f-9781-b0a17163bb4d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.400671 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d5afdc99-207d-4e0f-9781-b0a17163bb4d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/security-groups/b2839a91-dec3-49a9-a2e5-e5232eda9607 HTTP/1.1" status: 204 len: 168 time: 0.2270875 Aug 09 16:03:57.409253 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.428672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afdc99-207d-4e0f-9781-b0a17163bb4d tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2839a91-dec3-49a9-a2e5-e5232eda9607,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.449655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57276) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:57.502366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Pushing event updated for resources: {'Port': ['ID=01969af2-b538-47de-8126-a1ba66dc77e1,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.523668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:57.525044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:57.527352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Pushing event updated for resources: {'Port': ['ID=0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.529823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:57.536539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Attempting to bind port 01969af2-b538-47de-8126-a1ba66dc77e1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:57.536904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Attempting to bind port 01969af2-b538-47de-8126-a1ba66dc77e1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:57.537264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Attempting to bind port 01969af2-b538-47de-8126-a1ba66dc77e1 on network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:57.570045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:57.570579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Checking segment: {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:57.571188 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.571742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Bound using segment: {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:57.592710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Bound port: 01969af2-b538-47de-8126-a1ba66dc77e1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:57.593244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.777223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] For port 01969af2-b538-47de-8126-a1ba66dc77e1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:57.782489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] For port 01969af2-b538-47de-8126-a1ba66dc77e1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01969af2-b538-47de-8126-a1ba66dc77e1,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:57.798151 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.912503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f43953-abe6-465b-adf5-076ca27cbea3 None None] Pushing event updated for resources: {'Port': ['ID=01969af2-b538-47de-8126-a1ba66dc77e1,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:58.014058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc7036-f071-4649-b9bb-3e6ffdd030e8 req-c1325407-6b03-41af-bbf4-35c02fe3d571 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:58.022319 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71dc7036-f071-4649-b9bb-3e6ffdd030e8 req-c1325407-6b03-41af-bbf4-35c02fe3d571 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 944 time: 0.2453456 Aug 09 16:03:58.142942 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.165677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71dc7036-f071-4649-b9bb-3e6ffdd030e8 req-997fc4e1-7659-40b5-88b1-0a6420db4d78 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424325 Aug 09 16:03:58.188016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.357710 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.437431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 39ffd8c6-f83b-420a-98c7-79b9d0254232 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:58.577605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 39ffd8c6-f83b-420a-98c7-79b9d0254232 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:58.595891 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.601488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 39ffd8c6-f83b-420a-98c7-79b9d0254232 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:58.603482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.650012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:58.650561 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.680757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.799914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:58.800294 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.813709 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.847171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:58.899786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 39ffd8c6-f83b-420a-98c7-79b9d0254232, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:58.903397 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78152af0-128d-473c-a77b-8d59041f4ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ffd8c6-f83b-420a-98c7-79b9d0254232'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:58.911464 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79480636-14b9-4015-855f-83055601c223" -d '{"events": [{"server_uuid": "78152af0-128d-473c-a77b-8d59041f4ef4", "name": "network-vif-plugged", "status": "completed", "tag": "39ffd8c6-f83b-420a-98c7-79b9d0254232"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:58.926660 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.952216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Router e61f43ff-da52-46b9-bfde-625abd2b870a is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:03:59.024828 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf42fb-96f7-4d1f-8880-f8ec3835c38c x-openstack-request-id: req-ebdf42fb-96f7-4d1f-8880-f8ec3835c38c {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:59.025131 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78152af0-128d-473c-a77b-8d59041f4ef4", "name": "network-vif-plugged", "status": "completed", "tag": "39ffd8c6-f83b-420a-98c7-79b9d0254232", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:59.025556 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebdf42fb-96f7-4d1f-8880-f8ec3835c38c {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:59.026043 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78152af0-128d-473c-a77b-8d59041f4ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ffd8c6-f83b-420a-98c7-79b9d0254232', 'code': 200} Aug 09 16:03:59.032686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01969af2-b538-47de-8126-a1ba66dc77e1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:59.175599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=39ffd8c6-f83b-420a-98c7-79b9d0254232,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:59.261152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 01969af2-b538-47de-8126-a1ba66dc77e1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:59.316519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e30742-15a6-4639-82e4-92227d8e07bb req-4d2bf7f5-1d2d-49a8-885f-7cdca1b0b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:59.318370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30e30742-15a6-4639-82e4-92227d8e07bb req-4d2bf7f5-1d2d-49a8-885f-7cdca1b0b38a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 1096 time: 0.2404220 Aug 09 16:03:59.389059 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.394383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:59.408189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Sync routers for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:59.430910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:59.431773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:59.474646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:59.482510 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30e30742-15a6-4639-82e4-92227d8e07bb req-31dfce77-b704-4c98-ad6e-13b1b910216d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519108 Aug 09 16:03:59.484338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.485922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b2641cf7-86a3-4d23-ba95-cf73e7af2f54 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3085191 Aug 09 16:03:59.491736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57300) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:59.496544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae5cc2-1124-49a3-8043-9216637d0997 req-da228121-4950-4c3f-afc3-c404a9a48a3b tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:59.498447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1ae5cc2-1124-49a3-8043-9216637d0997 req-da228121-4950-4c3f-afc3-c404a9a48a3b tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 945 time: 0.1566987 Aug 09 16:03:59.571888 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1ae5cc2-1124-49a3-8043-9216637d0997 req-63530c0b-2a39-4540-a901-2226d9092749 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657701 Aug 09 16:03:59.619738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:59.696317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab0a54-9e82-4f1f-b5d1-a42678d9cbf9 None None] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:59.868780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-958778f7-a750-4481-b71f-6c126914c1d3 None None] Provisioning for port 01969af2-b538-47de-8126-a1ba66dc77e1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:59.880090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-958778f7-a750-4481-b71f-6c126914c1d3 None None] Provisioning complete for port 01969af2-b538-47de-8126-a1ba66dc77e1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:59.880384 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-958778f7-a750-4481-b71f-6c126914c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.965029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.057163 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-958778f7-a750-4481-b71f-6c126914c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.219652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-958778f7-a750-4481-b71f-6c126914c1d3 None None] For port 01969af2-b538-47de-8126-a1ba66dc77e1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01969af2-b538-47de-8126-a1ba66dc77e1,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:00.230041 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-958778f7-a750-4481-b71f-6c126914c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.384715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958778f7-a750-4481-b71f-6c126914c1d3 None None] Pushing event updated for resources: {'Port': ['ID=01969af2-b538-47de-8126-a1ba66dc77e1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:00.421719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:03:57Z', 'revision_number': 3, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:00.481936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Checking router: e61f43ff-da52-46b9-bfde-625abd2b870a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:00.482289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Updating router e61f43ff-da52-46b9-bfde-625abd2b870a port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:04:00.538693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.728019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39c5b0e5-3131-4fc5-8dc7-8e1bd7eefe98 None None] Provisioning complete for port 01969af2-b538-47de-8126-a1ba66dc77e1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:00.728019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39c5b0e5-3131-4fc5-8dc7-8e1bd7eefe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.766022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42391-9d8f-4848-8f93-73cd1e0e74bd req-d77b3d99-bee8-488d-a818-a06a86e44d67 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:00.767678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cb42391-9d8f-4848-8f93-73cd1e0e74bd req-d77b3d99-bee8-488d-a818-a06a86e44d67 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 945 time: 0.0979300 Aug 09 16:04:00.816493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 2d28f552-7a5a-413e-af98-b24fba474aac has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:00.870944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cb42391-9d8f-4848-8f93-73cd1e0e74bd req-8a14e70d-9a3c-4bcb-b500-8c2872bead8a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943120 Aug 09 16:04:01.075576 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.084922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01969af2-b538-47de-8126-a1ba66dc77e1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:01.100284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Transition to ACTIVE for port object 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:01.154684 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.160752 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.242396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3632e59-7ae0-4be9-b021-94e319a49ff4 None None] Pushing event updated for resources: {'Port': ['ID=0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:01.283267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 01969af2-b538-47de-8126-a1ba66dc77e1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:01.283639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.308389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:01.315216 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-75d640cf-f5b1-4f57-b203-024a83494fca tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "PUT /v2.0/routers/2d28f552-7a5a-413e-af98-b24fba474aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8636239 Aug 09 16:04:01.317861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57334) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:01.321747 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] Sync routers for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:01.324263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Attempting to bind port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:01.326759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Attempting to bind port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:01.327995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Attempting to bind port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:01.340125 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:01.341274 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:01.345737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:01.346146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:01.346519 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.346919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:01.347405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Bound port: 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:01.347790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.469343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-76eaa17a-bf19-49f2-8885-fca738c52e3c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting subnet 319ff90f-c172-4141-a996-4802bee46248 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:01.478769 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-76eaa17a-bf19-49f2-8885-fca738c52e3c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.538462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Allocated IP 172.20.0.1 (4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71/e71763ef-f3e6-41e5-bc26-8ea4a51b662e/9cafbe48-e56b-4108-8972-36dcba16bd3a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:01.574731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-76eaa17a-bf19-49f2-8885-fca738c52e3c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.579306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] For port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:01.591834 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:01.593032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] For port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:01.607202 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.796022 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-76eaa17a-bf19-49f2-8885-fca738c52e3c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.835761 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.845313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:01.852155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:01.863117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3632e59-7ae0-4be9-b021-94e319a49ff4 None None] Pushing event updated for resources: {'Port': ['ID=0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:01.876593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Transition to ACTIVE for port object 9cafbe48-e56b-4108-8972-36dcba16bd3a will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:01.936526 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-76eaa17a-bf19-49f2-8885-fca738c52e3c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.971003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.995168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaa17a-bf19-49f2-8885-fca738c52e3c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Subnet': ['ID=319ff90f-c172-4141-a996-4802bee46248,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:02.000079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-76eaa17a-bf19-49f2-8885-fca738c52e3c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.005576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-76eaa17a-bf19-49f2-8885-fca738c52e3c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/subnets/319ff90f-c172-4141-a996-4802bee46248 HTTP/1.1" status: 204 len: 168 time: 0.6858325 Aug 09 16:04:02.006252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57348) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:02.012932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bc0f7b-3617-4a56-b779-8b46e7165e55 None None] Network 96473bb2-18dd-4dac-a048-dd275de84c31 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:02.053264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:02.057004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:02.067504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:02.072901 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Pushing event updated for resources: {'Port': ['ID=9cafbe48-e56b-4108-8972-36dcba16bd3a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:02.106857 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:59Z', 'revision_number': 7, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:02.171868 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] Checking router: 2d28f552-7a5a-413e-af98-b24fba474aac for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:02.174725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.196327 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] Routers {'2d28f552-7a5a-413e-af98-b24fba474aac'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:02.197086 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2d28f552-7a5a-413e-af98-b24fba474aac'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:02.526643 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] Set router 2d28f552-7a5a-413e-af98-b24fba474aac gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:02.811308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-23883462-38d1-4782-9947-1a0c23dd8e5f None None] Provisioning for port 9cafbe48-e56b-4108-8972-36dcba16bd3a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:02.823061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-23883462-38d1-4782-9947-1a0c23dd8e5f None None] Provisioning complete for port 9cafbe48-e56b-4108-8972-36dcba16bd3a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:02.825406 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-23883462-38d1-4782-9947-1a0c23dd8e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.917653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:02.953200 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:59Z', 'revision_number': 7, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:03.016833 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3bc806-7c8f-4324-9a43-58a4a58df9bf None None] The sync data for ids ['2d28f552-7a5a-413e-af98-b24fba474aac'] in n-d-799523-2 is: [{'id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'name': 'tempest-TestNetworkBasicOps-router-2032768651', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:03:59Z', 'revision_number': 7, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': 'ef87779b-beaa-4ad9-9cbe-3eb2808a77e2', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28f552-7a5a-413e-af98-b24fba474aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:20Z', 'updated_at': '2021-08-09T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:03.100525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.148024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-23883462-38d1-4782-9947-1a0c23dd8e5f None None] Port 9cafbe48-e56b-4108-8972-36dcba16bd3a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:03.153976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] DHCP port deletion for 96473bb2-18dd-4dac-a048-dd275de84c31 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:03.186518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.303593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] Deleting port 4ab18c93-7214-4253-875d-4623c6602954 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:03.303907 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.336979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.428021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:03.428377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.440584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] For port 4ab18c93-7214-4253-875d-4623c6602954, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ab18c93-7214-4253-875d-4623c6602954,segment=NetworkSegment(56cf012d-ee9d-47cb-a1b1-03c95692ed64),segment_id=56cf012d-ee9d-47cb-a1b1-03c95692ed64)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:03.448810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.493197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] Calling delete_port for 4ab18c93-7214-4253-875d-4623c6602954 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:03.539089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:03:57Z', 'revision_number': 3, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:03.542179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.558946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.567321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port ef87779b-beaa-4ad9-9cbe-3eb2808a77e2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ef87779b-beaa-4ad9-9cbe-3eb2808a77e2,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:03.568171 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.597322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:03.613232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89a5ac-2539-444e-902f-c118149aea82 None None] The sync data for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 is: [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:03:57Z', 'revision_number': 3, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:03.748775 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.770974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Pushing event updated for resources: {'Port': ['ID=9cafbe48-e56b-4108-8972-36dcba16bd3a,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:03.796034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.827948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] Pushing event deleted for resources: {'Port': ['ID=4ab18c93-7214-4253-875d-4623c6602954,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:03.850752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916bb3f-3fe7-41e6-95c1-794dbcdf2e11 None None] No DVR routers for this DVR port 4ab18c93-7214-4253-875d-4623c6602954 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:03.978017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.997136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:03.997136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:04.125854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=ef87779b-beaa-4ad9-9cbe-3eb2808a77e2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:04.255696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.282397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Router e61f43ff-da52-46b9-bfde-625abd2b870a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:04.498598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-664b5180-bc63-4a10-8758-c2ff2f37077c None None] Provisioning complete for port 9cafbe48-e56b-4108-8972-36dcba16bd3a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:04.499412 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-664b5180-bc63-4a10-8758-c2ff2f37077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.580438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-664b5180-bc63-4a10-8758-c2ff2f37077c None None] Port 9cafbe48-e56b-4108-8972-36dcba16bd3a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:04.647300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.651606 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.664533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:04.666396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-5833e62e-22ed-458a-a946-3bb06e23c62c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3025255 Aug 09 16:04:04.682212 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ad2b3a57-455a-41e2-9dde-0f1e04ba0808 admin admin] 10.222.0.64 "PUT /v2.0/routers/e61f43ff-da52-46b9-bfde-625abd2b870a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1780207 Aug 09 16:04:04.851970 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.853823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Fanout notify agent at l3_agent the message router_deleted on router 2d28f552-7a5a-413e-af98-b24fba474aac {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:04:04.875078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.877384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-229520a4-cb40-4f4a-8423-049886265946 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/routers/2d28f552-7a5a-413e-af98-b24fba474aac HTTP/1.1" status: 204 len: 168 time: 2.8701138 Aug 09 16:04:04.880166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57402) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:04.915411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-56cde09f-7375-4538-aa42-98c3ecbe3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:04.919295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-56cde09f-7375-4538-aa42-98c3ecbe3d20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1495299 Aug 09 16:04:05.185965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.230747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:05.337082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-5913926b-b164-48ea-9ce8-416b3737bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:05.344412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-5913926b-b164-48ea-9ce8-416b3737bf84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 917 time: 0.4018309 Aug 09 16:04:05.424988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.453016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96473bb2-18dd-4dac-a048-dd275de84c31']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:05.465320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:05.480116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:05.480839 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.500324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cf012d-ee9d-47cb-a1b1-03c95692ed64') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:05.500957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-eb70a704-f586-48c7-b139-1c672e4ee4c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232 HTTP/1.1" status: 200 len: 217 time: 0.1516452 Aug 09 16:04:05.501593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cf012d-ee9d-47cb-a1b1-03c95692ed64') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:05.533653 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.581676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.603873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:05.604963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:05.613353 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:05.711470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-efc53975-d0b0-422e-acb0-b48bd64b9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:05.715852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-efc53975-d0b0-422e-acb0-b48bd64b9ce7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.2067366 Aug 09 16:04:05.738545 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.783730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-ae055ab1-3aa5-4948-bc74-d730912a55d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597072 Aug 09 16:04:05.875486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:05.883597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.934225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.943180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.961499 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/networks/96473bb2-18dd-4dac-a048-dd275de84c31 HTTP/1.1" status: 204 len: 168 time: 1.0784137 Aug 09 16:04:05.981675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57426) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:06.003751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'network': {'name': 'tempest-network-smoke--841234018', 'project_id': '698264eb09894537b6b901408cda1b15', 'port_security_enabled': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:06.007200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57428) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:06.020384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-387848360-network', 'tenant_id': '04cbb9e516414372a8587ab28641fd80'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:06.043506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:06.080239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-8b6f8ac6-4661-4519-b3b7-59bb236d762e service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881026 Aug 09 16:04:06.091354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:06.092556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8ac73e8f-9091-440c-a3d9-e6b6e87cd0cd not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:06.093325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ab18c93-7214-4253-875d-4623c6602954 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:06.108839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:06.129262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4ab18c93-7214-4253-875d-4623c6602954 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:06.130059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ab18c93-7214-4253-875d-4623c6602954 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:06.153302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.160128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:06.172342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293c36e-d31d-47d6-869f-6c68bcfe8762 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Network': ['ID=96473bb2-18dd-4dac-a048-dd275de84c31,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:06.214799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:06.239014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.239504 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Added segment faec8500-7e56-44f9-911d-b32f73ec473f of type vlan for network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 Aug 09 16:04:06.301110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Made reservation on behalf of 04cbb9e516414372a8587ab28641fd80 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:06.307974 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.330827 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.364667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.407460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.426446 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:06.428047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.449037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b8f1f8f-b739-4a6f-85f3-368f864fed14 req-43a08dbe-4ba5-412c-973b-cbc3e1aafa93 service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570533 Aug 09 16:04:06.614874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.619956 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Network': ['ID=6bfec6b9-ccad-41f7-a00d-1179b83c1648,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:06.621065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.635478 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-985d52f4-2caa-4b35-9bda-37dbb743c589 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6497400 Aug 09 16:04:06.639024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57434) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:06.643495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:06.647473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'admin_state_up': True, 'project_id': '698264eb09894537b6b901408cda1b15', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:06.675333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:06.695612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.696201 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Added segment 39a4372c-5cc1-43c3-901d-b41aecdee350 of type vlan for network 9892a731-a231-4497-9037-0f26b5967d43 Aug 09 16:04:06.746681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.748949 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.964374 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.982361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0877bb4-7383-4fde-b8e4-3d0df4cc890c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:07.038895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:07.051718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.085586 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.086948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:07.087466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.171005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:07.175952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.226421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Sync routers for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:07.287963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:07.291053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:07.305470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2949383 Aug 09 16:04:07.318559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57446) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:07.330394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Request body: {'subnet': {'network_id': '9892a731-a231-4497-9037-0f26b5967d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-387848360-subnet', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:07.362281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d73dc9-d8a9-4194-af81-31c6805f15b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9892a731-a231-4497-9037-0f26b5967d43,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:07.415807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Made reservation on behalf of 04cbb9e516414372a8587ab28641fd80 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:07.417685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9892a731-a231-4497-9037-0f26b5967d43 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:07.421857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.542297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.833894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:07.990612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.091848 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.100733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01bd8b1c-522c-4109-aab5-d677b91c5f90,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:08.145076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Checking segment: {'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:08.145643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Network hostable DHCP agents. Network: 9892a731-a231-4497-9037-0f26b5967d43, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:08.181923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:08.182466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Network 9892a731-a231-4497-9037-0f26b5967d43 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:08.198185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.207140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9892a731-a231-4497-9037-0f26b5967d43) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:08.222018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:08.224610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.240880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1034e70f-b9fc-42f1-8f61-adb05cbf9011 None None] Network 9892a731-a231-4497-9037-0f26b5967d43 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:08.259402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-830b8195-c35f-4ba8-984a-98dd31643094 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9392011 Aug 09 16:04:08.263167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57460) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:08.274562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:08.330542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.334576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.365994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:08.366946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ef87779b-beaa-4ad9-9cbe-3eb2808a77e2 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:08.530736 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.628361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.25.7.76 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/8619d381-a696-44f1-8f3e-6d01a4e1254d) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:08.721238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 2, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:08.778757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Checking router: e61f43ff-da52-46b9-bfde-625abd2b870a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:08.779259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Updating router e61f43ff-da52-46b9-bfde-625abd2b870a port 9cafbe48-e56b-4108-8972-36dcba16bd3a binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:04:08.816829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9892a731-a231-4497-9037-0f26b5967d43', 'network_id': '9892a731-a231-4497-9037-0f26b5967d43', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'fixed_ips': [{'subnet_id': '01bd8b1c-522c-4109-aab5-d677b91c5f90'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:08.822437 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.863011 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.903540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.949467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.994269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.089861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=8619d381-a696-44f1-8f3e-6d01a4e1254d,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:09.112628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:09.114324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:09.119646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:09.401190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Allocated IP 172.20.0.2 (9892a731-a231-4497-9037-0f26b5967d43/01bd8b1c-522c-4109-aab5-d677b91c5f90/f233b910-e7a2-4378-8575-8b6084318768) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:09.504425 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.531410 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.785881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Allocated IP 172.25.7.81 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/00e4f7f4-a946-4206-89d3-25fb330f4fea) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:09.842509 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.113554 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.196682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.284571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:10.286687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:10.289290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Pushing event updated for resources: {'Port': ['ID=00e4f7f4-a946-4206-89d3-25fb330f4fea,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:10.300254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:10.424308 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.483961 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.490290 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.524208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Transition to ACTIVE for port object f233b910-e7a2-4378-8575-8b6084318768 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:10.534705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Transition to ACTIVE for port object 9cafbe48-e56b-4108-8972-36dcba16bd3a will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:10.556283 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.668548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9befd5-3e6b-40b9-a967-fee9034ab9b6 None None] Pushing event updated for resources: {'Port': ['ID=9cafbe48-e56b-4108-8972-36dcba16bd3a,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:10.676038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Transition to ACTIVE for port object f233b910-e7a2-4378-8575-8b6084318768 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:10.702414 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.788948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:04:10.937256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Network 9892a731-a231-4497-9037-0f26b5967d43 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:10.985030 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.015266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Pushing event updated for resources: {'Port': ['ID=f233b910-e7a2-4378-8575-8b6084318768,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:11.020693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:11.037108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:11.132481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:11.144622 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Sync routers for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:11.167594 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:11.169461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Attempting to bind port f233b910-e7a2-4378-8575-8b6084318768 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:11.169917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Attempting to bind port f233b910-e7a2-4378-8575-8b6084318768 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:11.170280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Attempting to bind port f233b910-e7a2-4378-8575-8b6084318768 on network 9892a731-a231-4497-9037-0f26b5967d43 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:11.170949 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:11.176242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Attempting to bind port 9cafbe48-e56b-4108-8972-36dcba16bd3a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:11.176612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Attempting to bind port 9cafbe48-e56b-4108-8972-36dcba16bd3a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:11.177003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Attempting to bind port 9cafbe48-e56b-4108-8972-36dcba16bd3a on network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:11.188081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-076985b8-82b8-4a5a-965e-6e49098e9b93 req-3b59085f-3786-45bf-a16b-9ac88c588546 service neutron] (94177) timed out ('10.222.0.66', 58625) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:04:11.190834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:11.191230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Checking segment: {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:11.191741 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.192307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Bound using segment: {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:11.192903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Bound port: 9cafbe48-e56b-4108-8972-36dcba16bd3a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:11.193331 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.194451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.196299 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-49e278b7-5e76-44cb-b793-9a145f9def6f tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5558093 Aug 09 16:04:11.199964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57514) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:11.208160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:11.208528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Checking segment: {'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:11.208932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.209322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Bound using segment: {'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:11.210117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Bound port: f233b910-e7a2-4378-8575-8b6084318768, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:11.210512 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.264053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-44793e9f-6f45-4eb7-8132-e384899a61ce tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=698264eb09894537b6b901408cda1b15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628004 Aug 09 16:04:11.267673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57516) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:11.290535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] For port f233b910-e7a2-4378-8575-8b6084318768, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:11.295076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] For port f233b910-e7a2-4378-8575-8b6084318768, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f233b910-e7a2-4378-8575-8b6084318768,segment=NetworkSegment(39a4372c-5cc1-43c3-901d-b41aecdee350),segment_id=39a4372c-5cc1-43c3-901d-b41aecdee350)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:11.310323 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.370324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc861480-fdf8-41bd-a2ed-4cbc721cece8 None None] Pushing event updated for resources: {'Port': ['ID=f233b910-e7a2-4378-8575-8b6084318768,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:11.449370 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:11.457215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] For port 9cafbe48-e56b-4108-8972-36dcba16bd3a, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:11.462095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] For port 9cafbe48-e56b-4108-8972-36dcba16bd3a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9cafbe48-e56b-4108-8972-36dcba16bd3a,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:11.486860 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.509151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.612783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545eff67-c4cf-4982-8f0b-82df7b114ec9 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:11.630483 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-545eff67-c4cf-4982-8f0b-82df7b114ec9 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3614895 Aug 09 16:04:11.631456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57524) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:11.666726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:11.667376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:11.758619 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-87c23626-28db-4f2a-94cc-654e3405d858 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1257205 Aug 09 16:04:11.761431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57526) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:11.786668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1366655014', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'project_id': '698264eb09894537b6b901408cda1b15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:11.914238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9befd5-3e6b-40b9-a967-fee9034ab9b6 None None] Pushing event updated for resources: {'Port': ['ID=9cafbe48-e56b-4108-8972-36dcba16bd3a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:12.092792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:12.103372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.121070 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:09Z', 'revision_number': 3, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:12.172818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:12.198392 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Checking router: 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:12.200788 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Updating router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 port 8619d381-a696-44f1-8f3e-6d01a4e1254d binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:04:12.269603 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.426108 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.602319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Subnet': ['ID=331df4b5-592e-411f-bf7f-d1167263bc47,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:12.624825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Checking segment: {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:12.625406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network hostable DHCP agents. Network: 6bfec6b9-ccad-41f7-a00d-1179b83c1648, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:12.696726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:12.741952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 6bfec6b9-ccad-41f7-a00d-1179b83c1648) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:12.752430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:12.752906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.756286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c790d-f195-4b82-9ec4-a1f8e63b32e1 None None] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:12.869215 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b8b46582-ca2d-4c1c-a93a-3bea2a3ac3a1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1061401 Aug 09 16:04:12.873308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57542) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.166542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:04:13.246482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f233b910-e7a2-4378-8575-8b6084318768 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:13.506049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:13.530577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:11Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:13.552106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Sync routers for ids ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:13.558888 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.565900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1b0e52ab-791d-4b5d-aed6-03eee7a9c44d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.3013120 Aug 09 16:04:13.567401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57552) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.715446 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.738776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988222a-9253-4051-9597-51c8abcecae4 None None] The sync data for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 is: [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:11Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:13.745348 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Transition to ACTIVE for port object 8619d381-a696-44f1-8f3e-6d01a4e1254d will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:13.755684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:13.758901 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.777842 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.875857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87399f60-6813-459a-8cc0-15ffec70e080 None None] Network 9892a731-a231-4497-9037-0f26b5967d43 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:14.000770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Routers {'0d4a0082-f32d-4a2f-84fa-61fda39bf603'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:14.001690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:14.064273 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Attempting to bind port 8619d381-a696-44f1-8f3e-6d01a4e1254d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:14.065760 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Attempting to bind port 8619d381-a696-44f1-8f3e-6d01a4e1254d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:14.066866 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Attempting to bind port 8619d381-a696-44f1-8f3e-6d01a4e1254d on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:14.089963 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Pushing event updated for resources: {'Port': ['ID=8619d381-a696-44f1-8f3e-6d01a4e1254d,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:14.134537 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:14.135524 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:14.143609 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.144592 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:14.146127 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Bound port: 8619d381-a696-44f1-8f3e-6d01a4e1254d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:14.147369 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.153335 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.154389 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.155214 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.156027 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.156778 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.157505 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.158206 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.159000 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.159732 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.160641 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.161416 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.162185 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:14.197396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57560) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.265455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f233b910-e7a2-4378-8575-8b6084318768 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:14.423342 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] For port 8619d381-a696-44f1-8f3e-6d01a4e1254d, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:14.433970 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] For port 8619d381-a696-44f1-8f3e-6d01a4e1254d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8619d381-a696-44f1-8f3e-6d01a4e1254d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:14.444053 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.545989 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180b7b5-5650-4b22-8d0d-31f6624b876f None None] Pushing event updated for resources: {'Port': ['ID=8619d381-a696-44f1-8f3e-6d01a4e1254d,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:14.615108 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:14.616187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:03:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:14.732750 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.859985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b4dc24-8c4c-41d4-b1ab-64918d2e47fa admin admin] Deleting subnet 81ef9053-7bbd-461b-9496-9327f47fdb0e {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:14.881340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b4dc24-8c4c-41d4-b1ab-64918d2e47fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.922887 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:15.134179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4d171556-e30d-4e57-91d2-20f6584f9d72 None None] Provisioning for port f233b910-e7a2-4378-8575-8b6084318768 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:15.186692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9cafbe48-e56b-4108-8972-36dcba16bd3a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:15.307038 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b4dc24-8c4c-41d4-b1ab-64918d2e47fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.388753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4d171556-e30d-4e57-91d2-20f6584f9d72 None None] Provisioning complete for port f233b910-e7a2-4378-8575-8b6084318768 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:15.389307 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d171556-e30d-4e57-91d2-20f6584f9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.508215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Allocated IP 172.20.0.2 (6bfec6b9-ccad-41f7-a00d-1179b83c1648/331df4b5-592e-411f-bf7f-d1167263bc47/d6b73909-fb54-4083-99fa-075f6500efe5) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:15.558061 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c08d1c19-78d3-4fa9-8456-485038da56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.629611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b4dc24-8c4c-41d4-b1ab-64918d2e47fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.704216 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b4dc24-8c4c-41d4-b1ab-64918d2e47fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.762190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84b4dc24-8c4c-41d4-b1ab-64918d2e47fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.767990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-84b4dc24-8c4c-41d4-b1ab-64918d2e47fa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/81ef9053-7bbd-461b-9496-9327f47fdb0e HTTP/1.1" status: 204 len: 168 time: 1.5654194 Aug 09 16:04:15.767990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4dc24-8c4c-41d4-b1ab-64918d2e47fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ef9053-7bbd-461b-9496-9327f47fdb0e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:15.771080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57574) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.895229 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:09Z', 'revision_number': 3, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:15.968023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.030407 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.057309 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80600b5-90c0-475d-8ba6-c98c29f34bcb None None] The sync data for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 is: [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:09Z', 'revision_number': 3, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:16.060630 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.070719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Transition to ACTIVE for port object d6b73909-fb54-4083-99fa-075f6500efe5 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:16.095628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Transition to ACTIVE for port object d6b73909-fb54-4083-99fa-075f6500efe5 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:16.145583 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.266982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Set router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:16.307053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 9cafbe48-e56b-4108-8972-36dcba16bd3a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:16.509734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.521947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.20.0.1 (6bfec6b9-ccad-41f7-a00d-1179b83c1648/331df4b5-592e-411f-bf7f-d1167263bc47/385b6e68-f35a-4e2e-972a-07481d33053c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:16.530142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a47d9c-bea5-45f6-b2a8-732b5498f1c9']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:16.545503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39747aef-1fe2-4d10-b849-a9ff9389126d') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:16.546137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39747aef-1fe2-4d10-b849-a9ff9389126d') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:16.559518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.560431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 9cafbe48-e56b-4108-8972-36dcba16bd3a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:16.560809 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.597573 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.625541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:16.626837 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.645342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Pushing event updated for resources: {'Port': ['ID=d6b73909-fb54-4083-99fa-075f6500efe5,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:16.654857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:16.695709 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:16.716037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:16.764740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.814507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:16.933806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.975415 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.997533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Transition to ACTIVE for port object 385b6e68-f35a-4e2e-972a-07481d33053c will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:17.013679 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d171556-e30d-4e57-91d2-20f6584f9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.031034 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.049375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] 10.222.0.64 "DELETE /v2.0/networks/61a47d9c-bea5-45f6-b2a8-732b5498f1c9 HTTP/1.1" status: 204 len: 168 time: 1.2778177 Aug 09 16:04:17.051363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57592) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:17.052808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855b4d9-3c7c-4b69-b94a-83e74ade4e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=61a47d9c-bea5-45f6-b2a8-732b5498f1c9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.093190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Allocated IP 172.20.0.1 (9892a731-a231-4497-9037-0f26b5967d43/01bd8b1c-522c-4109-aab5-d677b91c5f90/434c24d9-e922-4c38-8c72-99c572e7de4d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:17.186402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.210638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 9cafbe48-e56b-4108-8972-36dcba16bd3a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9cafbe48-e56b-4108-8972-36dcba16bd3a,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:17.235114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Attempting to bind port d6b73909-fb54-4083-99fa-075f6500efe5 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:17.235478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Attempting to bind port d6b73909-fb54-4083-99fa-075f6500efe5 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:17.249249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Attempting to bind port d6b73909-fb54-4083-99fa-075f6500efe5 on network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:17.273059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4d171556-e30d-4e57-91d2-20f6584f9d72 None None] For port f233b910-e7a2-4378-8575-8b6084318768, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f233b910-e7a2-4378-8575-8b6084318768,segment=NetworkSegment(39a4372c-5cc1-43c3-901d-b41aecdee350),segment_id=39a4372c-5cc1-43c3-901d-b41aecdee350)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:17.274651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.307941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:17.316102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.319554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Checking segment: {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:17.320332 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.322134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Bound using segment: {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:17.322805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Bound port: d6b73909-fb54-4083-99fa-075f6500efe5, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:17.324795 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.335447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Transition to ACTIVE for port object 434c24d9-e922-4c38-8c72-99c572e7de4d will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:17.342491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=385b6e68-f35a-4e2e-972a-07481d33053c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.372910 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4d171556-e30d-4e57-91d2-20f6584f9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.385806 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.398187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-113cec23-2ff3-4955-b685-70754f1440b6 admin admin] Deleting subnet 352e8659-516c-403d-b720-9f65bcbd8a24 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:17.413363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-113cec23-2ff3-4955-b685-70754f1440b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.503098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Network 9892a731-a231-4497-9037-0f26b5967d43 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:17.506791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:17.522957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8619d381-a696-44f1-8f3e-6d01a4e1254d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:17.527480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:17.548182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-113cec23-2ff3-4955-b685-70754f1440b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.620852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.629066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-113cec23-2ff3-4955-b685-70754f1440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.653319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=9cafbe48-e56b-4108-8972-36dcba16bd3a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.675660 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b731db3b-66f4-4ce7-b262-fb50e18dcc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.744850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=434c24d9-e922-4c38-8c72-99c572e7de4d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.778840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:17.787470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] For port d6b73909-fb54-4083-99fa-075f6500efe5, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:17.795313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:17.803394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:17.836676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-113cec23-2ff3-4955-b685-70754f1440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.880031 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.910726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] For port d6b73909-fb54-4083-99fa-075f6500efe5, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d6b73909-fb54-4083-99fa-075f6500efe5,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:17.938548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-113cec23-2ff3-4955-b685-70754f1440b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.942321 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-113cec23-2ff3-4955-b685-70754f1440b6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/352e8659-516c-403d-b720-9f65bcbd8a24 HTTP/1.1" status: 204 len: 168 time: 0.8891003 Aug 09 16:04:17.966969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57600) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:17.967283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d171556-e30d-4e57-91d2-20f6584f9d72 None None] Pushing event updated for resources: {'Port': ['ID=f233b910-e7a2-4378-8575-8b6084318768,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.988677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.003439 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.011172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6987399b-271e-4a32-be01-4795605cb9a5 None None] Provisioning complete for port f233b910-e7a2-4378-8575-8b6084318768 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:18.011534 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6987399b-271e-4a32-be01-4795605cb9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.013017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8619d381-a696-44f1-8f3e-6d01a4e1254d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:18.056447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cec23-2ff3-4955-b685-70754f1440b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352e8659-516c-403d-b720-9f65bcbd8a24,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:18.096532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8619d381-a696-44f1-8f3e-6d01a4e1254d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:18.096806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.099336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:10Z', 'revision_number': 3, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:18.158952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.265757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Checking router: 0d4a0082-f32d-4a2f-84fa-61fda39bf603 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:18.266581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Updating router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 port 00e4f7f4-a946-4206-89d3-25fb330f4fea binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:04:18.283327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.324521 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.415675 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.422084 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.454576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b73724-5230-48eb-b1a6-379402fc7ff1 None None] Pushing event updated for resources: {'Port': ['ID=d6b73909-fb54-4083-99fa-075f6500efe5,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:18.522371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=434c24d9-e922-4c38-8c72-99c572e7de4d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:18.525362 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.676340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ec55f667-02ce-42f6-8b4b-3774b5a096ed None None] Provisioning for port 434c24d9-e922-4c38-8c72-99c572e7de4d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:18.676797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.739999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.754442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ec55f667-02ce-42f6-8b4b-3774b5a096ed None None] Provisioning complete for port 434c24d9-e922-4c38-8c72-99c572e7de4d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:18.754826 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ec55f667-02ce-42f6-8b4b-3774b5a096ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.828868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Network 9892a731-a231-4497-9037-0f26b5967d43 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:18.839627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:18.858939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.882811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe1d65a-3633-41a4-b61a-680f05b406c4']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:18.905952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c69e05-1e8e-43e7-abcd-6ac37e10fad0') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:18.906326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c69e05-1e8e-43e7-abcd-6ac37e10fad0') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:18.989385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.025634 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.048526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:19.049065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.091603 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.095847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:19.117881 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:19.126698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 8619d381-a696-44f1-8f3e-6d01a4e1254d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8619d381-a696-44f1-8f3e-6d01a4e1254d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:19.147188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ec55f667-02ce-42f6-8b4b-3774b5a096ed None None] Port 434c24d9-e922-4c38-8c72-99c572e7de4d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:19.153500 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.243137 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.264614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:19.275583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6489dca9-ccf7-4b6d-99e3-86827c6bd7a5 admin admin] 10.222.0.64 "PUT /v2.0/routers/0d4a0082-f32d-4a2f-84fa-61fda39bf603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7051466 Aug 09 16:04:19.297441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=8619d381-a696-44f1-8f3e-6d01a4e1254d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.341036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Transition to ACTIVE for port object 00e4f7f4-a946-4206-89d3-25fb330f4fea will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:19.349972 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.450263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58afe9-123b-4b2b-8f80-5f49130bedfb None None] Pushing event updated for resources: {'Port': ['ID=00e4f7f4-a946-4206-89d3-25fb330f4fea,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.460077 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.474274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.494337 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0fe1d65a-3633-41a4-b61a-680f05b406c4 HTTP/1.1" status: 204 len: 168 time: 1.5190039 Aug 09 16:04:19.503443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Attempting to bind port 00e4f7f4-a946-4206-89d3-25fb330f4fea on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:19.503443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Attempting to bind port 00e4f7f4-a946-4206-89d3-25fb330f4fea by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:19.503443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Attempting to bind port 00e4f7f4-a946-4206-89d3-25fb330f4fea on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:19.515764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:19.518864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda52859-823b-4726-9cd4-c085c0d3d7d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe1d65a-3633-41a4-b61a-680f05b406c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.527201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:19.527698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.528164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:19.528737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Bound port: 00e4f7f4-a946-4206-89d3-25fb330f4fea, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:19.529142 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.604408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d1fe8a6b-6546-4521-a721-4e490c9539e2 None None] Provisioning complete for port 434c24d9-e922-4c38-8c72-99c572e7de4d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:19.604786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8a6b-6546-4521-a721-4e490c9539e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.710332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.714366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9cafbe48-e56b-4108-8972-36dcba16bd3a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:19.721238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.874079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57632) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:19.899803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe8a6b-6546-4521-a721-4e490c9539e2 None None] Port 434c24d9-e922-4c38-8c72-99c572e7de4d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:19.931121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] For port 00e4f7f4-a946-4206-89d3-25fb330f4fea, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:19.939076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] For port 00e4f7f4-a946-4206-89d3-25fb330f4fea, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=00e4f7f4-a946-4206-89d3-25fb330f4fea,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:19.939793 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.953270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=385b6e68-f35a-4e2e-972a-07481d33053c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.958706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.983308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-37d1ff01-5a2a-458c-b313-f5b033290d40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df4e959e4118468a9e4a96db6da6fc5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051946 Aug 09 16:04:19.986471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57636) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:20.043297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 9cafbe48-e56b-4108-8972-36dcba16bd3a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:20.043672 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.155744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ae6779b-1f35-4161-a63d-cff31c145843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.176105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58afe9-123b-4b2b-8f80-5f49130bedfb None None] Pushing event updated for resources: {'Port': ['ID=00e4f7f4-a946-4206-89d3-25fb330f4fea,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:20.182080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Routers {'0d4a0082-f32d-4a2f-84fa-61fda39bf603'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:20.182729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:20.198712 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ae6779b-1f35-4161-a63d-cff31c145843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.227377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:20.234347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:20.272698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20413c3-c4b7-470b-a781-dda2be9e2501 None None] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:20.398394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ae6779b-1f35-4161-a63d-cff31c145843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.404818 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4ae6779b-1f35-4161-a63d-cff31c145843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.408655 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4ae6779b-1f35-4161-a63d-cff31c145843 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/227fa20f-ad5f-494d-86d7-cdf6c38e139c HTTP/1.1" status: 204 len: 168 time: 0.4182563 Aug 09 16:04:20.421492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6779b-1f35-4161-a63d-cff31c145843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227fa20f-ad5f-494d-86d7-cdf6c38e139c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:20.550043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:20.580557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57650) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:20.586378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-88860690-b557-479a-a2c9-9f33aa511523 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172571284', 'description': 'tempest-secgroup-smoke-172571284 description', 'project_id': '2e185a7342784cf3bd24c3aa1cf91709'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:20.619379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88860690-b557-479a-a2c9-9f33aa511523 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.737967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:20.748107 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8ed5842f-da64-4be8-a04c-ea6ce174d203 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "PUT /v2.0/routers/9eb5ce5b-67e5-4ab6-b132-3e37cf72e699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8731887 Aug 09 16:04:20.750948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57654) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:20.766410 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Sync routers for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:20.776532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d6b73909-fb54-4083-99fa-075f6500efe5 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:20.783572 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:20.784248 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:20.802917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88860690-b557-479a-a2c9-9f33aa511523 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.819688 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88860690-b557-479a-a2c9-9f33aa511523 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.928036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-88860690-b557-479a-a2c9-9f33aa511523 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.932656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-88860690-b557-479a-a2c9-9f33aa511523 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3503234 Aug 09 16:04:20.934164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88860690-b557-479a-a2c9-9f33aa511523 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf997bd-ccd0-4b7e-973d-e2c745e0604e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:20.944073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57656) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:20.966772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0bb6f7c2-6a3d-4cbc-8559-965be2358df1 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'security_group_rule': {'security_group_id': '8cf997bd-ccd0-4b7e-973d-e2c745e0604e', 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:20.990719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] Set router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:20.999113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5326d35c-42a6-4d27-a667-a642ea947c53 None None] Provisioning for port d6b73909-fb54-4083-99fa-075f6500efe5 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:21.065364 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.095908 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:21.111649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57660) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.124070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f7c2-6a3d-4cbc-8559-965be2358df1 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.178328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4f15be55-5d64-41f8-8a20-cb8487625773 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4118b76a5d42407f96eec3ed409c8eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650864 Aug 09 16:04:21.181470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57662) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.271572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7153-2f0d-4f18-a921-ae84db6073a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.325595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d6b73909-fb54-4083-99fa-075f6500efe5 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:21.355167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d6b73909-fb54-4083-99fa-075f6500efe5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:21.357208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f7c2-6a3d-4cbc-8559-965be2358df1 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.358818 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7153-2f0d-4f18-a921-ae84db6073a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.359945 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.407330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.407846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.409271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.409741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.412727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.413197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.413673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.414192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.418301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.424639 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bf44caf9-3387-4feb-ac7e-8de8c65a34d1 tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6389 time: 0.6709554 Aug 09 16:04:21.427422 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:19Z', 'revision_number': 2, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:21.428134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f7c2-6a3d-4cbc-8559-965be2358df1 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.430492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57670) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.497078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f7c2-6a3d-4cbc-8559-965be2358df1 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.502998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0bb6f7c2-6a3d-4cbc-8559-965be2358df1 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5573649 Aug 09 16:04:21.503667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57674) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.514859 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Checking router: 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:21.516686 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Updating router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 port 385b6e68-f35a-4e2e-972a-07481d33053c binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:04:21.519554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6475edbc-f515-4012-a503-a649387cd384 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'security_group_rule': {'security_group_id': '8cf997bd-ccd0-4b7e-973d-e2c745e0604e', 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:21.537214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f7c2-6a3d-4cbc-8559-965be2358df1 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fec5a8-937e-4cbc-b77f-e3f02f804eaf,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:21.608528 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.611580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6475edbc-f515-4012-a503-a649387cd384 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.695848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 4, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '434c24d9-e922-4c38-8c72-99c572e7de4d', 'name': '', 'network_id': '9892a731-a231-4497-9037-0f26b5967d43', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'mac_address': 'fa:16:3e:e7:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 2, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'subnets': [{'id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:21.746773 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7153-2f0d-4f18-a921-ae84db6073a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.749718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7153-2f0d-4f18-a921-ae84db6073a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.754445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8f1d7153-2f0d-4f18-a921-ae84db6073a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/daa761c5-51c7-4c0d-b65d-f42960c925a2 HTTP/1.1" status: 204 len: 168 time: 0.5714378 Aug 09 16:04:21.756597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.762109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74853a-da9d-48c4-9ce4-2479f82069fd None None] The sync data for ids ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'] in n-d-799523-2 is: [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 4, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '434c24d9-e922-4c38-8c72-99c572e7de4d', 'name': '', 'network_id': '9892a731-a231-4497-9037-0f26b5967d43', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'mac_address': 'fa:16:3e:e7:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 2, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'subnets': [{'id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:21.773635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d7153-2f0d-4f18-a921-ae84db6073a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa761c5-51c7-4c0d-b65d-f42960c925a2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:21.780811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.781271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.781733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.782291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.782747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.783251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.783700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.784704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.785206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.790854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2951c398-ecca-4156-b6a6-808fdbe9d51c tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5920 time: 0.3586481 Aug 09 16:04:21.791548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57686) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.874964 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6475edbc-f515-4012-a503-a649387cd384 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.877946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f3c025eb-1c2d-4021-b080-1ca05d9ed9e7 None None] Provisioning complete for port d6b73909-fb54-4083-99fa-075f6500efe5 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:21.879631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f3c025eb-1c2d-4021-b080-1ca05d9ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.881771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6475edbc-f515-4012-a503-a649387cd384 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.951466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port d6b73909-fb54-4083-99fa-075f6500efe5, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d6b73909-fb54-4083-99fa-075f6500efe5,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:21.973696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475edbc-f515-4012-a503-a649387cd384 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e36685c-e924-463d-b499-deaee158a132,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:21.999127 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.000132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f233b910-e7a2-4378-8575-8b6084318768 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:22.008933 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6475edbc-f515-4012-a503-a649387cd384 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.013286 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6475edbc-f515-4012-a503-a649387cd384 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5069125 Aug 09 16:04:22.013976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57694) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.020291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e89b6693-e5f5-4944-b1be-f2cecb1a75ee tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'security_group_rule': {'security_group_id': '8cf997bd-ccd0-4b7e-973d-e2c745e0604e', 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:22.115594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e89b6693-e5f5-4944-b1be-f2cecb1a75ee tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.377924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e89b6693-e5f5-4944-b1be-f2cecb1a75ee tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.386334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e89b6693-e5f5-4944-b1be-f2cecb1a75ee tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.451770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b6693-e5f5-4944-b1be-f2cecb1a75ee tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d63c90-3bbb-4dde-afe5-ea3728e8c7ed,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:22.490384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=d6b73909-fb54-4083-99fa-075f6500efe5,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:22.492907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e89b6693-e5f5-4944-b1be-f2cecb1a75ee tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.501647 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e89b6693-e5f5-4944-b1be-f2cecb1a75ee tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4819739 Aug 09 16:04:22.503111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57712) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.516756 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-41cb1b68-e71e-4d76-ba3d-d9aaf88fc1ca tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'security_group_rule': {'security_group_id': '8cf997bd-ccd0-4b7e-973d-e2c745e0604e', 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:22.540000 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.555530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f3c025eb-1c2d-4021-b080-1ca05d9ed9e7 None None] Provisioning for port 385b6e68-f35a-4e2e-972a-07481d33053c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:22.556167 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Transition to ACTIVE for port object 385b6e68-f35a-4e2e-972a-07481d33053c will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:22.565132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f3c025eb-1c2d-4021-b080-1ca05d9ed9e7 None None] Provisioning complete for port 385b6e68-f35a-4e2e-972a-07481d33053c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:22.565717 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.612563 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f3c025eb-1c2d-4021-b080-1ca05d9ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.618641 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-41cb1b68-e71e-4d76-ba3d-d9aaf88fc1ca tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.627386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f233b910-e7a2-4378-8575-8b6084318768 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:22.628006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.674098 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5c572-a6fe-4e5e-84fa-a20cb34e884a None None] Pushing event updated for resources: {'Port': ['ID=385b6e68-f35a-4e2e-972a-07481d33053c,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:22.794146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-41cb1b68-e71e-4d76-ba3d-d9aaf88fc1ca tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.801183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-41cb1b68-e71e-4d76-ba3d-d9aaf88fc1ca tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.816983 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Attempting to bind port 385b6e68-f35a-4e2e-972a-07481d33053c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:22.817563 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Attempting to bind port 385b6e68-f35a-4e2e-972a-07481d33053c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:22.818191 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Attempting to bind port 385b6e68-f35a-4e2e-972a-07481d33053c on network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:22.824432 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:22.825070 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Checking segment: {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:22.825702 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.826231 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Bound using segment: {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:22.826848 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Bound port: 385b6e68-f35a-4e2e-972a-07481d33053c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:22.827396 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.843514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f3c025eb-1c2d-4021-b080-1ca05d9ed9e7 None None] Port 385b6e68-f35a-4e2e-972a-07481d33053c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:22.845714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb1b68-e71e-4d76-ba3d-d9aaf88fc1ca tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949e26a3-2ce0-4120-8bed-b0dce01f2633,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:22.881170 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-41cb1b68-e71e-4d76-ba3d-d9aaf88fc1ca tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.889400 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-41cb1b68-e71e-4d76-ba3d-d9aaf88fc1ca tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3839133 Aug 09 16:04:22.890386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57720) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.899361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-946e2667-92ba-42dc-9fa1-864d575f3c29 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'security_group_rule': {'security_group_id': '8cf997bd-ccd0-4b7e-973d-e2c745e0604e', 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:22.961376 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-946e2667-92ba-42dc-9fa1-864d575f3c29 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Project 2e185a7342784cf3bd24c3aa1cf91709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:04:22.968225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-946e2667-92ba-42dc-9fa1-864d575f3c29 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.969965 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] For port 385b6e68-f35a-4e2e-972a-07481d33053c, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:23.007698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] For port 385b6e68-f35a-4e2e-972a-07481d33053c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=385b6e68-f35a-4e2e-972a-07481d33053c,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:23.018155 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.136202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-441393af-db3c-4ab7-81b9-10bd8f59755c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:23.145636 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:23.146197 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:23.152122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-441393af-db3c-4ab7-81b9-10bd8f59755c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 815 time: 0.4342766 Aug 09 16:04:23.160691 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5c572-a6fe-4e5e-84fa-a20cb34e884a None None] Pushing event updated for resources: {'Port': ['ID=385b6e68-f35a-4e2e-972a-07481d33053c,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:23.197649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-946e2667-92ba-42dc-9fa1-864d575f3c29 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.212934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-946e2667-92ba-42dc-9fa1-864d575f3c29 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.240394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-a409f5d8-163c-4e5a-b07d-86412b0f667d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/quotas/f92b89db3d2c4800a08d9382f25d2062 HTTP/1.1" status: 200 len: 375 time: 0.0850883 Aug 09 16:04:23.250702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e2667-92ba-42dc-9fa1-864d575f3c29 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a57bb89-a787-465f-ac1b-958c2ece0783,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:23.279358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-946e2667-92ba-42dc-9fa1-864d575f3c29 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.283585 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-946e2667-92ba-42dc-9fa1-864d575f3c29 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3918841 Aug 09 16:04:23.301657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57730) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:23.342982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d6b03320-6699-4079-81c6-5bfcda7a8d57 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'security_group_rule': {'security_group_id': '8cf997bd-ccd0-4b7e-973d-e2c745e0604e', 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:23.422467 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-d6b03320-6699-4079-81c6-5bfcda7a8d57 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Project 2e185a7342784cf3bd24c3aa1cf91709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:04:23.422836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8619d381-a696-44f1-8f3e-6d01a4e1254d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:23.436602 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6b03320-6699-4079-81c6-5bfcda7a8d57 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.486785 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:23.556776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-936b62aa-eb9f-4a31-9360-c5c2111245f6 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3151436 Aug 09 16:04:23.560127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8619d381-a696-44f1-8f3e-6d01a4e1254d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:23.560717 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.663645 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6b03320-6699-4079-81c6-5bfcda7a8d57 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.678717 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6b03320-6699-4079-81c6-5bfcda7a8d57 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.720136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8293b6e1-dcc1-4f5c-8da3-5b66250af6ea tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 1.9216964 Aug 09 16:04:23.720251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b03320-6699-4079-81c6-5bfcda7a8d57 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4ae5e2-b3e4-43b9-9d2c-c610e922c521,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:23.723127 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d6b03320-6699-4079-81c6-5bfcda7a8d57 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.735717 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d6b03320-6699-4079-81c6-5bfcda7a8d57 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4318771 Aug 09 16:04:23.824383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d6b73909-fb54-4083-99fa-075f6500efe5 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:23.826103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-9af825c1-4e00-480b-9df7-b5a05cf5edd6 service neutron] 10.222.0.64 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590895 Aug 09 16:04:23.933722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d6b73909-fb54-4083-99fa-075f6500efe5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:23.934327 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.101045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-fdb482d2-12a3-4e62-8a03-13078ce2e676 service neutron] 10.222.0.64 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675242 Aug 09 16:04:24.202719 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:22Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:24.251553 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5212415-b493-4eff-a354-43e8868210f4 None None] The sync data for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 is: [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:22Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:24.643100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57812) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:24.651954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-648ec6fd-e874-4a5f-8f6e-272e62560da6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019964303', 'description': 'tempest-secgroup-smoke-2019964303 description', 'project_id': '698264eb09894537b6b901408cda1b15'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:24.693075 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-648ec6fd-e874-4a5f-8f6e-272e62560da6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.818439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-d11d0c55-97c7-4a27-9125-a395906f0710 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172571284&fields=id&tenant_id=2e185a7342784cf3bd24c3aa1cf91709 HTTP/1.1" status: 200 len: 267 time: 0.0851297 Aug 09 16:04:24.850428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-648ec6fd-e874-4a5f-8f6e-272e62560da6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.856434 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-648ec6fd-e874-4a5f-8f6e-272e62560da6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.907372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-648ec6fd-e874-4a5f-8f6e-272e62560da6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.911560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-648ec6fd-e874-4a5f-8f6e-272e62560da6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2644389 Aug 09 16:04:24.913384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 57824) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:24.945842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ec6fd-e874-4a5f-8f6e-272e62560da6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee285b53-06d3-4c18-ab6f-209641e275f2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:24.964960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c30d557e-8857-4fff-89e3-e54aa495948a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'ee285b53-06d3-4c18-ab6f-209641e275f2', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:25.025528 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c30d557e-8857-4fff-89e3-e54aa495948a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.045002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-b8083468-ccf5-47b5-8f69-d4d46115a8fc tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:25.052685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-b8083468-ccf5-47b5-8f69-d4d46115a8fc tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/networks?id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 HTTP/1.1" status: 200 len: 806 time: 0.2250586 Aug 09 16:04:25.083592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-8e829d8b-d2b9-4546-b405-e4b30fe93f27 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/quotas/2e185a7342784cf3bd24c3aa1cf91709 HTTP/1.1" status: 200 len: 375 time: 0.0298567 Aug 09 16:04:25.171062 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c30d557e-8857-4fff-89e3-e54aa495948a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.182814 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c30d557e-8857-4fff-89e3-e54aa495948a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.207041 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c30d557e-8857-4fff-89e3-e54aa495948a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.208305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c30d557e-8857-4fff-89e3-e54aa495948a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786648 Aug 09 16:04:25.211743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57844) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:25.216594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bbecf1b4-54b8-42aa-acdd-d28374c7b846 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'ee285b53-06d3-4c18-ab6f-209641e275f2', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:25.233856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-0e3a1ffe-cab8-4ae5-9b01-38660901c0a9 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e185a7342784cf3bd24c3aa1cf91709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1493289 Aug 09 16:04:25.238642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d557e-8857-4fff-89e3-e54aa495948a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddef12e6-2c9e-4c72-b1a8-b3195d5640d2,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:25.272498 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bbecf1b4-54b8-42aa-acdd-d28374c7b846 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.289898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 385b6e68-f35a-4e2e-972a-07481d33053c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:25.351659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 385b6e68-f35a-4e2e-972a-07481d33053c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:25.357017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 385b6e68-f35a-4e2e-972a-07481d33053c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:25.358355 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.399253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bbecf1b4-54b8-42aa-acdd-d28374c7b846 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.404445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bbecf1b4-54b8-42aa-acdd-d28374c7b846 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.421131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecf1b4-54b8-42aa-acdd-d28374c7b846 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df31e6c1-d213-43f9-9cd8-32d515ee949d,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:25.433262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-9a947ff4-b850-4d6f-813b-5db62234221e service neutron] 10.222.0.64 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488738 Aug 09 16:04:25.450841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bbecf1b4-54b8-42aa-acdd-d28374c7b846 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.452536 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bbecf1b4-54b8-42aa-acdd-d28374c7b846 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2396705 Aug 09 16:04:25.456312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57876) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:25.462618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-27b35e47-afb9-41f7-90d8-dc24dadbf606 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'ee285b53-06d3-4c18-ab6f-209641e275f2', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:25.533262 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.534352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27b35e47-afb9-41f7-90d8-dc24dadbf606 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.629350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 385b6e68-f35a-4e2e-972a-07481d33053c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=385b6e68-f35a-4e2e-972a-07481d33053c,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:25.635601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.638451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 00e4f7f4-a946-4206-89d3-25fb330f4fea up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:25.666175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-093a42d1-f7e3-4d41-9290-d7e1eb0eeb59 service neutron] 10.222.0.64 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252421 Aug 09 16:04:25.667740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27b35e47-afb9-41f7-90d8-dc24dadbf606 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.817637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=385b6e68-f35a-4e2e-972a-07481d33053c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:25.821298 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:04:25.845930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 00e4f7f4-a946-4206-89d3-25fb330f4fea completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:25.852626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 00e4f7f4-a946-4206-89d3-25fb330f4fea triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:25.857380 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.895373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cd47e10d-c107-45b0-bd56-354aedb9d4f7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:25.897288 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cd47e10d-c107-45b0-bd56-354aedb9d4f7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.66 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 815 time: 0.2416899 Aug 09 16:04:25.899118 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27b35e47-afb9-41f7-90d8-dc24dadbf606 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.921228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Request body: {'port': {'device_id': '33708db7-2def-4c42-8bba-10be902ad6c4', 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'admin_state_up': True, 'tenant_id': 'f92b89db3d2c4800a08d9382f25d2062'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:25.931318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b35e47-afb9-41f7-90d8-dc24dadbf606 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8247a3-ede9-4bfe-a828-bd3987010230,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:26.041912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27b35e47-afb9-41f7-90d8-dc24dadbf606 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.043937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-27b35e47-afb9-41f7-90d8-dc24dadbf606 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5860531 Aug 09 16:04:26.049943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57884) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:26.055923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-916a93d8-e717-44db-9fa3-3ca143883ad0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'ee285b53-06d3-4c18-ab6f-209641e275f2', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:26.134046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-916a93d8-e717-44db-9fa3-3ca143883ad0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.153723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.211250 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-916a93d8-e717-44db-9fa3-3ca143883ad0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.233629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-916a93d8-e717-44db-9fa3-3ca143883ad0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.255360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Made reservation on behalf of f92b89db3d2c4800a08d9382f25d2062 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:26.256125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 00e4f7f4-a946-4206-89d3-25fb330f4fea, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=00e4f7f4-a946-4206-89d3-25fb330f4fea,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:26.261049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.265837 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.291356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a93d8-e717-44db-9fa3-3ca143883ad0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b512863-41a3-44f5-92f9-096ec36309c3,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:26.307110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-916a93d8-e717-44db-9fa3-3ca143883ad0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.313992 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-916a93d8-e717-44db-9fa3-3ca143883ad0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2639294 Aug 09 16:04:26.314927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57892) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:26.326465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-bf9fa09b-7d09-4d52-935a-01629901dab2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'ee285b53-06d3-4c18-ab6f-209641e275f2', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:26.403591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-99ee37c8-63fe-450f-9c4b-c3596a9bbcdd req-cf3f3976-714a-424e-893e-57fbcfcadf83 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 210 time: 0.1099498 Aug 09 16:04:26.448466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=00e4f7f4-a946-4206-89d3-25fb330f4fea,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:26.484270 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-bf9fa09b-7d09-4d52-935a-01629901dab2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Project 698264eb09894537b6b901408cda1b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:04:26.493154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa09b-7d09-4d52-935a-01629901dab2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.561315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5175a93d-165d-4876-a8f8-f0664bed17d7 req-ef2fa9fa-cd1d-4b3c-8a51-0d87eeda8c2b tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 210 time: 0.0685630 Aug 09 16:04:26.595354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Allocated IP 172.20.0.6 (8215f258-93ab-4d3e-a0e1-c26f18b4cfc3/46bc4e81-bfb1-43e6-9feb-44130023c64e/e5e91780-4215-4097-8b43-b05d62d60ef3) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:26.622324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa09b-7d09-4d52-935a-01629901dab2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.630629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa09b-7d09-4d52-935a-01629901dab2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.676468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fa09b-7d09-4d52-935a-01629901dab2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d69ecdc-8d8f-42ed-9150-4d6e72b03a6e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:26.687081 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa09b-7d09-4d52-935a-01629901dab2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.688560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bf9fa09b-7d09-4d52-935a-01629901dab2 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3698530 Aug 09 16:04:26.692191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 57898) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:26.702405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0fbaa550-50ed-471e-8e2a-10aa3452a1d6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'security_group_rule': {'security_group_id': 'ee285b53-06d3-4c18-ab6f-209641e275f2', 'project_id': '698264eb09894537b6b901408cda1b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:26.781512 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-0fbaa550-50ed-471e-8e2a-10aa3452a1d6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Project 698264eb09894537b6b901408cda1b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:04:26.790003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa550-50ed-471e-8e2a-10aa3452a1d6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.924765 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa550-50ed-471e-8e2a-10aa3452a1d6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.930548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.934625 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa550-50ed-471e-8e2a-10aa3452a1d6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.940608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Sync routers for ids ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:26.955055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Routers {'0d4a0082-f32d-4a2f-84fa-61fda39bf603'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:26.955677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:26.983418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaa550-50ed-471e-8e2a-10aa3452a1d6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70403a47-e2cc-45ef-913c-3c622be35f6c,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:26.994432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa550-50ed-471e-8e2a-10aa3452a1d6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.995669 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0fbaa550-50ed-471e-8e2a-10aa3452a1d6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3027337 Aug 09 16:04:27.038612 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.058091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['39ffd8c6-f83b-420a-98c7-79b9d0254232'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:27.169224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Pushing event updated for resources: {'Port': ['ID=e5e91780-4215-4097-8b43-b05d62d60ef3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:27.223278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:27.224855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:27.248777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:27.339614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 385b6e68-f35a-4e2e-972a-07481d33053c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:27.390122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:27.390781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.412041 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-cc4ae794-8847-46fd-bad6-5fd84d0cb954 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5014057 Aug 09 16:04:27.432052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c5cb88c1-6ec0-4d25-b3d6-af6753328f6c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019964303&fields=id&tenant_id=698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 267 time: 0.1043947 Aug 09 16:04:27.433087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Request body: {'port': {'device_id': '33708db7-2def-4c42-8bba-10be902ad6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:27.478355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Set router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:27.556928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.650136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-4bacfbc2-fae8-4272-8cde-ee24b389be78 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:27.662527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-4bacfbc2-fae8-4272-8cde-ee24b389be78 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/networks?id=6bfec6b9-ccad-41f7-a00d-1179b83c1648 HTTP/1.1" status: 200 len: 796 time: 0.2254090 Aug 09 16:04:27.684223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-2393586d-f1c3-47f7-a08b-b3f3b549eb40 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/quotas/698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 375 time: 0.0179501 Aug 09 16:04:27.773226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-50997c98-e32d-4d90-b1f7-99d749565f12 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869918 Aug 09 16:04:27.938023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-9dee8ba6-2c10-4217-9ecb-f81480a9254f service neutron] 10.222.0.64 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591418 Aug 09 16:04:27.973786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 385b6e68-f35a-4e2e-972a-07481d33053c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:27.986988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.024414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e91780-4215-4097-8b43-b05d62d60ef3 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:28.032863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.048212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Transition to ACTIVE for port object e5e91780-4215-4097-8b43-b05d62d60ef3 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:28.054745 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.137218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e91780-4215-4097-8b43-b05d62d60ef3,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:28.233380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Attempting to bind port e5e91780-4215-4097-8b43-b05d62d60ef3 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:28.234373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Attempting to bind port e5e91780-4215-4097-8b43-b05d62d60ef3 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:28.235104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Attempting to bind port e5e91780-4215-4097-8b43-b05d62d60ef3 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:28.240003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-cded4280-4d6a-4f26-b4d0-f39329fdfe3d service neutron] 10.222.0.64 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007069 Aug 09 16:04:28.249430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Port e5e91780-4215-4097-8b43-b05d62d60ef3 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:04:28.250116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Attempting to bind port e5e91780-4215-4097-8b43-b05d62d60ef3 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:28.254518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-39b925fe-e0df-4a35-89b9-0c4e03a98efc tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:28.256100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-39b925fe-e0df-4a35-89b9-0c4e03a98efc tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.35 "GET /v2.0/networks?id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 HTTP/1.1" status: 200 len: 806 time: 0.3081858 Aug 09 16:04:28.258358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:28.258897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Checking segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:28.259632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Bound using segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:28.260137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Bound port: e5e91780-4215-4097-8b43-b05d62d60ef3, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:28.260508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.268759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 4, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '434c24d9-e922-4c38-8c72-99c572e7de4d', 'name': '', 'network_id': '9892a731-a231-4497-9037-0f26b5967d43', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'mac_address': 'fa:16:3e:e7:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 2, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'subnets': [{'id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:28.277059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 00e4f7f4-a946-4206-89d3-25fb330f4fea up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:28.352776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-7c77d9e1-fe98-435c-a12c-5a5ec18318d2 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e185a7342784cf3bd24c3aa1cf91709 HTTP/1.1" status: 200 len: 379 time: 0.0747700 Aug 09 16:04:28.362174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] For port e5e91780-4215-4097-8b43-b05d62d60ef3, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:28.370490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] For port e5e91780-4215-4097-8b43-b05d62d60ef3, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e5e91780-4215-4097-8b43-b05d62d60ef3,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:28.373374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'port': {'device_id': '5187c02a-0017-4e1d-8511-392f8f05c177', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'admin_state_up': True, 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'security_groups': ['8cf997bd-ccd0-4b7e-973d-e2c745e0604e']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:28.377725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.442470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Checking router: 0d4a0082-f32d-4a2f-84fa-61fda39bf603 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:28.450914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Updating router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 port 434c24d9-e922-4c38-8c72-99c572e7de4d binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:04:28.527179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:28.528274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.529897 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5e91780-4215-4097-8b43-b05d62d60ef3 HTTP/1.1" status: 200 len: 1091 time: 1.1063571 Aug 09 16:04:28.532710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33708db7-2def-4c42-8bba-10be902ad6c4', 'tag': 'e5e91780-4215-4097-8b43-b05d62d60ef3'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:28.535482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.537326 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4120602-353e-4098-8fd3-ce0b9250b3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "33708db7-2def-4c42-8bba-10be902ad6c4", "tag": "e5e91780-4215-4097-8b43-b05d62d60ef3"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:28.555749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.572502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Made reservation on behalf of 2e185a7342784cf3bd24c3aa1cf91709 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:28.576836 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.652758 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.667640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 00e4f7f4-a946-4206-89d3-25fb330f4fea triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:28.668313 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.727527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75f23-caa0-443a-b80d-cf8e880f33c9 req-a53bb294-4a6a-4633-a7c2-f146f2db035f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:28.729730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff75f23-caa0-443a-b80d-cf8e880f33c9 req-a53bb294-4a6a-4633-a7c2-f146f2db035f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 943 time: 0.1141007 Aug 09 16:04:28.788515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea37ef6-571a-463b-b11e-cf696025c090 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e91780-4215-4097-8b43-b05d62d60ef3,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:28.866550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-31c76132-5984-4149-9d06-b0567fce0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:28.872257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-31c76132-5984-4149-9d06-b0567fce0765 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 1094 time: 0.2725880 Aug 09 16:04:28.877115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff75f23-caa0-443a-b80d-cf8e880f33c9 req-b49f9202-76cb-4d69-8d05-092a96e69a77 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378181 Aug 09 16:04:28.892508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Allocated IP 172.20.0.11 (4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71/e71763ef-f3e6-41e5-bc26-8ea4a51b662e/eb5682ac-5b21-4f5e-8125-df63a606bf73) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:28.965070 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-14176d78-823e-4840-bc71-3b9093873928 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5e91780-4215-4097-8b43-b05d62d60ef3 HTTP/1.1" status: 200 len: 217 time: 0.0797300 Aug 09 16:04:29.111831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-5f63a156-aa61-453d-a1d4-a826c83dcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:29.121686 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-5f63a156-aa61-453d-a1d4-a826c83dcd15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.1488779 Aug 09 16:04:29.185557 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-136e6ced-4c22-40b0-bbc1-93d295a54f8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569494 Aug 09 16:04:29.250024 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.287470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Transition to ACTIVE for port object eb5682ac-5b21-4f5e-8125-df63a606bf73 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:29.346977 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-393d8c16-64e4-4acb-b5d2-b8774e555e3e service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532860 Aug 09 16:04:29.394101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48820a46-8837-4c1b-b467-e3ce93bcde2f req-98e10a48-c895-4d09-b307-826398554252 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 210 time: 0.0441520 Aug 09 16:04:29.398884 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.419257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.458300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Transition to ACTIVE for port object 434c24d9-e922-4c38-8c72-99c572e7de4d will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:29.477716 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.535537 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f0e2a86f-83c3-4047-a260-3fc43973d3e6 req-aa0f0870-2cc5-4316-b57f-c716b07c1cbb service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794260 Aug 09 16:04:29.575767 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40d4ddc5-b637-44ff-abc8-ca1618cdd214 req-0bcf3486-c467-4d7a-8e8a-35a216d60e2e tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 210 time: 0.0538573 Aug 09 16:04:29.593365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:29.612702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:29.617943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:29.651925 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7d276-0c3e-48d6-913f-800c1fa5e6a8 None None] Pushing event updated for resources: {'Port': ['ID=434c24d9-e922-4c38-8c72-99c572e7de4d,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:29.680824 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff47af0-79fa-4098-a465-95b49fa6fc4d x-openstack-request-id: req-5ff47af0-79fa-4098-a465-95b49fa6fc4d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:29.681222 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33708db7-2def-4c42-8bba-10be902ad6c4", "tag": "e5e91780-4215-4097-8b43-b05d62d60ef3", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:29.681574 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ff47af0-79fa-4098-a465-95b49fa6fc4d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:29.682075 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33708db7-2def-4c42-8bba-10be902ad6c4', 'tag': 'e5e91780-4215-4097-8b43-b05d62d60ef3', 'status': 'completed', 'code': 200} Aug 09 16:04:29.692808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'Port': ['ID=eb5682ac-5b21-4f5e-8125-df63a606bf73,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:29.766174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Attempting to bind port 434c24d9-e922-4c38-8c72-99c572e7de4d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:29.766706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Attempting to bind port 434c24d9-e922-4c38-8c72-99c572e7de4d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:29.767172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Attempting to bind port 434c24d9-e922-4c38-8c72-99c572e7de4d on network 9892a731-a231-4497-9037-0f26b5967d43 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:29.768617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:29.770473 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.797065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:29.797424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Checking segment: {'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:29.797830 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.798236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Bound using segment: {'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:29.805382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Bound port: 434c24d9-e922-4c38-8c72-99c572e7de4d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a4372c-5cc1-43c3-901d-b41aecdee350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '9892a731-a231-4497-9037-0f26b5967d43'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:29.805862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.819655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-97470e73-9ce2-46b5-a8ce-e5f9457aef58 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4568863 Aug 09 16:04:29.835044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Request body: {'port': {'device_id': '5187c02a-0017-4e1d-8511-392f8f05c177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:30.101269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] For port 434c24d9-e922-4c38-8c72-99c572e7de4d, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:30.169030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] For port 434c24d9-e922-4c38-8c72-99c572e7de4d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=434c24d9-e922-4c38-8c72-99c572e7de4d,segment=NetworkSegment(39a4372c-5cc1-43c3-901d-b41aecdee350),segment_id=39a4372c-5cc1-43c3-901d-b41aecdee350)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:30.180776 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.183331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.376672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7d276-0c3e-48d6-913f-800c1fa5e6a8 None None] Pushing event updated for resources: {'Port': ['ID=434c24d9-e922-4c38-8c72-99c572e7de4d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:30.389034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Routers {'0d4a0082-f32d-4a2f-84fa-61fda39bf603'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:30.392014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:30.415061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6206afd1-5375-401d-883c-b6304c70eda6 None None] Provisioning for port eb5682ac-5b21-4f5e-8125-df63a606bf73 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:30.485503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6206afd1-5375-401d-883c-b6304c70eda6 None None] Provisioning complete for port eb5682ac-5b21-4f5e-8125-df63a606bf73 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:30.486237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6206afd1-5375-401d-883c-b6304c70eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.549929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6206afd1-5375-401d-883c-b6304c70eda6 None None] Port eb5682ac-5b21-4f5e-8125-df63a606bf73 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:30.654246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] Set router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:30.706336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7eeb-100f-4d45-a988-b6c28192a6b4 req-ce4bfad4-9326-46a3-9dde-2b2988d0ba7c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:30.716896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ddc7eeb-100f-4d45-a988-b6c28192a6b4 req-ce4bfad4-9326-46a3-9dde-2b2988d0ba7c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 943 time: 0.6380806 Aug 09 16:04:30.725728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-0d43707c-8a86-4d74-a2bd-b26356585969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:30.728298 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-0d43707c-8a86-4d74-a2bd-b26356585969 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 1094 time: 1.0097904 Aug 09 16:04:30.806908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ddc7eeb-100f-4d45-a988-b6c28192a6b4 req-fd443de0-7068-4674-974e-d42108913272 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877247 Aug 09 16:04:30.895031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-04adb850-db26-4250-89c5-8e9767cc3c5e tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:30.896618 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-04adb850-db26-4250-89c5-8e9767cc3c5e tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/networks?id=6bfec6b9-ccad-41f7-a00d-1179b83c1648 HTTP/1.1" status: 200 len: 796 time: 0.3008299 Aug 09 16:04:30.971130 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-a0264647-c565-4274-ac73-e6aa91689fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:30.980394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-a0264647-c565-4274-ac73-e6aa91689fa2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 917 time: 0.2345777 Aug 09 16:04:31.017502 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-613f11ad-c90d-417f-941e-3c52c0ac8cce tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=698264eb09894537b6b901408cda1b15 HTTP/1.1" status: 200 len: 380 time: 0.1088223 Aug 09 16:04:31.053369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 4, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '434c24d9-e922-4c38-8c72-99c572e7de4d', 'name': '', 'network_id': '9892a731-a231-4497-9037-0f26b5967d43', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'mac_address': 'fa:16:3e:e7:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:30Z', 'revision_number': 4, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'subnets': [{'id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:31.076576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'port': {'device_id': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'admin_state_up': True, 'tenant_id': '698264eb09894537b6b901408cda1b15', 'security_groups': ['ee285b53-06d3-4c18-ab6f-209641e275f2']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:31.083396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-d77c1bb1-f4e2-4f95-a4a7-15778fa0ef8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5e91780-4215-4097-8b43-b05d62d60ef3 HTTP/1.1" status: 200 len: 217 time: 0.0893145 Aug 09 16:04:31.087737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762637f-ad45-406a-b268-d6a00aa9ee9c None None] The sync data for ids ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'] in n-d-799523-2 is: [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 4, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '434c24d9-e922-4c38-8c72-99c572e7de4d', 'name': '', 'network_id': '9892a731-a231-4497-9037-0f26b5967d43', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'mac_address': 'fa:16:3e:e7:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:30Z', 'revision_number': 4, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'subnets': [{'id': '01bd8b1c-522c-4109-aab5-d677b91c5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:31.114231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b14590-4b8b-4965-baff-afae01ac5ac4 req-18657725-b98b-4066-96ea-ece139d7b120 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:31.117080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46b14590-4b8b-4965-baff-afae01ac5ac4 req-18657725-b98b-4066-96ea-ece139d7b120 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 932 time: 0.1634643 Aug 09 16:04:31.169045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5682ac-5b21-4f5e-8125-df63a606bf73 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:31.195616 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.230551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Transition to ACTIVE for port object eb5682ac-5b21-4f5e-8125-df63a606bf73 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:31.235208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46b14590-4b8b-4965-baff-afae01ac5ac4 req-62ca415f-bdf4-47d5-abea-62acd7a16e8f tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107683 Aug 09 16:04:31.237249 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.240698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-5c79a854-c676-4be1-afd3-ca91876e6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:31.242490 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-5c79a854-c676-4be1-afd3-ca91876e6979 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.1462326 Aug 09 16:04:31.338849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Pushing event updated for resources: {'Port': ['ID=eb5682ac-5b21-4f5e-8125-df63a606bf73,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:31.368673 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-8af305ef-e01e-468f-a952-fb42df5446dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098881 Aug 09 16:04:31.457286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 434c24d9-e922-4c38-8c72-99c572e7de4d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:31.526277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9abe215f-1416-45e9-8ef7-9fa9e8b7d325 req-fc329408-8efa-4ccb-8ca6-8bf6a8de338e tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 210 time: 0.0896513 Aug 09 16:04:31.641057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 434c24d9-e922-4c38-8c72-99c572e7de4d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:31.647872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Made reservation on behalf of 698264eb09894537b6b901408cda1b15 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:31.648706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Attempting to bind port eb5682ac-5b21-4f5e-8125-df63a606bf73 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:31.649142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Attempting to bind port eb5682ac-5b21-4f5e-8125-df63a606bf73 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:31.649564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Attempting to bind port eb5682ac-5b21-4f5e-8125-df63a606bf73 on network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:31.657139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Port eb5682ac-5b21-4f5e-8125-df63a606bf73 on network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:04:31.657851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.658277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Attempting to bind port eb5682ac-5b21-4f5e-8125-df63a606bf73 on network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:31.666565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 434c24d9-e922-4c38-8c72-99c572e7de4d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:31.667144 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.670828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:31.671276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Checking segment: {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:31.672577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Bound using segment: {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:31.673110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Bound port: eb5682ac-5b21-4f5e-8125-df63a606bf73, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ad7c31-82d2-4637-81af-088043e1abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:31.674190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.822403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] For port eb5682ac-5b21-4f5e-8125-df63a606bf73, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:31.826601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] For port eb5682ac-5b21-4f5e-8125-df63a606bf73, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:31.834731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.839633 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.930352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 434c24d9-e922-4c38-8c72-99c572e7de4d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=434c24d9-e922-4c38-8c72-99c572e7de4d,segment=NetworkSegment(39a4372c-5cc1-43c3-901d-b41aecdee350),segment_id=39a4372c-5cc1-43c3-901d-b41aecdee350)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:31.939725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.950804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.20.0.14 (6bfec6b9-ccad-41f7-a00d-1179b83c1648/331df4b5-592e-411f-bf7f-d1167263bc47/a7057266-2a3c-4b2c-9d94-e15b4e8ef33f) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:31.951389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:31.951759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.953698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] 10.222.0.35 "PUT /v2.0/ports/eb5682ac-5b21-4f5e-8125-df63a606bf73 HTTP/1.1" status: 200 len: 1092 time: 2.1254292 Aug 09 16:04:31.954238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187c02a-0017-4e1d-8511-392f8f05c177', 'tag': 'eb5682ac-5b21-4f5e-8125-df63a606bf73'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:31.957142 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f983fb-c5df-4e78-80ba-e64229154924" -d '{"events": [{"name": "network-changed", "server_uuid": "5187c02a-0017-4e1d-8511-392f8f05c177", "tag": "eb5682ac-5b21-4f5e-8125-df63a606bf73"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:32.028385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-159e11ff-2321-4d35-a547-2e24104a0f54 service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329064 Aug 09 16:04:32.069507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=434c24d9-e922-4c38-8c72-99c572e7de4d,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:32.096045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3598b7-652c-4cd4-835a-7a11131d29da service neutron] Pushing event updated for resources: {'Port': ['ID=eb5682ac-5b21-4f5e-8125-df63a606bf73,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:32.159374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cfbd0-eab9-47a3-ab7b-118bd2cec92e req-842c151c-4eab-4efb-a99d-08896c355382 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.175544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc7cfbd0-eab9-47a3-ab7b-118bd2cec92e req-842c151c-4eab-4efb-a99d-08896c355382 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 943 time: 0.2144494 Aug 09 16:04:32.252601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc7cfbd0-eab9-47a3-ab7b-118bd2cec92e req-7e364454-8fd5-4c78-9fe3-e0dd4f4db463 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755908 Aug 09 16:04:32.278804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-0e5473d1-f769-4c27-b294-b760a2f2750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.284474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-0e5473d1-f769-4c27-b294-b760a2f2750d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e185a7342784cf3bd24c3aa1cf91709&device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1095 time: 0.2611513 Aug 09 16:04:32.369479 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b4120602-353e-4098-8fd3-ce0b9250b3bc req-c50bf25c-2852-40be-b826-3aaf0dae120a service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233523 Aug 09 16:04:32.414331 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2efa08-082e-4b46-8977-56204874d345 x-openstack-request-id: req-1b2efa08-082e-4b46-8977-56204874d345 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:32.416964 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.417926 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5187c02a-0017-4e1d-8511-392f8f05c177", "tag": "eb5682ac-5b21-4f5e-8125-df63a606bf73", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:32.418278 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b2efa08-082e-4b46-8977-56204874d345 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:32.418737 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187c02a-0017-4e1d-8511-392f8f05c177', 'tag': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'status': 'completed', 'code': 200} Aug 09 16:04:32.422476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-27064543-6bdf-4dbb-aa7e-16eb123e5ec7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73 HTTP/1.1" status: 200 len: 217 time: 0.1290028 Aug 09 16:04:32.435659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Transition to ACTIVE for port object a7057266-2a3c-4b2c-9d94-e15b4e8ef33f will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:32.495091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.534037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-5267eb9e-214c-4b62-a089-c6d7efdd347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.536033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-5267eb9e-214c-4b62-a089-c6d7efdd347b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e71763ef-f3e6-41e5-bc26-8ea4a51b662e HTTP/1.1" status: 200 len: 845 time: 0.1052012 Aug 09 16:04:32.557746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:32.561353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d7ca8-4e86-48c2-ac36-c982c24c2882 req-67cc324d-0b90-4745-a7be-8ce5ddad851c tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.561636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:32.568593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:32.571774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-726d7ca8-4e86-48c2-ac36-c982c24c2882 req-67cc324d-0b90-4745-a7be-8ce5ddad851c tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 944 time: 0.0983789 Aug 09 16:04:32.636853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.638054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.668108 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5952926 Aug 09 16:04:32.675535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa036a3e-22a8-4b22-8221-ddd55a02e7f3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:32.683721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Request body: {'port': {'device_id': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:32.701947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-726d7ca8-4e86-48c2-ac36-c982c24c2882 req-95395a48-453e-4e0e-abeb-6c1250254bca tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289110 Aug 09 16:04:32.721628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-701602fa-0e38-4fc4-a566-17535042b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.723251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-701602fa-0e38-4fc4-a566-17535042b8de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783559 Aug 09 16:04:32.819319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.941952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b8676ea9-d324-45f0-9376-a11ec71a7fba None None] Provisioning for port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:32.948717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b8676ea9-d324-45f0-9376-a11ec71a7fba None None] Provisioning complete for port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:32.950471 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b8676ea9-d324-45f0-9376-a11ec71a7fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.989000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c715b6-6a96-42de-bba2-ec5a167c47ca req-56c50af6-93ff-4e6f-90bc-f8d027a6ea84 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.991419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79c715b6-6a96-42de-bba2-ec5a167c47ca req-56c50af6-93ff-4e6f-90bc-f8d027a6ea84 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 932 time: 0.2129736 Aug 09 16:04:32.997962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-670ed02d-935e-4cb2-b8be-80fd1b5b30c9 service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657301 Aug 09 16:04:33.020500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b8676ea9-d324-45f0-9376-a11ec71a7fba None None] Port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:33.132655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79c715b6-6a96-42de-bba2-ec5a167c47ca req-1db82df6-f2e2-4b95-ba60-885600d6d1b4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297100 Aug 09 16:04:33.183539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a80611-a700-4b05-83ef-ec186e73e568 req-6b37aa5f-e195-4bd8-8229-ff10d8d23fc4 service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636484 Aug 09 16:04:33.270550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7057266-2a3c-4b2c-9d94-e15b4e8ef33f {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:33.294037 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.333910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Transition to ACTIVE for port object a7057266-2a3c-4b2c-9d94-e15b4e8ef33f will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:33.341325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.343228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f983fb-c5df-4e78-80ba-e64229154924 req-1044795e-d121-43f2-a3d0-0cecd3b89090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:33.348280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62f983fb-c5df-4e78-80ba-e64229154924 req-1044795e-d121-43f2-a3d0-0cecd3b89090 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e185a7342784cf3bd24c3aa1cf91709&device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1095 time: 0.1053417 Aug 09 16:04:33.384720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 434c24d9-e922-4c38-8c72-99c572e7de4d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:33.439150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e5e91780-4215-4097-8b43-b05d62d60ef3 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:04:33.442869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Pushing event updated for resources: {'Port': ['ID=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:33.587269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Attempting to bind port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:33.587854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Attempting to bind port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:33.589270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Attempting to bind port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f on network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:33.598746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 434c24d9-e922-4c38-8c72-99c572e7de4d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:33.599125 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.602778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f on network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:04:33.603127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Attempting to bind port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f on network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:33.619663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:33.620077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Checking segment: {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:33.620429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Bound using segment: {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:33.620876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Bound port: a7057266-2a3c-4b2c-9d94-e15b4e8ef33f, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faec8500-7e56-44f9-911d-b32f73ec473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:33.624312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.692361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e5e91780-4215-4097-8b43-b05d62d60ef3, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e5e91780-4215-4097-8b43-b05d62d60ef3,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:33.760519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'e5e91780-4215-4097-8b43-b05d62d60ef3', 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'port_id': 'e5e91780-4215-4097-8b43-b05d62d60ef3', 'mac_address': 'fa:16:3e:45:4f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bc4e81-bfb1-43e6-9feb-44130023c64e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:04:33.775049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] For port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:33.785779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] For port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:33.791671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.836783 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:33.837422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.838873 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] 10.222.0.66 "PUT /v2.0/ports/a7057266-2a3c-4b2c-9d94-e15b4e8ef33f HTTP/1.1" status: 200 len: 1092 time: 1.1600785 Aug 09 16:04:33.839336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:33.841689 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59be9618-8dad-4c6c-9a0c-b567f8f43bef" -d '{"events": [{"name": "network-changed", "server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:33.886368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.921377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6452-46b5-4948-9a9d-281a26e2587b service neutron] Pushing event updated for resources: {'Port': ['ID=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:33.922729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e91780-4215-4097-8b43-b05d62d60ef3 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:33.945542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c41e02a3-9a5b-47d6-8825-896dced29296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:33.947281 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-c41e02a3-9a5b-47d6-8825-896dced29296 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0644026 Aug 09 16:04:33.964142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e5e91780-4215-4097-8b43-b05d62d60ef3, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e5e91780-4215-4097-8b43-b05d62d60ef3,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:33.974389 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.014832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b59b17-7676-4cdc-b7b4-b10eaf4aec36 req-040ee994-0e76-46b7-9140-50d3c192a794 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.017095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-84debb49-5b6d-462f-8d4e-862e52619a33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f HTTP/1.1" status: 200 len: 217 time: 0.0601661 Aug 09 16:04:34.018864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65b59b17-7676-4cdc-b7b4-b10eaf4aec36 req-040ee994-0e76-46b7-9140-50d3c192a794 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 943 time: 0.1163530 Aug 09 16:04:34.067675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e5e91780-4215-4097-8b43-b05d62d60ef3,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:34.069483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f983fb-c5df-4e78-80ba-e64229154924 req-4df577dc-5ed1-41dc-a604-546811e22500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.071607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62f983fb-c5df-4e78-80ba-e64229154924 req-4df577dc-5ed1-41dc-a604-546811e22500 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 HTTP/1.1" status: 200 len: 908 time: 0.7164779 Aug 09 16:04:34.101291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-837ccf30-24cb-484e-a79c-46a89d88dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.102866 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-837ccf30-24cb-484e-a79c-46a89d88dd79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=331df4b5-592e-411f-bf7f-d1167263bc47 HTTP/1.1" status: 200 len: 835 time: 0.0779829 Aug 09 16:04:34.141800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62f983fb-c5df-4e78-80ba-e64229154924 req-9f4627e6-a41a-4c0c-a5ec-6d9cb7542823 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73 HTTP/1.1" status: 200 len: 217 time: 0.0607805 Aug 09 16:04:34.147278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65b59b17-7676-4cdc-b7b4-b10eaf4aec36 req-749f0b2e-a2d4-4a79-a179-05ffbe22155a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015387 Aug 09 16:04:34.191277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-6617e462-4a22-48e6-87e1-e97d85cf783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.196875 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-6617e462-4a22-48e6-87e1-e97d85cf783c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6bfec6b9-ccad-41f7-a00d-1179b83c1648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756652 Aug 09 16:04:34.202775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e5e91780-4215-4097-8b43-b05d62d60ef3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:34.218122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f983fb-c5df-4e78-80ba-e64229154924 req-ae87ab29-f638-45b4-8cc7-5a64881b0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.219735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62f983fb-c5df-4e78-80ba-e64229154924 req-ae87ab29-f638-45b4-8cc7-5a64881b0b32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e71763ef-f3e6-41e5-bc26-8ea4a51b662e HTTP/1.1" status: 200 len: 845 time: 0.0694060 Aug 09 16:04:34.323378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730155d6-dbdb-4431-abd8-9e3fb97dde21 req-178a9875-0877-418c-9a5f-85d39cde5ba3 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.325473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-730155d6-dbdb-4431-abd8-9e3fb97dde21 req-178a9875-0877-418c-9a5f-85d39cde5ba3 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 944 time: 0.0891278 Aug 09 16:04:34.332979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f983fb-c5df-4e78-80ba-e64229154924 req-ab8bf878-1576-4cf6-b398-ce85aa590d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.334859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62f983fb-c5df-4e78-80ba-e64229154924 req-ab8bf878-1576-4cf6-b398-ce85aa590d43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076398 Aug 09 16:04:34.352084 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-38ddcfad-c74c-48f5-a8c4-65b66c7cdc79 service neutron] 10.222.0.66 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449072 Aug 09 16:04:34.438380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-730155d6-dbdb-4431-abd8-9e3fb97dde21 req-131df1a9-45a9-49d7-b8d1-560d30954343 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021559 Aug 09 16:04:34.475172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62f983fb-c5df-4e78-80ba-e64229154924 req-2b5888ce-269f-4aac-ba0b-5ba4463de73a service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278448 Aug 09 16:04:34.481787 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-cc20d5b1-2292-489a-86d2-5a58fc1bde99 req-816fc84c-361c-4816-9d64-0586eabe6b86 service neutron] 10.222.0.66 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216302 Aug 09 16:04:34.503695 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fb40a4-1c59-48f5-b4a1-3ddc3eed4a52 x-openstack-request-id: req-02fb40a4-1c59-48f5-b4a1-3ddc3eed4a52 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:34.503946 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:34.504086 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02fb40a4-1c59-48f5-b4a1-3ddc3eed4a52 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:34.504525 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'status': 'completed', 'code': 200} Aug 09 16:04:34.607673 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-e3e3b486-940e-4eeb-9029-d0dc72bea05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.608658 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-e3e3b486-940e-4eeb-9029-d0dc72bea05e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0685160 Aug 09 16:04:34.655246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62f983fb-c5df-4e78-80ba-e64229154924 req-a50c06cb-7cfa-48f4-b18f-0168ccb29761 service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730142 Aug 09 16:04:34.690778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4a60-ed4d-42b4-8a33-3bd89298d1df req-aea6abc1-3867-4faa-af32-051cbf9fb2bd tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.692909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f43c4a60-ed4d-42b4-8a33-3bd89298d1df req-aea6abc1-3867-4faa-af32-051cbf9fb2bd tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 944 time: 0.1190073 Aug 09 16:04:34.758110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f43c4a60-ed4d-42b4-8a33-3bd89298d1df req-38a9efcc-9e31-4227-b442-dcc65a29a668 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520279 Aug 09 16:04:34.768449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-8a1ef36a-ed51-4171-a563-5bb73c55ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.770165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-8a1ef36a-ed51-4171-a563-5bb73c55ae36 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6bfec6b9-ccad-41f7-a00d-1179b83c1648 HTTP/1.1" status: 200 len: 898 time: 0.1504006 Aug 09 16:04:34.815889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-360d4ad2-e540-4324-bde0-cef4762669f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f HTTP/1.1" status: 200 len: 217 time: 0.0370231 Aug 09 16:04:34.880937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-5c057ccc-704c-4899-bd64-8c0d5b943d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.883732 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-5c057ccc-704c-4899-bd64-8c0d5b943d12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=331df4b5-592e-411f-bf7f-d1167263bc47 HTTP/1.1" status: 200 len: 835 time: 0.0549293 Aug 09 16:04:34.938402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-41412593-d160-4086-bbe8-a96911f1cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.940000 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-41412593-d160-4086-bbe8-a96911f1cafc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6bfec6b9-ccad-41f7-a00d-1179b83c1648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499473 Aug 09 16:04:35.071109 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-f6158977-d6c4-48d1-acca-b1cf078eec14 service neutron] 10.222.0.66 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178617 Aug 09 16:04:35.186291 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59be9618-8dad-4c6c-9a0c-b567f8f43bef req-d26f4bfd-3e05-4217-8794-efa280975458 service neutron] 10.222.0.66 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063061 Aug 09 16:04:35.284482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7dcde-e0eb-4857-bf98-119470b91a81 req-7020990c-4e1a-4d09-94dc-73ca63ad944f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:35.286047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7d7dcde-e0eb-4857-bf98-119470b91a81 req-7020990c-4e1a-4d09-94dc-73ca63ad944f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 944 time: 0.0556664 Aug 09 16:04:35.332004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7d7dcde-e0eb-4857-bf98-119470b91a81 req-359122d2-f724-465f-b8f7-07306889e30c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378835 Aug 09 16:04:35.399665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e5e91780-4215-4097-8b43-b05d62d60ef3 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:35.481392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port e5e91780-4215-4097-8b43-b05d62d60ef3 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:35.486327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port e5e91780-4215-4097-8b43-b05d62d60ef3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:35.486828 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.576250 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.592097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31589f-7465-4c0e-9945-15ddb66c7465 req-eaab043c-8319-4d8b-bcab-b69e2a7bb624 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:35.599776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a31589f-7465-4c0e-9945-15ddb66c7465 req-eaab043c-8319-4d8b-bcab-b69e2a7bb624 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 944 time: 0.0712698 Aug 09 16:04:35.618985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33708db7-2def-4c42-8bba-10be902ad6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e91780-4215-4097-8b43-b05d62d60ef3'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:35.623490 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcd0eea-58de-44e4-882d-a9204a671427" -d '{"events": [{"server_uuid": "33708db7-2def-4c42-8bba-10be902ad6c4", "name": "network-vif-plugged", "status": "completed", "tag": "e5e91780-4215-4097-8b43-b05d62d60ef3"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:35.639196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e5e91780-4215-4097-8b43-b05d62d60ef3, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e5e91780-4215-4097-8b43-b05d62d60ef3,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:35.643746 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.664570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a31589f-7465-4c0e-9945-15ddb66c7465 req-84c63a7a-e789-4480-85bb-0e5003005c45 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633705 Aug 09 16:04:35.726758 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28749ad1-fd0b-4c87-9775-bbcc06e20caa x-openstack-request-id: req-28749ad1-fd0b-4c87-9775-bbcc06e20caa {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:35.729216 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33708db7-2def-4c42-8bba-10be902ad6c4", "name": "network-vif-plugged", "status": "completed", "tag": "e5e91780-4215-4097-8b43-b05d62d60ef3", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:35.729216 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28749ad1-fd0b-4c87-9775-bbcc06e20caa {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:35.729216 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33708db7-2def-4c42-8bba-10be902ad6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e91780-4215-4097-8b43-b05d62d60ef3', 'code': 200} Aug 09 16:04:35.731207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e5e91780-4215-4097-8b43-b05d62d60ef3,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:35.877366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44db56-6bb6-4f03-ab32-acc3421bf6c4 req-0c250bd4-963a-478c-aef1-fc717d3daa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:35.879145 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b44db56-6bb6-4f03-ab32-acc3421bf6c4 req-0c250bd4-963a-478c-aef1-fc717d3daa1e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 1096 time: 0.0737700 Aug 09 16:04:35.919215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe5b62-5114-4c3e-81af-099e263d3ee4 req-7181e329-3299-4294-91ae-338adb403eea tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:35.921434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cefe5b62-5114-4c3e-81af-099e263d3ee4 req-7181e329-3299-4294-91ae-338adb403eea tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 944 time: 0.0860384 Aug 09 16:04:35.932582 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b44db56-6bb6-4f03-ab32-acc3421bf6c4 req-8657866b-a8a4-4c17-99cd-18665c0cbc17 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Aug 09 16:04:35.966610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cefe5b62-5114-4c3e-81af-099e263d3ee4 req-26229db4-4568-4350-898d-171eeef0b78c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390823 Aug 09 16:04:36.477997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf8e1b-1afb-4244-92c4-263265bf4f98 req-8528dc02-5811-451b-b779-94926f58dbf7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:36.479685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47cf8e1b-1afb-4244-92c4-263265bf4f98 req-8528dc02-5811-451b-b779-94926f58dbf7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 945 time: 0.0615287 Aug 09 16:04:36.526966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47cf8e1b-1afb-4244-92c4-263265bf4f98 req-260035b1-5a81-497f-bb05-4d73f4849bdc tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Aug 09 16:04:36.635053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device eb5682ac-5b21-4f5e-8125-df63a606bf73 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:04:36.760955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port eb5682ac-5b21-4f5e-8125-df63a606bf73, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:36.786287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'port_id': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'mac_address': 'fa:16:3e:9f:2a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:04:36.846912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd907-c131-499d-a6f6-7bee3502f5fd req-4a220b03-14a3-49e1-b13a-15a455c92984 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:36.850916 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.855296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-260fd907-c131-499d-a6f6-7bee3502f5fd req-4a220b03-14a3-49e1-b13a-15a455c92984 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 944 time: 0.0802050 Aug 09 16:04:36.868146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5682ac-5b21-4f5e-8125-df63a606bf73 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:36.898654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port eb5682ac-5b21-4f5e-8125-df63a606bf73, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:36.901314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-260fd907-c131-499d-a6f6-7bee3502f5fd req-87cc1654-6860-477b-9a7b-8cb673a6789c tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450253 Aug 09 16:04:36.911469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.972087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=eb5682ac-5b21-4f5e-8125-df63a606bf73,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:37.098959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90787a-9d45-420d-8966-783a6f5373f8 req-ae1f0bf1-f74f-4b4d-8acc-4b73062d499c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:37.107641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c90787a-9d45-420d-8966-783a6f5373f8 req-ae1f0bf1-f74f-4b4d-8acc-4b73062d499c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 944 time: 0.0616312 Aug 09 16:04:37.123898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['eb5682ac-5b21-4f5e-8125-df63a606bf73'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:37.151665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c90787a-9d45-420d-8966-783a6f5373f8 req-d9fe3291-a036-4b75-af2e-c2d846b6ce80 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Aug 09 16:04:37.402136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a7057266-2a3c-4b2c-9d94-e15b4e8ef33f details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:04:37.531179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:37.544393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'port_id': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'mac_address': 'fa:16:3e:f0:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:04:37.601965 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.623253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7057266-2a3c-4b2c-9d94-e15b4e8ef33f {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:37.658938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:37.667854 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.703047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf467ae-0b84-4c4b-a4e3-72ca3e7cf80a req-a4186779-378d-4f27-8c20-9801194dc809 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:37.713395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caf467ae-0b84-4c4b-a4e3-72ca3e7cf80a req-a4186779-378d-4f27-8c20-9801194dc809 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 945 time: 0.1073804 Aug 09 16:04:37.745019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:37.769594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caf467ae-0b84-4c4b-a4e3-72ca3e7cf80a req-35492e92-7ece-4527-b143-88d78ac5f6a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548799 Aug 09 16:04:37.936091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['a7057266-2a3c-4b2c-9d94-e15b4e8ef33f'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:38.074962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19920-1472-4cfb-97aa-c802b1d84cd7 req-01869aac-f51e-4c24-8475-8f17a2317343 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:38.082859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e19920-1472-4cfb-97aa-c802b1d84cd7 req-01869aac-f51e-4c24-8475-8f17a2317343 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 945 time: 0.0817344 Aug 09 16:04:38.136520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83e19920-1472-4cfb-97aa-c802b1d84cd7 req-d870f8e4-ecf2-4222-9649-d4ed10548f9a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526626 Aug 09 16:04:38.507209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03712a1-d25c-4e16-afdb-8f5ee3829a08 req-ab0ab6d1-2d31-42c2-bd13-3d65fe3d2cf0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:38.513090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c03712a1-d25c-4e16-afdb-8f5ee3829a08 req-ab0ab6d1-2d31-42c2-bd13-3d65fe3d2cf0 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 945 time: 0.0722907 Aug 09 16:04:38.570013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c03712a1-d25c-4e16-afdb-8f5ee3829a08 req-c126d4fe-cdcd-432d-8748-f251b004d84b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536029 Aug 09 16:04:38.637366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device eb5682ac-5b21-4f5e-8125-df63a606bf73 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:38.698518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port eb5682ac-5b21-4f5e-8125-df63a606bf73 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:38.709204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port eb5682ac-5b21-4f5e-8125-df63a606bf73 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:38.709836 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.815969 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.844312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187c02a-0017-4e1d-8511-392f8f05c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5682ac-5b21-4f5e-8125-df63a606bf73'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:38.846740 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261fcf82-c7f6-4fde-839d-ff467b728938" -d '{"events": [{"server_uuid": "5187c02a-0017-4e1d-8511-392f8f05c177", "name": "network-vif-plugged", "status": "completed", "tag": "eb5682ac-5b21-4f5e-8125-df63a606bf73"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:38.865267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port eb5682ac-5b21-4f5e-8125-df63a606bf73, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:38.871571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.901315 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9279ca72-2e5a-44d3-8a7a-f1569d400d65 x-openstack-request-id: req-9279ca72-2e5a-44d3-8a7a-f1569d400d65 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:38.901660 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187c02a-0017-4e1d-8511-392f8f05c177", "name": "network-vif-plugged", "status": "completed", "tag": "eb5682ac-5b21-4f5e-8125-df63a606bf73", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:38.901914 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9279ca72-2e5a-44d3-8a7a-f1569d400d65 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:38.902310 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187c02a-0017-4e1d-8511-392f8f05c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'code': 200} Aug 09 16:04:38.937564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=eb5682ac-5b21-4f5e-8125-df63a606bf73,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:39.012241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffd570-8cc1-4e38-837e-c57ca5453b56 req-9466a24b-415e-4b84-8db9-3507da2d66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:39.013773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82ffd570-8cc1-4e38-837e-c57ca5453b56 req-9466a24b-415e-4b84-8db9-3507da2d66da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1097 time: 0.0430810 Aug 09 16:04:39.052434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82ffd570-8cc1-4e38-837e-c57ca5453b56 req-c58c115c-796b-48bb-a2fd-1a8f46305489 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Aug 09 16:04:39.373886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f518-6e91-4773-b846-5983b09e8587 req-1a1484a0-dc54-41f9-8638-43625e680e03 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:39.373886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d99f518-6e91-4773-b846-5983b09e8587 req-1a1484a0-dc54-41f9-8638-43625e680e03 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 946 time: 0.0607028 Aug 09 16:04:39.420027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a7057266-2a3c-4b2c-9d94-e15b4e8ef33f up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:39.423328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d99f518-6e91-4773-b846-5983b09e8587 req-56cdbb4b-da50-46c9-933a-54a202d9b72e tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419118 Aug 09 16:04:39.499100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:39.504453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:39.505034 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.591056 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.636414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:39.643810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.731444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df40abf-e047-4f6e-9e0e-ff6a5cffeef5 req-8f9128c9-ff44-4971-bea7-d8170c984634 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:39.733020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0df40abf-e047-4f6e-9e0e-ff6a5cffeef5 req-8f9128c9-ff44-4971-bea7-d8170c984634 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.0651371 Aug 09 16:04:39.734004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:39.793630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0df40abf-e047-4f6e-9e0e-ff6a5cffeef5 req-f10d9c6d-3bab-44d7-a385-4a407903a815 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 Aug 09 16:04:40.578426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e0e6-2453-4680-8725-edc72fbf4abc req-dc55060d-521c-4207-8be4-d9a1f03f5e7e tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:40.579920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4be4e0e6-2453-4680-8725-edc72fbf4abc req-dc55060d-521c-4207-8be4-d9a1f03f5e7e tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 946 time: 0.0549572 Aug 09 16:04:40.623106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4be4e0e6-2453-4680-8725-edc72fbf4abc req-e6479010-4a56-443a-a44d-a18be2aae2ae tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360458 Aug 09 16:04:40.761421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce04ab-500f-495d-949e-fe3a892ddce7 req-b62d117d-2c4f-4d11-806d-5f9b85c0c709 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:40.763125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fce04ab-500f-495d-949e-fe3a892ddce7 req-b62d117d-2c4f-4d11-806d-5f9b85c0c709 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 946 time: 0.0648227 Aug 09 16:04:40.812561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fce04ab-500f-495d-949e-fe3a892ddce7 req-0e69ec56-9d1d-47d1-b56b-884df94f4c28 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Aug 09 16:04:40.904484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:40.906848 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1100d7-9447-4a3a-9f00-2415c19b8f2d" -d '{"events": [{"server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "name": "network-vif-plugged", "status": "completed", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:40.951532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6022de3-c60a-4965-a7ad-f13251737e78 req-84747db2-4088-485e-b55a-a315d33ab15b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:40.953213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6022de3-c60a-4965-a7ad-f13251737e78 req-84747db2-4088-485e-b55a-a315d33ab15b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.0723612 Aug 09 16:04:40.998543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6022de3-c60a-4965-a7ad-f13251737e78 req-5b90e9dc-33e5-48fc-877f-fd4ebb69e4fa tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389011 Aug 09 16:04:41.113803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944b92-d9c7-48f7-82c0-961e991efe18 req-2e62e540-d439-4aea-a807-521071fa47ad tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:41.115698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67944b92-d9c7-48f7-82c0-961e991efe18 req-2e62e540-d439-4aea-a807-521071fa47ad tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 946 time: 0.0545549 Aug 09 16:04:41.158162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67944b92-d9c7-48f7-82c0-961e991efe18 req-fec653e9-4838-4e49-9499-daab6ad62ac6 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359809 Aug 09 16:04:41.181376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58066) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:41.270075 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cf4b91-957e-40d8-95a0-17f4d7263aa0 x-openstack-request-id: req-36cf4b91-957e-40d8-95a0-17f4d7263aa0 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:41.270581 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "name": "network-vif-plugged", "status": "completed", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:41.271313 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36cf4b91-957e-40d8-95a0-17f4d7263aa0 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:41.272381 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'code': 200} Aug 09 16:04:41.398286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc5c7-288b-40b4-8fb8-1bb15b08cff1 req-6864c186-5948-4aa0-826a-1c7f7787379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:41.400881 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6c9cc5c7-288b-40b4-8fb8-1bb15b08cff1 req-6864c186-5948-4aa0-826a-1c7f7787379d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0484326 Aug 09 16:04:41.481726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4f035-66a3-4c59-957c-33a95c29a442 tempest-TestServerBasicOps-1064672751 tempest-TestServerBasicOps-1064672751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:41.483329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7ed4f035-66a3-4c59-957c-33a95c29a442 tempest-TestServerBasicOps-1064672751 tempest-TestServerBasicOps-1064672751-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1092 time: 0.3007009 Aug 09 16:04:41.486693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58076) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:41.488989 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6c9cc5c7-288b-40b4-8fb8-1bb15b08cff1 req-30a27287-c28c-4e32-82fd-142aee83183f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803819 Aug 09 16:04:41.494226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:41.525343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.637893 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.786244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Allocated IP 172.25.7.180 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/41beb932-f5b1-4610-ad57-afac8ecb473c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:41.894827 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.936799 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.984358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:41.991928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:41.996462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:41.999661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'Port': ['ID=41beb932-f5b1-4610-ad57-afac8ecb473c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:42.209220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e44c22-21c5-4ac8-abda-139b170baa75 req-ae471569-672e-4564-a9ca-dbc7ac2aa7bc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:42.210965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8e44c22-21c5-4ac8-abda-139b170baa75 req-ae471569-672e-4564-a9ca-dbc7ac2aa7bc tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.1302297 Aug 09 16:04:42.305167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8e44c22-21c5-4ac8-abda-139b170baa75 req-cd82efe8-962c-4b9f-93da-ed3a02fb0de1 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864472 Aug 09 16:04:42.666937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.792102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.959259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.964935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.037811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event updated for resources: {'Port': ['ID=41beb932-f5b1-4610-ad57-afac8ecb473c,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:43.053280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.167283 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Floating IP 81d9ecad-09f5-445f-b7a4-17d1026e6a8e associated. External IP: 172.25.7.180, port: eb5682ac-5b21-4f5e-8125-df63a606bf73. Aug 09 16:04:43.735114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbec9e-f530-4362-8275-ab59909ac3a5 req-ea19b79a-a769-45d6-b8f0-8339a094ee9a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:43.743785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1cbec9e-f530-4362-8275-ab59909ac3a5 req-ea19b79a-a769-45d6-b8f0-8339a094ee9a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.1243508 Aug 09 16:04:43.791011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Router e61f43ff-da52-46b9-bfde-625abd2b870a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:43.803077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1cbec9e-f530-4362-8275-ab59909ac3a5 req-f5e4c7f2-363f-493a-888b-29bfd90d34c3 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583494 Aug 09 16:04:43.948721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:43.962385 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] Sync routers for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:43.988183 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:43.996234 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:43.998241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.062878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-da75b038-1a14-4eb8-aec4-03cc75a8ff5d tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5727806 Aug 09 16:04:44.064411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187c02a-0017-4e1d-8511-392f8f05c177', 'tag': 'eb5682ac-5b21-4f5e-8125-df63a606bf73'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:44.069003 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79feada8-7b2d-44f7-af4f-40b0683ba8be" -d '{"events": [{"name": "network-changed", "server_uuid": "5187c02a-0017-4e1d-8511-392f8f05c177", "tag": "eb5682ac-5b21-4f5e-8125-df63a606bf73"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:44.109066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c08b2-ee11-4c8f-b1f3-c44c67245da0 req-47cebf42-107d-44a0-a8e4-9ff07dae930c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:44.117465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-114c08b2-ee11-4c8f-b1f3-c44c67245da0 req-47cebf42-107d-44a0-a8e4-9ff07dae930c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.1391490 Aug 09 16:04:44.191585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-114c08b2-ee11-4c8f-b1f3-c44c67245da0 req-32d6646b-bb12-4629-9d24-0bc2f568b077 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696144 Aug 09 16:04:44.197794 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:44.216366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58132) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.270516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1709598-b333-4b36-b021-b3357a4d9fcd tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:44.270739 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb29d2-d4d7-4534-a1d3-d865f8428258 x-openstack-request-id: req-debb29d2-d4d7-4534-a1d3-d865f8428258 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:44.270860 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5187c02a-0017-4e1d-8511-392f8f05c177", "tag": "eb5682ac-5b21-4f5e-8125-df63a606bf73", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:44.271083 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-debb29d2-d4d7-4534-a1d3-d865f8428258 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:44.271499 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187c02a-0017-4e1d-8511-392f8f05c177', 'tag': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'status': 'completed', 'code': 200} Aug 09 16:04:44.275891 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b1709598-b333-4b36-b021-b3357a4d9fcd tempest-TestNetworkBasicOps-1212416561 tempest-TestNetworkBasicOps-1212416561-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 1092 time: 0.0622306 Aug 09 16:04:44.276592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58134) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.281974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:44.314342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.389681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-3ea7211c-211a-4002-93bc-4cb7158a77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:44.396658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-3ea7211c-211a-4002-93bc-4cb7158a77aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e185a7342784cf3bd24c3aa1cf91709&device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1097 time: 0.1013672 Aug 09 16:04:44.507547 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.533981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-0231dbf4-703d-4867-8488-219e4ca30039 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:44.542745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-0231dbf4-703d-4867-8488-219e4ca30039 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 815 time: 0.1203487 Aug 09 16:04:44.574144 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '81d9ecad-09f5-445f-b7a4-17d1026e6a8e', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'port_id': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'mac_address': 'fa:16:3e:9f:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187c02a-0017-4e1d-8511-392f8f05c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:04:42Z', 'updated_at': '2021-08-09T16:04:42Z', 'revision_number': 0, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 5, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:44.602230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-23f64e5a-d102-404c-8f2b-3d52effb9e19 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/quotas/f92b89db3d2c4800a08d9382f25d2062 HTTP/1.1" status: 200 len: 375 time: 0.0583103 Aug 09 16:04:44.606793 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] Checking router: e61f43ff-da52-46b9-bfde-625abd2b870a for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:44.621741 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:44.622695 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:44.657029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Allocated IP 172.25.7.223 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/22737c2e-584d-4166-b107-f871e5ffc874) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:44.695412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-e2f99918-f59d-48b5-855f-7401404633f5 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919263 Aug 09 16:04:44.697472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-715716b7-f5c1-4ae5-8932-9af89e585a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:44.699670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-715716b7-f5c1-4ae5-8932-9af89e585a70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 HTTP/1.1" status: 200 len: 908 time: 0.2964306 Aug 09 16:04:44.769815 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:44.847776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.879813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-b8bb602d-2a3a-44eb-ad11-90d83e2ff635 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73 HTTP/1.1" status: 200 len: 1000 time: 0.1548765 Aug 09 16:04:44.913417 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.961328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:44.966160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:44.969954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-beff8321-f274-407a-a35d-578dd2b91bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:44.971460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-beff8321-f274-407a-a35d-578dd2b91bd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e71763ef-f3e6-41e5-bc26-8ea4a51b662e HTTP/1.1" status: 200 len: 845 time: 0.0844471 Aug 09 16:04:44.976508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:44.982279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-451da05f-3191-47ad-b077-7fe1603e1bbb service neutron] 10.222.0.64 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729378 Aug 09 16:04:45.002026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-88fd59ff-8579-4b55-b6be-43f4616959d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.023092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=22737c2e-584d-4166-b107-f871e5ffc874,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:45.041134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.042209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.042563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.042899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.043234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.043562 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.044312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.044647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.045357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.045687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.046032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.046360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:45.089503 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '81d9ecad-09f5-445f-b7a4-17d1026e6a8e', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'port_id': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'mac_address': 'fa:16:3e:9f:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187c02a-0017-4e1d-8511-392f8f05c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:04:42Z', 'updated_at': '2021-08-09T16:04:42Z', 'revision_number': 0, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 5, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:45.094118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-7b0b92af-507c-42b2-a72d-f3b30face7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:45.095660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-7b0b92af-507c-42b2-a72d-f3b30face7ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015823 Aug 09 16:04:45.126073 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5cfd9-0048-4551-bacf-d773445f2660 None None] The sync data for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 is: [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '81d9ecad-09f5-445f-b7a4-17d1026e6a8e', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'port_id': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'mac_address': 'fa:16:3e:9f:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187c02a-0017-4e1d-8511-392f8f05c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:04:42Z', 'updated_at': '2021-08-09T16:04:42Z', 'revision_number': 0, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 5, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:45.186059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-9e6f99eb-1e20-488b-9c60-242ba041c243 service neutron] 10.222.0.64 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022007 Aug 09 16:04:45.303136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-89bebd86-c01a-4a72-9e57-bb156340300e service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998193 Aug 09 16:04:45.567080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8bc6dd97-8818-4a7d-8e34-60938ed2f984 req-c79559db-c047-4f5e-9905-190297a4e193 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 210 time: 0.0564685 Aug 09 16:04:45.577891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79feada8-7b2d-44f7-af4f-40b0683ba8be req-28dc68be-5f5f-4ac4-b5ec-69c454818c73 service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622511 Aug 09 16:04:45.662717 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.674016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67fb965-9d1d-4516-9320-34f89279ab1c None None] New status for floating IP 81d9ecad-09f5-445f-b7a4-17d1026e6a8e: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:04:45.809571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.293431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.293431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.355490 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event updated for resources: {'Port': ['ID=22737c2e-584d-4166-b107-f871e5ffc874,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:46.378273 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.619098 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Floating IP d0185926-d5fa-4eda-be0a-46139441bf04 associated. External IP: 172.25.7.223, port: a7057266-2a3c-4b2c-9d94-e15b4e8ef33f. Aug 09 16:04:46.792650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-193ed1c9-2899-4497-aded-4d106dd6b5bd req-fa1d9c63-c1a6-4276-9d70-f16578c74378 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 210 time: 0.1019094 Aug 09 16:04:46.992548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:47.162671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:47.173972 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] Sync routers for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:47.190204 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:47.190969 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:47.195060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.242663 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a2ef1be8-1a71-44ee-891e-b1bf594a568c tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9642143 Aug 09 16:04:47.243387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:47.246629 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b81613d-de35-4229-8304-078428319d26" -d '{"events": [{"name": "network-changed", "server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:47.250241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58192) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:47.331371 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ac32a8-d138-44c9-9c9c-7f043914a922 x-openstack-request-id: req-54ac32a8-d138-44c9-9c9c-7f043914a922 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:47.331745 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:47.332027 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54ac32a8-d138-44c9-9c9c-7f043914a922 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:47.332599 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'status': 'completed', 'code': 200} Aug 09 16:04:47.336542 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:47.412754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-b4805db8-9ab5-4c12-a173-4aa84c5be492 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:47.414994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-b4805db8-9ab5-4c12-a173-4aa84c5be492 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.35 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 815 time: 0.2751493 Aug 09 16:04:47.421684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81613d-de35-4229-8304-078428319d26 req-a4e74175-5221-4f5b-b30c-50fbc234539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:47.423597 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b81613d-de35-4229-8304-078428319d26 req-a4e74175-5221-4f5b-b30c-50fbc234539f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0635052 Aug 09 16:04:47.424822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-23d9bf29-66b2-40b6-ab69-795dbd89ee67 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/floatingips/d0185926-d5fa-4eda-be0a-46139441bf04 HTTP/1.1" status: 200 len: 992 time: 0.1710482 Aug 09 16:04:47.433606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Request body: {'port': {'device_id': '6716acd4-226b-4223-a666-8daff9bceda4', 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'admin_state_up': True, 'tenant_id': 'f92b89db3d2c4800a08d9382f25d2062'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:47.542146 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bbaa09b9-61c7-4838-ade3-49b16f3eb9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.564731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81613d-de35-4229-8304-078428319d26 req-bb8dd051-72cb-49b3-bdd8-1cf3f9be29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:47.566565 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b81613d-de35-4229-8304-078428319d26 req-bb8dd051-72cb-49b3-bdd8-1cf3f9be29e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6bfec6b9-ccad-41f7-a00d-1179b83c1648 HTTP/1.1" status: 200 len: 898 time: 0.1338303 Aug 09 16:04:47.620767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Made reservation on behalf of f92b89db3d2c4800a08d9382f25d2062 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:47.625717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.670430 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b81613d-de35-4229-8304-078428319d26 req-c5f1d817-615d-45b2-9f21-fa5b94eeb445 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f HTTP/1.1" status: 200 len: 1000 time: 0.0869892 Aug 09 16:04:47.702422 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'd0185926-d5fa-4eda-be0a-46139441bf04', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.223', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'port_id': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'mac_address': 'fa:16:3e:f0:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:04:45Z', 'updated_at': '2021-08-09T16:04:45Z', 'revision_number': 0, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:25Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:47.731203 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] Checking router: 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:47.757527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81613d-de35-4229-8304-078428319d26 req-286da039-02da-495a-99af-4c2471f7646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:47.758040 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:47.759016 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:47.759186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b81613d-de35-4229-8304-078428319d26 req-286da039-02da-495a-99af-4c2471f7646c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=331df4b5-592e-411f-bf7f-d1167263bc47 HTTP/1.1" status: 200 len: 835 time: 0.0781121 Aug 09 16:04:47.777729 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.823718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81613d-de35-4229-8304-078428319d26 req-9ead479f-c2c7-414c-a918-7a172c8757b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:47.826236 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b81613d-de35-4229-8304-078428319d26 req-9ead479f-c2c7-414c-a918-7a172c8757b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6bfec6b9-ccad-41f7-a00d-1179b83c1648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543671 Aug 09 16:04:47.832706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Allocated IP 172.20.0.14 (8215f258-93ab-4d3e-a0e1-c26f18b4cfc3/46bc4e81-bfb1-43e6-9feb-44130023c64e/75ec73a1-89e1-41d4-83a5-37478939c5c8) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:47.935854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97b69030-a141-4283-ba1b-71a76eee666d req-c08c2e55-093a-4a7d-aaf3-a6ea67e9b29a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 210 time: 0.0635836 Aug 09 16:04:47.967390 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b81613d-de35-4229-8304-078428319d26 req-32ef8e11-3436-4e72-ac80-257d7eee8c88 service neutron] 10.222.0.66 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258242 Aug 09 16:04:48.004357 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:48.085438 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0b81613d-de35-4229-8304-078428319d26 req-fd0954fd-0bbc-492b-8683-ea1cbe8581df service neutron] 10.222.0.66 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103277 Aug 09 16:04:48.112699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.188535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.204978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['39ffd8c6-f83b-420a-98c7-79b9d0254232'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:48.214087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e5e91780-4215-4097-8b43-b05d62d60ef3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:48.237509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:48.241169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:48.245112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:48.292601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Pushing event updated for resources: {'Port': ['ID=75ec73a1-89e1-41d4-83a5-37478939c5c8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:48.316995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.320131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.320935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.321429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.321792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.322254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.322745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.323218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.323562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.323938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.324271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.324735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:48.342357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:48.343155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.377911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-70600cf8-0076-4211-b0d0-763a64aa077a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9480350 Aug 09 16:04:48.390452 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'd0185926-d5fa-4eda-be0a-46139441bf04', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.223', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'port_id': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'mac_address': 'fa:16:3e:f0:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:04:45Z', 'updated_at': '2021-08-09T16:04:45Z', 'revision_number': 0, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:25Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:48.391024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Request body: {'port': {'device_id': '6716acd4-226b-4223-a666-8daff9bceda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:48.429011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58230) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:48.452810 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3f47a-a1af-4514-b2b6-af25d6b2dc66 None None] The sync data for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 is: [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'd0185926-d5fa-4eda-be0a-46139441bf04', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'floating_ip_address': '172.25.7.223', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'port_id': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'mac_address': 'fa:16:3e:f0:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:04:45Z', 'updated_at': '2021-08-09T16:04:45Z', 'revision_number': 0, 'project_id': '698264eb09894537b6b901408cda1b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:25Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:48.510882 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.578335 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ed3c7cd1-876d-492d-b538-0548183675b8 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/floatingips/d0185926-d5fa-4eda-be0a-46139441bf04 HTTP/1.1" status: 200 len: 992 time: 0.1477308 Aug 09 16:04:48.878065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5584a0-d04d-4461-b196-ca5b9d832c55 None None] New status for floating IP d0185926-d5fa-4eda-be0a-46139441bf04: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:04:48.934812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ec73a1-89e1-41d4-83a5-37478939c5c8 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:48.944020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.974373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Transition to ACTIVE for port object 75ec73a1-89e1-41d4-83a5-37478939c5c8 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:48.990259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.048219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Pushing event updated for resources: {'Port': ['ID=75ec73a1-89e1-41d4-83a5-37478939c5c8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:49.099171 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.185830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Attempting to bind port 75ec73a1-89e1-41d4-83a5-37478939c5c8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:49.186225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Attempting to bind port 75ec73a1-89e1-41d4-83a5-37478939c5c8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:49.186481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Attempting to bind port 75ec73a1-89e1-41d4-83a5-37478939c5c8 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:49.195767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Port 75ec73a1-89e1-41d4-83a5-37478939c5c8 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:04:49.196209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Attempting to bind port 75ec73a1-89e1-41d4-83a5-37478939c5c8 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:49.204208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:49.204540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Checking segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:49.204942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Bound using segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:49.205365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Bound port: 75ec73a1-89e1-41d4-83a5-37478939c5c8, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:49.205754 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.216719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17e81-e627-4942-a9fd-1b2d553daafc req-394f6221-0a90-4d09-816f-ad9866c9b17e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:49.218409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2f17e81-e627-4942-a9fd-1b2d553daafc req-394f6221-0a90-4d09-816f-ad9866c9b17e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 944 time: 0.0789266 Aug 09 16:04:49.302173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2f17e81-e627-4942-a9fd-1b2d553daafc req-a36108a7-e51a-41b5-a889-846d8b4e747d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767851 Aug 09 16:04:49.339447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] For port 75ec73a1-89e1-41d4-83a5-37478939c5c8, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:49.343700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] For port 75ec73a1-89e1-41d4-83a5-37478939c5c8, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=75ec73a1-89e1-41d4-83a5-37478939c5c8,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:49.348804 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.398958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:49.399719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.401255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] 10.222.0.35 "PUT /v2.0/ports/75ec73a1-89e1-41d4-83a5-37478939c5c8 HTTP/1.1" status: 200 len: 1092 time: 1.0150368 Aug 09 16:04:49.402050 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6716acd4-226b-4223-a666-8daff9bceda4', 'tag': '75ec73a1-89e1-41d4-83a5-37478939c5c8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:49.404087 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f11346-6a76-41c3-9040-c75929e5de00" -d '{"events": [{"name": "network-changed", "server_uuid": "6716acd4-226b-4223-a666-8daff9bceda4", "tag": "75ec73a1-89e1-41d4-83a5-37478939c5c8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:49.432003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0df7c-e6c8-49c8-a7dd-f696dfc0e28e service neutron] Pushing event updated for resources: {'Port': ['ID=75ec73a1-89e1-41d4-83a5-37478939c5c8,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:49.456285 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062f8687-6d39-4cef-86ca-fbcc47e0dfbc x-openstack-request-id: req-062f8687-6d39-4cef-86ca-fbcc47e0dfbc {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:49.456577 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6716acd4-226b-4223-a666-8daff9bceda4", "tag": "75ec73a1-89e1-41d4-83a5-37478939c5c8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:49.456824 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-062f8687-6d39-4cef-86ca-fbcc47e0dfbc {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:49.457216 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6716acd4-226b-4223-a666-8daff9bceda4', 'tag': '75ec73a1-89e1-41d4-83a5-37478939c5c8', 'status': 'completed', 'code': 200} Aug 09 16:04:49.497871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-662aae99-32be-41fb-b7b4-ef4096227f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:49.499398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-662aae99-32be-41fb-b7b4-ef4096227f31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 1095 time: 0.0557365 Aug 09 16:04:49.560773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-b776f6e8-4fb3-4113-8b62-8287c8a42c6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75ec73a1-89e1-41d4-83a5-37478939c5c8 HTTP/1.1" status: 200 len: 217 time: 0.0526061 Aug 09 16:04:49.580276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58256) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:49.620734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-2d6e936f-2bb4-43af-9e1e-30822340ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:49.622608 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-2d6e936f-2bb4-43af-9e1e-30822340ab4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.0544631 Aug 09 16:04:49.675566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-5ac3f204-d1af-45a8-910f-b56c2879bb3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388441 Aug 09 16:04:49.809056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-f2667665-693e-4567-9c3a-8dee6ef0b9fb service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313150 Aug 09 16:04:49.951838 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-703e10d2-c2c4-499d-97ef-19aa16959eb6 req-600837d6-039c-4ad8-819a-a23d32c22424 service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323767 Aug 09 16:04:50.057330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11346-6a76-41c3-9040-c75929e5de00 req-af6db7ba-cc31-4b87-8842-2f8f6f238aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:50.059937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70f11346-6a76-41c3-9040-c75929e5de00 req-af6db7ba-cc31-4b87-8842-2f8f6f238aad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 1095 time: 0.0591025 Aug 09 16:04:50.084583 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-49ba7a67-5702-4dd7-9a93-cd995f4cbeea tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/floatingips/d0185926-d5fa-4eda-be0a-46139441bf04 HTTP/1.1" status: 200 len: 994 time: 0.5026400 Aug 09 16:04:50.177043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11346-6a76-41c3-9040-c75929e5de00 req-fda2ea14-a5e2-4ac7-8560-df1c36af2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:50.178931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70f11346-6a76-41c3-9040-c75929e5de00 req-fda2ea14-a5e2-4ac7-8560-df1c36af2f56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 917 time: 0.1109891 Aug 09 16:04:50.233662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70f11346-6a76-41c3-9040-c75929e5de00 req-ed16f2b3-3c37-42d7-a771-af18e637dbac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75ec73a1-89e1-41d4-83a5-37478939c5c8 HTTP/1.1" status: 200 len: 217 time: 0.0456765 Aug 09 16:04:50.289191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11346-6a76-41c3-9040-c75929e5de00 req-e2b4a66f-cbe8-4981-80d7-413b47ae5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:50.290781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70f11346-6a76-41c3-9040-c75929e5de00 req-e2b4a66f-cbe8-4981-80d7-413b47ae5442 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.0491972 Aug 09 16:04:50.323902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70f11346-6a76-41c3-9040-c75929e5de00 req-84de93c4-ca4a-45a8-99dc-5b884f51eb5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249815 Aug 09 16:04:50.465246 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.500537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae841dde-c318-44c0-afee-c1c0b8fe837c req-6ec9d7ca-6c9c-4882-bc9f-27e6c36f3e77 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:50.502098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae841dde-c318-44c0-afee-c1c0b8fe837c req-6ec9d7ca-6c9c-4882-bc9f-27e6c36f3e77 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 944 time: 0.0841203 Aug 09 16:04:50.504117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70f11346-6a76-41c3-9040-c75929e5de00 req-1a745c9c-dec8-485a-8079-066b2ee1efba service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733072 Aug 09 16:04:50.600997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae841dde-c318-44c0-afee-c1c0b8fe837c req-a7a40635-b352-4df3-b1ec-78a2aca6bee4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920503 Aug 09 16:04:50.646047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70f11346-6a76-41c3-9040-c75929e5de00 req-dd9ca967-5002-4250-ad40-fdc9982ca78f service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293027 Aug 09 16:04:51.107123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58290) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:51.261958 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24de45ad-b59e-414c-a120-fb3d9063b482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.374212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24de45ad-b59e-414c-a120-fb3d9063b482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.380109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24de45ad-b59e-414c-a120-fb3d9063b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.426113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de45ad-b59e-414c-a120-fb3d9063b482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd3c276-b99b-4571-92c3-a75388c30067,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:51.430961 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24de45ad-b59e-414c-a120-fb3d9063b482 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be6b092f4e634b048571fb78752e77e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226659 Aug 09 16:04:51.433791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58300) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:51.488522 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59492ab4-e03b-426f-ab2d-2f5baba309af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.514270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59492ab4-e03b-426f-ab2d-2f5baba309af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.576261 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59492ab4-e03b-426f-ab2d-2f5baba309af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.579300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59492ab4-e03b-426f-ab2d-2f5baba309af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.580617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-59492ab4-e03b-426f-ab2d-2f5baba309af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9dd3c276-b99b-4571-92c3-a75388c30067 HTTP/1.1" status: 204 len: 168 time: 0.1457791 Aug 09 16:04:51.590158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59492ab4-e03b-426f-ab2d-2f5baba309af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd3c276-b99b-4571-92c3-a75388c30067,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:51.742186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5545d-432e-4f36-a3d1-5c7fa5771496 req-be32a7c0-881a-41b9-85eb-29167e24e2d7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:51.744078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3eb5545d-432e-4f36-a3d1-5c7fa5771496 req-be32a7c0-881a-41b9-85eb-29167e24e2d7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 944 time: 0.0708389 Aug 09 16:04:51.789372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3eb5545d-432e-4f36-a3d1-5c7fa5771496 req-01ee5228-e1cf-432f-a1fb-cb8419610b99 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Aug 09 16:04:52.720531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 75ec73a1-89e1-41d4-83a5-37478939c5c8 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:04:52.844277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 75ec73a1-89e1-41d4-83a5-37478939c5c8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=75ec73a1-89e1-41d4-83a5-37478939c5c8,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:52.858374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '75ec73a1-89e1-41d4-83a5-37478939c5c8', 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'port_id': '75ec73a1-89e1-41d4-83a5-37478939c5c8', 'mac_address': 'fa:16:3e:17:89:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bc4e81-bfb1-43e6-9feb-44130023c64e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:04:52.924399 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.945018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ec73a1-89e1-41d4-83a5-37478939c5c8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:52.972206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 75ec73a1-89e1-41d4-83a5-37478939c5c8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=75ec73a1-89e1-41d4-83a5-37478939c5c8,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:52.972504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b135e3-6bee-4eea-8368-451c6db821a5 req-f2cd1e1b-9be9-40f5-a942-f19f09d88685 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:52.974741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56b135e3-6bee-4eea-8368-451c6db821a5 req-f2cd1e1b-9be9-40f5-a942-f19f09d88685 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 944 time: 0.0924628 Aug 09 16:04:52.977226 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.020126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56b135e3-6bee-4eea-8368-451c6db821a5 req-7c6f4436-fbae-4d73-abe7-599090c39a8b tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Aug 09 16:04:53.048156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=75ec73a1-89e1-41d4-83a5-37478939c5c8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:53.060563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.060563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.060563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.060563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.060563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.060563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.060563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.061224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.061224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.061470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.061820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.062120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:53.208209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['75ec73a1-89e1-41d4-83a5-37478939c5c8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:53.726856 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58376) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:53.731791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104263082', 'description': 'tempest-secgroup-smoke-104263082 description', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:53.768240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.776731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.879014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.884064 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.929823 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577ca532-5632-4ede-aa6d-85521bcb9582,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:53.991630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.996317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.027981 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.029243 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3013096 Aug 09 16:04:54.030781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873ef97-e3ba-4821-9914-1d7a08b136c2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9708a7-1de3-432a-8870-a11e2db14268,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.032787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58384) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.038686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-20d5899a-99ac-4e75-99ef-02c00d1d1f69 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '0f9708a7-1de3-432a-8870-a11e2db14268', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:54.070687 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d5899a-99ac-4e75-99ef-02c00d1d1f69 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.131748 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d5899a-99ac-4e75-99ef-02c00d1d1f69 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.136071 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d5899a-99ac-4e75-99ef-02c00d1d1f69 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.160498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5899a-99ac-4e75-99ef-02c00d1d1f69 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b911d40-4f0b-4b30-850d-62eabb3b4574,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.165656 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d5899a-99ac-4e75-99ef-02c00d1d1f69 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.166527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e815143-48b5-4fca-9f88-f951ab69ac2e req-188b8d98-7e5a-45ff-aa2b-98d62f410c0d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:54.167106 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-20d5899a-99ac-4e75-99ef-02c00d1d1f69 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329892 Aug 09 16:04:54.171142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e815143-48b5-4fca-9f88-f951ab69ac2e req-188b8d98-7e5a-45ff-aa2b-98d62f410c0d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 945 time: 0.0599761 Aug 09 16:04:54.171756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58390) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.176275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a1573869-dc01-49bf-b5fd-248d9bf98aeb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '0f9708a7-1de3-432a-8870-a11e2db14268', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:54.235360 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1573869-dc01-49bf-b5fd-248d9bf98aeb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.242363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e815143-48b5-4fca-9f88-f951ab69ac2e req-57345e51-f6ec-432f-bd84-d694b41936ef tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Aug 09 16:04:54.295329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1573869-dc01-49bf-b5fd-248d9bf98aeb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.308580 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1573869-dc01-49bf-b5fd-248d9bf98aeb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.328476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1573869-dc01-49bf-b5fd-248d9bf98aeb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9628962-9a25-420d-89ec-22485423ac7a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.333693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1573869-dc01-49bf-b5fd-248d9bf98aeb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.335167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a1573869-dc01-49bf-b5fd-248d9bf98aeb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624372 Aug 09 16:04:54.339339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58396) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.344295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-860fb010-e6cf-48e8-a438-afde35525a79 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '0f9708a7-1de3-432a-8870-a11e2db14268', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:54.371914 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-860fb010-e6cf-48e8-a438-afde35525a79 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.443433 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-860fb010-e6cf-48e8-a438-afde35525a79 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.447994 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-860fb010-e6cf-48e8-a438-afde35525a79 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.466892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fb010-e6cf-48e8-a438-afde35525a79 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fca3a01-dfbc-4b7d-a70f-e554d5fefa5f,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.473635 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-860fb010-e6cf-48e8-a438-afde35525a79 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.474881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-860fb010-e6cf-48e8-a438-afde35525a79 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345193 Aug 09 16:04:54.478026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58402) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.482779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f5ab90e1-a8ec-43e9-b992-fcaf4666f4e0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '0f9708a7-1de3-432a-8870-a11e2db14268', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:54.512806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ab90e1-a8ec-43e9-b992-fcaf4666f4e0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.598524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ab90e1-a8ec-43e9-b992-fcaf4666f4e0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.603637 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ab90e1-a8ec-43e9-b992-fcaf4666f4e0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.623450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab90e1-a8ec-43e9-b992-fcaf4666f4e0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69deb73-619e-43c5-bd2e-0a288faac446,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.631184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5ab90e1-a8ec-43e9-b992-fcaf4666f4e0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.633489 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f5ab90e1-a8ec-43e9-b992-fcaf4666f4e0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542075 Aug 09 16:04:54.636729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58406) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.642492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2c1bbdce-566c-4070-a88c-d54678b88894 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '0f9708a7-1de3-432a-8870-a11e2db14268', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:54.667127 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-2c1bbdce-566c-4070-a88c-d54678b88894 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Project 6cf1cd14fa274a229b4642338ec5f31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:04:54.672682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbdce-566c-4070-a88c-d54678b88894 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.745765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 75ec73a1-89e1-41d4-83a5-37478939c5c8 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:54.759451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbdce-566c-4070-a88c-d54678b88894 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.764983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbdce-566c-4070-a88c-d54678b88894 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.789586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bbdce-566c-4070-a88c-d54678b88894 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65927b5b-b254-4eed-94f1-a9b7e109876b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.798533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbdce-566c-4070-a88c-d54678b88894 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.802672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c1bbdce-566c-4070-a88c-d54678b88894 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622789 Aug 09 16:04:54.803073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58412) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.808711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5e7569a2-103d-42ad-9559-60777f29a21f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '0f9708a7-1de3-432a-8870-a11e2db14268', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:54.825816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 75ec73a1-89e1-41d4-83a5-37478939c5c8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:54.831237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 75ec73a1-89e1-41d4-83a5-37478939c5c8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:54.831601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.855053 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-5e7569a2-103d-42ad-9559-60777f29a21f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Project 6cf1cd14fa274a229b4642338ec5f31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:04:54.861605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e7569a2-103d-42ad-9559-60777f29a21f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.952720 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.971517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e7569a2-103d-42ad-9559-60777f29a21f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.977154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e7569a2-103d-42ad-9559-60777f29a21f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.978877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6716acd4-226b-4223-a666-8daff9bceda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec73a1-89e1-41d4-83a5-37478939c5c8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:54.981860 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1123f64-1728-4881-bcef-fef68f159218" -d '{"events": [{"server_uuid": "6716acd4-226b-4223-a666-8daff9bceda4", "name": "network-vif-plugged", "status": "completed", "tag": "75ec73a1-89e1-41d4-83a5-37478939c5c8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:54.995761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 75ec73a1-89e1-41d4-83a5-37478939c5c8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=75ec73a1-89e1-41d4-83a5-37478939c5c8,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:55.000950 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.026405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7569a2-103d-42ad-9559-60777f29a21f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3216898d-e1f9-4e12-843f-24575b9de526,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:55.040541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5e7569a2-103d-42ad-9559-60777f29a21f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.047061 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5e7569a2-103d-42ad-9559-60777f29a21f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2425983 Aug 09 16:04:55.047452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58420) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:55.054703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'network': {'name': 'tempest-network-smoke--1119283650', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'port_security_enabled': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:55.061340 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fccf7e4-7775-41d9-be5a-c30e778361eb x-openstack-request-id: req-1fccf7e4-7775-41d9-be5a-c30e778361eb {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:55.061930 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6716acd4-226b-4223-a666-8daff9bceda4", "name": "network-vif-plugged", "status": "completed", "tag": "75ec73a1-89e1-41d4-83a5-37478939c5c8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:55.062277 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fccf7e4-7775-41d9-be5a-c30e778361eb {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:55.063560 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6716acd4-226b-4223-a666-8daff9bceda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec73a1-89e1-41d4-83a5-37478939c5c8', 'code': 200} Aug 09 16:04:55.074763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=75ec73a1-89e1-41d4-83a5-37478939c5c8,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:55.087411 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:55.091252 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.116475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:55.135576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.136058 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Added segment 3695ff15-607b-4995-b66c-df70b0e838ed of type vlan for network 5e286938-7f41-413d-90fa-8c885b6fbbdb Aug 09 16:04:55.200439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.215052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda383b7-98aa-42a3-a625-46a5d19c72dc req-8a1d2d93-ba15-488a-a2f4-bed9822f5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:55.216634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eda383b7-98aa-42a3-a625-46a5d19c72dc req-8a1d2d93-ba15-488a-a2f4-bed9822f5387 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 1097 time: 0.0941730 Aug 09 16:04:55.257673 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.263439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:55.265597 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.308609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eda383b7-98aa-42a3-a625-46a5d19c72dc req-686bb7a8-c93c-4498-b25c-1e9291e31660 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799363 Aug 09 16:04:55.359444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3104763 Aug 09 16:04:55.363020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58430) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:55.369356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'admin_state_up': True, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:55.400628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.401994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.424409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527af753-c676-490c-973a-97522c7cffea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Network': ['ID=5e286938-7f41-413d-90fa-8c885b6fbbdb,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:55.443799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:55.446566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e5364-348b-41a5-a31a-0c9991f51eca req-1f06a912-fb66-4ea4-b882-943fe4064b5f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:55.448181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c5e5364-348b-41a5-a31a-0c9991f51eca req-1f06a912-fb66-4ea4-b882-943fe4064b5f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 946 time: 0.1028733 Aug 09 16:04:55.468093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.502871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c5e5364-348b-41a5-a31a-0c9991f51eca req-d23483e1-9cce-400e-8591-03be0925fa0a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Aug 09 16:04:55.641620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.848099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.868455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.986387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.25.7.122 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ba975bed-faf4-4a34-9f0d-22e37b044996) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:56.104278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.155419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.199431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:56.203088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:56.207404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:56.215258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=ba975bed-faf4-4a34-9f0d-22e37b044996,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:56.480302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.643985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d20537-4827-41dc-b992-e0eecc0b5f20 req-ffc5f206-2eea-421a-b4f1-f500657404b7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:56.645592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8d20537-4827-41dc-b992-e0eecc0b5f20 req-ffc5f206-2eea-421a-b4f1-f500657404b7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 946 time: 0.0619543 Aug 09 16:04:56.693400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8d20537-4827-41dc-b992-e0eecc0b5f20 req-ddd4d1ad-cbfd-4219-8e9b-813b84046148 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Aug 09 16:04:56.714739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.868572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 15ad2d4c-5510-4445-847f-ec5eecf8a33f is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:04:57.039946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:57.072338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.081323 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Sync routers for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:57.088489 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-036e69bc-1135-4d4b-8e68-c82c285dc4dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7239361 Aug 09 16:04:57.089936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58472) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.119040 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:57.120286 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:57.260847 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:57.299905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58482) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.300939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9b9b4d7f-098d-4ab8-a02e-69e02d077c67 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6cf1cd14fa274a229b4642338ec5f31c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2088590 Aug 09 16:04:57.452895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5b5b5-0684-4866-93ed-ffe695cfa782 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:57.457468 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cce5b5b5-0684-4866-93ed-ffe695cfa782 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1536801 Aug 09 16:04:57.458388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58486) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.490799 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:04:56Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:57.499681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-46e2f22b-1bb8-4f70-801e-af060159776b tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374053 Aug 09 16:04:57.500069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58490) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.507940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1368492598', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:57.522188 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Checking router: 15ad2d4c-5510-4445-847f-ec5eecf8a33f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:57.522691 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Updating router 15ad2d4c-5510-4445-847f-ec5eecf8a33f port ba975bed-faf4-4a34-9f0d-22e37b044996 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:04:57.553626 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.635367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:57.639325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.908703 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.916766 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.927445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Transition to ACTIVE for port object ba975bed-faf4-4a34-9f0d-22e37b044996 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:57.934380 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.984807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Subnet': ['ID=be986b24-b117-4b80-a0c9-55ca1ae8ce57,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:57.995527 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Attempting to bind port ba975bed-faf4-4a34-9f0d-22e37b044996 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:57.996261 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Attempting to bind port ba975bed-faf4-4a34-9f0d-22e37b044996 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:57.996639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Checking segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:57.996771 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Attempting to bind port ba975bed-faf4-4a34-9f0d-22e37b044996 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:57.997013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network hostable DHCP agents. Network: 5e286938-7f41-413d-90fa-8c885b6fbbdb, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:58.004916 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dfd13-24e8-4df8-85ae-2d4473189d84 None None] Pushing event updated for resources: {'Port': ['ID=ba975bed-faf4-4a34-9f0d-22e37b044996,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:58.013940 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:58.014675 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:58.015141 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.015665 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:58.016341 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Bound port: ba975bed-faf4-4a34-9f0d-22e37b044996, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:58.016655 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.017804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:58.033336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 5e286938-7f41-413d-90fa-8c885b6fbbdb) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:58.044540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b8a6d-3fe0-449f-95f3-0ed060fcf9b4 None None] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:58.071356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:58.074514 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.084954 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] For port ba975bed-faf4-4a34-9f0d-22e37b044996, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:58.102823 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] For port ba975bed-faf4-4a34-9f0d-22e37b044996, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ba975bed-faf4-4a34-9f0d-22e37b044996,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:58.103169 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-20d01d30-2e0b-45a5-9515-de4bc47bee34 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6010654 Aug 09 16:04:58.105499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58508) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:58.109743 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.207258 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:58.208179 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:58.271082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-5e286938-7f41-413d-90fa-8c885b6fbbdb', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:58.272309 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.298778 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dfd13-24e8-4df8-85ae-2d4473189d84 None None] Pushing event updated for resources: {'Port': ['ID=ba975bed-faf4-4a34-9f0d-22e37b044996,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:58.437857 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.439192 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:58.548739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Allocated IP 172.20.0.2 (5e286938-7f41-413d-90fa-8c885b6fbbdb/be986b24-b117-4b80-a0c9-55ca1ae8ce57/883b138a-5be7-4155-bebe-77cdc2b25e67) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:58.645835 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.830020 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.841936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Transition to ACTIVE for port object 883b138a-5be7-4155-bebe-77cdc2b25e67 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:58.851232 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:04:56Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:58.865009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Transition to ACTIVE for port object 883b138a-5be7-4155-bebe-77cdc2b25e67 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:58.875680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.906638 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9256b6-da8d-4625-a344-bd1dd0d5285a None None] The sync data for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 is: [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:04:56Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:58.954757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:58.959539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Pushing event updated for resources: {'Port': ['ID=883b138a-5be7-4155-bebe-77cdc2b25e67,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:58.963221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:58.965853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:59.067979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Attempting to bind port 883b138a-5be7-4155-bebe-77cdc2b25e67 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:59.069061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Attempting to bind port 883b138a-5be7-4155-bebe-77cdc2b25e67 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:59.069061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Attempting to bind port 883b138a-5be7-4155-bebe-77cdc2b25e67 on network 5e286938-7f41-413d-90fa-8c885b6fbbdb {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:59.087608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:59.087608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Checking segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:59.092943 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.092943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Bound using segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:59.092943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Bound port: 883b138a-5be7-4155-bebe-77cdc2b25e67, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:59.092943 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.248757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] For port 883b138a-5be7-4155-bebe-77cdc2b25e67, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:59.253348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] For port 883b138a-5be7-4155-bebe-77cdc2b25e67, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=883b138a-5be7-4155-bebe-77cdc2b25e67,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:59.265541 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.403381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44112eea-0a56-49d1-87dd-54820ab67601 None None] Pushing event updated for resources: {'Port': ['ID=883b138a-5be7-4155-bebe-77cdc2b25e67,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:59.461412 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.030431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.20.0.1 (5e286938-7f41-413d-90fa-8c885b6fbbdb/be986b24-b117-4b80-a0c9-55ca1ae8ce57/031ba9df-7a4a-40a8-893e-6ee5f6e72e13) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:00.314880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.347032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Transition to ACTIVE for port object 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:00.395201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.456255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:00.484071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:00.486225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:00.489363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:00.550454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.768329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.840634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e6723-8988-4a63-b8fe-56f7eef446ed None None] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:00.916688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4db74b05-bcd6-436e-bf32-5e59a9656f16 None None] Provisioning for port 883b138a-5be7-4155-bebe-77cdc2b25e67 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:01.189546 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.198275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.424176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:01.443478 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.463462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b7c3aae3-f326-4415-b2b4-d1d47fc4652b None None] Provisioning for port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:01.478334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b7c3aae3-f326-4415-b2b4-d1d47fc4652b None None] Provisioning complete for port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:01.478768 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b7c3aae3-f326-4415-b2b4-d1d47fc4652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.565962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 883b138a-5be7-4155-bebe-77cdc2b25e67 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:01.583685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:01.585266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:01.596149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3aae3-f326-4415-b2b4-d1d47fc4652b None None] Port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:01.648575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 883b138a-5be7-4155-bebe-77cdc2b25e67 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:01.655068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 883b138a-5be7-4155-bebe-77cdc2b25e67 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:01.655438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.730504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 15ad2d4c-5510-4445-847f-ec5eecf8a33f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:01.824882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.874506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-12e5fbd3-fae4-47b1-a0ba-0b3db92180d2 None None] Provisioning complete for port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:01.875622 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-12e5fbd3-fae4-47b1-a0ba-0b3db92180d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.880632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 883b138a-5be7-4155-bebe-77cdc2b25e67, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=883b138a-5be7-4155-bebe-77cdc2b25e67,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:01.881505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:01.889667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-780ae9cb-f6b6-44e0-bfae-307d7b097736 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "PUT /v2.0/routers/15ad2d4c-5510-4445-847f-ec5eecf8a33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7829316 Aug 09 16:05:01.917191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Sync routers for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:01.923574 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.924694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ba975bed-faf4-4a34-9f0d-22e37b044996 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:02.032842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:02.032842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:02.032842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-12e5fbd3-fae4-47b1-a0ba-0b3db92180d2 None None] Port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:02.099607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=883b138a-5be7-4155-bebe-77cdc2b25e67,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:02.160691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-f331a843-3c8c-4a3f-b8c7-3c1ef16e7988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104263082&fields=id&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 267 time: 0.0736656 Aug 09 16:05:02.200717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:02.248230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ba975bed-faf4-4a34-9f0d-22e37b044996 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:02.261516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ba975bed-faf4-4a34-9f0d-22e37b044996 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:02.261891 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.294381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-45edeeca-3979-4148-9e58-6f9e500ecbf4 None None] Provisioning complete for port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:02.294754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-45edeeca-3979-4148-9e58-6f9e500ecbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.323581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-52971aad-7417-4785-95cd-c144c5021956 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:02.325376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-52971aad-7417-4785-95cd-c144c5021956 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 797 time: 0.1492736 Aug 09 16:05:02.345721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-5dfe020d-fd86-4377-ad39-0ae40b1844e1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/quotas/6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 375 time: 0.0130014 Aug 09 16:05:02.415120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-70224162-72b5-4814-a5f9-7e775d21caf2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620978 Aug 09 16:05:02.572227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-46f67a49-55b5-416c-9110-78d718b1d237 service neutron] 10.222.0.64 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311495 Aug 09 16:05:02.572469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-45edeeca-3979-4148-9e58-6f9e500ecbf4 None None] Port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:02.674971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-3615849f-b1d4-4306-9e08-f33851246717 service neutron] 10.222.0.64 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035588 Aug 09 16:05:02.703800 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.720858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 2, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:02.754350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port ba975bed-faf4-4a34-9f0d-22e37b044996, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ba975bed-faf4-4a34-9f0d-22e37b044996,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:02.755908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Checking router: 15ad2d4c-5510-4445-847f-ec5eecf8a33f for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:02.756420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Updating router 15ad2d4c-5510-4445-847f-ec5eecf8a33f port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:05:02.761351 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.825982 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:05:02.837429 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.867441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=ba975bed-faf4-4a34-9f0d-22e37b044996,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:02.937567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3471e1e-d64f-4cbb-b551-a6dadbba48bc req-ce09a93b-69e1-4314-95e5-7679e148538f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 210 time: 0.0670109 Aug 09 16:05:03.213149 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.236374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Transition to ACTIVE for port object 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:03.248650 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.330049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f18ed-5ef1-46a7-bbab-36f42685ac95 None None] Pushing event updated for resources: {'Port': ['ID=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:03.378601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Attempting to bind port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:05:03.378886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Attempting to bind port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:05:03.379416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Attempting to bind port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 on network 5e286938-7f41-413d-90fa-8c885b6fbbdb {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:03.386421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 883b138a-5be7-4155-bebe-77cdc2b25e67 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:03.389062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:05:03.389470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Checking segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:03.389871 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.390259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Bound using segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:05:03.390724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Bound port: 031ba9df-7a4a-40a8-893e-6ee5f6e72e13, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:05:03.391097 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.488989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 883b138a-5be7-4155-bebe-77cdc2b25e67 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:03.489479 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.515908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] For port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:05:03.543032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] For port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:05:03.556316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.656883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:03.657512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:03.660916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f18ed-5ef1-46a7-bbab-36f42685ac95 None None] Pushing event updated for resources: {'Port': ['ID=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:03.715019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ba975bed-faf4-4a34-9f0d-22e37b044996 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:03.815574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:03.856504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ba975bed-faf4-4a34-9f0d-22e37b044996 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:03.856504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.062581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14dafdab-bbfb-4290-8e33-5c1516031f80 req-20ee7da4-36c5-428b-8bb7-fcc70b4d2b8b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 210 time: 0.0363591 Aug 09 16:05:04.157230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:03Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:04.185524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-7a17691c-2e9e-4352-b269-ea0594549d5e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:04.187924 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-7a17691c-2e9e-4352-b269-ea0594549d5e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 797 time: 0.1403873 Aug 09 16:05:04.192382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c9de1-9a56-41fa-b82e-20872d8dfc2b None None] The sync data for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 is: [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:03Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:04.256439 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-bff1d47d-0eae-4663-ab0f-bd2fb46db75a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 379 time: 0.0522974 Aug 09 16:05:04.282279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'port': {'device_id': 'c4dd401a-0377-4641-98fd-443c67822341', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'admin_state_up': True, 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'security_groups': ['0f9708a7-1de3-432a-8870-a11e2db14268']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:04.430702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:04.434404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.604703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.20.0.11 (5e286938-7f41-413d-90fa-8c885b6fbbdb/be986b24-b117-4b80-a0c9-55ca1ae8ce57/f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:04.776301 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.792139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Transition to ACTIVE for port object f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:04.829697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.886059 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:04.888442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:04.891486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:04.944591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:04.953420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:04.954078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.970858 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-8b560885-efcf-438d-a2c0-cb3824f8a1cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6925941 Aug 09 16:05:04.991718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Request body: {'port': {'device_id': 'c4dd401a-0377-4641-98fd-443c67822341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:05.070218 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.258237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1824d-795a-4f78-9394-aea9e55f59b7 req-19e8866a-9149-48b6-a4bd-b5a8f5efcdad tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:05.276368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cb1824d-795a-4f78-9394-aea9e55f59b7 req-19e8866a-9149-48b6-a4bd-b5a8f5efcdad tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 932 time: 0.1023514 Aug 09 16:05:05.307461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-459ec4b5-067a-482b-935e-e456c3cdcbb5 None None] Provisioning for port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:05.324114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-459ec4b5-067a-482b-935e-e456c3cdcbb5 None None] Provisioning complete for port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:05.326872 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-459ec4b5-067a-482b-935e-e456c3cdcbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.381559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0cb1824d-795a-4f78-9394-aea9e55f59b7 req-ea624229-f60e-465b-a753-46fb85159ddd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983906 Aug 09 16:05:05.400995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-459ec4b5-067a-482b-935e-e456c3cdcbb5 None None] Port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:05.486714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:05.528686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:05:05.537115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.552714 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Transition to ACTIVE for port object f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:05.563539 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.588782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:05.594415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:05.594940 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.663848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:05.729237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.818261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:05.824799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.843329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Attempting to bind port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:05:05.843998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Attempting to bind port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:05:05.844442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Attempting to bind port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on network 5e286938-7f41-413d-90fa-8c885b6fbbdb {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:05.853135 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on network 5e286938-7f41-413d-90fa-8c885b6fbbdb not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:05:05.853471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Attempting to bind port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on network 5e286938-7f41-413d-90fa-8c885b6fbbdb {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:05.871309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:05:05.875855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Checking segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:05.875855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Bound using segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:05:05.875855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Bound port: f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:05:05.875855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.909982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:06.001722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:05:06.005066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:05:06.011527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.051514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:06.052319 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.053848 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] 10.222.0.66 "PUT /v2.0/ports/f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 1092 time: 1.0670717 Aug 09 16:05:06.054479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:06.057148 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a627e31-9b47-460a-9be0-1f7e29139d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:06.138645 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f48ffe-4645-4692-9ed9-b7219d34a679 x-openstack-request-id: req-35f48ffe-4645-4692-9ed9-b7219d34a679 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:06.139265 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:06.139671 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35f48ffe-4645-4692-9ed9-b7219d34a679 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:06.140290 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'status': 'completed', 'code': 200} Aug 09 16:05:06.146417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe8ac-579c-44de-b767-d04d67043b6d service neutron] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:06.175788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-cfc618d4-301f-4e4b-bd55-2c02f892c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:06.179223 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-cfc618d4-301f-4e4b-bd55-2c02f892c8ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1095 time: 0.0734856 Aug 09 16:05:06.242039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-6f9c85ef-6fec-45e8-aa48-f9ded0857b12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 217 time: 0.0484979 Aug 09 16:05:06.309018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-f3846d34-d14f-4d96-86a3-e1307bca7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:06.310870 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-f3846d34-d14f-4d96-86a3-e1307bca7d0e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.0599728 Aug 09 16:05:06.381060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-a92c9574-9357-4aa8-a83b-83e28d0ef366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:06.382732 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-a92c9574-9357-4aa8-a83b-83e28d0ef366 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577388 Aug 09 16:05:06.511970 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-0f35f338-9071-49c9-adb3-2a39f69a84cb service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157429 Aug 09 16:05:06.534751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef3de0-7b57-491c-9ec8-2ce79f740a08 req-068967ff-5892-4b30-8241-579664a89ec3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:06.537909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ef3de0-7b57-491c-9ec8-2ce79f740a08 req-068967ff-5892-4b30-8241-579664a89ec3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.0743906 Aug 09 16:05:06.585557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-87ef3de0-7b57-491c-9ec8-2ce79f740a08 req-6cde1fd6-9cf5-4f99-8c29-da0a378a22f7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403798 Aug 09 16:05:06.677711 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-27f74cd9-26fb-4802-882c-7dd3fe4c356b req-a1f2e55c-4e5f-4c69-af87-c93f13278bcd service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477599 Aug 09 16:05:06.683452 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-df836df1-6902-40fc-b3ea-2fe0359dac10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769651 Aug 09 16:05:06.836124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-4517ca2d-5ed9-42af-8410-b3f52365fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:06.837540 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-4517ca2d-5ed9-42af-8410-b3f52365fb4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 1096 time: 0.0623243 Aug 09 16:05:06.839423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-d8757f4b-78da-49c8-87d2-714e4c7a9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:06.840919 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-d8757f4b-78da-49c8-87d2-714e4c7a9186 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1095 time: 0.0739722 Aug 09 16:05:06.921664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9159b5d7-74c5-44b1-a470-185769558c15 req-79bff0ca-ce4a-4bba-810e-ff308c72a99b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444047 Aug 09 16:05:07.011663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b5d7-74c5-44b1-a470-185769558c15 req-953ccf1a-aa98-46e1-b644-9a045463238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.013626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9159b5d7-74c5-44b1-a470-185769558c15 req-953ccf1a-aa98-46e1-b644-9a045463238e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0446076 Aug 09 16:05:07.020610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-b09b58a0-4be2-4a60-a0be-703811938041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.022110 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-b09b58a0-4be2-4a60-a0be-703811938041 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 899 time: 0.1681597 Aug 09 16:05:07.024934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-bf583e4f-3fdd-44d7-8e9d-8ff6efb4f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.026281 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-bf583e4f-3fdd-44d7-8e9d-8ff6efb4f0a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 917 time: 0.1636522 Aug 09 16:05:07.123800 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-21a6ef2c-29c8-4f59-b042-ee894cc8a30a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5e91780-4215-4097-8b43-b05d62d60ef3 HTTP/1.1" status: 200 len: 217 time: 0.0686026 Aug 09 16:05:07.125043 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-33b5700c-5795-4a13-ab31-adf4db7dfd3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 217 time: 0.0793495 Aug 09 16:05:07.145369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b5d7-74c5-44b1-a470-185769558c15 req-0012a343-b0e2-4f8c-90a7-6e536e497794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.147760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9159b5d7-74c5-44b1-a470-185769558c15 req-0012a343-b0e2-4f8c-90a7-6e536e497794 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 917 time: 0.1039331 Aug 09 16:05:07.192275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9159b5d7-74c5-44b1-a470-185769558c15 req-bccd5431-153c-418f-9044-ad082d2a452f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232 HTTP/1.1" status: 200 len: 217 time: 0.0370634 Aug 09 16:05:07.251320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b5d7-74c5-44b1-a470-185769558c15 req-a5354d9c-2c3a-401e-9501-4ca8bf7f2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.253040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9159b5d7-74c5-44b1-a470-185769558c15 req-a5354d9c-2c3a-401e-9501-4ca8bf7f2593 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.0535777 Aug 09 16:05:07.290721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9159b5d7-74c5-44b1-a470-185769558c15 req-2a65734b-6106-4feb-b3bd-7da3a02a615f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301480 Aug 09 16:05:07.367544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:07.406746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9159b5d7-74c5-44b1-a470-185769558c15 req-f20e458f-79b9-4c5a-8f41-7046831ae7d1 service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077752 Aug 09 16:05:07.438168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:07.438637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.531455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9159b5d7-74c5-44b1-a470-185769558c15 req-dba197d4-ff6a-44b0-b2e8-811fb70e1af8 service neutron] 10.222.0.35 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160133 Aug 09 16:05:07.584024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-e9d67fef-42f6-4d13-9b8b-93338ffccdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.585971 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-e9d67fef-42f6-4d13-9b8b-93338ffccdab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.4476123 Aug 09 16:05:07.589398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-b232a0e7-2fef-4706-96f8-4f496c84aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.590722 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-b232a0e7-2fef-4706-96f8-4f496c84aa7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.4426661 Aug 09 16:05:07.664598 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-f8fcd0be-a632-4479-abe6-f0a19abf5772 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379641 Aug 09 16:05:07.701950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-10cffbb5-fb58-4868-bcdc-817aa1a6c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.703469 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-10cffbb5-fb58-4868-bcdc-817aa1a6c2b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864165 Aug 09 16:05:07.713538 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18bc20-53fe-4692-b959-6c134c49b1d7 req-79a77727-c012-4713-b117-d545c398e2ca tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.715224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa18bc20-53fe-4692-b959-6c134c49b1d7 req-79a77727-c012-4713-b117-d545c398e2ca tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.0583358 Aug 09 16:05:07.758013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa18bc20-53fe-4692-b959-6c134c49b1d7 req-653d566c-a72c-43b8-a593-0f569599816f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363488 Aug 09 16:05:07.833039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-07655325-7243-40ba-8ac3-c8f3e35d2f30 service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548171 Aug 09 16:05:07.843251 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-5a5d3484-ba38-4f6c-a44b-673ca0780d4c service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115594 Aug 09 16:05:08.023038 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6841b6ff-cdea-49ae-adae-f4c746d8d7ca req-eabfb084-923b-426d-92b1-a19552c8ee53 service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786146 Aug 09 16:05:08.028782 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9a627e31-9b47-460a-9be0-1f7e29139d0b req-b0200e8a-ba55-4abd-9636-3cc171f975da service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741769 Aug 09 16:05:08.882969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e747ca-8ba3-4d4e-921a-985d2d5714fe req-2197a99c-0521-4e83-85fd-e2fcafc249f9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:08.884557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08e747ca-8ba3-4d4e-921a-985d2d5714fe req-2197a99c-0521-4e83-85fd-e2fcafc249f9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.0549409 Aug 09 16:05:08.924871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08e747ca-8ba3-4d4e-921a-985d2d5714fe req-3bd24b52-b15f-492e-ac28-ba3bed4804f3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341036 Aug 09 16:05:09.638899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:05:09.746814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:09.758490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'port_id': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'mac_address': 'fa:16:3e:92:9a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:05:09.799810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.814150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:05:09.835392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:09.840050 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.902417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.075684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58654) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.083351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c234ac3e-9d95-49cd-813a-086d8ce68e66 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772764768', 'description': 'tempest-secgroup-smoke-772764768 description', 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:10.129836 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c234ac3e-9d95-49cd-813a-086d8ce68e66 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.136209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:10.191087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a963-3875-4452-9a78-27dc7ec162bf req-fbd1c980-fa9a-4d3c-97d2-cdbfcf367c63 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:10.192751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9af4a963-3875-4452-9a78-27dc7ec162bf req-fbd1c980-fa9a-4d3c-97d2-cdbfcf367c63 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 945 time: 0.0739617 Aug 09 16:05:10.256465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9af4a963-3875-4452-9a78-27dc7ec162bf req-5647b4b3-d48d-413e-a4b2-3ae65bbcb0e4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565522 Aug 09 16:05:10.284970 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c234ac3e-9d95-49cd-813a-086d8ce68e66 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.289952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c234ac3e-9d95-49cd-813a-086d8ce68e66 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.319167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c234ac3e-9d95-49cd-813a-086d8ce68e66 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.320525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c234ac3e-9d95-49cd-813a-086d8ce68e66 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2420337 Aug 09 16:05:10.321633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234ac3e-9d95-49cd-813a-086d8ce68e66 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3616127f-a079-48b2-b3b6-a1f443293db2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.324006 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58656) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.328836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5d93349e-0fc5-434a-829e-291a735d401b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'security_group_rule': {'security_group_id': '3616127f-a079-48b2-b3b6-a1f443293db2', 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:10.355878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d93349e-0fc5-434a-829e-291a735d401b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.420374 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d93349e-0fc5-434a-829e-291a735d401b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.424935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d93349e-0fc5-434a-829e-291a735d401b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.442833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93349e-0fc5-434a-829e-291a735d401b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8e6ae1-45b4-407b-bfe3-392dbaad1c93,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.450453 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5d93349e-0fc5-434a-829e-291a735d401b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.451704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5d93349e-0fc5-434a-829e-291a735d401b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270342 Aug 09 16:05:10.454735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58658) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.460013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-76bf87f7-5721-4a95-a89d-89eb84f61a3e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'security_group_rule': {'security_group_id': '3616127f-a079-48b2-b3b6-a1f443293db2', 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:10.486950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76bf87f7-5721-4a95-a89d-89eb84f61a3e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.555091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76bf87f7-5721-4a95-a89d-89eb84f61a3e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.561221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76bf87f7-5721-4a95-a89d-89eb84f61a3e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.581086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf87f7-5721-4a95-a89d-89eb84f61a3e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bd7c19-ccae-4925-90f3-d70df83b7133,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.591859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-76bf87f7-5721-4a95-a89d-89eb84f61a3e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.593514 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-76bf87f7-5721-4a95-a89d-89eb84f61a3e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376185 Aug 09 16:05:10.596600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58660) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.601584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-55e400f5-0b4b-4e12-8fec-be85d26b38d1 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'security_group_rule': {'security_group_id': '3616127f-a079-48b2-b3b6-a1f443293db2', 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:10.635244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55e400f5-0b4b-4e12-8fec-be85d26b38d1 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.702201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55e400f5-0b4b-4e12-8fec-be85d26b38d1 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.707447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55e400f5-0b4b-4e12-8fec-be85d26b38d1 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.725696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e400f5-0b4b-4e12-8fec-be85d26b38d1 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da26bf0-ed3f-46dd-bcf7-ffb860b3336f,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.733281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-55e400f5-0b4b-4e12-8fec-be85d26b38d1 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.734649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-55e400f5-0b4b-4e12-8fec-be85d26b38d1 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369967 Aug 09 16:05:10.737773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58662) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.742965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-03c78922-3817-498d-8ad9-bf64f619370d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'security_group_rule': {'security_group_id': '3616127f-a079-48b2-b3b6-a1f443293db2', 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:10.771147 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03c78922-3817-498d-8ad9-bf64f619370d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.833119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03c78922-3817-498d-8ad9-bf64f619370d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.837733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03c78922-3817-498d-8ad9-bf64f619370d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.855459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c78922-3817-498d-8ad9-bf64f619370d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ddc0f8-a67a-4631-a267-0f4d10d0e5cb,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.861903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03c78922-3817-498d-8ad9-bf64f619370d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.865936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-03c78922-3817-498d-8ad9-bf64f619370d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244130 Aug 09 16:05:10.866183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58664) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.870863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-29b634c3-b860-453d-b8bb-6697d1ffcca3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'security_group_rule': {'security_group_id': '3616127f-a079-48b2-b3b6-a1f443293db2', 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:10.899061 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-29b634c3-b860-453d-b8bb-6697d1ffcca3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Project 18f6bc3016e4473fa8afdd82ab48a5df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:05:10.904842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b634c3-b860-453d-b8bb-6697d1ffcca3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.974389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b634c3-b860-453d-b8bb-6697d1ffcca3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.979692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b634c3-b860-453d-b8bb-6697d1ffcca3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.000507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b634c3-b860-453d-b8bb-6697d1ffcca3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7571afb8-a6b7-4084-a736-1dd3f9c18991,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:11.007646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29b634c3-b860-453d-b8bb-6697d1ffcca3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.009069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-29b634c3-b860-453d-b8bb-6697d1ffcca3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418750 Aug 09 16:05:11.012024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58668) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:11.016689 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-273912be-b550-4a1b-af81-7945a139949e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'security_group_rule': {'security_group_id': '3616127f-a079-48b2-b3b6-a1f443293db2', 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:11.041745 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-273912be-b550-4a1b-af81-7945a139949e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Project 18f6bc3016e4473fa8afdd82ab48a5df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:05:11.047750 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-273912be-b550-4a1b-af81-7945a139949e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.122650 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-273912be-b550-4a1b-af81-7945a139949e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.127570 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-273912be-b550-4a1b-af81-7945a139949e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.146070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273912be-b550-4a1b-af81-7945a139949e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae495754-3bd9-40b5-b932-6c26baa2ed7d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:11.155649 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-273912be-b550-4a1b-af81-7945a139949e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.156940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-273912be-b550-4a1b-af81-7945a139949e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439106 Aug 09 16:05:11.395282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-1e6d0562-3c06-42ce-831a-c941e539c2ef tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772764768&fields=id&tenant_id=18f6bc3016e4473fa8afdd82ab48a5df HTTP/1.1" status: 200 len: 267 time: 0.0337379 Aug 09 16:05:11.506681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-49e6ea8e-609c-4918-8d8e-38bc6d0cb24e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:11.508227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-49e6ea8e-609c-4918-8d8e-38bc6d0cb24e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/networks?id=ecb596fd-4533-470e-8086-03cb74ccd14b HTTP/1.1" status: 200 len: 813 time: 0.1058929 Aug 09 16:05:11.524312 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-a5bcdf0e-348f-4e31-802e-d1e3b54e2b17 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/quotas/18f6bc3016e4473fa8afdd82ab48a5df HTTP/1.1" status: 200 len: 375 time: 0.0101476 Aug 09 16:05:11.577771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-b2f8fd6d-7aef-4107-b929-9832949a5608 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=18f6bc3016e4473fa8afdd82ab48a5df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476179 Aug 09 16:05:11.645550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:11.677794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-ef482a51-3a92-44db-9cec-7acd7d114cab service neutron] 10.222.0.64 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866735 Aug 09 16:05:11.700371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:11.706654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:11.707133 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.777586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-8961d27c-6466-4992-a34e-050279e5e816 service neutron] 10.222.0.64 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925853 Aug 09 16:05:11.797263 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.820795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:11.823083 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3313398-5192-486f-aafe-5b8b5c9e3c36" -d '{"events": [{"server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "name": "network-vif-plugged", "status": "completed", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:11.836823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:11.842351 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.895785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:12.127602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af2b24-39d9-402f-b25d-68e43ef232a5 req-5d914641-a804-4308-8676-2b382d01679d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:12.130260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2af2b24-39d9-402f-b25d-68e43ef232a5 req-5d914641-a804-4308-8676-2b382d01679d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0603652 Aug 09 16:05:12.198052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2af2b24-39d9-402f-b25d-68e43ef232a5 req-2580b02e-e264-476a-85e5-af26ee79e6d9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561969 Aug 09 16:05:12.243231 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57747f0f-9e35-41d6-8af8-e7cf8c45d2a2 x-openstack-request-id: req-57747f0f-9e35-41d6-8af8-e7cf8c45d2a2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:12.243712 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "name": "network-vif-plugged", "status": "completed", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:12.244140 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57747f0f-9e35-41d6-8af8-e7cf8c45d2a2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:12.244773 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'code': 200} Aug 09 16:05:12.312735 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1161e798-ad76-4ea2-9aba-369feecae9db req-5293e246-43af-4f13-9d5c-700e719f629d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0288465 Aug 09 16:05:12.394351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fb237-83f7-45e6-8441-8736cf69e585 req-4dba6b8a-f38d-41a9-bf32-78ba01943dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:12.395938 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b39fb237-83f7-45e6-8441-8736cf69e585 req-4dba6b8a-f38d-41a9-bf32-78ba01943dbf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1097 time: 0.0449839 Aug 09 16:05:12.438659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b39fb237-83f7-45e6-8441-8736cf69e585 req-f3c12009-7abf-4ed5-b8fd-90c06d454541 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Aug 09 16:05:13.267384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-0e622a10-d7e5-41b7-8036-386b64ffe21a tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:13.269305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-0e622a10-d7e5-41b7-8036-386b64ffe21a tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.35 "GET /v2.0/networks?id=ecb596fd-4533-470e-8086-03cb74ccd14b HTTP/1.1" status: 200 len: 813 time: 0.1497998 Aug 09 16:05:13.349564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-6f4a2e53-fe63-4b86-8023-de0a9f97a5f4 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f6bc3016e4473fa8afdd82ab48a5df HTTP/1.1" status: 200 len: 379 time: 0.0570230 Aug 09 16:05:13.364164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693aed0-d713-4969-ad57-0b219a14e879 req-180e1511-aa35-4413-84ee-88418e6ced52 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:13.366159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d693aed0-d713-4969-ad57-0b219a14e879 req-180e1511-aa35-4413-84ee-88418e6ced52 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0890627 Aug 09 16:05:13.380936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'port': {'device_id': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'admin_state_up': True, 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'security_groups': ['3616127f-a079-48b2-b3b6-a1f443293db2']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:13.479737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d693aed0-d713-4969-ad57-0b219a14e879 req-2a7efa17-8c5f-41d2-a4f8-86c2d2eec406 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913339 Aug 09 16:05:13.565307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Made reservation on behalf of 18f6bc3016e4473fa8afdd82ab48a5df for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:13.570706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.683375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f4082bb-7fb6-4563-8b31-74930ffdc016 req-03c5aaeb-19ac-4e06-be62-5fb1e0719fe6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0843892 Aug 09 16:05:13.773612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Allocated IP 172.20.0.10 (ecb596fd-4533-470e-8086-03cb74ccd14b/d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc/1741dc79-3e72-45eb-a874-4c338de26e38) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:13.937484 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.953326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Transition to ACTIVE for port object 1741dc79-3e72-45eb-a874-4c338de26e38 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:13.989644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.041338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Network ecb596fd-4533-470e-8086-03cb74ccd14b is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:14.044792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:14.049715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:14.076029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'Port': ['ID=1741dc79-3e72-45eb-a874-4c338de26e38,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:14.109364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:14.110002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.126258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-dfada667-1508-4e39-b31e-bf9e7ea3de48 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7589388 Aug 09 16:05:14.140662 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Request body: {'port': {'device_id': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:14.210001 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.344770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-80cca34d-ff11-429e-9406-063c00ae00e0 None None] Provisioning for port 1741dc79-3e72-45eb-a874-4c338de26e38 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:14.349025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-80cca34d-ff11-429e-9406-063c00ae00e0 None None] Provisioning complete for port 1741dc79-3e72-45eb-a874-4c338de26e38 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:14.349392 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-80cca34d-ff11-429e-9406-063c00ae00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.384588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-80cca34d-ff11-429e-9406-063c00ae00e0 None None] Port 1741dc79-3e72-45eb-a874-4c338de26e38 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:14.502258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1741dc79-3e72-45eb-a874-4c338de26e38 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:05:14.510388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.523445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Transition to ACTIVE for port object 1741dc79-3e72-45eb-a874-4c338de26e38 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:14.532552 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.610172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1741dc79-3e72-45eb-a874-4c338de26e38,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:14.997909 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f40e0ecc-90ef-4121-a14c-d776e0b24af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.004083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655759-daf2-4096-bf9e-16887aa79ceb req-94ab469e-2bc5-40ab-a68d-9d37089040f7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.005709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea655759-daf2-4096-bf9e-16887aa79ceb req-94ab469e-2bc5-40ab-a68d-9d37089040f7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.4313500 Aug 09 16:05:15.057667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Attempting to bind port 1741dc79-3e72-45eb-a874-4c338de26e38 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:05:15.058023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Attempting to bind port 1741dc79-3e72-45eb-a874-4c338de26e38 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:05:15.058337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Attempting to bind port 1741dc79-3e72-45eb-a874-4c338de26e38 on network ecb596fd-4533-470e-8086-03cb74ccd14b {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:15.065928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea655759-daf2-4096-bf9e-16887aa79ceb req-f12df857-59e8-4b38-8ef1-3aea1d244463 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515139 Aug 09 16:05:15.068117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Port 1741dc79-3e72-45eb-a874-4c338de26e38 on network ecb596fd-4533-470e-8086-03cb74ccd14b not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:05:15.068428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Attempting to bind port 1741dc79-3e72-45eb-a874-4c338de26e38 on network ecb596fd-4533-470e-8086-03cb74ccd14b {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:15.075928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:05:15.076276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Checking segment: {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:15.076748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Bound using segment: {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:05:15.077185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Bound port: 1741dc79-3e72-45eb-a874-4c338de26e38, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:05:15.077558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.179893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] For port 1741dc79-3e72-45eb-a874-4c338de26e38, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:05:15.195768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] For port 1741dc79-3e72-45eb-a874-4c338de26e38, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1741dc79-3e72-45eb-a874-4c338de26e38,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:05:15.202489 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.222343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ffc06-6f97-4b88-b99e-950f65d9762f req-d560a538-c7eb-4c73-b8a3-5fa824e7c851 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.224012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-756ffc06-6f97-4b88-b99e-950f65d9762f req-d560a538-c7eb-4c73-b8a3-5fa824e7c851 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0920742 Aug 09 16:05:15.264401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.264857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.266676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] 10.222.0.35 "PUT /v2.0/ports/1741dc79-3e72-45eb-a874-4c338de26e38 HTTP/1.1" status: 200 len: 1092 time: 1.1303766 Aug 09 16:05:15.270967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:15.273645 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c466ced-76e2-44f8-9c16-e11807346217" -d '{"events": [{"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:15.306482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a1882-06f4-41ac-ad1e-b891b975eeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1741dc79-3e72-45eb-a874-4c338de26e38,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:15.320636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-756ffc06-6f97-4b88-b99e-950f65d9762f req-5e86b311-f7e8-4dd2-98cb-16a59c76f061 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783463 Aug 09 16:05:15.377370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-6f1cc98f-3a5d-477d-89e2-7c819de4a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.379266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-6f1cc98f-3a5d-477d-89e2-7c819de4a541 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18f6bc3016e4473fa8afdd82ab48a5df&device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1095 time: 0.0563939 Aug 09 16:05:15.436350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-640af667-6344-4f70-b397-088ac1c4836e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1741dc79-3e72-45eb-a874-4c338de26e38 HTTP/1.1" status: 200 len: 217 time: 0.0480132 Aug 09 16:05:15.525783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8ea76-c65b-4207-b7fd-a685abab9bc9 req-61646a28-86e8-4d85-b0e4-943c76d98ba9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.527092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b8ea76-c65b-4207-b7fd-a685abab9bc9 req-61646a28-86e8-4d85-b0e4-943c76d98ba9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0857220 Aug 09 16:05:15.529145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-9405f8a1-d3d0-4b75-91bc-0bd9988520c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.530529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-9405f8a1-d3d0-4b75-91bc-0bd9988520c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc HTTP/1.1" status: 200 len: 852 time: 0.0779645 Aug 09 16:05:15.598450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54b8ea76-c65b-4207-b7fd-a685abab9bc9 req-dac06fca-b0f3-413b-ba2c-39d47e65b104 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634925 Aug 09 16:05:15.616053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-88e783f8-67d7-4824-81f4-762ab38374ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.617969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-88e783f8-67d7-4824-81f4-762ab38374ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ecb596fd-4533-470e-8086-03cb74ccd14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767791 Aug 09 16:05:15.624264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58736) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:15.665240 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dcdded-ac37-473a-8f2d-8be211e07f59 x-openstack-request-id: req-e8dcdded-ac37-473a-8f2d-8be211e07f59 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:15.665524 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:15.665770 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8dcdded-ac37-473a-8f2d-8be211e07f59 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:15.666155 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38', 'status': 'completed', 'code': 200} Aug 09 16:05:15.729977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279dd06b-e445-493f-8245-3712b92439dc tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.731571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-279dd06b-e445-493f-8245-3712b92439dc tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1092 time: 0.1063161 Aug 09 16:05:15.734624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58738) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:15.739161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:15.761262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-2541d74f-9302-413d-b62b-3fb93c130244 service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275365 Aug 09 16:05:15.779171 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.908088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6b4c8b-195f-4035-90fa-8e0dff7dca65 req-99cbe18d-d14f-4b6b-9047-da28080b5589 service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389537 Aug 09 16:05:15.956063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.051426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466ced-76e2-44f8-9c16-e11807346217 req-4bbe667f-29e9-4a93-8b85-3b1b635ad381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:16.053098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c466ced-76e2-44f8-9c16-e11807346217 req-4bbe667f-29e9-4a93-8b85-3b1b635ad381 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18f6bc3016e4473fa8afdd82ab48a5df&device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1095 time: 0.0939910 Aug 09 16:05:16.145681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.25.7.79 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/75450e33-fa15-47ab-84c6-9a319f00188e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:16.228380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466ced-76e2-44f8-9c16-e11807346217 req-bf08f614-f285-4f70-81da-b037065b6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:16.229778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c466ced-76e2-44f8-9c16-e11807346217 req-bf08f614-f285-4f70-81da-b037065b6afe service neutron] 10.222.0.35 "GET /v2.0/networks?id=ecb596fd-4533-470e-8086-03cb74ccd14b HTTP/1.1" status: 200 len: 915 time: 0.1594229 Aug 09 16:05:16.280771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c466ced-76e2-44f8-9c16-e11807346217 req-a2a6bdb5-be0f-4286-8f87-dc585122bac3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1741dc79-3e72-45eb-a874-4c338de26e38 HTTP/1.1" status: 200 len: 217 time: 0.0426786 Aug 09 16:05:16.346241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.361920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466ced-76e2-44f8-9c16-e11807346217 req-57305d90-8acb-4ca3-b11a-dafaec26d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:16.363482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c466ced-76e2-44f8-9c16-e11807346217 req-57305d90-8acb-4ca3-b11a-dafaec26d0f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc HTTP/1.1" status: 200 len: 852 time: 0.0731041 Aug 09 16:05:16.457434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466ced-76e2-44f8-9c16-e11807346217 req-66e2172a-6c70-4ec4-b36f-c7f30a33a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:16.458998 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c466ced-76e2-44f8-9c16-e11807346217 req-66e2172a-6c70-4ec4-b36f-c7f30a33a50d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ecb596fd-4533-470e-8086-03cb74ccd14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864816 Aug 09 16:05:16.462377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.559306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cce548-9e08-4edc-bf69-5d1bb7fcee8f req-1485c8c5-dcb7-4d38-8184-4ca93b5c8ab5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:16.560881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54cce548-9e08-4edc-bf69-5d1bb7fcee8f req-1485c8c5-dcb7-4d38-8184-4ca93b5c8ab5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.1579819 Aug 09 16:05:16.573500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:16.589897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:16.604673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:16.614707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=75450e33-fa15-47ab-84c6-9a319f00188e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:16.689655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54cce548-9e08-4edc-bf69-5d1bb7fcee8f req-5250a524-ab66-4be2-804e-de1ec8a28e82 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182826 Aug 09 16:05:16.710487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c466ced-76e2-44f8-9c16-e11807346217 req-7e33b881-b6c0-4ca5-b2a0-e4bf17a73dac service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384257 Aug 09 16:05:16.912350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c466ced-76e2-44f8-9c16-e11807346217 req-7c9ccdf9-4374-48f8-9b71-dbcf14f00639 service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784456 Aug 09 16:05:17.213735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-6f9048eb-a864-41e1-9d8a-b9bf75a34e66 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:17.215331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-6f9048eb-a864-41e1-9d8a-b9bf75a34e66 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 815 time: 0.2033553 Aug 09 16:05:17.241061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-046c7b52-403b-45e6-a8eb-4a815317229d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/quotas/f92b89db3d2c4800a08d9382f25d2062 HTTP/1.1" status: 200 len: 375 time: 0.0178874 Aug 09 16:05:17.242294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.343116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-e09c3a5f-3e58-42a2-b65b-bde2656bc5ff tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755787 Aug 09 16:05:17.360197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.510577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-70bd749d-eb75-44c6-8a56-74145e95cb9e service neutron] 10.222.0.64 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587129 Aug 09 16:05:17.543679 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a130-5e6c-40ac-b931-b0cab6a4af1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.649576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.656472 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-44ab3f67-3393-4e0e-8bd6-298f47a17978 service neutron] 10.222.0.64 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369216 Aug 09 16:05:17.659471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.733094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=75450e33-fa15-47ab-84c6-9a319f00188e,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:17.742201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.773640 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.884901 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Floating IP 09955891-8c33-40e2-8380-46ecf67a7520 associated. External IP: 172.25.7.79, port: f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46. Aug 09 16:05:18.307061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db25da6-2a94-4885-b1eb-0b74fb1cf90b req-3376d8b2-cf94-40a3-8f8d-0e78c50a30bc tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:18.308607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9db25da6-2a94-4885-b1eb-0b74fb1cf90b req-3376d8b2-cf94-40a3-8f8d-0e78c50a30bc tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.4554362 Aug 09 16:05:18.362659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9db25da6-2a94-4885-b1eb-0b74fb1cf90b req-9a3deaf0-10c3-4a77-ba9f-9b852f76efc5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473635 Aug 09 16:05:18.481431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-88d4d203-e796-44b5-9c28-4ab86e63f0cf req-e1b67571-9baa-412e-a645-518e45c74768 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 210 time: 0.0323861 Aug 09 16:05:18.511058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 15ad2d4c-5510-4445-847f-ec5eecf8a33f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:18.632623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:18.646411 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] Sync routers for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:18.656003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.660677 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:18.661404 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:18.685156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6cfeeb74-1110-486f-866a-727650332988 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9495018 Aug 09 16:05:18.686007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:18.693404 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:18.797230 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:18.809877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf55a63-7c81-45b8-83e4-f450aadceb77 req-a33b6c56-e6ac-4f74-a102-8908a022655f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:18.812241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baf55a63-7c81-45b8-83e4-f450aadceb77 req-a33b6c56-e6ac-4f74-a102-8908a022655f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0572004 Aug 09 16:05:18.899215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baf55a63-7c81-45b8-83e4-f450aadceb77 req-2053f309-b747-4055-8d81-05ba889512e1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786901 Aug 09 16:05:18.923743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58788) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:18.982452 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eee043-a675-4c72-9021-d51add086d77 x-openstack-request-id: req-51eee043-a675-4c72-9021-d51add086d77 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:18.982845 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:18.983226 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51eee043-a675-4c72-9021-d51add086d77 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:18.983721 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'status': 'completed', 'code': 200} Aug 09 16:05:19.018074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58790) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:19.083085 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.099319 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cd482919-3361-4660-9621-7b6731c26050 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/09955891-8c33-40e2-8380-46ecf67a7520 HTTP/1.1" status: 200 len: 991 time: 0.1737387 Aug 09 16:05:19.161971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb02054-807e-4ced-aa59-7d43c27c8856 req-76f38a85-f496-4229-ac46-afd0ad75548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:19.165965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fb02054-807e-4ced-aa59-7d43c27c8856 req-76f38a85-f496-4229-ac46-afd0ad75548a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1097 time: 0.1467121 Aug 09 16:05:19.173948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-53d45f3e-cb0a-4b26-8067-8b0be3f990da tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:19.175913 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-53d45f3e-cb0a-4b26-8067-8b0be3f990da tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.66 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 815 time: 0.1597612 Aug 09 16:05:19.178417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-670d4d69-ba06-41fa-9fd8-f3bf739c178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:19.180334 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-670d4d69-ba06-41fa-9fd8-f3bf739c178c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1097 time: 0.0795617 Aug 09 16:05:19.209249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Request body: {'port': {'device_id': 'a11c6890-de06-4f64-a89f-11f02c39b2ea', 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'admin_state_up': True, 'tenant_id': 'f92b89db3d2c4800a08d9382f25d2062'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:19.211513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fb02054-807e-4ced-aa59-7d43c27c8856 req-56747a64-b9c7-4863-a5b6-92a45e476e76 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384867 Aug 09 16:05:19.268196 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09955891-8c33-40e2-8380-46ecf67a7520', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.79', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'port_id': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'mac_address': 'fa:16:3e:92:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd401a-0377-4641-98fd-443c67822341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:16Z', 'updated_at': '2021-08-09T16:05:16Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:05Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:19.305018 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] Checking router: 15ad2d4c-5510-4445-847f-ec5eecf8a33f for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:19.316384 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:19.317023 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:19.383701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-92bd22ad-68ad-4a4d-8efe-595f2d1066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:19.386276 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-92bd22ad-68ad-4a4d-8efe-595f2d1066c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 899 time: 0.1697481 Aug 09 16:05:19.424371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Made reservation on behalf of f92b89db3d2c4800a08d9382f25d2062 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:19.428533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.442700 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:19.510359 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-7892516f-679b-4d5f-a3b7-abc45c6efdec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 999 time: 0.0948279 Aug 09 16:05:19.511696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c0726-25a9-4913-9a12-6106e2f32b0b req-1fb3587f-2a01-4ea6-b386-27361a5f187a tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:19.519797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce2c0726-25a9-4913-9a12-6106e2f32b0b req-1fb3587f-2a01-4ea6-b386-27361a5f187a tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0727608 Aug 09 16:05:19.576553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce2c0726-25a9-4913-9a12-6106e2f32b0b req-2cdfed10-bc73-4efc-baa1-37c2eb65af59 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552924 Aug 09 16:05:19.613772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-dab5d95f-9f13-4a27-9957-8f5a603fdf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:19.616224 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-dab5d95f-9f13-4a27-9957-8f5a603fdf7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.0784585 Aug 09 16:05:19.679399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c260d9f1-295b-4ab8-a31c-c2b704f1ead3 req-d4c8fa9c-9a1f-4c08-8e58-0369960fdc16 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 210 time: 0.0322878 Aug 09 16:05:19.714368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Allocated IP 172.20.0.12 (8215f258-93ab-4d3e-a0e1-c26f18b4cfc3/46bc4e81-bfb1-43e6-9feb-44130023c64e/7a26635a-4d8f-4cfc-8c34-8713eb1523b7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:19.720349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-8425945a-4400-43cf-b6f3-fff10029f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:19.721986 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-8425945a-4400-43cf-b6f3-fff10029f0f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819459 Aug 09 16:05:19.768033 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09955891-8c33-40e2-8380-46ecf67a7520', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.79', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'port_id': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'mac_address': 'fa:16:3e:92:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd401a-0377-4641-98fd-443c67822341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:16Z', 'updated_at': '2021-08-09T16:05:16Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:05Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:19.796977 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0488b1b-410b-4717-9898-31b16a3f62f8 None None] The sync data for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 is: [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09955891-8c33-40e2-8380-46ecf67a7520', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.79', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'port_id': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'mac_address': 'fa:16:3e:92:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd401a-0377-4641-98fd-443c67822341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:16Z', 'updated_at': '2021-08-09T16:05:16Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:05Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:19.926002 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-6a2c5723-a0b9-461f-ad4b-2898928fbbf1 service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765187 Aug 09 16:05:20.014692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.074037 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-435db01d-933f-4d1b-baab-de3cd7c31907 service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392577 Aug 09 16:05:20.088387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307c29a2-57c5-4165-906b-087c68abae20 None None] New status for floating IP 09955891-8c33-40e2-8380-46ecf67a7520: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:05:20.101660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58804) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:20.114309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.190668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5b99498c-220b-456f-bdb1-02fa5b96ed5b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/09955891-8c33-40e2-8380-46ecf67a7520 HTTP/1.1" status: 200 len: 991 time: 0.0873358 Aug 09 16:05:20.190933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:20.192490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e5e91780-4215-4097-8b43-b05d62d60ef3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:20.195631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:20.196372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['39ffd8c6-f83b-420a-98c7-79b9d0254232', '75ec73a1-89e1-41d4-83a5-37478939c5c8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:20.210631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Pushing event updated for resources: {'Port': ['ID=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:20.221105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:20.277600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:20.278574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.295288 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-1bbff325-8e00-41fe-bc5b-bf1e9be009a8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0912688 Aug 09 16:05:20.313400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Request body: {'port': {'device_id': 'a11c6890-de06-4f64-a89f-11f02c39b2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:20.381782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.523512 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.684555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:05:20.693517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.702700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f7914-8f79-4cec-98ed-8b0a25a2cdd1 req-ae191780-6bbd-48c3-9bd1-6c0c5e549179 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:20.708389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785f7914-8f79-4cec-98ed-8b0a25a2cdd1 req-ae191780-6bbd-48c3-9bd1-6c0c5e549179 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0667303 Aug 09 16:05:20.712363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Transition to ACTIVE for port object 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:20.716779 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.748635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-785f7914-8f79-4cec-98ed-8b0a25a2cdd1 req-7894cf1b-0622-42e6-ade5-f8d974736f97 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354619 Aug 09 16:05:20.788657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:20.848000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Attempting to bind port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:05:20.848339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Attempting to bind port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:05:20.848665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Attempting to bind port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:20.858747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:05:20.859065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Attempting to bind port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 on network 8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:20.864814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:05:20.865149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Checking segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:20.865640 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Bound using segment: {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:05:20.866634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Bound port: 7a26635a-4d8f-4cfc-8c34-8713eb1523b7, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4c3112-6ee8-4c9b-bf3f-9027664b8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:05:20.866993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.867158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08638dfa-46ba-4b88-87f1-36b4abdd3657 req-0411144e-1f92-4ee8-acd5-8abefce93e37 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:20.868733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08638dfa-46ba-4b88-87f1-36b4abdd3657 req-0411144e-1f92-4ee8-acd5-8abefce93e37 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 944 time: 0.0554402 Aug 09 16:05:20.911840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08638dfa-46ba-4b88-87f1-36b4abdd3657 req-5b0f8972-80cb-4ae6-addf-438e6ca0016e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366366 Aug 09 16:05:20.948454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] For port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:05:20.951584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] For port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:05:20.957681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.999442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:21.000087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.001637 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] 10.222.0.66 "PUT /v2.0/ports/7a26635a-4d8f-4cfc-8c34-8713eb1523b7 HTTP/1.1" status: 200 len: 1092 time: 0.6935480 Aug 09 16:05:21.002077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11c6890-de06-4f64-a89f-11f02c39b2ea', 'tag': '7a26635a-4d8f-4cfc-8c34-8713eb1523b7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:21.004589 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7135e1fa-1fed-4ac2-8991-2e9e354b496c" -d '{"events": [{"name": "network-changed", "server_uuid": "a11c6890-de06-4f64-a89f-11f02c39b2ea", "tag": "7a26635a-4d8f-4cfc-8c34-8713eb1523b7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:21.030460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c1f0e-e405-4ec2-8756-b39d1911dcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:21.056684 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32482b70-2004-4aaf-9032-5d46041609d2 x-openstack-request-id: req-32482b70-2004-4aaf-9032-5d46041609d2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:21.056986 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11c6890-de06-4f64-a89f-11f02c39b2ea", "tag": "7a26635a-4d8f-4cfc-8c34-8713eb1523b7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:21.057233 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32482b70-2004-4aaf-9032-5d46041609d2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:21.057638 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11c6890-de06-4f64-a89f-11f02c39b2ea', 'tag': '7a26635a-4d8f-4cfc-8c34-8713eb1523b7', 'status': 'completed', 'code': 200} Aug 09 16:05:21.122807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-4ac0a8fc-739a-42da-a606-b012ba7e8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:21.124501 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-4ac0a8fc-739a-42da-a606-b012ba7e8e1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 1095 time: 0.0504625 Aug 09 16:05:21.177901 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-5f0ddde9-3c65-4d8d-835d-129abde43a64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a26635a-4d8f-4cfc-8c34-8713eb1523b7 HTTP/1.1" status: 200 len: 217 time: 0.0405660 Aug 09 16:05:21.194144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58820) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:21.289593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-15bea558-9690-40b7-aaf0-3269799c00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:21.291082 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-15bea558-9690-40b7-aaf0-3269799c00fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.0982769 Aug 09 16:05:21.296408 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8317c004-ea62-46c3-a98b-8b65fec2b5fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/09955891-8c33-40e2-8380-46ecf67a7520 HTTP/1.1" status: 200 len: 993 time: 0.1010141 Aug 09 16:05:21.327497 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-b5ce757d-d511-4947-b418-c14331704b5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260248 Aug 09 16:05:21.421980 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-908e87ea-9055-4142-9f4f-00281e86bd0a service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850079 Aug 09 16:05:21.536043 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c5f0847a-5096-4b09-98fe-1473fda16797 req-88d7b0f8-8576-4bd8-9ee1-378095887111 service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011040 Aug 09 16:05:21.667843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-3a286dfc-68b7-4d2b-808f-89670e009ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:21.669442 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-3a286dfc-68b7-4d2b-808f-89670e009ea0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f92b89db3d2c4800a08d9382f25d2062&device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 1095 time: 0.0455933 Aug 09 16:05:21.781943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-9978b601-0970-4a5a-b6ed-c5f016910531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:21.783501 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-9978b601-0970-4a5a-b6ed-c5f016910531 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 200 len: 917 time: 0.0977995 Aug 09 16:05:21.836639 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-4222de4c-e34c-4d86-83a9-533d7356a000 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a26635a-4d8f-4cfc-8c34-8713eb1523b7 HTTP/1.1" status: 200 len: 217 time: 0.0359747 Aug 09 16:05:21.879983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf3892-34ad-4f43-ba60-c5c1f6cb6624 req-f06ff086-f0df-48f9-8edf-56f28fff840f tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:21.881654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7bf3892-34ad-4f43-ba60-c5c1f6cb6624 req-f06ff086-f0df-48f9-8edf-56f28fff840f tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0587015 Aug 09 16:05:21.895684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-e32a3191-9a39-4a0c-b84c-b6af3e83ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:21.897347 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-e32a3191-9a39-4a0c-b84c-b6af3e83ab63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 200 len: 855 time: 0.0484810 Aug 09 16:05:21.924175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7bf3892-34ad-4f43-ba60-c5c1f6cb6624 req-966c40d7-749b-4831-89f8-f4426f14e617 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344689 Aug 09 16:05:21.937438 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-b6800b2b-b388-4263-8045-f83f6daae69d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247734 Aug 09 16:05:22.032518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee4292-d2df-4fca-a0ad-2b9a53913f78 req-8a7b6e6d-be77-4136-8f51-c5ce708c5f1c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:22.034161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-acee4292-d2df-4fca-a0ad-2b9a53913f78 req-8a7b6e6d-be77-4136-8f51-c5ce708c5f1c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 944 time: 0.0510743 Aug 09 16:05:22.040265 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-d7e300da-ac70-4c28-a476-0b2129b0af77 service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897188 Aug 09 16:05:22.075586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-acee4292-d2df-4fca-a0ad-2b9a53913f78 req-03a8d1c7-e6f3-42cb-bc1d-b512793e0ac8 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345371 Aug 09 16:05:22.141678 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-7135e1fa-1fed-4ac2-8991-2e9e354b496c req-71e85ca6-c718-4968-90b1-3b414a34c3e9 service neutron] 10.222.0.66 "GET /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908980 Aug 09 16:05:23.054345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ff269-af28-4fe7-b1ee-68844a593523 req-942fb333-9af0-4ea9-9e47-6cb02f0d969b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:23.055797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f98ff269-af28-4fe7-b1ee-68844a593523 req-942fb333-9af0-4ea9-9e47-6cb02f0d969b tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0575497 Aug 09 16:05:23.096811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f98ff269-af28-4fe7-b1ee-68844a593523 req-759586d5-ff3b-43a2-8fb3-837d371e0093 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347505 Aug 09 16:05:23.210618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923569c0-b6f2-43e2-a60b-089d521c2596 req-d00d1596-cd8d-4047-8ce5-4654dd0ccd28 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:23.212279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-923569c0-b6f2-43e2-a60b-089d521c2596 req-d00d1596-cd8d-4047-8ce5-4654dd0ccd28 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 944 time: 0.0585082 Aug 09 16:05:23.252501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-923569c0-b6f2-43e2-a60b-089d521c2596 req-9848196d-4a6b-450b-bed0-ff229a104d48 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Aug 09 16:05:24.221792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247e88a-cd0e-4ac8-9f5c-393137132abd req-5d8122ac-356f-4675-8dc2-2c854e59df38 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:24.223638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9247e88a-cd0e-4ac8-9f5c-393137132abd req-5d8122ac-356f-4675-8dc2-2c854e59df38 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0561020 Aug 09 16:05:24.266544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9247e88a-cd0e-4ac8-9f5c-393137132abd req-531d32da-6fbb-4cde-b6fc-a0c167167401 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365922 Aug 09 16:05:24.379787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e34150-0e0e-48d0-bc14-1a9b543bdfc3 req-73032ee9-c7b4-4def-8175-331e819a628f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:24.381399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9e34150-0e0e-48d0-bc14-1a9b543bdfc3 req-73032ee9-c7b4-4def-8175-331e819a628f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 944 time: 0.0514417 Aug 09 16:05:24.422692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9e34150-0e0e-48d0-bc14-1a9b543bdfc3 req-65ed02dd-f644-42f0-859a-73618088028c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Aug 09 16:05:25.394537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baa788-8084-40db-86e3-ecc9517658f4 req-6b4dd1e0-10f6-4616-a496-614ea9c15e7f tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:25.396146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5baa788-8084-40db-86e3-ecc9517658f4 req-6b4dd1e0-10f6-4616-a496-614ea9c15e7f tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0572240 Aug 09 16:05:25.440135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5baa788-8084-40db-86e3-ecc9517658f4 req-4a9ba219-4207-4e4d-bc34-4dbfdcc034d5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358827 Aug 09 16:05:25.551214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32b5fa-2e51-4745-851e-3aa7fc6639a5 req-05cc4ce0-d3df-4985-ad07-e916ea913e82 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:25.552930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e32b5fa-2e51-4745-851e-3aa7fc6639a5 req-05cc4ce0-d3df-4985-ad07-e916ea913e82 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 944 time: 0.0534530 Aug 09 16:05:25.594074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e32b5fa-2e51-4745-851e-3aa7fc6639a5 req-aabe0613-42d1-49be-9782-e5535d91308b tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Aug 09 16:05:25.710172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:05:25.810022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:25.821726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '7a26635a-4d8f-4cfc-8c34-8713eb1523b7', 'network_id': '8215f258-93ab-4d3e-a0e1-c26f18b4cfc3', 'port_id': '7a26635a-4d8f-4cfc-8c34-8713eb1523b7', 'mac_address': 'fa:16:3e:72:bc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bc4e81-bfb1-43e6-9feb-44130023c64e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:05:25.859811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.873143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:05:25.892935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:25.905543 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.954699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:26.275245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['7a26635a-4d8f-4cfc-8c34-8713eb1523b7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:26.563304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74897b-fc78-4947-82e8-410cfb31e2f9 req-61e4997c-84a8-40e7-9871-5997e68af143 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:26.564895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d74897b-fc78-4947-82e8-410cfb31e2f9 req-61e4997c-84a8-40e7-9871-5997e68af143 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0535944 Aug 09 16:05:26.609207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d74897b-fc78-4947-82e8-410cfb31e2f9 req-f30c96fd-bf1f-4ed0-a8d1-b82067079a97 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378678 Aug 09 16:05:26.721363 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ffafc-3e8f-4d8b-ae1e-478022324f99 req-28bba08f-0733-4d76-9dec-14b720e6453b tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:26.722890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea7ffafc-3e8f-4d8b-ae1e-478022324f99 req-28bba08f-0733-4d76-9dec-14b720e6453b tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 945 time: 0.0576658 Aug 09 16:05:26.764814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea7ffafc-3e8f-4d8b-ae1e-478022324f99 req-d5441030-a622-4b45-a879-f41f3eb44f36 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352829 Aug 09 16:05:27.713573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:27.734241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea0259-b5d2-4027-86d0-2c1e0b7e97bc req-32ebad29-fd33-49a7-955a-49788ff2fbc7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:27.741130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97ea0259-b5d2-4027-86d0-2c1e0b7e97bc req-32ebad29-fd33-49a7-955a-49788ff2fbc7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0562816 Aug 09 16:05:27.769508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:27.774695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:27.775082 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.783509 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97ea0259-b5d2-4027-86d0-2c1e0b7e97bc req-572dbd82-2e1a-4a5a-9e6b-ead39b310e50 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393548 Aug 09 16:05:27.866350 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.891352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c6890-de06-4f64-a89f-11f02c39b2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a26635a-4d8f-4cfc-8c34-8713eb1523b7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:27.894183 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36cd93e-2aac-446d-8947-5b81147c6221" -d '{"events": [{"server_uuid": "a11c6890-de06-4f64-a89f-11f02c39b2ea", "name": "network-vif-plugged", "status": "completed", "tag": "7a26635a-4d8f-4cfc-8c34-8713eb1523b7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:27.910126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:27.915707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bfecd-5207-479c-bdc2-c11678d75082 req-95f3208e-5dc7-4b5f-8e9d-3b9639f1c1ad tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:27.919069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a56bfecd-5207-479c-bdc2-c11678d75082 req-95f3208e-5dc7-4b5f-8e9d-3b9639f1c1ad tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 945 time: 0.0704522 Aug 09 16:05:27.923733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.963632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a56bfecd-5207-479c-bdc2-c11678d75082 req-c499b00a-ea5f-4417-9934-ef3a620bbcbc tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356998 Aug 09 16:05:27.978635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:28.019986 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe455ba-b265-4b3a-a467-c7e59ec1cf2a x-openstack-request-id: req-3fe455ba-b265-4b3a-a467-c7e59ec1cf2a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:28.020283 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11c6890-de06-4f64-a89f-11f02c39b2ea", "name": "network-vif-plugged", "status": "completed", "tag": "7a26635a-4d8f-4cfc-8c34-8713eb1523b7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:28.020540 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fe455ba-b265-4b3a-a467-c7e59ec1cf2a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:28.020942 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c6890-de06-4f64-a89f-11f02c39b2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a26635a-4d8f-4cfc-8c34-8713eb1523b7', 'code': 200} Aug 09 16:05:28.139071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f2359-db7d-49cf-a37a-5f02130378cb req-aae542e3-2c9f-4709-81a0-f4f689142571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:28.140643 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-da7f2359-db7d-49cf-a37a-5f02130378cb req-aae542e3-2c9f-4709-81a0-f4f689142571 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 1097 time: 0.0494392 Aug 09 16:05:28.184476 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-da7f2359-db7d-49cf-a37a-5f02130378cb req-f9430e04-566a-4afb-8f2a-ce0865469a21 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295591 Aug 09 16:05:28.357244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.625012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.856988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1741dc79-3e72-45eb-a874-4c338de26e38 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:05:28.914742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d711500-2cb7-46f4-93ee-3a92f7049fa5 req-0b20f1fa-114a-40c1-9e7e-3c3bb3a73dcf tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:28.916203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d711500-2cb7-46f4-93ee-3a92f7049fa5 req-0b20f1fa-114a-40c1-9e7e-3c3bb3a73dcf tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 944 time: 0.0559814 Aug 09 16:05:28.955411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d711500-2cb7-46f4-93ee-3a92f7049fa5 req-c6ca4fb5-540a-4c78-b3f2-d165b445f0e8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Aug 09 16:05:28.961554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1741dc79-3e72-45eb-a874-4c338de26e38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1741dc79-3e72-45eb-a874-4c338de26e38,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:28.977824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '1741dc79-3e72-45eb-a874-4c338de26e38', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38', 'mac_address': 'fa:16:3e:c2:a1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:05:29.015924 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.029318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1741dc79-3e72-45eb-a874-4c338de26e38 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:05:29.050471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1741dc79-3e72-45eb-a874-4c338de26e38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1741dc79-3e72-45eb-a874-4c338de26e38,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:29.055767 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.085652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac1af-8f89-48d0-a9f0-256b73c96ba3 req-cb2a77b8-274e-4f51-80e1-e817ec54744d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:29.087183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82cac1af-8f89-48d0-a9f0-256b73c96ba3 req-cb2a77b8-274e-4f51-80e1-e817ec54744d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 946 time: 0.0538158 Aug 09 16:05:29.109416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1741dc79-3e72-45eb-a874-4c338de26e38,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:29.129202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82cac1af-8f89-48d0-a9f0-256b73c96ba3 req-9f19549f-7189-4d1d-aa82-68b2f0876ce9 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Aug 09 16:05:29.298551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1741dc79-3e72-45eb-a874-4c338de26e38'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:30.082019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc76157-a4c1-41ac-9877-8a4e9ce4c6ee req-872a9021-23a8-4f7c-92e4-53a80fed40e2 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:30.083693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ccc76157-a4c1-41ac-9877-8a4e9ce4c6ee req-872a9021-23a8-4f7c-92e4-53a80fed40e2 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 945 time: 0.0536158 Aug 09 16:05:30.125495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ccc76157-a4c1-41ac-9877-8a4e9ce4c6ee req-75eb9252-f17f-4839-b05a-d46248e61314 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349097 Aug 09 16:05:30.259177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520d311-5d3b-44fd-a5ae-e6ef1ed683d7 req-55558151-883d-475d-825d-eb4481039b7d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:30.260653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c520d311-5d3b-44fd-a5ae-e6ef1ed683d7 req-55558151-883d-475d-825d-eb4481039b7d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 946 time: 0.0594466 Aug 09 16:05:30.303222 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c520d311-5d3b-44fd-a5ae-e6ef1ed683d7 req-a2c9269c-ab0d-4f51-9c8f-317c245efc8c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Aug 09 16:05:30.627499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58868) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:30.694311 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ff4ad76d-d0ff-41fc-8597-9ea300b12488 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/floatingips/d0185926-d5fa-4eda-be0a-46139441bf04 HTTP/1.1" status: 200 len: 994 time: 0.0648568 Aug 09 16:05:30.882913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1741dc79-3e72-45eb-a874-4c338de26e38 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:30.945436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58876) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:30.953003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 1741dc79-3e72-45eb-a874-4c338de26e38 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:30.957348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 1741dc79-3e72-45eb-a874-4c338de26e38 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:30.957723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.047942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.076913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:31.079272 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd833ae-7d0c-455c-87c0-843563d819de" -d '{"events": [{"server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "name": "network-vif-plugged", "status": "completed", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:31.093750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1741dc79-3e72-45eb-a874-4c338de26e38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1741dc79-3e72-45eb-a874-4c338de26e38,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:31.098836 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.119810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port 22737c2e-584d-4166-b107-f871e5ffc874 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:31.120194 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.128298 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a20738-3a5c-495c-a8c2-9c0c5ffef4ce x-openstack-request-id: req-c0a20738-3a5c-495c-a8c2-9c0c5ffef4ce {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:31.128490 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "name": "network-vif-plugged", "status": "completed", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:31.128738 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0a20738-3a5c-495c-a8c2-9c0c5ffef4ce {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:31.129140 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38', 'code': 200} Aug 09 16:05:31.174051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1741dc79-3e72-45eb-a874-4c338de26e38,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:31.228608 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.228932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.243457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for 22737c2e-584d-4166-b107-f871e5ffc874 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:31.305595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b846ce-1c99-4bf0-a064-16480b0485e3 req-0834042a-a193-488d-8f4d-079e4e99739a tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:31.307199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58b846ce-1c99-4bf0-a064-16480b0485e3 req-0834042a-a193-488d-8f4d-079e4e99739a tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 946 time: 0.0900912 Aug 09 16:05:31.309750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a15b-7066-4c9f-ad08-485e2f137dd2 req-fcc722f2-33f0-4860-8c8a-aeb0c00b9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:31.311270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6221a15b-7066-4c9f-ad08-485e2f137dd2 req-fcc722f2-33f0-4860-8c8a-aeb0c00b9f87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1097 time: 0.1075702 Aug 09 16:05:31.381575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6221a15b-7066-4c9f-ad08-485e2f137dd2 req-fc29cb86-d203-454f-8228-c20bc5d5b11c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538826 Aug 09 16:05:31.384759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58b846ce-1c99-4bf0-a064-16480b0485e3 req-090607a2-27bd-4be4-8c62-f3f090ce4368 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682044 Aug 09 16:05:31.416796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.442825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=22737c2e-584d-4166-b107-f871e5ffc874,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:31.517012 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.517342 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Floating IP d0185926-d5fa-4eda-be0a-46139441bf04 disassociated (deleted). External IP: 172.25.7.223, port: a7057266-2a3c-4b2c-9d94-e15b4e8ef33f. Aug 09 16:05:32.070955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:32.198372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:32.204005 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.215758 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] Sync routers for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:32.223279 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:32.224554 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:32.234647 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-17043405-c7b8-459b-8cf1-74612af0a2f6 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/floatingips/d0185926-d5fa-4eda-be0a-46139441bf04 HTTP/1.1" status: 204 len: 168 time: 1.2880371 Aug 09 16:05:32.235253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:32.237949 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df18bd-cce9-4097-b430-27214ab60656" -d '{"events": [{"name": "network-changed", "server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:32.344806 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:32.425689 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29394cd-8ec6-4619-aa83-5a5de5e01824 x-openstack-request-id: req-a29394cd-8ec6-4619-aa83-5a5de5e01824 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:32.426011 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:32.426257 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a29394cd-8ec6-4619-aa83-5a5de5e01824 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:32.426719 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'status': 'completed', 'code': 200} Aug 09 16:05:32.516087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df18bd-cce9-4097-b430-27214ab60656 req-406758d3-e0e5-4b1c-ba3d-b8d4b08eea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:32.517675 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18df18bd-cce9-4097-b430-27214ab60656 req-406758d3-e0e5-4b1c-ba3d-b8d4b08eea80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=698264eb09894537b6b901408cda1b15&device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0526624 Aug 09 16:05:32.549499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ad9b-3622-4b52-8f18-4f8067f3b137 req-ccf7d889-6e22-4946-8672-9799ced6d0f8 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:32.551153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6580ad9b-3622-4b52-8f18-4f8067f3b137 req-ccf7d889-6e22-4946-8672-9799ced6d0f8 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.0577900 Aug 09 16:05:32.584724 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:25Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:32.597365 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6580ad9b-3622-4b52-8f18-4f8067f3b137 req-fdf2c20e-a076-4790-b53a-eb0317723e57 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370975 Aug 09 16:05:32.616134 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] Checking router: 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:32.629766 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:32.630407 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:32.693228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df18bd-cce9-4097-b430-27214ab60656 req-5ba5b5b0-4aa6-45a7-8c64-08d141bb3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:32.694847 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18df18bd-cce9-4097-b430-27214ab60656 req-5ba5b5b0-4aa6-45a7-8c64-08d141bb3d29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6bfec6b9-ccad-41f7-a00d-1179b83c1648 HTTP/1.1" status: 200 len: 898 time: 0.1552787 Aug 09 16:05:32.743619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f2bf-8c8d-4d1e-8f3c-a1f3e3f864b3 req-af5599c6-e792-4316-9bbd-1e6bf07713d5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:32.751874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0868f2bf-8c8d-4d1e-8f3c-a1f3e3f864b3 req-af5599c6-e792-4316-9bbd-1e6bf07713d5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 946 time: 0.0837243 Aug 09 16:05:32.761696 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18df18bd-cce9-4097-b430-27214ab60656 req-c01d82cf-1dc3-4313-aa22-962bb593b0aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f HTTP/1.1" status: 200 len: 217 time: 0.0490570 Aug 09 16:05:32.782831 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:32.795094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0868f2bf-8c8d-4d1e-8f3c-a1f3e3f864b3 req-b5dabe78-0a6f-4968-a6f9-359443bb093d tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Aug 09 16:05:32.826443 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df18bd-cce9-4097-b430-27214ab60656 req-166304b9-e6bd-4071-bf93-0968f1d54473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:32.828016 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18df18bd-cce9-4097-b430-27214ab60656 req-166304b9-e6bd-4071-bf93-0968f1d54473 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=331df4b5-592e-411f-bf7f-d1167263bc47 HTTP/1.1" status: 200 len: 835 time: 0.0565550 Aug 09 16:05:32.890001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df18bd-cce9-4097-b430-27214ab60656 req-bbddf32f-b976-4466-93b5-aa0f3e06c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:32.892024 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18df18bd-cce9-4097-b430-27214ab60656 req-bbddf32f-b976-4466-93b5-aa0f3e06c79e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6bfec6b9-ccad-41f7-a00d-1179b83c1648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557702 Aug 09 16:05:32.937574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b381e-beb1-41b5-afab-50fa821c6636 req-88003682-7f68-4c00-b18c-ca7b069d7d01 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:32.939418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf3b381e-beb1-41b5-afab-50fa821c6636 req-88003682-7f68-4c00-b18c-ca7b069d7d01 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 946 time: 0.0566058 Aug 09 16:05:33.003587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf3b381e-beb1-41b5-afab-50fa821c6636 req-aba059e3-db7b-4b84-b6d1-bfdc3a359ab3 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572684 Aug 09 16:05:33.013450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58904) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:33.019663 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:25Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:33.035366 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18df18bd-cce9-4097-b430-27214ab60656 req-ef89f8d4-1fa8-442a-a636-5ddab1e35902 service neutron] 10.222.0.66 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302419 Aug 09 16:05:33.049977 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149627d3-bc8a-4be1-ad79-059900a79b0f None None] The sync data for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 is: [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '385b6e68-f35a-4e2e-972a-07481d33053c', 'name': '', 'network_id': '6bfec6b9-ccad-41f7-a00d-1179b83c1648', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'mac_address': 'fa:16:3e:21:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:16Z', 'updated_at': '2021-08-09T16:04:25Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'subnets': [{'id': '331df4b5-592e-411f-bf7f-d1167263bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:33.195208 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-18df18bd-cce9-4097-b430-27214ab60656 req-af941893-9493-4b0f-b8c0-74b803858c7b service neutron] 10.222.0.66 "GET /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470726 Aug 09 16:05:33.232486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb594f5-3cb4-420a-9434-b8da55379503 tempest-TestVolumeBackupRestore-1218456891 tempest-TestVolumeBackupRestore-1218456891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:33.238239 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9cb594f5-3cb4-420a-9434-b8da55379503 tempest-TestVolumeBackupRestore-1218456891 tempest-TestVolumeBackupRestore-1218456891-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1092 time: 0.2203419 Aug 09 16:05:33.239138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58910) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:33.244642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:33.271104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.402886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3a7220-4ee1-4729-a130-76fc982ff7a2 None None] New status for floating IP d0185926-d5fa-4eda-be0a-46139441bf04: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:05:33.431404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.572575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Allocated IP 172.25.7.59 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/96d1c017-0ab1-496f-a4f4-a0bbeedf522f) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:33.704121 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.757410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.763389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111a76-b086-4533-afce-43eddb92f5c0 req-fae8b22f-9b16-41aa-8269-0c282b60e516 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:33.765902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97111a76-b086-4533-afce-43eddb92f5c0 req-fae8b22f-9b16-41aa-8269-0c282b60e516 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.0799017 Aug 09 16:05:33.811868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:33.814374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:33.819271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:33.822832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97111a76-b086-4533-afce-43eddb92f5c0 req-f193ba19-0de3-4292-8375-8ea5f7e7311a tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494497 Aug 09 16:05:33.825392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'Port': ['ID=96d1c017-0ab1-496f-a4f4-a0bbeedf522f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:34.262605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-95f929d3-6b64-475d-8b27-185991915aa7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:34.265094 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-95f929d3-6b64-475d-8b27-185991915aa7 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.0992956 Aug 09 16:05:34.307559 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.423615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.464196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:34.464531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.652537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:34.653136 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.692938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for a7057266-2a3c-4b2c-9d94-e15b4e8ef33f owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:34.809567 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.825689 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.938572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event updated for resources: {'Port': ['ID=96d1c017-0ab1-496f-a4f4-a0bbeedf522f,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:34.988652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.995138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b59632-5fcb-43db-a4c6-fe5493f8a908 req-6d2f4db3-8fc5-402c-91d2-3765ccfc41a4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:34.997690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1b59632-5fcb-43db-a4c6-fe5493f8a908 req-6d2f4db3-8fc5-402c-91d2-3765ccfc41a4 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/ports?device_id=58295b3f-6307-4b67-8a3b-cb8f76b12ac1 HTTP/1.1" status: 200 len: 946 time: 0.0964723 Aug 09 16:05:35.047198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1b59632-5fcb-43db-a4c6-fe5493f8a908 req-a1e1ae04-a879-40b1-be9a-54b06264b442 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee285b53-06d3-4c18-ab6f-209641e275f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367358 Aug 09 16:05:35.060766 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.133910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=a7057266-2a3c-4b2c-9d94-e15b4e8ef33f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:35.183376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] No DVR routers for this DVR port a7057266-2a3c-4b2c-9d94-e15b4e8ef33f on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:35.187162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.189266 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e3f85409-df17-4960-bcd1-efd3b23f88e4 req-fee05f65-d031-4d7d-8b91-b9b8d1884ef5 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.66 "DELETE /v2.0/ports/a7057266-2a3c-4b2c-9d94-e15b4e8ef33f HTTP/1.1" status: 204 len: 173 time: 0.9148624 Aug 09 16:05:35.189724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'name': 'network-vif-deleted', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:35.192098 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6425004-a756-47fe-8657-09829a75adda" -d '{"events": [{"server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "name": "network-vif-deleted", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:35.196432 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Floating IP 358d9335-57f8-4423-b146-ea61fce5d1a9 associated. External IP: 172.25.7.59, port: 1741dc79-3e72-45eb-a874-4c338de26e38. Aug 09 16:05:35.285404 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5800dc94-90a1-4c0a-8858-cbc26f9251a9 x-openstack-request-id: req-5800dc94-90a1-4c0a-8858-cbc26f9251a9 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:35.285996 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58295b3f-6307-4b67-8a3b-cb8f76b12ac1", "name": "network-vif-deleted", "tag": "a7057266-2a3c-4b2c-9d94-e15b4e8ef33f", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:35.286492 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5800dc94-90a1-4c0a-8858-cbc26f9251a9 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:35.287277 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58295b3f-6307-4b67-8a3b-cb8f76b12ac1', 'name': 'network-vif-deleted', 'tag': 'a7057266-2a3c-4b2c-9d94-e15b4e8ef33f', 'status': 'completed', 'code': 200} Aug 09 16:05:35.494175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Router 466b828b-2bc2-40dd-932c-a9a0e44670c5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:35.618746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:35.630949 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] Sync routers for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:35.641271 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:35.641984 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:35.643176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.687102 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-937d9528-1479-41a8-811c-1b6f986b0031 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4468226 Aug 09 16:05:35.689877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58922) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.746556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbb3ff4-5f80-4d66-aae0-c896a69f0e96 tempest-TestVolumeBackupRestore-1218456891 tempest-TestVolumeBackupRestore-1218456891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:35.751390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58924) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.751882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5dbb3ff4-5f80-4d66-aae0-c896a69f0e96 tempest-TestVolumeBackupRestore-1218456891 tempest-TestVolumeBackupRestore-1218456891-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1092 time: 0.0606143 Aug 09 16:05:35.756277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7e5f6c96-c85b-469e-94b7-4d88e6aec8c7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Request body: {'floatingip': {'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:35.792045 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:35.844442 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6c96-c85b-469e-94b7-4d88e6aec8c7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for floatingip, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.159174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58928) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:36.180254 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '358d9335-57f8-4423-b146-ea61fce5d1a9', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'mac_address': 'fa:16:3e:c2:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:34Z', 'updated_at': '2021-08-09T16:05:34Z', 'revision_number': 0, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:36.213916 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] Checking router: 466b828b-2bc2-40dd-932c-a9a0e44670c5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:36.223211 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:36.223892 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:36.233878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-99120d69-c9c8-4c1c-ba1a-9984ae6c1c56 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.266451 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-99120d69-c9c8-4c1c-ba1a-9984ae6c1c56 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.346170 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:36.355892 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-99120d69-c9c8-4c1c-ba1a-9984ae6c1c56 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.358694 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-99120d69-c9c8-4c1c-ba1a-9984ae6c1c56 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.359929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-99120d69-c9c8-4c1c-ba1a-9984ae6c1c56 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/security-groups/ee285b53-06d3-4c18-ab6f-209641e275f2 HTTP/1.1" status: 204 len: 168 time: 0.1998048 Aug 09 16:05:36.375155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99120d69-c9c8-4c1c-ba1a-9984ae6c1c56 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee285b53-06d3-4c18-ab6f-209641e275f2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:36.415611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58934) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:36.527754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6c96-c85b-469e-94b7-4d88e6aec8c7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.534268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6c96-c85b-469e-94b7-4d88e6aec8c7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.667196 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '358d9335-57f8-4423-b146-ea61fce5d1a9', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'mac_address': 'fa:16:3e:c2:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:34Z', 'updated_at': '2021-08-09T16:05:34Z', 'revision_number': 0, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:36.694366 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c7802-ef4e-4a63-882b-b77914e6dbec None None] The sync data for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 is: [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '358d9335-57f8-4423-b146-ea61fce5d1a9', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'mac_address': 'fa:16:3e:c2:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:34Z', 'updated_at': '2021-08-09T16:05:34Z', 'revision_number': 0, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:36.927665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.977944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f58cd-5d4e-408f-89af-aab929f360f3 None None] New status for floating IP 358d9335-57f8-4423-b146-ea61fce5d1a9: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:05:37.146908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5f6c96-c85b-469e-94b7-4d88e6aec8c7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Router 466b828b-2bc2-40dd-932c-a9a0e44670c5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:37.232854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port 385b6e68-f35a-4e2e-972a-07481d33053c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:37.233712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:37.267167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5f6c96-c85b-469e-94b7-4d88e6aec8c7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:37.272256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6c96-c85b-469e-94b7-4d88e6aec8c7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:37.278125 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] Sync routers for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:37.290572 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:37.291861 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:37.296587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:37.297378 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa43de7-85c8-4702-b341-4f5899a6d525" -d '{"events": [{"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:37.339011 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7e5f6c96-c85b-469e-94b7-4d88e6aec8c7 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "PUT /v2.0/floatingips/358d9335-57f8-4423-b146-ea61fce5d1a9 HTTP/1.1" status: 200 len: 991 time: 1.5863411 Aug 09 16:05:37.349806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port 385b6e68-f35a-4e2e-972a-07481d33053c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=385b6e68-f35a-4e2e-972a-07481d33053c,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:37.349806 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:37.359074 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb859a6-0476-46c8-8cfd-31d8af8e2a57 x-openstack-request-id: req-4eb859a6-0476-46c8-8cfd-31d8af8e2a57 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:37.359459 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:37.359716 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4eb859a6-0476-46c8-8cfd-31d8af8e2a57 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:37.360175 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38', 'status': 'completed', 'code': 200} Aug 09 16:05:37.368395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for 385b6e68-f35a-4e2e-972a-07481d33053c owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:37.417406 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:37.473289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-f8c29ea8-4c93-419a-a373-c124c74b1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:37.474872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-f8c29ea8-4c93-419a-a373-c124c74b1ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18f6bc3016e4473fa8afdd82ab48a5df&device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1097 time: 0.0667675 Aug 09 16:05:37.626528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-d624f77e-cec5-4b10-9041-dd4cf837d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:37.628102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-d624f77e-cec5-4b10-9041-dd4cf837d09d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ecb596fd-4533-470e-8086-03cb74ccd14b HTTP/1.1" status: 200 len: 915 time: 0.1177962 Aug 09 16:05:37.714050 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '358d9335-57f8-4423-b146-ea61fce5d1a9', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'mac_address': 'fa:16:3e:c2:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:34Z', 'updated_at': '2021-08-09T16:05:37Z', 'revision_number': 2, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:37.723499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-ff11a01e-28b3-4ec0-be4f-5594bb71c3dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1741dc79-3e72-45eb-a874-4c338de26e38 HTTP/1.1" status: 200 len: 1001 time: 0.0761940 Aug 09 16:05:37.725608 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:37.743612 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] Checking router: 466b828b-2bc2-40dd-932c-a9a0e44670c5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:37.753518 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:37.754134 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:37.766172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=385b6e68-f35a-4e2e-972a-07481d33053c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:37.860214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-fd7a3ec7-7877-4737-8a89-8cc92947b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:37.862427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-fd7a3ec7-7877-4737-8a89-8cc92947b862 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc HTTP/1.1" status: 200 len: 852 time: 0.1043246 Aug 09 16:05:37.889995 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:37.993067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-b265f777-0980-4024-80eb-0b8cdbffcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:37.994672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-b265f777-0980-4024-80eb-0b8cdbffcad3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ecb596fd-4533-470e-8086-03cb74ccd14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243021 Aug 09 16:05:38.102641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.172860 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '358d9335-57f8-4423-b146-ea61fce5d1a9', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'mac_address': 'fa:16:3e:c2:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:34Z', 'updated_at': '2021-08-09T16:05:37Z', 'revision_number': 2, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:38.179423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-042623c0-d8d8-41ca-90fc-e543828903e2 service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537511 Aug 09 16:05:38.200801 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2865aa-f603-4b72-8066-f3b6d3e01d88 None None] The sync data for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 is: [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '358d9335-57f8-4423-b146-ea61fce5d1a9', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'port_id': '1741dc79-3e72-45eb-a874-4c338de26e38', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'mac_address': 'fa:16:3e:c2:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:05:34Z', 'updated_at': '2021-08-09T16:05:37Z', 'revision_number': 2, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:38.360564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caa43de7-85c8-4702-b341-4f5899a6d525 req-0184ba58-f274-4bec-93a2-69db037fef8d service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729462 Aug 09 16:05:38.433440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:38.548747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:38.556403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-020cfccf-64a6-4b78-a147-14f844ba5146 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "PUT /v2.0/routers/9eb5ce5b-67e5-4ab6-b132-3e37cf72e699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1395259 Aug 09 16:05:38.557629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58942) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:38.560096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] Sync routers for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:38.570724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:38.571353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:38.611842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-198d4fec-5a5f-4114-a87a-217b0335374b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting subnet 331df4b5-592e-411f-bf7f-d1167263bc47 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:38.615139 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-198d4fec-5a5f-4114-a87a-217b0335374b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.657408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-198d4fec-5a5f-4114-a87a-217b0335374b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.679179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:38.779383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-198d4fec-5a5f-4114-a87a-217b0335374b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.850886 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-198d4fec-5a5f-4114-a87a-217b0335374b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.879872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:05:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:38.886432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d4fec-5a5f-4114-a87a-217b0335374b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Subnet': ['ID=331df4b5-592e-411f-bf7f-d1167263bc47,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:38.889038 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-198d4fec-5a5f-4114-a87a-217b0335374b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.893804 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-198d4fec-5a5f-4114-a87a-217b0335374b tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/subnets/331df4b5-592e-411f-bf7f-d1167263bc47 HTTP/1.1" status: 204 len: 168 time: 0.3325140 Aug 09 16:05:38.894635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:38.918881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aed560-1782-4c09-a82c-af45a8936751 None None] Network 6bfec6b9-ccad-41f7-a00d-1179b83c1648 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:38.922561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] Checking router: 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:38.978445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] Routers {'9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:38.979084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:39.015987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.138582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.140031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] Set router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:39.206477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Deleting port 8619d381-a696-44f1-8f3e-6d01a4e1254d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:39.206832 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.241275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] DHCP port deletion for 6bfec6b9-ccad-41f7-a00d-1179b83c1648 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:05:39.300451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] For port 8619d381-a696-44f1-8f3e-6d01a4e1254d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8619d381-a696-44f1-8f3e-6d01a4e1254d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:39.300833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.320270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Calling delete_port for 8619d381-a696-44f1-8f3e-6d01a4e1254d owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:39.358440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] Deleting port d6b73909-fb54-4083-99fa-075f6500efe5 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:39.358810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.397857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38'}, {'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:39.402231 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db07a131-0675-4b03-bca9-05ccc0b4a1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38"}, {"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:39.424102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d6b73909-fb54-4083-99fa-075f6500efe5 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:39.462673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] For port d6b73909-fb54-4083-99fa-075f6500efe5, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d6b73909-fb54-4083-99fa-075f6500efe5,segment=NetworkSegment(faec8500-7e56-44f9-911d-b32f73ec473f),segment_id=faec8500-7e56-44f9-911d-b32f73ec473f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:39.463070 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.484030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] Calling delete_port for d6b73909-fb54-4083-99fa-075f6500efe5 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:39.486770 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f71029-0f25-4be4-9901-0846531e2e3d x-openstack-request-id: req-33f71029-0f25-4be4-9901-0846531e2e3d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:39.487131 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:39.487444 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33f71029-0f25-4be4-9901-0846531e2e3d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:39.487928 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38', 'status': 'completed', 'code': 200} Aug 09 16:05:39.488437 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38', 'status': 'completed', 'code': 200} Aug 09 16:05:39.500164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:05:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:39.532152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-e4f6264f-a675-4145-9043-c57c9f9ffdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:39.533733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-e4f6264f-a675-4145-9043-c57c9f9ffdcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18f6bc3016e4473fa8afdd82ab48a5df&device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1097 time: 0.0540724 Aug 09 16:05:39.569123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59bdc3-ae23-4936-9723-8b06980632f7 None None] The sync data for ids ['9eb5ce5b-67e5-4ab6-b132-3e37cf72e699'] in n-d-799523-2 is: [{'id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'name': 'tempest-TestNetworkBasicOps-router-1130239095', 'tenant_id': '698264eb09894537b6b901408cda1b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:06Z', 'updated_at': '2021-08-09T16:05:37Z', 'revision_number': 5, 'project_id': '698264eb09894537b6b901408cda1b15', 'gw_port': {'id': '8619d381-a696-44f1-8f3e-6d01a4e1254d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb5ce5b-67e5-4ab6-b132-3e37cf72e699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:39.582779 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.616881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Port': ['ID=8619d381-a696-44f1-8f3e-6d01a4e1254d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:39.667071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-fd3c423d-ed4a-48f8-8a14-ad5f69187d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:39.673740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-fd3c423d-ed4a-48f8-8a14-ad5f69187d96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ecb596fd-4533-470e-8086-03cb74ccd14b HTTP/1.1" status: 200 len: 915 time: 0.1328874 Aug 09 16:05:39.679771 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.702494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.703481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.744183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] No DVR routers for this DVR port d6b73909-fb54-4083-99fa-075f6500efe5 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:39.748844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f84a61-b4c6-426d-869d-25ece547b169 None None] Pushing event deleted for resources: {'Port': ['ID=d6b73909-fb54-4083-99fa-075f6500efe5,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:39.775960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-21e7014a-684a-4afa-8537-6fcf49c6a943 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1741dc79-3e72-45eb-a874-4c338de26e38 HTTP/1.1" status: 200 len: 1001 time: 0.0949485 Aug 09 16:05:39.780176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a7057266-2a3c-4b2c-9d94-e15b4e8ef33f no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:39.806125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: a7057266-2a3c-4b2c-9d94-e15b4e8ef33f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:39.806502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device a7057266-2a3c-4b2c-9d94-e15b4e8ef33f not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:05:39.827119 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:05:39.839496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.842056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.893671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.894270 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:05:39.908602 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:39.909994 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cb3069b5-db34-4b61-a936-0bc0275d3443 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/routers/9eb5ce5b-67e5-4ab6-b132-3e37cf72e699 HTTP/1.1" status: 204 len: 168 time: 1.0147340 Aug 09 16:05:39.919140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58950) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:40.016679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.120700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.132890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfec6b9-ccad-41f7-a00d-1179b83c1648']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:40.145908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faec8500-7e56-44f9-911d-b32f73ec473f') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:40.146316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faec8500-7e56-44f9-911d-b32f73ec473f') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:40.157221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.176980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.183941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-8678b6fc-4d29-48d2-96d2-ae66fd170a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:40.187148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-8678b6fc-4d29-48d2-96d2-ae66fd170a61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc HTTP/1.1" status: 200 len: 852 time: 0.4041865 Aug 09 16:05:40.189633 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:05:40.190233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:05:40.194678 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:05:40.263806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-1ac68857-c1f4-4646-ba56-05af3e49b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:40.266144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.266977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-1ac68857-c1f4-4646-ba56-05af3e49b582 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ecb596fd-4533-470e-8086-03cb74ccd14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719323 Aug 09 16:05:40.274714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.276689 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] 10.222.0.64 "DELETE /v2.0/networks/6bfec6b9-ccad-41f7-a00d-1179b83c1648 HTTP/1.1" status: 204 len: 168 time: 0.3561537 Aug 09 16:05:40.299728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5dcc6-c816-45c7-b85b-321e6b342797 tempest-TestNetworkBasicOps-653772312 tempest-TestNetworkBasicOps-653772312-project] Pushing event deleted for resources: {'Network': ['ID=6bfec6b9-ccad-41f7-a00d-1179b83c1648,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:40.381109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-2f5e875f-a489-4602-bd40-c703b3c3c130 service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067696 Aug 09 16:05:40.478220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-3ac802cd-c3c9-48b8-89a0-79435397f5df service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902376 Aug 09 16:05:40.570203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-b26a0775-7e38-437f-b5f6-90caba0f46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:40.571741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-b26a0775-7e38-437f-b5f6-90caba0f46d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18f6bc3016e4473fa8afdd82ab48a5df&device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1097 time: 0.0513682 Aug 09 16:05:40.622827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58956) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:40.689391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-5e4b0fac-35af-485b-8df3-c08bc7ab012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:40.691305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-5e4b0fac-35af-485b-8df3-c08bc7ab012b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ecb596fd-4533-470e-8086-03cb74ccd14b HTTP/1.1" status: 200 len: 915 time: 0.1121631 Aug 09 16:05:40.792620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a430e020-289c-4dfc-a720-8d8db56cbd3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=698264eb09894537b6b901408cda1b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683965 Aug 09 16:05:40.795085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:40.797027 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-d470dfa9-0b08-4487-923d-cb7ac4fcf724 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1741dc79-3e72-45eb-a874-4c338de26e38 HTTP/1.1" status: 200 len: 1001 time: 0.0980256 Aug 09 16:05:40.853923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6df62b5d-21c4-4356-a08f-986cbbe8bf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.855898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-6f320e70-f75e-4d92-ab97-d851f1b8b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:40.857524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-6f320e70-f75e-4d92-ab97-d851f1b8b6b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc HTTP/1.1" status: 200 len: 852 time: 0.0540326 Aug 09 16:05:40.878214 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6df62b5d-21c4-4356-a08f-986cbbe8bf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.910669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-5427578a-d671-48e2-97a1-36092b9e97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:40.912832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-5427578a-d671-48e2-97a1-36092b9e97f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ecb596fd-4533-470e-8086-03cb74ccd14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483596 Aug 09 16:05:40.944730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6df62b5d-21c4-4356-a08f-986cbbe8bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.947569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6df62b5d-21c4-4356-a08f-986cbbe8bf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.948873 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6df62b5d-21c4-4356-a08f-986cbbe8bf43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26d34c61-d5b2-49cf-bc43-a069abc38e60 HTTP/1.1" status: 204 len: 168 time: 0.1525731 Aug 09 16:05:40.959909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df62b5d-21c4-4356-a08f-986cbbe8bf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d34c61-d5b2-49cf-bc43-a069abc38e60,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:41.019488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-71405296-9709-4b96-b9cb-63517ee06f79 service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997593 Aug 09 16:05:41.122800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-db07a131-0675-4b03-bca9-05ccc0b4a1ea req-d10aca5f-54c0-4268-816f-ff2e50b54e53 service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968254 Aug 09 16:05:41.254513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 58968) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:41.268809 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-530d605e-6902-4e11-bf59-d72f8798e2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.356946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8619d381-a696-44f1-8f3e-6d01a4e1254d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:41.384729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8619d381-a696-44f1-8f3e-6d01a4e1254d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:41.385033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8619d381-a696-44f1-8f3e-6d01a4e1254d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:05:41.385645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 385b6e68-f35a-4e2e-972a-07481d33053c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:41.385810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-530d605e-6902-4e11-bf59-d72f8798e2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.391445 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-530d605e-6902-4e11-bf59-d72f8798e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.405576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 385b6e68-f35a-4e2e-972a-07481d33053c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:41.405909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 385b6e68-f35a-4e2e-972a-07481d33053c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:05:41.432484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-530d605e-6902-4e11-bf59-d72f8798e2f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd22dc5aec0147aab0a10e9d5e8ac769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768613 Aug 09 16:05:41.433471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d605e-6902-4e11-bf59-d72f8798e2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f8205d-5602-4467-bfa8-84595817a9eb,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:41.436263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58970) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:41.495505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-211a46cc-a4f5-4da3-9847-b75f5d5690e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.518344 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-211a46cc-a4f5-4da3-9847-b75f5d5690e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.577236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-211a46cc-a4f5-4da3-9847-b75f5d5690e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.579905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-211a46cc-a4f5-4da3-9847-b75f5d5690e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.581405 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-211a46cc-a4f5-4da3-9847-b75f5d5690e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2f8205d-5602-4467-bfa8-84595817a9eb HTTP/1.1" status: 204 len: 168 time: 0.1437874 Aug 09 16:05:41.589763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a46cc-a4f5-4da3-9847-b75f5d5690e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f8205d-5602-4467-bfa8-84595817a9eb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:42.374193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 58994) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:42.490363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-29085533-network', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:42.516247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Made reservation on behalf of a77e0935efcf4519bf1e797b72788dcc for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:42.519566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.533829 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.659245 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.664512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.689322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:05:42.706128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d917a-d7e0-45ec-b05e-096a28eac5b2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:42.714041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.714395 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Added segment ce931726-f5e3-41d0-99fa-5c6a7c156e6f of type vlan for network c529943e-0ffd-4295-8da0-4aee454fc875 Aug 09 16:05:42.763649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.797008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.798048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:42.798791 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.868279 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4928734 Aug 09 16:05:42.871670 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59000) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:42.877328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Request body: {'subnet': {'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-29085533-subnet', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:42.883547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a85a4c-0101-4301-89ca-3653547779f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c529943e-0ffd-4295-8da0-4aee454fc875,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:42.897216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c529943e-0ffd-4295-8da0-4aee454fc875 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:05:42.909324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Made reservation on behalf of a77e0935efcf4519bf1e797b72788dcc for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:42.912262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.140421 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.216433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e9b17c-f680-4f99-ba7d-adbafd0adf6c,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:43.236216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Checking segment: {'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:43.236617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Network hostable DHCP agents. Network: c529943e-0ffd-4295-8da0-4aee454fc875, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:05:43.264044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Network c529943e-0ffd-4295-8da0-4aee454fc875 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:05:43.277143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c529943e-0ffd-4295-8da0-4aee454fc875) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:43.291016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eca202-ed62-4867-bbb6-405dd809f14a None None] Network c529943e-0ffd-4295-8da0-4aee454fc875 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:43.293067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:43.293770 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.320449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-abd0cc64-d18d-4ea2-96c9-bdf412a706e6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4474027 Aug 09 16:05:43.323355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59014) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:43.328956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:43.374476 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.376058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.458274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.628530 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.660263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-c529943e-0ffd-4295-8da0-4aee454fc875', 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'fixed_ips': [{'subnet_id': '28e9b17c-f680-4f99-ba7d-adbafd0adf6c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:05:43.661153 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.811096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Allocated IP 172.20.0.2 (c529943e-0ffd-4295-8da0-4aee454fc875/28e9b17c-f680-4f99-ba7d-adbafd0adf6c/86ea352c-b1e6-4190-9fa4-1af2030be6ce) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:43.867097 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.892076 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.979970 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.990125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Transition to ACTIVE for port object 86ea352c-b1e6-4190-9fa4-1af2030be6ce will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:44.008592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Transition to ACTIVE for port object 86ea352c-b1e6-4190-9fa4-1af2030be6ce will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:44.015026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.019694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Allocated IP 172.25.7.33 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/2c43eb18-286f-4f77-a59c-df226549ef1d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:44.060305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Network c529943e-0ffd-4295-8da0-4aee454fc875 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:44.063676 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:44.069003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:44.072431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Pushing event updated for resources: {'Port': ['ID=86ea352c-b1e6-4190-9fa4-1af2030be6ce,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:44.161382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Attempting to bind port 86ea352c-b1e6-4190-9fa4-1af2030be6ce on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:05:44.161724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Attempting to bind port 86ea352c-b1e6-4190-9fa4-1af2030be6ce by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:05:44.162924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Attempting to bind port 86ea352c-b1e6-4190-9fa4-1af2030be6ce on network c529943e-0ffd-4295-8da0-4aee454fc875 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:44.167849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:05:44.168354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Checking segment: {'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:44.168633 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.169031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Bound using segment: {'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:05:44.169520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Bound port: 86ea352c-b1e6-4190-9fa4-1af2030be6ce, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:05:44.169906 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.196531 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.239485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] For port 86ea352c-b1e6-4190-9fa4-1af2030be6ce, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:05:44.242535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.243709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] For port 86ea352c-b1e6-4190-9fa4-1af2030be6ce, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=86ea352c-b1e6-4190-9fa4-1af2030be6ce,segment=NetworkSegment(ce931726-f5e3-41d0-99fa-5c6a7c156e6f),segment_id=ce931726-f5e3-41d0-99fa-5c6a7c156e6f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:05:44.249357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.300822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:44.306845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:44.309574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:44.333566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50e53f-b956-404f-bdfd-9fe55d59b90e None None] Pushing event updated for resources: {'Port': ['ID=86ea352c-b1e6-4190-9fa4-1af2030be6ce,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:44.356183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2c43eb18-286f-4f77-a59c-df226549ef1d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:44.643917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.892475 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.007677 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f48bed38-6c25-433d-8843-64f913721820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.107505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Router f04c5e50-bd09-4021-ae1a-852832550c71 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:05:45.242592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:45.255187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Sync routers for ids ['f04c5e50-bd09-4021-ae1a-852832550c71'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:45.270012 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Routers {'f04c5e50-bd09-4021-ae1a-852832550c71'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:45.271688 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f04c5e50-bd09-4021-ae1a-852832550c71'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:45.279715 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.289315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4a3e1a88-6f52-4550-bc3d-6ef82d5187a7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 1.9642003 Aug 09 16:05:45.291754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59020) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:45.477639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 86ea352c-b1e6-4190-9fa4-1af2030be6ce up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:45.544712 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Set router f04c5e50-bd09-4021-ae1a-852832550c71 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:45.601803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 86ea352c-b1e6-4190-9fa4-1af2030be6ce completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:45.760904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7634f87-7068-49f0-8b07-b1fa1287d9a2 None None] Network c529943e-0ffd-4295-8da0-4aee454fc875 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:45.839106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-66cdb06a-731c-4c5a-8999-eeb534568909 None None] Provisioning for port 86ea352c-b1e6-4190-9fa4-1af2030be6ce completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:45.845153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-66cdb06a-731c-4c5a-8999-eeb534568909 None None] Provisioning complete for port 86ea352c-b1e6-4190-9fa4-1af2030be6ce triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:45.845890 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66cdb06a-731c-4c5a-8999-eeb534568909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.940190 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:44Z', 'revision_number': 3, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port': {'id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:45.963875 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66cdb06a-731c-4c5a-8999-eeb534568909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.978666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Checking router: f04c5e50-bd09-4021-ae1a-852832550c71 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:45.979031 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Updating router f04c5e50-bd09-4021-ae1a-852832550c71 port 2c43eb18-286f-4f77-a59c-df226549ef1d binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:05:46.008165 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.025828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-66cdb06a-731c-4c5a-8999-eeb534568909 None None] For port 86ea352c-b1e6-4190-9fa4-1af2030be6ce, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=86ea352c-b1e6-4190-9fa4-1af2030be6ce,segment=NetworkSegment(ce931726-f5e3-41d0-99fa-5c6a7c156e6f),segment_id=ce931726-f5e3-41d0-99fa-5c6a7c156e6f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:46.034042 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66cdb06a-731c-4c5a-8999-eeb534568909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.079715 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.124323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdb06a-731c-4c5a-8999-eeb534568909 None None] Pushing event updated for resources: {'Port': ['ID=86ea352c-b1e6-4190-9fa4-1af2030be6ce,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:46.306156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Allocated IP 172.20.0.1 (c529943e-0ffd-4295-8da0-4aee454fc875/28e9b17c-f680-4f99-ba7d-adbafd0adf6c/8b07df5f-23fa-4ced-a4cb-71dfd9360bb9) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:46.360756 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.374515 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Transition to ACTIVE for port object 2c43eb18-286f-4f77-a59c-df226549ef1d will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:46.385153 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.463533 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Attempting to bind port 2c43eb18-286f-4f77-a59c-df226549ef1d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:05:46.463977 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Attempting to bind port 2c43eb18-286f-4f77-a59c-df226549ef1d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:05:46.464351 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Attempting to bind port 2c43eb18-286f-4f77-a59c-df226549ef1d on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:46.468233 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Pushing event updated for resources: {'Port': ['ID=2c43eb18-286f-4f77-a59c-df226549ef1d,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:46.471564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.474608 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:05:46.474966 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:46.475534 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.475968 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:05:46.476514 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Bound port: 2c43eb18-286f-4f77-a59c-df226549ef1d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:05:46.476907 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.494013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Transition to ACTIVE for port object 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:46.507424 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.507775 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.508140 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.508473 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.508803 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.509441 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.509554 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.509826 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.510145 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.510463 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.511053 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.511244 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:46.541705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.558912 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] For port 2c43eb18-286f-4f77-a59c-df226549ef1d, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:05:46.564118 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] For port 2c43eb18-286f-4f77-a59c-df226549ef1d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2c43eb18-286f-4f77-a59c-df226549ef1d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:05:46.571740 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.578993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-22db486f-8947-4ca6-904b-a06e26af8b29 None None] Provisioning complete for port 86ea352c-b1e6-4190-9fa4-1af2030be6ce triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:46.580316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-22db486f-8947-4ca6-904b-a06e26af8b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.588294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Network c529943e-0ffd-4295-8da0-4aee454fc875 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:46.593319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:46.594625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:46.632534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Pushing event updated for resources: {'Port': ['ID=8b07df5f-23fa-4ced-a4cb-71dfd9360bb9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:46.657370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.694124 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfcaf2-bf54-4b28-bdef-297c60620960 None None] Pushing event updated for resources: {'Port': ['ID=2c43eb18-286f-4f77-a59c-df226549ef1d,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:46.711368 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Routers {'f04c5e50-bd09-4021-ae1a-852832550c71'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:46.712030 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f04c5e50-bd09-4021-ae1a-852832550c71'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:46.915616 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] Set router f04c5e50-bd09-4021-ae1a-852832550c71 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:46.917532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d3c79afd-7d1d-4598-a085-267cc6aa157d None None] Provisioning for port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:46.923490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d3c79afd-7d1d-4598-a085-267cc6aa157d None None] Provisioning complete for port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:46.924204 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d3c79afd-7d1d-4598-a085-267cc6aa157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.971405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d3c79afd-7d1d-4598-a085-267cc6aa157d None None] Port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:47.216757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.242822 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:44Z', 'revision_number': 3, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port': {'id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:47.289137 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6890ae-bb05-4c92-ae9a-b55407217ef6 None None] The sync data for ids ['f04c5e50-bd09-4021-ae1a-852832550c71'] in n-d-799523-2 is: [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:44Z', 'revision_number': 3, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port': {'id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:47.432199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 86ea352c-b1e6-4190-9fa4-1af2030be6ce up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:47.489757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.499572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.562930 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-395f846f-cf25-4639-aa60-336512552a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.570569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 86ea352c-b1e6-4190-9fa4-1af2030be6ce triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:47.570955 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.591504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Pushing event updated for resources: {'Port': ['ID=8b07df5f-23fa-4ced-a4cb-71dfd9360bb9,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:47.599922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.750293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Network c529943e-0ffd-4295-8da0-4aee454fc875 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:47.752223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:47.803892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:48.000144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Router f04c5e50-bd09-4021-ae1a-852832550c71 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:48.105026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3a80fc57-e377-4d38-aa4c-759ba74c7a4d None None] Provisioning complete for port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:48.105408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3a80fc57-e377-4d38-aa4c-759ba74c7a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:48.143697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:48.149964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-74e46510-acbb-4a6c-9164-c987080de213 admin admin] 10.222.0.64 "PUT /v2.0/routers/f04c5e50-bd09-4021-ae1a-852832550c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8566511 Aug 09 16:05:48.150299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3a80fc57-e377-4d38-aa4c-759ba74c7a4d None None] Port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:49.083255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:49.391037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59058) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:49.416335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2c43eb18-286f-4f77-a59c-df226549ef1d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:49.484923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2c43eb18-286f-4f77-a59c-df226549ef1d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:49.491088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2c43eb18-286f-4f77-a59c-df226549ef1d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:49.491461 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:49.538292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Sync routers for ids ['f04c5e50-bd09-4021-ae1a-852832550c71'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:49.573875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Routers {'f04c5e50-bd09-4021-ae1a-852832550c71'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:49.575033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f04c5e50-bd09-4021-ae1a-852832550c71'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:49.779308 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:49.801793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Set router f04c5e50-bd09-4021-ae1a-852832550c71 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:49.843628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 2c43eb18-286f-4f77-a59c-df226549ef1d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2c43eb18-286f-4f77-a59c-df226549ef1d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:49.855496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:49.937880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.072507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=2c43eb18-286f-4f77-a59c-df226549ef1d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:50.124052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:47Z', 'revision_number': 4, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port': {'id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8b07df5f-23fa-4ced-a4cb-71dfd9360bb9', 'name': '', 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'mac_address': 'fa:16:3e:a8:a7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '28e9b17c-f680-4f99-ba7d-adbafd0adf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:05:46Z', 'updated_at': '2021-08-09T16:05:47Z', 'revision_number': 2, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'subnets': [{'id': '28e9b17c-f680-4f99-ba7d-adbafd0adf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:50.187559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Checking router: f04c5e50-bd09-4021-ae1a-852832550c71 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:50.188183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Updating router f04c5e50-bd09-4021-ae1a-852832550c71 port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:05:50.236993 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.398624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Deleting port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:50.399264 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.482213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.541156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.562564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Calling delete_port for 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:50.578857 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.597989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Transition to ACTIVE for port object 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:50.608932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.711092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27887baa-6011-455b-bc54-0d5e7bf4f97d None None] Pushing event updated for resources: {'Port': ['ID=8b07df5f-23fa-4ced-a4cb-71dfd9360bb9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:50.789508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Attempting to bind port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:05:50.790009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Attempting to bind port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:05:50.790515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Attempting to bind port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 on network c529943e-0ffd-4295-8da0-4aee454fc875 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:50.792326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.812363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:05:50.812869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Checking segment: {'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:50.813373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.813872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Bound using segment: {'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:05:50.814498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Bound port: 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': 'c529943e-0ffd-4295-8da0-4aee454fc875'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:05:50.814992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.828296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b07df5f-23fa-4ced-a4cb-71dfd9360bb9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:50.853473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.853473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.854419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.854419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.854419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.854875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.855242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.855418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.855418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.856230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.856390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.856929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:50.857280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Port 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9 has been deleted concurrently {{(pid=94179) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 09 16:05:50.870863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Routers {'f04c5e50-bd09-4021-ae1a-852832550c71'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:50.871620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f04c5e50-bd09-4021-ae1a-852832550c71'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:51.041824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] Set router f04c5e50-bd09-4021-ae1a-852832550c71 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:51.050693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.116812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4b88728f-f19a-40b6-ab90-c415f1fc5ee8 None None] Could not find standard attr ID for object 8b07df5f-23fa-4ced-a4cb-71dfd9360bb9. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:05:51.345746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:50Z', 'revision_number': 5, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port': {'id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:51.391868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484a77f-aa52-4526-a56e-7dd928f071a6 None None] The sync data for ids ['f04c5e50-bd09-4021-ae1a-852832550c71'] in n-d-799523-2 is: [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:50Z', 'revision_number': 5, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port': {'id': '2c43eb18-286f-4f77-a59c-df226549ef1d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:51.433430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2c43eb18-286f-4f77-a59c-df226549ef1d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:51.467758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Router f04c5e50-bd09-4021-ae1a-852832550c71 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:51.628531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:51.637553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1e1409f1-5abe-4d93-9afe-1b1ae6397b7d admin admin] 10.222.0.64 "PUT /v2.0/routers/f04c5e50-bd09-4021-ae1a-852832550c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2443562 Aug 09 16:05:51.641761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59066) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:51.818381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2c43eb18-286f-4f77-a59c-df226549ef1d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:51.819031 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.857682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.051052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.161618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Deleting port 2c43eb18-286f-4f77-a59c-df226549ef1d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:52.162217 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.303016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] For port 2c43eb18-286f-4f77-a59c-df226549ef1d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2c43eb18-286f-4f77-a59c-df226549ef1d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:52.303652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.329267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Calling delete_port for 2c43eb18-286f-4f77-a59c-df226549ef1d owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:52.548801 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] Sync routers for ids ['f04c5e50-bd09-4021-ae1a-852832550c71'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:52.570092 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] Routers {'f04c5e50-bd09-4021-ae1a-852832550c71'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:52.572121 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f04c5e50-bd09-4021-ae1a-852832550c71'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:52.668304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.712239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c43eb18-286f-4f77-a59c-df226549ef1d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:52.745330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.746046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.747083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.748112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.749589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.750151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.750717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.751148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.751595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.752368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.752981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.753883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:52.811032 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] Set router f04c5e50-bd09-4021-ae1a-852832550c71 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:52.812469 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.875120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16da83-989c-448b-8dfa-e0a755cd3fc5 req-7ec8c3eb-a9b7-456e-97fa-239e44cbaffa tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:52.876916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b16da83-989c-448b-8dfa-e0a755cd3fc5 req-7ec8c3eb-a9b7-456e-97fa-239e44cbaffa tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 946 time: 0.0867710 Aug 09 16:05:52.881181 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:52Z', 'revision_number': 6, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:52.920269 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] Checking router: f04c5e50-bd09-4021-ae1a-852832550c71 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:05:52.930086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b16da83-989c-448b-8dfa-e0a755cd3fc5 req-8f175288-9a7e-4096-a462-be0c7b5b573e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 Aug 09 16:05:52.930314 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] Routers {'f04c5e50-bd09-4021-ae1a-852832550c71'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:52.930839 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['f04c5e50-bd09-4021-ae1a-852832550c71'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:52.961931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.966447 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.012162 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] Set router f04c5e50-bd09-4021-ae1a-852832550c71 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:05:53.022607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.023172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f04c5e50-bd09-4021-ae1a-852832550c71 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:05:53.028994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.034438 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ac78033-dd42-4674-a153-832252863d15 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f04c5e50-bd09-4021-ae1a-852832550c71 HTTP/1.1" status: 204 len: 168 time: 1.3869863 Aug 09 16:05:53.038625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59074) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:53.082482 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:52Z', 'revision_number': 7, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:53.094053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fd791a-4818-4235-a1a1-055f3c90cad4 admin admin] Deleting subnet 28e9b17c-f680-4f99-ba7d-adbafd0adf6c {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:53.097850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60fd791a-4818-4235-a1a1-055f3c90cad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.111372 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef35a6-03d2-4643-8d1a-c48898cd3d81 None None] The sync data for ids ['f04c5e50-bd09-4021-ae1a-852832550c71'] in n-d-799523-2 is: [{'id': 'f04c5e50-bd09-4021-ae1a-852832550c71', 'name': 'tempest-ImageQuotaTest-29085533-router', 'tenant_id': 'a77e0935efcf4519bf1e797b72788dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:05:43Z', 'updated_at': '2021-08-09T16:05:52Z', 'revision_number': 7, 'project_id': 'a77e0935efcf4519bf1e797b72788dcc', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:53.150487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60fd791a-4818-4235-a1a1-055f3c90cad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.275219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60fd791a-4818-4235-a1a1-055f3c90cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.338966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60fd791a-4818-4235-a1a1-055f3c90cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.371048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd791a-4818-4235-a1a1-055f3c90cad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e9b17c-f680-4f99-ba7d-adbafd0adf6c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:53.375172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60fd791a-4818-4235-a1a1-055f3c90cad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.378418 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-60fd791a-4818-4235-a1a1-055f3c90cad4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/28e9b17c-f680-4f99-ba7d-adbafd0adf6c HTTP/1.1" status: 204 len: 168 time: 0.3385265 Aug 09 16:05:53.379711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59076) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:53.381992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10057c63-6394-4d9a-bdb0-ef16cc675766 None None] Network c529943e-0ffd-4295-8da0-4aee454fc875 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:53.460534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.522047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Deleting port 86ea352c-b1e6-4190-9fa4-1af2030be6ce {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:53.522302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.621169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] For port 86ea352c-b1e6-4190-9fa4-1af2030be6ce, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=86ea352c-b1e6-4190-9fa4-1af2030be6ce,segment=NetworkSegment(ce931726-f5e3-41d0-99fa-5c6a7c156e6f),segment_id=ce931726-f5e3-41d0-99fa-5c6a7c156e6f)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:53.621559 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.624065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] DHCP port deletion for c529943e-0ffd-4295-8da0-4aee454fc875 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:05:53.644197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Calling delete_port for 86ea352c-b1e6-4190-9fa4-1af2030be6ce owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:53.657498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2c43eb18-286f-4f77-a59c-df226549ef1d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:53.685264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2c43eb18-286f-4f77-a59c-df226549ef1d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:53.685600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2c43eb18-286f-4f77-a59c-df226549ef1d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:05:53.719705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Deleting port 86ea352c-b1e6-4190-9fa4-1af2030be6ce {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:53.720036 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.751283 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.791220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] No DVR routers for this DVR port 86ea352c-b1e6-4190-9fa4-1af2030be6ce on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:53.793663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ea352c-b1e6-4190-9fa4-1af2030be6ce,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:53.812091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] For port 86ea352c-b1e6-4190-9fa4-1af2030be6ce, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=86ea352c-b1e6-4190-9fa4-1af2030be6ce,segment=NetworkSegment(ce931726-f5e3-41d0-99fa-5c6a7c156e6f),segment_id=ce931726-f5e3-41d0-99fa-5c6a7c156e6f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:53.812511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.833585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Calling delete_port for 86ea352c-b1e6-4190-9fa4-1af2030be6ce owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:53.885722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.900594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c529943e-0ffd-4295-8da0-4aee454fc875']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:53.913666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:53.914062 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce931726-f5e3-41d0-99fa-5c6a7c156e6f') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:53.926098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.932182 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.944849 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.960625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:05:53.961072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Pushing event deleted for resources: {'Port': ['ID=86ea352c-b1e6-4190-9fa4-1af2030be6ce,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:53.962318 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.966145 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] No DVR routers for this DVR port 86ea352c-b1e6-4190-9fa4-1af2030be6ce on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:05:53.967684 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:05:53.974575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.974920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.975264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.975598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.975976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.976313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.976638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.976967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.977286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.977607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.977931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:53.979072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd5a15-659f-481b-a6e7-646721653f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:54.046624 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.052668 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.054628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c529943e-0ffd-4295-8da0-4aee454fc875 HTTP/1.1" status: 204 len: 168 time: 0.6739206 Aug 09 16:05:54.067255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283accd-8414-4405-8209-0fac88a7af48 admin admin] Pushing event deleted for resources: {'Network': ['ID=c529943e-0ffd-4295-8da0-4aee454fc875,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:54.116568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dc99f-70c5-4d75-9aa6-e76376ce4f18 req-dfb824ce-3fac-4e6b-975f-984be8164a1c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:54.118125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-053dc99f-70c5-4d75-9aa6-e76376ce4f18 req-dfb824ce-3fac-4e6b-975f-984be8164a1c tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 946 time: 0.0680814 Aug 09 16:05:54.167030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-053dc99f-70c5-4d75-9aa6-e76376ce4f18 req-6b66f933-7180-4f38-a940-552e6dad4d55 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Aug 09 16:05:54.207299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59086) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:54.267627 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d389fb68-1ef5-4549-a894-9af19a069421 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a77e0935efcf4519bf1e797b72788dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589635 Aug 09 16:05:54.271652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59088) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:54.329855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a84d-e0bd-4bde-bd5f-dd2efca3528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.355119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a84d-e0bd-4bde-bd5f-dd2efca3528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.417352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a84d-e0bd-4bde-bd5f-dd2efca3528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.420035 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a84d-e0bd-4bde-bd5f-dd2efca3528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.421283 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3d6a84d-e0bd-4bde-bd5f-dd2efca3528b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c84d917a-d7e0-45ec-b05e-096a28eac5b2 HTTP/1.1" status: 204 len: 168 time: 0.1489637 Aug 09 16:05:54.431426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6a84d-e0bd-4bde-bd5f-dd2efca3528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d917a-d7e0-45ec-b05e-096a28eac5b2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:54.845926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59094) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:54.860822 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5eabdd98-2792-494e-aa15-4696339afc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.979565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-1c7f17b6-01eb-4025-9726-7bbb7d5627b2 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:54.981268 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-1c7f17b6-01eb-4025-9726-7bbb7d5627b2 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.66 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 946 time: 0.1045649 Aug 09 16:05:55.097912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5eabdd98-2792-494e-aa15-4696339afc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.105623 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5eabdd98-2792-494e-aa15-4696339afc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.165413 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5eabdd98-2792-494e-aa15-4696339afc44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3137860 Aug 09 16:05:55.165413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabdd98-2792-494e-aa15-4696339afc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cfecfb-99e4-466d-a77f-529b8535d405,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:55.165828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59096) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:55.173688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Deleting port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:55.174024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.233173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-655e5c63-88c6-4b3c-b820-028ab82e58d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.270944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-655e5c63-88c6-4b3c-b820-028ab82e58d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.340889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba1a66-5d01-4276-abae-27290334f782 req-f3b9f3e3-4bae-488b-bcc0-1f09961e2f3f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:55.341365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] For port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:55.341744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.343344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bba1a66-5d01-4276-abae-27290334f782 req-f3b9f3e3-4bae-488b-bcc0-1f09961e2f3f tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a11c6890-de06-4f64-a89f-11f02c39b2ea HTTP/1.1" status: 200 len: 946 time: 0.0947838 Aug 09 16:05:55.370741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Calling delete_port for 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:55.387712 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-655e5c63-88c6-4b3c-b820-028ab82e58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.390350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-655e5c63-88c6-4b3c-b820-028ab82e58d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.391598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-655e5c63-88c6-4b3c-b820-028ab82e58d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23cfecfb-99e4-466d-a77f-529b8535d405 HTTP/1.1" status: 204 len: 168 time: 0.2246420 Aug 09 16:05:55.413404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bba1a66-5d01-4276-abae-27290334f782 req-32ce5742-93d2-490d-b39e-d0edc043cffc tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598574 Aug 09 16:05:55.416145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e5c63-88c6-4b3c-b820-028ab82e58d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cfecfb-99e4-466d-a77f-529b8535d405,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:55.421039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 86ea352c-b1e6-4190-9fa4-1af2030be6ce no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:55.486289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 86ea352c-b1e6-4190-9fa4-1af2030be6ce {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:55.487324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 86ea352c-b1e6-4190-9fa4-1af2030be6ce not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:05:55.577335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.595749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['39ffd8c6-f83b-420a-98c7-79b9d0254232', '75ec73a1-89e1-41d4-83a5-37478939c5c8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:55.595749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e5e91780-4215-4097-8b43-b05d62d60ef3', '7a26635a-4d8f-4cfc-8c34-8713eb1523b7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:55.621475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Pushing event deleted for resources: {'Port': ['ID=7a26635a-4d8f-4cfc-8c34-8713eb1523b7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:55.683939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] No DVR routers for this DVR port 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:55.687873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.690769 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b3918ecd-ccc6-44e0-a247-ddd2b405e3ec req-610c41ab-484f-4e09-aef1-d5e5d81f250e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.66 "DELETE /v2.0/ports/7a26635a-4d8f-4cfc-8c34-8713eb1523b7 HTTP/1.1" status: 204 len: 173 time: 0.6956246 Aug 09 16:05:55.691290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c6890-de06-4f64-a89f-11f02c39b2ea', 'name': 'network-vif-deleted', 'tag': '7a26635a-4d8f-4cfc-8c34-8713eb1523b7'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:55.702940 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10133edf-ac79-4dbf-8724-eff8ed18d79a" -d '{"events": [{"server_uuid": "a11c6890-de06-4f64-a89f-11f02c39b2ea", "name": "network-vif-deleted", "tag": "7a26635a-4d8f-4cfc-8c34-8713eb1523b7"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:55.771901 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1abc33-7505-4a40-9ba2-416ff0c7ce3b x-openstack-request-id: req-9e1abc33-7505-4a40-9ba2-416ff0c7ce3b {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:55.772226 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11c6890-de06-4f64-a89f-11f02c39b2ea", "name": "network-vif-deleted", "tag": "7a26635a-4d8f-4cfc-8c34-8713eb1523b7", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:55.772562 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e1abc33-7505-4a40-9ba2-416ff0c7ce3b {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:55.772851 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c6890-de06-4f64-a89f-11f02c39b2ea', 'name': 'network-vif-deleted', 'tag': '7a26635a-4d8f-4cfc-8c34-8713eb1523b7', 'status': 'completed', 'code': 200} Aug 09 16:05:58.376653 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.599930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35736-aa6c-44ff-88c9-a352132d9348 req-20788f05-e8f7-43bc-9ea7-25b255ed4a26 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:58.601565 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a35736-aa6c-44ff-88c9-a352132d9348 req-20788f05-e8f7-43bc-9ea7-25b255ed4a26 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1097 time: 0.0537460 Aug 09 16:05:58.622245 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a35736-aa6c-44ff-88c9-a352132d9348 req-83b3f13a-67cf-4c22-9219-f054a21f4240 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.661858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.776490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a35736-aa6c-44ff-88c9-a352132d9348 req-83b3f13a-67cf-4c22-9219-f054a21f4240 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.782101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a0a35736-aa6c-44ff-88c9-a352132d9348 req-83b3f13a-67cf-4c22-9219-f054a21f4240 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.815739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0a35736-aa6c-44ff-88c9-a352132d9348 req-83b3f13a-67cf-4c22-9219-f054a21f4240 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071805 Aug 09 16:05:58.824524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f13a-67cf-4c22-9219-f054a21f4240 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a9b675-124d-4b27-9415-59196199807b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:58.998656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65fb27-660c-45c4-89fc-18c1389f214b req-21f5157b-9809-4de4-931f-85f7bf4b9fce tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:59.001329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b65fb27-660c-45c4-89fc-18c1389f214b req-21f5157b-9809-4de4-931f-85f7bf4b9fce tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0843842 Aug 09 16:05:59.054920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b65fb27-660c-45c4-89fc-18c1389f214b req-2c1cb7c1-b01a-460e-964f-69d13796959d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465546 Aug 09 16:05:59.094338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59120) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:59.178959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ffdf10e1-673d-4c81-9276-9d2eaea1131d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/09955891-8c33-40e2-8380-46ecf67a7520 HTTP/1.1" status: 200 len: 993 time: 0.0830200 Aug 09 16:05:59.915480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:59.941087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:59.941437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 7a26635a-4d8f-4cfc-8c34-8713eb1523b7 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:00.023076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59146) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:00.242220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-d7ef1056-ea87-4cdb-b255-fd789229e360 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2171361 Aug 09 16:06:00.254973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b540ff7-2078-4444-aa11-b053841ea2e7 req-88b6274d-0c5e-4b31-8e66-c23b1ee86b8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:00.257175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b540ff7-2078-4444-aa11-b053841ea2e7 req-88b6274d-0c5e-4b31-8e66-c23b1ee86b8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0678236 Aug 09 16:06:00.305832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b540ff7-2078-4444-aa11-b053841ea2e7 req-45a87eab-f107-4b5b-84fc-51dcc2222f8f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411911 Aug 09 16:06:00.449091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83bb86-5a19-4b1b-a939-eba1e1f2f023 req-96a8ad2f-722e-4432-9a7e-63871936729a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:00.450815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a83bb86-5a19-4b1b-a939-eba1e1f2f023 req-96a8ad2f-722e-4432-9a7e-63871936729a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 946 time: 0.0655353 Aug 09 16:06:00.495266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a83bb86-5a19-4b1b-a939-eba1e1f2f023 req-a6def77f-f62a-4a28-b03c-56f9e95976db tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377753 Aug 09 16:06:01.442766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97120b-c2c0-4fce-b881-db9288365d22 req-5e1e8d15-826d-40f0-8ad1-4814631737a0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.444486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb97120b-c2c0-4fce-b881-db9288365d22 req-5e1e8d15-826d-40f0-8ad1-4814631737a0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0562871 Aug 09 16:06:01.488098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb97120b-c2c0-4fce-b881-db9288365d22 req-32cd27b5-7366-4180-8372-91f15c4f0149 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364144 Aug 09 16:06:01.648235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b8fb5-df72-4535-8ee0-9fb46e79ee3a req-2fe64ff0-f5bc-4639-9bd4-efaa2f3faca6 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.649865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a8b8fb5-df72-4535-8ee0-9fb46e79ee3a req-2fe64ff0-f5bc-4639-9bd4-efaa2f3faca6 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 946 time: 0.0568950 Aug 09 16:06:01.666266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-b61ac273-7696-4ef2-910d-69002f815dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.668164 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-b61ac273-7696-4ef2-910d-69002f815dea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1097 time: 0.0571458 Aug 09 16:06:01.704876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a8b8fb5-df72-4535-8ee0-9fb46e79ee3a req-66ad1735-c0ea-4430-82f6-0e5c01e5a004 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Aug 09 16:06:01.783281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-2ed612b2-4620-4bf5-b41a-d6ad0b5aaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.784443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-6fe66f42-6bad-42ca-a845-c0751104f7a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.784961 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-2ed612b2-4620-4bf5-b41a-d6ad0b5aaccb service neutron] 10.222.0.66 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 899 time: 0.1077614 Aug 09 16:06:01.785934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-6fe66f42-6bad-42ca-a845-c0751104f7a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 946 time: 0.0658004 Aug 09 16:06:01.857102 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-11c0d513-3e54-4804-ad5a-8f19e8cecad6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 1001 time: 0.0637996 Aug 09 16:06:01.914764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Deleting port 75ec73a1-89e1-41d4-83a5-37478939c5c8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:01.915152 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.929195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-472e8653-4dca-4fa8-a79d-394287b18079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.931672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-472e8653-4dca-4fa8-a79d-394287b18079 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.0658243 Aug 09 16:06:01.987898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-1034a790-7091-45be-aab6-a682fa74224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.989599 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-1034a790-7091-45be-aab6-a682fa74224d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481014 Aug 09 16:06:02.030480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] For port 75ec73a1-89e1-41d4-83a5-37478939c5c8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=75ec73a1-89e1-41d4-83a5-37478939c5c8,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:02.030943 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.050480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Calling delete_port for 75ec73a1-89e1-41d4-83a5-37478939c5c8 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:02.101314 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-187aa65e-b43a-4440-ae31-57f9be804a12 service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038113 Aug 09 16:06:02.232518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.248792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['39ffd8c6-f83b-420a-98c7-79b9d0254232', '75ec73a1-89e1-41d4-83a5-37478939c5c8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:06:02.253645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e5e91780-4215-4097-8b43-b05d62d60ef3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:06:02.265631 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Pushing event deleted for resources: {'Port': ['ID=75ec73a1-89e1-41d4-83a5-37478939c5c8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:02.314191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] No DVR routers for this DVR port 75ec73a1-89e1-41d4-83a5-37478939c5c8 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:02.317759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.320319 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c8320ca-de49-4647-9d2b-1e8dadc0e4dc req-ee6a11da-b94b-4f58-9e1d-43b89bddee29 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.35 "DELETE /v2.0/ports/75ec73a1-89e1-41d4-83a5-37478939c5c8 HTTP/1.1" status: 204 len: 173 time: 0.5274363 Aug 09 16:06:02.320969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6716acd4-226b-4223-a666-8daff9bceda4', 'name': 'network-vif-deleted', 'tag': '75ec73a1-89e1-41d4-83a5-37478939c5c8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:02.322999 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75bc76e-258d-4d39-a233-015bba1d10cc" -d '{"events": [{"server_uuid": "6716acd4-226b-4223-a666-8daff9bceda4", "name": "network-vif-deleted", "tag": "75ec73a1-89e1-41d4-83a5-37478939c5c8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:02.364352 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6188b5f-9f70-4a3a-962a-8e0563c7e9a7 x-openstack-request-id: req-f6188b5f-9f70-4a3a-962a-8e0563c7e9a7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:02.364714 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6716acd4-226b-4223-a666-8daff9bceda4", "name": "network-vif-deleted", "tag": "75ec73a1-89e1-41d4-83a5-37478939c5c8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:02.365561 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6188b5f-9f70-4a3a-962a-8e0563c7e9a7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:02.366572 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6716acd4-226b-4223-a666-8daff9bceda4', 'name': 'network-vif-deleted', 'tag': '75ec73a1-89e1-41d4-83a5-37478939c5c8', 'status': 'completed', 'code': 200} Aug 09 16:06:02.605389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-c8b88037-4f94-4ddf-a7d3-9367bb06f386 service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896610 Aug 09 16:06:02.642883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06f01-1cb0-4280-bd59-447659131c17 req-012e5b36-8797-44aa-8c16-7e983a47312e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:02.644795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-adc06f01-1cb0-4280-bd59-447659131c17 req-012e5b36-8797-44aa-8c16-7e983a47312e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0658641 Aug 09 16:06:02.697853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-adc06f01-1cb0-4280-bd59-447659131c17 req-60e90ff4-7c32-40a9-abc2-0963222c9b4f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439782 Aug 09 16:06:02.837525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d9d1a45-e331-4d1f-af9a-1a421da0db07 req-10ed2f3d-071c-424f-a0f8-a5b6a1f74364 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=6716acd4-226b-4223-a666-8daff9bceda4 HTTP/1.1" status: 200 len: 210 time: 0.0361452 Aug 09 16:06:03.822488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549be421-9783-4999-b40a-eebf09c056fb req-1357eea6-e655-4afd-9cfd-228aebd92c7b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:03.824108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-549be421-9783-4999-b40a-eebf09c056fb req-1357eea6-e655-4afd-9cfd-228aebd92c7b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0523264 Aug 09 16:06:03.865937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-549be421-9783-4999-b40a-eebf09c056fb req-4e9efb0c-8a00-49f5-a9f3-e763ccca00e8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355582 Aug 09 16:06:04.168422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c780-ae16-4a40-a627-2d5073a05f27 req-200fe22a-e5f3-4dc4-8ecb-ab38280a341b tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:04.170223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f62c780-ae16-4a40-a627-2d5073a05f27 req-200fe22a-e5f3-4dc4-8ecb-ab38280a341b tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 945 time: 0.0622575 Aug 09 16:06:04.215916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f62c780-ae16-4a40-a627-2d5073a05f27 req-889d1481-0912-41ba-8b45-c5533459b66a tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379896 Aug 09 16:06:05.007898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd04fd7-8b0d-489f-8141-29a5f8dc1c0b req-88ee45e7-3a5e-4651-b385-472c261dec85 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:05.009430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0bd04fd7-8b0d-489f-8141-29a5f8dc1c0b req-88ee45e7-3a5e-4651-b385-472c261dec85 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0580866 Aug 09 16:06:05.044870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 75ec73a1-89e1-41d4-83a5-37478939c5c8 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:05.053653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0bd04fd7-8b0d-489f-8141-29a5f8dc1c0b req-07eb7843-1224-4325-8fd9-731d44b84208 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377643 Aug 09 16:06:05.066235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 75ec73a1-89e1-41d4-83a5-37478939c5c8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:05.066640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 75ec73a1-89e1-41d4-83a5-37478939c5c8 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:05.356492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84963f8c-f0a8-4536-ad7b-ab82ad8ebed1 req-7ab3c111-8489-4d6b-ba41-3b5ae818f5c7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:05.358203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84963f8c-f0a8-4536-ad7b-ab82ad8ebed1 req-7ab3c111-8489-4d6b-ba41-3b5ae818f5c7 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 945 time: 0.0552154 Aug 09 16:06:05.402114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84963f8c-f0a8-4536-ad7b-ab82ad8ebed1 req-663475e4-5c74-4f82-ba8d-cf98640ebeb4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 Aug 09 16:06:05.736925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-ff826a2b-518a-4b9a-920b-8a53008e3d5d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:05.739036 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-ff826a2b-518a-4b9a-920b-8a53008e3d5d tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.66 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 945 time: 0.0886638 Aug 09 16:06:05.857286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Deleting port e5e91780-4215-4097-8b43-b05d62d60ef3 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:05.857614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.969073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] For port e5e91780-4215-4097-8b43-b05d62d60ef3, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e5e91780-4215-4097-8b43-b05d62d60ef3,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:05.969795 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.989381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Calling delete_port for e5e91780-4215-4097-8b43-b05d62d60ef3 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:06.144613 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.160859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['39ffd8c6-f83b-420a-98c7-79b9d0254232'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:06:06.191593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Pushing event deleted for resources: {'Port': ['ID=e5e91780-4215-4097-8b43-b05d62d60ef3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:06.204857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e5e91780-4215-4097-8b43-b05d62d60ef3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:06:06.218972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26586a6-3ca9-464b-bdc4-d439aad456c7 req-01920c52-88e5-4a46-b623-61f6acb33241 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:06.221387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b26586a6-3ca9-464b-bdc4-d439aad456c7 req-01920c52-88e5-4a46-b623-61f6acb33241 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0737922 Aug 09 16:06:06.264292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] No DVR routers for this DVR port e5e91780-4215-4097-8b43-b05d62d60ef3 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:06.267040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.269278 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8af496a6-4c24-4bd3-9915-88aa4f3a5cf2 req-b8c1e730-eb0d-4bb3-8c31-831a54a2c381 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.66 "DELETE /v2.0/ports/e5e91780-4215-4097-8b43-b05d62d60ef3 HTTP/1.1" status: 204 len: 173 time: 0.5231106 Aug 09 16:06:06.269760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33708db7-2def-4c42-8bba-10be902ad6c4', 'name': 'network-vif-deleted', 'tag': 'e5e91780-4215-4097-8b43-b05d62d60ef3'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:06.270826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b26586a6-3ca9-464b-bdc4-d439aad456c7 req-6e210ef3-547a-47d2-9f52-01a9f16bb25a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Aug 09 16:06:06.272354 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722761ad-c32a-4f70-9d25-e4408cd36656" -d '{"events": [{"server_uuid": "33708db7-2def-4c42-8bba-10be902ad6c4", "name": "network-vif-deleted", "tag": "e5e91780-4215-4097-8b43-b05d62d60ef3"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:06.375310 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d2e937-28d5-4743-ad1b-fb4c821cc526 x-openstack-request-id: req-28d2e937-28d5-4743-ad1b-fb4c821cc526 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:06.375604 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33708db7-2def-4c42-8bba-10be902ad6c4", "name": "network-vif-deleted", "tag": "e5e91780-4215-4097-8b43-b05d62d60ef3", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:06.375883 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28d2e937-28d5-4743-ad1b-fb4c821cc526 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:06.376291 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33708db7-2def-4c42-8bba-10be902ad6c4', 'name': 'network-vif-deleted', 'tag': 'e5e91780-4215-4097-8b43-b05d62d60ef3', 'status': 'completed', 'code': 200} Aug 09 16:06:06.556130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-fedb57db-d596-407a-90b9-c48bdfeb2d7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1792579 Aug 09 16:06:06.558332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50148839-36b1-4c71-87c9-ca66944661aa req-bdfaa1d1-c5b2-4cd1-b2bc-8654ee249158 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=33708db7-2def-4c42-8bba-10be902ad6c4 HTTP/1.1" status: 200 len: 210 time: 0.0377195 Aug 09 16:06:06.621485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-e8fb9c0e-2160-4b8f-81f4-de1690d499f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:06.623330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-e8fb9c0e-2160-4b8f-81f4-de1690d499f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e185a7342784cf3bd24c3aa1cf91709&device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1097 time: 0.0435314 Aug 09 16:06:06.748686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-7edfe769-1a70-490f-b24b-b08d21efbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:06.750309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-7edfe769-1a70-490f-b24b-b08d21efbd81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 HTTP/1.1" status: 200 len: 908 time: 0.1066456 Aug 09 16:06:06.827417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-af272283-52be-4467-ab72-7f49178744fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73 HTTP/1.1" status: 200 len: 1002 time: 0.0697830 Aug 09 16:06:06.881962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-3d1a1b4d-f6da-48e9-8f86-91d36f4206d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:06.883628 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-3d1a1b4d-f6da-48e9-8f86-91d36f4206d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e71763ef-f3e6-41e5-bc26-8ea4a51b662e HTTP/1.1" status: 200 len: 845 time: 0.0493369 Aug 09 16:06:06.943017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-a0d78b29-8164-43fd-b3c0-800aa30f6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:06.944578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-a0d78b29-8164-43fd-b3c0-800aa30f6f59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528564 Aug 09 16:06:07.040933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-e125ff72-ab55-4781-a2e6-502c93a37018 service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884542 Aug 09 16:06:07.146403 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-54c380be-e937-4b6e-8af8-a512fcc83d7c req-906d9edf-a3b5-4f2b-92b0-1cdf5db400c6 service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967700 Aug 09 16:06:07.415953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd548ed0-0602-4294-ba5f-80b50b89cb0d req-4a266aa8-11f8-47fd-bbe2-6dd880e6af46 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:07.417342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd548ed0-0602-4294-ba5f-80b50b89cb0d req-4a266aa8-11f8-47fd-bbe2-6dd880e6af46 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0569754 Aug 09 16:06:07.465587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd548ed0-0602-4294-ba5f-80b50b89cb0d req-058bde96-fd3b-421e-a67e-86128f93b8ce tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398400 Aug 09 16:06:08.605962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfed608-63bd-42e6-ac36-f6f8ad114781 req-f0569ff7-6020-40c7-89c5-10f74ee1258f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:08.607583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbfed608-63bd-42e6-ac36-f6f8ad114781 req-f0569ff7-6020-40c7-89c5-10f74ee1258f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0544400 Aug 09 16:06:08.667355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbfed608-63bd-42e6-ac36-f6f8ad114781 req-4677e41c-aeb9-4c56-b414-60a7b421e3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512254 Aug 09 16:06:09.815156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b36b5-2038-4f09-9ffe-b863a095b513 req-fd74e03b-0166-45f6-812f-91b1553a903e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:09.816840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e4b36b5-2038-4f09-9ffe-b863a095b513 req-fd74e03b-0166-45f6-812f-91b1553a903e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0656488 Aug 09 16:06:09.874567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2e4b36b5-2038-4f09-9ffe-b863a095b513 req-c006a752-d0a3-4d96-afc2-43d1fc2f54e2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511653 Aug 09 16:06:09.944132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e5e91780-4215-4097-8b43-b05d62d60ef3 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:09.966242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: e5e91780-4215-4097-8b43-b05d62d60ef3 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:09.966596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e5e91780-4215-4097-8b43-b05d62d60ef3 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:10.415998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59228) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:10.957073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Deleting port 96d1c017-0ab1-496f-a4f4-a0bbeedf522f {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:10.957662 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.049137 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.049620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.067027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Calling delete_port for 96d1c017-0ab1-496f-a4f4-a0bbeedf522f owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:11.222604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b628c7-6734-4b84-a838-3943d7ee3469 req-435ff7cd-539f-4761-94c6-bbe3b61625ec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:11.224161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0b628c7-6734-4b84-a838-3943d7ee3469 req-435ff7cd-539f-4761-94c6-bbe3b61625ec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.1033406 Aug 09 16:06:11.287650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0b628c7-6734-4b84-a838-3943d7ee3469 req-64f12724-ee8f-4e6f-b0b4-10d47d006711 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521693 Aug 09 16:06:11.350967 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.387317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event deleted for resources: {'Port': ['ID=96d1c017-0ab1-496f-a4f4-a0bbeedf522f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:11.480058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba27c9-0d28-48f3-ac17-ff70ffab56c4 req-d3cbc3e9-3589-409b-a4ef-727b9931fe82 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:11.481617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbba27c9-0d28-48f3-ac17-ff70ffab56c4 req-d3cbc3e9-3589-409b-a4ef-727b9931fe82 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 945 time: 0.1065233 Aug 09 16:06:11.484991 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.485325 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Floating IP 358d9335-57f8-4423-b146-ea61fce5d1a9 disassociated (deleted). External IP: 172.25.7.59, port: 1741dc79-3e72-45eb-a874-4c338de26e38. Aug 09 16:06:11.605879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dbba27c9-0d28-48f3-ac17-ff70ffab56c4 req-0cb41ce1-91fa-4fc0-8e9d-c09c149564e6 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817132 Aug 09 16:06:11.759977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Router 466b828b-2bc2-40dd-932c-a9a0e44670c5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:06:11.885806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:11.891399 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.897532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] Sync routers for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:11.907169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:11.907939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:11.926380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2911e67e-7048-4d8c-a23c-3cf36cce4af6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "DELETE /v2.0/floatingips/358d9335-57f8-4423-b146-ea61fce5d1a9 HTTP/1.1" status: 204 len: 168 time: 1.5090885 Aug 09 16:06:11.927249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:11.930472 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53147a0-9089-477d-9d25-45611cbf0c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:12.029126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:12.122946 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb3322-4a23-4914-8c36-bf995b96d732 x-openstack-request-id: req-eccb3322-4a23-4914-8c36-bf995b96d732 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:12.123488 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:12.123488 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eccb3322-4a23-4914-8c36-bf995b96d732 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:12.123958 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38', 'status': 'completed', 'code': 200} Aug 09 16:06:12.251749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-930a537b-c4a0-46c0-8a70-965e3afd71be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:12.253650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-930a537b-c4a0-46c0-8a70-965e3afd71be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18f6bc3016e4473fa8afdd82ab48a5df&device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 1097 time: 0.1003351 Aug 09 16:06:12.268790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66ef8-fc75-4c87-a78a-269d981fafe5 req-95abf1e3-87f0-43e2-ae8c-cb8ba5cf8052 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:12.270699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d66ef8-fc75-4c87-a78a-269d981fafe5 req-95abf1e3-87f0-43e2-ae8c-cb8ba5cf8052 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 946 time: 0.0830154 Aug 09 16:06:12.280771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:12.312586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] Checking router: 466b828b-2bc2-40dd-932c-a9a0e44670c5 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:12.326921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:12.327907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:05:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:12.403587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d66ef8-fc75-4c87-a78a-269d981fafe5 req-9b428708-8b8b-4e67-9bcc-62d171e20a8e tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228604 Aug 09 16:06:12.447996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-6252624e-dcf3-413e-98e3-27b256c99d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:12.449727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-6252624e-dcf3-413e-98e3-27b256c99d76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ecb596fd-4533-470e-8086-03cb74ccd14b HTTP/1.1" status: 200 len: 915 time: 0.1780558 Aug 09 16:06:12.500481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:12.515981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-0406cae8-6bd7-41be-83c2-2d2098a5c0d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1741dc79-3e72-45eb-a874-4c338de26e38 HTTP/1.1" status: 200 len: 217 time: 0.0525424 Aug 09 16:06:12.596366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-66caee7f-5570-41f5-9b75-ebcfb833a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:12.597877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-66caee7f-5570-41f5-9b75-ebcfb833a9cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc HTTP/1.1" status: 200 len: 852 time: 0.0726562 Aug 09 16:06:12.607439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149ca39-e291-4af5-b94a-a7bc684b3ca3 req-e2c3985b-0989-491b-ae42-07c38f7d6f11 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:12.609096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8149ca39-e291-4af5-b94a-a7bc684b3ca3 req-e2c3985b-0989-491b-ae42-07c38f7d6f11 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0962703 Aug 09 16:06:12.692121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8149ca39-e291-4af5-b94a-a7bc684b3ca3 req-1260cf25-6379-4eed-9ff0-998e79a762a6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733747 Aug 09 16:06:12.725840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-4906e3c5-2f94-44dc-a91f-003186565c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:12.729080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-4906e3c5-2f94-44dc-a91f-003186565c76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ecb596fd-4533-470e-8086-03cb74ccd14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185050 Aug 09 16:06:12.749256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:12.803766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dbda3a-ed7c-4803-b99c-9ab7bc7ca4cf None None] The sync data for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 is: [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:54Z', 'revision_number': 4, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4ce8822a-5a82-4ac0-bf82-a259335dcfcd', 'name': '', 'network_id': 'ecb596fd-4533-470e-8086-03cb74ccd14b', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'mac_address': 'fa:16:3e:5e:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:52Z', 'updated_at': '2021-08-09T16:02:05Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'subnets': [{'id': 'd339b4df-09d5-4d7d-b68b-d9a54a4d2bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:12.813603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-5b082a26-724d-4df9-b67a-82809f2b4913 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:12.815361 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-5b082a26-724d-4df9-b67a-82809f2b4913 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.35 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 945 time: 0.1399825 Aug 09 16:06:12.974328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-965062fd-6e46-48d7-b57b-add368d69299 service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355573 Aug 09 16:06:12.984113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79499dd4-49c3-4816-987a-16edc5c394b0 req-5f4a8958-2f04-4e14-8480-6b7fa02d8f1e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:12.985855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79499dd4-49c3-4816-987a-16edc5c394b0 req-5f4a8958-2f04-4e14-8480-6b7fa02d8f1e tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/ports?device_id=78152af0-128d-473c-a77b-8d59041f4ef4 HTTP/1.1" status: 200 len: 945 time: 0.1694748 Aug 09 16:06:13.097571 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414c824-5c93-44e2-9938-e011f138324d None None] New status for floating IP 358d9335-57f8-4423-b146-ea61fce5d1a9: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:06:13.107592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79499dd4-49c3-4816-987a-16edc5c394b0 req-477af455-6a8f-413d-851f-b5712e972cea tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0264176-a5d5-46eb-98a2-5697e1c21cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102235 Aug 09 16:06:13.124490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Deleting port 39ffd8c6-f83b-420a-98c7-79b9d0254232 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:13.124490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.203145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53147a0-9089-477d-9d25-45611cbf0c2a req-2c53d960-b3e2-47f2-a1ca-6382dd3ffa1d service neutron] 10.222.0.35 "GET /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158332 Aug 09 16:06:13.255857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] For port 39ffd8c6-f83b-420a-98c7-79b9d0254232, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=39ffd8c6-f83b-420a-98c7-79b9d0254232,segment=NetworkSegment(7c4c3112-6ee8-4c9b-bf3f-9027664b8762),segment_id=7c4c3112-6ee8-4c9b-bf3f-9027664b8762)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:13.256260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.272114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Calling delete_port for 39ffd8c6-f83b-420a-98c7-79b9d0254232 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:13.433042 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.472120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Pushing event deleted for resources: {'Port': ['ID=39ffd8c6-f83b-420a-98c7-79b9d0254232,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:13.538100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] No DVR routers for this DVR port 39ffd8c6-f83b-420a-98c7-79b9d0254232 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:13.541434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.543446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fab02968-4b0d-4add-92e1-64e2e870bfec req-c1122a50-b8ca-4333-b9c4-74577e3622a4 tempest-AttachVolumeNegativeTest-1226079031 tempest-AttachVolumeNegativeTest-1226079031-project] 10.222.0.35 "DELETE /v2.0/ports/39ffd8c6-f83b-420a-98c7-79b9d0254232 HTTP/1.1" status: 204 len: 173 time: 0.7076018 Aug 09 16:06:13.569751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0de26-2cf0-446f-bdc8-a63a3ed16172 req-a31594ba-91e0-4299-a359-bb355a29fb89 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:13.571422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6dc0de26-2cf0-446f-bdc8-a63a3ed16172 req-a31594ba-91e0-4299-a359-bb355a29fb89 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 946 time: 0.0736816 Aug 09 16:06:13.623736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6dc0de26-2cf0-446f-bdc8-a63a3ed16172 req-b8c20ae3-ea5a-49c8-9fdd-c72d6b611cdd tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/security-groups?id=3616127f-a079-48b2-b3b6-a1f443293db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378819 Aug 09 16:06:13.855381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-671e46fd-0d60-4874-a102-7a6291d7e8f6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:13.856930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-671e46fd-0d60-4874-a102-7a6291d7e8f6 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.35 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 946 time: 0.0844808 Aug 09 16:06:13.865261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b48e04-e0ff-4122-8d55-3276bd8f0c10 req-6434e75f-81a4-4a93-bcef-b097e4938ca7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:13.866674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3b48e04-e0ff-4122-8d55-3276bd8f0c10 req-6434e75f-81a4-4a93-bcef-b097e4938ca7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0855546 Aug 09 16:06:13.958319 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3b48e04-e0ff-4122-8d55-3276bd8f0c10 req-3c61b505-9106-475c-8c37-899eefd9ef0a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842400 Aug 09 16:06:13.993874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Deleting port 1741dc79-3e72-45eb-a874-4c338de26e38 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:13.994102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.094754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] For port 1741dc79-3e72-45eb-a874-4c338de26e38, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1741dc79-3e72-45eb-a874-4c338de26e38,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:14.095155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.118838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Calling delete_port for 1741dc79-3e72-45eb-a874-4c338de26e38 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:14.125360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78152af0-128d-473c-a77b-8d59041f4ef4', 'name': 'network-vif-deleted', 'tag': '39ffd8c6-f83b-420a-98c7-79b9d0254232'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:14.128681 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a88921-a8e8-40cd-9184-5b2230cf6251" -d '{"events": [{"server_uuid": "78152af0-128d-473c-a77b-8d59041f4ef4", "name": "network-vif-deleted", "tag": "39ffd8c6-f83b-420a-98c7-79b9d0254232"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:14.191418 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879f3eb8-5677-4c74-9238-22e611b72cc5 x-openstack-request-id: req-879f3eb8-5677-4c74-9238-22e611b72cc5 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:14.191708 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78152af0-128d-473c-a77b-8d59041f4ef4", "name": "network-vif-deleted", "tag": "39ffd8c6-f83b-420a-98c7-79b9d0254232", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:14.192003 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-879f3eb8-5677-4c74-9238-22e611b72cc5 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:14.192424 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78152af0-128d-473c-a77b-8d59041f4ef4', 'name': 'network-vif-deleted', 'tag': '39ffd8c6-f83b-420a-98c7-79b9d0254232', 'status': 'completed', 'code': 200} Aug 09 16:06:14.211759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59256) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:14.264292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-95600baa-61c9-4bc8-b22d-0d6532ed6e92 admin admin] Deleting subnet 46bc4e81-bfb1-43e6-9feb-44130023c64e {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:14.267903 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95600baa-61c9-4bc8-b22d-0d6532ed6e92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.307247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.312409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95600baa-61c9-4bc8-b22d-0d6532ed6e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.338260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event deleted for resources: {'Port': ['ID=1741dc79-3e72-45eb-a874-4c338de26e38,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:14.357033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95600baa-61c9-4bc8-b22d-0d6532ed6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.383053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] No DVR routers for this DVR port 1741dc79-3e72-45eb-a874-4c338de26e38 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:14.385898 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.388085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8edd3d5-64bd-4b65-9555-b9a60cc5900c req-f0933ed3-3cd5-4e22-a401-66ef4aa527b8 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.35 "DELETE /v2.0/ports/1741dc79-3e72-45eb-a874-4c338de26e38 HTTP/1.1" status: 204 len: 173 time: 0.5204687 Aug 09 16:06:14.429727 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95600baa-61c9-4bc8-b22d-0d6532ed6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.461803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95600baa-61c9-4bc8-b22d-0d6532ed6e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bc4e81-bfb1-43e6-9feb-44130023c64e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:14.468470 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95600baa-61c9-4bc8-b22d-0d6532ed6e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.470303 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-95600baa-61c9-4bc8-b22d-0d6532ed6e92 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/46bc4e81-bfb1-43e6-9feb-44130023c64e HTTP/1.1" status: 204 len: 168 time: 0.2574325 Aug 09 16:06:14.473591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59258) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:14.546412 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.633040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.643211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8215f258-93ab-4d3e-a0e1-c26f18b4cfc3']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:14.653646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4c3112-6ee8-4c9b-bf3f-9027664b8762') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:14.653928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4c3112-6ee8-4c9b-bf3f-9027664b8762') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:14.663093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.681356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.688969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:14.689628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:14.691279 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:14.766083 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.772400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.775459 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8215f258-93ab-4d3e-a0e1-c26f18b4cfc3 HTTP/1.1" status: 204 len: 168 time: 0.3004332 Aug 09 16:06:14.791186 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1457c08f-ee7d-4f59-9242-75afe6b10188 req-e895dd95-5761-4c2b-b626-e49a9208c997 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0450773 Aug 09 16:06:14.812911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17062d20-33f0-43c2-a430-4eb9f61f3223 admin admin] Pushing event deleted for resources: {'Network': ['ID=8215f258-93ab-4d3e-a0e1-c26f18b4cfc3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:14.956369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59264) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:15.005144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c41485d0-38a5-4efc-8308-8d7b2a676fae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f92b89db3d2c4800a08d9382f25d2062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449979 Aug 09 16:06:15.005475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59268) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:15.021260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba120-97f7-4e2b-842d-5600fc3f45f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.075467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06d25f4a-11f3-4eaf-a22e-fadd91d5578e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.116733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06d25f4a-11f3-4eaf-a22e-fadd91d5578e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.164323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc49169-3599-4b20-884f-2e10d3f386e6 req-fcd14fb0-d1e2-4381-80cf-c919dc99f09a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:15.166020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdc49169-3599-4b20-884f-2e10d3f386e6 req-fcd14fb0-d1e2-4381-80cf-c919dc99f09a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.1065521 Aug 09 16:06:15.179680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 39ffd8c6-f83b-420a-98c7-79b9d0254232 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:15.203747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 39ffd8c6-f83b-420a-98c7-79b9d0254232 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:15.204118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 39ffd8c6-f83b-420a-98c7-79b9d0254232 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:15.204387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06d25f4a-11f3-4eaf-a22e-fadd91d5578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.204537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1741dc79-3e72-45eb-a874-4c338de26e38 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:15.207357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06d25f4a-11f3-4eaf-a22e-fadd91d5578e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.211419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-06d25f4a-11f3-4eaf-a22e-fadd91d5578e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0264176-a5d5-46eb-98a2-5697e1c21cde HTTP/1.1" status: 204 len: 168 time: 0.2022457 Aug 09 16:06:15.226131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 1741dc79-3e72-45eb-a874-4c338de26e38 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:15.226622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1741dc79-3e72-45eb-a874-4c338de26e38 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:15.230399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d25f4a-11f3-4eaf-a22e-fadd91d5578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0264176-a5d5-46eb-98a2-5697e1c21cde,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:15.251712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdc49169-3599-4b20-884f-2e10d3f386e6 req-aca40d32-ee59-4c1c-8205-c34ad286b066 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765839 Aug 09 16:06:15.900517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5057e691-016a-463a-82da-7fb79701a39d req-4fd5f12f-1587-41b7-a5ab-808f81fd4a9a tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0305703 Aug 09 16:06:16.194116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'name': 'network-vif-deleted', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:16.196570 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50683153-c324-46c2-8b78-959a33b56e7e" -d '{"events": [{"server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "name": "network-vif-deleted", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:16.235803 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e5a3e1-b46f-4e9a-a438-ecb0f540739e x-openstack-request-id: req-e3e5a3e1-b46f-4e9a-a438-ecb0f540739e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:16.236338 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77fef58-0bcc-4cda-9ed9-006f6601e0b3", "name": "network-vif-deleted", "tag": "1741dc79-3e72-45eb-a874-4c338de26e38", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:16.236682 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3e5a3e1-b46f-4e9a-a438-ecb0f540739e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:16.237251 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77fef58-0bcc-4cda-9ed9-006f6601e0b3', 'name': 'network-vif-deleted', 'tag': '1741dc79-3e72-45eb-a874-4c338de26e38', 'status': 'completed', 'code': 200} Aug 09 16:06:16.409213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfcbc9-261c-4ce2-8cbd-81f65b4ab352 req-a1b1ef1d-2051-428c-8609-2003d47dbc76 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:16.410775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8dfcbc9-261c-4ce2-8cbd-81f65b4ab352 req-a1b1ef1d-2051-428c-8609-2003d47dbc76 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0962591 Aug 09 16:06:16.455057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8dfcbc9-261c-4ce2-8cbd-81f65b4ab352 req-55923f06-76d5-4578-8b7f-4ec56b12500d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374138 Aug 09 16:06:16.828668 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:06:17.012292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac747a4b-607a-43e4-9698-e500cc10d059 req-097e6fbc-6e51-493d-bac6-10e14a87693f tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0383503 Aug 09 16:06:17.557870 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-15831f28-40e7-4d61-80ef-30b957f119a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:17.642082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29898bb-0944-4085-af9f-98e2d8681d60 req-ec8b2523-29c4-4248-b519-10266f211afe tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:17.643842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e29898bb-0944-4085-af9f-98e2d8681d60 req-ec8b2523-29c4-4248-b519-10266f211afe tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0531497 Aug 09 16:06:17.694956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e29898bb-0944-4085-af9f-98e2d8681d60 req-366ec14a-affc-4c15-93b1-ff4b2e23b324 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441358 Aug 09 16:06:17.788160 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.120930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-919514f7-2b04-4331-9ff4-fb7ff1d8d80d req-15061d0f-1e9d-4e76-850a-a91ea6901f73 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "GET /v2.0/ports?device_id=b77fef58-0bcc-4cda-9ed9-006f6601e0b3 HTTP/1.1" status: 200 len: 210 time: 0.0317945 Aug 09 16:06:18.834137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68042b58-bd34-468a-96ce-efc587dc1d60 req-353862f8-42e7-492e-b4fe-fdc1d7c8aa37 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:18.835664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68042b58-bd34-468a-96ce-efc587dc1d60 req-353862f8-42e7-492e-b4fe-fdc1d7c8aa37 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0649514 Aug 09 16:06:18.879088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68042b58-bd34-468a-96ce-efc587dc1d60 req-00ab1ba1-94d4-4671-9831-dd52c35b1452 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369666 Aug 09 16:06:19.087981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.189795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59340) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:19.262591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac4919c4-3a57-467b-af48-f75bfb5e70f5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.292202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac4919c4-3a57-467b-af48-f75bfb5e70f5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.354331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac4919c4-3a57-467b-af48-f75bfb5e70f5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.357443 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac4919c4-3a57-467b-af48-f75bfb5e70f5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.358722 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ac4919c4-3a57-467b-af48-f75bfb5e70f5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] 10.222.0.64 "DELETE /v2.0/security-groups/3616127f-a079-48b2-b3b6-a1f443293db2 HTTP/1.1" status: 204 len: 168 time: 0.1678042 Aug 09 16:06:19.369620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4919c4-3a57-467b-af48-f75bfb5e70f5 tempest-TestVolumeBackupRestore-986879077 tempest-TestVolumeBackupRestore-986879077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3616127f-a079-48b2-b3b6-a1f443293db2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:19.947848 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-c5f835bc-0e60-466d-8a34-c1aa5466d4d4 service neutron] show failed (client error): The resource could not be found. Aug 09 16:06:19.949181 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-c5f835bc-0e60-466d-8a34-c1aa5466d4d4 service neutron] 10.222.0.66 "GET /v2.0/ports/f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.2715013 Aug 09 16:06:20.087401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825eb4a-b617-4f6b-8cf3-8d66bae09c83 req-43556278-c09e-4587-9743-7f3a82d290c6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:20.089108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9825eb4a-b617-4f6b-8cf3-8d66bae09c83 req-43556278-c09e-4587-9743-7f3a82d290c6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.1042972 Aug 09 16:06:20.152025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9825eb4a-b617-4f6b-8cf3-8d66bae09c83 req-2143a463-266e-4964-afe2-79592a95770e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540354 Aug 09 16:06:20.285115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-514e28f7-1905-442b-bb51-87b257b16709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:20.287244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-514e28f7-1905-442b-bb51-87b257b16709 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 1097 time: 0.0890107 Aug 09 16:06:20.301195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:20.370043 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.475307 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.806576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:20.861102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:20.937959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:20.940608 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97fd8d1-5dee-484e-8311-17a99d4bf507" -d '{"events": [{"server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:20.945374 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.982868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Transition to ACTIVE for port object f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:20.990502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.149570 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106644d5-a820-4233-8057-3fe50adfc904 x-openstack-request-id: req-106644d5-a820-4233-8057-3fe50adfc904 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:21.150596 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:21.151083 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-106644d5-a820-4233-8057-3fe50adfc904 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:21.151700 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'code': 200} Aug 09 16:06:21.224311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:21.397652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] No DVR routers for this DVR port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:21.575449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c720a-3258-4c6e-a7e2-ffba622507fe req-f1506eb6-fb0b-4b6d-92fd-eaf13dd7717d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:21.577630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-083c720a-3258-4c6e-a7e2-ffba622507fe req-f1506eb6-fb0b-4b6d-92fd-eaf13dd7717d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.0784676 Aug 09 16:06:22.005961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Attempting to bind port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:22.006224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Attempting to bind port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:22.006804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Attempting to bind port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on network 5e286938-7f41-413d-90fa-8c885b6fbbdb {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:22.020988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on network 5e286938-7f41-413d-90fa-8c885b6fbbdb not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:06:22.022078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Attempting to bind port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on network 5e286938-7f41-413d-90fa-8c885b6fbbdb {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:22.046745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-083c720a-3258-4c6e-a7e2-ffba622507fe req-e31eb998-2c7d-4814-87f5-549da87045b7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625658 Aug 09 16:06:22.050469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:22.050911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Checking segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:22.051352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Bound using segment: {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:22.051807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Bound port: f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3695ff15-607b-4995-b66c-df70b0e838ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:22.052190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.173365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:22.177339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:22.185682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.255017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:22.255959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.259444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] 10.222.0.35 "PUT /v2.0/ports/f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 1092 time: 1.9623618 Aug 09 16:06:22.392606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4a6e2-00d6-4523-8d2b-174c23181dbf service neutron] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:22.416683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-520c8a11-948a-4a1a-afcd-32a494a2f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:22.418459 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-520c8a11-948a-4a1a-afcd-32a494a2f67f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1095 time: 0.1199148 Aug 09 16:06:22.656996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-9edc6e8f-f143-4851-868f-05b512d16333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:22.658631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-9edc6e8f-f143-4851-868f-05b512d16333 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 899 time: 0.2282181 Aug 09 16:06:22.775160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-9d3e7a84-eb68-4e19-8539-5bceea521d0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 999 time: 0.1083860 Aug 09 16:06:22.910003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-06e02e3f-da5b-49c2-a1cd-bfe87543bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:22.912142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-06e02e3f-da5b-49c2-a1cd-bfe87543bc73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.1291161 Aug 09 16:06:22.970600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-798cb67f-3d64-4426-a7ed-bd7b8808377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:22.972195 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-798cb67f-3d64-4426-a7ed-bd7b8808377e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516369 Aug 09 16:06:23.162545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:23.166031 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78cf2fe-a530-41fc-bce2-df5088128b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:23.228820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-b69e32ff-fa4a-4b85-bd50-3bc8a66b9632 service neutron] 10.222.0.35 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496026 Aug 09 16:06:23.298781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9190c6b-3b6d-4f0f-ab3e-6a86332cea00 req-73e2968e-2144-4c7e-9b12-486510937a0b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.308548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9190c6b-3b6d-4f0f-ab3e-6a86332cea00 req-73e2968e-2144-4c7e-9b12-486510937a0b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.1611340 Aug 09 16:06:23.385432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9190c6b-3b6d-4f0f-ab3e-6a86332cea00 req-5daab87b-0baa-4357-98d1-7a1a6ac488ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754645 Aug 09 16:06:23.428857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-707bf4ec-052b-4da2-a19a-4a053f14aa8a req-38865051-d37d-4e05-b727-636eaf73f7ef service neutron] 10.222.0.35 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913455 Aug 09 16:06:23.477154 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1063bccf-757a-4662-ac1e-39740ee56aa6 x-openstack-request-id: req-1063bccf-757a-4662-ac1e-39740ee56aa6 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:23.480192 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:23.480421 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1063bccf-757a-4662-ac1e-39740ee56aa6 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:23.481133 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'status': 'completed', 'code': 200} Aug 09 16:06:23.601442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-2c791b0c-85f7-447d-84ca-d0596508ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.608340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-2c791b0c-85f7-447d-84ca-d0596508ac64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1095 time: 0.1107771 Aug 09 16:06:23.612552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-fe2995f3-c082-4957-97f5-0084e9a8a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.616150 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-fe2995f3-c082-4957-97f5-0084e9a8a685 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1095 time: 0.0729272 Aug 09 16:06:23.736315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-7982f56c-8ade-45f5-98e3-ffb6a590664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.738253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-7982f56c-8ade-45f5-98e3-ffb6a590664d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 899 time: 0.1151414 Aug 09 16:06:23.781591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-abbc5b8f-2e5c-4a46-b650-519a416087bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.783337 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-abbc5b8f-2e5c-4a46-b650-519a416087bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 899 time: 0.1555793 Aug 09 16:06:23.832245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-9c2ddbf1-99bd-4ec8-91fd-4042dceae205 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 999 time: 0.0857015 Aug 09 16:06:23.887632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-e4105980-4890-429e-b5d6-32f0cefe3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.889197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-e4105980-4890-429e-b5d6-32f0cefe3695 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.0499732 Aug 09 16:06:23.905492 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-c0f46c61-67fb-4be5-bf03-d67d5aaba548 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 999 time: 0.1125653 Aug 09 16:06:23.946013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-e07fa120-60ca-4262-b7be-4e676dad28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.947639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-e07fa120-60ca-4262-b7be-4e676dad28a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505099 Aug 09 16:06:23.970324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-46d754bc-4caa-48fc-9840-bdf3be9ccf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.972070 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-46d754bc-4caa-48fc-9840-bdf3be9ccf7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.0578783 Aug 09 16:06:23.988895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:24.050570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:24.063377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-d8393381-871c-4926-a961-4402ce83b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:24.065174 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-d8393381-871c-4926-a961-4402ce83b28e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852304 Aug 09 16:06:24.082645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-f71aa33f-c8ad-480e-a0b3-a6e865157739 service neutron] 10.222.0.35 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250761 Aug 09 16:06:24.107510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59856) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:24.165611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-7ae2275e-c1af-469b-b167-f3b627423691 service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923481 Aug 09 16:06:24.286151 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-fe0a5c89-441d-48f7-97d3-b95381bae815 service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119077 Aug 09 16:06:24.314951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e78cf2fe-a530-41fc-bce2-df5088128b6c req-a8a08eef-b3bb-4be2-a41c-325f2fabe9b8 service neutron] 10.222.0.35 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200668 Aug 09 16:06:24.550451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ae725-fc2f-41a1-989a-0ee350c3ce18 req-922c79a3-c37f-48a9-8bc5-bc9c86defe41 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:24.552303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f32ae725-fc2f-41a1-989a-0ee350c3ce18 req-922c79a3-c37f-48a9-8bc5-bc9c86defe41 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.0838246 Aug 09 16:06:24.631827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f32ae725-fc2f-41a1-989a-0ee350c3ce18 req-5810da41-cf67-44b6-a7bb-6884557eaa4c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571146 Aug 09 16:06:24.682762 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.947737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Deleting port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:24.948203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.058313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] For port 4ce8822a-5a82-4ac0-bf82-a259335dcfcd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:25.058698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.074253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Calling delete_port for 4ce8822a-5a82-4ac0-bf82-a259335dcfcd owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:25.291537 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.324839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce8822a-5a82-4ac0-bf82-a259335dcfcd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:25.516607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.806752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc0680-f513-4af2-a1ff-7e585f7d1b8e req-a91f220e-dcba-423d-9c46-dd4901506d58 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:25.808328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78cc0680-f513-4af2-a1ff-7e585f7d1b8e req-a91f220e-dcba-423d-9c46-dd4901506d58 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.0983891 Aug 09 16:06:25.810202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Router 466b828b-2bc2-40dd-932c-a9a0e44670c5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:06:25.897116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78cc0680-f513-4af2-a1ff-7e585f7d1b8e req-e219d85d-f02a-44c3-9409-933b8d86edec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815871 Aug 09 16:06:25.969427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:25.975981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-73f2dfe9-9124-4ce3-9fa1-5db568027e86 admin admin] 10.222.0.64 "PUT /v2.0/routers/466b828b-2bc2-40dd-932c-a9a0e44670c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8673351 Aug 09 16:06:25.978523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59870) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:25.983038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] Sync routers for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:25.998752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:25.999430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:26.166796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:26.179664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.216567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-005bffaa-8a7c-42fe-a768-9408df7d9b8e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:26.218812 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-005bffaa-8a7c-42fe-a768-9408df7d9b8e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341&tenant_id=6cf1cd14fa274a229b4642338ec5f31c&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 944 time: 0.1130183 Aug 09 16:06:26.236035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a49f-9aa7-4db0-a322-80dda9e9e7a9 req-42c8097e-3470-4937-af24-d1cc8bac43e4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:26.237617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25e2a49f-9aa7-4db0-a322-80dda9e9e7a9 req-42c8097e-3470-4937-af24-d1cc8bac43e4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.1101029 Aug 09 16:06:26.308559 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-b4297a9e-79e3-465c-bdff-0b3f9b9026ba service neutron] delete failed (client error): The resource could not be found. Aug 09 16:06:26.311093 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-b4297a9e-79e3-465c-bdff-0b3f9b9026ba service neutron] 10.222.0.66 "DELETE /v2.0/ports/f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0822291 Aug 09 16:06:26.338800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25e2a49f-9aa7-4db0-a322-80dda9e9e7a9 req-839e5dc4-483d-4e16-8d6f-b2560bc415db tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817997 Aug 09 16:06:26.361435 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.376799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:06:25Z', 'revision_number': 5, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port': {'id': 'c6fe4372-77bd-4808-8891-4305c1922645', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:26.417968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Deleting port c6fe4372-77bd-4808-8891-4305c1922645 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:26.418922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.419237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] Checking router: 466b828b-2bc2-40dd-932c-a9a0e44670c5 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:26.427554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-fcf4ac02-9b64-4c24-a5f9-7e00203b19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:26.429286 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-fcf4ac02-9b64-4c24-a5f9-7e00203b19b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1095 time: 0.0483944 Aug 09 16:06:26.431320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] Routers {'466b828b-2bc2-40dd-932c-a9a0e44670c5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:26.431976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['466b828b-2bc2-40dd-932c-a9a0e44670c5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:26.511624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] For port c6fe4372-77bd-4808-8891-4305c1922645, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6fe4372-77bd-4808-8891-4305c1922645,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:26.511624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.527716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Calling delete_port for c6fe4372-77bd-4808-8891-4305c1922645 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:26.529600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] Set router 466b828b-2bc2-40dd-932c-a9a0e44670c5 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:26.534131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-c61e1aab-327d-4b5b-862d-b17342bb4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:26.535909 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-c61e1aab-327d-4b5b-862d-b17342bb4272 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 899 time: 0.0990708 Aug 09 16:06:26.618144 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-28a438b7-1e88-4b7f-a3ce-a0cfcb35743c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 999 time: 0.0745096 Aug 09 16:06:26.688013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-c6b0067b-3b48-4e8f-a367-5d46c32fd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:26.693989 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-c6b0067b-3b48-4e8f-a367-5d46c32fd2d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.0668190 Aug 09 16:06:26.749697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:06:26Z', 'revision_number': 6, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:26.764376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-2b124967-88f0-40ca-9db8-93a20b6788de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:26.766025 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-2b124967-88f0-40ca-9db8-93a20b6788de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680552 Aug 09 16:06:26.768317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.783201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d724c9-6fa5-4826-a300-7304b1824d4b None None] The sync data for ids ['466b828b-2bc2-40dd-932c-a9a0e44670c5'] in n-d-799523-2 is: [{'id': '466b828b-2bc2-40dd-932c-a9a0e44670c5', 'name': 'tempest-TestVolumeBackupRestore-254564939-router', 'tenant_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:06:26Z', 'revision_number': 6, 'project_id': '18f6bc3016e4473fa8afdd82ab48a5df', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:26.832486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fe4372-77bd-4808-8891-4305c1922645,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:26.879291 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.888551 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-f0a86b96-b8f0-4df4-b2ca-73f1b1d43654 service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122284 Aug 09 16:06:26.994668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8ea52f92-a931-4ae1-bb92-bbb6fbbd0d99 req-d5fe1cb5-50bd-467f-97b3-15815528d385 service neutron] 10.222.0.66 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951104 Aug 09 16:06:27.244607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:06:27.366547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.369048 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.418438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.419045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 466b828b-2bc2-40dd-932c-a9a0e44670c5 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:27.427667 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.429706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ed9ac318-4046-4e83-912d-a5e78dac7538 admin admin] 10.222.0.64 "DELETE /v2.0/routers/466b828b-2bc2-40dd-932c-a9a0e44670c5 HTTP/1.1" status: 204 len: 168 time: 1.4499524 Aug 09 16:06:27.432597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59884) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:27.439113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:27.452332 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'port_id': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'mac_address': 'fa:16:3e:92:9a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:06:27.492712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e554af-3556-4658-9a41-79260ea87cee admin admin] Deleting subnet d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:27.496879 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65e554af-3556-4658-9a41-79260ea87cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.528895 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.544787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:06:27.545330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899727b1-72a0-4a0e-b3a9-12594aca2a28 req-8aa67b00-d9c8-4aea-b271-15e93bd5f8b8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:27.547107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-899727b1-72a0-4a0e-b3a9-12594aca2a28 req-8aa67b00-d9c8-4aea-b271-15e93bd5f8b8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 944 time: 0.0856378 Aug 09 16:06:27.568279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:27.575975 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.579163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65e554af-3556-4658-9a41-79260ea87cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.641013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-899727b1-72a0-4a0e-b3a9-12594aca2a28 req-66ae0101-6202-4643-917f-5146d216b634 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802553 Aug 09 16:06:27.711276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:27.767591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6fe4372-77bd-4808-8891-4305c1922645 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:27.771129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65e554af-3556-4658-9a41-79260ea87cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.789111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c6fe4372-77bd-4808-8891-4305c1922645 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:27.789713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6fe4372-77bd-4808-8891-4305c1922645 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:27.790312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ce8822a-5a82-4ac0-bf82-a259335dcfcd no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:27.812111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:06:27.815798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4ce8822a-5a82-4ac0-bf82-a259335dcfcd {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:27.816412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4ce8822a-5a82-4ac0-bf82-a259335dcfcd not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:27.856355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65e554af-3556-4658-9a41-79260ea87cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.869201 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65e554af-3556-4658-9a41-79260ea87cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.872389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-65e554af-3556-4658-9a41-79260ea87cee admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc HTTP/1.1" status: 204 len: 168 time: 0.4378521 Aug 09 16:06:27.875874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59886) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:27.892382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e554af-3556-4658-9a41-79260ea87cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d339b4df-09d5-4d7d-b68b-d9a54a4d2bfc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:27.893349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e30fe-0c48-4ac3-9dc0-36a428385847 None None] Network ecb596fd-4533-470e-8086-03cb74ccd14b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:27.981081 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.039812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Deleting port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:28.040346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.122541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] For port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0478fcc7-04ff-4d3f-8d1e-24bef04963c9,segment=NetworkSegment(a3a625e4-b8f1-4270-9356-cbaa7bf5de6d),segment_id=a3a625e4-b8f1-4270-9356-cbaa7bf5de6d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:28.123102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.150817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Calling delete_port for 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:28.234292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ca74b-1e0c-483f-8dca-1e00aa0bee03 None None] DHCP port deletion for ecb596fd-4533-470e-8086-03cb74ccd14b request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:28.248019 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.265330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-733ca74b-1e0c-483f-8dca-1e00aa0bee03 None None] The port '0478fcc7-04ff-4d3f-8d1e-24bef04963c9' was deleted {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 09 16:06:28.277497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0478fcc7-04ff-4d3f-8d1e-24bef04963c9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:28.279248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] No DVR routers for this DVR port 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:28.360643 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.379771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb596fd-4533-470e-8086-03cb74ccd14b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:28.381516 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.398395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:28.398851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a625e4-b8f1-4270-9356-cbaa7bf5de6d') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:28.415936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.434788 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.445904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:28.446516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: items = [ Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:28.449354 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:28.515373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.520441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.522502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] 10.222.0.64 "DELETE /v2.0/networks/ecb596fd-4533-470e-8086-03cb74ccd14b HTTP/1.1" status: 204 len: 168 time: 0.6455839 Aug 09 16:06:28.527029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59890) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:28.536287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee2c47-cea6-4958-b630-b913a225b1ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb596fd-4533-470e-8086-03cb74ccd14b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:28.674048 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.782915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9b18-b668-44af-b6c4-4edf1a0481d0 req-745f7bc5-8ac7-41cd-b100-ed1f51cf1fbf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:28.784534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a11c9b18-b668-44af-b6c4-4edf1a0481d0 req-745f7bc5-8ac7-41cd-b100-ed1f51cf1fbf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 945 time: 0.0577610 Aug 09 16:06:28.832430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a11c9b18-b668-44af-b6c4-4edf1a0481d0 req-a6adb1ee-7164-48df-804d-7f43b4139cbe tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413535 Aug 09 16:06:28.856550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59894) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:28.956920 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ab06fcdb-5d80-4b23-a0a9-dde9ed395084 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/09955891-8c33-40e2-8380-46ecf67a7520 HTTP/1.1" status: 200 len: 992 time: 0.0931776 Aug 09 16:06:28.975371 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.247768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Deleting port 54ed38a9-6556-470d-8903-b95f758408ed {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:29.248030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.248358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:29.305100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:29.309869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:29.310268 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.333739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] For port 54ed38a9-6556-470d-8903-b95f758408ed, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=54ed38a9-6556-470d-8903-b95f758408ed,segment=NetworkSegment(63852bf2-da28-4ed4-a213-4468b0a2e411),segment_id=63852bf2-da28-4ed4-a213-4468b0a2e411)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:29.334110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.350506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Calling delete_port for 54ed38a9-6556-470d-8903-b95f758408ed owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:29.433292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:29.457464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:29.457997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0478fcc7-04ff-4d3f-8d1e-24bef04963c9 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:29.470107 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.500716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:29.503487 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cef084-7461-4ebf-ac3f-fc96f1580ff8" -d '{"events": [{"server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "name": "network-vif-plugged", "status": "completed", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:29.520804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:29.528664 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.606795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:29.608657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.653547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=54ed38a9-6556-470d-8903-b95f758408ed,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:29.768058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59908) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:29.946360 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.979169 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e3a3f7-2319-4fb1-b1b4-43e4dce6888f x-openstack-request-id: req-07e3a3f7-2319-4fb1-b1b4-43e4dce6888f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:29.979445 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "name": "network-vif-plugged", "status": "completed", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:29.979693 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07e3a3f7-2319-4fb1-b1b4-43e4dce6888f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:29.980139 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'code': 200} Aug 09 16:06:29.986444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2e565c8-b6d7-4ef5-b9ad-b0d619b14bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.086612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2e565c8-b6d7-4ef5-b9ad-b0d619b14bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.092802 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c2e565c8-b6d7-4ef5-b9ad-b0d619b14bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.132998 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c2e565c8-b6d7-4ef5-b9ad-b0d619b14bd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3da36b7a0e6b4f3faf2aad61f73ed1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637664 Aug 09 16:06:30.134024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e565c8-b6d7-4ef5-b9ad-b0d619b14bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d828c3f-931e-47ee-b0d7-b59dfecf584d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:30.137254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:30.199547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91165ce9-3e06-485c-94e9-0fb6f9c63b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.199795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Router 504fa198-4491-4df5-8826-16535da2980c has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:06:30.224862 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91165ce9-3e06-485c-94e9-0fb6f9c63b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.284779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91165ce9-3e06-485c-94e9-0fb6f9c63b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.288175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-91165ce9-3e06-485c-94e9-0fb6f9c63b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.289377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-91165ce9-3e06-485c-94e9-0fb6f9c63b39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d828c3f-931e-47ee-b0d7-b59dfecf584d HTTP/1.1" status: 204 len: 168 time: 0.1511476 Aug 09 16:06:30.297701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91165ce9-3e06-485c-94e9-0fb6f9c63b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d828c3f-931e-47ee-b0d7-b59dfecf584d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:30.326227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:30.333167 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c5bd314b-4ec3-47fe-8f27-1dfab0c40b6c admin admin] 10.222.0.64 "PUT /v2.0/routers/504fa198-4491-4df5-8826-16535da2980c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8030789 Aug 09 16:06:30.334712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59916) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:30.335497 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] Sync routers for ids ['504fa198-4491-4df5-8826-16535da2980c'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:30.348519 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] Routers {'504fa198-4491-4df5-8826-16535da2980c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:30.349188 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['504fa198-4491-4df5-8826-16535da2980c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:30.453069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.560798 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] Set router 504fa198-4491-4df5-8826-16535da2980c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:30.770853 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:06:29Z', 'revision_number': 5, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:30.804528 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] Checking router: 504fa198-4491-4df5-8826-16535da2980c for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:30.814187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] Routers {'504fa198-4491-4df5-8826-16535da2980c'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:30.814884 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['504fa198-4491-4df5-8826-16535da2980c'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:30.912041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.937228 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] Set router 504fa198-4491-4df5-8826-16535da2980c gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:30.982434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Deleting port 139eca44-e276-4930-a503-966ab7bb4c7e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:30.982774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.069418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] For port 139eca44-e276-4930-a503-966ab7bb4c7e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=139eca44-e276-4930-a503-966ab7bb4c7e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:31.070228 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.088190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Calling delete_port for 139eca44-e276-4930-a503-966ab7bb4c7e owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:31.133715 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:06:29Z', 'revision_number': 5, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:31.166318 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdbdab-3673-430f-8d40-88a881047e14 None None] The sync data for ids ['504fa198-4491-4df5-8826-16535da2980c'] in n-d-799523-2 is: [{'id': '504fa198-4491-4df5-8826-16535da2980c', 'name': 'tempest-TestVolumeBackupRestore-2089821495-router', 'tenant_id': '21024a4bba8846fe87c6cb9744f5f271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:00Z', 'updated_at': '2021-08-09T16:06:29Z', 'revision_number': 5, 'project_id': '21024a4bba8846fe87c6cb9744f5f271', 'gw_port': {'id': '139eca44-e276-4930-a503-966ab7bb4c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fa198-4491-4df5-8826-16535da2980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:01Z', 'updated_at': '2021-08-09T16:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:31.267344 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.298387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=139eca44-e276-4930-a503-966ab7bb4c7e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:31.368078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.463044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.465350 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.513792 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.514551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504fa198-4491-4df5-8826-16535da2980c {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:31.520384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.524606 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e023e6f7-c828-4861-a84e-575bd1f23c06 admin admin] 10.222.0.64 "DELETE /v2.0/routers/504fa198-4491-4df5-8826-16535da2980c HTTP/1.1" status: 204 len: 168 time: 1.1862350 Aug 09 16:06:31.525866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 59946) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:31.624944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a65842-51d1-43e7-a3bc-647e2d849ed4 admin admin] Deleting subnet a467102d-1a42-49e1-8cc3-e05e867aa4b9 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:31.628800 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39a65842-51d1-43e7-a3bc-647e2d849ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.667242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39a65842-51d1-43e7-a3bc-647e2d849ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.696673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 54ed38a9-6556-470d-8903-b95f758408ed no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:31.729314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 54ed38a9-6556-470d-8903-b95f758408ed {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:31.729978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 54ed38a9-6556-470d-8903-b95f758408ed not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:31.777944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39a65842-51d1-43e7-a3bc-647e2d849ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.842289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39a65842-51d1-43e7-a3bc-647e2d849ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.880525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a65842-51d1-43e7-a3bc-647e2d849ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a467102d-1a42-49e1-8cc3-e05e867aa4b9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:31.888187 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-39a65842-51d1-43e7-a3bc-647e2d849ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.890732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe81440-fabb-430e-a639-45277065a8c7 None None] Network 20984640-b55e-431b-b882-9515970d0d0d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:31.898834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59958) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:31.899240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-39a65842-51d1-43e7-a3bc-647e2d849ed4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a467102d-1a42-49e1-8cc3-e05e867aa4b9 HTTP/1.1" status: 204 len: 168 time: 0.3716657 Aug 09 16:06:32.001603 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.072795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Deleting port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:32.073135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.143410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] For port 01b6fbc2-0f10-40ab-b863-6dadd58211d4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01b6fbc2-0f10-40ab-b863-6dadd58211d4,segment=NetworkSegment(63852bf2-da28-4ed4-a213-4468b0a2e411),segment_id=63852bf2-da28-4ed4-a213-4468b0a2e411)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:32.143704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.164801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Calling delete_port for 01b6fbc2-0f10-40ab-b863-6dadd58211d4 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:32.250652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.279563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] No DVR routers for this DVR port 01b6fbc2-0f10-40ab-b863-6dadd58211d4 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:32.284202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=01b6fbc2-0f10-40ab-b863-6dadd58211d4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:32.365863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.378618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20984640-b55e-431b-b882-9515970d0d0d']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:32.385731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb06da-4171-4d63-b68e-318f18bfbc3c None None] DHCP port deletion for 20984640-b55e-431b-b882-9515970d0d0d request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:32.397925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63852bf2-da28-4ed4-a213-4468b0a2e411') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:32.397925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63852bf2-da28-4ed4-a213-4468b0a2e411') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:32.415615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.431514 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.438114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:32.438515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:32.440274 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:32.496692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.502576 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.506575 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] 10.222.0.64 "DELETE /v2.0/networks/20984640-b55e-431b-b882-9515970d0d0d HTTP/1.1" status: 204 len: 168 time: 0.6064727 Aug 09 16:06:32.518768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666eebb-d418-400a-8c5b-dbb736263f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=20984640-b55e-431b-b882-9515970d0d0d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:32.727945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59996) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:32.780016 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ec41bb7b-5e90-43ba-9905-03a02895b814 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18f6bc3016e4473fa8afdd82ab48a5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507772 Aug 09 16:06:32.782901 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 59998) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:32.840131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abb2e4ce-7ba1-4739-b015-2e94cdb08452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.863363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abb2e4ce-7ba1-4739-b015-2e94cdb08452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.914870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abb2e4ce-7ba1-4739-b015-2e94cdb08452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.917478 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abb2e4ce-7ba1-4739-b015-2e94cdb08452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.918669 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-abb2e4ce-7ba1-4739-b015-2e94cdb08452 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1cd05725-7bea-4de3-877e-b21b18104df9 HTTP/1.1" status: 204 len: 168 time: 0.1342392 Aug 09 16:06:32.928941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2e4ce-7ba1-4739-b015-2e94cdb08452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd05725-7bea-4de3-877e-b21b18104df9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:33.128804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60008) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:33.252849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b75e0cb6-6595-4348-bda7-ee94e5a6523a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.261077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60012) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:33.308745 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ac70b4e4-69e1-41f0-a0c1-1733a50e1d2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21024a4bba8846fe87c6cb9744f5f271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458291 Aug 09 16:06:33.311678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60014) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:33.361225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b75e0cb6-6595-4348-bda7-ee94e5a6523a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.366591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b75e0cb6-6595-4348-bda7-ee94e5a6523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.382805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9491f76e-eec8-4385-92cf-795321619623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.402032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 139eca44-e276-4930-a503-966ab7bb4c7e no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:33.414222 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b75e0cb6-6595-4348-bda7-ee94e5a6523a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3c6c24ae0ab40bd921b087300990298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805891 Aug 09 16:06:33.414222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e0cb6-6595-4348-bda7-ee94e5a6523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca06b0-44f6-4a9a-80e3-fc60807946b9,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:33.414553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60016) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:33.419073 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9491f76e-eec8-4385-92cf-795321619623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.428227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 139eca44-e276-4930-a503-966ab7bb4c7e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:33.428754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 139eca44-e276-4930-a503-966ab7bb4c7e not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:33.429245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01b6fbc2-0f10-40ab-b863-6dadd58211d4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:33.449617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 01b6fbc2-0f10-40ab-b863-6dadd58211d4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:33.449960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01b6fbc2-0f10-40ab-b863-6dadd58211d4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:33.503046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9864b6af-7a07-4d1d-88ef-3226ec2c5a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.528397 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9491f76e-eec8-4385-92cf-795321619623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.530938 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9491f76e-eec8-4385-92cf-795321619623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.532158 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9491f76e-eec8-4385-92cf-795321619623 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/651b2a2b-bfb3-4336-ab08-dbf5fc6c14a5 HTTP/1.1" status: 204 len: 168 time: 0.2193453 Aug 09 16:06:33.539098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9864b6af-7a07-4d1d-88ef-3226ec2c5a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.553398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491f76e-eec8-4385-92cf-795321619623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b2a2b-bfb3-4336-ab08-dbf5fc6c14a5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:33.596999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9864b6af-7a07-4d1d-88ef-3226ec2c5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.600252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9864b6af-7a07-4d1d-88ef-3226ec2c5a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.601441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9864b6af-7a07-4d1d-88ef-3226ec2c5a52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51ca06b0-44f6-4a9a-80e3-fc60807946b9 HTTP/1.1" status: 204 len: 168 time: 0.1851346 Aug 09 16:06:33.610063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864b6af-7a07-4d1d-88ef-3226ec2c5a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca06b0-44f6-4a9a-80e3-fc60807946b9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:33.975052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60024) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:33.990897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a77c41e-93c5-459f-8855-9134928ad039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.099046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a77c41e-93c5-459f-8855-9134928ad039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.104097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a77c41e-93c5-459f-8855-9134928ad039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.144989 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5a77c41e-93c5-459f-8855-9134928ad039 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7474c59aa0624fb19c75352df83fd950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685934 Aug 09 16:06:34.145870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77c41e-93c5-459f-8855-9134928ad039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41caefe3-019d-45b1-bda0-eb081013cfd9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:34.148688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60026) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:34.211797 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0dae37ff-0be3-44e9-8845-3fc37377e3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.232612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0dae37ff-0be3-44e9-8845-3fc37377e3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.284537 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0dae37ff-0be3-44e9-8845-3fc37377e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.289105 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0dae37ff-0be3-44e9-8845-3fc37377e3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.290907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0dae37ff-0be3-44e9-8845-3fc37377e3e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41caefe3-019d-45b1-bda0-eb081013cfd9 HTTP/1.1" status: 204 len: 168 time: 0.1408060 Aug 09 16:06:34.302728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae37ff-0be3-44e9-8845-3fc37377e3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41caefe3-019d-45b1-bda0-eb081013cfd9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:40.904647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60164) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:41.021401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b28b207-b296-4ea8-95f3-a78b53398e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.127303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b28b207-b296-4ea8-95f3-a78b53398e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.132493 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b28b207-b296-4ea8-95f3-a78b53398e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.172871 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9b28b207-b296-4ea8-95f3-a78b53398e00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a50ddee9ea9d4b46993a982dd706c4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667944 Aug 09 16:06:41.173710 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28b207-b296-4ea8-95f3-a78b53398e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e615295-1219-4373-8dac-efd644be3ef5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:41.175812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60168) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:41.232026 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c06-6de9-4789-87e6-ee3361870f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.254846 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c06-6de9-4789-87e6-ee3361870f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.307559 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c06-6de9-4789-87e6-ee3361870f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.310771 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c06-6de9-4789-87e6-ee3361870f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.312275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ed1e6c06-6de9-4789-87e6-ee3361870f25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e615295-1219-4373-8dac-efd644be3ef5 HTTP/1.1" status: 204 len: 168 time: 0.1354403 Aug 09 16:06:41.321088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e6c06-6de9-4789-87e6-ee3361870f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e615295-1219-4373-8dac-efd644be3ef5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:41.611902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60174) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:41.626968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91c7d12c-ad6f-4488-bb42-97ae7e16172e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.728238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91c7d12c-ad6f-4488-bb42-97ae7e16172e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.733790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-91c7d12c-ad6f-4488-bb42-97ae7e16172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.771187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d12c-ad6f-4488-bb42-97ae7e16172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8027479-a629-483d-8154-7b76c5329c6e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:41.777898 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-91c7d12c-ad6f-4488-bb42-97ae7e16172e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a00b2f2a60804bd2985b9fb1db8e0234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648459 Aug 09 16:06:41.780451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60176) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:41.831920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efec99f8-a72f-40bb-aca7-b04c3e65ee9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.855408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efec99f8-a72f-40bb-aca7-b04c3e65ee9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.909480 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efec99f8-a72f-40bb-aca7-b04c3e65ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.913292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efec99f8-a72f-40bb-aca7-b04c3e65ee9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.914492 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-efec99f8-a72f-40bb-aca7-b04c3e65ee9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8027479-a629-483d-8154-7b76c5329c6e HTTP/1.1" status: 204 len: 168 time: 0.1331103 Aug 09 16:06:41.925311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec99f8-a72f-40bb-aca7-b04c3e65ee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8027479-a629-483d-8154-7b76c5329c6e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:44.717093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60236) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:44.835789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4b40616e-3448-4666-abf5-7ce5c5cbd373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.940589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4b40616e-3448-4666-abf5-7ce5c5cbd373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.945918 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4b40616e-3448-4666-abf5-7ce5c5cbd373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.985245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40616e-3448-4666-abf5-7ce5c5cbd373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09877a64-e815-4249-9b25-5e241b940354,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:44.990665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4b40616e-3448-4666-abf5-7ce5c5cbd373 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d42d79dd47c04e179bb8f7f5c12c4bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724328 Aug 09 16:06:44.994527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60240) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.007538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ce625fe0-3b3d-4cff-9b66-6680f8fe2e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.052572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ee662d4-db8a-4b49-a565-314baf2ecdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.074906 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ee662d4-db8a-4b49-a565-314baf2ecdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.127036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ee662d4-db8a-4b49-a565-314baf2ecdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.131057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ee662d4-db8a-4b49-a565-314baf2ecdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.132257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9ee662d4-db8a-4b49-a565-314baf2ecdb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09877a64-e815-4249-9b25-5e241b940354 HTTP/1.1" status: 204 len: 168 time: 0.1367967 Aug 09 16:06:45.140611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee662d4-db8a-4b49-a565-314baf2ecdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09877a64-e815-4249-9b25-5e241b940354,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:45.426499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60246) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.440923 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e6c517a-8a18-420e-a8b3-c7976908486e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.546469 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e6c517a-8a18-420e-a8b3-c7976908486e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.551850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e6c517a-8a18-420e-a8b3-c7976908486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.591410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6e6c517a-8a18-420e-a8b3-c7976908486e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d39c33eace346678069f132aad713c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632686 Aug 09 16:06:45.592329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c517a-8a18-420e-a8b3-c7976908486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb1264-8761-4b6e-9301-cff13bc152aa,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:45.594188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60248) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.648305 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae2675eb-7fe8-4d7e-a35c-142961324a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.670135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae2675eb-7fe8-4d7e-a35c-142961324a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.717479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae2675eb-7fe8-4d7e-a35c-142961324a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.720147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae2675eb-7fe8-4d7e-a35c-142961324a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.721364 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ae2675eb-7fe8-4d7e-a35c-142961324a14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2fb1264-8761-4b6e-9301-cff13bc152aa HTTP/1.1" status: 204 len: 168 time: 0.1260254 Aug 09 16:06:45.731784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2675eb-7fe8-4d7e-a35c-142961324a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb1264-8761-4b6e-9301-cff13bc152aa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:47.541770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-794f6f78-2b1e-40e6-9bfb-08aba7215c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.788430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.216801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60322) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:48.348142 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f3e28bc-5087-474e-ae00-f83aa2537372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.439626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f3e28bc-5087-474e-ae00-f83aa2537372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.445012 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f3e28bc-5087-474e-ae00-f83aa2537372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.485038 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6f3e28bc-5087-474e-ae00-f83aa2537372 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16fbd467c10248c7a1d75e2d1977161b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671332 Aug 09 16:06:48.485875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e28bc-5087-474e-ae00-f83aa2537372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac04908-fe95-44ae-8307-1e4ba3449e98,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:48.488554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60326) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:48.541325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a3639733-1620-4081-bdef-0411abfc4d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.563618 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a3639733-1620-4081-bdef-0411abfc4d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.628550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a3639733-1620-4081-bdef-0411abfc4d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.632803 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a3639733-1620-4081-bdef-0411abfc4d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.634731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a3639733-1620-4081-bdef-0411abfc4d22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cac04908-fe95-44ae-8307-1e4ba3449e98 HTTP/1.1" status: 204 len: 168 time: 0.1447477 Aug 09 16:06:48.644892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3639733-1620-4081-bdef-0411abfc4d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac04908-fe95-44ae-8307-1e4ba3449e98,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:48.931430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60332) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:48.949185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a8df-9a12-4253-822d-3598c18cc53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.041637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a8df-9a12-4253-822d-3598c18cc53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.050000 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a8df-9a12-4253-822d-3598c18cc53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.086197 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.091152 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b9e2a8df-9a12-4253-822d-3598c18cc53d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03e784156bea4960b1ddd87009c5768f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582344 Aug 09 16:06:49.092288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2a8df-9a12-4253-822d-3598c18cc53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2209d74-4526-495f-9a44-d11eabeffef8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:49.093937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60334) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:49.146243 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3663be1c-f5d5-45e1-99e3-2566b6c9825e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.168611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3663be1c-f5d5-45e1-99e3-2566b6c9825e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.217915 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3663be1c-f5d5-45e1-99e3-2566b6c9825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.220484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3663be1c-f5d5-45e1-99e3-2566b6c9825e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.221681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3663be1c-f5d5-45e1-99e3-2566b6c9825e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2209d74-4526-495f-9a44-d11eabeffef8 HTTP/1.1" status: 204 len: 168 time: 0.1266429 Aug 09 16:06:49.229917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663be1c-f5d5-45e1-99e3-2566b6c9825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2209d74-4526-495f-9a44-d11eabeffef8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:50.473233 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.014080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60450) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:51.139247 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92cd3e5-40cd-4572-8b91-63205c7a4862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.238438 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92cd3e5-40cd-4572-8b91-63205c7a4862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.244011 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c92cd3e5-40cd-4572-8b91-63205c7a4862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.281545 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c92cd3e5-40cd-4572-8b91-63205c7a4862 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e99a1ce87746412ea4c0c412ebb8f244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660530 Aug 09 16:06:51.282407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cd3e5-40cd-4572-8b91-63205c7a4862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751da590-9cf9-45e0-88ec-6d88d87a8d75,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:51.284607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60458) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:51.337819 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.360890 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.415639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.420173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.426720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/751da590-9cf9-45e0-88ec-6d88d87a8d75 HTTP/1.1" status: 204 len: 168 time: 0.1407306 Aug 09 16:06:51.436347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751da590-9cf9-45e0-88ec-6d88d87a8d75,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:51.444896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.445276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.445623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.445962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.446306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.446641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.446974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.447302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.447690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.448026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.448352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:51.448678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4f3bfd-9f66-446e-aa77-af1da9a40d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:52.784702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60494) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:52.958717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2126324340'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:52.985620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Made reservation on behalf of e70fa82af9e84eb7adc30a8fe950666a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:52.989797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.003327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.118511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.124926 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.157851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:06:53.169739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b61345c-e8b9-4c06-8153-b93e2d98cdb2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:53.175989 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.176333 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Added segment 44e03892-3638-4534-91ac-43e011678f85 of type vlan for network c1611f12-0120-47b0-a771-0407388a95ee Aug 09 16:06:53.189447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.189880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.190456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.190932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.191408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.191999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.192534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.193040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.193560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.194075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.194599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.195116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:53.252324 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.290768 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.298284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:53.299268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.373267 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5872197 Aug 09 16:06:53.377947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60498) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:53.382367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ffa36-0e4a-43a2-a89c-7c34e04ffd40 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Pushing event updated for resources: {'Network': ['ID=c1611f12-0120-47b0-a771-0407388a95ee,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:53.395364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c1611f12-0120-47b0-a771-0407388a95ee details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:06:53.440406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Request body: {'network': {'name': 'tempest-network--1382752594', 'router:external': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:53.470644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Made reservation on behalf of ae9133c0c23d41908800a49b593ca268 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:53.473225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.483370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.609782 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.616163 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.658427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:06:53.667051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81b146c-6456-4698-b926-4ecba0cfe736,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:53.678406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.678758 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Added segment 50ddf007-8015-48fe-869f-ecae2740058f of type vlan for network 40c2a087-73c5-49d3-b13a-007b61bd759f Aug 09 16:06:53.740745 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.779685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.780647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:53.781234 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.833865 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:06:53.843041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4631681 Aug 09 16:06:53.845920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60504) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:53.852885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a3ad7-6e08-411c-adad-9afc413e2540 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Network': ['ID=40c2a087-73c5-49d3-b13a-007b61bd759f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:53.862728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 40c2a087-73c5-49d3-b13a-007b61bd759f details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:06:53.915226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.003041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.018779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c2a087-73c5-49d3-b13a-007b61bd759f']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:54.034834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ddf007-8015-48fe-869f-ecae2740058f') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:54.035156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ddf007-8015-48fe-869f-ecae2740058f') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:54.045569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.059993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.066233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:54.066629 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:54.068442 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:54.125637 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.131070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40c2a087-73c5-49d3-b13a-007b61bd759f {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 16:06:54.133606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.135482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "DELETE /v2.0/networks/40c2a087-73c5-49d3-b13a-007b61bd759f HTTP/1.1" status: 204 len: 168 time: 0.2885485 Aug 09 16:06:54.139149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60506) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.144454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:54.146599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ea849-fc7e-42b4-9d28-24a3865bd144 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event deleted for resources: {'Network': ['ID=40c2a087-73c5-49d3-b13a-007b61bd759f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:54.170625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Made reservation on behalf of ae9133c0c23d41908800a49b593ca268 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:54.172970 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.203079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:06:54.213689 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.214026 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Added segment cc705f08-6a09-40e4-88fd-503eac8cd2a0 of type vlan for network 8dc139f7-e523-40ec-9d53-bcfe24b910dc Aug 09 16:06:54.261188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.296939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.297955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:54.298577 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.351025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2107000 Aug 09 16:06:54.354109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60508) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.360373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed168-a615-490b-96a0-244be745b4e4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Network': ['ID=8dc139f7-e523-40ec-9d53-bcfe24b910dc,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:54.361412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Request body: {'subnet': {'network_id': '8dc139f7-e523-40ec-9d53-bcfe24b910dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:54.373277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 8dc139f7-e523-40ec-9d53-bcfe24b910dc details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:06:54.384305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Made reservation on behalf of ae9133c0c23d41908800a49b593ca268 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:54.386716 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.688599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:06:54.689035 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.738456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e39235f-f1c1-4b82-9939-6fe0749c6123,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:54.754330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Checking segment: {'id': 'cc705f08-6a09-40e4-88fd-503eac8cd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '8dc139f7-e523-40ec-9d53-bcfe24b910dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:54.754863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Network hostable DHCP agents. Network: 8dc139f7-e523-40ec-9d53-bcfe24b910dc, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:06:54.773297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Network 8dc139f7-e523-40ec-9d53-bcfe24b910dc is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:06:54.784211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 8dc139f7-e523-40ec-9d53-bcfe24b910dc) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:54.788970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:54.789583 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.793392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f148c-e6a3-40f0-98ac-974e665244d0 None None] Network 8dc139f7-e523-40ec-9d53-bcfe24b910dc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:54.808083 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2861f07f-6845-4f49-bcd4-2d29dcb10574 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4520187 Aug 09 16:06:54.811024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60510) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.816076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Request body: {'floatingip': {'floating_network_id': '8dc139f7-e523-40ec-9d53-bcfe24b910dc'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:54.841711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.920110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c19d52-4a6a-4f83-a4b3-31ea1dce2b69 None None] Network 8dc139f7-e523-40ec-9d53-bcfe24b910dc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:54.935401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.049641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Allocated IP 172.20.0.12 (8dc139f7-e523-40ec-9d53-bcfe24b910dc/9e39235f-f1c1-4b82-9939-6fe0749c6123/6ec7f917-51ac-4fd3-89c5-7f2d149da453) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:55.183063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.225683 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.267171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Network 8dc139f7-e523-40ec-9d53-bcfe24b910dc is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:55.272661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:55.274886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec7f917-51ac-4fd3-89c5-7f2d149da453,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:55.277135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:55.378688 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.421131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.587947 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.594303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.661380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec7f917-51ac-4fd3-89c5-7f2d149da453,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:55.672011 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.691511 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.693600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-77d4f51f-f90d-4ee3-a3a2-5627a32dfb9f tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8812184 Aug 09 16:06:55.696632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60512) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:55.772332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fa70424a-681d-48e0-92e0-f280f788f582 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=8dc139f7-e523-40ec-9d53-bcfe24b910dc HTTP/1.1" status: 200 len: 690 time: 0.0743682 Aug 09 16:06:55.775017 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60514) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:55.865407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.984904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Deleting port 6ec7f917-51ac-4fd3-89c5-7f2d149da453 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:55.985239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.069303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.069685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.085944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Calling delete_port for 6ec7f917-51ac-4fd3-89c5-7f2d149da453 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:56.236015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.261453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ec7f917-51ac-4fd3-89c5-7f2d149da453,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:56.331164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.378847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.437611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.464401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e39235f-f1c1-4b82-9939-6fe0749c6123,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:56.524535 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.536631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc139f7-e523-40ec-9d53-bcfe24b910dc']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:56.547212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc705f08-6a09-40e4-88fd-503eac8cd2a0') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:56.547504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc705f08-6a09-40e4-88fd-503eac8cd2a0') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:56.556224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.569665 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.575843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:56.576278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:56.578012 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:56.636273 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.642666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8dc139f7-e523-40ec-9d53-bcfe24b910dc {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 16:06:56.645640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.647521 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8dc139f7-e523-40ec-9d53-bcfe24b910dc HTTP/1.1" status: 204 len: 168 time: 0.8716125 Aug 09 16:06:56.650649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60516) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:56.657934 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f579090-e9c6-4f5c-a73f-2d5c51d92ad8 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event deleted for resources: {'Network': ['ID=8dc139f7-e523-40ec-9d53-bcfe24b910dc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:56.771911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-29b85663-a52a-4928-b3fe-d709921f1458 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.1200414 Aug 09 16:06:56.774662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60518) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:56.835493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734da45-ac77-49e5-b487-c8347b5e36ac tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:56.836000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734da45-ac77-49e5-b487-c8347b5e36ac tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:56.836469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734da45-ac77-49e5-b487-c8347b5e36ac tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:56.836928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734da45-ac77-49e5-b487-c8347b5e36ac tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:56.837382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734da45-ac77-49e5-b487-c8347b5e36ac tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:56.837836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734da45-ac77-49e5-b487-c8347b5e36ac tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:56.839650 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0734da45-ac77-49e5-b487-c8347b5e36ac tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3996 time: 0.0640769 Aug 09 16:06:56.842622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60520) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:56.876403 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-13caf727-a12b-412c-bda9-f8902d19a4b5 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] delete failed (client error): The resource could not be found. Aug 09 16:06:56.877389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-13caf727-a12b-412c-bda9-f8902d19a4b5 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/d77649f2-9fec-4274-bf8a-4f799f4144fd HTTP/1.1" status: 404 len: 345 time: 0.0338879 Aug 09 16:06:56.880200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60522) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:56.896264 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b750e461-440d-4037-907b-6b54b11716cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] DELETE failed (client error): The resource could not be found. Aug 09 16:06:56.896777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b750e461-440d-4037-907b-6b54b11716cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:06:56.898371 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b750e461-440d-4037-907b-6b54b11716cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8dc139f7-e523-40ec-9d53-bcfe24b910dc HTTP/1.1" status: 404 len: 339 time: 0.0172997 Aug 09 16:06:56.902110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60524) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:56.906707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Request body: {'network': {'name': 'tempest-network--1665865462', 'router:external': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:56.928313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Made reservation on behalf of ae9133c0c23d41908800a49b593ca268 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:56.930570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.953007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:06:56.962033 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.962419 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Added segment 679c0730-8a08-43f0-bc12-2b825ab71b21 of type vlan for network 2842e5d5-a757-4945-937a-3b5e788df239 Aug 09 16:06:57.006520 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.041756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.042890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:57.043610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.109295 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2061698 Aug 09 16:06:57.112056 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60526) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:57.119602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9567d2-6036-4ae6-9479-b679a41c30d4 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Network': ['ID=2842e5d5-a757-4945-937a-3b5e788df239,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:57.130380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 2842e5d5-a757-4945-937a-3b5e788df239 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:06:57.307395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dbc3e2-bda1-4d5b-aaff-9311cef0aaa9 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:57.313288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dbc3e2-bda1-4d5b-aaff-9311cef0aaa9 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:57.319120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dbc3e2-bda1-4d5b-aaff-9311cef0aaa9 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:57.326062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dbc3e2-bda1-4d5b-aaff-9311cef0aaa9 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:57.327750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-86dbc3e2-bda1-4d5b-aaff-9311cef0aaa9 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2146559 Aug 09 16:06:57.332094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60530) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:57.408477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.496887 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.513453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2842e5d5-a757-4945-937a-3b5e788df239']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:57.527152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679c0730-8a08-43f0-bc12-2b825ab71b21') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:57.527417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679c0730-8a08-43f0-bc12-2b825ab71b21') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:57.539894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.558740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.565967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:57.566366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:57.568522 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:57.631640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.637187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2842e5d5-a757-4945-937a-3b5e788df239 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 16:06:57.639767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.645140 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "DELETE /v2.0/networks/2842e5d5-a757-4945-937a-3b5e788df239 HTTP/1.1" status: 204 len: 168 time: 0.3084815 Aug 09 16:06:57.646623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60534) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:57.653775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f611ed1-2bd2-4b4f-bc5c-594d1837163e tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event deleted for resources: {'Network': ['ID=2842e5d5-a757-4945-937a-3b5e788df239,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:57.654430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Request body: {'network': {'name': 'tempest-network--2026593265', 'router:external': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:57.669692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa486-e836-400e-9dfd-e075915c219c req-5b7f0167-fc7b-4a1a-ac6e-dc8225173b67 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:57.671281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee5aa486-e836-400e-9dfd-e075915c219c req-5b7f0167-fc7b-4a1a-ac6e-dc8225173b67 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1097 time: 0.0618060 Aug 09 16:06:57.689248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Made reservation on behalf of ae9133c0c23d41908800a49b593ca268 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:57.691593 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.736744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee5aa486-e836-400e-9dfd-e075915c219c req-299d22fd-0c01-4b5a-97f8-ece969fe7eac tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566347 Aug 09 16:06:57.744819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:06:57.756877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.757223 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Added segment 81892684-cb9b-4e60-b93c-bda6bb2f9db6 of type vlan for network b687cd14-45db-45b4-bd60-0497e28884c0 Aug 09 16:06:57.765191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60536) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:57.813946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.851948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.852917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:57.853478 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.907499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2596774 Aug 09 16:06:57.910495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60538) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:57.914872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db8bed-c72c-4b59-8565-407b431eb513 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Network': ['ID=b687cd14-45db-45b4-bd60-0497e28884c0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:57.925720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b687cd14-45db-45b4-bd60-0497e28884c0 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:06:58.006817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e6a97-77e9-40c6-a4e6-66f7732539da tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:58.008226 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ec1e6a97-77e9-40c6-a4e6-66f7732539da tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] 10.222.0.64 "GET /v2.0/networks/b687cd14-45db-45b4-bd60-0497e28884c0 HTTP/1.1" status: 200 len: 757 time: 0.0955820 Aug 09 16:06:58.011065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60540) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:58.012434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 75450e33-fa15-47ab-84c6-9a319f00188e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:58.012841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.096839 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.097261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.097393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aaa40e-e7f9-4c1d-833e-60c84e08c94a tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:58.101296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f1aaa40e-e7f9-4c1d-833e-60c84e08c94a tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] 10.222.0.64 "GET /v2.0/networks/c1611f12-0120-47b0-a771-0407388a95ee HTTP/1.1" status: 200 len: 768 time: 0.0864980 Aug 09 16:06:58.101547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60542) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:58.111076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 75450e33-fa15-47ab-84c6-9a319f00188e owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:58.173691 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.256674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.267243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b687cd14-45db-45b4-bd60-0497e28884c0']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:58.268206 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.278251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81892684-cb9b-4e60-b93c-bda6bb2f9db6') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:58.278547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81892684-cb9b-4e60-b93c-bda6bb2f9db6') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:58.287550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.295041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=75450e33-fa15-47ab-84c6-9a319f00188e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:58.303949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.310559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:58.310948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:58.312914 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:58.354790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.355120 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Floating IP 09955891-8c33-40e2-8380-46ecf67a7520 disassociated (deleted). External IP: 172.25.7.79, port: f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46. Aug 09 16:06:58.372400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.390796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b687cd14-45db-45b4-bd60-0497e28884c0 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 16:06:58.392917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event deleted for resources: {'Network': ['ID=b687cd14-45db-45b4-bd60-0497e28884c0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:58.394212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.394902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.400920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-67c123c6-a8b4-4d4a-a8e4-3aad52180a93 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "DELETE /v2.0/networks/b687cd14-45db-45b4-bd60-0497e28884c0 HTTP/1.1" status: 204 len: 168 time: 0.2946892 Aug 09 16:06:58.401284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:58.408037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Request body: {'network': {'name': 'tempest-network--1553879475'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:58.467735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Made reservation on behalf of ae9133c0c23d41908800a49b593ca268 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:58.470071 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.532838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:06:58.551078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.551491 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Added segment cdd4b4df-b5de-45ac-894a-2b994fd414d1 of type vlan for network feafe765-9041-4e2d-bdd6-10e415449ad8 Aug 09 16:06:58.624011 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.659738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 15ad2d4c-5510-4445-847f-ec5eecf8a33f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:06:58.668819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.669842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:58.670429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.679477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.760479 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3581491 Aug 09 16:06:58.763402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60546) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:58.769990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1f64257a-ca89-4519-8f9a-72373266cecd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:58.777961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e12b1-5fd4-4172-b677-34b0da6127a2 tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Network': ['ID=feafe765-9041-4e2d-bdd6-10e415449ad8,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:58.789246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network feafe765-9041-4e2d-bdd6-10e415449ad8 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:06:58.939124 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f64257a-ca89-4519-8f9a-72373266cecd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.956075 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f64257a-ca89-4519-8f9a-72373266cecd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.964069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f64257a-ca89-4519-8f9a-72373266cecd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Network feafe765-9041-4e2d-bdd6-10e415449ad8 is not hosted by any dhcp agent {{(pid=94177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 16:06:58.964983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f64257a-ca89-4519-8f9a-72373266cecd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:58.965540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f64257a-ca89-4519-8f9a-72373266cecd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.966941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f64257a-ca89-4519-8f9a-72373266cecd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "PUT /v2.0/networks/feafe765-9041-4e2d-bdd6-10e415449ad8 HTTP/1.1" status: 200 len: 859 time: 0.2019448 Aug 09 16:06:58.976827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60548) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:59.069351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64257a-ca89-4519-8f9a-72373266cecd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event updated for resources: {'Network': ['ID=feafe765-9041-4e2d-bdd6-10e415449ad8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:59.087588 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.167243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:59.171979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.175581 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.178006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1e418-3561-4b86-a277-229562444512 None None] Sync routers for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:59.186964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1e418-3561-4b86-a277-229562444512 None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:59.187396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feafe765-9041-4e2d-bdd6-10e415449ad8']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.187915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3cb1e418-3561-4b86-a277-229562444512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.198878 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b9adf10f-17ff-4ecc-a0cc-048797977b9b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/floatingips/09955891-8c33-40e2-8380-46ecf67a7520 HTTP/1.1" status: 204 len: 168 time: 1.4323564 Aug 09 16:06:59.199202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:06:59.200910 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd4b4df-b5de-45ac-894a-2b994fd414d1') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.201472 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca5082b-70d0-486d-802e-fae038fd7965" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:06:59.201999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd4b4df-b5de-45ac-894a-2b994fd414d1') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.213878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.230230 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.237565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:59.238641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:59.241354 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:59.305668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3cb1e418-3561-4b86-a277-229562444512 None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:59.312553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.319305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network feafe765-9041-4e2d-bdd6-10e415449ad8 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 16:06:59.359586 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.361695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] 10.222.0.64 "DELETE /v2.0/networks/feafe765-9041-4e2d-bdd6-10e415449ad8 HTTP/1.1" status: 204 len: 168 time: 0.3837373 Aug 09 16:06:59.362975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931ebca-cf1f-4637-9aaa-882fb6b446cd tempest-ExternalNetworksTestJSON-65171898 tempest-ExternalNetworksTestJSON-65171898-project-admin] Pushing event deleted for resources: {'Network': ['ID=feafe765-9041-4e2d-bdd6-10e415449ad8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:59.368035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60558) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:59.398034 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa47bf0f-15f6-4a12-af1d-fec4bfec7590 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] DELETE failed (client error): The resource could not be found. Aug 09 16:06:59.398865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa47bf0f-15f6-4a12-af1d-fec4bfec7590 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:06:59.400817 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aa47bf0f-15f6-4a12-af1d-fec4bfec7590 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] 10.222.0.64 "DELETE /v2.0/subnets/9e39235f-f1c1-4b82-9939-6fe0749c6123 HTTP/1.1" status: 404 len: 337 time: 0.0315847 Aug 09 16:06:59.403806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60560) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:59.500881 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.525354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3cb1e418-3561-4b86-a277-229562444512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:05Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.563905 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e7d372-4e1a-4094-9c03-3c56f5623165 x-openstack-request-id: req-09e7d372-4e1a-4094-9c03-3c56f5623165 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:06:59.564303 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:06:59.564550 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09e7d372-4e1a-4094-9c03-3c56f5623165 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:06:59.564966 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'status': 'completed', 'code': 200} Aug 09 16:06:59.565255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1e418-3561-4b86-a277-229562444512 None None] Checking router: 15ad2d4c-5510-4445-847f-ec5eecf8a33f for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:59.586059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1e418-3561-4b86-a277-229562444512 None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:59.586779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3cb1e418-3561-4b86-a277-229562444512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.660711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.680870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1611f12-0120-47b0-a771-0407388a95ee']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.696228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e03892-3638-4534-91ac-43e011678f85') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.701896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e03892-3638-4534-91ac-43e011678f85') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.711083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3cb1e418-3561-4b86-a277-229562444512 None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:59.714066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-886d175c-e103-43f8-bdc4-c2fdfca1301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:59.715725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-886d175c-e103-43f8-bdc4-c2fdfca1301f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 1097 time: 0.1218698 Aug 09 16:06:59.719058 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.733069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53178a-026f-470a-b714-b5e32850fcab req-a0c08fe3-108e-430b-889b-6014eacd9e68 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:59.740389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc53178a-026f-470a-b714-b5e32850fcab req-a0c08fe3-108e-430b-889b-6014eacd9e68 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.1127875 Aug 09 16:06:59.767870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.808704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:59.809112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:59.814311 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:59.878192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc53178a-026f-470a-b714-b5e32850fcab req-738dd1cb-4e3c-43d3-b271-c78b4c52fbe9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369433 Aug 09 16:06:59.903458 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.914574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.916956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] 10.222.0.64 "DELETE /v2.0/networks/c1611f12-0120-47b0-a771-0407388a95ee HTTP/1.1" status: 204 len: 168 time: 0.5117185 Aug 09 16:06:59.929920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3cb1e418-3561-4b86-a277-229562444512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:05Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:59.936307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7f087-8721-4571-8640-e134e3de8a78 tempest-ExternalNetworksTestJSON-1570660453 tempest-ExternalNetworksTestJSON-1570660453-project] Pushing event deleted for resources: {'Network': ['ID=c1611f12-0120-47b0-a771-0407388a95ee,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:59.942211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-ad4b6c3b-82cb-42fa-b77c-71e46309163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:59.943705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-ad4b6c3b-82cb-42fa-b77c-71e46309163d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 200 len: 899 time: 0.1990328 Aug 09 16:06:59.958708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1e418-3561-4b86-a277-229562444512 None None] The sync data for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 is: [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:00Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '031ba9df-7a4a-40a8-893e-6ee5f6e72e13', 'name': '', 'network_id': '5e286938-7f41-413d-90fa-8c885b6fbbdb', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:21:95:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:59Z', 'updated_at': '2021-08-09T16:05:05Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'be986b24-b117-4b80-a0c9-55ca1ae8ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:59.988351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-1b3d28cd-e291-448c-a779-aab3a42e9c6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 200 len: 217 time: 0.0352705 Aug 09 16:07:00.045177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-54af30c7-7558-4f9b-bc1b-09c23307de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:00.046869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-54af30c7-7558-4f9b-bc1b-09c23307de41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 200 len: 835 time: 0.0515294 Aug 09 16:07:00.097293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-66aca0be-107c-4eea-972a-c9b57e2531c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:00.098672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-66aca0be-107c-4eea-972a-c9b57e2531c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e286938-7f41-413d-90fa-8c885b6fbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444777 Aug 09 16:07:00.192822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60568) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:00.197883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-e27bc826-26bf-4566-818e-cdd21d6d5f29 service neutron] 10.222.0.35 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899205 Aug 09 16:07:00.250645 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f093e-2968-4688-a701-b6efa2de266d None None] New status for floating IP 09955891-8c33-40e2-8380-46ecf67a7520: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:07:00.309886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca5082b-70d0-486d-802e-fae038fd7965 req-ff828514-7e17-4694-852c-e52a43cc15c4 service neutron] 10.222.0.35 "GET /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046169 Aug 09 16:07:00.345794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-84a39301-361e-4a24-bac1-c86b1cc6278f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e70fa82af9e84eb7adc30a8fe950666a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516752 Aug 09 16:07:00.348479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60572) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:00.398425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c91e31b9-4a3f-49f5-beb4-ced923288697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.429465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c91e31b9-4a3f-49f5-beb4-ced923288697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.491591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c91e31b9-4a3f-49f5-beb4-ced923288697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.494270 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c91e31b9-4a3f-49f5-beb4-ced923288697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.495516 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c91e31b9-4a3f-49f5-beb4-ced923288697 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b61345c-e8b9-4c06-8153-b93e2d98cdb2 HTTP/1.1" status: 204 len: 168 time: 0.1461306 Aug 09 16:07:00.503265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e31b9-4a3f-49f5-beb4-ced923288697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b61345c-e8b9-4c06-8153-b93e2d98cdb2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:00.700790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-57620f88-50fe-4c48-8272-1b76f65d5698 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:00.702591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-57620f88-50fe-4c48-8272-1b76f65d5698 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0489900 Aug 09 16:07:00.772671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60578) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:00.825548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c7a04789-d5ec-47f1-99aa-87ee0a09fef2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae9133c0c23d41908800a49b593ca268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517135 Aug 09 16:07:00.828251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60580) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:00.832179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:00.832539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.878983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a929db7-b463-4483-8241-2fb8e317999c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.901206 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a929db7-b463-4483-8241-2fb8e317999c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.921672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:00.922391 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.937788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:00.957518 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a929db7-b463-4483-8241-2fb8e317999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.960264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a929db7-b463-4483-8241-2fb8e317999c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.964129 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4a929db7-b463-4483-8241-2fb8e317999c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d81b146c-6456-4698-b926-4ecba0cfe736 HTTP/1.1" status: 204 len: 168 time: 0.1322672 Aug 09 16:07:00.969652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a929db7-b463-4483-8241-2fb8e317999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81b146c-6456-4698-b926-4ecba0cfe736,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:01.411508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33e40a-7370-4e24-90ab-ec5c4718f617 req-48e7af87-3fda-4531-a9e4-592a4a37fdc5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:01.413055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f33e40a-7370-4e24-90ab-ec5c4718f617 req-48e7af87-3fda-4531-a9e4-592a4a37fdc5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4dd401a-0377-4641-98fd-443c67822341 HTTP/1.1" status: 200 len: 946 time: 0.0729251 Aug 09 16:07:01.494190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f33e40a-7370-4e24-90ab-ec5c4718f617 req-3b6542f8-cfad-4f53-8dcd-8941ace2ff7a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f9708a7-1de3-432a-8870-a11e2db14268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731676 Aug 09 16:07:01.498417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.530205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:01.575790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] No DVR routers for this DVR port f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:01.578401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.580770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0a2fcc9-9f82-4761-b33e-bfa074b971b2 req-c337d21e-dcce-4006-88f6-0ff261b18291 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.35 "DELETE /v2.0/ports/f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 HTTP/1.1" status: 204 len: 173 time: 0.8721118 Aug 09 16:07:01.581299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'name': 'network-vif-deleted', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:07:01.583493 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daacabd-6eab-4d53-9c4f-12b8c6998e35" -d '{"events": [{"server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "name": "network-vif-deleted", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:07:01.835408 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67368570-ab69-4cff-909c-476b2fb8c483 x-openstack-request-id: req-67368570-ab69-4cff-909c-476b2fb8c483 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:07:01.836114 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dd401a-0377-4641-98fd-443c67822341", "name": "network-vif-deleted", "tag": "f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:07:01.836114 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67368570-ab69-4cff-909c-476b2fb8c483 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:07:01.836361 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd401a-0377-4641-98fd-443c67822341', 'name': 'network-vif-deleted', 'tag': 'f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46', 'status': 'completed', 'code': 200} Aug 09 16:07:02.303041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60622) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:02.409105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1810596442', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:02.431715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Made reservation on behalf of df3e96b6fa2945edacf101e547bae1c4 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:02.434133 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.442555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.541085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.546189 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.551361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] device_id is not set on port c10ff780-3631-4097-975e-b712dbf04fb6 yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:02.562814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60628) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:02.612465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85c048-d989-4f22-914e-ff29892ee591,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:02.675098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Allocated IP 172.25.7.62 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/c10ff780-3631-4097-975e-b712dbf04fb6) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:02.822165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.863646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.907893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:02.912571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:02.914924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:02.920821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Pushing event updated for resources: {'Port': ['ID=c10ff780-3631-4097-975e-b712dbf04fb6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:02.957907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:02.959056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.965988 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.977311 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-880797a2-0498-46f4-9b1d-6d3729f78c6e tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6703656 Aug 09 16:07:02.977533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60630) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:02.982065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}]}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:03.004232 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.005313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.061166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.197715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.234821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:03.235167 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.325364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port 031ba9df-7a4a-40a8-893e-6ee5f6e72e13, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:03.325725 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.341104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:03.408098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.426122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:03.427331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.451185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:03.451690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f0d62cf9-0588-4b6d-a3ab-f2eb8f684e46 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:03.536307 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.568832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=031ba9df-7a4a-40a8-893e-6ee5f6e72e13,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:03.585519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.749618 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.763533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.765757 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.811799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.812422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4175bab0-477e-4ecf-8c35-a2c1d1e71d2e {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:07:03.831226 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 09 16:07:03.832732 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-90d56a63-c0cc-468b-9f47-b9a9a7d50f71 tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8540447 Aug 09 16:07:03.835558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60632) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:03.922659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-1d64dc39-3c1d-4b03-be11-acd80e05fffc tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Deleting port c10ff780-3631-4097-975e-b712dbf04fb6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:03.923014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d64dc39-3c1d-4b03-be11-acd80e05fffc tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.982893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 15ad2d4c-5510-4445-847f-ec5eecf8a33f has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:07:04.008116 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d64dc39-3c1d-4b03-be11-acd80e05fffc tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.020462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-1d64dc39-3c1d-4b03-be11-acd80e05fffc tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Calling delete_port for c10ff780-3631-4097-975e-b712dbf04fb6 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:04.095836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:04.101704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-80f7d5c7-df9a-4f56-870f-29dccd3fe3eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "PUT /v2.0/routers/15ad2d4c-5510-4445-847f-ec5eecf8a33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5378432 Aug 09 16:07:04.104491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60634) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:04.110499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] Sync routers for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:04.120679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:04.121578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:04.158793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc123680-8743-471b-9411-23a3eb4e62af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting subnet be986b24-b117-4b80-a0c9-55ca1ae8ce57 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:04.163283 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc123680-8743-471b-9411-23a3eb4e62af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.167307 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d64dc39-3c1d-4b03-be11-acd80e05fffc tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.193867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64dc39-3c1d-4b03-be11-acd80e05fffc tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Pushing event deleted for resources: {'Port': ['ID=c10ff780-3631-4097-975e-b712dbf04fb6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:04.210640 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc123680-8743-471b-9411-23a3eb4e62af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.237651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:07:04.271427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1d64dc39-3c1d-4b03-be11-acd80e05fffc tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.274015 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1d64dc39-3c1d-4b03-be11-acd80e05fffc tempest-RoutersAdminNegativeTest-61477935 tempest-RoutersAdminNegativeTest-61477935-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c10ff780-3631-4097-975e-b712dbf04fb6 HTTP/1.1" status: 204 len: 168 time: 0.4374416 Aug 09 16:07:04.307728 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc123680-8743-471b-9411-23a3eb4e62af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.374703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc123680-8743-471b-9411-23a3eb4e62af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.404321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc123680-8743-471b-9411-23a3eb4e62af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Subnet': ['ID=be986b24-b117-4b80-a0c9-55ca1ae8ce57,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:04.406445 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc123680-8743-471b-9411-23a3eb4e62af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.408650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bc123680-8743-471b-9411-23a3eb4e62af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/subnets/be986b24-b117-4b80-a0c9-55ca1ae8ce57 HTTP/1.1" status: 204 len: 168 time: 0.3031843 Aug 09 16:07:04.412227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60638) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:04.421738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378d649-63ee-415f-ba48-8601f2ee6dfa None None] Network 5e286938-7f41-413d-90fa-8c885b6fbbdb requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:04.524779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.572262 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60642) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:04.655410 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.711086 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3cfedf61-8365-414c-83b2-a4d5b3cd8ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.717193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:07:03Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ba975bed-faf4-4a34-9f0d-22e37b044996', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:04.745418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] Checking router: 15ad2d4c-5510-4445-847f-ec5eecf8a33f for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:07:04.748168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port ba975bed-faf4-4a34-9f0d-22e37b044996 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:04.748344 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.758405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] Routers {'15ad2d4c-5510-4445-847f-ec5eecf8a33f'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:04.758944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:04.838879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] DHCP port deletion for 5e286938-7f41-413d-90fa-8c885b6fbbdb request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:04.866377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port ba975bed-faf4-4a34-9f0d-22e37b044996, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ba975bed-faf4-4a34-9f0d-22e37b044996,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:04.866743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.887291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] Set router 15ad2d4c-5510-4445-847f-ec5eecf8a33f gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:07:04.887550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for ba975bed-faf4-4a34-9f0d-22e37b044996 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:04.908401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3cfedf61-8365-414c-83b2-a4d5b3cd8ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.914280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3cfedf61-8365-414c-83b2-a4d5b3cd8ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.946638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:07:04Z', 'revision_number': 6, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:04.977635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dd1cb-debb-4d5a-b329-f26cd137d174 None None] The sync data for ids ['15ad2d4c-5510-4445-847f-ec5eecf8a33f'] in n-d-799523-2 is: [{'id': '15ad2d4c-5510-4445-847f-ec5eecf8a33f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11868995', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:55Z', 'updated_at': '2021-08-09T16:07:04Z', 'revision_number': 6, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:04.987423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Deleting port 883b138a-5be7-4155-bebe-77cdc2b25e67 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:04.987798 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.989628 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3cfedf61-8365-414c-83b2-a4d5b3cd8ee7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2ff31287635430a9daaa7f23988a56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162564 Aug 09 16:07:04.992991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60646) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:04.995368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfedf61-8365-414c-83b2-a4d5b3cd8ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1dbd9-59fd-4f5c-9b0d-732aea25aa9a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:05.070491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efdfb1e9-1ba3-4a72-8df3-c7250e6414b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.098804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efdfb1e9-1ba3-4a72-8df3-c7250e6414b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.102460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] For port 883b138a-5be7-4155-bebe-77cdc2b25e67, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=883b138a-5be7-4155-bebe-77cdc2b25e67,segment=NetworkSegment(3695ff15-607b-4995-b66c-df70b0e838ed),segment_id=3695ff15-607b-4995-b66c-df70b0e838ed)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:05.102968 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.127767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Calling delete_port for 883b138a-5be7-4155-bebe-77cdc2b25e67 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:05.166880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.171024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efdfb1e9-1ba3-4a72-8df3-c7250e6414b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.174474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-efdfb1e9-1ba3-4a72-8df3-c7250e6414b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.179445 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-efdfb1e9-1ba3-4a72-8df3-c7250e6414b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28c1dbd9-59fd-4f5c-9b0d-732aea25aa9a HTTP/1.1" status: 204 len: 168 time: 0.1852221 Aug 09 16:07:05.190208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfb1e9-1ba3-4a72-8df3-c7250e6414b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1dbd9-59fd-4f5c-9b0d-732aea25aa9a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:05.211490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=ba975bed-faf4-4a34-9f0d-22e37b044996,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:05.248302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.274821 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Pushing event deleted for resources: {'Port': ['ID=883b138a-5be7-4155-bebe-77cdc2b25e67,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:05.283022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] No DVR routers for this DVR port 883b138a-5be7-4155-bebe-77cdc2b25e67 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:05.285854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.286347 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.286755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.287206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.287780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.287939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.288363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.289212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.289212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.289505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.289835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.290261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d33646-e78e-4a71-92fb-23902c7aef6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:05.290733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.400305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.403060 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.463664 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.464532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Fanout notify agent at l3_agent the message router_deleted on router 15ad2d4c-5510-4445-847f-ec5eecf8a33f {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:07:05.474410 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.475719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7ef4d2af-21ec-4d13-92cc-3a82a007c751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/routers/15ad2d4c-5510-4445-847f-ec5eecf8a33f HTTP/1.1" status: 204 len: 168 time: 1.0621998 Aug 09 16:07:05.480210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60652) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:05.557621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 883b138a-5be7-4155-bebe-77cdc2b25e67 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:05.582244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 883b138a-5be7-4155-bebe-77cdc2b25e67 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:05.582661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 883b138a-5be7-4155-bebe-77cdc2b25e67 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:05.583084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:05.586696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.604179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:05.604521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 031ba9df-7a4a-40a8-893e-6ee5f6e72e13 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:05.612310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60654) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:05.664668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f73820c6-f4d8-4ae3-a6b2-1ebbaf45a4df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df3e96b6fa2945edacf101e547bae1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486271 Aug 09 16:07:05.664909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60656) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:05.699271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.715452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e286938-7f41-413d-90fa-8c885b6fbbdb']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:05.732033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3695ff15-607b-4995-b66c-df70b0e838ed') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:05.732288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3695ff15-607b-4995-b66c-df70b0e838ed') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:05.749367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.759913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53346876-60df-4cb8-85c7-2baacd50d3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.771495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.789643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:05.789953 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:05.792887 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:05.797387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53346876-60df-4cb8-85c7-2baacd50d3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.880498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.890906 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.892856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/networks/5e286938-7f41-413d-90fa-8c885b6fbbdb HTTP/1.1" status: 204 len: 168 time: 0.4127088 Aug 09 16:07:05.896119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60660) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:05.916014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78aef2-e126-47e0-a9d3-38aba89350af tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Network': ['ID=5e286938-7f41-413d-90fa-8c885b6fbbdb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:05.933790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53346876-60df-4cb8-85c7-2baacd50d3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.936630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53346876-60df-4cb8-85c7-2baacd50d3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.940702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-53346876-60df-4cb8-85c7-2baacd50d3eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e85c048-d989-4f22-914e-ff29892ee591 HTTP/1.1" status: 204 len: 168 time: 0.2748768 Aug 09 16:07:05.956124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53346876-60df-4cb8-85c7-2baacd50d3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85c048-d989-4f22-914e-ff29892ee591,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:05.969280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-608e5dc3-6b60-4621-903b-a1b1b1a238e5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.007360 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-608e5dc3-6b60-4621-903b-a1b1b1a238e5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.072429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-608e5dc3-6b60-4621-903b-a1b1b1a238e5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.075179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-608e5dc3-6b60-4621-903b-a1b1b1a238e5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.076457 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-608e5dc3-6b60-4621-903b-a1b1b1a238e5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/security-groups/0f9708a7-1de3-432a-8870-a11e2db14268 HTTP/1.1" status: 204 len: 168 time: 0.1793489 Aug 09 16:07:06.086913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e5dc3-6b60-4621-903b-a1b1b1a238e5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9708a7-1de3-432a-8870-a11e2db14268,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:06.723752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60686) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:06.831226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1386042304'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:06.837911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60690) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:06.842746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3c8a1ed0-7b80-4aaa-9fb4-df70bc700b77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470255555', 'description': 'tempest-secgroup-smoke-1470255555 description', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:06.856922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Made reservation on behalf of fb17aac0e47e4cbdb679080c334b23fd for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:06.860729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.869725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.873418 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1ed0-7b80-4aaa-9fb4-df70bc700b77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.962230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.967256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.989137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:07.007398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.008096 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Added segment ca3e22b8-85cc-4a47-8e94-8a0e2a54a384 of type vlan for network d927b64f-add2-4922-9f1f-9ed39a35dab1 Aug 09 16:07:07.009185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d8593d-4fbe-4e8a-bbf6-ae1d06b1daa6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:07.039800 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1ed0-7b80-4aaa-9fb4-df70bc700b77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.045130 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1ed0-7b80-4aaa-9fb4-df70bc700b77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.052259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.078493 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1ed0-7b80-4aaa-9fb4-df70bc700b77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.079663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3c8a1ed0-7b80-4aaa-9fb4-df70bc700b77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2407141 Aug 09 16:07:07.083355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60692) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.084875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a1ed0-7b80-4aaa-9fb4-df70bc700b77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4251b6c8-be4b-406b-89f7-948650210eff,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:07.088361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6d030885-6d64-4ae8-a9da-22727034d994 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '4251b6c8-be4b-406b-89f7-948650210eff', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.094064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.099606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:07.100224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.184906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event updated for resources: {'Network': ['ID=d927b64f-add2-4922-9f1f-9ed39a35dab1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:07.187799 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-43087d09-905f-41cc-9049-2921b7e2a388 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4628699 Aug 09 16:07:07.189621 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d030885-6d64-4ae8-a9da-22727034d994 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.190848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60694) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.196176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network d927b64f-add2-4922-9f1f-9ed39a35dab1 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:07.197447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Request body: {'subnet': {'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.239139 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d030885-6d64-4ae8-a9da-22727034d994 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.244154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d030885-6d64-4ae8-a9da-22727034d994 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.262913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d030885-6d64-4ae8-a9da-22727034d994 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65646376-76cf-4349-aea0-22df186e0103,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:07.270063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6d030885-6d64-4ae8-a9da-22727034d994 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.274345 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d030885-6d64-4ae8-a9da-22727034d994 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871996 Aug 09 16:07:07.274558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60696) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.279132 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-38ff2dd4-f11e-405d-9113-24411ee8050f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '4251b6c8-be4b-406b-89f7-948650210eff', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.298989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Made reservation on behalf of fb17aac0e47e4cbdb679080c334b23fd for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:07.303858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.319359 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38ff2dd4-f11e-405d-9113-24411ee8050f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.362163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ba975bed-faf4-4a34-9f0d-22e37b044996 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:07.382767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ba975bed-faf4-4a34-9f0d-22e37b044996 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:07.383107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ba975bed-faf4-4a34-9f0d-22e37b044996 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:07.386418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38ff2dd4-f11e-405d-9113-24411ee8050f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.391352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38ff2dd4-f11e-405d-9113-24411ee8050f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.409298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff2dd4-f11e-405d-9113-24411ee8050f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa10e41-cf96-4be4-ba58-5201e8f441d6,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:07.417649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38ff2dd4-f11e-405d-9113-24411ee8050f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.421659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38ff2dd4-f11e-405d-9113-24411ee8050f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433530 Aug 09 16:07:07.422161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60698) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.427463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e66553e4-a809-450f-a2d9-34012f6135fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '4251b6c8-be4b-406b-89f7-948650210eff', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.456357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e66553e4-a809-450f-a2d9-34012f6135fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.503123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.517980 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e66553e4-a809-450f-a2d9-34012f6135fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.523228 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e66553e4-a809-450f-a2d9-34012f6135fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.547991 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e66553e4-a809-450f-a2d9-34012f6135fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.551873 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e66553e4-a809-450f-a2d9-34012f6135fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264787 Aug 09 16:07:07.551873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66553e4-a809-450f-a2d9-34012f6135fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7bb04f-34c7-4f01-8017-703676b7fe94,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:07.552627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60700) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.557402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-384ec7b0-0307-470a-9205-6aa3d5e55160 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '4251b6c8-be4b-406b-89f7-948650210eff', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.570699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event updated for resources: {'Subnet': ['ID=dac49824-9522-4457-840d-767d5953639b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:07.576154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Checking segment: {'id': 'ca3e22b8-85cc-4a47-8e94-8a0e2a54a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:07.576517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Network hostable DHCP agents. Network: d927b64f-add2-4922-9f1f-9ed39a35dab1, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:07.592246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-384ec7b0-0307-470a-9205-6aa3d5e55160 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.594811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Network d927b64f-add2-4922-9f1f-9ed39a35dab1 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:07.605280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, d927b64f-add2-4922-9f1f-9ed39a35dab1) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:07.610721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:07.611529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.616849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860cdfa2-7ccf-4a90-8279-28776142873a None None] Network d927b64f-add2-4922-9f1f-9ed39a35dab1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:07.631643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-20f3387c-e893-4273-9b1e-9a9fc246b4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4367969 Aug 09 16:07:07.632067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60702) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.639993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Request body: {'port': {'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1090046750'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.718196 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-384ec7b0-0307-470a-9205-6aa3d5e55160 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.725461 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-384ec7b0-0307-470a-9205-6aa3d5e55160 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.752034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ec7b0-0307-470a-9205-6aa3d5e55160 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9783c2ed-9e90-40df-80aa-6dd3acac20e1,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:07.769212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-384ec7b0-0307-470a-9205-6aa3d5e55160 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.769802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-d927b64f-add2-4922-9f1f-9ed39a35dab1', 'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1', 'tenant_id': 'fb17aac0e47e4cbdb679080c334b23fd', 'fixed_ips': [{'subnet_id': 'dac49824-9522-4457-840d-767d5953639b'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:07.770721 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-384ec7b0-0307-470a-9205-6aa3d5e55160 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2167797 Aug 09 16:07:07.770863 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.773373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60704) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.778541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '4251b6c8-be4b-406b-89f7-948650210eff', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.802799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.db.api [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:07:07.802799 n-d-799523-2 neutron-server[94178]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:07:07.802799 n-d-799523-2 neutron-server[94178]: [parameters: {'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'id': 'e96250aa-0367-4f2a-b8bc-7f41da2784a3', 'expiration': datetime.datetime(2021, 8, 9, 16, 9, 7, 794838)}] Aug 09 16:07:07.802799 n-d-799523-2 neutron-server[94178]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:07:07.803454 n-d-799523-2 neutron-server[94178]: DEBUG oslo_db.api [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:07:07.809229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Made reservation on behalf of fb17aac0e47e4cbdb679080c334b23fd for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:07.812750 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.834639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] device_id is not set on port 57b31286-d51a-4e7e-8c28-0cebd70437fe yet. {{(pid=94178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:07.911840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Allocated IP 2001:db8::2 (d927b64f-add2-4922-9f1f-9ed39a35dab1/dac49824-9522-4457-840d-767d5953639b/41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:08.063418 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.071928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Transition to ACTIVE for port object 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:08.087044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Transition to ACTIVE for port object 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:08.093990 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.129343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Network d927b64f-add2-4922-9f1f-9ed39a35dab1 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:08.134278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:08.137823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:08.148677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Pushing event updated for resources: {'Port': ['ID=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:08.152646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Allocated IP 2001:db8::2fd (d927b64f-add2-4922-9f1f-9ed39a35dab1/dac49824-9522-4457-840d-767d5953639b/57b31286-d51a-4e7e-8c28-0cebd70437fe) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:08.196219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Attempting to bind port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:08.196816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Attempting to bind port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'ca3e22b8-85cc-4a47-8e94-8a0e2a54a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:08.196816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Attempting to bind port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 on network d927b64f-add2-4922-9f1f-9ed39a35dab1 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:08.201897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:08.202246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Checking segment: {'id': 'ca3e22b8-85cc-4a47-8e94-8a0e2a54a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:08.202633 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.203010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Bound using segment: {'id': 'ca3e22b8-85cc-4a47-8e94-8a0e2a54a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:08.203457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Bound port: 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3e22b8-85cc-4a47-8e94-8a0e2a54a384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:08.203846 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.270321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] For port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:08.273897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] For port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,segment=NetworkSegment(ca3e22b8-85cc-4a47-8e94-8a0e2a54a384),segment_id=ca3e22b8-85cc-4a47-8e94-8a0e2a54a384)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:08.278423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.314116 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.334546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Transition to ACTIVE for port object 57b31286-d51a-4e7e-8c28-0cebd70437fe will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:08.343899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711c188-abb8-4769-8ccf-40e82578100f None None] Pushing event updated for resources: {'Port': ['ID=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:08.347041 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Project 6cf1cd14fa274a229b4642338ec5f31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:07:08.355866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.405397 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.477454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Network d927b64f-add2-4922-9f1f-9ed39a35dab1 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:08.482483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.486197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:08.494661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:08.500503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:08.501130 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.503790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.508489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event updated for resources: {'Port': ['ID=57b31286-d51a-4e7e-8c28-0cebd70437fe,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:08.541620 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-951d5747-9f97-4e34-9fe1-915d73a62b70 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9084163 Aug 09 16:07:08.542666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60c852a-d3f8-49d1-a5b9-e2532a3f8835,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:08.545054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60706) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:08.550807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Request body: {'port': {'network_id': 'd927b64f-add2-4922-9f1f-9ed39a35dab1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1468964977', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:08.551653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.api.validators [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] bootfile-name is not in valid_values {{(pid=94177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:07:08.552230 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.api.validators [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] tftp-server is not in valid_values {{(pid=94177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:07:08.552638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.api.validators [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] server-ip-address is not in valid_values {{(pid=94177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:07:08.553330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.555731 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c4392a71-cbed-4e7c-ada8-66db0e190314 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7798951 Aug 09 16:07:08.557659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60708) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:08.564237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fc85d37a-f9fd-436c-8982-86639f41d15a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '4251b6c8-be4b-406b-89f7-948650210eff', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:08.606320 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-fc85d37a-f9fd-436c-8982-86639f41d15a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Project 6cf1cd14fa274a229b4642338ec5f31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:07:08.615143 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc85d37a-f9fd-436c-8982-86639f41d15a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.684861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Made reservation on behalf of fb17aac0e47e4cbdb679080c334b23fd for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:08.686314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc85d37a-f9fd-436c-8982-86639f41d15a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.688482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.690494 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc85d37a-f9fd-436c-8982-86639f41d15a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.711611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85d37a-f9fd-436c-8982-86639f41d15a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d09b210-7409-440f-bf74-1418ddbda170,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:08.712615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] device_id is not set on port 305941c3-f647-4dd2-99c9-fcadcc43e6e2 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:08.715196 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fc85d37a-f9fd-436c-8982-86639f41d15a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.716460 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fc85d37a-f9fd-436c-8982-86639f41d15a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577330 Aug 09 16:07:08.719327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60710) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:08.725234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'network': {'name': 'tempest-network-smoke--1814031510', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'port_security_enabled': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:08.747565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:08.751227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.777625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:08.786699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.786992 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Added segment 272d1522-6a03-492b-877a-701de2a145c3 of type vlan for network 88d420c7-a573-4d7d-a97f-be6a2c5e378a Aug 09 16:07:08.828572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.848843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Allocated IP 2001:db8::23c (d927b64f-add2-4922-9f1f-9ed39a35dab1/dac49824-9522-4457-840d-767d5953639b/305941c3-f647-4dd2-99c9-fcadcc43e6e2) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:08.860434 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.866731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:08.867351 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.934857 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2144077 Aug 09 16:07:08.937703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60712) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:08.944452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'admin_state_up': True, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:08.951257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c32f6-ac68-4f37-ace9-edde20d3e586 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Network': ['ID=88d420c7-a573-4d7d-a97f-be6a2c5e378a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:08.966618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:08.981882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.983099 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.054004 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.064130 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.079481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Transition to ACTIVE for port object 305941c3-f647-4dd2-99c9-fcadcc43e6e2 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:09.116726 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.164971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Network d927b64f-add2-4922-9f1f-9ed39a35dab1 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:09.170822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:09.175340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:09.181231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:09.181917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.195859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event updated for resources: {'Port': ['ID=305941c3-f647-4dd2-99c9-fcadcc43e6e2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:09.210061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5e123b2f-166d-42d8-931b-b46fb6d28712 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6637664 Aug 09 16:07:09.212988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60714) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:09.214790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.294751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e354dc28-b9e0-420e-89c5-0c76dad33193 None None] Network d927b64f-add2-4922-9f1f-9ed39a35dab1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:09.303804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09c762-ee69-45fa-b17c-a6973bc87b96 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:09.309862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09c762-ee69-45fa-b17c-a6973bc87b96 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:09.315848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09c762-ee69-45fa-b17c-a6973bc87b96 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:09.320945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f09c762-ee69-45fa-b17c-a6973bc87b96 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1036892 Aug 09 16:07:09.321192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60716) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:09.440609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.450742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d16809f2-bf78-4266-bb5d-09b586782291 None None] Provisioning for port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:09.471029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.494287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:09.563369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:09.569259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:09.569733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.596563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.25.7.22 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/74b885d7-37e5-449e-b09c-7fdfe34df395) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:09.671461 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.718956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,segment=NetworkSegment(ca3e22b8-85cc-4a47-8e94-8a0e2a54a384),segment_id=ca3e22b8-85cc-4a47-8e94-8a0e2a54a384)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:09.726220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.745519 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.801576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:09.806055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.820565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-79e351b5-b87d-4852-be8e-fbe5d29ab93c tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Deleting port 305941c3-f647-4dd2-99c9-fcadcc43e6e2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:09.821103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79e351b5-b87d-4852-be8e-fbe5d29ab93c tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.843423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:09.848173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:09.852453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:09.889880 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=74b885d7-37e5-449e-b09c-7fdfe34df395,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:09.917095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Provisioning for port 305941c3-f647-4dd2-99c9-fcadcc43e6e2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:09.923203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79e351b5-b87d-4852-be8e-fbe5d29ab93c tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.924237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Provisioning complete for port 305941c3-f647-4dd2-99c9-fcadcc43e6e2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:09.924759 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.939397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-79e351b5-b87d-4852-be8e-fbe5d29ab93c tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Calling delete_port for 305941c3-f647-4dd2-99c9-fcadcc43e6e2 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:09.986976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Port 305941c3-f647-4dd2-99c9-fcadcc43e6e2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:10.004066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Provisioning complete for port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:10.004398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.128374 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79e351b5-b87d-4852-be8e-fbe5d29ab93c tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.153760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Provisioning for port 57b31286-d51a-4e7e-8c28-0cebd70437fe completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:10.158770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Provisioning complete for port 57b31286-d51a-4e7e-8c28-0cebd70437fe triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:10.159502 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.196535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e351b5-b87d-4852-be8e-fbe5d29ab93c tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event deleted for resources: {'Port': ['ID=305941c3-f647-4dd2-99c9-fcadcc43e6e2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:10.228431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6ef50dc0-f056-43ce-988c-38d8aaacb7b0 None None] Port 57b31286-d51a-4e7e-8c28-0cebd70437fe cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:10.229814 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-79e351b5-b87d-4852-be8e-fbe5d29ab93c tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.235301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-79e351b5-b87d-4852-be8e-fbe5d29ab93c tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "DELETE /v2.0/ports/305941c3-f647-4dd2-99c9-fcadcc43e6e2 HTTP/1.1" status: 204 len: 168 time: 0.9122233 Aug 09 16:07:10.239804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60718) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:10.245393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Request body: {'port': {'name': 'tempest-new-port-name-218093635', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:10.245955 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.api.validators [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] bootfile-name is not in valid_values {{(pid=94177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:07:10.246839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.api.validators [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] tftp-server is not in valid_values {{(pid=94177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:07:10.246839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.api.validators [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] server-ip-address is not in valid_values {{(pid=94177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 16:07:10.255186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.318025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.348606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4a12af5c-4afa-4d3f-ad77-8249b19a3907 None None] Provisioning complete for port 57b31286-d51a-4e7e-8c28-0cebd70437fe triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:10.349233 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a12af5c-4afa-4d3f-ad77-8249b19a3907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.389308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4a12af5c-4afa-4d3f-ad77-8249b19a3907 None None] Port 57b31286-d51a-4e7e-8c28-0cebd70437fe cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:10.506482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-de229d17-d0dd-438f-93bb-f2c4bb67a81e None None] Could not find standard attr ID for object 305941c3-f647-4dd2-99c9-fcadcc43e6e2. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:07:10.545621 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.553480 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.593406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] In _notify_port_updated(), no bound segment for port 57b31286-d51a-4e7e-8c28-0cebd70437fe on network d927b64f-add2-4922-9f1f-9ed39a35dab1 {{(pid=94177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:07:10.599544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:10.600282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.602096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "PUT /v2.0/ports/57b31286-d51a-4e7e-8c28-0cebd70437fe HTTP/1.1" status: 200 len: 1129 time: 0.3611445 Aug 09 16:07:10.607393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60720) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:10.642009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892102d-bfae-406a-b787-11ad27f5b13e tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event updated for resources: {'Port': ['ID=57b31286-d51a-4e7e-8c28-0cebd70437fe,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:10.664104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a22333f-63ad-4152-bc8d-fdac2162584b tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:10.669126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3a22333f-63ad-4152-bc8d-fdac2162584b tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "GET /v2.0/ports/57b31286-d51a-4e7e-8c28-0cebd70437fe HTTP/1.1" status: 200 len: 1129 time: 0.0574167 Aug 09 16:07:10.671075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60722) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:10.781213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-41b75279-85e0-49a8-be79-9e802957d474 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Deleting port 57b31286-d51a-4e7e-8c28-0cebd70437fe {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:10.781559 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41b75279-85e0-49a8-be79-9e802957d474 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.834114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b1a0edee-ca76-42d5-9074-5c59143f0298 None None] Provisioning complete for port 57b31286-d51a-4e7e-8c28-0cebd70437fe triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:10.834485 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b1a0edee-ca76-42d5-9074-5c59143f0298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.848923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.876254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41b75279-85e0-49a8-be79-9e802957d474 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.885978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0edee-ca76-42d5-9074-5c59143f0298 None None] Port 57b31286-d51a-4e7e-8c28-0cebd70437fe cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:10.890326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-41b75279-85e0-49a8-be79-9e802957d474 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Calling delete_port for 57b31286-d51a-4e7e-8c28-0cebd70437fe owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:10.985386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router ef110955-8a4d-4dcc-97d0-df42434b303d is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:07:11.049740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41b75279-85e0-49a8-be79-9e802957d474 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.080755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b75279-85e0-49a8-be79-9e802957d474 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event deleted for resources: {'Port': ['ID=57b31286-d51a-4e7e-8c28-0cebd70437fe,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:11.107292 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41b75279-85e0-49a8-be79-9e802957d474 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.112219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:11.112411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-41b75279-85e0-49a8-be79-9e802957d474 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "DELETE /v2.0/ports/57b31286-d51a-4e7e-8c28-0cebd70437fe HTTP/1.1" status: 204 len: 168 time: 0.4378259 Aug 09 16:07:11.112530 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60724) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.121489 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Sync routers for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:11.134542 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:11.135503 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:11.164576 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.168867 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a18f5846-6117-4d62-842d-aaf42c3bf148 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2270525 Aug 09 16:07:11.169825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60726) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.203019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d094ff-54e8-4ae2-922c-3099070439c0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Deleting subnet dac49824-9522-4457-840d-767d5953639b {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:11.209955 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-27a1c6f4-970f-42ba-9328-d34ab3c15ebf tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6cf1cd14fa274a229b4642338ec5f31c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369289 Aug 09 16:07:11.210646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60728) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.211156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02d094ff-54e8-4ae2-922c-3099070439c0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.260570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02d094ff-54e8-4ae2-922c-3099070439c0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.265848 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:07:11.314230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01872a-d2e8-461a-82da-5864ee16c088 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:11.316001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ba01872a-d2e8-461a-82da-5864ee16c088 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1041374 Aug 09 16:07:11.319280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60730) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.349391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d4c1a56c-6b8b-42e5-be72-4bfc3fae5567 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286815 Aug 09 16:07:11.352045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.353214 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02d094ff-54e8-4ae2-922c-3099070439c0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.357649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788566392', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:11.427471 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02d094ff-54e8-4ae2-922c-3099070439c0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.440011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:11.452373 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02d094ff-54e8-4ae2-922c-3099070439c0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.459045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60734) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.459628 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-02d094ff-54e8-4ae2-922c-3099070439c0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "DELETE /v2.0/subnets/dac49824-9522-4457-840d-767d5953639b HTTP/1.1" status: 204 len: 168 time: 0.3449793 Aug 09 16:07:11.475169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6649cc4-214a-4a8c-9fbc-2aed70e2ea07 None None] Network d927b64f-add2-4922-9f1f-9ed39a35dab1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:11.483066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d094ff-54e8-4ae2-922c-3099070439c0 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event deleted for resources: {'Subnet': ['ID=dac49824-9522-4457-840d-767d5953639b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:11.484329 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:10Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:11.512093 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Checking router: ef110955-8a4d-4dcc-97d0-df42434b303d for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:07:11.512438 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Updating router ef110955-8a4d-4dcc-97d0-df42434b303d port 74b885d7-37e5-449e-b09c-7fdfe34df395 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:07:11.541889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:11.546137 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.546347 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.593431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:11.593706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.600518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.736276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Deleting port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:11.736700 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.761801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] DHCP port deletion for d927b64f-add2-4922-9f1f-9ed39a35dab1 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:11.810094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] Deleting port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:11.810470 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.835209 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.846658 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Transition to ACTIVE for port object 74b885d7-37e5-449e-b09c-7fdfe34df395 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:11.854680 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.855463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] For port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,segment=NetworkSegment(ca3e22b8-85cc-4a47-8e94-8a0e2a54a384),segment_id=ca3e22b8-85cc-4a47-8e94-8a0e2a54a384)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:11.855853 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.873608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Calling delete_port for 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:11.877898 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.879572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] For port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,segment=NetworkSegment(ca3e22b8-85cc-4a47-8e94-8a0e2a54a384),segment_id=ca3e22b8-85cc-4a47-8e94-8a0e2a54a384)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:11.880045 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.899473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] Calling delete_port for 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:11.908194 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Attempting to bind port 74b885d7-37e5-449e-b09c-7fdfe34df395 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:11.908640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Attempting to bind port 74b885d7-37e5-449e-b09c-7fdfe34df395 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:11.909264 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Attempting to bind port 74b885d7-37e5-449e-b09c-7fdfe34df395 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:11.918845 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Pushing event updated for resources: {'Port': ['ID=74b885d7-37e5-449e-b09c-7fdfe34df395,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:11.921185 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:11.921554 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:11.921954 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.922327 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:11.922791 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Bound port: 74b885d7-37e5-449e-b09c-7fdfe34df395, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:11.923167 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.948477 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.948795 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.949128 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.949466 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.949795 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.950132 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.950503 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.950783 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.951130 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.951445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.951775 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.952081 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:11.990123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.990393 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] For port 74b885d7-37e5-449e-b09c-7fdfe34df395, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:11.994379 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] For port 74b885d7-37e5-449e-b09c-7fdfe34df395, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=74b885d7-37e5-449e-b09c-7fdfe34df395,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:12.000490 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.003848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Subnet': ['ID=4489861b-c17f-448a-82df-ae7953f1f3c7,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:12.013325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Checking segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:12.013692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network hostable DHCP agents. Network: 88d420c7-a573-4d7d-a97f-be6a2c5e378a, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:12.020781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] No DVR routers for this DVR port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:12.023586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d392-c496-47e5-bcc3-221350778d3f None None] Pushing event deleted for resources: {'Port': ['ID=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:12.045656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:12.049747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.070483 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fd81e-a4de-4932-9b59-21ad369d41ec None None] Pushing event updated for resources: {'Port': ['ID=74b885d7-37e5-449e-b09c-7fdfe34df395,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:12.073452 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:12.074043 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:12.080090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 88d420c7-a573-4d7d-a97f-be6a2c5e378a) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:12.084204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event deleted for resources: {'Port': ['ID=41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:12.093343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f20107a-6165-4d15-8696-de42c1761241 None None] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:12.099461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:12.099461 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.119782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-23d4dd17-7cbe-4ed3-93e6-16d3ba778cec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7638686 Aug 09 16:07:12.119782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] No DVR routers for this DVR port 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:12.120124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60738) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:12.274308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:12.276526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.281293 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.284249 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:07:12.298204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d927b64f-add2-4922-9f1f-9ed39a35dab1']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:12.312432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3e22b8-85cc-4a47-8e94-8a0e2a54a384') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:12.312767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3e22b8-85cc-4a47-8e94-8a0e2a54a384') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:12.325777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.378773 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.392321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:12.392727 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:12.396097 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:12.445082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Allocated IP 172.20.0.2 (88d420c7-a573-4d7d-a97f-be6a2c5e378a/4489861b-c17f-448a-82df-ae7953f1f3c7/2107dd30-68f2-4dd4-a629-884a4223878f) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:12.482794 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:10Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:12.490504 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.504502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.506407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] 10.222.0.64 "DELETE /v2.0/networks/d927b64f-add2-4922-9f1f-9ed39a35dab1 HTTP/1.1" status: 204 len: 168 time: 1.0458946 Aug 09 16:07:12.512008 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e9c33-1dae-4caa-a604-1a4e2848ce43 None None] The sync data for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 is: [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:10Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:12.519162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1060-6fd8-4ab1-9fd4-5904108258eb tempest-ExtraDHCPOptionsIpV6TestJSON-943023134 tempest-ExtraDHCPOptionsIpV6TestJSON-943023134-project] Pushing event deleted for resources: {'Network': ['ID=d927b64f-add2-4922-9f1f-9ed39a35dab1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:12.625740 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.636004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Transition to ACTIVE for port object 2107dd30-68f2-4dd4-a629-884a4223878f will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:12.659497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Transition to ACTIVE for port object 2107dd30-68f2-4dd4-a629-884a4223878f will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:12.666586 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.710559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:12.720087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:12.725448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:12.761015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Pushing event updated for resources: {'Port': ['ID=2107dd30-68f2-4dd4-a629-884a4223878f,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:12.803011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Attempting to bind port 2107dd30-68f2-4dd4-a629-884a4223878f on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:12.803618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Attempting to bind port 2107dd30-68f2-4dd4-a629-884a4223878f by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:12.804255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Attempting to bind port 2107dd30-68f2-4dd4-a629-884a4223878f on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:12.821672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:12.822325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Checking segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:12.822893 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.828265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Bound using segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:12.829053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Bound port: 2107dd30-68f2-4dd4-a629-884a4223878f, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:12.829626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.834156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.847855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60744) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:13.063460 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8689691a-d2ff-415a-bf4e-a27f0d63e5ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb17aac0e47e4cbdb679080c334b23fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135401 Aug 09 16:07:13.065891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60748) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:13.091764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] For port 2107dd30-68f2-4dd4-a629-884a4223878f, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:13.096228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] For port 2107dd30-68f2-4dd4-a629-884a4223878f, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2107dd30-68f2-4dd4-a629-884a4223878f,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:13.101986 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.126358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65068c8c-c0b9-4020-aca8-e6011ad6f240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.162013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65068c8c-c0b9-4020-aca8-e6011ad6f240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.195423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.20.0.1 (88d420c7-a573-4d7d-a97f-be6a2c5e378a/4489861b-c17f-448a-82df-ae7953f1f3c7/21ce1967-495d-4b50-a8f5-f5f4a8c47a04) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:13.202946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d4336-02c9-4464-8655-98736ce52dfc None None] Pushing event updated for resources: {'Port': ['ID=2107dd30-68f2-4dd4-a629-884a4223878f,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:13.245315 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65068c8c-c0b9-4020-aca8-e6011ad6f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.248589 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-65068c8c-c0b9-4020-aca8-e6011ad6f240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.250179 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-65068c8c-c0b9-4020-aca8-e6011ad6f240 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78d8593d-4fbe-4e8a-bbf6-ae1d06b1daa6 HTTP/1.1" status: 204 len: 168 time: 0.1829219 Aug 09 16:07:13.260482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65068c8c-c0b9-4020-aca8-e6011ad6f240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d8593d-4fbe-4e8a-bbf6-ae1d06b1daa6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:13.377969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.416522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Transition to ACTIVE for port object 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:13.477838 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.539664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 74b885d7-37e5-449e-b09c-7fdfe34df395 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:13.573005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:13.577741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:13.588341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:13.631312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 74b885d7-37e5-449e-b09c-7fdfe34df395 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:13.634252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:13.636174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 74b885d7-37e5-449e-b09c-7fdfe34df395 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:13.636174 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.657191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.742320 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.766653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 74b885d7-37e5-449e-b09c-7fdfe34df395, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=74b885d7-37e5-449e-b09c-7fdfe34df395,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:13.776259 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.841399 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.854455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=74b885d7-37e5-449e-b09c-7fdfe34df395,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:13.858917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:13.880677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:13.881025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 41a9a07c-b3f1-4a99-9d4d-230ea9fb3fd6 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:14.165693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.172713 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.177610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60770) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:14.249744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:14.263082 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.299016 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-427930138'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:14.341545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Made reservation on behalf of e09eea68ccdb4177857aea01010bcf87 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:14.345499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.363623 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.375674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a95e508-86ae-4d7a-850e-b08dcb139148 None None] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:14.391019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:14.392542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:14.466400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5594d144-e8de-4fbb-a59d-d1d54e46033c None None] Provisioning for port 2107dd30-68f2-4dd4-a629-884a4223878f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:14.504700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.510871 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.521130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router ef110955-8a4d-4dcc-97d0-df42434b303d has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:07:14.544745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:14.561236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840cefa7-c2e4-414c-a219-d78e19e84c84,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:14.575203 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.575610 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Added segment 86007d36-c8d1-4770-b179-99fc762ab0e2 of type vlan for network 06d552fc-ef4e-4895-b706-58a94ebc5872 Aug 09 16:07:14.626612 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.648098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:14.663270 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-52ed7b2b-3510-4c41-aefd-01af856287b2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "PUT /v2.0/routers/ef110955-8a4d-4dcc-97d0-df42434b303d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5419643 Aug 09 16:07:14.673863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.682391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:14.683164 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.743576 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5621030 Aug 09 16:07:14.744561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60776) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:14.751346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Request body: {'subnet': {'network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:14.766823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb678a-b368-4428-8ad4-c983fe70bacd tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'Network': ['ID=06d552fc-ef4e-4895-b706-58a94ebc5872,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:14.772184 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Sync routers for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:14.780059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:14.847350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:14.848059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:14.854284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Made reservation on behalf of e09eea68ccdb4177857aea01010bcf87 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:14.859288 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.969338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e6f6d9de-e81a-4665-b95a-0e9a5c9a7b94 None None] Provisioning for port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:14.974458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e6f6d9de-e81a-4665-b95a-0e9a5c9a7b94 None None] Provisioning complete for port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:14.974833 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d9de-e81a-4665-b95a-0e9a5c9a7b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.980158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-91d5a4b6-573b-49f3-bee4-ab5064ee9028 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470255555&fields=id&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 267 time: 0.0655229 Aug 09 16:07:15.037732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6d9de-e81a-4665-b95a-0e9a5c9a7b94 None None] Port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:15.040745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:07:15.043537 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cce2bdfd-a684-4cb7-b50f-a9dfe9183549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.169812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-eefd2aa0-7260-4016-9b53-7e36039cfc63 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:15.171405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-eefd2aa0-7260-4016-9b53-7e36039cfc63 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 797 time: 0.1784186 Aug 09 16:07:15.195356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-e3bbe31a-616a-4d67-8017-c460d66f355a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/quotas/6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 375 time: 0.0143781 Aug 09 16:07:15.199127 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.246442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6577b23b-1749-4db8-82f2-74523ae01392 None None] Provisioning complete for port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:15.246806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6577b23b-1749-4db8-82f2-74523ae01392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.293124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6577b23b-1749-4db8-82f2-74523ae01392 None None] Port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:15.304095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'Subnet': ['ID=aac90508-38ce-4b02-aca5-0e351428f363,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:15.308773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:14Z', 'revision_number': 2, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:15.316357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-96f8466f-e94c-43e1-a517-54dc7a336837 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075561 Aug 09 16:07:15.320431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Checking segment: {'id': '86007d36-c8d1-4770-b179-99fc762ab0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:15.320802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Network hostable DHCP agents. Network: 06d552fc-ef4e-4895-b706-58a94ebc5872, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:15.338024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Checking router: ef110955-8a4d-4dcc-97d0-df42434b303d for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:07:15.338768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Updating router ef110955-8a4d-4dcc-97d0-df42434b303d port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:07:15.346635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:15.359313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 06d552fc-ef4e-4895-b706-58a94ebc5872) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:15.364765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:15.365369 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.366867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.383267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b42bc-a38c-482b-bb88-c98634eba7f2 None None] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:15.390234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2e45d948-364a-4af2-bdcd-63576f071adc tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6440828 Aug 09 16:07:15.390805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60790) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:15.395645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-109a57f2-82bf-46c6-a5e7-df8a62f70e95 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-465827025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:15.432622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-109a57f2-82bf-46c6-a5e7-df8a62f70e95 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.434970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-109a57f2-82bf-46c6-a5e7-df8a62f70e95 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.437772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-f7bf291b-e6c5-4d02-972a-e29622938212 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:07:15.438798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-f7bf291b-e6c5-4d02-972a-e29622938212 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1092801 Aug 09 16:07:15.524815 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-109a57f2-82bf-46c6-a5e7-df8a62f70e95 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.533971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-109a57f2-82bf-46c6-a5e7-df8a62f70e95 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.559299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2107dd30-68f2-4dd4-a629-884a4223878f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:15.567439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-109a57f2-82bf-46c6-a5e7-df8a62f70e95 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.573364 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-109a57f2-82bf-46c6-a5e7-df8a62f70e95 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1813800 Aug 09 16:07:15.574124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60792) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:15.600429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-aa9feb26-1775-49eb-89c7-366bcca23125 None None] Provisioning complete for port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:15.600789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aa9feb26-1775-49eb-89c7-366bcca23125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.706554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-aa9feb26-1775-49eb-89c7-366bcca23125 None None] Port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:15.815026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-06d552fc-ef4e-4895-b706-58a94ebc5872', 'network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872', 'tenant_id': 'e09eea68ccdb4177857aea01010bcf87', 'fixed_ips': [{'subnet_id': 'aac90508-38ce-4b02-aca5-0e351428f363'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:15.815915 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.825834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2107dd30-68f2-4dd4-a629-884a4223878f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:15.842187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2107dd30-68f2-4dd4-a629-884a4223878f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:15.842694 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.881661 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.959920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-64a6f167-da06-45c1-9220-aaf7474f6b70 service neutron] 10.222.0.64 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109742 Aug 09 16:07:16.074761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-04c9a09c-870d-419c-881a-2549f9e37155 service neutron] 10.222.0.64 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111941 Aug 09 16:07:16.091715 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.105656 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.114690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Transition to ACTIVE for port object 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:16.127952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.167135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Allocated IP 172.20.0.2 (06d552fc-ef4e-4895-b706-58a94ebc5872/aac90508-38ce-4b02-aca5-0e351428f363/89a65344-0ad5-44f1-be17-f2653ba1e000) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:16.250749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f3158bd-6bf8-45a7-b81e-e8416689075c req-c4e36138-6937-434a-b23a-9ac934f3dbb4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 210 time: 0.0330276 Aug 09 16:07:16.254608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 2107dd30-68f2-4dd4-a629-884a4223878f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2107dd30-68f2-4dd4-a629-884a4223878f,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:16.263532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bdd56-f0c7-4d2b-a1a2-a4da3a190841 None None] Pushing event updated for resources: {'Port': ['ID=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:16.278159 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.278951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 74b885d7-37e5-449e-b09c-7fdfe34df395 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:16.436017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Attempting to bind port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:16.436218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Attempting to bind port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:16.436585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Attempting to bind port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:16.460207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=2107dd30-68f2-4dd4-a629-884a4223878f,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:16.466460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:16.466830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Checking segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:16.467229 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.467645 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Bound using segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:16.468127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Bound port: 21ce1967-495d-4b50-a8f5-f5f4a8c47a04, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:16.468483 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.508257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 74b885d7-37e5-449e-b09c-7fdfe34df395 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:16.508573 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.571734 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.592479 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Transition to ACTIVE for port object 89a65344-0ad5-44f1-be17-f2653ba1e000 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:16.624468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Transition to ACTIVE for port object 89a65344-0ad5-44f1-be17-f2653ba1e000 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:16.633021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] For port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:16.636267 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.639105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] For port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:16.687082 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.696189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Allocated IP 172.20.0.1 (06d552fc-ef4e-4895-b706-58a94ebc5872/aac90508-38ce-4b02-aca5-0e351428f363/3c715a1f-f709-40f2-a6a2-28a0395467ae) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:16.719054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:16.728888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:16.736709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:16.742151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Pushing event updated for resources: {'Port': ['ID=89a65344-0ad5-44f1-be17-f2653ba1e000,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:16.801554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:16.802462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:06:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:16.846400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.872222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Transition to ACTIVE for port object 3c715a1f-f709-40f2-a6a2-28a0395467ae will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:16.915349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.959706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:16.965642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:16.968345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:17.014927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'Port': ['ID=3c715a1f-f709-40f2-a6a2-28a0395467ae,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:17.041957 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.067941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Attempting to bind port 89a65344-0ad5-44f1-be17-f2653ba1e000 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:17.068675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Attempting to bind port 89a65344-0ad5-44f1-be17-f2653ba1e000 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '86007d36-c8d1-4770-b179-99fc762ab0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:17.068932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Attempting to bind port 89a65344-0ad5-44f1-be17-f2653ba1e000 on network 06d552fc-ef4e-4895-b706-58a94ebc5872 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:17.071002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bdd56-f0c7-4d2b-a1a2-a4da3a190841 None None] Pushing event updated for resources: {'Port': ['ID=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:17.090985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:17.091368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Checking segment: {'id': '86007d36-c8d1-4770-b179-99fc762ab0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:17.091792 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.092216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Bound using segment: {'id': '86007d36-c8d1-4770-b179-99fc762ab0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:17.092830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Bound port: 89a65344-0ad5-44f1-be17-f2653ba1e000, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86007d36-c8d1-4770-b179-99fc762ab0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:17.093223 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.170207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.185453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:07:17.242375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] For port 89a65344-0ad5-44f1-be17-f2653ba1e000, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:17.293388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] For port 89a65344-0ad5-44f1-be17-f2653ba1e000, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=89a65344-0ad5-44f1-be17-f2653ba1e000,segment=NetworkSegment(86007d36-c8d1-4770-b179-99fc762ab0e2),segment_id=86007d36-c8d1-4770-b179-99fc762ab0e2)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:17.320622 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.382230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-287f07d2-3c78-495e-9c8a-046576847f5d req-2e9a3556-d0db-4e19-be56-780a6baadece tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 210 time: 0.0539505 Aug 09 16:07:17.474657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2107dd30-68f2-4dd4-a629-884a4223878f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:17.514213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec52487-e152-4648-9cb1-2daaf797bc97 None None] Pushing event updated for resources: {'Port': ['ID=89a65344-0ad5-44f1-be17-f2653ba1e000,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:17.570543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.571695 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32e82c2b-8774-4b6f-b5ac-c9822ccbcc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.581650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:16Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:17.591003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.618794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4825a24-2439-4835-9b9c-381af71617ae None None] The sync data for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 is: [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:16Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:17.635776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2107dd30-68f2-4dd4-a629-884a4223878f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:17.637753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.718912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-c4c2cb5d-c000-4a1a-aa24-4d7324f6c2a6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:17.721528 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-c4c2cb5d-c000-4a1a-aa24-4d7324f6c2a6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 797 time: 0.2377498 Aug 09 16:07:17.730202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'Port': ['ID=3c715a1f-f709-40f2-a6a2-28a0395467ae,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:17.732953 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.807976 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.863714 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-7a840173-5180-43db-b304-9874795c6c93 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 380 time: 0.1281357 Aug 09 16:07:17.875402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'port': {'device_id': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'admin_state_up': True, 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'security_groups': ['4251b6c8-be4b-406b-89f7-948650210eff']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:17.996536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:17.999628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:18.094114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:18.097777 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.207601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Router 3202c1cc-38be-48ab-8816-0f02669e052a is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:07:18.335667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.20.0.6 (88d420c7-a573-4d7d-a97f-be6a2c5e378a/4489861b-c17f-448a-82df-ae7953f1f3c7/c4df5a78-23ee-43f4-b9ba-90d898a2f3f5) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:18.361642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:18.369589 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c665614-3130-4ba3-86cb-81a6030704d9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "PUT /v2.0/routers/3202c1cc-38be-48ab-8816-0f02669e052a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7942445 Aug 09 16:07:18.372384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60810) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:18.376439 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcb9639-1582-4fe1-b197-dbb45a578039 None None] Sync routers for ids ['3202c1cc-38be-48ab-8816-0f02669e052a'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:18.388084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Request body: {'port': {'network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872', 'name': 'tempest-FloatingIPNegativeTestJSON-2054367162'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:18.389636 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb9639-1582-4fe1-b197-dbb45a578039 None None] Routers {'3202c1cc-38be-48ab-8816-0f02669e052a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:18.390520 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0bcb9639-1582-4fe1-b197-dbb45a578039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3202c1cc-38be-48ab-8816-0f02669e052a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:18.457669 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0bcb9639-1582-4fe1-b197-dbb45a578039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:18.468111 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb9639-1582-4fe1-b197-dbb45a578039 None None] Routers {'3202c1cc-38be-48ab-8816-0f02669e052a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:18.470416 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0bcb9639-1582-4fe1-b197-dbb45a578039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3202c1cc-38be-48ab-8816-0f02669e052a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:18.527804 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0bcb9639-1582-4fe1-b197-dbb45a578039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:18.533571 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcb9639-1582-4fe1-b197-dbb45a578039 None None] The sync data for ids ['3202c1cc-38be-48ab-8816-0f02669e052a'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:18.536868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-164cf379-430f-413c-a801-3218bdf1a7a3 req-73dcbaaf-f561-4d7a-a2df-5759ac7bc36c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 210 time: 0.0502493 Aug 09 16:07:18.577340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.586917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Made reservation on behalf of e09eea68ccdb4177857aea01010bcf87 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:18.590715 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.599711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Transition to ACTIVE for port object c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:18.614020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] device_id is not set on port 3770f371-50d0-4dfb-a29e-171a812f0cce yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:18.627230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fdc6cc-b752-456b-9dfe-aaafefb1853b None None] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:18.654107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.696926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:18.702350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:18.706669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:18.763381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a32655f0-bb4a-4339-a031-e5e394d81d4c None None] Provisioning for port 89a65344-0ad5-44f1-be17-f2653ba1e000 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:18.778156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Allocated IP 172.20.0.4 (06d552fc-ef4e-4895-b706-58a94ebc5872/aac90508-38ce-4b02-aca5-0e351428f363/3770f371-50d0-4dfb-a29e-171a812f0cce) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:18.790602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:18.791295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.807339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:18.819923 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-805f9e9f-ca76-4978-a31e-bbde9602da4a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9491220 Aug 09 16:07:18.836412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Request body: {'port': {'device_id': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:18.926580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.027334 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.055141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Transition to ACTIVE for port object 3770f371-50d0-4dfb-a29e-171a812f0cce will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:19.097133 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.100751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.109771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9b09eb8a-749a-4121-b139-420c55e26b89 None None] Provisioning for port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:19.115327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9b09eb8a-749a-4121-b139-420c55e26b89 None None] Provisioning complete for port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:19.115702 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9b09eb8a-749a-4121-b139-420c55e26b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.155705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:19.161828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:19.166160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:19.173502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9b09eb8a-749a-4121-b139-420c55e26b89 None None] Port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:19.195011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'Port': ['ID=3770f371-50d0-4dfb-a29e-171a812f0cce,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:19.224935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:19.225601 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.241204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3adc705e-07ab-425f-a375-5c8336e7193c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8676710 Aug 09 16:07:19.244367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60814) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:19.249757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:19.273718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.299165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-14eb204a-c8f9-43ea-850e-72498721c626 None None] Provisioning for port 3c715a1f-f709-40f2-a6a2-28a0395467ae completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:19.303487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-14eb204a-c8f9-43ea-850e-72498721c626 None None] Provisioning complete for port 3c715a1f-f709-40f2-a6a2-28a0395467ae triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:19.303899 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-14eb204a-c8f9-43ea-850e-72498721c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.305871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:07:19.314593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.328894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Transition to ACTIVE for port object c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:19.336391 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.345272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-14eb204a-c8f9-43ea-850e-72498721c626 None None] Port 3c715a1f-f709-40f2-a6a2-28a0395467ae cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:19.425707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.442764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:19.479728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9e9d74aa-b395-4a7d-aec6-34aa8868383a None None] Provisioning complete for port 3c715a1f-f709-40f2-a6a2-28a0395467ae triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:19.480524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9e9d74aa-b395-4a7d-aec6-34aa8868383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.536971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d74aa-b395-4a7d-aec6-34aa8868383a None None] Port 3c715a1f-f709-40f2-a6a2-28a0395467ae cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:19.553566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:19.560417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:19.560760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:19.561093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:19.566234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:07:19.566991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:19.572236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:19.572590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Checking segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:19.572963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Bound using segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:19.573395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Bound port: c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:19.573753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.645004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Allocated IP 172.25.7.119 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e669eeb6-613d-4191-ac3b-1aae2753f5bf) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:19.652154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:19.659142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:19.660690 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.713889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:19.728249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:19.734711 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.770341 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.790742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:19.791456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.792923 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] 10.222.0.66 "PUT /v2.0/ports/c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 1091 time: 0.9632559 Aug 09 16:07:19.794034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a90bb3a0-c0a6-45aa-b470-41e21dde48bd None None] Provisioning complete for port 3c715a1f-f709-40f2-a6a2-28a0395467ae triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:19.794647 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a90bb3a0-c0a6-45aa-b470-41e21dde48bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.794808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:07:19.798409 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1477221-81ca-4b34-9625-b5eeeb650066" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:07:19.824667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caea639-9eee-426d-a83c-0a06694adbe0 req-abbcd341-452d-47d3-94e0-7871a79bad46 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:19.827376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8caea639-9eee-426d-a83c-0a06694adbe0 req-abbcd341-452d-47d3-94e0-7871a79bad46 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 943 time: 0.1664212 Aug 09 16:07:19.832830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1075f5-1831-4500-9483-77e65920e612 service neutron] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:19.871981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:19.880779 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.881478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 89a65344-0ad5-44f1-be17-f2653ba1e000 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:19.885517 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.908667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-a800f2fa-1859-41de-90b8-d2ed71ec007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:19.912522 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-a800f2fa-1859-41de-90b8-d2ed71ec007e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1094 time: 0.0653396 Aug 09 16:07:19.956786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a90bb3a0-c0a6-45aa-b470-41e21dde48bd None None] Port 3c715a1f-f709-40f2-a6a2-28a0395467ae cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:19.962767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.983370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:19.987184 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-ee570f4a-a92b-4c2d-9114-854f671078db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 217 time: 0.0642104 Aug 09 16:07:20.034261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8caea639-9eee-426d-a83c-0a06694adbe0 req-417b25a3-039f-491f-b949-5634a0760db3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009240 Aug 09 16:07:20.041199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:20.050553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:20.050553 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:20.051715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'Port': ['ID=e669eeb6-613d-4191-ac3b-1aae2753f5bf,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:20.059480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-68dc5216-2010-4ddb-b79e-d56d55ad17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:20.061029 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-68dc5216-2010-4ddb-b79e-d56d55ad17b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0657549 Aug 09 16:07:20.066122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 89a65344-0ad5-44f1-be17-f2653ba1e000 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:20.071408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 89a65344-0ad5-44f1-be17-f2653ba1e000 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:20.071786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.111666 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca371d1a-7d0a-4bdc-b62c-6a8c51d11bf2 x-openstack-request-id: req-ca371d1a-7d0a-4bdc-b62c-6a8c51d11bf2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:07:20.111981 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:07:20.112237 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca371d1a-7d0a-4bdc-b62c-6a8c51d11bf2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:07:20.112641 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'status': 'completed', 'code': 200} Aug 09 16:07:20.134131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-4777c5dd-a5f2-43bb-97e3-ff8dac629415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:20.136766 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-4777c5dd-a5f2-43bb-97e3-ff8dac629415 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670302 Aug 09 16:07:20.148718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4a0b50e3-7a77-4e1c-98a4-a6d0ed2dee98 None None] Provisioning for port 3770f371-50d0-4dfb-a29e-171a812f0cce completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:20.156701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4a0b50e3-7a77-4e1c-98a4-a6d0ed2dee98 None None] Provisioning complete for port 3770f371-50d0-4dfb-a29e-171a812f0cce triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:20.157485 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a0b50e3-7a77-4e1c-98a4-a6d0ed2dee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.169976 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.208098 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.217274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.227167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b50e3-7a77-4e1c-98a4-a6d0ed2dee98 None None] Port 3770f371-50d0-4dfb-a29e-171a812f0cce cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:20.247772 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-d4a8976a-cce0-4559-bd09-f967cc862c2a service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961180 Aug 09 16:07:20.256730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 89a65344-0ad5-44f1-be17-f2653ba1e000, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=89a65344-0ad5-44f1-be17-f2653ba1e000,segment=NetworkSegment(86007d36-c8d1-4770-b179-99fc762ab0e2),segment_id=86007d36-c8d1-4770-b179-99fc762ab0e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:20.268521 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.322706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=89a65344-0ad5-44f1-be17-f2653ba1e000,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:20.356670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-240b01a5-aaed-4913-818f-52ea9ca45ce7 req-5606e3fa-afff-4190-964b-433a6b514daa service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973518 Aug 09 16:07:20.406313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.413251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.463022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-1ad065fd-746d-47c9-b7b0-ae3e1bd60828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:20.464556 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-1ad065fd-746d-47c9-b7b0-ae3e1bd60828 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1094 time: 0.0574675 Aug 09 16:07:20.481763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.498591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'Port': ['ID=e669eeb6-613d-4191-ac3b-1aae2753f5bf,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:20.509584 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.526459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.528117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aa7b59cb-9347-4d4e-acd0-5e8d5fb1b182 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2826424 Aug 09 16:07:20.531306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60820) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:20.536800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c428fed1-38c0-43e7-9aca-65342511e257 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Request body: {'floatingip': {'port_id': '3770f371-50d0-4dfb-a29e-171a812f0cce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:20.563241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-64d6c216-2f3e-494c-80b1-cd768ab9f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:20.564899 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-64d6c216-2f3e-494c-80b1-cd768ab9f70a service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0914247 Aug 09 16:07:20.585381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c428fed1-38c0-43e7-9aca-65342511e257 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.615978 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-f6b3e613-33bb-4301-b828-621a983ab618 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 217 time: 0.0428927 Aug 09 16:07:20.672883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-e24dded1-e27b-4575-8ce7-37ea1cba9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:20.674534 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-e24dded1-e27b-4575-8ce7-37ea1cba9727 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0482447 Aug 09 16:07:20.703309 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-c428fed1-38c0-43e7-9aca-65342511e257 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] update failed (client error): The resource could not be found. Aug 09 16:07:20.704551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c428fed1-38c0-43e7-9aca-65342511e257 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "PUT /v2.0/floatingips/9f4600e4-4401-49fc-8b23-c46fa3865caa HTTP/1.1" status: 404 len: 507 time: 0.1721954 Aug 09 16:07:20.708445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60822) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:20.725269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-ccb10ae2-c3f0-4fcf-bf34-ba850f63dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:20.726707 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-ccb10ae2-c3f0-4fcf-bf34-ba850f63dc72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430400 Aug 09 16:07:20.835044 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-7569bb82-46e0-456e-b26d-c75724d88290 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942402 Aug 09 16:07:20.839935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Deleting port e669eeb6-613d-4191-ac3b-1aae2753f5bf {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:20.840314 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.920995 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.921305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.932764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a1477221-81ca-4b34-9625-b5eeeb650066 req-fd68a848-4ad9-44a6-9a4f-cae57e6d1249 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875220 Aug 09 16:07:20.934504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Calling delete_port for e669eeb6-613d-4191-ac3b-1aae2753f5bf owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:21.078781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.104984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event deleted for resources: {'Port': ['ID=e669eeb6-613d-4191-ac3b-1aae2753f5bf,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:21.202097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac7765-0cdb-48df-942a-d1729680aede req-80d5bacf-a169-418b-865d-fd9c6ecfd814 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:21.203626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80ac7765-0cdb-48df-942a-d1729680aede req-80d5bacf-a169-418b-865d-fd9c6ecfd814 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 943 time: 0.0999758 Aug 09 16:07:21.218341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.220964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.222054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f0bb1aed-efe6-4eb1-b468-90c2d4c8426b tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "DELETE /v2.0/floatingips/9f4600e4-4401-49fc-8b23-c46fa3865caa HTTP/1.1" status: 204 len: 168 time: 0.5126729 Aug 09 16:07:21.226648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60826) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:21.231458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0f4ca231-75fd-49ad-b008-331a53abeee6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Request body: {'floatingip': {'floating_network_id': '06d552fc-ef4e-4895-b706-58a94ebc5872', 'port_id': '3770f371-50d0-4dfb-a29e-171a812f0cce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:21.250950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80ac7765-0cdb-48df-942a-d1729680aede req-03d1176f-d130-4da1-b04d-16e72db42d37 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395050 Aug 09 16:07:21.254981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca231-75fd-49ad-b008-331a53abeee6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.418715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:21.474072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:21.474446 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.615579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 89a65344-0ad5-44f1-be17-f2653ba1e000 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:21.709995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 89a65344-0ad5-44f1-be17-f2653ba1e000 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:21.710366 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.725360 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-0f4ca231-75fd-49ad-b008-331a53abeee6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:21.730095 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0f4ca231-75fd-49ad-b008-331a53abeee6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4987972 Aug 09 16:07:21.730228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60828) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:21.734747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '3770f371-50d0-4dfb-a29e-171a812f0cce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:21.758456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.861587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.973106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Allocated IP 172.25.7.185 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ab301fac-122d-4596-98b1-5e332250d3dd) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:22.093366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.134489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.177105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:22.180000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:22.183521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:22.188832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event updated for resources: {'Port': ['ID=ab301fac-122d-4596-98b1-5e332250d3dd,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:22.254195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:07:22.362636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Deleting port ab301fac-122d-4596-98b1-5e332250d3dd {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:22.363016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.363394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:22.378059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'port_id': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'mac_address': 'fa:16:3e:1c:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:07:22.382098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026fa4b-d640-4c16-922c-a026cd9e9149 req-5aa40a46-f60c-4cd0-846d-5be6af576971 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:22.383733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3026fa4b-d640-4c16-922c-a026cd9e9149 req-5aa40a46-f60c-4cd0-846d-5be6af576971 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 943 time: 0.0539563 Aug 09 16:07:22.418738 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.432384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3026fa4b-d640-4c16-922c-a026cd9e9149 req-8a93c769-639a-46e7-b427-9d6f9f4d472c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410385 Aug 09 16:07:22.434919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:07:22.459996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.460329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.460682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:22.464986 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.473032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Calling delete_port for ab301fac-122d-4596-98b1-5e332250d3dd owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:22.514514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:22.610331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.637492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event deleted for resources: {'Port': ['ID=ab301fac-122d-4596-98b1-5e332250d3dd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:22.722135 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] create failed (client error): The resource could not be found. Aug 09 16:07:22.724057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e503432a-1a5e-469b-89ef-10bddae5b7d1 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9928277 Aug 09 16:07:22.727524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60836) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:22.748950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:07:22.818006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-83e8d226-5301-4fd8-9054-ad4f6962af43 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Deleting port 3770f371-50d0-4dfb-a29e-171a812f0cce {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:22.818247 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83e8d226-5301-4fd8-9054-ad4f6962af43 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.909960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83e8d226-5301-4fd8-9054-ad4f6962af43 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.927426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-83e8d226-5301-4fd8-9054-ad4f6962af43 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Calling delete_port for 3770f371-50d0-4dfb-a29e-171a812f0cce owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:23.063841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83e8d226-5301-4fd8-9054-ad4f6962af43 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.101055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8d226-5301-4fd8-9054-ad4f6962af43 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event deleted for resources: {'Port': ['ID=3770f371-50d0-4dfb-a29e-171a812f0cce,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:23.171510 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-83e8d226-5301-4fd8-9054-ad4f6962af43 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.174981 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-83e8d226-5301-4fd8-9054-ad4f6962af43 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "DELETE /v2.0/ports/3770f371-50d0-4dfb-a29e-171a812f0cce HTTP/1.1" status: 204 len: 168 time: 0.4463387 Aug 09 16:07:23.177912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60838) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:23.228659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e63c2-612a-4f99-ae84-be1c80ec57d5 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:23.230202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5f6e63c2-612a-4f99-ae84-be1c80ec57d5 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "GET /v2.0/ports?device_id=3202c1cc-38be-48ab-8816-0f02669e052a HTTP/1.1" status: 200 len: 913 time: 0.0512583 Aug 09 16:07:23.233038 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60840) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:23.553829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153b433-1072-4618-8991-f6151220dbcf req-7c4bcf98-22eb-4972-bd56-b49d23582147 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:23.555256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5153b433-1072-4618-8991-f6151220dbcf req-7c4bcf98-22eb-4972-bd56-b49d23582147 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 944 time: 0.0551217 Aug 09 16:07:23.561780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.593787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5153b433-1072-4618-8991-f6151220dbcf req-7351bc18-cba4-48af-8b86-339a71a6faef tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Aug 09 16:07:23.838148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Deleting port 3c715a1f-f709-40f2-a6a2-28a0395467ae {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:23.838487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.923496 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.935748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Calling delete_port for 3c715a1f-f709-40f2-a6a2-28a0395467ae owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:24.112574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.148527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event deleted for resources: {'Port': ['ID=3c715a1f-f709-40f2-a6a2-28a0395467ae,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:24.264666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:24.298620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.322031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:24.326883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:24.327257 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.405422 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.428558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:07:24.430817 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8d8be2-4ad1-4e59-8ea7-589917e3f393" -d '{"events": [{"server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "name": "network-vif-plugged", "status": "completed", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:07:24.444755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:24.450999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.469933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Router 3202c1cc-38be-48ab-8816-0f02669e052a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:07:24.478504 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7b62b6-8e61-4460-b882-8c206ab6587b x-openstack-request-id: req-4e7b62b6-8e61-4460-b882-8c206ab6587b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:07:24.478773 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "name": "network-vif-plugged", "status": "completed", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:07:24.479026 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e7b62b6-8e61-4460-b882-8c206ab6587b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:07:24.480069 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'code': 200} Aug 09 16:07:24.511218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:24.556101 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:24.566161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d39c14-c856-406a-9fce-189b68f16884 None None] Sync routers for ids ['3202c1cc-38be-48ab-8816-0f02669e052a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:24.575752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d39c14-c856-406a-9fce-189b68f16884 None None] Routers {'3202c1cc-38be-48ab-8816-0f02669e052a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:24.576391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-00d39c14-c856-406a-9fce-189b68f16884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3202c1cc-38be-48ab-8816-0f02669e052a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:24.577173 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f4ad3dec-3b1c-43c5-b2c4-846cfb1f9fd9 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "PUT /v2.0/routers/3202c1cc-38be-48ab-8816-0f02669e052a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3430295 Aug 09 16:07:24.579866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60846) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:24.593877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9db8fe-db03-417c-84ba-0d7d8e92d014 req-078dddf1-c1e7-4f46-904b-3f854b2d389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:24.595540 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8e9db8fe-db03-417c-84ba-0d7d8e92d014 req-078dddf1-c1e7-4f46-904b-3f854b2d389f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1096 time: 0.0532818 Aug 09 16:07:24.621653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-00d39c14-c856-406a-9fce-189b68f16884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:24.636036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d39c14-c856-406a-9fce-189b68f16884 None None] Routers {'3202c1cc-38be-48ab-8816-0f02669e052a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:24.637765 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8e9db8fe-db03-417c-84ba-0d7d8e92d014 req-fd5b6671-7e0d-4f46-8f2d-de42ee886823 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Aug 09 16:07:24.637894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-00d39c14-c856-406a-9fce-189b68f16884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3202c1cc-38be-48ab-8816-0f02669e052a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:24.664218 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e5bbdff-ab27-4eb1-b025-56aa768d200c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.671071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-00d39c14-c856-406a-9fce-189b68f16884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:24.671727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d39c14-c856-406a-9fce-189b68f16884 None None] The sync data for ids ['3202c1cc-38be-48ab-8816-0f02669e052a'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:24.860245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38b1b1-b25c-45c0-8060-4cf57d77c7a9 req-235f68eb-9177-41db-b768-c84cd4074da9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:24.861737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb38b1b1-b25c-45c0-8060-4cf57d77c7a9 req-235f68eb-9177-41db-b768-c84cd4074da9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.1953726 Aug 09 16:07:24.863519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e5bbdff-ab27-4eb1-b025-56aa768d200c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.866046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e5bbdff-ab27-4eb1-b025-56aa768d200c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.931919 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e5bbdff-ab27-4eb1-b025-56aa768d200c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.932433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5bbdff-ab27-4eb1-b025-56aa768d200c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Fanout notify agent at l3_agent the message router_deleted on router 3202c1cc-38be-48ab-8816-0f02669e052a {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:07:24.939947 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e5bbdff-ab27-4eb1-b025-56aa768d200c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.941062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9e5bbdff-ab27-4eb1-b025-56aa768d200c tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "DELETE /v2.0/routers/3202c1cc-38be-48ab-8816-0f02669e052a HTTP/1.1" status: 204 len: 168 time: 0.3599255 Aug 09 16:07:24.943939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60850) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:24.948956 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb38b1b1-b25c-45c0-8060-4cf57d77c7a9 req-e2af5e2d-d8b0-44a6-a26a-a5e0f703241b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795999 Aug 09 16:07:24.997127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5318e9-f328-4ae9-ae42-71684012a2c6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Deleting subnet aac90508-38ce-4b02-aca5-0e351428f363 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:25.000404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed5318e9-f328-4ae9-ae42-71684012a2c6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.042127 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed5318e9-f328-4ae9-ae42-71684012a2c6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.130012 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed5318e9-f328-4ae9-ae42-71684012a2c6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.187358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed5318e9-f328-4ae9-ae42-71684012a2c6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.211772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5318e9-f328-4ae9-ae42-71684012a2c6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event deleted for resources: {'Subnet': ['ID=aac90508-38ce-4b02-aca5-0e351428f363,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:25.217657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed5318e9-f328-4ae9-ae42-71684012a2c6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.222302 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ed5318e9-f328-4ae9-ae42-71684012a2c6 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "DELETE /v2.0/subnets/aac90508-38ce-4b02-aca5-0e351428f363 HTTP/1.1" status: 204 len: 168 time: 0.2745922 Aug 09 16:07:25.223218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60852) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:25.225732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef27ee80-2a37-46b9-bdd2-5694ee96c77d None None] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:25.298710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.365207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Deleting port 89a65344-0ad5-44f1-be17-f2653ba1e000 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:25.365572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.416916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] DHCP port deletion for 06d552fc-ef4e-4895-b706-58a94ebc5872 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:25.430836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] For port 89a65344-0ad5-44f1-be17-f2653ba1e000, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=89a65344-0ad5-44f1-be17-f2653ba1e000,segment=NetworkSegment(86007d36-c8d1-4770-b179-99fc762ab0e2),segment_id=86007d36-c8d1-4770-b179-99fc762ab0e2)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:25.431185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.444584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Calling delete_port for 89a65344-0ad5-44f1-be17-f2653ba1e000 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:25.468486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] Deleting port 89a65344-0ad5-44f1-be17-f2653ba1e000 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:25.469162 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.532033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.562338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event deleted for resources: {'Port': ['ID=89a65344-0ad5-44f1-be17-f2653ba1e000,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:25.564195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] No DVR routers for this DVR port 89a65344-0ad5-44f1-be17-f2653ba1e000 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:25.649614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.660781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d552fc-ef4e-4895-b706-58a94ebc5872']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:25.672528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86007d36-c8d1-4770-b179-99fc762ab0e2') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:25.672820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86007d36-c8d1-4770-b179-99fc762ab0e2') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:25.683121 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.697927 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.704499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:25.705020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:25.709259 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:25.712365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] For port 89a65344-0ad5-44f1-be17-f2653ba1e000, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=89a65344-0ad5-44f1-be17-f2653ba1e000,segment=NetworkSegment(86007d36-c8d1-4770-b179-99fc762ab0e2),segment_id=86007d36-c8d1-4770-b179-99fc762ab0e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:25.712777 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.725607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] Calling delete_port for 89a65344-0ad5-44f1-be17-f2653ba1e000 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:25.774852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.783468 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.785723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] 10.222.0.64 "DELETE /v2.0/networks/06d552fc-ef4e-4895-b706-58a94ebc5872 HTTP/1.1" status: 204 len: 168 time: 0.5618162 Aug 09 16:07:25.795711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9454f19-52f9-4393-990e-e9922670a537 tempest-FloatingIPNegativeTestJSON-1458479879 tempest-FloatingIPNegativeTestJSON-1458479879-project] Pushing event deleted for resources: {'Network': ['ID=06d552fc-ef4e-4895-b706-58a94ebc5872,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:25.805730 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.813121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] Network 06d552fc-ef4e-4895-b706-58a94ebc5872 is not hosted by any dhcp agent {{(pid=94179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 16:07:25.813498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] No DVR routers for this DVR port 89a65344-0ad5-44f1-be17-f2653ba1e000 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:25.832787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2b1b4-9fd4-4c76-9f0e-6b1fd76a58df None None] Pushing event deleted for resources: {'Port': ['ID=89a65344-0ad5-44f1-be17-f2653ba1e000,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:26.047525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60860) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:26.069326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31413d39-379f-44d3-a445-2ef339630daf req-0bc789c6-3a35-4545-904d-8396924f8f3d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:26.070923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31413d39-379f-44d3-a445-2ef339630daf req-0bc789c6-3a35-4545-904d-8396924f8f3d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Aug 09 16:07:26.111309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31413d39-379f-44d3-a445-2ef339630daf req-de377972-f218-406e-9b86-a81f1eb43d9c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340440 Aug 09 16:07:26.201616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9d23c0b8-2ad5-464b-80bb-7f1eea884aef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e09eea68ccdb4177857aea01010bcf87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528180 Aug 09 16:07:26.204108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60866) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:26.242507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0f83a-ffe3-4be1-a959-9c5f3b7fd5e7 req-17971099-932e-4127-8d7b-37844e17d7d1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:26.244047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fd0f83a-ffe3-4be1-a959-9c5f3b7fd5e7 req-17971099-932e-4127-8d7b-37844e17d7d1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0559509 Aug 09 16:07:26.254287 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b298d5-708a-4a72-8486-bdd3b7a4f4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.276504 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b298d5-708a-4a72-8486-bdd3b7a4f4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.283246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fd0f83a-ffe3-4be1-a959-9c5f3b7fd5e7 req-6fe3552f-2c8a-4e4e-b3cd-a486723d4f90 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331280 Aug 09 16:07:26.305346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60868) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:26.330587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b298d5-708a-4a72-8486-bdd3b7a4f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.333157 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b298d5-708a-4a72-8486-bdd3b7a4f4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.334483 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-64b298d5-708a-4a72-8486-bdd3b7a4f4f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/840cefa7-c2e4-414c-a219-d78e19e84c84 HTTP/1.1" status: 204 len: 168 time: 0.1294723 Aug 09 16:07:26.344537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b298d5-708a-4a72-8486-bdd3b7a4f4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840cefa7-c2e4-414c-a219-d78e19e84c84,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:26.354714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b888c5-64c5-4a53-9587-f738b090c0b5 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:26.359456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60872) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:26.359673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e8b888c5-64c5-4a53-9587-f738b090c0b5 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1091 time: 0.0531719 Aug 09 16:07:26.364812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:26.388508 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.489590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.599701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.25.7.62 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/2b31ff18-2f38-448e-a246-3430b7d6ae23) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:26.706652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.747342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.792838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:26.795792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:26.799567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:26.805908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=2b31ff18-2f38-448e-a246-3430b7d6ae23,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:27.030252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60892) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:27.134540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1643488704'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:27.159466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:27.163396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.170732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.172435 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.245506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.265651 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.271154 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.297996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:27.308158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59434df7-14fe-4ec2-93fb-8c3fc5efae07,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:27.313005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.313322 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Added segment 4a90e7b4-4de7-4491-a14d-636d531a9c55 of type vlan for network a05f0dc1-27ff-4770-a8a3-45609542ec0f Aug 09 16:07:27.353294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.394695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.400940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:27.401634 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.413321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.420408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.421620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 89a65344-0ad5-44f1-be17-f2653ba1e000 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:27.448379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 89a65344-0ad5-44f1-be17-f2653ba1e000 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:27.449526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 89a65344-0ad5-44f1-be17-f2653ba1e000 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:27.461870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4304407 Aug 09 16:07:27.473627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc588e-98d1-4301-99a8-2ab15050c688 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Network': ['ID=a05f0dc1-27ff-4770-a8a3-45609542ec0f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:27.487189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a05f0dc1-27ff-4770-a8a3-45609542ec0f details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:27.498311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=2b31ff18-2f38-448e-a246-3430b7d6ae23,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:27.511924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.623519 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Floating IP 22d9cfe8-e5b7-4a03-9161-befee6cf7718 associated. External IP: 172.25.7.62, port: c4df5a78-23ee-43f4-b9ba-90d898a2f3f5. Aug 09 16:07:27.829688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router ef110955-8a4d-4dcc-97d0-df42434b303d has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:07:27.938244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:27.948300 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] Sync routers for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:27.957857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.960278 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:27.960997 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:27.987409 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5a871d07-8495-4115-bd4a-add935ce12aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6265879 Aug 09 16:07:27.988387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:07:27.990847 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc42e83-d9c8-4871-b9a7-70d614477889" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:07:28.069940 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:07:28.097236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53704-ca5e-4597-a4f3-d220e923da52 req-e2cb5c01-0734-4ce6-a4c0-ee7139161b15 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:28.104594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9c53704-ca5e-4597-a4f3-d220e923da52 req-e2cb5c01-0734-4ce6-a4c0-ee7139161b15 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0587709 Aug 09 16:07:28.141169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9c53704-ca5e-4597-a4f3-d220e923da52 req-e731243b-253b-4180-8e51-ab5f1db58dec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348964 Aug 09 16:07:28.169234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60900) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:28.214641 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc468b3-4049-4f49-b627-0acb22e94d70 x-openstack-request-id: req-5cc468b3-4049-4f49-b627-0acb22e94d70 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:07:28.215347 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:07:28.215347 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cc468b3-4049-4f49-b627-0acb22e94d70 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:07:28.215896 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'status': 'completed', 'code': 200} Aug 09 16:07:28.311878 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '22d9cfe8-e5b7-4a03-9161-befee6cf7718', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'port_id': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'mac_address': 'fa:16:3e:1c:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:07:27Z', 'updated_at': '2021-08-09T16:07:27Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:19Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:28.342241 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] Checking router: ef110955-8a4d-4dcc-97d0-df42434b303d for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:07:28.351730 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:28.352395 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:28.397805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.468913 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:07:28.614910 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d29afadc-e5e6-42ac-8ff9-364fa8c9a784 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/22d9cfe8-e5b7-4a03-9161-befee6cf7718 HTTP/1.1" status: 200 len: 990 time: 0.4428298 Aug 09 16:07:28.626370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-6939c003-3d2d-4f02-b50d-836e8a50fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:28.628021 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-6939c003-3d2d-4f02-b50d-836e8a50fd82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1096 time: 0.4072905 Aug 09 16:07:28.682555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.722164 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '22d9cfe8-e5b7-4a03-9161-befee6cf7718', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'port_id': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'mac_address': 'fa:16:3e:1c:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:07:27Z', 'updated_at': '2021-08-09T16:07:27Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:19Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:28.729159 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-58a5fa5f-a438-458e-a048-cbc7a4aaca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:28.730654 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-58a5fa5f-a438-458e-a048-cbc7a4aaca89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0946040 Aug 09 16:07:28.750355 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27474c8-83ab-4716-9e2e-cba5b1fecf3c None None] The sync data for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 is: [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '22d9cfe8-e5b7-4a03-9161-befee6cf7718', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'port_id': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'mac_address': 'fa:16:3e:1c:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:07:27Z', 'updated_at': '2021-08-09T16:07:27Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:19Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:28.811012 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-c5c440a7-914c-4e71-90a5-0f4983b22ef9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 998 time: 0.0710702 Aug 09 16:07:28.868574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-41729c79-9140-43e2-bb9e-e6c3a866c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:28.870048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-41729c79-9140-43e2-bb9e-e6c3a866c574 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0475469 Aug 09 16:07:28.920574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-aec651a9-0a7b-4783-9299-4f75f8ee987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:28.922427 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-aec651a9-0a7b-4783-9299-4f75f8ee987b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443838 Aug 09 16:07:28.975633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d38fef-c210-4433-b69a-e735bd3a0577 None None] New status for floating IP 22d9cfe8-e5b7-4a03-9161-befee6cf7718: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:07:29.032059 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-83102257-de98-4a7a-a299-391941cb782d service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010523 Aug 09 16:07:29.127390 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6cc42e83-d9c8-4871-b9a7-70d614477889 req-6622681d-c78b-4850-b997-d7ca015d53f9 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Aug 09 16:07:29.617965 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60902) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:29.685257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5d1f3380-ad8f-4179-aabc-74f48876f3aa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/22d9cfe8-e5b7-4a03-9161-befee6cf7718 HTTP/1.1" status: 200 len: 992 time: 0.0661912 Aug 09 16:07:30.715544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60904) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:30.721085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'subnet': {'network_id': 'a05f0dc1-27ff-4770-a8a3-45609542ec0f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:30.817626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:30.821352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:30.833785 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:07:31.021564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.082526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Subnet': ['ID=e554a158-1f06-4ff6-adab-4c17b701c09c,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:31.091853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Checking segment: {'id': '4a90e7b4-4de7-4491-a14d-636d531a9c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'a05f0dc1-27ff-4770-a8a3-45609542ec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:31.092215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network hostable DHCP agents. Network: a05f0dc1-27ff-4770-a8a3-45609542ec0f, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:31.111733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network a05f0dc1-27ff-4770-a8a3-45609542ec0f is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:31.128396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a05f0dc1-27ff-4770-a8a3-45609542ec0f) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:31.133868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:31.134488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.137031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540de2e1-ab84-4a1e-8bf5-3a96d2f4e54e None None] Network a05f0dc1-27ff-4770-a8a3-45609542ec0f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:31.152614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-badb701b-71f9-4305-8136-858fc1a37998 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4356563 Aug 09 16:07:31.153865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60906) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:31.159723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-52417011'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:31.182146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:31.185741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.211126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:31.221299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.221784 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Added segment 99b76334-ef89-4422-84e6-672f185c74cc of type vlan for network fbf421f2-1291-4153-859c-9a7cb95c2cc0 Aug 09 16:07:31.261812 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.281940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a05f0dc1-27ff-4770-a8a3-45609542ec0f', 'network_id': 'a05f0dc1-27ff-4770-a8a3-45609542ec0f', 'tenant_id': '8c7ad934a0f84c9a9105443348d5b268', 'fixed_ips': [{'subnet_id': 'e554a158-1f06-4ff6-adab-4c17b701c09c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:31.282884 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.291997 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.297640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:31.298248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.359058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2040460 Aug 09 16:07:31.362134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60908) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:31.367178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'subnet': {'network_id': 'fbf421f2-1291-4153-859c-9a7cb95c2cc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:31.411755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d0289-4b25-4269-aff4-33f86d2fd173 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Network': ['ID=fbf421f2-1291-4153-859c-9a7cb95c2cc0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:31.424130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network fbf421f2-1291-4153-859c-9a7cb95c2cc0 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:31.431080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Allocated IP 2001:db8:0:ffff::2 (a05f0dc1-27ff-4770-a8a3-45609542ec0f/e554a158-1f06-4ff6-adab-4c17b701c09c/77c8a6f6-8701-4cf0-b916-9523a4a4a7ec) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:31.461607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:31.465342 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.632375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.642185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Transition to ACTIVE for port object 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:31.658342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Transition to ACTIVE for port object 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:31.664919 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.708129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Network a05f0dc1-27ff-4770-a8a3-45609542ec0f is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:31.713572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:31.715783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Pushing event updated for resources: {'Port': ['ID=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:31.717942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:31.749321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:31.751032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.773734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Attempting to bind port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:31.774129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Attempting to bind port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '4a90e7b4-4de7-4491-a14d-636d531a9c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'a05f0dc1-27ff-4770-a8a3-45609542ec0f'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:31.774524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Attempting to bind port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec on network a05f0dc1-27ff-4770-a8a3-45609542ec0f {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:31.780439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:31.780875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Checking segment: {'id': '4a90e7b4-4de7-4491-a14d-636d531a9c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'a05f0dc1-27ff-4770-a8a3-45609542ec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:31.781287 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.781680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Bound using segment: {'id': '4a90e7b4-4de7-4491-a14d-636d531a9c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'a05f0dc1-27ff-4770-a8a3-45609542ec0f'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:31.782147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Bound port: 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a90e7b4-4de7-4491-a14d-636d531a9c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'a05f0dc1-27ff-4770-a8a3-45609542ec0f'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:31.782651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.811583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Subnet': ['ID=c42922ef-cd65-47f2-bbae-48254611e2ba,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:31.821468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Checking segment: {'id': '99b76334-ef89-4422-84e6-672f185c74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'fbf421f2-1291-4153-859c-9a7cb95c2cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:31.821835 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network hostable DHCP agents. Network: fbf421f2-1291-4153-859c-9a7cb95c2cc0, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:31.840630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network fbf421f2-1291-4153-859c-9a7cb95c2cc0 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:31.850347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, fbf421f2-1291-4153-859c-9a7cb95c2cc0) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:31.854563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:31.855171 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.855322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] For port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:31.858843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] For port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,segment=NetworkSegment(4a90e7b4-4de7-4491-a14d-636d531a9c55),segment_id=4a90e7b4-4de7-4491-a14d-636d531a9c55)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:31.864014 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.870396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bc1fdd01-9992-4295-b4d4-5e14177965a5 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5073195 Aug 09 16:07:31.870597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244d726-974d-4216-94c4-822849813a56 None None] Network fbf421f2-1291-4153-859c-9a7cb95c2cc0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:31.873212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60910) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:31.878557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'port': {'network_id': 'fbf421f2-1291-4153-859c-9a7cb95c2cc0', 'name': 'tempest-NetworksIpV6TestAttrs-1856162382'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:31.976977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd43b0c-8d39-4962-b316-2b52d61697e9 None None] Pushing event updated for resources: {'Port': ['ID=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:32.002252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:32.006471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.026034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] device_id is not set on port 6cb8b5a8-b9a0-43be-9007-5172e7302ad5 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:32.071497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-fbf421f2-1291-4153-859c-9a7cb95c2cc0', 'network_id': 'fbf421f2-1291-4153-859c-9a7cb95c2cc0', 'tenant_id': '8c7ad934a0f84c9a9105443348d5b268', 'fixed_ips': [{'subnet_id': 'c42922ef-cd65-47f2-bbae-48254611e2ba'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:32.072406 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.166607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Allocated IP 2001:db8::f816:3eff:feee:a45b (fbf421f2-1291-4153-859c-9a7cb95c2cc0/c42922ef-cd65-47f2-bbae-48254611e2ba/6cb8b5a8-b9a0-43be-9007-5172e7302ad5) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:32.339472 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.356577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Transition to ACTIVE for port object 6cb8b5a8-b9a0-43be-9007-5172e7302ad5 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:32.398046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.439066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Allocated IP 2001:db8::f816:3eff:fe8f:e5db (fbf421f2-1291-4153-859c-9a7cb95c2cc0/c42922ef-cd65-47f2-bbae-48254611e2ba/87d4bd14-0f59-4107-8195-ae7f2d70b915) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:32.449763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network fbf421f2-1291-4153-859c-9a7cb95c2cc0 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:32.453080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:32.457735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:32.463596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:32.464399 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.473372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Port': ['ID=6cb8b5a8-b9a0-43be-9007-5172e7302ad5,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:32.486325 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-08f3e7ba-b53e-42d2-8bb4-bf3905c4911b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6096416 Aug 09 16:07:32.486556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:32.541465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ee40f4-078b-400c-aad1-2c83e3d2c22d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Deleting subnet c42922ef-cd65-47f2-bbae-48254611e2ba {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:32.602246 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.610938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Transition to ACTIVE for port object 87d4bd14-0f59-4107-8195-ae7f2d70b915 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:32.626214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Transition to ACTIVE for port object 87d4bd14-0f59-4107-8195-ae7f2d70b915 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:32.632406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-38ee40f4-078b-400c-aad1-2c83e3d2c22d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.634876 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.674723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-38ee40f4-078b-400c-aad1-2c83e3d2c22d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.677377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Network fbf421f2-1291-4153-859c-9a7cb95c2cc0 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:32.680499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:32.685375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:32.688657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Pushing event updated for resources: {'Port': ['ID=87d4bd14-0f59-4107-8195-ae7f2d70b915,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:32.748840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Attempting to bind port 87d4bd14-0f59-4107-8195-ae7f2d70b915 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:32.749289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Attempting to bind port 87d4bd14-0f59-4107-8195-ae7f2d70b915 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '99b76334-ef89-4422-84e6-672f185c74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'fbf421f2-1291-4153-859c-9a7cb95c2cc0'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:32.749726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Attempting to bind port 87d4bd14-0f59-4107-8195-ae7f2d70b915 on network fbf421f2-1291-4153-859c-9a7cb95c2cc0 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:32.756587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:32.756964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Checking segment: {'id': '99b76334-ef89-4422-84e6-672f185c74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'fbf421f2-1291-4153-859c-9a7cb95c2cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:32.757370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.757758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Bound using segment: {'id': '99b76334-ef89-4422-84e6-672f185c74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'fbf421f2-1291-4153-859c-9a7cb95c2cc0'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:32.758233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Bound port: 87d4bd14-0f59-4107-8195-ae7f2d70b915, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b76334-ef89-4422-84e6-672f185c74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'fbf421f2-1291-4153-859c-9a7cb95c2cc0'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:32.758614 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.815614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-38ee40f4-078b-400c-aad1-2c83e3d2c22d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.869466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3b72c-387b-4b39-8eee-ee44979c6eac None None] Network a05f0dc1-27ff-4770-a8a3-45609542ec0f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:32.878083 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-38ee40f4-078b-400c-aad1-2c83e3d2c22d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.905246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee40f4-078b-400c-aad1-2c83e3d2c22d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Subnet': ['ID=c42922ef-cd65-47f2-bbae-48254611e2ba,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:32.910288 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-38ee40f4-078b-400c-aad1-2c83e3d2c22d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.913103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-38ee40f4-078b-400c-aad1-2c83e3d2c22d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/subnets/c42922ef-cd65-47f2-bbae-48254611e2ba HTTP/1.1" status: 204 len: 168 time: 0.4254670 Aug 09 16:07:32.915727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60914) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:32.916848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] For port 87d4bd14-0f59-4107-8195-ae7f2d70b915, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:32.935168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] For port 87d4bd14-0f59-4107-8195-ae7f2d70b915, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=87d4bd14-0f59-4107-8195-ae7f2d70b915,segment=NetworkSegment(99b76334-ef89-4422-84e6-672f185c74cc),segment_id=99b76334-ef89-4422-84e6-672f185c74cc)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:32.940611 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.969204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f115662-ef55-4223-a5b4-4df96145e21c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:32.970848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f115662-ef55-4223-a5b4-4df96145e21c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:32.972396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7f115662-ef55-4223-a5b4-4df96145e21c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0555983 Aug 09 16:07:32.975449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60916) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:33.020584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-00cc441b-f287-4df0-91a2-7ac8f4ffc7b4 None None] Provisioning for port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:33.053516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755ac9a-4af7-45af-b1bc-d370d4981635 None None] Pushing event updated for resources: {'Port': ['ID=87d4bd14-0f59-4107-8195-ae7f2d70b915,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:33.075527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1065bda6-d3d5-4dd5-9e09-2dd0746f0e7f tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.085355 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1065bda6-d3d5-4dd5-9e09-2dd0746f0e7f tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 09 16:07:33.085829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1065bda6-d3d5-4dd5-9e09-2dd0746f0e7f tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:33.087616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1065bda6-d3d5-4dd5-9e09-2dd0746f0e7f tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/fbf421f2-1291-4153-859c-9a7cb95c2cc0 HTTP/1.1" status: 409 len: 405 time: 0.1111183 Aug 09 16:07:33.092133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60918) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:33.097648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1685325464'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:33.121139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:33.124838 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.150318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:33.161328 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.161681 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Added segment fadc932f-0037-48fb-802d-ff441d23eb74 of type vlan for network 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 Aug 09 16:07:33.222118 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.261752 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.267577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:33.268372 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.348075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2547159 Aug 09 16:07:33.353282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60920) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:33.361524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'subnet': {'network_id': '347bbcd8-5c57-4c3c-a20a-2e724e8a4f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:33.365348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313e1bb-d2d7-4fa3-808c-1b12479d1b7e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Network': ['ID=347bbcd8-5c57-4c3c-a20a-2e724e8a4f15,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:33.382828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:33.466900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:33.470647 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.511525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:33.562120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:33.565893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:33.566369 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.651639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.686876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,segment=NetworkSegment(4a90e7b4-4de7-4491-a14d-636d531a9c55),segment_id=4a90e7b4-4de7-4491-a14d-636d531a9c55)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:33.692261 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.698614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 87d4bd14-0f59-4107-8195-ae7f2d70b915 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:33.776703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:33.778219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.791167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:33.804404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 87d4bd14-0f59-4107-8195-ae7f2d70b915 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:33.852442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Subnet': ['ID=bb83f709-9fcc-4c9f-b91c-6b5409125acb,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:33.861327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Checking segment: {'id': 'fadc932f-0037-48fb-802d-ff441d23eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '347bbcd8-5c57-4c3c-a20a-2e724e8a4f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:33.861696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network hostable DHCP agents. Network: 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:33.882021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:33.892662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:33.897164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:33.897767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.904259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff6a21-84ef-4b86-9e72-4540161c4bbc None None] Network 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:33.914768 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5f23e0eb-7c08-4a5f-9b90-53fd76102905 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5603399 Aug 09 16:07:33.917551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60922) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:33.923383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'port': {'network_id': '347bbcd8-5c57-4c3c-a20a-2e724e8a4f15', 'name': 'tempest-NetworksIpV6TestAttrs-198672136'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:34.040866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c5752-916a-4ad0-8075-30f837d4fbe5 None None] Network fbf421f2-1291-4153-859c-9a7cb95c2cc0 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:34.052967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:34.056848 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.074564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] device_id is not set on port bba26791-fe3d-4847-9884-c6b5cd960030 yet. {{(pid=94177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:34.097193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-347bbcd8-5c57-4c3c-a20a-2e724e8a4f15', 'network_id': '347bbcd8-5c57-4c3c-a20a-2e724e8a4f15', 'tenant_id': '8c7ad934a0f84c9a9105443348d5b268', 'fixed_ips': [{'subnet_id': 'bb83f709-9fcc-4c9f-b91c-6b5409125acb'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:34.098755 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.183988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Allocated IP 2001:db8::f816:3eff:fe2f:a4bc (347bbcd8-5c57-4c3c-a20a-2e724e8a4f15/bb83f709-9fcc-4c9f-b91c-6b5409125acb/bba26791-fe3d-4847-9884-c6b5cd960030) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:34.194062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-93a35cff-092c-4437-8daa-1b6aca69ddef None None] Provisioning for port 87d4bd14-0f59-4107-8195-ae7f2d70b915 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:34.228705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-93a35cff-092c-4437-8daa-1b6aca69ddef None None] Provisioning complete for port 87d4bd14-0f59-4107-8195-ae7f2d70b915 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:34.229073 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-93a35cff-092c-4437-8daa-1b6aca69ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.346892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-93a35cff-092c-4437-8daa-1b6aca69ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.347439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.362758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Transition to ACTIVE for port object bba26791-fe3d-4847-9884-c6b5cd960030 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:34.381432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] DHCP port deletion for fbf421f2-1291-4153-859c-9a7cb95c2cc0 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:34.384229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-93a35cff-092c-4437-8daa-1b6aca69ddef None None] For port 87d4bd14-0f59-4107-8195-ae7f2d70b915, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=87d4bd14-0f59-4107-8195-ae7f2d70b915,segment=NetworkSegment(99b76334-ef89-4422-84e6-672f185c74cc),segment_id=99b76334-ef89-4422-84e6-672f185c74cc)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:34.389935 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-93a35cff-092c-4437-8daa-1b6aca69ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.397730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.446780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:34.450027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:34.453909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:34.459957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:34.460589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.469058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Port': ['ID=bba26791-fe3d-4847-9884-c6b5cd960030,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:34.481486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-21e381a5-5ce9-4b63-a072-7befb7237e70 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5622079 Aug 09 16:07:34.485332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60924) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:34.499801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Allocated IP 2001:db8::f816:3eff:fe64:8245 (347bbcd8-5c57-4c3c-a20a-2e724e8a4f15/bb83f709-9fcc-4c9f-b91c-6b5409125acb/2b221b16-5ffc-439b-abee-e8cd23fa1536) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:34.501680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a35cff-092c-4437-8daa-1b6aca69ddef None None] Pushing event updated for resources: {'Port': ['ID=87d4bd14-0f59-4107-8195-ae7f2d70b915,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:34.539402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-662e401b-b49b-4902-808f-11de5498aae9 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Deleting subnet bb83f709-9fcc-4c9f-b91c-6b5409125acb {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:34.563386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] Deleting port 87d4bd14-0f59-4107-8195-ae7f2d70b915 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:34.563989 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.809895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] For port 87d4bd14-0f59-4107-8195-ae7f2d70b915, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=87d4bd14-0f59-4107-8195-ae7f2d70b915,segment=NetworkSegment(99b76334-ef89-4422-84e6-672f185c74cc),segment_id=99b76334-ef89-4422-84e6-672f185c74cc)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:34.810274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.833133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] Calling delete_port for 87d4bd14-0f59-4107-8195-ae7f2d70b915 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:34.929295 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.943956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Transition to ACTIVE for port object 2b221b16-5ffc-439b-abee-e8cd23fa1536 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:34.967662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Transition to ACTIVE for port object 2b221b16-5ffc-439b-abee-e8cd23fa1536 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:34.973285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-662e401b-b49b-4902-808f-11de5498aae9 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.974233 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.978514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.014976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] No DVR routers for this DVR port 87d4bd14-0f59-4107-8195-ae7f2d70b915 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:35.016357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-662e401b-b49b-4902-808f-11de5498aae9 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.030671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Network 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:35.030671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:35.034546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:35.043791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Pushing event updated for resources: {'Port': ['ID=2b221b16-5ffc-439b-abee-e8cd23fa1536,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:35.066214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495bc7-21bd-44be-bd56-36cf0882519f None None] Pushing event deleted for resources: {'Port': ['ID=87d4bd14-0f59-4107-8195-ae7f2d70b915,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:35.120629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Attempting to bind port 2b221b16-5ffc-439b-abee-e8cd23fa1536 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:35.121008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Attempting to bind port 2b221b16-5ffc-439b-abee-e8cd23fa1536 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'fadc932f-0037-48fb-802d-ff441d23eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '347bbcd8-5c57-4c3c-a20a-2e724e8a4f15'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:35.121364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Attempting to bind port 2b221b16-5ffc-439b-abee-e8cd23fa1536 on network 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:35.126666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:35.127033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Checking segment: {'id': 'fadc932f-0037-48fb-802d-ff441d23eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '347bbcd8-5c57-4c3c-a20a-2e724e8a4f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:35.127402 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.127786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Bound using segment: {'id': 'fadc932f-0037-48fb-802d-ff441d23eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '347bbcd8-5c57-4c3c-a20a-2e724e8a4f15'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:35.135006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Bound port: 2b221b16-5ffc-439b-abee-e8cd23fa1536, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadc932f-0037-48fb-802d-ff441d23eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '347bbcd8-5c57-4c3c-a20a-2e724e8a4f15'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:35.135006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.146757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-662e401b-b49b-4902-808f-11de5498aae9 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.208204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-662e401b-b49b-4902-808f-11de5498aae9 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.212006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] For port 2b221b16-5ffc-439b-abee-e8cd23fa1536, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:35.215233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] For port 2b221b16-5ffc-439b-abee-e8cd23fa1536, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2b221b16-5ffc-439b-abee-e8cd23fa1536,segment=NetworkSegment(fadc932f-0037-48fb-802d-ff441d23eb74),segment_id=fadc932f-0037-48fb-802d-ff441d23eb74)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:35.220328 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.236621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e401b-b49b-4902-808f-11de5498aae9 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Subnet': ['ID=bb83f709-9fcc-4c9f-b91c-6b5409125acb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:35.239125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-662e401b-b49b-4902-808f-11de5498aae9 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.241064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-662e401b-b49b-4902-808f-11de5498aae9 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/subnets/bb83f709-9fcc-4c9f-b91c-6b5409125acb HTTP/1.1" status: 204 len: 168 time: 0.7547722 Aug 09 16:07:35.243634 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60926) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:35.279120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c87a7-1106-49b7-9466-a3106f6052a5 None None] Pushing event updated for resources: {'Port': ['ID=2b221b16-5ffc-439b-abee-e8cd23fa1536,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:35.303047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45943fd-1046-40a3-81d2-c76479802a93 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:35.304593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45943fd-1046-40a3-81d2-c76479802a93 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:35.306179 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c45943fd-1046-40a3-81d2-c76479802a93 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0609298 Aug 09 16:07:35.309349 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60928) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:35.390695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9040-d0b8-493f-8f8e-d659f527f74a tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.399298 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fa9040-d0b8-493f-8f8e-d659f527f74a tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 09 16:07:35.399768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fa9040-d0b8-493f-8f8e-d659f527f74a tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:35.403887 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7fa9040-d0b8-493f-8f8e-d659f527f74a tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 HTTP/1.1" status: 409 len: 405 time: 0.0910158 Aug 09 16:07:35.405637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60930) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:35.411903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-560797734'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:35.443313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:35.464091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:35.467728 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.496044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:35.505330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:35.505705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.509412 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.509759 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Added segment db2d0c7f-7cd1-4b66-8b5f-ff1477824bee of type vlan for network a7a17a78-c4a4-4903-b042-65c885c33fc5 Aug 09 16:07:35.556356 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.596477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.602785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:35.603422 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.643165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 87d4bd14-0f59-4107-8195-ae7f2d70b915 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:35.665034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 87d4bd14-0f59-4107-8195-ae7f2d70b915 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:35.665366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 87d4bd14-0f59-4107-8195-ae7f2d70b915 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:35.670890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2638958 Aug 09 16:07:35.673606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60932) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:35.678569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'subnet': {'network_id': 'a7a17a78-c4a4-4903-b042-65c885c33fc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:35.685470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdabc1-d7ab-47d5-bf12-165785990af8 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Network': ['ID=a7a17a78-c4a4-4903-b042-65c885c33fc5,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:35.696975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a7a17a78-c4a4-4903-b042-65c885c33fc5 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:35.774433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:35.778333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.258292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802107c1-2731-42b5-b40e-5c610b948726 None None] Network 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:36.352314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cd994acd-baac-4fc7-b871-e1d042243a16 None None] Provisioning for port 2b221b16-5ffc-439b-abee-e8cd23fa1536 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:36.400953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.objects.ports [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94177) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:36.402822 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.450080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] DHCP port deletion for 347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:36.465797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Subnet': ['ID=148613b3-2cde-4901-a54f-b86daf5d8f4e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:36.474648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Checking segment: {'id': 'db2d0c7f-7cd1-4b66-8b5f-ff1477824bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'a7a17a78-c4a4-4903-b042-65c885c33fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:36.475003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network hostable DHCP agents. Network: a7a17a78-c4a4-4903-b042-65c885c33fc5, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:36.493748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network a7a17a78-c4a4-4903-b042-65c885c33fc5 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:36.502915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a7a17a78-c4a4-4903-b042-65c885c33fc5) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:36.504816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] Deleting port 2b221b16-5ffc-439b-abee-e8cd23fa1536 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:36.505191 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.507902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:36.508495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.517739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd8786-8870-477e-9534-6a67a536328f None None] Network a7a17a78-c4a4-4903-b042-65c885c33fc5 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:36.523952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-750cc375-84e4-4ffb-a4f2-2ff5caff599d tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8492708 Aug 09 16:07:36.526728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60934) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:36.617999 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] For port 2b221b16-5ffc-439b-abee-e8cd23fa1536, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2b221b16-5ffc-439b-abee-e8cd23fa1536,segment=NetworkSegment(fadc932f-0037-48fb-802d-ff441d23eb74),segment_id=fadc932f-0037-48fb-802d-ff441d23eb74)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:36.618415 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.626727 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.639172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] Calling delete_port for 2b221b16-5ffc-439b-abee-e8cd23fa1536 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:36.705786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.771244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.782049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71de0f3-3f19-44b2-818c-104838fbc711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a7a17a78-c4a4-4903-b042-65c885c33fc5', 'network_id': 'a7a17a78-c4a4-4903-b042-65c885c33fc5', 'tenant_id': '8c7ad934a0f84c9a9105443348d5b268', 'fixed_ips': [{'subnet_id': '148613b3-2cde-4901-a54f-b86daf5d8f4e'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:36.782936 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a71de0f3-3f19-44b2-818c-104838fbc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.786583 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.811997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Subnet': ['ID=148613b3-2cde-4901-a54f-b86daf5d8f4e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:36.820373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] Pushing event deleted for resources: {'Port': ['ID=2b221b16-5ffc-439b-abee-e8cd23fa1536,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:36.822283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4e7ad-dab4-4da6-9894-4b4dfe78f91e None None] No DVR routers for this DVR port 2b221b16-5ffc-439b-abee-e8cd23fa1536 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:36.871130 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.881270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a17a78-c4a4-4903-b042-65c885c33fc5']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:36.895396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2d0c7f-7cd1-4b66-8b5f-ff1477824bee') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:36.895898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2d0c7f-7cd1-4b66-8b5f-ff1477824bee') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:36.899617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb4213-ca97-4240-9b78-bbd811faf6e1 None None] Network a7a17a78-c4a4-4903-b042-65c885c33fc5 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:36.906689 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.921704 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.928576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:36.928886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:36.931890 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:36.998190 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.005774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.007687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/a7a17a78-c4a4-4903-b042-65c885c33fc5 HTTP/1.1" status: 204 len: 168 time: 0.4800594 Aug 09 16:07:37.011231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:37.016381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1277958483'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:37.020781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea3809-a4c4-4958-8f7f-4791d5a4ed59 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Network': ['ID=a7a17a78-c4a4-4903-b042-65c885c33fc5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:37.046077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:37.050025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.073936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:37.084001 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.084277 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Added segment 66c95044-8c05-4943-9f84-d4f301289544 of type vlan for network 48e91b09-29bb-489f-9661-f56a6efbf388 Aug 09 16:07:37.124807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.157299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.164253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:37.165042 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.224835 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2124600 Aug 09 16:07:37.227567 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:37.232547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'subnet': {'network_id': '48e91b09-29bb-489f-9661-f56a6efbf388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:37.250802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62779f-1fb9-4f40-8755-29580dc16869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Network': ['ID=48e91b09-29bb-489f-9661-f56a6efbf388,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:37.261637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 48e91b09-29bb-489f-9661-f56a6efbf388 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:37.333537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:37.338455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.550865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.608778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Subnet': ['ID=b49f4141-0670-480a-87eb-83289597f445,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:37.618312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Checking segment: {'id': '66c95044-8c05-4943-9f84-d4f301289544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '48e91b09-29bb-489f-9661-f56a6efbf388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:37.618661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network hostable DHCP agents. Network: 48e91b09-29bb-489f-9661-f56a6efbf388, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:37.636790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network 48e91b09-29bb-489f-9661-f56a6efbf388 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:37.647147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 48e91b09-29bb-489f-9661-f56a6efbf388) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:37.652111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:37.653128 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.656098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db14b2c-80d2-42fc-95ae-582dd5a4d6aa None None] Network 48e91b09-29bb-489f-9661-f56a6efbf388 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:37.669537 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f1ce3094-f867-4753-85d9-cf7a976a9e05 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4409144 Aug 09 16:07:37.672419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60940) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:37.776868 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.810142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fa206-0337-440b-904d-b331f5a01059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-48e91b09-29bb-489f-9661-f56a6efbf388', 'network_id': '48e91b09-29bb-489f-9661-f56a6efbf388', 'tenant_id': '8c7ad934a0f84c9a9105443348d5b268', 'fixed_ips': [{'subnet_id': 'b49f4141-0670-480a-87eb-83289597f445'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:37.811004 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa206-0337-440b-904d-b331f5a01059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.856085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.918137 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-fa0fa206-0337-440b-904d-b331f5a01059 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b49f4141-0670-480a-87eb-83289597f445: This subnet is being modified by another concurrent operation. Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exception Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b49f4141-0670-480a-87eb-83289597f445: This subnet is being modified by another concurrent operation. Aug 09 16:07:37.921036 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 16:07:37.937748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775b627-da6f-4f9a-b9c9-06c3569b8787 None None] Network 48e91b09-29bb-489f-9661-f56a6efbf388 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:37.951106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Subnet': ['ID=b49f4141-0670-480a-87eb-83289597f445,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:38.018406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.029467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e91b09-29bb-489f-9661-f56a6efbf388']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:38.041041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c95044-8c05-4943-9f84-d4f301289544') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:38.041393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c95044-8c05-4943-9f84-d4f301289544') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:38.046451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96396d73-7421-4d4a-8a8a-8b021395558c None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:07:38.051119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.066134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.072952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:38.073349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:38.076431 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:38.136779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96396d73-7421-4d4a-8a8a-8b021395558c None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:07:38.138171 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.145512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.147396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/48e91b09-29bb-489f-9661-f56a6efbf388 HTTP/1.1" status: 204 len: 168 time: 0.4739604 Aug 09 16:07:38.151065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60942) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:38.158659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-870708634'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:38.159204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddaaef-566b-426a-939d-a92ccc549df7 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Network': ['ID=48e91b09-29bb-489f-9661-f56a6efbf388,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:38.188144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:38.193459 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.221369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:38.230498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.230838 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Added segment 95bb3e23-e9ff-43ff-914c-28d92d1bd963 of type vlan for network 2b5888f0-5e9e-43bd-9ddf-09e353f88f78 Aug 09 16:07:38.270631 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.300964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.306621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:38.307210 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.370867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2165372 Aug 09 16:07:38.374677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:38.377413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8af382-a96d-4de8-8f48-d1a2a43d0ce3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Network': ['ID=2b5888f0-5e9e-43bd-9ddf-09e353f88f78,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:38.380688 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Request body: {'subnet': {'network_id': '2b5888f0-5e9e-43bd-9ddf-09e353f88f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:38.388485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 2b5888f0-5e9e-43bd-9ddf-09e353f88f78 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:38.469856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Made reservation on behalf of 8c7ad934a0f84c9a9105443348d5b268 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:38.473730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.739271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.objects.ports [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:38.743778 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.801242 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event updated for resources: {'Subnet': ['ID=fe065933-c434-4522-a31d-b21083a81635,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:38.813094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Checking segment: {'id': '95bb3e23-e9ff-43ff-914c-28d92d1bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '2b5888f0-5e9e-43bd-9ddf-09e353f88f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:38.813456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network hostable DHCP agents. Network: 2b5888f0-5e9e-43bd-9ddf-09e353f88f78, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:38.834409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Network 2b5888f0-5e9e-43bd-9ddf-09e353f88f78 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:38.847083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 2b5888f0-5e9e-43bd-9ddf-09e353f88f78) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:38.857259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446808e1-c6c2-45c2-b485-32744a0ae143 None None] Network 2b5888f0-5e9e-43bd-9ddf-09e353f88f78 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:38.857931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:38.858557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.874949 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-476498fb-53c4-4467-a9d5-4b1209e1252c tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4989274 Aug 09 16:07:38.877628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60946) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:38.976910 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.010618 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc754cbb-0284-40de-a7ed-161312724369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-2b5888f0-5e9e-43bd-9ddf-09e353f88f78', 'network_id': '2b5888f0-5e9e-43bd-9ddf-09e353f88f78', 'tenant_id': '8c7ad934a0f84c9a9105443348d5b268', 'fixed_ips': [{'subnet_id': 'fe065933-c434-4522-a31d-b21083a81635'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:39.011474 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fc754cbb-0284-40de-a7ed-161312724369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.035365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.098919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-fc754cbb-0284-40de-a7ed-161312724369 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe065933-c434-4522-a31d-b21083a81635: This subnet is being modified by another concurrent operation. Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exception Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe065933-c434-4522-a31d-b21083a81635: This subnet is being modified by another concurrent operation. Aug 09 16:07:39.108600 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 16:07:39.127139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Subnet': ['ID=fe065933-c434-4522-a31d-b21083a81635,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:39.127726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1b85b-b1e7-4cda-85a6-45c0ad92acff None None] Network 2b5888f0-5e9e-43bd-9ddf-09e353f88f78 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:39.184040 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.194537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5888f0-5e9e-43bd-9ddf-09e353f88f78']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:39.210893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bb3e23-e9ff-43ff-914c-28d92d1bd963') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:39.211188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bb3e23-e9ff-43ff-914c-28d92d1bd963') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:39.220241 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.234614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.238641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcb3abf-1641-4079-866f-7ede17719e4a None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:07:39.241920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:39.242313 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:39.245491 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:39.303082 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.307549 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.309509 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/2b5888f0-5e9e-43bd-9ddf-09e353f88f78 HTTP/1.1" status: 204 len: 168 time: 0.4308825 Aug 09 16:07:39.313202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60948) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.324563 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbfea4-0da2-4509-9731-4479cde69662 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Network': ['ID=2b5888f0-5e9e-43bd-9ddf-09e353f88f78,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:39.333240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcb3abf-1641-4079-866f-7ede17719e4a None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:07:39.340582 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df5e32f-94c2-40da-a605-91045daf57f2 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:39.341038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df5e32f-94c2-40da-a605-91045daf57f2 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:39.342825 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6df5e32f-94c2-40da-a605-91045daf57f2 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/subnets/fe065933-c434-4522-a31d-b21083a81635 HTTP/1.1" status: 404 len: 337 time: 0.0284994 Aug 09 16:07:39.345334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60950) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.363594 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee0676c-0358-4bc6-adc6-9fdadd83309b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:39.364207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee0676c-0358-4bc6-adc6-9fdadd83309b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:39.365947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4ee0676c-0358-4bc6-adc6-9fdadd83309b tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/2b5888f0-5e9e-43bd-9ddf-09e353f88f78 HTTP/1.1" status: 404 len: 339 time: 0.0196702 Aug 09 16:07:39.368471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60952) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.394109 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50273cd-87e7-4483-8bee-59d18ce0f17e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:39.394615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50273cd-87e7-4483-8bee-59d18ce0f17e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:39.396537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d50273cd-87e7-4483-8bee-59d18ce0f17e tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/subnets/b49f4141-0670-480a-87eb-83289597f445 HTTP/1.1" status: 404 len: 337 time: 0.0271790 Aug 09 16:07:39.399321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60954) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.417969 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7b79b5-5976-42db-be9e-6634e3cab953 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:39.418782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7b79b5-5976-42db-be9e-6634e3cab953 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:39.420547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9e7b79b5-5976-42db-be9e-6634e3cab953 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/48e91b09-29bb-489f-9661-f56a6efbf388 HTTP/1.1" status: 404 len: 339 time: 0.0202425 Aug 09 16:07:39.423091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60956) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.448667 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1465e299-fcef-4788-8dbf-5bbc43025d45 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:39.449120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1465e299-fcef-4788-8dbf-5bbc43025d45 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:39.450830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1465e299-fcef-4788-8dbf-5bbc43025d45 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/subnets/148613b3-2cde-4901-a54f-b86daf5d8f4e HTTP/1.1" status: 404 len: 337 time: 0.0268261 Aug 09 16:07:39.454806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60958) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.472999 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-034a7285-0caf-4c72-9d34-fcb1b09055f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:39.473601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034a7285-0caf-4c72-9d34-fcb1b09055f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:39.475295 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-034a7285-0caf-4c72-9d34-fcb1b09055f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/a7a17a78-c4a4-4903-b042-65c885c33fc5 HTTP/1.1" status: 404 len: 339 time: 0.0192509 Aug 09 16:07:39.477863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60960) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.573803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0858ca0c-be3b-4f37-902f-e3db691159f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Deleting port bba26791-fe3d-4847-9884-c6b5cd960030 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:39.574151 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0858ca0c-be3b-4f37-902f-e3db691159f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.641999 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0858ca0c-be3b-4f37-902f-e3db691159f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.655403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0858ca0c-be3b-4f37-902f-e3db691159f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Calling delete_port for bba26791-fe3d-4847-9884-c6b5cd960030 owned by {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:39.743074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0858ca0c-be3b-4f37-902f-e3db691159f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.772502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858ca0c-be3b-4f37-902f-e3db691159f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Port': ['ID=bba26791-fe3d-4847-9884-c6b5cd960030,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:39.778858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0858ca0c-be3b-4f37-902f-e3db691159f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.781205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0858ca0c-be3b-4f37-902f-e3db691159f3 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/ports/bba26791-fe3d-4847-9884-c6b5cd960030 HTTP/1.1" status: 204 len: 168 time: 0.3024402 Aug 09 16:07:39.783751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60962) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.815131 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae5490c-c81e-49d4-acd1-9bdc30115618 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:39.815492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae5490c-c81e-49d4-acd1-9bdc30115618 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:39.817497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8ae5490c-c81e-49d4-acd1-9bdc30115618 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/subnets/bb83f709-9fcc-4c9f-b91c-6b5409125acb HTTP/1.1" status: 404 len: 337 time: 0.0328097 Aug 09 16:07:39.820237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60964) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.901300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.990323 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.000429 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347bbcd8-5c57-4c3c-a20a-2e724e8a4f15']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:40.011481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadc932f-0037-48fb-802d-ff441d23eb74') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:40.011741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadc932f-0037-48fb-802d-ff441d23eb74') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:40.020839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.034570 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.040635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:40.041022 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:40.043963 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:40.112112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.121823 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.123528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/347bbcd8-5c57-4c3c-a20a-2e724e8a4f15 HTTP/1.1" status: 204 len: 168 time: 0.3020813 Aug 09 16:07:40.127556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:40.142205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edade4-b490-4ae1-81ff-431a69969869 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Network': ['ID=347bbcd8-5c57-4c3c-a20a-2e724e8a4f15,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:40.229301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bfdbca31-f722-4d9e-95ec-b57638412d55 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Deleting port 6cb8b5a8-b9a0-43be-9007-5172e7302ad5 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:40.229645 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfdbca31-f722-4d9e-95ec-b57638412d55 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.294370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfdbca31-f722-4d9e-95ec-b57638412d55 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.307768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bfdbca31-f722-4d9e-95ec-b57638412d55 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Calling delete_port for 6cb8b5a8-b9a0-43be-9007-5172e7302ad5 owned by {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:40.396139 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfdbca31-f722-4d9e-95ec-b57638412d55 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.426293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbca31-f722-4d9e-95ec-b57638412d55 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Port': ['ID=6cb8b5a8-b9a0-43be-9007-5172e7302ad5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:40.433134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bfdbca31-f722-4d9e-95ec-b57638412d55 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.435402 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bfdbca31-f722-4d9e-95ec-b57638412d55 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/ports/6cb8b5a8-b9a0-43be-9007-5172e7302ad5 HTTP/1.1" status: 204 len: 168 time: 0.3062456 Aug 09 16:07:40.441807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60968) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:40.477600 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-916f26de-e80e-4803-8770-900212861475 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:40.478055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916f26de-e80e-4803-8770-900212861475 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:40.479788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-916f26de-e80e-4803-8770-900212861475 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/subnets/c42922ef-cd65-47f2-bbae-48254611e2ba HTTP/1.1" status: 404 len: 337 time: 0.0371573 Aug 09 16:07:40.482439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60970) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:40.571020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.661791 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.672317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf421f2-1291-4153-859c-9a7cb95c2cc0']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:40.682917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b76334-ef89-4422-84e6-672f185c74cc') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:40.683224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b76334-ef89-4422-84e6-672f185c74cc') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:40.693088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.708474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.715169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:40.715650 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:40.718676 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:40.782374 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.790275 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.794822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/fbf421f2-1291-4153-859c-9a7cb95c2cc0 HTTP/1.1" status: 204 len: 168 time: 0.3092842 Aug 09 16:07:40.795186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60972) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:40.814237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247611c-f68a-4bf6-aad4-0c60b3cccb21 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Network': ['ID=fbf421f2-1291-4153-859c-9a7cb95c2cc0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:40.859255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f471874-8141-411e-8b3c-beb595dae484 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Deleting subnet e554a158-1f06-4ff6-adab-4c17b701c09c {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:40.862919 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f471874-8141-411e-8b3c-beb595dae484 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.904844 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f471874-8141-411e-8b3c-beb595dae484 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.003102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f471874-8141-411e-8b3c-beb595dae484 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.067542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f471874-8141-411e-8b3c-beb595dae484 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.096560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f471874-8141-411e-8b3c-beb595dae484 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Subnet': ['ID=e554a158-1f06-4ff6-adab-4c17b701c09c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:41.101248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6f471874-8141-411e-8b3c-beb595dae484 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.103199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6f471874-8141-411e-8b3c-beb595dae484 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/subnets/e554a158-1f06-4ff6-adab-4c17b701c09c HTTP/1.1" status: 204 len: 168 time: 0.3070686 Aug 09 16:07:41.106252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60974) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:41.108817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abed17-d528-487a-bda6-d08cda1f0375 None None] Network a05f0dc1-27ff-4770-a8a3-45609542ec0f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:41.192637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.252872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Deleting port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:41.253283 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.296339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] DHCP port deletion for a05f0dc1-27ff-4770-a8a3-45609542ec0f request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:41.321355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] For port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,segment=NetworkSegment(4a90e7b4-4de7-4491-a14d-636d531a9c55),segment_id=4a90e7b4-4de7-4491-a14d-636d531a9c55)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:41.321698 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.341609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Calling delete_port for 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:41.344622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] Deleting port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:41.344997 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.425855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] For port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,segment=NetworkSegment(4a90e7b4-4de7-4491-a14d-636d531a9c55),segment_id=4a90e7b4-4de7-4491-a14d-636d531a9c55)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:41.426286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.442074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.450568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:41.470397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Port': ['ID=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:41.472444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] No DVR routers for this DVR port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:41.483602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] Calling delete_port for 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:41.485692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:41.486033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:41.561134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.564028 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.571272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05f0dc1-27ff-4770-a8a3-45609542ec0f']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:41.582369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a90e7b4-4de7-4491-a14d-636d531a9c55') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:41.582624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a90e7b4-4de7-4491-a14d-636d531a9c55') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:41.587395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] Pushing event deleted for resources: {'Port': ['ID=77c8a6f6-8701-4cf0-b916-9523a4a4a7ec,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:41.592300 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.593006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92254a03-955a-465f-ace7-6d7b625e8de0 None None] No DVR routers for this DVR port 77c8a6f6-8701-4cf0-b916-9523a4a4a7ec on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:41.610645 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.617088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:41.617509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:41.620587 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:41.681801 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.690225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.692362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] 10.222.0.64 "DELETE /v2.0/networks/a05f0dc1-27ff-4770-a8a3-45609542ec0f HTTP/1.1" status: 204 len: 168 time: 0.5851042 Aug 09 16:07:41.705985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e849d82-b7b7-4f59-a71e-d8cb16b73587 tempest-NetworksIpV6TestAttrs-1693798361 tempest-NetworksIpV6TestAttrs-1693798361-project] Pushing event deleted for resources: {'Network': ['ID=a05f0dc1-27ff-4770-a8a3-45609542ec0f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:41.966603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 60982) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:42.126408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b84faaf2-abdd-4a75-889b-6faed4fff476 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c7ad934a0f84c9a9105443348d5b268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585922 Aug 09 16:07:42.129491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 60986) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:42.192105 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-00b57350-4d13-4fd5-b90d-a7be210862e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.215355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-00b57350-4d13-4fd5-b90d-a7be210862e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.271570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-00b57350-4d13-4fd5-b90d-a7be210862e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.274358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-00b57350-4d13-4fd5-b90d-a7be210862e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.275557 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-00b57350-4d13-4fd5-b90d-a7be210862e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59434df7-14fe-4ec2-93fb-8c3fc5efae07 HTTP/1.1" status: 204 len: 168 time: 0.1449530 Aug 09 16:07:42.284020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b57350-4d13-4fd5-b90d-a7be210862e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59434df7-14fe-4ec2-93fb-8c3fc5efae07,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:42.972412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32776) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:43.077322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cb0e9901-8c24-4b77-97b2-ea163b996f59 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1378930406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:43.102943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9901-8c24-4b77-97b2-ea163b996f59 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.104018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9901-8c24-4b77-97b2-ea163b996f59 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.160185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9901-8c24-4b77-97b2-ea163b996f59 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.166253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9901-8c24-4b77-97b2-ea163b996f59 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.185945 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9901-8c24-4b77-97b2-ea163b996f59 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.187197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cb0e9901-8c24-4b77-97b2-ea163b996f59 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2134109 Aug 09 16:07:43.191110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32780) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:43.196271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-348067205'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:43.217061 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Made reservation on behalf of 9b7c42ff6cfb4b6eb2cfc2300fe7f81d for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:43.220399 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.229430 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.322824 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.328681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.357620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:43.372831 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813a511f-105b-40bc-9daf-a70ab4bcb619,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:43.377962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.378305 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Added segment 67c6b48f-6395-46b3-9524-3d19d33e1992 of type vlan for network 47168744-0a88-47d9-916f-8242fab8bc45 Aug 09 16:07:43.421302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.452197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.458150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:43.458742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.522166 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3294036 Aug 09 16:07:43.526331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32782) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:43.534540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'subnet': {'network_id': '47168744-0a88-47d9-916f-8242fab8bc45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:43.534981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1c388-18e3-49d5-84f5-cb9a9ae7d7af tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Network': ['ID=47168744-0a88-47d9-916f-8242fab8bc45,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:43.543757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 47168744-0a88-47d9-916f-8242fab8bc45 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:43.621935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Made reservation on behalf of 9b7c42ff6cfb4b6eb2cfc2300fe7f81d for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:43.625439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.813543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.876342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Subnet': ['ID=f3e08397-af2f-4373-a91e-8553e3247b08,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:43.887277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Checking segment: {'id': '67c6b48f-6395-46b3-9524-3d19d33e1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '47168744-0a88-47d9-916f-8242fab8bc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:43.888273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network hostable DHCP agents. Network: 47168744-0a88-47d9-916f-8242fab8bc45, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:43.906842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network 47168744-0a88-47d9-916f-8242fab8bc45 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:43.917310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 47168744-0a88-47d9-916f-8242fab8bc45) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:43.921735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:43.922887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.926339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c73864-dd07-40e7-9051-9c63b6bb2976 None None] Network 47168744-0a88-47d9-916f-8242fab8bc45 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:43.938641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bec05cc1-c65f-4225-8ee0-587159f97277 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4110425 Aug 09 16:07:43.942218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32784) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:43.947671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'network': {'name': 'tempest-router-network01--679184899'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:43.973621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Made reservation on behalf of 9b7c42ff6cfb4b6eb2cfc2300fe7f81d for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:43.977365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.004372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:44.013983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.014330 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Added segment 0eb3c884-c2ae-4eb8-be6f-4904fac0de85 of type vlan for network ef79039d-160e-4158-8c55-345f479ad8a1 Aug 09 16:07:44.055367 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.081051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-47168744-0a88-47d9-916f-8242fab8bc45', 'network_id': '47168744-0a88-47d9-916f-8242fab8bc45', 'tenant_id': '9b7c42ff6cfb4b6eb2cfc2300fe7f81d', 'fixed_ips': [{'subnet_id': 'f3e08397-af2f-4373-a91e-8553e3247b08'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:44.081947 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.087332 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.092964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:44.093544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.153304 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2098556 Aug 09 16:07:44.156382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32786) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:44.164148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'network': {'name': 'tempest-router-network02--1678352572'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:44.181402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5be19-2bc9-4b3f-a7e5-01b749aa3487 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Network': ['ID=ef79039d-160e-4158-8c55-345f479ad8a1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:44.196836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network ef79039d-160e-4158-8c55-345f479ad8a1 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:44.197223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Made reservation on behalf of 9b7c42ff6cfb4b6eb2cfc2300fe7f81d for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:44.201250 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.227070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:44.237327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.237716 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Added segment c337371c-7d8c-43ca-960e-71eab38ad6ab of type vlan for network a2e23299-14c9-46dd-9057-8875c72c2037 Aug 09 16:07:44.280992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.313606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.319389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:44.320054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.384214 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2240300 Aug 09 16:07:44.384581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32788) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:44.388378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc3290-9de0-4568-a7a8-edc1f946d27e tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Network': ['ID=a2e23299-14c9-46dd-9057-8875c72c2037,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:44.391865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'subnet': {'network_id': 'ef79039d-160e-4158-8c55-345f479ad8a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:44.406044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a2e23299-14c9-46dd-9057-8875c72c2037 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:07:44.475524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Allocated IP 172.20.0.2 (47168744-0a88-47d9-916f-8242fab8bc45/f3e08397-af2f-4373-a91e-8553e3247b08/c5b9953a-db88-4e78-a8ed-faad68069623) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:44.489970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Made reservation on behalf of 9b7c42ff6cfb4b6eb2cfc2300fe7f81d for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:44.493613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.669295 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.677966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Transition to ACTIVE for port object c5b9953a-db88-4e78-a8ed-faad68069623 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:44.693691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Transition to ACTIVE for port object c5b9953a-db88-4e78-a8ed-faad68069623 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:44.700084 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.700860 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.744943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Network 47168744-0a88-47d9-916f-8242fab8bc45 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:44.749060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:44.755043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:44.763930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Subnet': ['ID=248aa0a3-cbbd-4d06-9510-f45cbdacb61c,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:44.773865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Checking segment: {'id': '0eb3c884-c2ae-4eb8-be6f-4904fac0de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'ef79039d-160e-4158-8c55-345f479ad8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:44.774229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network hostable DHCP agents. Network: ef79039d-160e-4158-8c55-345f479ad8a1, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:44.782753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Pushing event updated for resources: {'Port': ['ID=c5b9953a-db88-4e78-a8ed-faad68069623,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:44.793062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network ef79039d-160e-4158-8c55-345f479ad8a1 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:44.802759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, ef79039d-160e-4158-8c55-345f479ad8a1) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:44.807276 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:44.807888 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.818275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a356f15-d5e1-4dc4-a832-7cecccc9fe69 None None] Network ef79039d-160e-4158-8c55-345f479ad8a1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:44.821717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Attempting to bind port c5b9953a-db88-4e78-a8ed-faad68069623 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:44.822077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Attempting to bind port c5b9953a-db88-4e78-a8ed-faad68069623 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '67c6b48f-6395-46b3-9524-3d19d33e1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '47168744-0a88-47d9-916f-8242fab8bc45'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:44.822432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Attempting to bind port c5b9953a-db88-4e78-a8ed-faad68069623 on network 47168744-0a88-47d9-916f-8242fab8bc45 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:44.823204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8ba7f678-dd80-4d35-a4c3-7260e4e359c3 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4373417 Aug 09 16:07:44.825934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32790) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:44.831457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'subnet': {'network_id': 'a2e23299-14c9-46dd-9057-8875c72c2037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:44.864093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:44.864430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Checking segment: {'id': '67c6b48f-6395-46b3-9524-3d19d33e1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '47168744-0a88-47d9-916f-8242fab8bc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:44.864812 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.865222 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Bound using segment: {'id': '67c6b48f-6395-46b3-9524-3d19d33e1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '47168744-0a88-47d9-916f-8242fab8bc45'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:44.865711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Bound port: c5b9953a-db88-4e78-a8ed-faad68069623, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c6b48f-6395-46b3-9524-3d19d33e1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '47168744-0a88-47d9-916f-8242fab8bc45'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:44.866057 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.929442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Made reservation on behalf of 9b7c42ff6cfb4b6eb2cfc2300fe7f81d for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:44.932936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:44.975263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] For port c5b9953a-db88-4e78-a8ed-faad68069623, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:44.998256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] For port c5b9953a-db88-4e78-a8ed-faad68069623, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5b9953a-db88-4e78-a8ed-faad68069623,segment=NetworkSegment(67c6b48f-6395-46b3-9524-3d19d33e1992),segment_id=67c6b48f-6395-46b3-9524-3d19d33e1992)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:45.004846 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.058528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b13f63ef-1f7d-4909-b151-15919354a136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.069828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-ef79039d-160e-4158-8c55-345f479ad8a1', 'network_id': 'ef79039d-160e-4158-8c55-345f479ad8a1', 'tenant_id': '9b7c42ff6cfb4b6eb2cfc2300fe7f81d', 'fixed_ips': [{'subnet_id': '248aa0a3-cbbd-4d06-9510-f45cbdacb61c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:45.070680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.109149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ac042-9d2c-4d15-a4a3-a59343fd7e94 None None] Pushing event updated for resources: {'Port': ['ID=c5b9953a-db88-4e78-a8ed-faad68069623,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:45.127087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.192375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Subnet': ['ID=007fbb7c-63bc-42fd-a4eb-4c58f880a697,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:45.200504 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Checking segment: {'id': 'c337371c-7d8c-43ca-960e-71eab38ad6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'a2e23299-14c9-46dd-9057-8875c72c2037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:45.200719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network hostable DHCP agents. Network: a2e23299-14c9-46dd-9057-8875c72c2037, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:07:45.219300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network a2e23299-14c9-46dd-9057-8875c72c2037 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:07:45.229132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Allocated IP 172.20.0.2 (ef79039d-160e-4158-8c55-345f479ad8a1/248aa0a3-cbbd-4d06-9510-f45cbdacb61c/87717ee3-2df4-4985-b7d3-7995a3b34074) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:45.229621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a2e23299-14c9-46dd-9057-8875c72c2037) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:45.234925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:45.235497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.266063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c8f9e282-44b1-4e0e-9938-fdf2a113932d tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4377801 Aug 09 16:07:45.267618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32792) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:45.307043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce06db-bc3e-4b9f-ac98-79e682317eac None None] Network a2e23299-14c9-46dd-9057-8875c72c2037 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:45.509803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5b9953a-db88-4e78-a8ed-faad68069623 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:45.515134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.557442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Transition to ACTIVE for port object 87717ee3-2df4-4985-b7d3-7995a3b34074 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:45.566242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a2e23299-14c9-46dd-9057-8875c72c2037', 'network_id': 'a2e23299-14c9-46dd-9057-8875c72c2037', 'tenant_id': '9b7c42ff6cfb4b6eb2cfc2300fe7f81d', 'fixed_ips': [{'subnet_id': '007fbb7c-63bc-42fd-a4eb-4c58f880a697'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:45.567067 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.581432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.595200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Transition to ACTIVE for port object 87717ee3-2df4-4985-b7d3-7995a3b34074 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:45.605385 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.699163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Network ef79039d-160e-4158-8c55-345f479ad8a1 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:45.717703 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:45.730475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:45.732595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c5b9953a-db88-4e78-a8ed-faad68069623 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:45.749772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Pushing event updated for resources: {'Port': ['ID=87717ee3-2df4-4985-b7d3-7995a3b34074,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:45.836720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Attempting to bind port 87717ee3-2df4-4985-b7d3-7995a3b34074 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:45.837085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Attempting to bind port 87717ee3-2df4-4985-b7d3-7995a3b34074 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '0eb3c884-c2ae-4eb8-be6f-4904fac0de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'ef79039d-160e-4158-8c55-345f479ad8a1'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:45.837450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Attempting to bind port 87717ee3-2df4-4985-b7d3-7995a3b34074 on network ef79039d-160e-4158-8c55-345f479ad8a1 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:45.843322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Allocated IP 172.20.0.2 (a2e23299-14c9-46dd-9057-8875c72c2037/007fbb7c-63bc-42fd-a4eb-4c58f880a697/c5111b79-12aa-4285-bc48-b311d01e0667) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:45.849784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:45.850230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Checking segment: {'id': '0eb3c884-c2ae-4eb8-be6f-4904fac0de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'ef79039d-160e-4158-8c55-345f479ad8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:45.850828 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.851248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Bound using segment: {'id': '0eb3c884-c2ae-4eb8-be6f-4904fac0de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'ef79039d-160e-4158-8c55-345f479ad8a1'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:45.851721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Bound port: 87717ee3-2df4-4985-b7d3-7995a3b34074, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb3c884-c2ae-4eb8-be6f-4904fac0de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'ef79039d-160e-4158-8c55-345f479ad8a1'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:45.852128 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.885563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Allocated IP 172.20.0.1 (ef79039d-160e-4158-8c55-345f479ad8a1/248aa0a3-cbbd-4d06-9510-f45cbdacb61c/e4686a76-9911-4378-bb1b-0e7149c78848) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:45.985867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] For port 87717ee3-2df4-4985-b7d3-7995a3b34074, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:45.992627 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] For port 87717ee3-2df4-4985-b7d3-7995a3b34074, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=87717ee3-2df4-4985-b7d3-7995a3b34074,segment=NetworkSegment(0eb3c884-c2ae-4eb8-be6f-4904fac0de85),segment_id=0eb3c884-c2ae-4eb8-be6f-4904fac0de85)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:46.004338 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.025116 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.045259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Transition to ACTIVE for port object e4686a76-9911-4378-bb1b-0e7149c78848 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:46.085353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.109055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf892f11-d91a-49c1-8629-992a7ae094ef None None] Pushing event updated for resources: {'Port': ['ID=87717ee3-2df4-4985-b7d3-7995a3b34074,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:46.115546 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.125138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Transition to ACTIVE for port object c5111b79-12aa-4285-bc48-b311d01e0667 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:46.126474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network ef79039d-160e-4158-8c55-345f479ad8a1 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:46.130309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:46.134614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:46.153138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Transition to ACTIVE for port object c5111b79-12aa-4285-bc48-b311d01e0667 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:46.162128 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.183444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Port': ['ID=e4686a76-9911-4378-bb1b-0e7149c78848,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:46.207106 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.215055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Network a2e23299-14c9-46dd-9057-8875c72c2037 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:46.217435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38379e1c-1c22-4145-bbda-978396f2561b None None] Network 47168744-0a88-47d9-916f-8242fab8bc45 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:46.224055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:46.260400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:46.269851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Pushing event updated for resources: {'Port': ['ID=c5111b79-12aa-4285-bc48-b311d01e0667,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:46.342811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7c71a519-e475-42de-b44f-838ef50bf144 None None] Provisioning for port c5b9953a-db88-4e78-a8ed-faad68069623 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:46.368975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7c71a519-e475-42de-b44f-838ef50bf144 None None] Provisioning complete for port c5b9953a-db88-4e78-a8ed-faad68069623 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:46.368975 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7c71a519-e475-42de-b44f-838ef50bf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.372495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.397650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Attempting to bind port c5111b79-12aa-4285-bc48-b311d01e0667 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:46.398012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Attempting to bind port c5111b79-12aa-4285-bc48-b311d01e0667 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'c337371c-7d8c-43ca-960e-71eab38ad6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'a2e23299-14c9-46dd-9057-8875c72c2037'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:46.398376 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Attempting to bind port c5111b79-12aa-4285-bc48-b311d01e0667 on network a2e23299-14c9-46dd-9057-8875c72c2037 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:46.414488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:46.414865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Checking segment: {'id': 'c337371c-7d8c-43ca-960e-71eab38ad6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'a2e23299-14c9-46dd-9057-8875c72c2037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:46.415270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.415722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Bound using segment: {'id': 'c337371c-7d8c-43ca-960e-71eab38ad6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'a2e23299-14c9-46dd-9057-8875c72c2037'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:46.416238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Bound port: c5111b79-12aa-4285-bc48-b311d01e0667, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c337371c-7d8c-43ca-960e-71eab38ad6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'a2e23299-14c9-46dd-9057-8875c72c2037'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:46.416619 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.569274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] For port c5111b79-12aa-4285-bc48-b311d01e0667, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:46.585835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] For port c5111b79-12aa-4285-bc48-b311d01e0667, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5111b79-12aa-4285-bc48-b311d01e0667,segment=NetworkSegment(c337371c-7d8c-43ca-960e-71eab38ad6ab),segment_id=c337371c-7d8c-43ca-960e-71eab38ad6ab)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:46.586832 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7c71a519-e475-42de-b44f-838ef50bf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.598674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.666483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7c71a519-e475-42de-b44f-838ef50bf144 None None] For port c5b9953a-db88-4e78-a8ed-faad68069623, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5b9953a-db88-4e78-a8ed-faad68069623,segment=NetworkSegment(67c6b48f-6395-46b3-9524-3d19d33e1992),segment_id=67c6b48f-6395-46b3-9524-3d19d33e1992)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:46.666718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.675632 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.680823 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7c71a519-e475-42de-b44f-838ef50bf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.686224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da8c5e-fb36-43b1-b2d6-321bcbb1f817 None None] Pushing event updated for resources: {'Port': ['ID=c5111b79-12aa-4285-bc48-b311d01e0667,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:46.753790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71a519-e475-42de-b44f-838ef50bf144 None None] Pushing event updated for resources: {'Port': ['ID=c5b9953a-db88-4e78-a8ed-faad68069623,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:46.792317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.795460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Port': ['ID=e4686a76-9911-4378-bb1b-0e7149c78848,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:46.925572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network ef79039d-160e-4158-8c55-345f479ad8a1 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:46.926749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-66ae1dbf-a487-4c27-b7ae-179753411ec1 None None] Provisioning complete for port c5b9953a-db88-4e78-a8ed-faad68069623 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:46.927167 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66ae1dbf-a487-4c27-b7ae-179753411ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.927616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:47.080742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Router 734f816d-37d1-449b-a4a6-00e2b7b1dc81 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:07:47.176711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:47.185354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9a9fdada-2ff0-4f46-bf30-f86f01300d34 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "PUT /v2.0/routers/734f816d-37d1-449b-a4a6-00e2b7b1dc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9161940 Aug 09 16:07:47.186007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32794) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:47.193841 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd549c-9aca-4a64-b4eb-1ce3df54333d None None] Sync routers for ids ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:47.208709 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd549c-9aca-4a64-b4eb-1ce3df54333d None None] Routers {'734f816d-37d1-449b-a4a6-00e2b7b1dc81'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:47.209492 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3bfd549c-9aca-4a64-b4eb-1ce3df54333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:47.226261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da06ee2-4648-4a0e-b623-4da80980f4af None None] Network ef79039d-160e-4158-8c55-345f479ad8a1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:47.246939 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3bfd549c-9aca-4a64-b4eb-1ce3df54333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:47.256382 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd549c-9aca-4a64-b4eb-1ce3df54333d None None] Routers {'734f816d-37d1-449b-a4a6-00e2b7b1dc81'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:47.257078 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3bfd549c-9aca-4a64-b4eb-1ce3df54333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:47.299027 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3bfd549c-9aca-4a64-b4eb-1ce3df54333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:47.300008 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd549c-9aca-4a64-b4eb-1ce3df54333d None None] The sync data for ids ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:47.305233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f5b17ae6-e559-4897-8149-878c13014a01 None None] Provisioning for port 87717ee3-2df4-4985-b7d3-7995a3b34074 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:47.567980 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab891073-2007-429c-9bb2-5a8296e02e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.619656 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5b9953a-db88-4e78-a8ed-faad68069623 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:47.623797 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-a54511bd-279d-42f1-b29d-9ba4b4591237 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:47.625192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a54511bd-279d-42f1-b29d-9ba4b4591237 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "PUT /v2.0/routers/734f816d-37d1-449b-a4a6-00e2b7b1dc81/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4380612 Aug 09 16:07:47.628355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32796) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:47.686792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c5b9953a-db88-4e78-a8ed-faad68069623 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:47.687432 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.755952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85829583-dd56-4e0f-b18f-f1ec534e1ccd None None] Provisioning for port e4686a76-9911-4378-bb1b-0e7149c78848 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:48.009079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa58a15-c463-4313-a0f6-6e388696ce09 None None] Network a2e23299-14c9-46dd-9057-8875c72c2037 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:48.021750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-85829583-dd56-4e0f-b18f-f1ec534e1ccd None None] Provisioning complete for port e4686a76-9911-4378-bb1b-0e7149c78848 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:48.022121 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85829583-dd56-4e0f-b18f-f1ec534e1ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.105180 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.142281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 87717ee3-2df4-4985-b7d3-7995a3b34074 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:48.202472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-85829583-dd56-4e0f-b18f-f1ec534e1ccd None None] Port e4686a76-9911-4378-bb1b-0e7149c78848 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:48.265612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 87717ee3-2df4-4985-b7d3-7995a3b34074 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:48.275810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 87717ee3-2df4-4985-b7d3-7995a3b34074 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:48.276200 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.386370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-38a42b76-91c9-4fe0-b161-2117f2aee583 None None] Provisioning complete for port e4686a76-9911-4378-bb1b-0e7149c78848 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:48.386741 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-38a42b76-91c9-4fe0-b161-2117f2aee583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.420949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.440923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-38a42b76-91c9-4fe0-b161-2117f2aee583 None None] Port e4686a76-9911-4378-bb1b-0e7149c78848 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:48.468685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 87717ee3-2df4-4985-b7d3-7995a3b34074, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=87717ee3-2df4-4985-b7d3-7995a3b34074,segment=NetworkSegment(0eb3c884-c2ae-4eb8-be6f-4904fac0de85),segment_id=0eb3c884-c2ae-4eb8-be6f-4904fac0de85)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:48.472740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-38a42b76-91c9-4fe0-b161-2117f2aee583 None None] Provisioning for port c5111b79-12aa-4285-bc48-b311d01e0667 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:48.479520 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.480184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.480769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5111b79-12aa-4285-bc48-b311d01e0667 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:48.618526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=87717ee3-2df4-4985-b7d3-7995a3b34074,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:48.644468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c5111b79-12aa-4285-bc48-b311d01e0667 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:48.650168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c5111b79-12aa-4285-bc48-b311d01e0667 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:48.650755 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.734779 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.770082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c5111b79-12aa-4285-bc48-b311d01e0667, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5111b79-12aa-4285-bc48-b311d01e0667,segment=NetworkSegment(c337371c-7d8c-43ca-960e-71eab38ad6ab),segment_id=c337371c-7d8c-43ca-960e-71eab38ad6ab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:48.775368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.811998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Deleting port e4686a76-9911-4378-bb1b-0e7149c78848 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:48.812477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.824533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c5111b79-12aa-4285-bc48-b311d01e0667,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:48.905422 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.919079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Calling delete_port for e4686a76-9911-4378-bb1b-0e7149c78848 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:49.091561 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.104616 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.132751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Port': ['ID=e4686a76-9911-4378-bb1b-0e7149c78848,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:49.294180 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.436586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5111b79-12aa-4285-bc48-b311d01e0667 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:49.454014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Router 734f816d-37d1-449b-a4a6-00e2b7b1dc81 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:07:49.484351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c5111b79-12aa-4285-bc48-b311d01e0667 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:49.484718 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.533211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:49.539875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eb07275a-3a8b-4168-b7ab-03a8b4531075 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "PUT /v2.0/routers/734f816d-37d1-449b-a4a6-00e2b7b1dc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9104183 Aug 09 16:07:49.543665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32802) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:49.553426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1a877-63fe-45b5-b4f3-94de2fac1ef3 None None] Sync routers for ids ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:49.574063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1a877-63fe-45b5-b4f3-94de2fac1ef3 None None] Routers {'734f816d-37d1-449b-a4a6-00e2b7b1dc81'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:49.574695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e0f1a877-63fe-45b5-b4f3-94de2fac1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:49.578288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 87717ee3-2df4-4985-b7d3-7995a3b34074 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:49.581475 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-e60ee1fa-e43a-49b2-8808-df729e9b17ea tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] delete failed (client error): The resource could not be found. Aug 09 16:07:49.582524 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e60ee1fa-e43a-49b2-8808-df729e9b17ea tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-128724097 HTTP/1.1" status: 404 len: 334 time: 0.0378115 Aug 09 16:07:49.586197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32804) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:49.590643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b3800942-839f-4d86-a497-069d587e3734 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'router': {'external_gateway_info': {'network_id': '734f816d-37d1-449b-a4a6-00e2b7b1dc81'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:49.609550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e0f1a877-63fe-45b5-b4f3-94de2fac1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:49.646451 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1a877-63fe-45b5-b4f3-94de2fac1ef3 None None] Routers {'734f816d-37d1-449b-a4a6-00e2b7b1dc81'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:49.646973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e0f1a877-63fe-45b5-b4f3-94de2fac1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:49.684412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e0f1a877-63fe-45b5-b4f3-94de2fac1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:49.685067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1a877-63fe-45b5-b4f3-94de2fac1ef3 None None] The sync data for ids ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:49.697838 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 87717ee3-2df4-4985-b7d3-7995a3b34074 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:49.698217 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.805742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b3800942-839f-4d86-a497-069d587e3734 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.828818 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-b3800942-839f-4d86-a497-069d587e3734 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] update failed (client error): The resource could not be found. Aug 09 16:07:49.829855 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b3800942-839f-4d86-a497-069d587e3734 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "PUT /v2.0/routers/734f816d-37d1-449b-a4a6-00e2b7b1dc81 HTTP/1.1" status: 404 len: 339 time: 0.2427399 Aug 09 16:07:49.834014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32806) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:50.120120 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.371597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Allocated IP 172.20.0.1 (47168744-0a88-47d9-916f-8242fab8bc45/f3e08397-af2f-4373-a91e-8553e3247b08/0bcde065-761c-4726-a67c-a959d1315834) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:50.479125 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.493740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.510127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Transition to ACTIVE for port object 0bcde065-761c-4726-a67c-a959d1315834 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:50.550985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.599455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network 47168744-0a88-47d9-916f-8242fab8bc45 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:50.602836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:50.607006 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:50.637482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Port': ['ID=0bcde065-761c-4726-a67c-a959d1315834,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:50.663444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.799237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.875612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b1b1700-70d7-4630-bee0-7b77eb4e5c3c None None] Provisioning for port 0bcde065-761c-4726-a67c-a959d1315834 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:50.879633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b1b1700-70d7-4630-bee0-7b77eb4e5c3c None None] Provisioning complete for port 0bcde065-761c-4726-a67c-a959d1315834 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:50.880030 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1700-70d7-4630-bee0-7b77eb4e5c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.913416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b1700-70d7-4630-bee0-7b77eb4e5c3c None None] Port 0bcde065-761c-4726-a67c-a959d1315834 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:51.087477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.094778 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.169368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event updated for resources: {'Port': ['ID=0bcde065-761c-4726-a67c-a959d1315834,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:51.171766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.266168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Network 47168744-0a88-47d9-916f-8242fab8bc45 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:51.267718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:51.368790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Router 734f816d-37d1-449b-a4a6-00e2b7b1dc81 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:07:51.466979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:51.472252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-224ce01f-8503-45f1-8fc2-052430830431 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "PUT /v2.0/routers/734f816d-37d1-449b-a4a6-00e2b7b1dc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368961 Aug 09 16:07:51.475137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32808) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:51.477884 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23147d3-a495-4daf-accf-8470fe5bf60b None None] Sync routers for ids ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:51.487463 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23147d3-a495-4daf-accf-8470fe5bf60b None None] Routers {'734f816d-37d1-449b-a4a6-00e2b7b1dc81'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:51.488329 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f23147d3-a495-4daf-accf-8470fe5bf60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:51.521238 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f23147d3-a495-4daf-accf-8470fe5bf60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:51.530569 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23147d3-a495-4daf-accf-8470fe5bf60b None None] Routers {'734f816d-37d1-449b-a4a6-00e2b7b1dc81'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:51.531251 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f23147d3-a495-4daf-accf-8470fe5bf60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:51.539582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ebfee162-12d5-4b82-9764-9b57b4d61a4c None None] Provisioning complete for port 0bcde065-761c-4726-a67c-a959d1315834 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:51.540230 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ebfee162-12d5-4b82-9764-9b57b4d61a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.567889 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f23147d3-a495-4daf-accf-8470fe5bf60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:51.568945 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23147d3-a495-4daf-accf-8470fe5bf60b None None] The sync data for ids ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'] in n-d-799523-2 is: [] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:51.571637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e876a626-030d-4013-9d9d-4e573e300aa1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.579684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ebfee162-12d5-4b82-9764-9b57b4d61a4c None None] Port 0bcde065-761c-4726-a67c-a959d1315834 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:07:51.659748 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-e876a626-030d-4013-9d9d-4e573e300aa1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 16:07:51.660939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e876a626-030d-4013-9d9d-4e573e300aa1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/routers/734f816d-37d1-449b-a4a6-00e2b7b1dc81 HTTP/1.1" status: 409 len: 329 time: 0.1848667 Aug 09 16:07:51.663741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32810) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:52.353776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.622162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Deleting port 0bcde065-761c-4726-a67c-a959d1315834 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:52.622864 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.715551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.728727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Calling delete_port for 0bcde065-761c-4726-a67c-a959d1315834 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:52.905159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.930860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Port': ['ID=0bcde065-761c-4726-a67c-a959d1315834,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:52.945673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.946023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.946558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.946705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.947038 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.947377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.947711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.948049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.948371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.948695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.949021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:52.949345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.085087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.252586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Router 734f816d-37d1-449b-a4a6-00e2b7b1dc81 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:07:53.343838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:07:53.349180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cf452ed8-0ebd-4bc8-b90d-20d26e023951 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "PUT /v2.0/routers/734f816d-37d1-449b-a4a6-00e2b7b1dc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842995 Aug 09 16:07:53.353037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32812) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:53.355863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777385e2-c0d3-499e-8264-d7dd487196f2 None None] Sync routers for ids ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:07:53.366562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777385e2-c0d3-499e-8264-d7dd487196f2 None None] Routers {'734f816d-37d1-449b-a4a6-00e2b7b1dc81'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:53.367253 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-777385e2-c0d3-499e-8264-d7dd487196f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:53.395131 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-2ea7fb12-0f23-401a-b8b0-4150b7b1e4f7 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] show failed (client error): The resource could not be found. Aug 09 16:07:53.396232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2ea7fb12-0f23-401a-b8b0-4150b7b1e4f7 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1725703990 HTTP/1.1" status: 404 len: 335 time: 0.0422165 Aug 09 16:07:53.400348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32814) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:53.400855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-777385e2-c0d3-499e-8264-d7dd487196f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:53.404997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6d010fd0-747d-473e-9a72-a43ca70b31bd tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:53.410903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777385e2-c0d3-499e-8264-d7dd487196f2 None None] Routers {'734f816d-37d1-449b-a4a6-00e2b7b1dc81'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:07:53.411526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-777385e2-c0d3-499e-8264-d7dd487196f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:07:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:53.438118 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-6d010fd0-747d-473e-9a72-a43ca70b31bd tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] update failed (client error): The resource could not be found. Aug 09 16:07:53.439155 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d010fd0-747d-473e-9a72-a43ca70b31bd tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-882640569 HTTP/1.1" status: 404 len: 334 time: 0.0378051 Aug 09 16:07:53.442419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32816) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:53.447390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-777385e2-c0d3-499e-8264-d7dd487196f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:53.448093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777385e2-c0d3-499e-8264-d7dd487196f2 None None] The sync data for ids ['734f816d-37d1-449b-a4a6-00e2b7b1dc81'] in n-d-799523-2 is: [] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:07:53.493525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Deleting subnet 007fbb7c-63bc-42fd-a4eb-4c58f880a697 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:53.496918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.543348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.635735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.698611 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.728628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.731720 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/subnets/007fbb7c-63bc-42fd-a4eb-4c58f880a697 HTTP/1.1" status: 204 len: 168 time: 0.2882504 Aug 09 16:07:53.733924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Subnet': ['ID=007fbb7c-63bc-42fd-a4eb-4c58f880a697,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:53.734463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32818) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:53.738128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f949e-07c5-4bf1-b68f-d7aa1c0ff6f5 None None] Network a2e23299-14c9-46dd-9057-8875c72c2037 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:53.747981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.748537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.749089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.749641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.750195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.750743 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.751277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.751855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.752397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.752973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.753742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.754291 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09dd474-9cfc-457d-a2a0-ba3e37af73f0 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:53.791379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-71279864-28cd-4200-91fa-eaa50253e8da tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Deleting subnet 248aa0a3-cbbd-4d06-9510-f45cbdacb61c {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:53.794941 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-71279864-28cd-4200-91fa-eaa50253e8da tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.842356 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-71279864-28cd-4200-91fa-eaa50253e8da tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.920001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] DHCP port deletion for a2e23299-14c9-46dd-9057-8875c72c2037 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:53.930869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-71279864-28cd-4200-91fa-eaa50253e8da tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.970534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] Deleting port c5111b79-12aa-4285-bc48-b311d01e0667 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:53.970907 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.991469 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-71279864-28cd-4200-91fa-eaa50253e8da tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.027050 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-71279864-28cd-4200-91fa-eaa50253e8da tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.029267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-71279864-28cd-4200-91fa-eaa50253e8da tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/subnets/248aa0a3-cbbd-4d06-9510-f45cbdacb61c HTTP/1.1" status: 204 len: 168 time: 0.2937407 Aug 09 16:07:54.030103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71279864-28cd-4200-91fa-eaa50253e8da tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Subnet': ['ID=248aa0a3-cbbd-4d06-9510-f45cbdacb61c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:54.032878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32824) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.038306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c41a2-96c3-426f-bd18-f97b788f1ddb None None] Network ef79039d-160e-4158-8c55-345f479ad8a1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:54.041374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] For port c5111b79-12aa-4285-bc48-b311d01e0667, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5111b79-12aa-4285-bc48-b311d01e0667,segment=NetworkSegment(c337371c-7d8c-43ca-960e-71eab38ad6ab),segment_id=c337371c-7d8c-43ca-960e-71eab38ad6ab)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:54.041770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.094979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] Calling delete_port for c5111b79-12aa-4285-bc48-b311d01e0667 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:54.111305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.169105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Deleting port c5111b79-12aa-4285-bc48-b311d01e0667 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:54.169368 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.234723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.241357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] For port c5111b79-12aa-4285-bc48-b311d01e0667, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5111b79-12aa-4285-bc48-b311d01e0667,segment=NetworkSegment(c337371c-7d8c-43ca-960e-71eab38ad6ab),segment_id=c337371c-7d8c-43ca-960e-71eab38ad6ab)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:54.241729 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.256731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Calling delete_port for c5111b79-12aa-4285-bc48-b311d01e0667 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:54.264211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] Pushing event deleted for resources: {'Port': ['ID=c5111b79-12aa-4285-bc48-b311d01e0667,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:54.267514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace31965-9590-4f1a-86b0-eb6dc3efb1bc None None] No DVR routers for this DVR port c5111b79-12aa-4285-bc48-b311d01e0667 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:54.292260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] DHCP port deletion for ef79039d-160e-4158-8c55-345f479ad8a1 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:54.338580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] Deleting port 87717ee3-2df4-4985-b7d3-7995a3b34074 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:54.339048 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.339489 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.370478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] No DVR routers for this DVR port c5111b79-12aa-4285-bc48-b311d01e0667 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:54.379438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Port': ['ID=c5111b79-12aa-4285-bc48-b311d01e0667,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:54.407840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] For port 87717ee3-2df4-4985-b7d3-7995a3b34074, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=87717ee3-2df4-4985-b7d3-7995a3b34074,segment=NetworkSegment(0eb3c884-c2ae-4eb8-be6f-4904fac0de85),segment_id=0eb3c884-c2ae-4eb8-be6f-4904fac0de85)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:54.408486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.425549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] Calling delete_port for 87717ee3-2df4-4985-b7d3-7995a3b34074 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:54.458843 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.470367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e23299-14c9-46dd-9057-8875c72c2037']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:54.482704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c337371c-7d8c-43ca-960e-71eab38ad6ab') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:54.483112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c337371c-7d8c-43ca-960e-71eab38ad6ab') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:54.494642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.512088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.512645 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.518371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:54.518759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: self.session.flush() Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:54.522460 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:54.537943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] Pushing event deleted for resources: {'Port': ['ID=87717ee3-2df4-4985-b7d3-7995a3b34074,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:54.541475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518aba8-11d4-4635-ad40-954ec282336d None None] No DVR routers for this DVR port 87717ee3-2df4-4985-b7d3-7995a3b34074 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:54.586639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.595458 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.597282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/networks/a2e23299-14c9-46dd-9057-8875c72c2037 HTTP/1.1" status: 204 len: 168 time: 0.5632415 Aug 09 16:07:54.600102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32826) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.613139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75678aa-f59e-4a12-9248-44870f89edf1 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Network': ['ID=a2e23299-14c9-46dd-9057-8875c72c2037,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:54.681746 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.769446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.780009 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef79039d-160e-4158-8c55-345f479ad8a1']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:54.795809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb3c884-c2ae-4eb8-be6f-4904fac0de85') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:54.796099 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb3c884-c2ae-4eb8-be6f-4904fac0de85') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:54.806192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.822188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.831541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:54.832108 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:54.835947 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:54.908371 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.919949 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.921814 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/networks/ef79039d-160e-4158-8c55-345f479ad8a1 HTTP/1.1" status: 204 len: 168 time: 0.3206971 Aug 09 16:07:54.925556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32828) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.934687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8dbc8-ec03-4294-9756-ec7b3aa1a9c2 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Network': ['ID=ef79039d-160e-4158-8c55-345f479ad8a1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:54.983116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffead4e-e405-42b5-b7ad-ec159428f123 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Deleting subnet f3e08397-af2f-4373-a91e-8553e3247b08 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:54.987092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dffead4e-e405-42b5-b7ad-ec159428f123 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.043768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dffead4e-e405-42b5-b7ad-ec159428f123 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.148694 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dffead4e-e405-42b5-b7ad-ec159428f123 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.228297 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dffead4e-e405-42b5-b7ad-ec159428f123 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.265145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffead4e-e405-42b5-b7ad-ec159428f123 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e08397-af2f-4373-a91e-8553e3247b08,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:55.270568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dffead4e-e405-42b5-b7ad-ec159428f123 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.276309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dffead4e-e405-42b5-b7ad-ec159428f123 tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/subnets/f3e08397-af2f-4373-a91e-8553e3247b08 HTTP/1.1" status: 204 len: 168 time: 0.3455157 Aug 09 16:07:55.276309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32830) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.277056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f957b420-e844-41a3-838b-d3de750b3f1e None None] Network 47168744-0a88-47d9-916f-8242fab8bc45 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:55.359267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.430790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Deleting port c5b9953a-db88-4e78-a8ed-faad68069623 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:55.431139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.453385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5111b79-12aa-4285-bc48-b311d01e0667 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:55.476473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c5111b79-12aa-4285-bc48-b311d01e0667 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:55.476756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5111b79-12aa-4285-bc48-b311d01e0667 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:55.477123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 87717ee3-2df4-4985-b7d3-7995a3b34074 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:55.500144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] DHCP port deletion for 47168744-0a88-47d9-916f-8242fab8bc45 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:55.502212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 87717ee3-2df4-4985-b7d3-7995a3b34074 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:55.502552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 87717ee3-2df4-4985-b7d3-7995a3b34074 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:55.519299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] For port c5b9953a-db88-4e78-a8ed-faad68069623, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5b9953a-db88-4e78-a8ed-faad68069623,segment=NetworkSegment(67c6b48f-6395-46b3-9524-3d19d33e1992),segment_id=67c6b48f-6395-46b3-9524-3d19d33e1992)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:55.519873 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.537695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Calling delete_port for c5b9953a-db88-4e78-a8ed-faad68069623 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:55.559603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] Deleting port c5b9953a-db88-4e78-a8ed-faad68069623 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:55.559996 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.627350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.636712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] For port c5b9953a-db88-4e78-a8ed-faad68069623, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c5b9953a-db88-4e78-a8ed-faad68069623,segment=NetworkSegment(67c6b48f-6395-46b3-9524-3d19d33e1992),segment_id=67c6b48f-6395-46b3-9524-3d19d33e1992)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:55.637111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.652839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] Calling delete_port for c5b9953a-db88-4e78-a8ed-faad68069623 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:55.665321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Port': ['ID=c5b9953a-db88-4e78-a8ed-faad68069623,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:55.669890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] No DVR routers for this DVR port c5b9953a-db88-4e78-a8ed-faad68069623 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:55.738785 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.767933 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.768157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] Pushing event deleted for resources: {'Port': ['ID=c5b9953a-db88-4e78-a8ed-faad68069623,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:55.771537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587bb63-e068-417b-aeab-6c15ceb63d22 None None] No DVR routers for this DVR port c5b9953a-db88-4e78-a8ed-faad68069623 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:55.782474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47168744-0a88-47d9-916f-8242fab8bc45']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:55.793484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c6b48f-6395-46b3-9524-3d19d33e1992') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:55.793873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c6b48f-6395-46b3-9524-3d19d33e1992') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:55.803576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.817937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.824319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:55.824731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:55.827767 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:55.892364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.900232 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.901982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/networks/47168744-0a88-47d9-916f-8242fab8bc45 HTTP/1.1" status: 204 len: 168 time: 0.6248553 Aug 09 16:07:55.904805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32832) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.922020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab853bf-8e7d-4f27-bbd2-6ce144987c8c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Pushing event deleted for resources: {'Network': ['ID=47168744-0a88-47d9-916f-8242fab8bc45,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:55.942193 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2511f53-16f8-4141-8c90-033d8ffc553c tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "GET /v2.0/ports?device_id=734f816d-37d1-449b-a4a6-00e2b7b1dc81 HTTP/1.1" status: 200 len: 205 time: 0.0361369 Aug 09 16:07:55.944704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32834) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.356315 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05d3e35-0e6e-41f5-b28c-0831bbea7bde tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:56.525616 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05d3e35-0e6e-41f5-b28c-0831bbea7bde tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:56.527973 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05d3e35-0e6e-41f5-b28c-0831bbea7bde tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:56.579737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05d3e35-0e6e-41f5-b28c-0831bbea7bde tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:56.580600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05d3e35-0e6e-41f5-b28c-0831bbea7bde tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Fanout notify agent at l3_agent the message router_deleted on router 734f816d-37d1-449b-a4a6-00e2b7b1dc81 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:07:56.588044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c05d3e35-0e6e-41f5-b28c-0831bbea7bde tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:56.589233 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c05d3e35-0e6e-41f5-b28c-0831bbea7bde tempest-RoutersNegativeTest-670749671 tempest-RoutersNegativeTest-670749671-project] 10.222.0.64 "DELETE /v2.0/routers/734f816d-37d1-449b-a4a6-00e2b7b1dc81 HTTP/1.1" status: 204 len: 168 time: 0.6436131 Aug 09 16:07:56.860000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32842) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.012794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e3bffceb-434f-440f-b7d9-901320f23883 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b7c42ff6cfb4b6eb2cfc2300fe7f81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505711 Aug 09 16:07:57.014928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32846) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.067569 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7d32c4f-46cd-4081-bc0d-9f1587e9968e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.091502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7d32c4f-46cd-4081-bc0d-9f1587e9968e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.146235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7d32c4f-46cd-4081-bc0d-9f1587e9968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.148760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7d32c4f-46cd-4081-bc0d-9f1587e9968e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.149930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e7d32c4f-46cd-4081-bc0d-9f1587e9968e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/813a511f-105b-40bc-9daf-a70ab4bcb619 HTTP/1.1" status: 204 len: 168 time: 0.1339715 Aug 09 16:07:57.157734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32c4f-46cd-4081-bc0d-9f1587e9968e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813a511f-105b-40bc-9daf-a70ab4bcb619,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:57.433174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5b9953a-db88-4e78-a8ed-faad68069623 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:57.453969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c5b9953a-db88-4e78-a8ed-faad68069623 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:57.454298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c5b9953a-db88-4e78-a8ed-faad68069623 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:57.881968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32868) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.991212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-secgroup--668083701'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:58.030533 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.039837 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.139105 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.145464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.185343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5104f1c-18f6-47de-bc47-113c0216590c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:58.249080 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.255556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.291588 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.292794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4098070 Aug 09 16:07:58.294668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9760b6-7069-4e2d-9e44-a7db0aade23d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f46ba-163c-4ff5-a67c-fb0c3769e1ff,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:58.295557 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32872) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.366401 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-aee88a10-7f40-407f-9b39-ea03ad16d64e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0688570 Aug 09 16:07:58.369161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32874) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.375909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-33c6ff97-cec2-4fb6-9623-4eb81eb4a981 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-security--658755996', 'description': 'tempest-security-description-1473075871'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:58.390747 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.402833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c6ff97-cec2-4fb6-9623-4eb81eb4a981 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.446625 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c6ff97-cec2-4fb6-9623-4eb81eb4a981 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.451675 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c6ff97-cec2-4fb6-9623-4eb81eb4a981 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.454409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-33c6ff97-cec2-4fb6-9623-4eb81eb4a981 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.456054 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-33c6ff97-cec2-4fb6-9623-4eb81eb4a981 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "PUT /v2.0/security-groups/2d5f46ba-163c-4ff5-a67c-fb0c3769e1ff HTTP/1.1" status: 200 len: 1779 time: 0.0856080 Aug 09 16:07:58.459705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32876) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.489487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6ff97-cec2-4fb6-9623-4eb81eb4a981 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f46ba-163c-4ff5-a67c-fb0c3769e1ff,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:58.512816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-11468709-8af1-49d2-8827-248c4ceb56b0 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups/2d5f46ba-163c-4ff5-a67c-fb0c3769e1ff HTTP/1.1" status: 200 len: 1779 time: 0.0515471 Aug 09 16:07:58.516272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32878) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.571325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-917dfeca-87a4-4d88-a4f6-dad9ad6c2080 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.595832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-917dfeca-87a4-4d88-a4f6-dad9ad6c2080 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.642431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-917dfeca-87a4-4d88-a4f6-dad9ad6c2080 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.645690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-917dfeca-87a4-4d88-a4f6-dad9ad6c2080 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.647482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-917dfeca-87a4-4d88-a4f6-dad9ad6c2080 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/2d5f46ba-163c-4ff5-a67c-fb0c3769e1ff HTTP/1.1" status: 204 len: 168 time: 0.1300929 Aug 09 16:07:58.651774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32880) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.658090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dfeca-87a4-4d88-a4f6-dad9ad6c2080 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f46ba-163c-4ff5-a67c-fb0c3769e1ff,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:58.703317 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4a50e4fa-87a5-4cd5-8d0e-00b4c12588d9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481858 Aug 09 16:07:58.703690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32882) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.708093 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.718378 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-30e0665e-2354-4dbd-89b2-2689d2ec7743 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] delete failed (client error): The resource could not be found. Aug 09 16:07:58.719444 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-30e0665e-2354-4dbd-89b2-2689d2ec7743 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/2d5f46ba-163c-4ff5-a67c-fb0c3769e1ff HTTP/1.1" status: 404 len: 347 time: 0.0147598 Aug 09 16:07:58.723527 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32884) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.728876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4a5e2c2e-7632-48e5-8e8a-90e3cc20e49f tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-secgroup--479139576'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:58.751986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a5e2c2e-7632-48e5-8e8a-90e3cc20e49f tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.842156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a5e2c2e-7632-48e5-8e8a-90e3cc20e49f tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.846541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a5e2c2e-7632-48e5-8e8a-90e3cc20e49f tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.883859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4a5e2c2e-7632-48e5-8e8a-90e3cc20e49f tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.885438 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4a5e2c2e-7632-48e5-8e8a-90e3cc20e49f tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1608987 Aug 09 16:07:58.887448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e2c2e-7632-48e5-8e8a-90e3cc20e49f tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff6d90e-d126-422e-b4f4-67ac29f0a87b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:58.888608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32886) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.894511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-03739aab-ef30-4720-84d7-268260fb1562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '4ff6d90e-d126-422e-b4f4-67ac29f0a87b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:58.927127 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03739aab-ef30-4720-84d7-268260fb1562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.976104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03739aab-ef30-4720-84d7-268260fb1562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.982185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03739aab-ef30-4720-84d7-268260fb1562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.002160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03739aab-ef30-4720-84d7-268260fb1562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ad387c-58b4-454a-86d0-f2964bc04906,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.008770 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-03739aab-ef30-4720-84d7-268260fb1562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.009863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-03739aab-ef30-4720-84d7-268260fb1562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195424 Aug 09 16:07:59.013257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32888) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.045598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a16044-4428-4147-9e3d-e3907a2b3562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.053325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a16044-4428-4147-9e3d-e3907a2b3562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.090006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a16044-4428-4147-9e3d-e3907a2b3562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.098706 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7a16044-4428-4147-9e3d-e3907a2b3562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.099746 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7a16044-4428-4147-9e3d-e3907a2b3562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c6ad387c-58b4-454a-86d0-f2964bc04906 HTTP/1.1" status: 204 len: 168 time: 0.0852740 Aug 09 16:07:59.102811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32890) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.105248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a16044-4428-4147-9e3d-e3907a2b3562 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6ad387c-58b4-454a-86d0-f2964bc04906,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.144274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-99841b0f-da68-4273-9aa0-7557b290e8ba tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402892 Aug 09 16:07:59.147119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32892) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.201260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e3652a4-555d-438f-a4e0-b72a7c876aed tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.224946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e3652a4-555d-438f-a4e0-b72a7c876aed tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.270033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e3652a4-555d-438f-a4e0-b72a7c876aed tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.272681 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9e3652a4-555d-438f-a4e0-b72a7c876aed tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.273844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9e3652a4-555d-438f-a4e0-b72a7c876aed tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/4ff6d90e-d126-422e-b4f4-67ac29f0a87b HTTP/1.1" status: 204 len: 168 time: 0.1258330 Aug 09 16:07:59.276881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32894) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.283296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3652a4-555d-438f-a4e0-b72a7c876aed tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff6d90e-d126-422e-b4f4-67ac29f0a87b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.331802 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-44d07fd8-d765-413e-82e5-3b5ce9c3e970 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536158 Aug 09 16:07:59.335698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32896) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.340168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cd74d31d-5e24-4a08-9ff0-9a859bcf9e40 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769161375'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:59.363740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd74d31d-5e24-4a08-9ff0-9a859bcf9e40 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.454147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd74d31d-5e24-4a08-9ff0-9a859bcf9e40 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.460291 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd74d31d-5e24-4a08-9ff0-9a859bcf9e40 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.489506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74d31d-5e24-4a08-9ff0-9a859bcf9e40 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33186b19-f431-4753-9ffc-5d780f65673b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.492434 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cd74d31d-5e24-4a08-9ff0-9a859bcf9e40 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.493668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cd74d31d-5e24-4a08-9ff0-9a859bcf9e40 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1570215 Aug 09 16:07:59.496673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32898) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.501526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-60802d5e-5094-4cd7-8772-0bd25c44edd3 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '33186b19-f431-4753-9ffc-5d780f65673b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:59.532207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60802d5e-5094-4cd7-8772-0bd25c44edd3 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.586867 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60802d5e-5094-4cd7-8772-0bd25c44edd3 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.592545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60802d5e-5094-4cd7-8772-0bd25c44edd3 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.610374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60802d5e-5094-4cd7-8772-0bd25c44edd3 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012fee13-0eee-455f-9a11-7865ad687c53,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.617724 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-60802d5e-5094-4cd7-8772-0bd25c44edd3 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.618946 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-60802d5e-5094-4cd7-8772-0bd25c44edd3 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211913 Aug 09 16:07:59.621828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32900) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.626252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5b9dfcda-8b8f-44dc-bb5a-0b9b7df3d534 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '33186b19-f431-4753-9ffc-5d780f65673b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:59.654740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfcda-8b8f-44dc-bb5a-0b9b7df3d534 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.722646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfcda-8b8f-44dc-bb5a-0b9b7df3d534 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.728215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfcda-8b8f-44dc-bb5a-0b9b7df3d534 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.746720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dfcda-8b8f-44dc-bb5a-0b9b7df3d534 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b0c96f-50ba-4bef-98d5-c9e5f7313fbd,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.753896 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfcda-8b8f-44dc-bb5a-0b9b7df3d534 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.755301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5b9dfcda-8b8f-44dc-bb5a-0b9b7df3d534 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325176 Aug 09 16:07:59.758268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32902) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.762822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9ff6379a-7b58-43db-8eb3-b2b381ce7442 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '33186b19-f431-4753-9ffc-5d780f65673b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:59.791078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ff6379a-7b58-43db-8eb3-b2b381ce7442 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.851029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ff6379a-7b58-43db-8eb3-b2b381ce7442 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.856352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ff6379a-7b58-43db-8eb3-b2b381ce7442 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.874174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6379a-7b58-43db-8eb3-b2b381ce7442 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc5375a-5e06-45d3-a117-e4aa8db9d01c,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.881345 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9ff6379a-7b58-43db-8eb3-b2b381ce7442 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.882607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9ff6379a-7b58-43db-8eb3-b2b381ce7442 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233902 Aug 09 16:07:59.885579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32904) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.890016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-06fea4e2-8447-4612-9d86-dff0487ce8d2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '33186b19-f431-4753-9ffc-5d780f65673b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:59.920125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06fea4e2-8447-4612-9d86-dff0487ce8d2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.983832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06fea4e2-8447-4612-9d86-dff0487ce8d2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.989874 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06fea4e2-8447-4612-9d86-dff0487ce8d2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.011577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fea4e2-8447-4612-9d86-dff0487ce8d2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05786081-17a0-4811-a945-d2c1eda9c917,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.019903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06fea4e2-8447-4612-9d86-dff0487ce8d2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.021136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-06fea4e2-8447-4612-9d86-dff0487ce8d2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346300 Aug 09 16:08:00.025483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32908) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.030919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-77c49deb-2c7f-4d5f-8968-9bf4d94ecdbc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '33186b19-f431-4753-9ffc-5d780f65673b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:00.067039 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-77c49deb-2c7f-4d5f-8968-9bf4d94ecdbc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.133159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-77c49deb-2c7f-4d5f-8968-9bf4d94ecdbc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.138329 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-77c49deb-2c7f-4d5f-8968-9bf4d94ecdbc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.159523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49deb-2c7f-4d5f-8968-9bf4d94ecdbc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda59107-0547-4202-b6ae-940da912eb3b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.161932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-77c49deb-2c7f-4d5f-8968-9bf4d94ecdbc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.163101 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-77c49deb-2c7f-4d5f-8968-9bf4d94ecdbc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1365252 Aug 09 16:08:00.166040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32910) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.190117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b6792363-2d2f-4910-9fe4-7707d1ef7425 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.197567 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b6792363-2d2f-4910-9fe4-7707d1ef7425 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.228678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b6792363-2d2f-4910-9fe4-7707d1ef7425 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.235610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b6792363-2d2f-4910-9fe4-7707d1ef7425 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.236828 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b6792363-2d2f-4910-9fe4-7707d1ef7425 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/eda59107-0547-4202-b6ae-940da912eb3b HTTP/1.1" status: 204 len: 168 time: 0.0698366 Aug 09 16:08:00.239623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.241532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6792363-2d2f-4910-9fe4-7707d1ef7425 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eda59107-0547-4202-b6ae-940da912eb3b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.293284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9e3bdb13-2f1e-4919-9cf9-d4e6c1395ee4 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0523369 Aug 09 16:08:00.296057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32914) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.324053 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c9fe-ce72-4d35-aaa9-43944629a95a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.332447 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c9fe-ce72-4d35-aaa9-43944629a95a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.363181 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c9fe-ce72-4d35-aaa9-43944629a95a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.369185 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c9fe-ce72-4d35-aaa9-43944629a95a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.370312 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f7d3c9fe-ce72-4d35-aaa9-43944629a95a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/05786081-17a0-4811-a945-d2c1eda9c917 HTTP/1.1" status: 204 len: 168 time: 0.0733600 Aug 09 16:08:00.373324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32916) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.375732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3c9fe-ce72-4d35-aaa9-43944629a95a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05786081-17a0-4811-a945-d2c1eda9c917,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.423990 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3ed3eb2f-ef66-4aba-a656-ac2a30f7ea1e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0487854 Aug 09 16:08:00.426769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32918) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.450620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53fc3871-8f74-40b0-ae7b-450ff58cf3cd tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.459664 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53fc3871-8f74-40b0-ae7b-450ff58cf3cd tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.490937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53fc3871-8f74-40b0-ae7b-450ff58cf3cd tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.499363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-53fc3871-8f74-40b0-ae7b-450ff58cf3cd tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.500984 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-53fc3871-8f74-40b0-ae7b-450ff58cf3cd tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0bc5375a-5e06-45d3-a117-e4aa8db9d01c HTTP/1.1" status: 204 len: 168 time: 0.0732872 Aug 09 16:08:00.504630 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32920) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.509642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc3871-8f74-40b0-ae7b-450ff58cf3cd tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bc5375a-5e06-45d3-a117-e4aa8db9d01c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.553443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3a973c57-b078-4764-bcfa-d9d1fd1a726d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0475142 Aug 09 16:08:00.557486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32922) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.582134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-105f7581-c770-4bc4-9ff8-17970410520a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.589808 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-105f7581-c770-4bc4-9ff8-17970410520a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.618490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-105f7581-c770-4bc4-9ff8-17970410520a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.624519 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-105f7581-c770-4bc4-9ff8-17970410520a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.625629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-105f7581-c770-4bc4-9ff8-17970410520a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e4b0c96f-50ba-4bef-98d5-c9e5f7313fbd HTTP/1.1" status: 204 len: 168 time: 0.0672088 Aug 09 16:08:00.628764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32924) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.631175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f7581-c770-4bc4-9ff8-17970410520a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4b0c96f-50ba-4bef-98d5-c9e5f7313fbd,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.678481 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-93f73969-05a8-4fbc-a39a-5fdc2452421c tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0482874 Aug 09 16:08:00.681104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32926) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.704213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3811-8536-4a13-9ddf-a6be99365776 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.712515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3811-8536-4a13-9ddf-a6be99365776 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.741469 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3811-8536-4a13-9ddf-a6be99365776 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.747567 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3811-8536-4a13-9ddf-a6be99365776 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.748727 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a0ff3811-8536-4a13-9ddf-a6be99365776 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/012fee13-0eee-455f-9a11-7865ad687c53 HTTP/1.1" status: 204 len: 168 time: 0.0667148 Aug 09 16:08:00.751528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32928) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.758223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff3811-8536-4a13-9ddf-a6be99365776 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=012fee13-0eee-455f-9a11-7865ad687c53,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.792035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-adc1a749-45af-439e-a9b5-b284c5ba47de tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392427 Aug 09 16:08:00.794952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32930) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.849605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f087d26a-ddb5-42a3-8d67-64d06d1559c2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.877747 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f087d26a-ddb5-42a3-8d67-64d06d1559c2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.923685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f087d26a-ddb5-42a3-8d67-64d06d1559c2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.926521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f087d26a-ddb5-42a3-8d67-64d06d1559c2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.927709 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f087d26a-ddb5-42a3-8d67-64d06d1559c2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/33186b19-f431-4753-9ffc-5d780f65673b HTTP/1.1" status: 204 len: 168 time: 0.1314504 Aug 09 16:08:00.930532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32932) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.936879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087d26a-ddb5-42a3-8d67-64d06d1559c2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33186b19-f431-4753-9ffc-5d780f65673b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.974153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-af9d9b67-64b4-4eb7-a808-a941db207543 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424862 Aug 09 16:08:00.980016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32934) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.987048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-466f877f-38cf-45dc-9598-af25256ff6db tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776434418'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:01.011560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-466f877f-38cf-45dc-9598-af25256ff6db tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.097956 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-466f877f-38cf-45dc-9598-af25256ff6db tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.104050 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-466f877f-38cf-45dc-9598-af25256ff6db tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.133309 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-466f877f-38cf-45dc-9598-af25256ff6db tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.134609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-466f877f-38cf-45dc-9598-af25256ff6db tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1532805 Aug 09 16:08:01.137480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.138789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f877f-38cf-45dc-9598-af25256ff6db tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70301b4b-15d5-4c59-b9e0-98a4b98627b2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:01.144251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6118e800-5e31-4b7a-82aa-4cb6e8f580d6 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '70301b4b-15d5-4c59-b9e0-98a4b98627b2', 'direction': 'ingress', 'protocol': 17}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:01.176087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6118e800-5e31-4b7a-82aa-4cb6e8f580d6 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.223688 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6118e800-5e31-4b7a-82aa-4cb6e8f580d6 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.228686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6118e800-5e31-4b7a-82aa-4cb6e8f580d6 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.246372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118e800-5e31-4b7a-82aa-4cb6e8f580d6 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbef610-daf2-4025-bf31-bb251a961994,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:01.253100 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6118e800-5e31-4b7a-82aa-4cb6e8f580d6 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.254361 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6118e800-5e31-4b7a-82aa-4cb6e8f580d6 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1157918 Aug 09 16:08:01.257425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32938) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.310790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f890fefb-3341-4229-beb6-2bc4cfd822c8 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.334134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f890fefb-3341-4229-beb6-2bc4cfd822c8 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.387145 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f890fefb-3341-4229-beb6-2bc4cfd822c8 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.390126 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f890fefb-3341-4229-beb6-2bc4cfd822c8 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.391283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f890fefb-3341-4229-beb6-2bc4cfd822c8 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/70301b4b-15d5-4c59-b9e0-98a4b98627b2 HTTP/1.1" status: 204 len: 168 time: 0.1327825 Aug 09 16:08:01.394085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32940) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.400479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890fefb-3341-4229-beb6-2bc4cfd822c8 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70301b4b-15d5-4c59-b9e0-98a4b98627b2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:01.437048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-06e2fe2d-26c1-4613-ad0d-d94d7d6feaa7 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0417340 Aug 09 16:08:01.440992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32942) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.445156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9b08bb40-f8e7-442b-b482-0ce081fea17e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017224940'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:01.467122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b08bb40-f8e7-442b-b482-0ce081fea17e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.549427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b08bb40-f8e7-442b-b482-0ce081fea17e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.555739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b08bb40-f8e7-442b-b482-0ce081fea17e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.593406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08bb40-f8e7-442b-b482-0ce081fea17e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae4f631-cab1-4b2f-bae3-b101f93362d7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:01.595769 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b08bb40-f8e7-442b-b482-0ce081fea17e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.597110 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9b08bb40-f8e7-442b-b482-0ce081fea17e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1553874 Aug 09 16:08:01.600134 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.604509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ddf5cec4-b3c8-4f27-b03d-a41e24b0b3ee tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-secgroup--954234609'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:01.630264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddf5cec4-b3c8-4f27-b03d-a41e24b0b3ee tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.713235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddf5cec4-b3c8-4f27-b03d-a41e24b0b3ee tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.718963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddf5cec4-b3c8-4f27-b03d-a41e24b0b3ee tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.748475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddf5cec4-b3c8-4f27-b03d-a41e24b0b3ee tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.749714 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ddf5cec4-b3c8-4f27-b03d-a41e24b0b3ee tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1487448 Aug 09 16:08:01.751526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5cec4-b3c8-4f27-b03d-a41e24b0b3ee tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe64be-06db-4de3-8e31-fd23258f58f4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:01.752681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32946) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.757659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2fe51b2d-8095-46d3-a729-249f1ed30ae1 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '9ae4f631-cab1-4b2f-bae3-b101f93362d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a3fe64be-06db-4de3-8e31-fd23258f58f4', 'remote_ip_prefix': None}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:01.792247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fe51b2d-8095-46d3-a729-249f1ed30ae1 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.862870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fe51b2d-8095-46d3-a729-249f1ed30ae1 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.868967 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fe51b2d-8095-46d3-a729-249f1ed30ae1 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.898124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe51b2d-8095-46d3-a729-249f1ed30ae1 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35078202-8a76-4e7b-89a8-1277fda8c594,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:01.905270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2fe51b2d-8095-46d3-a729-249f1ed30ae1 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.908289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2fe51b2d-8095-46d3-a729-249f1ed30ae1 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1543541 Aug 09 16:08:01.909248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32948) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.934767 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e834bd8e-2955-4133-b2c2-92694680ac54 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.943368 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e834bd8e-2955-4133-b2c2-92694680ac54 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.974133 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e834bd8e-2955-4133-b2c2-92694680ac54 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.980233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e834bd8e-2955-4133-b2c2-92694680ac54 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.981360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e834bd8e-2955-4133-b2c2-92694680ac54 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/35078202-8a76-4e7b-89a8-1277fda8c594 HTTP/1.1" status: 204 len: 168 time: 0.0711012 Aug 09 16:08:01.984160 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32950) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.986799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834bd8e-2955-4133-b2c2-92694680ac54 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35078202-8a76-4e7b-89a8-1277fda8c594,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.028456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2161e319-e59d-4139-9181-51b632d36c15 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0430348 Aug 09 16:08:02.031219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.089626 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-604701e5-84c2-470f-ae14-1d4fdec9ce73 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.112744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-604701e5-84c2-470f-ae14-1d4fdec9ce73 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.160906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-604701e5-84c2-470f-ae14-1d4fdec9ce73 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.163436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-604701e5-84c2-470f-ae14-1d4fdec9ce73 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.164670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-604701e5-84c2-470f-ae14-1d4fdec9ce73 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/a3fe64be-06db-4de3-8e31-fd23258f58f4 HTTP/1.1" status: 204 len: 168 time: 0.1325626 Aug 09 16:08:02.167530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32954) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.174093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604701e5-84c2-470f-ae14-1d4fdec9ce73 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe64be-06db-4de3-8e31-fd23258f58f4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.222894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-50333d77-b453-4037-93cc-ea4ad34a8de4 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0539222 Aug 09 16:08:02.225521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32956) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.280947 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4205-2e3e-4e2a-be1a-27df3c46fa34 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.310676 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4205-2e3e-4e2a-be1a-27df3c46fa34 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.358205 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4205-2e3e-4e2a-be1a-27df3c46fa34 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.362130 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4205-2e3e-4e2a-be1a-27df3c46fa34 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.363433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b7fe4205-2e3e-4e2a-be1a-27df3c46fa34 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/9ae4f631-cab1-4b2f-bae3-b101f93362d7 HTTP/1.1" status: 204 len: 168 time: 0.1370368 Aug 09 16:08:02.366414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32958) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.372498 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe4205-2e3e-4e2a-be1a-27df3c46fa34 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae4f631-cab1-4b2f-bae3-b101f93362d7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.410889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a0d119bc-232b-4cfb-95aa-e64db0c248d7 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432875 Aug 09 16:08:02.415419 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32960) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.419876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-59498752-0307-4a7b-a876-c978b3209ef9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227981880'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:02.441970 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59498752-0307-4a7b-a876-c978b3209ef9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.523754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59498752-0307-4a7b-a876-c978b3209ef9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.529546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59498752-0307-4a7b-a876-c978b3209ef9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.557025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-59498752-0307-4a7b-a876-c978b3209ef9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.558277 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-59498752-0307-4a7b-a876-c978b3209ef9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1419055 Aug 09 16:08:02.562287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59498752-0307-4a7b-a876-c978b3209ef9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62082dbd-d3ac-4ae0-9e0d-8d169a64a5d4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.562773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32962) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.569758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c92e02fa-8e27-4ad9-9be8-a8166476dcb5 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '62082dbd-d3ac-4ae0-9e0d-8d169a64a5d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:02.599842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92e02fa-8e27-4ad9-9be8-a8166476dcb5 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.647070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92e02fa-8e27-4ad9-9be8-a8166476dcb5 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.652003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92e02fa-8e27-4ad9-9be8-a8166476dcb5 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.672264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e02fa-8e27-4ad9-9be8-a8166476dcb5 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5818b5f7-4bdc-45f7-920f-d7abaffd7afe,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.679008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c92e02fa-8e27-4ad9-9be8-a8166476dcb5 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.680241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c92e02fa-8e27-4ad9-9be8-a8166476dcb5 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1163504 Aug 09 16:08:02.682999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32964) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.706896 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8927480a-5fda-4281-8c2f-6258b62405f9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.715103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8927480a-5fda-4281-8c2f-6258b62405f9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.746845 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8927480a-5fda-4281-8c2f-6258b62405f9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.752853 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8927480a-5fda-4281-8c2f-6258b62405f9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.754179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8927480a-5fda-4281-8c2f-6258b62405f9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5818b5f7-4bdc-45f7-920f-d7abaffd7afe HTTP/1.1" status: 204 len: 168 time: 0.0701053 Aug 09 16:08:02.756921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.759490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927480a-5fda-4281-8c2f-6258b62405f9 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5818b5f7-4bdc-45f7-920f-d7abaffd7afe,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.799124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c6fe1278-ac38-4848-aa7c-d562891c964a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402162 Aug 09 16:08:02.801892 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32968) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.862517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-582a7830-cdc5-43c4-a605-45a02a35aaad tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.884855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-582a7830-cdc5-43c4-a605-45a02a35aaad tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.935489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-582a7830-cdc5-43c4-a605-45a02a35aaad tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.938188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-582a7830-cdc5-43c4-a605-45a02a35aaad tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.939398 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-582a7830-cdc5-43c4-a605-45a02a35aaad tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/62082dbd-d3ac-4ae0-9e0d-8d169a64a5d4 HTTP/1.1" status: 204 len: 168 time: 0.1365895 Aug 09 16:08:02.942404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32970) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.949000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a7830-cdc5-43c4-a605-45a02a35aaad tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62082dbd-d3ac-4ae0-9e0d-8d169a64a5d4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.987472 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f371dbd3-a762-4706-afed-dcae2402c8cd tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437953 Aug 09 16:08:02.991326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32972) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.995781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4c5d09ab-2c42-4aff-9709-cd641000055e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988559267'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:03.018285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c5d09ab-2c42-4aff-9709-cd641000055e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.105051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c5d09ab-2c42-4aff-9709-cd641000055e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.110796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c5d09ab-2c42-4aff-9709-cd641000055e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.149896 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c5d09ab-2c42-4aff-9709-cd641000055e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.151139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4c5d09ab-2c42-4aff-9709-cd641000055e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1588387 Aug 09 16:08:03.151869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d09ab-2c42-4aff-9709-cd641000055e tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39263725-ed01-44cd-81db-92c98c601216,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:03.153836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32974) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.158316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-63b6319e-a917-4739-9658-f1e3305dbd6c tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '39263725-ed01-44cd-81db-92c98c601216', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:03.191188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63b6319e-a917-4739-9658-f1e3305dbd6c tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.250325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63b6319e-a917-4739-9658-f1e3305dbd6c tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.254755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63b6319e-a917-4739-9658-f1e3305dbd6c tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.271400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6319e-a917-4739-9658-f1e3305dbd6c tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c13c38d-e48f-40bb-aa7d-09dbb853e87b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:03.278723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-63b6319e-a917-4739-9658-f1e3305dbd6c tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.279974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-63b6319e-a917-4739-9658-f1e3305dbd6c tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251664 Aug 09 16:08:03.282564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32978) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.301428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c437f52f-8188-4465-9cc8-d2864b1c116a tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules/8c13c38d-e48f-40bb-aa7d-09dbb853e87b HTTP/1.1" status: 200 len: 763 time: 0.0178192 Aug 09 16:08:03.303851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32980) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.344660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e50baaac-1ee6-4a75-9014-98f47eac115f tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397685 Aug 09 16:08:03.347256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32982) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.372036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-34dd4910-04bf-4257-a535-28a682352bfc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.381819 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-34dd4910-04bf-4257-a535-28a682352bfc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.413195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-34dd4910-04bf-4257-a535-28a682352bfc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.418439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-34dd4910-04bf-4257-a535-28a682352bfc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.419631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-34dd4910-04bf-4257-a535-28a682352bfc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8c13c38d-e48f-40bb-aa7d-09dbb853e87b HTTP/1.1" status: 204 len: 168 time: 0.0714679 Aug 09 16:08:03.422297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32984) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.434378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd4910-04bf-4257-a535-28a682352bfc tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c13c38d-e48f-40bb-aa7d-09dbb853e87b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:03.471579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7b6a4191-a850-44b4-8875-09dc67e0ccde tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480957 Aug 09 16:08:03.474799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32986) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.479193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1c7b1790-2ac4-4803-ad1f-c631cf3158ac tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '39263725-ed01-44cd-81db-92c98c601216', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:03.508910 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1790-2ac4-4803-ad1f-c631cf3158ac tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.580032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1790-2ac4-4803-ad1f-c631cf3158ac tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.585207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1790-2ac4-4803-ad1f-c631cf3158ac tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.603456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b1790-2ac4-4803-ad1f-c631cf3158ac tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6a001d-cc8b-4a85-99a0-6196cb0ecf15,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:03.611017 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1790-2ac4-4803-ad1f-c631cf3158ac tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.612125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1c7b1790-2ac4-4803-ad1f-c631cf3158ac tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363490 Aug 09 16:08:03.615163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32988) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.632378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-587caa48-6eec-4d6d-9810-0920b40d88c3 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules/3d6a001d-cc8b-4a85-99a0-6196cb0ecf15 HTTP/1.1" status: 200 len: 763 time: 0.0161364 Aug 09 16:08:03.634771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32990) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.686778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-362c11b0-3478-4707-a82c-9831985cd0a4 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0509570 Aug 09 16:08:03.689684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32992) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.718296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b10de412-862b-4316-b643-a5b437a64caf tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.726612 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b10de412-862b-4316-b643-a5b437a64caf tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.755351 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b10de412-862b-4316-b643-a5b437a64caf tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.761428 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b10de412-862b-4316-b643-a5b437a64caf tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.762541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b10de412-862b-4316-b643-a5b437a64caf tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3d6a001d-cc8b-4a85-99a0-6196cb0ecf15 HTTP/1.1" status: 204 len: 168 time: 0.0716252 Aug 09 16:08:03.765397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32994) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.767942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10de412-862b-4316-b643-a5b437a64caf tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d6a001d-cc8b-4a85-99a0-6196cb0ecf15,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:03.806070 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4871ed82-3d6e-420b-98e6-9e8c806e9f43 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393722 Aug 09 16:08:03.810027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 32996) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.814417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c6a48ce1-30a6-4beb-9313-5791aa85a7b2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Request body: {'security_group_rule': {'security_group_id': '39263725-ed01-44cd-81db-92c98c601216', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:03.846407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6a48ce1-30a6-4beb-9313-5791aa85a7b2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.894789 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6a48ce1-30a6-4beb-9313-5791aa85a7b2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.900720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6a48ce1-30a6-4beb-9313-5791aa85a7b2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.924635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a48ce1-30a6-4beb-9313-5791aa85a7b2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a50611-666d-46db-bcff-84578d02cf31,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:03.930979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c6a48ce1-30a6-4beb-9313-5791aa85a7b2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.932277 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c6a48ce1-30a6-4beb-9313-5791aa85a7b2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212845 Aug 09 16:08:03.936579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 32998) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.956800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-25279664-024d-4c19-9e9f-ef4302227958 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules/b8a50611-666d-46db-bcff-84578d02cf31 HTTP/1.1" status: 200 len: 764 time: 0.0190284 Aug 09 16:08:03.960138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33000) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:04.001533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a50197ba-381a-4f9b-8445-74d7ed100b5d tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0402129 Aug 09 16:08:04.005428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33002) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:04.034014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce954f70-7ff3-44d7-84ee-23e00af295f2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.043948 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce954f70-7ff3-44d7-84ee-23e00af295f2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.074943 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce954f70-7ff3-44d7-84ee-23e00af295f2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.083268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce954f70-7ff3-44d7-84ee-23e00af295f2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.084417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ce954f70-7ff3-44d7-84ee-23e00af295f2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b8a50611-666d-46db-bcff-84578d02cf31 HTTP/1.1" status: 204 len: 168 time: 0.0781083 Aug 09 16:08:04.087076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33004) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:04.089946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce954f70-7ff3-44d7-84ee-23e00af295f2 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8a50611-666d-46db-bcff-84578d02cf31,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:04.129323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ee47e862-9d27-4d14-84e2-ca17c01dc359 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410533 Aug 09 16:08:04.132161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33006) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:04.188118 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f92b-bd6f-4140-97b6-201c65546922 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.210178 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f92b-bd6f-4140-97b6-201c65546922 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.273563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f92b-bd6f-4140-97b6-201c65546922 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.277619 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e8b7f92b-bd6f-4140-97b6-201c65546922 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.279365 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e8b7f92b-bd6f-4140-97b6-201c65546922 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "DELETE /v2.0/security-groups/39263725-ed01-44cd-81db-92c98c601216 HTTP/1.1" status: 204 len: 168 time: 0.1461194 Aug 09 16:08:04.283279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33008) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:04.289885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7f92b-bd6f-4140-97b6-201c65546922 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39263725-ed01-44cd-81db-92c98c601216,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:04.331460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c0ab9ed4-777a-4cba-bb9f-2076ff4b656b tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469742 Aug 09 16:08:04.335698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33010) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:04.388964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3d936db1-bbb3-42c0-b40f-3765f9f6a2d4 tempest-SecGroupTest-2033135374 tempest-SecGroupTest-2033135374-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521488 Aug 09 16:08:04.674375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33016) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:04.823920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0d2505b5-fa99-47c9-899a-fb8bcec0b410 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b34234124bf747d7a12d382c94ba4c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476903 Aug 09 16:08:04.826459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33020) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:04.882998 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8867371f-e4a3-4fbd-afeb-1e4578e226e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.906235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8867371f-e4a3-4fbd-afeb-1e4578e226e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.959997 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8867371f-e4a3-4fbd-afeb-1e4578e226e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.962901 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8867371f-e4a3-4fbd-afeb-1e4578e226e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.966229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8867371f-e4a3-4fbd-afeb-1e4578e226e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5104f1c-18f6-47de-bc47-113c0216590c HTTP/1.1" status: 204 len: 168 time: 0.1387641 Aug 09 16:08:04.976926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867371f-e4a3-4fbd-afeb-1e4578e226e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5104f1c-18f6-47de-bc47-113c0216590c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:05.126199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5bd48-d586-42c1-a718-4b4c69d0bb10 req-9ee5387a-cc91-4f7c-901e-90d09317efef tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:05.127954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6c5bd48-d586-42c1-a718-4b4c69d0bb10 req-9ee5387a-cc91-4f7c-901e-90d09317efef tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1096 time: 0.0419211 Aug 09 16:08:05.171046 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6c5bd48-d586-42c1-a718-4b4c69d0bb10 req-c695757a-19f9-4c5f-84b3-034cc903c958 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362298 Aug 09 16:08:05.295898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bebff-af8a-4a91-b327-10aec4a8e8a0 req-aea2c774-d051-4855-b047-64e1431410cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:05.298236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c3bebff-af8a-4a91-b327-10aec4a8e8a0 req-aea2c774-d051-4855-b047-64e1431410cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0525486 Aug 09 16:08:05.340375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c3bebff-af8a-4a91-b327-10aec4a8e8a0 req-2cb0830d-4575-44a7-9c57-b49ba6f68e5a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357034 Aug 09 16:08:05.368128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33040) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:05.433420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cbff0545-6d4e-4ca2-b0e3-19367f6a6f9e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/22d9cfe8-e5b7-4a03-9161-befee6cf7718 HTTP/1.1" status: 200 len: 992 time: 0.0639703 Aug 09 16:08:06.012614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757a7df-9f18-4832-9f39-59b117a1119a req-5e1f7e46-abcb-4cbe-806e-11b9fcb71c2b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:06.014175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d757a7df-9f18-4832-9f39-59b117a1119a req-5e1f7e46-abcb-4cbe-806e-11b9fcb71c2b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.1175992 Aug 09 16:08:06.017937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-390f600d-b476-425e-a184-23492d01fba3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924370 Aug 09 16:08:06.058573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d757a7df-9f18-4832-9f39-59b117a1119a req-9e6784fd-eb9c-48da-aee2-adb775061c00 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Aug 09 16:08:07.189244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e0e5c-42ed-4148-a301-a489c8ed8f37 req-76219511-456a-4f9d-97ae-515eb9028d28 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:07.191109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e4e0e5c-42ed-4148-a301-a489c8ed8f37 req-76219511-456a-4f9d-97ae-515eb9028d28 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0557692 Aug 09 16:08:07.234973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e4e0e5c-42ed-4148-a301-a489c8ed8f37 req-8342f2e2-d51c-4212-aa9d-06d9bddd46f7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365627 Aug 09 16:08:07.316511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-b2e635a4-eb7e-48a8-b46a-fdb5e35965c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:07.318057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-b2e635a4-eb7e-48a8-b46a-fdb5e35965c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1096 time: 0.0452178 Aug 09 16:08:07.425116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-a172e698-8738-4620-81ba-d3288079754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:07.426956 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-a172e698-8738-4620-81ba-d3288079754c service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.1006062 Aug 09 16:08:07.511377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-34c25e43-ce17-4959-97bc-9d49af3e897e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 1000 time: 0.0763040 Aug 09 16:08:07.565041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-cb108948-f686-4bae-b43a-a0ecfb2ee467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:07.566655 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-cb108948-f686-4bae-b43a-a0ecfb2ee467 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0467796 Aug 09 16:08:07.615487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-9ce4d332-ddb4-4d0b-a7dc-8ca779a6c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:07.617069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-9ce4d332-ddb4-4d0b-a7dc-8ca779a6c0aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423272 Aug 09 16:08:07.717959 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-1918d54b-e994-49eb-af7c-d7dff43ce0ad service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921831 Aug 09 16:08:07.809832 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-ce0f8ee0-e7ee-4449-977b-c7f88aa9b758 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840774 Aug 09 16:08:07.834819 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:08:08.357904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7561a-35cf-49dc-a0b8-086cd895bce9 req-ddb57137-1cc8-4cfc-ae5f-8472e7c2c615 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:08.359445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91d7561a-35cf-49dc-a0b8-086cd895bce9 req-ddb57137-1cc8-4cfc-ae5f-8472e7c2c615 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0518644 Aug 09 16:08:08.399518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91d7561a-35cf-49dc-a0b8-086cd895bce9 req-09339ac1-57e5-43c4-8013-fb2ead57e9cf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Aug 09 16:08:08.714210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-dd924517-2e2b-4d9a-8acc-a8b1e844cd42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500627 Aug 09 16:08:08.796227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-9de9dff9-c3c9-4a01-806d-26d9c04aeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:08.797677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-9de9dff9-c3c9-4a01-806d-26d9c04aeb7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e185a7342784cf3bd24c3aa1cf91709&device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1097 time: 0.0420229 Aug 09 16:08:08.907283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-9dbee585-6c1c-4bb0-adf4-042f8b874325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:08.908910 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-9dbee585-6c1c-4bb0-adf4-042f8b874325 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 HTTP/1.1" status: 200 len: 908 time: 0.0916967 Aug 09 16:08:09.041033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-438c29bd-9618-4b5d-aace-6856b90cc61e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73 HTTP/1.1" status: 200 len: 1002 time: 0.1248338 Aug 09 16:08:09.095053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-24b46c48-100e-4a80-a248-c91b1e1e2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:09.096672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-24b46c48-100e-4a80-a248-c91b1e1e2c33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e71763ef-f3e6-41e5-bc26-8ea4a51b662e HTTP/1.1" status: 200 len: 845 time: 0.0488439 Aug 09 16:08:09.144991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-8090b944-95c6-48d2-b7ba-9afd693d7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:09.146548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-8090b944-95c6-48d2-b7ba-9afd693d7f4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423207 Aug 09 16:08:09.240556 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-1c9761a5-c903-4f64-bc85-4f3fcf0d922e service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863631 Aug 09 16:08:09.348636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e850904e-14a0-40fc-bc76-bc142ca92d3c req-4e2b54c5-27ee-411d-b91c-ec89157f80af service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004560 Aug 09 16:08:09.502806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-d83b0da6-2d45-4ce7-8a11-22410864d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:09.504404 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-d83b0da6-2d45-4ce7-8a11-22410864d357 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1096 time: 0.0479221 Aug 09 16:08:09.528741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf255eb-6098-4f34-8645-a8a36db15a18 req-2fb5143d-72ae-478e-b95d-8881757d8b99 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:09.530263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eaf255eb-6098-4f34-8645-a8a36db15a18 req-2fb5143d-72ae-478e-b95d-8881757d8b99 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0568862 Aug 09 16:08:09.570178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eaf255eb-6098-4f34-8645-a8a36db15a18 req-f66772f4-4d57-47f8-a1ff-57341cefc7e9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334890 Aug 09 16:08:09.615706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-27f6272d-6a5e-40ec-8851-0a45790c9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:09.617390 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-27f6272d-6a5e-40ec-8851-0a45790c9d4b service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0897448 Aug 09 16:08:09.701560 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-8a79715e-c82e-47d8-99b7-6c78c9b7b427 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 1000 time: 0.0705180 Aug 09 16:08:09.752987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-9360b856-87ca-4c9d-927d-4778dfb4c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:09.754472 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-9360b856-87ca-4c9d-927d-4778dfb4c770 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0453413 Aug 09 16:08:09.807231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-ce9db303-6203-408e-b3a3-55694e81fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:09.808839 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-ce9db303-6203-408e-b3a3-55694e81fd49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426791 Aug 09 16:08:09.910177 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-491d3680-01fe-47c0-898c-f52616f3c33d service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894094 Aug 09 16:08:10.012255 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ffdd1f39-0026-40e1-8122-a56486f678f4 req-3bc8a857-4313-4331-bcc7-182510cc66c5 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934191 Aug 09 16:08:10.691012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8615e-19d9-47cd-ad47-2cf35ac09c2e req-c8f89e91-a0bb-42d1-ba0f-30b3e54a4621 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:10.692597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5e8615e-19d9-47cd-ad47-2cf35ac09c2e req-c8f89e91-a0bb-42d1-ba0f-30b3e54a4621 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0503337 Aug 09 16:08:10.736808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5e8615e-19d9-47cd-ad47-2cf35ac09c2e req-938a4b6e-ef16-4c89-ba6f-34e20e1e177f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349362 Aug 09 16:08:11.858583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70c842-a695-49b0-83b3-01096abe460c req-edb832ff-05b7-4bcb-90a5-b8f2bad62d44 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:11.860113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f70c842-a695-49b0-83b3-01096abe460c req-edb832ff-05b7-4bcb-90a5-b8f2bad62d44 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Aug 09 16:08:11.904000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f70c842-a695-49b0-83b3-01096abe460c req-b50c32e4-297f-4f93-b512-a462fed9b967 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340667 Aug 09 16:08:13.032036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59b0de-30cc-41f7-8fd2-da6e28887a92 req-d3883951-50c7-46e1-a28e-4703d15152ba tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:13.033522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff59b0de-30cc-41f7-8fd2-da6e28887a92 req-d3883951-50c7-46e1-a28e-4703d15152ba tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0546670 Aug 09 16:08:13.075995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff59b0de-30cc-41f7-8fd2-da6e28887a92 req-1ad3938e-a852-4458-a1b5-ef0c69b811fd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334105 Aug 09 16:08:14.214420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826e035-1da6-4e57-8a25-35877f3fbeb4 req-ff3c55a3-d0ba-4fa0-a992-32d768f60d71 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:14.215973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2826e035-1da6-4e57-8a25-35877f3fbeb4 req-ff3c55a3-d0ba-4fa0-a992-32d768f60d71 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0529809 Aug 09 16:08:14.263347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2826e035-1da6-4e57-8a25-35877f3fbeb4 req-43f07c8f-355b-4c5d-baed-b1a537a4b950 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389993 Aug 09 16:08:15.012783 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7013b1bb-ac64-48db-b67c-60be33286bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:15.384793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33496de1-2d97-4978-ba74-e26e738b1ee2 req-18e15818-8b83-44a8-aec0-fc1192e1071a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:15.386352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33496de1-2d97-4978-ba74-e26e738b1ee2 req-18e15818-8b83-44a8-aec0-fc1192e1071a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0523150 Aug 09 16:08:15.426717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33496de1-2d97-4978-ba74-e26e738b1ee2 req-d4884358-28f5-4509-9962-1ca6789c9129 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341671 Aug 09 16:08:16.559409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3c79e-c88b-4f67-96fe-390bb423e537 req-04f005db-82d0-426d-bc3a-8264ffe79cce tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:16.560998 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d3c79e-c88b-4f67-96fe-390bb423e537 req-04f005db-82d0-426d-bc3a-8264ffe79cce tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0556850 Aug 09 16:08:16.601667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70d3c79e-c88b-4f67-96fe-390bb423e537 req-2c07a15e-1782-461c-b04e-bc80ed7714e9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341976 Aug 09 16:08:17.552657 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c4d21d0-ce2c-449f-9c27-109d682ff0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.729264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066574c-44b4-4559-bb74-e767254de3b3 req-1da42683-0fa2-4df6-9d32-ddbfa6281d56 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:17.730861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1066574c-44b4-4559-bb74-e767254de3b3 req-1da42683-0fa2-4df6-9d32-ddbfa6281d56 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0568743 Aug 09 16:08:17.772974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1066574c-44b4-4559-bb74-e767254de3b3 req-99fe3992-2489-439f-ba6a-ed1ca00a6045 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357404 Aug 09 16:08:17.792069 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.158764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33186) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:18.283915 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e61fcdb-f2bb-4b83-83ee-90780bb86fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.377772 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e61fcdb-f2bb-4b83-83ee-90780bb86fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.382675 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4e61fcdb-f2bb-4b83-83ee-90780bb86fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.420432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4e61fcdb-f2bb-4b83-83ee-90780bb86fd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ac238f8eb1f434d89f1fb1edf1997ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602363 Aug 09 16:08:18.421108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61fcdb-f2bb-4b83-83ee-90780bb86fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd8d79-ac64-4b3c-842c-37d541e1e217,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:18.423022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33190) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:18.481736 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ea2033d-ed0b-483e-852b-7e962e83f160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.503591 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ea2033d-ed0b-483e-852b-7e962e83f160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.553685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ea2033d-ed0b-483e-852b-7e962e83f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.556376 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ea2033d-ed0b-483e-852b-7e962e83f160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.557590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ea2033d-ed0b-483e-852b-7e962e83f160 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15cd8d79-ac64-4b3c-842c-37d541e1e217 HTTP/1.1" status: 204 len: 168 time: 0.1330855 Aug 09 16:08:18.565683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2033d-ed0b-483e-852b-7e962e83f160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd8d79-ac64-4b3c-842c-37d541e1e217,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:18.825833 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33198) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:18.844269 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b75f8cbe-ce6a-4164-b781-af6dc27cb3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.895418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80bb2b-c654-410b-9f5e-8556857a6ea4 req-398889d3-8f97-4dcc-ad73-2f8bbb177a3b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:18.902872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d80bb2b-c654-410b-9f5e-8556857a6ea4 req-398889d3-8f97-4dcc-ad73-2f8bbb177a3b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0609310 Aug 09 16:08:18.938855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d80bb2b-c654-410b-9f5e-8556857a6ea4 req-8c279168-5679-4a7e-b287-71616bdbfde6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350127 Aug 09 16:08:18.939163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b75f8cbe-ce6a-4164-b781-af6dc27cb3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.944073 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b75f8cbe-ce6a-4164-b781-af6dc27cb3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.982219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f8cbe-ce6a-4164-b781-af6dc27cb3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56311d9d-ad61-43fa-8519-f2ca3d5197d3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:18.986976 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b75f8cbe-ce6a-4164-b781-af6dc27cb3a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00131dd58bba4a2aa8d435b7be1f0c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600213 Aug 09 16:08:18.989726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33200) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:19.040372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-070af3b2-175d-458a-ae07-f27d5cdfd188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.062747 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-070af3b2-175d-458a-ae07-f27d5cdfd188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.099122 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.120892 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-070af3b2-175d-458a-ae07-f27d5cdfd188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.123694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-070af3b2-175d-458a-ae07-f27d5cdfd188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.124957 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-070af3b2-175d-458a-ae07-f27d5cdfd188 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56311d9d-ad61-43fa-8519-f2ca3d5197d3 HTTP/1.1" status: 204 len: 168 time: 0.1344352 Aug 09 16:08:19.134037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070af3b2-175d-458a-ae07-f27d5cdfd188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56311d9d-ad61-43fa-8519-f2ca3d5197d3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:20.061048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c796b-8d93-4bc7-9eac-364829158e4a req-d6ebf77d-99f7-4bec-83aa-8e23c5ee7c89 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:20.062752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-274c796b-8d93-4bc7-9eac-364829158e4a req-d6ebf77d-99f7-4bec-83aa-8e23c5ee7c89 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0510762 Aug 09 16:08:20.102656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-274c796b-8d93-4bc7-9eac-364829158e4a req-4e4e6a11-e493-4f16-90f5-4866492999f8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330746 Aug 09 16:08:20.490001 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.232793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408696cd-ac39-4042-94ac-487a5f3a6dfd req-c3e3c3d7-283a-4743-b014-9230ba771047 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:21.234304 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-408696cd-ac39-4042-94ac-487a5f3a6dfd req-c3e3c3d7-283a-4743-b014-9230ba771047 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0509403 Aug 09 16:08:21.274416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-408696cd-ac39-4042-94ac-487a5f3a6dfd req-77d200b7-1c7a-4cc4-b2b8-4251de931299 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329351 Aug 09 16:08:22.407974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca5dc4-a41c-4172-ac0b-68980d557c3b req-b52d8743-4bb5-4e88-aac6-7eefe34627dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:22.410375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fca5dc4-a41c-4172-ac0b-68980d557c3b req-b52d8743-4bb5-4e88-aac6-7eefe34627dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0578637 Aug 09 16:08:22.456859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fca5dc4-a41c-4172-ac0b-68980d557c3b req-d2728e62-05bb-4466-9c1b-5c2783a1fbd6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Aug 09 16:08:23.582172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ef86-4d9d-4e24-8e05-f7f456b92538 req-4a038e92-56fd-47cb-8a16-257bf7df58f5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:23.584322 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0315ef86-4d9d-4e24-8e05-f7f456b92538 req-4a038e92-56fd-47cb-8a16-257bf7df58f5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0557206 Aug 09 16:08:23.627715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0315ef86-4d9d-4e24-8e05-f7f456b92538 req-35a5dfd2-0f64-4675-975b-b0cf77d16e81 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374212 Aug 09 16:08:24.316310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33302) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:24.434751 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc4a5-831b-40cc-8149-7bb5c745dc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:24.541640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc4a5-831b-40cc-8149-7bb5c745dc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:24.547594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc4a5-831b-40cc-8149-7bb5c745dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:24.585233 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fc4a5-831b-40cc-8149-7bb5c745dc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d57b62-b1ff-4394-9394-71b315103b2b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:24.589500 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bf7fc4a5-831b-40cc-8149-7bb5c745dc14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=388b98d2610443688fe72cb20192e230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721658 Aug 09 16:08:24.594845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33308) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:24.644981 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddd20593-1413-4d64-ae6d-142828ca580d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:24.668106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddd20593-1413-4d64-ae6d-142828ca580d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:24.721592 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddd20593-1413-4d64-ae6d-142828ca580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:24.724536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddd20593-1413-4d64-ae6d-142828ca580d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:24.725767 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ddd20593-1413-4d64-ae6d-142828ca580d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13d57b62-b1ff-4394-9394-71b315103b2b HTTP/1.1" status: 204 len: 168 time: 0.1299589 Aug 09 16:08:24.734025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd20593-1413-4d64-ae6d-142828ca580d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d57b62-b1ff-4394-9394-71b315103b2b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:24.749106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318db6b-191b-45e8-b5ae-50b638907372 req-929325b0-3a62-4e24-9741-c621c7dc55f1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:24.750655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9318db6b-191b-45e8-b5ae-50b638907372 req-929325b0-3a62-4e24-9741-c621c7dc55f1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Aug 09 16:08:24.792827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9318db6b-191b-45e8-b5ae-50b638907372 req-65d60654-2564-40dc-981b-a150d69d1393 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353141 Aug 09 16:08:24.952187 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-bfbc5533-957a-4cb6-8173-82b2c14b9778 service neutron] show failed (client error): The resource could not be found. Aug 09 16:08:24.953225 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-bfbc5533-957a-4cb6-8173-82b2c14b9778 service neutron] 10.222.0.66 "GET /v2.0/ports/c4df5a78-23ee-43f4-b9ba-90d898a2f3f5/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0565276 Aug 09 16:08:25.007340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33316) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.025638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31248a4a-e77a-4af5-9aa0-c5c0d190ba90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.129158 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31248a4a-e77a-4af5-9aa0-c5c0d190ba90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.136521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31248a4a-e77a-4af5-9aa0-c5c0d190ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.164470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-a9836e51-8070-4e9b-9695-5b23c8459511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:25.166121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-a9836e51-8070-4e9b-9695-5b23c8459511 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 1096 time: 0.0463505 Aug 09 16:08:25.176823 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-31248a4a-e77a-4af5-9aa0-c5c0d190ba90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d50dca524c2c42b99ea7c955958e0605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682093 Aug 09 16:08:25.177560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31248a4a-e77a-4af5-9aa0-c5c0d190ba90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d49122-fcba-4601-a888-12b550fc66c2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:25.178406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:25.179888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33318) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.232395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf5511ed-5696-406f-b421-b0f8d3fa4ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.233574 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.254842 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf5511ed-5696-406f-b421-b0f8d3fa4ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.304623 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf5511ed-5696-406f-b421-b0f8d3fa4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.307175 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bf5511ed-5696-406f-b421-b0f8d3fa4ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.308387 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bf5511ed-5696-406f-b421-b0f8d3fa4ff7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05d49122-fcba-4601-a888-12b550fc66c2 HTTP/1.1" status: 204 len: 168 time: 0.1275721 Aug 09 16:08:25.316815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5511ed-5696-406f-b421-b0f8d3fa4ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d49122-fcba-4601-a888-12b550fc66c2,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:25.441301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:25.477687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:25.525451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:08:25.527811 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f25a42-8dec-4528-b08e-f36dffb89c41" -d '{"events": [{"server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "name": "network-vif-unplugged", "status": "completed", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:08:25.532029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.545315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Transition to ACTIVE for port object c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:25.550454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.586001 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ab0f24-9adf-4257-b8e0-6abcbc560872 x-openstack-request-id: req-80ab0f24-9adf-4257-b8e0-6abcbc560872 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:08:25.586389 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "name": "network-vif-unplugged", "status": "completed", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:08:25.586533 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80ab0f24-9adf-4257-b8e0-6abcbc560872 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:08:25.586931 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'code': 200} Aug 09 16:08:25.604140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:25.680405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] No DVR routers for this DVR port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:25.837279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:25.837883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:25.839467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:25.844324 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:08:25.844648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:25.850476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:25.850825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Checking segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:25.851215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Bound using segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:25.851704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Bound port: c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:25.852646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.956354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49ff6c-78a3-4d6d-b327-1e73b9bf4605 req-98b6ecdc-d443-4802-9021-99910b0129ae tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:25.958050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c49ff6c-78a3-4d6d-b327-1e73b9bf4605 req-98b6ecdc-d443-4802-9021-99910b0129ae tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 943 time: 0.0891461 Aug 09 16:08:25.960994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:25.964877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:25.974398 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.386369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:26.386993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.388536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] 10.222.0.35 "PUT /v2.0/ports/c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 1091 time: 1.2147033 Aug 09 16:08:26.393842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c49ff6c-78a3-4d6d-b327-1e73b9bf4605 req-f562f17e-3544-4886-a51b-2acc9bb6cdbd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4275358 Aug 09 16:08:26.426156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65619-bff4-42b6-b444-05ef6629236f service neutron] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:26.460041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-807209fd-c81d-4304-8294-df16f91b45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:26.460682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-807209fd-c81d-4304-8294-df16f91b45ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1094 time: 0.0435567 Aug 09 16:08:26.550254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-dafe04a8-b1d3-4565-a52e-4e673b9af614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:26.551923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-dafe04a8-b1d3-4565-a52e-4e673b9af614 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0844638 Aug 09 16:08:26.623105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-8bfb374b-1f36-4abc-8c2f-74f27b7b73ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 998 time: 0.0628302 Aug 09 16:08:26.674265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-0c1cb84d-3b65-491b-93a7-2ac28d54c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:26.676129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-0c1cb84d-3b65-491b-93a7-2ac28d54c92a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0462914 Aug 09 16:08:26.724303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-992a408c-965b-47c4-88e9-7a66a5a696fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:26.726013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-992a408c-965b-47c4-88e9-7a66a5a696fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424497 Aug 09 16:08:26.822899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-ab7ea458-7340-4580-9794-13630b2f8209 service neutron] 10.222.0.35 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897577 Aug 09 16:08:26.914610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-f6bf2538-3513-4180-9858-de239bfa2336 service neutron] 10.222.0.35 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842619 Aug 09 16:08:27.525273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac641-25fb-4ec8-8c98-f02dc623d94a req-3276ceb7-d238-4f39-81ee-3e36925f56c3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:27.526799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbdac641-25fb-4ec8-8c98-f02dc623d94a req-3276ceb7-d238-4f39-81ee-3e36925f56c3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 943 time: 0.0578411 Aug 09 16:08:27.566339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bbdac641-25fb-4ec8-8c98-f02dc623d94a req-b40a2594-9906-4d84-ad16-0d9e4a29bb7a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Aug 09 16:08:27.588078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:08:27.590708 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987c2101-0c93-4de7-af42-81108f5225c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:08:27.640038 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bade3f4-11ec-4369-90b3-7eb23a08891e x-openstack-request-id: req-9bade3f4-11ec-4369-90b3-7eb23a08891e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:08:27.640339 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:08:27.640594 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bade3f4-11ec-4369-90b3-7eb23a08891e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:08:27.640987 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'status': 'completed', 'code': 200} Aug 09 16:08:27.700799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2101-0c93-4de7-af42-81108f5225c4 req-bfcb21a7-8b4d-44ff-8c56-215d99ce8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:27.702457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-bfcb21a7-8b4d-44ff-8c56-215d99ce8e62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1094 time: 0.0424416 Aug 09 16:08:27.714421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2101-0c93-4de7-af42-81108f5225c4 req-969e8895-9f92-4e19-8259-e123820252b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:27.716013 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-969e8895-9f92-4e19-8259-e123820252b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1094 time: 0.0520024 Aug 09 16:08:27.799000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2101-0c93-4de7-af42-81108f5225c4 req-b660f846-e2f8-4bd8-9b91-57ced0b85640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:27.800551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-b660f846-e2f8-4bd8-9b91-57ced0b85640 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0910707 Aug 09 16:08:27.809707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2101-0c93-4de7-af42-81108f5225c4 req-92f9080d-8bff-47db-8ee2-22c163dcf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:27.811424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-92f9080d-8bff-47db-8ee2-22c163dcf81c service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0874069 Aug 09 16:08:27.873277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-60cb7b39-17dd-470f-b158-302ffcf7005e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 998 time: 0.0643227 Aug 09 16:08:27.888761 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-6aeee63c-36df-422e-b444-acd272b8c5fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 998 time: 0.0694225 Aug 09 16:08:27.926309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2101-0c93-4de7-af42-81108f5225c4 req-7f7810ba-cf11-4c0b-8704-fd961b787465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:27.928182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-7f7810ba-cf11-4c0b-8704-fd961b787465 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0464802 Aug 09 16:08:27.943559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2101-0c93-4de7-af42-81108f5225c4 req-2c9f64ae-7b7f-48f4-ad17-72a157ca1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:27.945231 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-2c9f64ae-7b7f-48f4-ad17-72a157ca1ef5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0487683 Aug 09 16:08:27.977081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2101-0c93-4de7-af42-81108f5225c4 req-3c49bb61-7a05-40b9-a1b7-0f6686096f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:27.978879 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-3c49bb61-7a05-40b9-a1b7-0f6686096f3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425775 Aug 09 16:08:28.004121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2101-0c93-4de7-af42-81108f5225c4 req-879b04ab-6557-44ea-9f84-4d7674497795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:28.006009 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-879b04ab-6557-44ea-9f84-4d7674497795 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521061 Aug 09 16:08:28.088330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-ed60dbf1-d66c-4b74-876f-ec891d221d88 service neutron] 10.222.0.35 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014135 Aug 09 16:08:28.130671 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-22da278a-2906-4b2e-b394-890b4df07e82 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158984 Aug 09 16:08:28.197056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-3468f676-1f7a-4dd0-92ab-641f4a15995a service neutron] 10.222.0.35 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016126 Aug 09 16:08:28.231850 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-987c2101-0c93-4de7-af42-81108f5225c4 req-aa7230fd-a8cb-4bfa-b9b6-b38bad555daa service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922561 Aug 09 16:08:28.398757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.641897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:08:28.695409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429135-85a0-499f-af6d-b237499e0cd1 req-d41893f8-21ea-4efb-99ce-de98a998b794 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:28.700613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14429135-85a0-499f-af6d-b237499e0cd1 req-d41893f8-21ea-4efb-99ce-de98a998b794 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 943 time: 0.0621557 Aug 09 16:08:28.705778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:08:28.715862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.749129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14429135-85a0-499f-af6d-b237499e0cd1 req-e345e2c6-2f1d-4cce-8300-5465d4b0d1ce tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400891 Aug 09 16:08:29.049201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-277c08bc-86b5-451f-a517-0525ba83aa61 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:29.050476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-277c08bc-86b5-451f-a517-0525ba83aa61 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50&tenant_id=6cf1cd14fa274a229b4642338ec5f31c&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 943 time: 0.1147904 Aug 09 16:08:29.058775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632392d2-2c95-42f2-bb59-1ea075580224 req-9b8fc1e5-d4e6-4f23-96f5-3c07856cf3d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:29.060213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-632392d2-2c95-42f2-bb59-1ea075580224 req-9b8fc1e5-d4e6-4f23-96f5-3c07856cf3d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 943 time: 0.0936446 Aug 09 16:08:29.142791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-632392d2-2c95-42f2-bb59-1ea075580224 req-ced659cd-0606-42f8-b30e-caf302345d56 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754154 Aug 09 16:08:29.153386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-29caba65-ae10-4dd6-9b56-851683953a23 service neutron] 10.222.0.35 "GET /v2.0/ports/c4df5a78-23ee-43f4-b9ba-90d898a2f3f5/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 382 time: 0.0922532 Aug 09 16:08:29.218374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-b9f2cb0a-9841-44b8-bfa2-cfbf81cd10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:29.219981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-b9f2cb0a-9841-44b8-bfa2-cfbf81cd10df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1094 time: 0.0427153 Aug 09 16:08:29.322066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-01889684-34be-4fe3-851b-464fb5cde08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:29.323706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-01889684-34be-4fe3-851b-464fb5cde08d service neutron] 10.222.0.35 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0970788 Aug 09 16:08:29.394130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-683429af-908d-413f-a9d9-d78970ed581d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 998 time: 0.0629282 Aug 09 16:08:29.448289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-0c3a93b4-7a42-4aa1-a49b-506e8f3ac6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:29.449805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-0c3a93b4-7a42-4aa1-a49b-506e8f3ac6b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0486603 Aug 09 16:08:29.496624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-7d7b6faa-5fb2-43bc-ab0d-9be6831c1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:29.498205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-7d7b6faa-5fb2-43bc-ab0d-9be6831c1f4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414119 Aug 09 16:08:29.591514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-f60e00ff-5379-4b3e-b1d4-41ce96385331 service neutron] 10.222.0.35 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860512 Aug 09 16:08:29.689471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-f74797e9-4513-4a2e-8e29-ed62c2ab2c17 service neutron] 10.222.0.35 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908418 Aug 09 16:08:29.914503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:08:30.014539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:30.026409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'port_id': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'mac_address': 'fa:16:3e:1c:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:08:30.064135 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.077658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:08:30.097864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:30.103202 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.152257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:30.160099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.160432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.160765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.161868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.161868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.161868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.162147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.162450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.162763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.163082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.163398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.163707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:30.271919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408ca49-280f-4264-af7d-c4c2de9fbb5a req-0d61448a-3eb0-4788-a9d0-fdc0e746e22b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:30.273483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a408ca49-280f-4264-af7d-c4c2de9fbb5a req-0d61448a-3eb0-4788-a9d0-fdc0e746e22b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 944 time: 0.0555170 Aug 09 16:08:30.313984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a408ca49-280f-4264-af7d-c4c2de9fbb5a req-0fb679cc-3a27-4da8-89c0-3f04a85c2b39 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335121 Aug 09 16:08:30.338810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:08:31.448322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a08c6-b69b-4aef-b3d1-bf11586cb662 req-7f193539-2472-4284-ba1c-f27131d63eed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:31.450185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa7a08c6-b69b-4aef-b3d1-bf11586cb662 req-7f193539-2472-4284-ba1c-f27131d63eed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 944 time: 0.0618610 Aug 09 16:08:31.498155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa7a08c6-b69b-4aef-b3d1-bf11586cb662 req-b8567c7c-56f8-4303-924c-1f6e754c8e84 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Aug 09 16:08:31.679237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-71062a54-d7f8-4f37-ae05-5a6220395eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:31.680916 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-71062a54-d7f8-4f37-ae05-5a6220395eca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 1095 time: 0.0839133 Aug 09 16:08:31.702317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:31.758644 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.935107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:08:31.971278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:32.006008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:32.038215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:32.045644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:08:32.049956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'port_id': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'mac_address': 'fa:16:3e:1c:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:08:32.056349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.067489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Ignored duplicate provisioning block setup for port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 09 16:08:32.072541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.138071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=9']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:32.248580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] No DVR routers for this DVR port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:32.390646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:32.390862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:32.391201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:32.396180 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:08:32.396523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Attempting to bind port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on network 88d420c7-a573-4d7d-a97f-be6a2c5e378a {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:32.401666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:32.402002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Checking segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:32.402394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Bound using segment: {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:32.402825 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Bound port: c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272d1522-6a03-492b-877a-701de2a145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:32.403185 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.468628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:32.471920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:32.478138 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.519606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:32.520156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.523216 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] 10.222.0.66 "PUT /v2.0/ports/c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 1091 time: 0.8316638 Aug 09 16:08:32.523216 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:08:32.524395 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0291a472-d248-40b3-9e28-302dbc6a2560" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:08:32.544595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37c168-7088-4a5a-8730-d2d1272981bc service neutron] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:32.591623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-3c74b157-e576-4e02-b2af-2a04db405d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:32.593252 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-3c74b157-e576-4e02-b2af-2a04db405d25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1095 time: 0.0458131 Aug 09 16:08:32.642074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fea05c-53fd-435f-ad13-e7ad17969256 req-8bddd608-7dba-468e-883b-65c9afe0deb4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:32.643549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3fea05c-53fd-435f-ad13-e7ad17969256 req-8bddd608-7dba-468e-883b-65c9afe0deb4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 944 time: 0.0569363 Aug 09 16:08:32.684770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3fea05c-53fd-435f-ad13-e7ad17969256 req-9dca08ef-09da-450a-9173-dd4d068531cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337982 Aug 09 16:08:32.688941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-f72f1c6d-3f6e-42e6-b5e1-cf0bf9528c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:32.690441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-f72f1c6d-3f6e-42e6-b5e1-cf0bf9528c64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0896850 Aug 09 16:08:32.761735 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffc26d7-4563-494c-854c-4628643d3b5d x-openstack-request-id: req-3ffc26d7-4563-494c-854c-4628643d3b5d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:08:32.762016 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:08:32.762249 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ffc26d7-4563-494c-854c-4628643d3b5d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:08:32.762643 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'status': 'completed', 'code': 200} Aug 09 16:08:32.781664 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-877dd681-1808-4186-86b2-94eeef6f5181 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 998 time: 0.0790334 Aug 09 16:08:32.810392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-e5bbd0ca-e973-4cbf-ad9b-dc4c2ab9ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:32.812002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-e5bbd0ca-e973-4cbf-ad9b-dc4c2ab9ac25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1095 time: 0.0440900 Aug 09 16:08:32.837076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-97b13c50-5ecd-4b24-8828-35134ae8dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:32.838672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-97b13c50-5ecd-4b24-8828-35134ae8dc96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0493135 Aug 09 16:08:32.889713 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-9060575a-8c29-4b9d-8e13-965ae5ccdc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:32.891250 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-9060575a-8c29-4b9d-8e13-965ae5ccdc08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442519 Aug 09 16:08:32.920431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-525a6331-a7c7-44e4-b16e-9d6ec4149250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:32.922518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-525a6331-a7c7-44e4-b16e-9d6ec4149250 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.1032689 Aug 09 16:08:32.995139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-6fe08bd6-9685-4dc9-9035-0b03fd389221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 998 time: 0.0655811 Aug 09 16:08:32.995508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-a32d9d8c-1a41-4789-8989-7d2c8795d6bd service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958345 Aug 09 16:08:33.045955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-59aa28b1-2110-4944-881b-6232f5d40047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:33.047477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-59aa28b1-2110-4944-881b-6232f5d40047 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0451043 Aug 09 16:08:33.097448 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b772b29a-81a3-4606-b77b-d5f6a0e5d64e req-5bf7b3fb-1e93-473d-954c-4bb4acdeaca2 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942998 Aug 09 16:08:33.103788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-99c3152d-e800-43c1-9fd0-6cdc3ee99540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:33.105569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-99c3152d-e800-43c1-9fd0-6cdc3ee99540 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488753 Aug 09 16:08:33.194843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-5f52cdd4-4a7d-498a-88bd-82bc8b9befe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:33.196637 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-5f52cdd4-4a7d-498a-88bd-82bc8b9befe5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1095 time: 0.0506332 Aug 09 16:08:33.211931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-338d0b47-10f5-44e1-baaa-f70b5bd37028 service neutron] 10.222.0.35 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991731 Aug 09 16:08:33.300474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-15572b47-b518-4c37-b3e5-f83bd2114ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:33.302575 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-15572b47-b518-4c37-b3e5-f83bd2114ba5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.0961168 Aug 09 16:08:33.315687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-3af1326f-d099-461e-b162-0fee1c4adba6 service neutron] 10.222.0.35 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959213 Aug 09 16:08:33.385126 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-ede5a732-01d8-47e3-83c9-ac0b30c2122a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 998 time: 0.0703738 Aug 09 16:08:33.442863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-b6431340-0c3f-4eaa-813e-facf01f66388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:33.444489 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-b6431340-0c3f-4eaa-813e-facf01f66388 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0467761 Aug 09 16:08:33.496740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-d8e45e99-9394-4e3b-b05c-7c8177dbd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:33.498333 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-d8e45e99-9394-4e3b-b05c-7c8177dbd70e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437787 Aug 09 16:08:33.596080 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-c56d3703-2fe2-418c-878b-6dcc4e702454 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881541 Aug 09 16:08:33.692081 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0291a472-d248-40b3-9e28-302dbc6a2560 req-7a869b53-8121-44f4-970c-05c0ad4b8cd3 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833690 Aug 09 16:08:33.818566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03675b-0e48-486f-8ebb-29aefc2b8122 req-b39ce3ef-4f36-4e94-b01a-95801838729b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:33.820123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae03675b-0e48-486f-8ebb-29aefc2b8122 req-b39ce3ef-4f36-4e94-b01a-95801838729b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 944 time: 0.0531836 Aug 09 16:08:33.859278 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae03675b-0e48-486f-8ebb-29aefc2b8122 req-c2f1dfcf-d3fd-485a-9654-e21fbfcc8ce6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329969 Aug 09 16:08:33.953523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:08:33.994712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:08:34.988450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdace9-0e20-4889-8961-455818492890 req-ce66ead5-e918-48c6-898c-8c43e26bd3fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:34.990301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ffbdace9-0e20-4889-8961-455818492890 req-ce66ead5-e918-48c6-898c-8c43e26bd3fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 944 time: 0.0568950 Aug 09 16:08:35.033498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ffbdace9-0e20-4889-8961-455818492890 req-d16864b5-3efe-4ddf-9616-76617615a803 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360072 Aug 09 16:08:36.156223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274c509-20b7-4ee5-918c-10374a7feaf7 req-ae578f0f-eed7-424f-aedc-0628e45234db tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:36.157757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b274c509-20b7-4ee5-918c-10374a7feaf7 req-ae578f0f-eed7-424f-aedc-0628e45234db tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 944 time: 0.0510173 Aug 09 16:08:36.204592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b274c509-20b7-4ee5-918c-10374a7feaf7 req-8d0e35e4-6e69-466e-9320-6ce052ca900f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 Aug 09 16:08:36.227268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33482) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:36.297234 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6d8c14a2-271b-4bd4-86b6-2af9c76fb93e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/22d9cfe8-e5b7-4a03-9161-befee6cf7718 HTTP/1.1" status: 200 len: 990 time: 0.0683522 Aug 09 16:08:36.513092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33488) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:36.635048 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f25cfe8-ad61-4a83-af34-abce398d0ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.657281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:08:36.729198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f25cfe8-ad61-4a83-af34-abce398d0ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.734073 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f25cfe8-ad61-4a83-af34-abce398d0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.764464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:36.773389 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3f25cfe8-ad61-4a83-af34-abce398d0ca0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6dba9aa2e3854afe85922d206e9b4ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589941 Aug 09 16:08:36.774895 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25cfe8-ad61-4a83-af34-abce398d0ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8401c8ab-ecf0-4825-b457-b983263c088e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:36.776980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33492) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:36.778508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'port_id': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'mac_address': 'fa:16:3e:1c:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:08:36.819337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.833052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:08:36.839524 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3027a447-0c2d-464e-b7cf-415dc21cdaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.853871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:36.858369 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.862620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3027a447-0c2d-464e-b7cf-415dc21cdaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.908549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=11']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:36.913192 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3027a447-0c2d-464e-b7cf-415dc21cdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.916464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3027a447-0c2d-464e-b7cf-415dc21cdaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.918704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3027a447-0c2d-464e-b7cf-415dc21cdaf6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8401c8ab-ecf0-4825-b457-b983263c088e HTTP/1.1" status: 204 len: 168 time: 0.1401560 Aug 09 16:08:36.933085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027a447-0c2d-464e-b7cf-415dc21cdaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8401c8ab-ecf0-4825-b457-b983263c088e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:37.153072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:08:37.222382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33498) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.236472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18ed8038-8ab2-4651-b5c1-cbdd6372dd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.331416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18ed8038-8ab2-4651-b5c1-cbdd6372dd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.336235 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18ed8038-8ab2-4651-b5c1-cbdd6372dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.373811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed8038-8ab2-4651-b5c1-cbdd6372dd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ae094-6058-4796-9ff6-07020df9d9c4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:37.380861 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-18ed8038-8ab2-4651-b5c1-cbdd6372dd2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8bc642b7915459bb50691417d99e491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546555 Aug 09 16:08:37.381091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33500) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.436862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc18f2ba-7643-45fa-9b00-fb9f7aa9852c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.458548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc18f2ba-7643-45fa-9b00-fb9f7aa9852c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.508607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc18f2ba-7643-45fa-9b00-fb9f7aa9852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.511370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc18f2ba-7643-45fa-9b00-fb9f7aa9852c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.512502 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cc18f2ba-7643-45fa-9b00-fb9f7aa9852c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a9ae094-6058-4796-9ff6-07020df9d9c4 HTTP/1.1" status: 204 len: 168 time: 0.1303818 Aug 09 16:08:37.520744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18f2ba-7643-45fa-9b00-fb9f7aa9852c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ae094-6058-4796-9ff6-07020df9d9c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:37.892242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33506) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.906271 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4585df44-3405-4d46-b04c-e66a44d579b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.005383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4585df44-3405-4d46-b04c-e66a44d579b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.011346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4585df44-3405-4d46-b04c-e66a44d579b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.050602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4585df44-3405-4d46-b04c-e66a44d579b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f290b78a632433494fe869b67abb169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571789 Aug 09 16:08:38.051321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585df44-3405-4d46-b04c-e66a44d579b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd11d847-d098-4d1d-9288-019c3ab63fef,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:38.053598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33508) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.103931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02514603-4fb7-4da5-b2fb-9d0717f564fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.124925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02514603-4fb7-4da5-b2fb-9d0717f564fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.175109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02514603-4fb7-4da5-b2fb-9d0717f564fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.178014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-02514603-4fb7-4da5-b2fb-9d0717f564fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.179195 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-02514603-4fb7-4da5-b2fb-9d0717f564fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd11d847-d098-4d1d-9288-019c3ab63fef HTTP/1.1" status: 204 len: 168 time: 0.1245835 Aug 09 16:08:38.187304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02514603-4fb7-4da5-b2fb-9d0717f564fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd11d847-d098-4d1d-9288-019c3ab63fef,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:38.665634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:38.719144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:38.723391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:38.723935 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.802876 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.825536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:08:38.827796 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0322d7-e173-42de-b11d-c764a6516986" -d '{"events": [{"server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "name": "network-vif-plugged", "status": "completed", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:08:38.842713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:38.848633 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.879094 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b481f75-244b-4bc1-b1f0-7fdede064136 x-openstack-request-id: req-8b481f75-244b-4bc1-b1f0-7fdede064136 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:08:38.879390 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "name": "network-vif-plugged", "status": "completed", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:08:38.879845 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b481f75-244b-4bc1-b1f0-7fdede064136 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:08:38.880484 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'code': 200} Aug 09 16:08:38.907472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=12']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:44.834909 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:08:45.010000 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-93d5f846-0e6b-45f1-8efb-1328a56ad5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.401681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33598) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:45.516382 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b79aaddf-65a5-44a7-a1c5-75a4740d6cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.614794 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b79aaddf-65a5-44a7-a1c5-75a4740d6cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.619596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b79aaddf-65a5-44a7-a1c5-75a4740d6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.658056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b79aaddf-65a5-44a7-a1c5-75a4740d6cbf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b26a1fb0bdd47e88e4f037ada2ab772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552273 Aug 09 16:08:45.659020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aaddf-65a5-44a7-a1c5-75a4740d6cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd1526-4f8b-4024-931f-3303a1fc9322,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:45.660921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33602) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:45.714479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24011c04-82bb-4136-9c60-24b155f86785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.736638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24011c04-82bb-4136-9c60-24b155f86785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.791176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24011c04-82bb-4136-9c60-24b155f86785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.795028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24011c04-82bb-4136-9c60-24b155f86785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.796337 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24011c04-82bb-4136-9c60-24b155f86785 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8acd1526-4f8b-4024-931f-3303a1fc9322 HTTP/1.1" status: 204 len: 168 time: 0.1335068 Aug 09 16:08:45.805078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24011c04-82bb-4136-9c60-24b155f86785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd1526-4f8b-4024-931f-3303a1fc9322,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:46.085578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33608) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:46.099721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-467298b2-e97d-4528-8b96-1d939d7a0980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:46.193518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-467298b2-e97d-4528-8b96-1d939d7a0980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:46.198544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-467298b2-e97d-4528-8b96-1d939d7a0980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:46.237370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-467298b2-e97d-4528-8b96-1d939d7a0980 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b247632273594d7195c60f9015a54321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506040 Aug 09 16:08:46.238222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467298b2-e97d-4528-8b96-1d939d7a0980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dab36b-d56f-4970-b046-c81abd649111,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:46.240637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33610) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:46.290260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6285fe63-9a96-4951-89cd-2f85c41191ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:46.317349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6285fe63-9a96-4951-89cd-2f85c41191ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:46.371444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6285fe63-9a96-4951-89cd-2f85c41191ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:46.374122 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6285fe63-9a96-4951-89cd-2f85c41191ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:46.375330 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6285fe63-9a96-4951-89cd-2f85c41191ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50dab36b-d56f-4970-b046-c81abd649111 HTTP/1.1" status: 204 len: 168 time: 0.1337068 Aug 09 16:08:46.384284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285fe63-9a96-4951-89cd-2f85c41191ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dab36b-d56f-4970-b046-c81abd649111,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:47.559327 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b40670e6-db4f-4587-8b82-c25503f5e204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:47.791738 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.390402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33668) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:48.500503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31955005-b0e9-45e0-ace2-5d24876a3a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.591003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31955005-b0e9-45e0-ace2-5d24876a3a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.596548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-31955005-b0e9-45e0-ace2-5d24876a3a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.635108 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-31955005-b0e9-45e0-ace2-5d24876a3a92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55ad89909f2b4f6e9a46ca2d0290fd33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435799 Aug 09 16:08:48.635847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31955005-b0e9-45e0-ace2-5d24876a3a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31003c2-5e08-4b1b-a18a-7c889062bf15,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:48.638214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33672) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:48.689733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3030c42b-4e29-4879-a878-8f002ea4145c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.712912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3030c42b-4e29-4879-a878-8f002ea4145c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.777467 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3030c42b-4e29-4879-a878-8f002ea4145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.780108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3030c42b-4e29-4879-a878-8f002ea4145c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.781269 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3030c42b-4e29-4879-a878-8f002ea4145c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c31003c2-5e08-4b1b-a18a-7c889062bf15 HTTP/1.1" status: 204 len: 168 time: 0.1420794 Aug 09 16:08:48.791005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030c42b-4e29-4879-a878-8f002ea4145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31003c2-5e08-4b1b-a18a-7c889062bf15,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:49.060814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33678) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:49.077006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-189e4428-312a-476f-a868-830e3c573049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.092760 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.168046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-189e4428-312a-476f-a868-830e3c573049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.174469 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-189e4428-312a-476f-a868-830e3c573049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.219907 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-189e4428-312a-476f-a868-830e3c573049 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46d1ddcb729f405da6ca75c8ce592091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579645 Aug 09 16:08:49.220773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e4428-312a-476f-a868-830e3c573049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c54bc4-4967-455f-8d19-e73d9c166319,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:49.222825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33680) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:49.282142 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bae5326b-773f-4976-becc-331e6c05fa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.305407 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bae5326b-773f-4976-becc-331e6c05fa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.355556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bae5326b-773f-4976-becc-331e6c05fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.359219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bae5326b-773f-4976-becc-331e6c05fa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.361202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bae5326b-773f-4976-becc-331e6c05fa11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7c54bc4-4967-455f-8d19-e73d9c166319 HTTP/1.1" status: 204 len: 168 time: 0.1370416 Aug 09 16:08:49.374204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5326b-773f-4976-becc-331e6c05fa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c54bc4-4967-455f-8d19-e73d9c166319,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:50.488842 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.765174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-64fc472b-fae6-4e05-8106-2411357f1710 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=43a52548d06d483f9980766c80fd1a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300994 Aug 09 16:08:51.967357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-2b4d2661-1afb-4762-9f2e-4c0ffab39724 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:51.968866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-2b4d2661-1afb-4762-9f2e-4c0ffab39724 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975613 Aug 09 16:08:51.984790 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-5e0058d8-77de-43b2-bc28-3957b9fdc1c7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/quotas/43a52548d06d483f9980766c80fd1a8d HTTP/1.1" status: 200 len: 375 time: 0.0099525 Aug 09 16:08:52.041421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-f98621db-69ac-409c-94c6-189efed5a890 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=43a52548d06d483f9980766c80fd1a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511072 Aug 09 16:08:52.219466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-413b676e-26f4-4b56-a4fa-1ae248042073 req-b671221c-46a4-4b26-b33d-a01e6aa2f39a tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 210 time: 0.0275180 Aug 09 16:08:53.114683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-04775a34-dff0-4b16-a505-dbf0e4fd65c9 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=43a52548d06d483f9980766c80fd1a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251989 Aug 09 16:08:53.230789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-78956ed3-3678-4f6f-8cbe-285cfcd218b5 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:53.232298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-78956ed3-3678-4f6f-8cbe-285cfcd218b5 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117194 Aug 09 16:08:53.247046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Request body: {'port': {'device_id': 'a0d91d76-071e-4be7-b8e3-e293b66110ea', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': '43a52548d06d483f9980766c80fd1a8d'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:53.331231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59a34f0c-459e-480c-9c49-9e3711165a47 req-9d1b1ea7-e25d-4f8a-9486-241063fe3252 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 210 time: 0.0324740 Aug 09 16:08:53.386010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Made reservation on behalf of 43a52548d06d483f9980766c80fd1a8d for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:53.391123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:53.403189 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:53.517747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:53.522991 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:53.592212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800515a6-8cd9-460b-b455-9c59603ec8d4,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:53.608361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.608705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.609026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.609356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.609682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.610004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.610327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.610648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.610970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.611283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.611598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.611938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:53.675234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Allocated IP 192.168.233.90 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/7e387997-a169-49d5-a912-d384adbeb197) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:53.836471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:53.850570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Transition to ACTIVE for port object 7e387997-a169-49d5-a912-d384adbeb197 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:53.888523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:53.941462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:53.945378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:53.949279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:53.956236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Pushing event updated for resources: {'Port': ['ID=7e387997-a169-49d5-a912-d384adbeb197,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:54.003599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:54.004274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.020394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-1cb3d132-edec-4f8e-87aa-1e20d41093e7 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7790022 Aug 09 16:08:54.033466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Request body: {'port': {'device_id': 'a0d91d76-071e-4be7-b8e3-e293b66110ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:54.096276 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.147769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3454acf8-2b5e-4e9f-96b4-e42928343985 None None] Provisioning for port 7e387997-a169-49d5-a912-d384adbeb197 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:54.152061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3454acf8-2b5e-4e9f-96b4-e42928343985 None None] Provisioning complete for port 7e387997-a169-49d5-a912-d384adbeb197 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:54.152432 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3454acf8-2b5e-4e9f-96b4-e42928343985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.187105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3454acf8-2b5e-4e9f-96b4-e42928343985 None None] Port 7e387997-a169-49d5-a912-d384adbeb197 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:08:54.380516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e387997-a169-49d5-a912-d384adbeb197 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:08:54.389498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.413873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Transition to ACTIVE for port object 7e387997-a169-49d5-a912-d384adbeb197 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:54.431003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.492999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e387997-a169-49d5-a912-d384adbeb197,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:54.507427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa81c1-9a21-4763-88bb-a0cbcb72f2b3 req-f9f12759-edf5-4009-9c04-11a235ab825a tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:54.509064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38fa81c1-9a21-4763-88bb-a0cbcb72f2b3 req-f9f12759-edf5-4009-9c04-11a235ab825a tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 935 time: 0.1076002 Aug 09 16:08:54.595958 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38fa81c1-9a21-4763-88bb-a0cbcb72f2b3 req-b90acb52-520a-468c-a7e6-69d7fed57961 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682256 Aug 09 16:08:54.607778 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Attempting to bind port 7e387997-a169-49d5-a912-d384adbeb197 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:54.607942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Attempting to bind port 7e387997-a169-49d5-a912-d384adbeb197 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:54.608279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Attempting to bind port 7e387997-a169-49d5-a912-d384adbeb197 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:54.617251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Port 7e387997-a169-49d5-a912-d384adbeb197 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:08:54.617251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Attempting to bind port 7e387997-a169-49d5-a912-d384adbeb197 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:54.618843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:54.619134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:54.619526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:54.619972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Bound port: 7e387997-a169-49d5-a912-d384adbeb197, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:54.620341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.691729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] For port 7e387997-a169-49d5-a912-d384adbeb197, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:54.695180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] For port 7e387997-a169-49d5-a912-d384adbeb197, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7e387997-a169-49d5-a912-d384adbeb197,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:54.702018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.747974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:54.748748 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.750677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e387997-a169-49d5-a912-d384adbeb197 HTTP/1.1" status: 200 len: 1095 time: 0.7217281 Aug 09 16:08:54.753640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d91d76-071e-4be7-b8e3-e293b66110ea', 'tag': '7e387997-a169-49d5-a912-d384adbeb197'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:08:54.756910 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79be4537-128f-47f9-a4b3-c347f4614d67" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d91d76-071e-4be7-b8e3-e293b66110ea", "tag": "7e387997-a169-49d5-a912-d384adbeb197"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:08:54.776301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51098ca9-1c01-4d3e-8968-5d59764ac3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e387997-a169-49d5-a912-d384adbeb197,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:54.823109 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361f3633-9549-4b39-b2c1-5bf067811e16 x-openstack-request-id: req-361f3633-9549-4b39-b2c1-5bf067811e16 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:08:54.823436 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d91d76-071e-4be7-b8e3-e293b66110ea", "tag": "7e387997-a169-49d5-a912-d384adbeb197", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:08:54.823625 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-361f3633-9549-4b39-b2c1-5bf067811e16 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:08:54.824046 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d91d76-071e-4be7-b8e3-e293b66110ea', 'tag': '7e387997-a169-49d5-a912-d384adbeb197', 'status': 'completed', 'code': 200} Aug 09 16:08:54.841603 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-f38a2290-d2ef-45af-90ba-7f95ee7ac620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:54.843196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-f38a2290-d2ef-45af-90ba-7f95ee7ac620 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43a52548d06d483f9980766c80fd1a8d&device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 1098 time: 0.0475440 Aug 09 16:08:54.888281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-a191babc-b082-4ffe-a40e-fbd7239d93e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7e387997-a169-49d5-a912-d384adbeb197 HTTP/1.1" status: 200 len: 217 time: 0.0368340 Aug 09 16:08:54.947088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-cc85ce2e-7f5b-4983-8b66-7548e2b4ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:54.948607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-cc85ce2e-7f5b-4983-8b66-7548e2b4ba11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0537472 Aug 09 16:08:54.996641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-490d55a2-de3f-454d-ab0d-28623460e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:54.998252 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-490d55a2-de3f-454d-ab0d-28623460e683 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428743 Aug 09 16:08:55.095794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-343a7109-711a-486a-954f-4fc0d6cf3bba service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906017 Aug 09 16:08:55.254124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6dea68e-54fc-4667-afbe-b259853bb435 req-dcefe571-4a15-4871-a225-1312a7bfee98 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501582 Aug 09 16:08:55.350379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-349f81f3-0a37-4989-b28d-7f311dab3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:55.352154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-349f81f3-0a37-4989-b28d-7f311dab3731 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43a52548d06d483f9980766c80fd1a8d&device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 1098 time: 0.0483665 Aug 09 16:08:55.486387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-248e0135-85b4-497e-9204-fc2f00aa55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:55.488039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-248e0135-85b4-497e-9204-fc2f00aa55bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.1291094 Aug 09 16:08:55.534533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-0796d208-cf9d-43e3-8639-1901ccfcbaac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7e387997-a169-49d5-a912-d384adbeb197 HTTP/1.1" status: 200 len: 217 time: 0.0381379 Aug 09 16:08:55.590204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-3296cf97-15bd-4824-9682-64b2c823e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:55.592299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-3296cf97-15bd-4824-9682-64b2c823e5aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0493104 Aug 09 16:08:55.649981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-a2012575-5674-469f-98e5-22142e259eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:55.651080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-a2012575-5674-469f-98e5-22142e259eda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503845 Aug 09 16:08:55.781153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-9526b1a9-fce4-438d-8cf0-21b13ad47ee6 service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221008 Aug 09 16:08:55.793113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24502d53-b681-4051-acd7-ba808275c6c5 req-cb6ff83d-d3cf-4fcd-8da7-cd40980da51d tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:55.794592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24502d53-b681-4051-acd7-ba808275c6c5 req-cb6ff83d-d3cf-4fcd-8da7-cd40980da51d tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 947 time: 0.0837874 Aug 09 16:08:55.899353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24502d53-b681-4051-acd7-ba808275c6c5 req-5eca9404-c6e8-4aa8-a553-aa70f3b26494 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952103 Aug 09 16:08:55.926029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79be4537-128f-47f9-a4b3-c347f4614d67 req-45dfbfce-c3f6-41b8-9600-f10884b008bb service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303868 Aug 09 16:08:57.042936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98c217-28a9-4968-a3c0-a693283dd3c0 req-5ad8ab67-feaa-4949-8b88-013d900f4b25 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:57.044506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f98c217-28a9-4968-a3c0-a693283dd3c0 req-5ad8ab67-feaa-4949-8b88-013d900f4b25 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 947 time: 0.0637133 Aug 09 16:08:57.087719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f98c217-28a9-4968-a3c0-a693283dd3c0 req-7e482710-66f5-404c-bfd2-b13ae3694fc9 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369391 Aug 09 16:08:58.018957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7e387997-a169-49d5-a912-d384adbeb197 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:08:58.128205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7e387997-a169-49d5-a912-d384adbeb197, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7e387997-a169-49d5-a912-d384adbeb197,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:58.142369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '7e387997-a169-49d5-a912-d384adbeb197', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '7e387997-a169-49d5-a912-d384adbeb197', 'mac_address': 'fa:16:3e:94:d5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:08:58.187422 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:58.207162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e387997-a169-49d5-a912-d384adbeb197 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:08:58.232302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7e387997-a169-49d5-a912-d384adbeb197, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7e387997-a169-49d5-a912-d384adbeb197,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:58.237190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72906f-34e3-43e1-8c6e-ceb5690ef404 req-5b0fcc23-ff4f-4ef5-8fc1-ab35bcf0c6e6 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:58.238788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d72906f-34e3-43e1-8c6e-ceb5690ef404 req-5b0fcc23-ff4f-4ef5-8fc1-ab35bcf0c6e6 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 947 time: 0.0655909 Aug 09 16:08:58.244153 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:58.280255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d72906f-34e3-43e1-8c6e-ceb5690ef404 req-8d6c7cad-d5f6-4df4-b73b-aea21f1e0aaa tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345681 Aug 09 16:08:58.296973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7e387997-a169-49d5-a912-d384adbeb197,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:58.418536 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:58.442355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7e387997-a169-49d5-a912-d384adbeb197'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:08:58.706725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:59.402864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76fce6-2181-440e-9c35-db03706ebfe7 req-3e98099e-e264-41c3-9f15-47e8ad22441a tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:59.404490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c76fce6-2181-440e-9c35-db03706ebfe7 req-3e98099e-e264-41c3-9f15-47e8ad22441a tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 948 time: 0.0547485 Aug 09 16:08:59.448995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c76fce6-2181-440e-9c35-db03706ebfe7 req-4b604754-5f05-4d58-a901-f116f980c625 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376987 Aug 09 16:09:00.032731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7e387997-a169-49d5-a912-d384adbeb197 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:00.092312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 7e387997-a169-49d5-a912-d384adbeb197 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:00.096781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 7e387997-a169-49d5-a912-d384adbeb197 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:00.097163 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:00.191518 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:00.219790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d91d76-071e-4be7-b8e3-e293b66110ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e387997-a169-49d5-a912-d384adbeb197'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:00.222111 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134748b9-3fed-467d-a687-40f827221e0e" -d '{"events": [{"server_uuid": "a0d91d76-071e-4be7-b8e3-e293b66110ea", "name": "network-vif-plugged", "status": "completed", "tag": "7e387997-a169-49d5-a912-d384adbeb197"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:00.236398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 7e387997-a169-49d5-a912-d384adbeb197, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7e387997-a169-49d5-a912-d384adbeb197,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:00.242059 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:00.268274 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8100bc3a-5cf9-4ce4-ac32-7d03add66dfe x-openstack-request-id: req-8100bc3a-5cf9-4ce4-ac32-7d03add66dfe {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:00.268554 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d91d76-071e-4be7-b8e3-e293b66110ea", "name": "network-vif-plugged", "status": "completed", "tag": "7e387997-a169-49d5-a912-d384adbeb197", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:00.268827 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8100bc3a-5cf9-4ce4-ac32-7d03add66dfe {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:00.269250 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d91d76-071e-4be7-b8e3-e293b66110ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e387997-a169-49d5-a912-d384adbeb197', 'code': 200} Aug 09 16:09:00.296516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=7e387997-a169-49d5-a912-d384adbeb197,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:00.368713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af44ed5-85ab-43df-8acf-65e8b97f607d req-46220f2b-6491-4391-a151-94d82da0805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:00.370447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6af44ed5-85ab-43df-8acf-65e8b97f607d req-46220f2b-6491-4391-a151-94d82da0805e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 1100 time: 0.0452061 Aug 09 16:09:00.408156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6af44ed5-85ab-43df-8acf-65e8b97f607d req-64b737be-e440-4eaf-8315-5e75b70b5824 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Aug 09 16:09:00.578148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b35f8-ecc7-4942-a890-b9849214cb76 req-27e1d2f3-024a-4dd9-9272-17adc36502b0 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:00.579638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c78b35f8-ecc7-4942-a890-b9849214cb76 req-27e1d2f3-024a-4dd9-9272-17adc36502b0 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 949 time: 0.0548415 Aug 09 16:09:00.622230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c78b35f8-ecc7-4942-a890-b9849214cb76 req-76944e35-4842-4a1c-82c4-64fa681a600a tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357461 Aug 09 16:09:01.744812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077196-fafe-4ce8-955c-b6ad7b7587fa req-8a44bf39-358d-4df3-8159-dd2174662fcc tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:01.746375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7077196-fafe-4ce8-955c-b6ad7b7587fa req-8a44bf39-358d-4df3-8159-dd2174662fcc tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 949 time: 0.0542903 Aug 09 16:09:01.788809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7077196-fafe-4ce8-955c-b6ad7b7587fa req-5479cc63-921a-4637-a843-6bef24f7fb8f tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361164 Aug 09 16:09:08.805490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1efafe-ecd0-4e35-be2f-a2c1c70d30d7 req-a6c6fa8c-9b44-41b3-90b5-66f2f7305664 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:08.807153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b1efafe-ecd0-4e35-be2f-a2c1c70d30d7 req-a6c6fa8c-9b44-41b3-90b5-66f2f7305664 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1097 time: 0.0452664 Aug 09 16:09:08.845894 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9b1efafe-ecd0-4e35-be2f-a2c1c70d30d7 req-e0c73240-fdc0-4f66-bae2-9264d5249143 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Aug 09 16:09:08.873810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33794) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:09.052279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 2b31ff18-2f38-448e-a246-3430b7d6ae23 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:09.052521 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.135439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.135777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.148861 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 2b31ff18-2f38-448e-a246-3430b7d6ae23 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:09.299166 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-d32a10e8-6381-450f-8f08-d5aee2fc781d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467815 Aug 09 16:09:09.343101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.370844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=2b31ff18-2f38-448e-a246-3430b7d6ae23,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:09.400541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-96699b26-b38e-4cf6-9ecb-66a5fca2b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:09.402074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-96699b26-b38e-4cf6-9ecb-66a5fca2b386 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1097 time: 0.0483286 Aug 09 16:09:09.440479 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.440817 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Floating IP 22d9cfe8-e5b7-4a03-9161-befee6cf7718 disassociated (deleted). External IP: 172.25.7.62, port: c4df5a78-23ee-43f4-b9ba-90d898a2f3f5. Aug 09 16:09:09.876759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-84213f1f-656c-44d0-96b7-33dde7655285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:09.878214 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-84213f1f-656c-44d0-96b7-33dde7655285 service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.4534945 Aug 09 16:09:09.925810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-81d1f560-9195-40c6-8217-35b149164008 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 217 time: 0.0385296 Aug 09 16:09:10.001926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-d680ed46-3153-4c59-a1a8-ffeccaea6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.004703 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-d680ed46-3153-4c59-a1a8-ffeccaea6b99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0666265 Aug 09 16:09:10.060402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-17db2cb2-90bc-40ef-b119-485f490730ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.061966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-17db2cb2-90bc-40ef-b119-485f490730ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435448 Aug 09 16:09:10.102992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router ef110955-8a4d-4dcc-97d0-df42434b303d has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:10.172746 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-fbaf122d-bd31-4fb0-b73d-f4f3f268b7f5 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019263 Aug 09 16:09:10.226080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:10.231810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.240634 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] Sync routers for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:10.252624 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:10.253609 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:08:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:10.261814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e11b342a-4f6a-4f05-98d2-4f749f3bcdaf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/floatingips/22d9cfe8-e5b7-4a03-9161-befee6cf7718 HTTP/1.1" status: 204 len: 168 time: 1.3868001 Aug 09 16:09:10.262759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:10.265375 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459ca0b7-d959-433d-a781-0955bf5fc596" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:10.282624 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-44541ff5-149a-4c56-a4a3-6770f7a4ddf8 req-a511c40d-98e6-4a66-b0f7-bb843ec809ce service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011546 Aug 09 16:09:10.355358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-9c15031a-86fb-4caf-828c-ae9234fb61b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558677 Aug 09 16:09:10.392900 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:10.466620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-3e772f2f-fb71-44ba-99bd-c0f87454e50a req-b4a14126-3be3-42f3-8edd-6063ea2e66f8 service neutron] (94177) timed out ('10.222.0.64', 37954) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:09:10.486859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-cd490e81-80e7-49c2-894f-ac638a1e902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.488655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-cd490e81-80e7-49c2-894f-ac638a1e902d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e185a7342784cf3bd24c3aa1cf91709&device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 1097 time: 0.0649021 Aug 09 16:09:10.505886 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14741040-778a-4d24-bacb-335b2068cb16 x-openstack-request-id: req-14741040-778a-4d24-bacb-335b2068cb16 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:10.506304 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:10.506707 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14741040-778a-4d24-bacb-335b2068cb16 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:10.507496 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'status': 'completed', 'code': 200} Aug 09 16:09:10.576434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-336a235e-9014-4e7c-b14d-975565a23206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.578824 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-336a235e-9014-4e7c-b14d-975565a23206 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 1097 time: 0.0460296 Aug 09 16:09:10.645683 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:19Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:10.662057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-3176f4d9-4675-43b7-84f7-1ab835dffc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.663681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-3176f4d9-4675-43b7-84f7-1ab835dffc46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 HTTP/1.1" status: 200 len: 908 time: 0.1508503 Aug 09 16:09:10.672580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79b8c1-1880-45f3-8970-2a15bc056c86 req-a7518298-f437-4020-8545-6ec325b90031 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.674215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc79b8c1-1880-45f3-8970-2a15bc056c86 req-a7518298-f437-4020-8545-6ec325b90031 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 946 time: 0.0845704 Aug 09 16:09:10.689207 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] Checking router: ef110955-8a4d-4dcc-97d0-df42434b303d for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:10.708895 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:10.708895 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:08:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:10.720785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-9ad30312-5e2a-4044-bcd7-3590e44a8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.722536 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-9ad30312-5e2a-4044-bcd7-3590e44a8e65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 200 len: 899 time: 0.1297328 Aug 09 16:09:10.770533 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc79b8c1-1880-45f3-8970-2a15bc056c86 req-868b9012-391c-4d4c-a6c0-4b6524c0030b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868652 Aug 09 16:09:10.773452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-7d781386-8ce6-4386-8c46-76b12d28157c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73 HTTP/1.1" status: 200 len: 1002 time: 0.0981305 Aug 09 16:09:10.773817 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-f416f2b5-7fe9-4d2d-8d4f-06196154c82f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 200 len: 217 time: 0.0374513 Aug 09 16:09:10.837392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-205b3924-0c68-4b5a-a74b-be5097bb8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.839074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-b3389021-524e-4f71-8f25-fd5189c8cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.839238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-205b3924-0c68-4b5a-a74b-be5097bb8e4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e71763ef-f3e6-41e5-bc26-8ea4a51b662e HTTP/1.1" status: 200 len: 845 time: 0.0592406 Aug 09 16:09:10.840407 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-b3389021-524e-4f71-8f25-fd5189c8cacf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 200 len: 835 time: 0.0579600 Aug 09 16:09:10.842497 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:10.916829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-a16071e1-7ce7-4ecb-945b-79c4e6d7d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.920530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-a16071e1-7ce7-4ecb-945b-79c4e6d7d378 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746770 Aug 09 16:09:10.925325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-cad0eca5-24af-480e-a060-65da583d3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:10.927998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-cad0eca5-24af-480e-a060-65da583d3e74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=88d420c7-a573-4d7d-a97f-be6a2c5e378a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776942 Aug 09 16:09:11.029407 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-ffa72c4d-9aa2-4ba6-8032-2bbb7f789d6e service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926611 Aug 09 16:09:11.055906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-de90eef9-18ff-404f-8737-3fd3c605d4cc service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281135 Aug 09 16:09:11.086948 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:19Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:11.118446 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9c925-55a1-42a8-94a7-64ad3ec965d1 None None] The sync data for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 is: [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '21ce1967-495d-4b50-a8f5-f5f4a8c47a04', 'name': '', 'network_id': '88d420c7-a573-4d7d-a97f-be6a2c5e378a', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:c4:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:12Z', 'updated_at': '2021-08-09T16:07:19Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '4489861b-c17f-448a-82df-ae7953f1f3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:11.151314 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-459ca0b7-d959-433d-a781-0955bf5fc596 req-df08b5bc-4b53-4587-83ba-70f75fe9f986 service neutron] 10.222.0.66 "GET /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112733 Aug 09 16:09:11.170476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8d05000-8bb3-492d-8dcf-7cd859097b7a req-ed3065bb-67a3-4ba5-8d1a-454dec913e48 service neutron] 10.222.0.35 "GET /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073422 Aug 09 16:09:11.400530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef940b5-0b27-4e52-8ebf-013dd0886791 None None] New status for floating IP 22d9cfe8-e5b7-4a03-9161-befee6cf7718: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:09:11.911305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22908d-6a25-4b53-ac0d-cabfc5409ca6 req-f015d637-3aab-4bb0-a53f-c87792a07a86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:11.912612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e22908d-6a25-4b53-ac0d-cabfc5409ca6 req-f015d637-3aab-4bb0-a53f-c87792a07a86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 946 time: 0.0581765 Aug 09 16:09:11.964683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e22908d-6a25-4b53-ac0d-cabfc5409ca6 req-0a86e3a3-f297-476d-a88a-561a7be766b5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=4251b6c8-be4b-406b-89f7-948650210eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Aug 09 16:09:12.181140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-330bf24a-4932-4d26-b469-8dfeb9062734 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:12.182764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-330bf24a-4932-4d26-b469-8dfeb9062734 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 946 time: 0.0576196 Aug 09 16:09:12.281636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:12.281947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.381488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:12.381800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.395764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:12.539405 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.572840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=c4df5a78-23ee-43f4-b9ba-90d898a2f3f5,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:12.604468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.604802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.605232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.605482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.605812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.606141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.606470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.609219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.609629 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.609968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.610306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.610636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:12.636782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] No DVR routers for this DVR port c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:09:12.639490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.641705 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9638cb06-4776-49c7-8ae0-fa7dbd9f4a09 req-249332dd-a6d9-401f-926d-38aa4fa22e48 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "DELETE /v2.0/ports/c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 HTTP/1.1" status: 204 len: 173 time: 0.4518189 Aug 09 16:09:12.642177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'name': 'network-vif-deleted', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:12.644648 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262072c8-3b0d-4e7b-bc13-d31dec457bfe" -d '{"events": [{"server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "name": "network-vif-deleted", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:12.688993 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6842519-c241-41dd-aaf9-37acb05ffe5f x-openstack-request-id: req-b6842519-c241-41dd-aaf9-37acb05ffe5f {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:12.689286 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0113cb-3c0f-438f-9c9b-2fac99f7cd50", "name": "network-vif-deleted", "tag": "c4df5a78-23ee-43f4-b9ba-90d898a2f3f5", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:12.689595 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6842519-c241-41dd-aaf9-37acb05ffe5f {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:12.689981 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0113cb-3c0f-438f-9c9b-2fac99f7cd50', 'name': 'network-vif-deleted', 'tag': 'c4df5a78-23ee-43f4-b9ba-90d898a2f3f5', 'status': 'completed', 'code': 200} Aug 09 16:09:13.199211 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3cb375c-d8f3-4ebb-bcb2-4088068ff347 req-f3ec0542-1936-43e1-a6b0-9507303d1df9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0113cb-3c0f-438f-9c9b-2fac99f7cd50 HTTP/1.1" status: 200 len: 210 time: 0.1061289 Aug 09 16:09:14.262608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33828) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:14.743672 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.007208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a0667127-f323-4074-b4a7-b1a20e5b0737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.052994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:15.053642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.164094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port 21ce1967-495d-4b50-a8f5-f5f4a8c47a04, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:15.164505 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.179450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:15.414898 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.443956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=21ce1967-495d-4b50-a8f5-f5f4a8c47a04,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:15.661329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.201284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router ef110955-8a4d-4dcc-97d0-df42434b303d has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:16.321660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:16.327796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9cb9adf8-f4c7-4bfa-b759-804e5a4a84bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "PUT /v2.0/routers/ef110955-8a4d-4dcc-97d0-df42434b303d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0633905 Aug 09 16:09:16.333862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33834) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:16.335504 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] Sync routers for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:16.346568 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:16.347182 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:08:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:16.398845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-27230fa6-0578-45aa-aee0-8981df912e59 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting subnet 4489861b-c17f-448a-82df-ae7953f1f3c7 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:09:16.402016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27230fa6-0578-45aa-aee0-8981df912e59 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.454685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27230fa6-0578-45aa-aee0-8981df912e59 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.474535 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:16.553229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27230fa6-0578-45aa-aee0-8981df912e59 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.621482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27230fa6-0578-45aa-aee0-8981df912e59 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.664195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-27230fa6-0578-45aa-aee0-8981df912e59 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.666272 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-27230fa6-0578-45aa-aee0-8981df912e59 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/subnets/4489861b-c17f-448a-82df-ae7953f1f3c7 HTTP/1.1" status: 204 len: 168 time: 0.3280416 Aug 09 16:09:16.667390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27230fa6-0578-45aa-aee0-8981df912e59 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Subnet': ['ID=4489861b-c17f-448a-82df-ae7953f1f3c7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:16.669298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33836) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:16.672704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1403425-d78f-418c-9826-9a1ba7b0af02 None None] Network 88d420c7-a573-4d7d-a97f-be6a2c5e378a requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:16.766903 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:09:15Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:16.814509 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] Checking router: ef110955-8a4d-4dcc-97d0-df42434b303d for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:16.828152 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] Routers {'ef110955-8a4d-4dcc-97d0-df42434b303d'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:16.829049 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:08:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['ef110955-8a4d-4dcc-97d0-df42434b303d'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:16.866791 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.898763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:16.929304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:16.930100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4df5a78-23ee-43f4-b9ba-90d898a2f3f5 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:17.020087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.024485 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] Set router ef110955-8a4d-4dcc-97d0-df42434b303d gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:17.116305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 74b885d7-37e5-449e-b09c-7fdfe34df395 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:17.116692 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.127421 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] DHCP port deletion for 88d420c7-a573-4d7d-a97f-be6a2c5e378a request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:09:17.230861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] Deleting port 2107dd30-68f2-4dd4-a629-884a4223878f {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:17.231476 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.236687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port 74b885d7-37e5-449e-b09c-7fdfe34df395, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=74b885d7-37e5-449e-b09c-7fdfe34df395,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:17.237165 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.256663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 74b885d7-37e5-449e-b09c-7fdfe34df395 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:17.349098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] For port 2107dd30-68f2-4dd4-a629-884a4223878f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2107dd30-68f2-4dd4-a629-884a4223878f,segment=NetworkSegment(272d1522-6a03-492b-877a-701de2a145c3),segment_id=272d1522-6a03-492b-877a-701de2a145c3)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:17.351811 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.380698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] Calling delete_port for 2107dd30-68f2-4dd4-a629-884a4223878f owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:17.451036 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:09:15Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:17.501423 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933b903-d399-4428-aa83-5e85799b7132 None None] The sync data for ids ['ef110955-8a4d-4dcc-97d0-df42434b303d'] in n-d-799523-2 is: [{'id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155725171', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:07:08Z', 'updated_at': '2021-08-09T16:09:15Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '74b885d7-37e5-449e-b09c-7fdfe34df395', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef110955-8a4d-4dcc-97d0-df42434b303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:07:09Z', 'updated_at': '2021-08-09T16:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:17.537883 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.594280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.600946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] Pushing event deleted for resources: {'Port': ['ID=2107dd30-68f2-4dd4-a629-884a4223878f,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:17.616811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c8868-e064-4bc7-98f1-caae9d5f42f1 None None] No DVR routers for this DVR port 2107dd30-68f2-4dd4-a629-884a4223878f on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:09:17.633343 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8a7c6652-32ee-46ad-931f-13ff919f9e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.645527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=74b885d7-37e5-449e-b09c-7fdfe34df395,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:17.695756 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.791074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.806572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.809008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.861581 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.862445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Fanout notify agent at l3_agent the message router_deleted on router ef110955-8a4d-4dcc-97d0-df42434b303d {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:09:17.870829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.872015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fbc91b0e-cd4c-43f9-a94c-bce72efe07fa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/routers/ef110955-8a4d-4dcc-97d0-df42434b303d HTTP/1.1" status: 204 len: 168 time: 1.2008295 Aug 09 16:09:17.874888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33840) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:17.941687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2107dd30-68f2-4dd4-a629-884a4223878f no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:17.971148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2107dd30-68f2-4dd4-a629-884a4223878f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:17.972191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2107dd30-68f2-4dd4-a629-884a4223878f not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:17.990614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.110803 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.122575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d420c7-a573-4d7d-a97f-be6a2c5e378a']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:18.137072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272d1522-6a03-492b-877a-701de2a145c3') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:18.137385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272d1522-6a03-492b-877a-701de2a145c3') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:18.146814 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.162387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.177933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:09:18.178783 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:09:18.183105 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:09:18.261242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.293463 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.296889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/networks/88d420c7-a573-4d7d-a97f-be6a2c5e378a HTTP/1.1" status: 204 len: 168 time: 0.4205418 Aug 09 16:09:18.298714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3796c86-59da-4aeb-97e0-5d52eec4b216 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Network': ['ID=88d420c7-a573-4d7d-a97f-be6a2c5e378a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:18.299339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33844) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:18.400427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de6bcae8-87d3-4d63-8fb4-e9da7d64deca tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.437398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de6bcae8-87d3-4d63-8fb4-e9da7d64deca tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.509838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de6bcae8-87d3-4d63-8fb4-e9da7d64deca tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.512846 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-de6bcae8-87d3-4d63-8fb4-e9da7d64deca tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.514166 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-de6bcae8-87d3-4d63-8fb4-e9da7d64deca tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/security-groups/4251b6c8-be4b-406b-89f7-948650210eff HTTP/1.1" status: 204 len: 168 time: 0.2135413 Aug 09 16:09:18.525182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bcae8-87d3-4d63-8fb4-e9da7d64deca tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4251b6c8-be4b-406b-89f7-948650210eff,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:19.108375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.502854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:19.525904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:19.526398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 21ce1967-495d-4b50-a8f5-f5f4a8c47a04 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:19.526686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 74b885d7-37e5-449e-b09c-7fdfe34df395 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:19.548714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 74b885d7-37e5-449e-b09c-7fdfe34df395 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:19.549252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 74b885d7-37e5-449e-b09c-7fdfe34df395 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:19.849277 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33854) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:19.855795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b40e0f9a-974e-454a-9ef6-c2d1ab48195d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614668347', 'description': 'tempest-secgroup-smoke-1614668347 description', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:19.881774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b40e0f9a-974e-454a-9ef6-c2d1ab48195d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.985930 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b40e0f9a-974e-454a-9ef6-c2d1ab48195d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.990946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b40e0f9a-974e-454a-9ef6-c2d1ab48195d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.026731 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b40e0f9a-974e-454a-9ef6-c2d1ab48195d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.027944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b40e0f9a-974e-454a-9ef6-c2d1ab48195d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1762738 Aug 09 16:09:20.030499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e0f9a-974e-454a-9ef6-c2d1ab48195d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686d8feb-c5db-4e9d-8478-5ddc9a8924c7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.032333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33856) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:20.041034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-073d05ae-6482-441c-a0c4-f6249ee1eea2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '686d8feb-c5db-4e9d-8478-5ddc9a8924c7', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:20.072644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-073d05ae-6482-441c-a0c4-f6249ee1eea2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.146281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-073d05ae-6482-441c-a0c4-f6249ee1eea2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.153749 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-073d05ae-6482-441c-a0c4-f6249ee1eea2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.177806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d05ae-6482-441c-a0c4-f6249ee1eea2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17060da9-41ab-4cf2-8f2a-84199f2ea4b6,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.190514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-073d05ae-6482-441c-a0c4-f6249ee1eea2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.194865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-073d05ae-6482-441c-a0c4-f6249ee1eea2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578565 Aug 09 16:09:20.195261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33858) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:20.200821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d4bf949a-cc45-4fa9-a019-0e51fb82e112 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '686d8feb-c5db-4e9d-8478-5ddc9a8924c7', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:20.238666 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d4bf949a-cc45-4fa9-a019-0e51fb82e112 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.328871 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d4bf949a-cc45-4fa9-a019-0e51fb82e112 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.334554 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d4bf949a-cc45-4fa9-a019-0e51fb82e112 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.356963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf949a-cc45-4fa9-a019-0e51fb82e112 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dded2940-0cc7-4d5d-b0ed-734e1ec37553,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.361637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d4bf949a-cc45-4fa9-a019-0e51fb82e112 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.367364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d4bf949a-cc45-4fa9-a019-0e51fb82e112 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1697757 Aug 09 16:09:20.367944 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33862) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:20.373182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-13a8bd3a-7293-4ae6-ada2-2e124b041caf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '686d8feb-c5db-4e9d-8478-5ddc9a8924c7', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:20.403201 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13a8bd3a-7293-4ae6-ada2-2e124b041caf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.477377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13a8bd3a-7293-4ae6-ada2-2e124b041caf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.482507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13a8bd3a-7293-4ae6-ada2-2e124b041caf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.494472 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.507295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8bd3a-7293-4ae6-ada2-2e124b041caf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed458c2b-3c6b-4f49-ae12-f521ef0d96c3,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.511732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-13a8bd3a-7293-4ae6-ada2-2e124b041caf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.516187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33864) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:20.516333 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-13a8bd3a-7293-4ae6-ada2-2e124b041caf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473000 Aug 09 16:09:20.521385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-16b85953-4f5d-4e1f-a1b3-69146f25b9bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '686d8feb-c5db-4e9d-8478-5ddc9a8924c7', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:20.552702 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b85953-4f5d-4e1f-a1b3-69146f25b9bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.620979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b85953-4f5d-4e1f-a1b3-69146f25b9bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.625685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b85953-4f5d-4e1f-a1b3-69146f25b9bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.650140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b85953-4f5d-4e1f-a1b3-69146f25b9bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867ea3da-23ee-4aed-a67c-175f8670a1fe,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.658128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16b85953-4f5d-4e1f-a1b3-69146f25b9bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.660380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-16b85953-4f5d-4e1f-a1b3-69146f25b9bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429949 Aug 09 16:09:20.662763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33866) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:20.669028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b19798cc-d2b4-4176-806c-8b4ebebbba86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '686d8feb-c5db-4e9d-8478-5ddc9a8924c7', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:20.697048 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-b19798cc-d2b4-4176-806c-8b4ebebbba86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Project 6cf1cd14fa274a229b4642338ec5f31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:09:20.703208 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b19798cc-d2b4-4176-806c-8b4ebebbba86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.778203 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b19798cc-d2b4-4176-806c-8b4ebebbba86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.782432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b19798cc-d2b4-4176-806c-8b4ebebbba86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.804378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19798cc-d2b4-4176-806c-8b4ebebbba86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8cfca1-15c9-4060-8f00-8b617c505d3a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.808313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b19798cc-d2b4-4176-806c-8b4ebebbba86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.810684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b19798cc-d2b4-4176-806c-8b4ebebbba86 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458299 Aug 09 16:09:20.813612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33868) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:20.818948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9c1dd4a3-8b07-4044-934a-bfecdf83ab64 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': '686d8feb-c5db-4e9d-8478-5ddc9a8924c7', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:20.850942 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-9c1dd4a3-8b07-4044-934a-bfecdf83ab64 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Project 6cf1cd14fa274a229b4642338ec5f31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:09:20.857266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd4a3-8b07-4044-934a-bfecdf83ab64 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.925737 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd4a3-8b07-4044-934a-bfecdf83ab64 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.930123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd4a3-8b07-4044-934a-bfecdf83ab64 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.947453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dd4a3-8b07-4044-934a-bfecdf83ab64 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9bd185-4f7a-403b-9f75-788d213e9d32,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.957982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd4a3-8b07-4044-934a-bfecdf83ab64 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.959434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9c1dd4a3-8b07-4044-934a-bfecdf83ab64 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443679 Aug 09 16:09:20.963388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33870) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:20.968994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'network': {'name': 'tempest-network-smoke--143739860', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'port_security_enabled': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:20.990618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:20.994363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.023310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:09:21.036496 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.037280 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Added segment d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06 of type vlan for network a1487eca-83b4-4984-8f92-96aad4fef971 Aug 09 16:09:21.084286 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.127102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.133283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:21.133906 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.210037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2451260 Aug 09 16:09:21.213247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33872) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:21.220442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'admin_state_up': True, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:21.223329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62237a1d-3622-4e1b-8d64-fd1400a830cb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Network': ['ID=a1487eca-83b4-4984-8f92-96aad4fef971,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:21.238176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a1487eca-83b4-4984-8f92-96aad4fef971 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:09:21.258113 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.259852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.318706 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.475404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.755222 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.781098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.835429 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:09:21.929651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.25.7.115 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/83653ae6-054d-403f-98e6-ad5830a00757) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:22.053441 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.098325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.142169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:22.145236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:22.149648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:22.173208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=83653ae6-054d-403f-98e6-ad5830a00757,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:22.443034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.708511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.894598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:09:23.018217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:23.031337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Sync routers for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:23.040677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:23.044628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:23.045579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:23.046175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33878) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:23.046970 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e204bb8b-e4a5-4266-ba79-7284d65cd0d4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8317559 Aug 09 16:09:23.085791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b3405dc7-97e0-4397-a341-e83a9d6a6f57 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6cf1cd14fa274a229b4642338ec5f31c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375476 Aug 09 16:09:23.089434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33880) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:23.178864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:23.282141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db70d607-c998-4d36-ba84-f71fc6c6c077 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:23.286585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-db70d607-c998-4d36-ba84-f71fc6c6c077 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1932764 Aug 09 16:09:23.287115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33882) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:23.337806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a798bb57-5b90-4041-99d1-47dbc7b9cb9f tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423942 Aug 09 16:09:23.338299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33886) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:23.344279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1696954832', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:23.413165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:22Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:23.441701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Checking router: 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:23.442015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Updating router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 port 83653ae6-054d-403f-98e6-ad5830a00757 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:09:23.477345 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:23.487453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:23.493164 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:23.781130 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:23.856883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Subnet': ['ID=04339e04-5760-446e-b291-691fca8f4d5c,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:23.865163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Checking segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:23.865532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network hostable DHCP agents. Network: a1487eca-83b4-4984-8f92-96aad4fef971, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:09:23.889718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network a1487eca-83b4-4984-8f92-96aad4fef971 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:09:23.903482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a1487eca-83b4-4984-8f92-96aad4fef971) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:23.909601 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:23.910532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:23.917918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9545a60-8e6c-49bd-9bdc-56e4bc8fbe51 None None] Network a1487eca-83b4-4984-8f92-96aad4fef971 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:23.932511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-857d3349-4d1a-46f0-b324-829853b78495 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5931292 Aug 09 16:09:23.937382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33888) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:24.023383 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.034973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Transition to ACTIVE for port object 83653ae6-054d-403f-98e6-ad5830a00757 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:24.043440 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.097158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa53742-1b9f-4c8a-8d68-24c506d9d1e3 None None] Pushing event updated for resources: {'Port': ['ID=83653ae6-054d-403f-98e6-ad5830a00757,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:24.134392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Attempting to bind port 83653ae6-054d-403f-98e6-ad5830a00757 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:24.134665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Attempting to bind port 83653ae6-054d-403f-98e6-ad5830a00757 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:24.135064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Attempting to bind port 83653ae6-054d-403f-98e6-ad5830a00757 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:24.142947 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:24.143625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:24.144362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.144677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:24.145279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Bound port: 83653ae6-054d-403f-98e6-ad5830a00757, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:24.146080 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.298804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a1487eca-83b4-4984-8f92-96aad4fef971', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:09:24.300989 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.502692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] For port 83653ae6-054d-403f-98e6-ad5830a00757, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:24.560035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] For port 83653ae6-054d-403f-98e6-ad5830a00757, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=83653ae6-054d-403f-98e6-ad5830a00757,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:24.572174 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.633154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.644935 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c895e-656e-4ea0-bc5e-453ef98cd570 req-28492392-d04e-43f5-a69b-b76cd168e24c tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:24.647500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-715c895e-656e-4ea0-bc5e-453ef98cd570 req-28492392-d04e-43f5-a69b-b76cd168e24c tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 946 time: 0.0677314 Aug 09 16:09:24.707664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa53742-1b9f-4c8a-8d68-24c506d9d1e3 None None] Pushing event updated for resources: {'Port': ['ID=83653ae6-054d-403f-98e6-ad5830a00757,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:24.711362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Allocated IP 172.20.0.2 (a1487eca-83b4-4984-8f92-96aad4fef971/04339e04-5760-446e-b291-691fca8f4d5c/4475ccca-6ade-49ea-a334-90408d32ea79) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:24.720416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:24.721058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:24.726447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-715c895e-656e-4ea0-bc5e-453ef98cd570 req-955ede3b-8090-48dd-aea3-67ec3918bb15 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688436 Aug 09 16:09:24.911028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:25.089039 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.105914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Transition to ACTIVE for port object 4475ccca-6ade-49ea-a334-90408d32ea79 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:25.150092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Transition to ACTIVE for port object 4475ccca-6ade-49ea-a334-90408d32ea79 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:25.163547 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.215595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Network a1487eca-83b4-4984-8f92-96aad4fef971 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:25.222595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.20.0.1 (a1487eca-83b4-4984-8f92-96aad4fef971/04339e04-5760-446e-b291-691fca8f4d5c/88256724-9580-4376-baa2-2a8ad7df3636) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:25.225860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:25.229114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:25.231137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Pushing event updated for resources: {'Port': ['ID=4475ccca-6ade-49ea-a334-90408d32ea79,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:25.245077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:22Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:25.293242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d15c6-38dc-4589-a3c2-e36fdbbeec14 None None] The sync data for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 is: [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:22Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:25.331423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Attempting to bind port 4475ccca-6ade-49ea-a334-90408d32ea79 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:25.331810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Attempting to bind port 4475ccca-6ade-49ea-a334-90408d32ea79 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:25.332216 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Attempting to bind port 4475ccca-6ade-49ea-a334-90408d32ea79 on network a1487eca-83b4-4984-8f92-96aad4fef971 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:25.338727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:25.339123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Checking segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:25.339860 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.340211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Bound using segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:25.340707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Bound port: 4475ccca-6ade-49ea-a334-90408d32ea79, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:25.341097 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.439199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.457620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] For port 4475ccca-6ade-49ea-a334-90408d32ea79, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:25.462622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] For port 4475ccca-6ade-49ea-a334-90408d32ea79, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4475ccca-6ade-49ea-a334-90408d32ea79,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:25.468745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.545239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596ad47-5d9a-436b-9a75-182a6267aa4d None None] Pushing event updated for resources: {'Port': ['ID=4475ccca-6ade-49ea-a334-90408d32ea79,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:25.968385 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b8c3a-aa97-439b-8729-86f246973e99 req-2d00a594-dded-49d0-a654-c510dd2a8c8c tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:25.972611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb5b8c3a-aa97-439b-8729-86f246973e99 req-2d00a594-dded-49d0-a654-c510dd2a8c8c tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 946 time: 0.1092849 Aug 09 16:09:26.034124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-d9906291-ee25-4c35-9bbc-86e7b55845a3 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:26.036258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-d9906291-ee25-4c35-9bbc-86e7b55845a3 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.35 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 946 time: 0.1147406 Aug 09 16:09:26.058575 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Transition to ACTIVE for port object 88256724-9580-4376-baa2-2a8ad7df3636 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:26.109782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.141244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb5b8c3a-aa97-439b-8729-86f246973e99 req-4e3b927a-c6a0-458d-8d85-d97bfee91fc5 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cf997bd-ccd0-4b7e-973d-e2c745e0604e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621385 Aug 09 16:09:26.185859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Deleting port eb5682ac-5b21-4f5e-8125-df63a606bf73 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:26.186260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.193365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network a1487eca-83b4-4984-8f92-96aad4fef971 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:26.197355 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:26.202307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:26.227962 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=88256724-9580-4376-baa2-2a8ad7df3636,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:26.256098 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.315189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] For port eb5682ac-5b21-4f5e-8125-df63a606bf73, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=eb5682ac-5b21-4f5e-8125-df63a606bf73,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:26.316240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.439058 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.638582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.639038 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.639360 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Floating IP 81d9ecad-09f5-445f-b7a4-17d1026e6a8e disassociated. External IP: 172.25.7.180, port: eb5682ac-5b21-4f5e-8125-df63a606bf73. Aug 09 16:09:26.639721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Calling delete_port for eb5682ac-5b21-4f5e-8125-df63a606bf73 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:26.884420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.930550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.936825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:26.942709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event deleted for resources: {'Port': ['ID=eb5682ac-5b21-4f5e-8125-df63a606bf73,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:27.017784 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:27.089524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=88256724-9580-4376-baa2-2a8ad7df3636,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:27.160171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network a1487eca-83b4-4984-8f92-96aad4fef971 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:27.162067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:27.165302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db8f7a-1273-459a-a2d5-1c4bc7b8f9ba None None] Network a1487eca-83b4-4984-8f92-96aad4fef971 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:27.274792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f50494c4-8bbb-4dca-b0e0-39cd5a058610 None None] Provisioning for port 4475ccca-6ade-49ea-a334-90408d32ea79 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:27.301267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:27.374432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-730a827a-2749-425f-b77a-25bf34eea5b5 req-56822878-d582-4aeb-b653-dee91353a4ab tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "GET /v2.0/ports?device_id=5187c02a-0017-4e1d-8511-392f8f05c177 HTTP/1.1" status: 200 len: 210 time: 0.0470097 Aug 09 16:09:27.465894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:27.481396 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b50e7fa2-4641-436d-9493-3ea7477d4901 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "PUT /v2.0/routers/6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5342081 Aug 09 16:09:27.514854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Router e61f43ff-da52-46b9-bfde-625abd2b870a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:27.690005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 83653ae6-054d-403f-98e6-ad5830a00757 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:27.716519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:27.729327 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] Sync routers for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:27.747493 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:27.748570 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:27.830854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] No DVR routers for this DVR port eb5682ac-5b21-4f5e-8125-df63a606bf73 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:09:27.842986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-623cc369-2138-4d3f-a939-4f91632fb353 None None] Provisioning for port 88256724-9580-4376-baa2-2a8ad7df3636 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:27.848759 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:27.851688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-623cc369-2138-4d3f-a939-4f91632fb353 None None] Provisioning complete for port 88256724-9580-4376-baa2-2a8ad7df3636 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:27.852161 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-623cc369-2138-4d3f-a939-4f91632fb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:27.853530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2eb53796-6d93-4359-bf91-11ab5fb86b9e req-672be574-e075-4ea5-a156-09b826d0c12a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.35 "DELETE /v2.0/ports/eb5682ac-5b21-4f5e-8125-df63a606bf73 HTTP/1.1" status: 204 len: 173 time: 1.8073971 Aug 09 16:09:27.854126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187c02a-0017-4e1d-8511-392f8f05c177', 'name': 'network-vif-deleted', 'tag': 'eb5682ac-5b21-4f5e-8125-df63a606bf73'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:27.868958 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf7d2aa-b520-4727-bb22-30eddd207fda" -d '{"events": [{"server_uuid": "5187c02a-0017-4e1d-8511-392f8f05c177", "name": "network-vif-deleted", "tag": "eb5682ac-5b21-4f5e-8125-df63a606bf73"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:27.880984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 83653ae6-054d-403f-98e6-ad5830a00757 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:27.918750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 83653ae6-054d-403f-98e6-ad5830a00757 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:27.919561 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:27.930478 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:27.962325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-623cc369-2138-4d3f-a939-4f91632fb353 None None] Port 88256724-9580-4376-baa2-2a8ad7df3636 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:27.981947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-17aa8653-eba8-48ee-b288-31df342c0d83 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614668347&fields=id&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 267 time: 0.1532393 Aug 09 16:09:28.097575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Sync routers for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:28.107036 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.124686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:28.125669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:28.176543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 83653ae6-054d-403f-98e6-ad5830a00757, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=83653ae6-054d-403f-98e6-ad5830a00757,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:28.187191 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.188442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4475ccca-6ade-49ea-a334-90408d32ea79 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:28.252962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device eb5682ac-5b21-4f5e-8125-df63a606bf73 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:28.278506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=83653ae6-054d-403f-98e6-ad5830a00757,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:28.339201 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 5, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:28.346753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: eb5682ac-5b21-4f5e-8125-df63a606bf73 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:28.347154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device eb5682ac-5b21-4f5e-8125-df63a606bf73 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:28.374284 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] Checking router: e61f43ff-da52-46b9-bfde-625abd2b870a for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:28.386571 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:28.387471 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:28.433676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1792d433-88c8-4499-8607-566bcc11c0d8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:28.444808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1792d433-88c8-4499-8607-566bcc11c0d8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 796 time: 0.4612646 Aug 09 16:09:28.470573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-29864c6e-ca67-4bb3-a343-5ce7b9ff8f74 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/quotas/6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 375 time: 0.0243583 Aug 09 16:09:28.554988 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:28.555898 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-6be5c9a2-85bf-4310-8b09-b67452211b1a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771539 Aug 09 16:09:28.593614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-71516f62-e739-4d70-afbe-db7c15daf3ce None None] Provisioning complete for port 88256724-9580-4376-baa2-2a8ad7df3636 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:28.593982 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-71516f62-e739-4d70-afbe-db7c15daf3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.604385 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.641477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:28.648456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4475ccca-6ade-49ea-a334-90408d32ea79 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:28.714892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-baad0c17-3d2a-4d32-b09c-848f30def84c service neutron] 10.222.0.64 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545691 Aug 09 16:09:28.847930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-dbf289d1-74be-481a-ada3-e502a91ab7b1 service neutron] 10.222.0.64 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318798 Aug 09 16:09:28.876546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4475ccca-6ade-49ea-a334-90408d32ea79 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:28.876904 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.906210 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 5, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:28.932764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-71516f62-e739-4d70-afbe-db7c15daf3ce None None] Port 88256724-9580-4376-baa2-2a8ad7df3636 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:28.956491 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b1d60-090b-4d8d-9782-3ba9290d0b32 None None] The sync data for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 is: [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:03Z', 'revision_number': 4, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '9cafbe48-e56b-4108-8972-36dcba16bd3a', 'name': '', 'network_id': '4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'mac_address': 'fa:16:3e:30:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:01Z', 'updated_at': '2021-08-09T16:04:17Z', 'revision_number': 5, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'subnets': [{'id': 'e71763ef-f3e6-41e5-bc26-8ea4a51b662e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:28.983076 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.050345 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f6573d-b0e7-48c4-ab28-9cfd277cef9c x-openstack-request-id: req-e5f6573d-b0e7-48c4-ab28-9cfd277cef9c {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:29.050902 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187c02a-0017-4e1d-8511-392f8f05c177", "name": "network-vif-deleted", "tag": "eb5682ac-5b21-4f5e-8125-df63a606bf73", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:29.051392 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5f6573d-b0e7-48c4-ab28-9cfd277cef9c {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:29.052132 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187c02a-0017-4e1d-8511-392f8f05c177', 'name': 'network-vif-deleted', 'tag': 'eb5682ac-5b21-4f5e-8125-df63a606bf73', 'status': 'completed', 'code': 200} Aug 09 16:09:29.128462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:29.140520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-744af5f8-ad99-44e5-87d9-14a1caeb147f None None] Provisioning complete for port 88256724-9580-4376-baa2-2a8ad7df3636 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:29.141425 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-744af5f8-ad99-44e5-87d9-14a1caeb147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.188290 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.295427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4475ccca-6ade-49ea-a334-90408d32ea79, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4475ccca-6ade-49ea-a334-90408d32ea79,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:29.300140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5e2bcee-7e8a-4506-86f3-92127de7d322 req-5ed4662d-6769-4d79-a212-8e640f135ad3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 210 time: 0.0890024 Aug 09 16:09:29.300486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-744af5f8-ad99-44e5-87d9-14a1caeb147f None None] Port 88256724-9580-4376-baa2-2a8ad7df3636 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:29.312073 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.367398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Deleting port 41beb932-f5b1-4610-ad57-afac8ecb473c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:29.368148 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.408987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4475ccca-6ade-49ea-a334-90408d32ea79,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:29.415516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 2, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:29.447325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Checking router: 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:29.447760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Updating router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 port 88256724-9580-4376-baa2-2a8ad7df3636 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:09:29.459039 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.459375 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.474015 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Calling delete_port for 41beb932-f5b1-4610-ad57-afac8ecb473c owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:29.510643 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.538097 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976112d6-64b8-44a5-8538-8139dc9980c5 None None] New status for floating IP 81d9ecad-09f5-445f-b7a4-17d1026e6a8e: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:09:29.667659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 83653ae6-054d-403f-98e6-ad5830a00757 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:29.673701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.674110 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.db.api [None req-976112d6-64b8-44a5-8538-8139dc9980c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:09:29.674475 n-d-799523-2 neutron-server[94180]: DEBUG oslo_db.api [None req-976112d6-64b8-44a5-8538-8139dc9980c5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:09:29.729619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event deleted for resources: {'Port': ['ID=41beb932-f5b1-4610-ad57-afac8ecb473c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:29.825694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.827708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 83653ae6-054d-403f-98e6-ad5830a00757 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:29.828112 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.828776 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.831858 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-75cc74f1-71b8-4207-869b-f4011fca6f7a tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "DELETE /v2.0/floatingips/81d9ecad-09f5-445f-b7a4-17d1026e6a8e HTTP/1.1" status: 204 len: 168 time: 0.7002861 Aug 09 16:09:29.933384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 33976) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:29.994291 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.015858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4475ccca-6ade-49ea-a334-90408d32ea79 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:30.015858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Transition to ACTIVE for port object 88256724-9580-4376-baa2-2a8ad7df3636 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:30.036663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.045458 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f692fcf-e928-453b-b12e-4545ad6396b8 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.073238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f692fcf-e928-453b-b12e-4545ad6396b8 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.125862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Pushing event updated for resources: {'Port': ['ID=88256724-9580-4376-baa2-2a8ad7df3636,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:30.170144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f692fcf-e928-453b-b12e-4545ad6396b8 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.172996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f692fcf-e928-453b-b12e-4545ad6396b8 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.174300 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5f692fcf-e928-453b-b12e-4545ad6396b8 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] 10.222.0.64 "DELETE /v2.0/security-groups/8cf997bd-ccd0-4b7e-973d-e2c745e0604e HTTP/1.1" status: 204 len: 168 time: 0.2397792 Aug 09 16:09:30.178009 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976112d6-64b8-44a5-8538-8139dc9980c5 None None] New status for floating IP 81d9ecad-09f5-445f-b7a4-17d1026e6a8e: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:09:30.211326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f692fcf-e928-453b-b12e-4545ad6396b8 tempest-TestServerBasicOps-1821074646 tempest-TestServerBasicOps-1821074646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf997bd-ccd0-4b7e-973d-e2c745e0604e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:30.236720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 33984) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:30.246154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Attempting to bind port 88256724-9580-4376-baa2-2a8ad7df3636 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:30.246686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Attempting to bind port 88256724-9580-4376-baa2-2a8ad7df3636 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:30.246686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Attempting to bind port 88256724-9580-4376-baa2-2a8ad7df3636 on network a1487eca-83b4-4984-8f92-96aad4fef971 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:30.255277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:30.255772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Checking segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:30.256086 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.256524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Bound using segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:30.257049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Bound port: 88256724-9580-4376-baa2-2a8ad7df3636, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:30.257488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.347525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4475ccca-6ade-49ea-a334-90408d32ea79 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:30.347787 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.407577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] For port 88256724-9580-4376-baa2-2a8ad7df3636, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:30.412426 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] For port 88256724-9580-4376-baa2-2a8ad7df3636, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=88256724-9580-4376-baa2-2a8ad7df3636,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:30.419422 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.504190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11a713c3-6a37-4d6c-8e32-4cb0ad9ff8c8 req-c3ca296c-0467-44d4-b0b5-507c7382083f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 210 time: 0.0551808 Aug 09 16:09:30.658976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:30.660022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:30.746651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Pushing event updated for resources: {'Port': ['ID=88256724-9580-4376-baa2-2a8ad7df3636,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:30.759678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.760046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.760389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.760715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.761227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.761724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.762223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.762730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.764018 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.764428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.764755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.765242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e49689-5081-491f-b900-25d9feb3f69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.769709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-16350618-7cf4-4b59-bb84-17754e1e7226 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:30.771175 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-16350618-7cf4-4b59-bb84-17754e1e7226 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 796 time: 0.3073187 Aug 09 16:09:30.835937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-f9925488-0279-41c2-8e46-c4edc74773c5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 380 time: 0.0479560 Aug 09 16:09:30.848298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'port': {'device_id': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'admin_state_up': True, 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'security_groups': ['686d8feb-c5db-4e9d-8478-5ddc9a8924c7']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:30.877709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:30.990525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:30.995557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.081687 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.172806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:30Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:31.208278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5f26e-e0e9-479e-9a0a-c62d3ea3c4ca None None] The sync data for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 is: [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:30Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:31.212410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.20.0.3 (a1487eca-83b4-4984-8f92-96aad4fef971/04339e04-5760-446e-b291-691fca8f4d5c/c4c90641-16c8-452f-8054-4a365a8adc8c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:31.415533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.461608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Transition to ACTIVE for port object c4c90641-16c8-452f-8054-4a365a8adc8c will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:31.501950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Deleting port 9cafbe48-e56b-4108-8972-36dcba16bd3a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:31.502531 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.519927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.539579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network a1487eca-83b4-4984-8f92-96aad4fef971 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:31.542637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:31.575574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:31.600505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 88256724-9580-4376-baa2-2a8ad7df3636 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:31.665989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] For port 9cafbe48-e56b-4108-8972-36dcba16bd3a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=9cafbe48-e56b-4108-8972-36dcba16bd3a,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:31.666392 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.679540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:31.694061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Calling delete_port for 9cafbe48-e56b-4108-8972-36dcba16bd3a owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:31.711979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 88256724-9580-4376-baa2-2a8ad7df3636 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:31.718543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:31.720442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 88256724-9580-4376-baa2-2a8ad7df3636 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:31.720981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.721334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.772324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2f4ba781-525b-4be2-9a29-6192686ffb6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9295633 Aug 09 16:09:31.785832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Request body: {'port': {'device_id': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:31.878186 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.925246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 88256724-9580-4376-baa2-2a8ad7df3636, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=88256724-9580-4376-baa2-2a8ad7df3636,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:31.932513 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.962913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c10381-9c75-4e3a-b2be-59d4def3fd81 req-7eac7843-d91e-417f-a325-8294c0b5b525 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:31.971245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53c10381-9c75-4e3a-b2be-59d4def3fd81 req-7eac7843-d91e-417f-a325-8294c0b5b525 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 931 time: 0.2594216 Aug 09 16:09:31.973978 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.000888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dd8e81c8-013f-481b-a864-a00e163adc8c None None] Provisioning for port c4c90641-16c8-452f-8054-4a365a8adc8c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:32.014001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dd8e81c8-013f-481b-a864-a00e163adc8c None None] Provisioning complete for port c4c90641-16c8-452f-8054-4a365a8adc8c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:32.014437 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dd8e81c8-013f-481b-a864-a00e163adc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.061848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=88256724-9580-4376-baa2-2a8ad7df3636,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:32.079087 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e81c8-013f-481b-a864-a00e163adc8c None None] Port c4c90641-16c8-452f-8054-4a365a8adc8c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:32.109357 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53c10381-9c75-4e3a-b2be-59d4def3fd81 req-3c9c5801-d0ad-498a-bebf-f9dba507e282 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352317 Aug 09 16:09:32.226322 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.257308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Pushing event deleted for resources: {'Port': ['ID=9cafbe48-e56b-4108-8972-36dcba16bd3a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:32.457283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c90641-16c8-452f-8054-4a365a8adc8c {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:09:32.475855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.509114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Transition to ACTIVE for port object c4c90641-16c8-452f-8054-4a365a8adc8c will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:32.516163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.547052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.599912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:32.727667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:32.728055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:32.728390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:32.742421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:09:32.744240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:32.757350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:32.757704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Checking segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:32.758069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Bound using segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:32.758529 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Bound port: c4c90641-16c8-452f-8054-4a365a8adc8c, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:32.758894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.858078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:32.861141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:32.868266 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.914266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:32.914954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:32.916691 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] 10.222.0.66 "PUT /v2.0/ports/c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 1091 time: 1.1353116 Aug 09 16:09:32.917148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:32.919701 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe505e72-d894-426a-8ca6-c83c32f75cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:32.962336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c605f-4457-439d-bdd9-b6351ddfec1a service neutron] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:33.071006 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8f5e47-f00d-4b62-a28b-ea6dd007d7e1 x-openstack-request-id: req-4a8f5e47-f00d-4b62-a28b-ea6dd007d7e1 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:33.071356 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:33.071722 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a8f5e47-f00d-4b62-a28b-ea6dd007d7e1 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:33.072242 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'status': 'completed', 'code': 200} Aug 09 16:09:33.101693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-a73f0077-083d-4a56-a14f-aadff4286db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:33.104705 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-a73f0077-083d-4a56-a14f-aadff4286db0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1094 time: 0.1232131 Aug 09 16:09:33.158952 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-c8fd478f-2626-48db-8b0d-6a88ec5c5c32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 217 time: 0.0414987 Aug 09 16:09:33.223916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-d9e10156-2dda-4c4d-b151-5872c8d1d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:33.225756 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-d9e10156-2dda-4c4d-b151-5872c8d1d805 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 200 len: 835 time: 0.0579851 Aug 09 16:09:33.264541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Router e61f43ff-da52-46b9-bfde-625abd2b870a has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:33.313650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2650eb4c-c975-4407-b8b9-2a520eed957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:33.315182 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-2650eb4c-c975-4407-b8b9-2a520eed957f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a1487eca-83b4-4984-8f92-96aad4fef971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786247 Aug 09 16:09:33.429429 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-45a94db8-71cb-4a3c-af3b-399206908918 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041458 Aug 09 16:09:33.430487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48455-c3be-4cf1-a204-471b153a1b1d req-7701a53b-83a6-4f0b-9ee3-55ff8073acdb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:33.432399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba48455-c3be-4cf1-a204-471b153a1b1d req-7701a53b-83a6-4f0b-9ee3-55ff8073acdb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 943 time: 0.1135845 Aug 09 16:09:33.441058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:33.450845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cdfb872a-443a-4610-a2ae-e95e0c89392a admin admin] 10.222.0.64 "PUT /v2.0/routers/e61f43ff-da52-46b9-bfde-625abd2b870a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2129273 Aug 09 16:09:33.452908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34036) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:33.459726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] Sync routers for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:33.474862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:33.486281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:33.564210 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39ba2abe-faa7-4020-b858-49e5c87dcf9f req-670f157a-a0d7-4569-b7dd-ee183dd1ee72 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211073 Aug 09 16:09:33.640469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 88256724-9580-4376-baa2-2a8ad7df3636 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:33.676507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba48455-c3be-4cf1-a204-471b153a1b1d req-ba43eb2b-95f8-4641-b2ad-33da286681bc tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237120 Aug 09 16:09:33.706706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:33.710689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-f93b2f2c-6f14-4de7-b5a6-4f0faf89974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:33.713985 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-f93b2f2c-6f14-4de7-b5a6-4f0faf89974e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1094 time: 0.0841866 Aug 09 16:09:33.738965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:33.846709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 88256724-9580-4376-baa2-2a8ad7df3636 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:33.847244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:33.863423 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-ee05f880-e690-47c1-82f3-05d533a4da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:33.865041 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-ee05f880-e690-47c1-82f3-05d533a4da47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 898 time: 0.1412055 Aug 09 16:09:33.874599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:33.941608 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-289cdc3b-8fc9-4252-a530-24c947fa1142 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 217 time: 0.0653880 Aug 09 16:09:33.943855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Deleting port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:33.944850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.002734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-e7677d7d-e9d4-4f5b-b9bc-ed95367dcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:34.005387 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-e7677d7d-e9d4-4f5b-b9bc-ed95367dcf9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 200 len: 835 time: 0.0545402 Aug 09 16:09:34.081796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] For port 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:34.082549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.087021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-e5c87c73-4086-4097-b306-0cfbea7ef909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:34.088644 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-e5c87c73-4086-4097-b306-0cfbea7ef909 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a1487eca-83b4-4984-8f92-96aad4fef971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713670 Aug 09 16:09:34.104147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:09:32Z', 'revision_number': 5, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port': {'id': '0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:34.110328 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Calling delete_port for 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:34.137368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] Checking router: e61f43ff-da52-46b9-bfde-625abd2b870a for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:34.148092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] Routers {'e61f43ff-da52-46b9-bfde-625abd2b870a'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:34.148865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['e61f43ff-da52-46b9-bfde-625abd2b870a'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:34.199681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-99ea5236-a2a8-4292-8bbe-944977108f15 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019590 Aug 09 16:09:34.268693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] Set router e61f43ff-da52-46b9-bfde-625abd2b870a gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:34.307393 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe505e72-d894-426a-8ca6-c83c32f75cb9 req-3372921b-f4ec-474e-b945-586d7dd8d77d service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999014 Aug 09 16:09:34.331961 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.358986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:34.454388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.521803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:09:33Z', 'revision_number': 6, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:34.548997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b0b3b-38c8-480a-a15c-9fc68e5ec200 None None] The sync data for ids ['e61f43ff-da52-46b9-bfde-625abd2b870a'] in n-d-799523-2 is: [{'id': 'e61f43ff-da52-46b9-bfde-625abd2b870a', 'name': 'tempest-TestServerBasicOps-9955638-router', 'tenant_id': '2e185a7342784cf3bd24c3aa1cf91709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:56Z', 'updated_at': '2021-08-09T16:09:33Z', 'revision_number': 6, 'project_id': '2e185a7342784cf3bd24c3aa1cf91709', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:34.557943 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.560538 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.611786 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.612417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61f43ff-da52-46b9-bfde-625abd2b870a {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:09:34.618157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.619378 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-42fe5f4d-f0a3-4410-8ab7-961321c4a566 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e61f43ff-da52-46b9-bfde-625abd2b870a HTTP/1.1" status: 204 len: 168 time: 1.1433675 Aug 09 16:09:34.622146 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34056) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:34.671307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fb185d-5b83-41e4-a60c-20abce03641b admin admin] Deleting subnet e71763ef-f3e6-41e5-bc26-8ea4a51b662e {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:09:34.675457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24fb185d-5b83-41e4-a60c-20abce03641b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.721515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24fb185d-5b83-41e4-a60c-20abce03641b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.807881 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24fb185d-5b83-41e4-a60c-20abce03641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.822523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01d1c6-17ad-4a93-ab97-210f1ff490f2 req-5861a9ff-8e9c-4696-b5b6-67dbbf115c0f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:34.824515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df01d1c6-17ad-4a93-ab97-210f1ff490f2 req-5861a9ff-8e9c-4696-b5b6-67dbbf115c0f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 943 time: 0.0580766 Aug 09 16:09:34.867525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24fb185d-5b83-41e4-a60c-20abce03641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.877890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df01d1c6-17ad-4a93-ab97-210f1ff490f2 req-a3167df9-67db-4c35-aadf-6666ad54ebc3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460875 Aug 09 16:09:34.901836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb185d-5b83-41e4-a60c-20abce03641b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71763ef-f3e6-41e5-bc26-8ea4a51b662e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:34.906635 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-24fb185d-5b83-41e4-a60c-20abce03641b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:34.908648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-24fb185d-5b83-41e4-a60c-20abce03641b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e71763ef-f3e6-41e5-bc26-8ea4a51b662e HTTP/1.1" status: 204 len: 168 time: 0.2855034 Aug 09 16:09:34.911130 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34062) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:34.918351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bef154-db64-478c-aa8c-a2dddfa19061 None None] Network 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:34.995881 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.070435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Deleting port 01969af2-b538-47de-8126-a1ba66dc77e1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:35.071608 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.143680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] For port 01969af2-b538-47de-8126-a1ba66dc77e1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=01969af2-b538-47de-8126-a1ba66dc77e1,segment=NetworkSegment(00ad7c31-82d2-4637-81af-088043e1abf5),segment_id=00ad7c31-82d2-4637-81af-088043e1abf5)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:35.144080 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.157705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Calling delete_port for 01969af2-b538-47de-8126-a1ba66dc77e1 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:35.243002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.271635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Pushing event deleted for resources: {'Port': ['ID=01969af2-b538-47de-8126-a1ba66dc77e1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:35.278228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] No DVR routers for this DVR port 01969af2-b538-47de-8126-a1ba66dc77e1 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:09:35.355252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.369403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:35.380729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ad7c31-82d2-4637-81af-088043e1abf5') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:35.380995 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ad7c31-82d2-4637-81af-088043e1abf5') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:35.392391 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.394574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc5859-54ac-4814-a076-3c3159048565 None None] DHCP port deletion for 4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:09:35.409553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.417136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:09:35.417636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:09:35.419704 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:09:35.485168 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.491944 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.494382 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] 10.222.0.64 "DELETE /v2.0/networks/4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71 HTTP/1.1" status: 204 len: 168 time: 0.5822959 Aug 09 16:09:35.497542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34076) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:35.506433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469820d-9d0b-4aa3-a753-ce930673684d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5f1e55-c8cf-4cd6-acc9-5ec5eb8c4c71,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:35.520180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9cafbe48-e56b-4108-8972-36dcba16bd3a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:35.541854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 9cafbe48-e56b-4108-8972-36dcba16bd3a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:35.542564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 9cafbe48-e56b-4108-8972-36dcba16bd3a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:35.542564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:35.562844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:35.563667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0e4fbe1f-e5d5-431c-8f4b-48ea1ae00ad7 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:35.563667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01969af2-b538-47de-8126-a1ba66dc77e1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:35.585333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 01969af2-b538-47de-8126-a1ba66dc77e1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:35.585611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 01969af2-b538-47de-8126-a1ba66dc77e1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:35.939776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:36.073335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3bc5d-e8d2-4dfe-9f27-c48677b97b4b req-c4ce9bb2-07bf-43a9-ab5c-c9ac7a704d3c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:36.074883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45f3bc5d-e8d2-4dfe-9f27-c48677b97b4b req-c4ce9bb2-07bf-43a9-ab5c-c9ac7a704d3c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 943 time: 0.1010780 Aug 09 16:09:36.168942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45f3bc5d-e8d2-4dfe-9f27-c48677b97b4b req-2e199869-a066-4463-9594-15e837389b02 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867565 Aug 09 16:09:36.275359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Deleting port 434c24d9-e922-4c38-8c72-99c572e7de4d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:36.275716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:36.356693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] For port 434c24d9-e922-4c38-8c72-99c572e7de4d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=434c24d9-e922-4c38-8c72-99c572e7de4d,segment=NetworkSegment(39a4372c-5cc1-43c3-901d-b41aecdee350),segment_id=39a4372c-5cc1-43c3-901d-b41aecdee350)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:36.357194 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:36.378611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Calling delete_port for 434c24d9-e922-4c38-8c72-99c572e7de4d owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:36.570514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:36.605965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Pushing event deleted for resources: {'Port': ['ID=434c24d9-e922-4c38-8c72-99c572e7de4d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:36.776957 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:36.953111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4c90641-16c8-452f-8054-4a365a8adc8c details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:09:37.018065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:37.059346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:37.073139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'port_id': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'mac_address': 'fa:16:3e:62:36:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:09:37.118131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:37.134912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:37.142741 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c90641-16c8-452f-8054-4a365a8adc8c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:09:37.147176 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] Sync routers for ids ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:37.147969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a197ddcf-6945-43e3-8311-1af5884e2080 admin admin] 10.222.0.64 "PUT /v2.0/routers/0d4a0082-f32d-4a2f-84fa-61fda39bf603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6486323 Aug 09 16:09:37.149772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34108) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:37.162783 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] Routers {'0d4a0082-f32d-4a2f-84fa-61fda39bf603'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:37.163407 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:37.184539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:37.190275 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:37.271435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:37.303687 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] Set router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:37.431617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['c4c90641-16c8-452f-8054-4a365a8adc8c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:09:37.552637 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:09:36Z', 'revision_number': 5, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:37.587878 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] Checking router: 0d4a0082-f32d-4a2f-84fa-61fda39bf603 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:37.598080 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] Routers {'0d4a0082-f32d-4a2f-84fa-61fda39bf603'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:37.599036 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:37.677559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31761e93-b0aa-435b-9ba5-94382831ac19 req-3064b348-c3ba-42cd-92a7-cabc92d32dc4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:37.679283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31761e93-b0aa-435b-9ba5-94382831ac19 req-3064b348-c3ba-42cd-92a7-cabc92d32dc4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 944 time: 0.0673101 Aug 09 16:09:37.680964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:37.824654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31761e93-b0aa-435b-9ba5-94382831ac19 req-54d5903f-696d-4f6c-9457-b033eae854f4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543082 Aug 09 16:09:37.832417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:37.853325 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] Set router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:37.913749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Deleting port 00e4f7f4-a946-4206-89d3-25fb330f4fea {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:37.914373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.004006 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] For port 00e4f7f4-a946-4206-89d3-25fb330f4fea, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=00e4f7f4-a946-4206-89d3-25fb330f4fea,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:38.004699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.018855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Calling delete_port for 00e4f7f4-a946-4206-89d3-25fb330f4fea owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:38.064372 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:09:36Z', 'revision_number': 5, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:38.105437 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc459c7f-04cc-4898-8e5f-35dd957936fd None None] The sync data for ids ['0d4a0082-f32d-4a2f-84fa-61fda39bf603'] in n-d-799523-2 is: [{'id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'name': 'tempest-TestServerBasicOps-387848360-router', 'tenant_id': '04cbb9e516414372a8587ab28641fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:08Z', 'updated_at': '2021-08-09T16:09:36Z', 'revision_number': 5, 'project_id': '04cbb9e516414372a8587ab28641fd80', 'gw_port': {'id': '00e4f7f4-a946-4206-89d3-25fb330f4fea', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4a0082-f32d-4a2f-84fa-61fda39bf603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:04:09Z', 'updated_at': '2021-08-09T16:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:38.219723 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.246271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e4f7f4-a946-4206-89d3-25fb330f4fea,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:38.305405 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.405095 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.408303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.454239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.454789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4a0082-f32d-4a2f-84fa-61fda39bf603 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:09:38.461594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.465653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0672be76-89ef-4d07-9437-051cbe7cdff1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0d4a0082-f32d-4a2f-84fa-61fda39bf603 HTTP/1.1" status: 204 len: 168 time: 1.3122032 Aug 09 16:09:38.466130 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34130) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:38.519585 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfeff01-b673-4b28-92c7-be9d7c65c97d admin admin] Deleting subnet 01bd8b1c-522c-4109-aab5-d677b91c5f90 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:09:38.523402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-edfeff01-b673-4b28-92c7-be9d7c65c97d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.561860 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-edfeff01-b673-4b28-92c7-be9d7c65c97d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.653636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-edfeff01-b673-4b28-92c7-be9d7c65c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.725100 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-edfeff01-b673-4b28-92c7-be9d7c65c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.752992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeff01-b673-4b28-92c7-be9d7c65c97d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01bd8b1c-522c-4109-aab5-d677b91c5f90,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:38.758586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-edfeff01-b673-4b28-92c7-be9d7c65c97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.763257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-edfeff01-b673-4b28-92c7-be9d7c65c97d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/01bd8b1c-522c-4109-aab5-d677b91c5f90 HTTP/1.1" status: 204 len: 168 time: 0.2934797 Aug 09 16:09:38.763368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34136) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:38.764238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced27ab-4657-4f0f-b72a-cc939731696b None None] Network 9892a731-a231-4497-9037-0f26b5967d43 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:38.845097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.930049 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Deleting port f233b910-e7a2-4378-8575-8b6084318768 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:38.930795 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.983359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4c90641-16c8-452f-8054-4a365a8adc8c up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:38.990351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4a420-1ceb-4a9a-a1ed-fbd3f535ee6a req-730a3a37-6250-479f-b008-08861e51481e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:38.992211 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eb4a420-1ceb-4a9a-a1ed-fbd3f535ee6a req-730a3a37-6250-479f-b008-08861e51481e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 944 time: 0.0712962 Aug 09 16:09:39.023544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] For port f233b910-e7a2-4378-8575-8b6084318768, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f233b910-e7a2-4378-8575-8b6084318768,segment=NetworkSegment(39a4372c-5cc1-43c3-901d-b41aecdee350),segment_id=39a4372c-5cc1-43c3-901d-b41aecdee350)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:39.023946 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.038420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Calling delete_port for f233b910-e7a2-4378-8575-8b6084318768 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:39.041178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eb4a420-1ceb-4a9a-a1ed-fbd3f535ee6a req-fc115ffb-fb9d-42fa-bf65-369b1fee9548 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422263 Aug 09 16:09:39.050950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port c4c90641-16c8-452f-8054-4a365a8adc8c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:39.057306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port c4c90641-16c8-452f-8054-4a365a8adc8c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:39.057751 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.132299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.138875 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.157845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=f233b910-e7a2-4378-8575-8b6084318768,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:39.165288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:39.168046 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b7f217-b28f-4758-9b23-233396c67fdb" -d '{"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-plugged", "status": "completed", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:39.177303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] No DVR routers for this DVR port f233b910-e7a2-4378-8575-8b6084318768 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:09:39.184669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:39.190717 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.246437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e3dca1-9d19-44a5-9247-f9c7126a2942 None None] DHCP port deletion for 9892a731-a231-4497-9037-0f26b5967d43 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:09:39.264332 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cabf49e-5aeb-414f-87a5-b14f0037f1d2 x-openstack-request-id: req-5cabf49e-5aeb-414f-87a5-b14f0037f1d2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:39.264947 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-plugged", "status": "completed", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:39.265378 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cabf49e-5aeb-414f-87a5-b14f0037f1d2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:39.265585 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'code': 200} Aug 09 16:09:39.297882 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.314927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:39.318522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9892a731-a231-4497-9037-0f26b5967d43']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:39.339220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a4372c-5cc1-43c3-901d-b41aecdee350') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:39.339523 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a4372c-5cc1-43c3-901d-b41aecdee350') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:39.363954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.398021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.407013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:09:39.407409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:09:39.409269 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:09:39.450324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9923-faa9-4847-84c9-22f58b01e706 req-f56cd09b-f327-4eeb-b2cf-bceae32126da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:39.451883 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-509c9923-faa9-4847-84c9-22f58b01e706 req-f56cd09b-f327-4eeb-b2cf-bceae32126da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1096 time: 0.1049881 Aug 09 16:09:39.497293 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.506046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.508729 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] 10.222.0.64 "DELETE /v2.0/networks/9892a731-a231-4497-9037-0f26b5967d43 HTTP/1.1" status: 204 len: 168 time: 0.7444303 Aug 09 16:09:39.514457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 434c24d9-e922-4c38-8c72-99c572e7de4d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:39.532943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67aba-c6a4-47b7-99e4-d6d6f5dffd7a admin admin] Pushing event deleted for resources: {'Network': ['ID=9892a731-a231-4497-9037-0f26b5967d43,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:39.536059 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-509c9923-faa9-4847-84c9-22f58b01e706 req-615e7d31-2906-44ea-9506-0da8d66fac42 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745723 Aug 09 16:09:39.540606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 434c24d9-e922-4c38-8c72-99c572e7de4d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:39.540951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 434c24d9-e922-4c38-8c72-99c572e7de4d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:39.541368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f233b910-e7a2-4378-8575-8b6084318768 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:39.561505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: f233b910-e7a2-4378-8575-8b6084318768 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:39.561847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f233b910-e7a2-4378-8575-8b6084318768 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:39.562261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 00e4f7f4-a946-4206-89d3-25fb330f4fea no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:39.582718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 00e4f7f4-a946-4206-89d3-25fb330f4fea {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:39.583060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 00e4f7f4-a946-4206-89d3-25fb330f4fea not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:39.660565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34158) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:39.707702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-607f1392-a347-417b-8222-1e25763a376a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e185a7342784cf3bd24c3aa1cf91709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432343 Aug 09 16:09:39.708019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34160) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:39.763037 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a30cc56d-b5d9-4609-bca1-9ddec038ad73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.785015 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a30cc56d-b5d9-4609-bca1-9ddec038ad73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.836357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a30cc56d-b5d9-4609-bca1-9ddec038ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.838913 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a30cc56d-b5d9-4609-bca1-9ddec038ad73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.840096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a30cc56d-b5d9-4609-bca1-9ddec038ad73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cec39032-d4f3-4d1e-a1b2-04373e82bfe3 HTTP/1.1" status: 204 len: 168 time: 0.1305759 Aug 09 16:09:39.847783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cc56d-b5d9-4609-bca1-9ddec038ad73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec39032-d4f3-4d1e-a1b2-04373e82bfe3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:40.168685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73c87f-ffec-4921-83c1-9c27757ff686 req-7ea48c31-cdae-48db-b868-a61c2d6e5158 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:40.170426 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e73c87f-ffec-4921-83c1-9c27757ff686 req-7ea48c31-cdae-48db-b868-a61c2d6e5158 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0541050 Aug 09 16:09:40.207615 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34178) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:40.217720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e73c87f-ffec-4921-83c1-9c27757ff686 req-e8d49861-f786-42a6-9d9a-572cf4d972d0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362234 Aug 09 16:09:40.255354 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8c9e8bcf-72c6-4509-bc1d-f111a34b1534 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04cbb9e516414372a8587ab28641fd80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460143 Aug 09 16:09:40.257963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34180) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:40.306937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94ed9564-41b9-4d50-924a-855aeee22129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.329000 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94ed9564-41b9-4d50-924a-855aeee22129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.379018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94ed9564-41b9-4d50-924a-855aeee22129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.382030 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-94ed9564-41b9-4d50-924a-855aeee22129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.383276 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-94ed9564-41b9-4d50-924a-855aeee22129 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0877bb4-7383-4fde-b8e4-3d0df4cc890c HTTP/1.1" status: 204 len: 168 time: 0.1243439 Aug 09 16:09:40.395087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed9564-41b9-4d50-924a-855aeee22129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0877bb4-7383-4fde-b8e4-3d0df4cc890c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:41.336940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76311dd-3d90-4aa6-9755-d1a5cf51f893 req-31b7b100-fba4-4288-accf-2646b30f2b7c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:41.338594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c76311dd-3d90-4aa6-9755-d1a5cf51f893 req-31b7b100-fba4-4288-accf-2646b30f2b7c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0518725 Aug 09 16:09:41.377209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c76311dd-3d90-4aa6-9755-d1a5cf51f893 req-759663b0-466f-4241-b2c3-bbdb871909f0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Aug 09 16:09:41.502334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd813a3-0310-4a67-917d-3142027f72ef req-5567b36b-4b45-4c6d-b02d-3182278d3443 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:41.503944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdd813a3-0310-4a67-917d-3142027f72ef req-5567b36b-4b45-4c6d-b02d-3182278d3443 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0564089 Aug 09 16:09:41.545724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdd813a3-0310-4a67-917d-3142027f72ef req-49f69662-9784-463e-a5aa-bd8bbfcbbe66 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346746 Aug 09 16:09:41.567930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34210) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:41.612449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c82b42-aea9-49e5-957a-cc4344e75942 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:41.614015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-32c82b42-aea9-49e5-957a-cc4344e75942 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1091 time: 0.0446978 Aug 09 16:09:41.617156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 34212) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:41.621851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:41.650001 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:41.766317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:41.932542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.25.7.123 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/9596103a-409e-4356-b1aa-8f3599f83712) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:42.059760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.107642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.154564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:42.157947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:42.162853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:42.166319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=9596103a-409e-4356-b1aa-8f3599f83712,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:42.665419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.775404 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.943843 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.948967 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.024121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=9596103a-409e-4356-b1aa-8f3599f83712,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:43.036938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.162353 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Floating IP dce03172-29d9-430d-9dca-f739c4eb6a78 associated. External IP: 172.25.7.123, port: c4c90641-16c8-452f-8054-4a365a8adc8c. Aug 09 16:09:43.393241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:43.818203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:43.834919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] Sync routers for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:43.840632 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.846418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:43.847212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:43.882577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1fd64ea2-11c0-4a9d-a38d-70b057796003 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2621238 Aug 09 16:09:43.882577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:43.885054 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e643829-7b04-406f-a6ce-9247bca3b226" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:43.983179 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:44.061771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60943766-5e8e-480d-9a07-08c7befae2c8 req-690dd90d-621c-4fe6-bf2a-a60de8218c12 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:44.064632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60943766-5e8e-480d-9a07-08c7befae2c8 req-690dd90d-621c-4fe6-bf2a-a60de8218c12 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0733941 Aug 09 16:09:44.136040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60943766-5e8e-480d-9a07-08c7befae2c8 req-0a890e74-0669-4c20-a616-1bf01819088e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641019 Aug 09 16:09:44.160237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34264) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:44.205977 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a069d-3704-4421-aecd-c53df3817905 x-openstack-request-id: req-815a069d-3704-4421-aecd-c53df3817905 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:44.206668 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:44.207289 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-815a069d-3704-4421-aecd-c53df3817905 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:44.208196 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'status': 'completed', 'code': 200} Aug 09 16:09:44.270614 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a52a4050-9f0b-4cf0-a518-9b377eaa338c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/dce03172-29d9-430d-9dca-f739c4eb6a78 HTTP/1.1" status: 200 len: 991 time: 0.1084113 Aug 09 16:09:44.291436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-8f36a501-ca26-4c9e-ad7c-18f815caaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:44.293163 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-8f36a501-ca26-4c9e-ad7c-18f815caaa1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1096 time: 0.0529666 Aug 09 16:09:44.295406 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dce03172-29d9-430d-9dca-f739c4eb6a78', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'port_id': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'mac_address': 'fa:16:3e:62:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:09:42Z', 'updated_at': '2021-08-09T16:09:42Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:31Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:44.326754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] Checking router: 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:44.336582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:44.337236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:09:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:44.401288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-0305b027-51d5-4665-97b4-7fb56d36d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:44.402816 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-0305b027-51d5-4665-97b4-7fb56d36d0e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 898 time: 0.0970271 Aug 09 16:09:44.461006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:44.495877 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-f69ca605-2c41-4474-9f62-c3440a7f635b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 999 time: 0.0786598 Aug 09 16:09:44.554241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-b206d6d8-19c4-4fcf-afbc-a5f2834bae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:44.555665 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-b206d6d8-19c4-4fcf-afbc-a5f2834bae29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 200 len: 835 time: 0.0515366 Aug 09 16:09:44.608610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-269de8ed-9f54-4336-8ea1-59c78674227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:44.610200 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-269de8ed-9f54-4336-8ea1-59c78674227a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a1487eca-83b4-4984-8f92-96aad4fef971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466003 Aug 09 16:09:44.721630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dce03172-29d9-430d-9dca-f739c4eb6a78', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'port_id': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'mac_address': 'fa:16:3e:62:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:09:42Z', 'updated_at': '2021-08-09T16:09:42Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:31Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:44.752548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b244d1-749a-4717-97ad-0818e644c63b None None] The sync data for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 is: [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dce03172-29d9-430d-9dca-f739c4eb6a78', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'port_id': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'mac_address': 'fa:16:3e:62:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:09:42Z', 'updated_at': '2021-08-09T16:09:42Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:31Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:45.014204 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f28e6dd-799a-4117-9793-0da17cb1524f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.044114 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138fed8-7219-4761-9a42-0b5bef5db205 None None] New status for floating IP dce03172-29d9-430d-9dca-f739c4eb6a78: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:09:45.071524 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-8cdbc060-0b8c-49f5-bc17-efa1d17c4995 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504759 Aug 09 16:09:45.189060 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6e643829-7b04-406f-a6ce-9247bca3b226 req-dce01244-a732-44e4-aec3-515ab13c7104 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069269 Aug 09 16:09:45.273658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 34280) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:45.340385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dd9e5724-c515-47b7-b5a1-adb2c325454b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/dce03172-29d9-430d-9dca-f739c4eb6a78 HTTP/1.1" status: 200 len: 993 time: 0.0653703 Aug 09 16:09:47.558783 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0dbe4afc-ab53-4cda-824d-5b11efd8ad00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.790251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:49.095279 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.494782 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:58.432567 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:58.731929 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:58.836365 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:10:08.602681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-1fbc9561-bedb-4ccb-8001-764d380f3c2f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436368 Aug 09 16:10:08.691577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-f2a9cdb5-27bf-4d88-9813-bead564a5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:08.693058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-f2a9cdb5-27bf-4d88-9813-bead564a5a10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1096 time: 0.0438626 Aug 09 16:10:08.804630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-8011be02-e774-4413-88fa-753c9475a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:08.806721 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-8011be02-e774-4413-88fa-753c9475a2c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 898 time: 0.0911951 Aug 09 16:10:08.877861 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-33148434-a5c0-43c1-b95c-0eef0bda13e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 1001 time: 0.0631022 Aug 09 16:10:08.932830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-54b396cd-5dc3-41b3-b63c-30c7fb2a1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:08.934336 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-54b396cd-5dc3-41b3-b63c-30c7fb2a1be5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 200 len: 835 time: 0.0461142 Aug 09 16:10:08.985727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-93523d31-3faa-4f35-bfbc-cf837989b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:08.987160 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-93523d31-3faa-4f35-bfbc-cf837989b733 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a1487eca-83b4-4984-8f92-96aad4fef971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453956 Aug 09 16:10:09.085188 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-fe1d43ed-20fc-4b1b-8a30-347c9eedea48 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895104 Aug 09 16:10:09.187783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-afe803d2-78b2-4791-ba0f-4276bbeaa64e req-15f69e30-44bf-42f6-b327-a4c010284fd7 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895472 Aug 09 16:10:10.372151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-ce73eabe-eb8e-4063-9ca1-bfc2fe01c189 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513468 Aug 09 16:10:10.440154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-938e3123-e5b5-4300-8088-08b42afd8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:10.441719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-938e3123-e5b5-4300-8088-08b42afd8d41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43a52548d06d483f9980766c80fd1a8d&device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 1100 time: 0.0479209 Aug 09 16:10:10.554048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-ca6b4a7b-e79a-446b-a140-debecb39349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:10.555713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-ca6b4a7b-e79a-446b-a140-debecb39349f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.0935447 Aug 09 16:10:10.599220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-6ccd5ad1-aedd-4efc-99f5-4d992e295613 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7e387997-a169-49d5-a912-d384adbeb197 HTTP/1.1" status: 200 len: 217 time: 0.0358279 Aug 09 16:10:10.653970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-062ad0ac-6389-4fc4-8646-588544da3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:10.655338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-062ad0ac-6389-4fc4-8646-588544da3024 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0492535 Aug 09 16:10:10.704120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-03642462-3b9c-4c53-8121-4a362fbd68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:10.706034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-03642462-3b9c-4c53-8121-4a362fbd68ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436738 Aug 09 16:10:10.798836 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-dbd220b5-62b3-4cdf-b5ff-8ea7a023019d service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Aug 09 16:10:10.901023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aab38b4-dee6-47e8-9ab7-507dc46d16f1 req-4b47bced-fb19-4db6-96a3-c620fb0d8fcb service neutron] 10.222.0.35 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956409 Aug 09 16:10:11.864955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6504e-25cf-4822-b868-daf1de43e616 req-30c7f528-29f8-4c24-91fe-ac002146dab1 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:11.866503 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dc6504e-25cf-4822-b868-daf1de43e616 req-30c7f528-29f8-4c24-91fe-ac002146dab1 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 949 time: 0.0585175 Aug 09 16:10:11.907292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dc6504e-25cf-4822-b868-daf1de43e616 req-4ecd0fe1-97d2-41fc-966c-e05dbc42ae9f tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344682 Aug 09 16:10:13.042293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8df31-18a5-4ac5-878f-4b457841e372 req-beffa86f-61e7-45e5-80fc-bbdfe2cd714c tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:13.043844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6df8df31-18a5-4ac5-878f-4b457841e372 req-beffa86f-61e7-45e5-80fc-bbdfe2cd714c tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 949 time: 0.0592916 Aug 09 16:10:13.086816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6df8df31-18a5-4ac5-878f-4b457841e372 req-c6fdb9d4-0d09-4674-896f-9dd7324a63e8 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/security-groups?id=800515a6-8cd9-460b-b455-9c59603ec8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Aug 09 16:10:13.340790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-b7f508bf-e8c9-478d-91bb-393b330d1810 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:13.342205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-b7f508bf-e8c9-478d-91bb-393b330d1810 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 949 time: 0.0592351 Aug 09 16:10:13.442660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Deleting port 7e387997-a169-49d5-a912-d384adbeb197 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:10:13.443001 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:13.542471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] For port 7e387997-a169-49d5-a912-d384adbeb197, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=7e387997-a169-49d5-a912-d384adbeb197,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:13.542886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:13.562760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Calling delete_port for 7e387997-a169-49d5-a912-d384adbeb197 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:10:13.707951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:13.720375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['7e387997-a169-49d5-a912-d384adbeb197'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:10:13.737976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Pushing event deleted for resources: {'Port': ['ID=7e387997-a169-49d5-a912-d384adbeb197,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:13.748800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.749145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.749569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.749927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.750241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.750599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.750928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.751770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.751770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.752003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.752277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.752618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:13.792687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] No DVR routers for this DVR port 7e387997-a169-49d5-a912-d384adbeb197 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:10:13.795464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:13.797550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1289809e-9780-445c-8f57-ca0d65599ed2 req-5fb54a42-dc81-4e38-8522-a5569c3bf627 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.35 "DELETE /v2.0/ports/7e387997-a169-49d5-a912-d384adbeb197 HTTP/1.1" status: 204 len: 173 time: 0.4488056 Aug 09 16:10:13.797982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d91d76-071e-4be7-b8e3-e293b66110ea', 'name': 'network-vif-deleted', 'tag': '7e387997-a169-49d5-a912-d384adbeb197'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:13.800268 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ec095b-1b17-4ae3-8dbe-d94794f55704" -d '{"events": [{"server_uuid": "a0d91d76-071e-4be7-b8e3-e293b66110ea", "name": "network-vif-deleted", "tag": "7e387997-a169-49d5-a912-d384adbeb197"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:13.838280 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb00714-5e51-4861-a67e-ee68f717aee3 x-openstack-request-id: req-8bb00714-5e51-4861-a67e-ee68f717aee3 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:13.838723 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d91d76-071e-4be7-b8e3-e293b66110ea", "name": "network-vif-deleted", "tag": "7e387997-a169-49d5-a912-d384adbeb197", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:13.839243 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bb00714-5e51-4861-a67e-ee68f717aee3 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:13.839243 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d91d76-071e-4be7-b8e3-e293b66110ea', 'name': 'network-vif-deleted', 'tag': '7e387997-a169-49d5-a912-d384adbeb197', 'status': 'completed', 'code': 200} Aug 09 16:10:14.204962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4960955-abea-4ca3-aad2-9d5a7a871a8d req-fdd07f1e-a839-400e-bb7d-81c3d03ae162 tempest-VolumesBackupsTest-679209554 tempest-VolumesBackupsTest-679209554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0d91d76-071e-4be7-b8e3-e293b66110ea HTTP/1.1" status: 200 len: 210 time: 0.0287101 Aug 09 16:10:15.003654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-41104746-2bd7-444e-b4c4-08973ae966ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:16.451409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7e387997-a169-49d5-a912-d384adbeb197 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:10:16.476767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 7e387997-a169-49d5-a912-d384adbeb197 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:10:16.477125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 7e387997-a169-49d5-a912-d384adbeb197 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:10:17.568697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e7bafae2-88eb-4af6-9bf7-a6fa1258bc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:17.786124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.099033 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:20.495015 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:20.722684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195e27-fa5b-4130-a1e3-148a1461ce6d req-ec0664dd-ebd3-40e4-96bb-858a8526690d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:20.724268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3195e27-fa5b-4130-a1e3-148a1461ce6d req-ec0664dd-ebd3-40e4-96bb-858a8526690d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0560958 Aug 09 16:10:20.766655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3195e27-fa5b-4130-a1e3-148a1461ce6d req-78d95a48-290c-4f0c-b2c4-f5c8cc3ee162 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362940 Aug 09 16:10:20.790990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35096) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:20.858477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a195b008-cdf4-4288-b207-2d51dc762bf4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/dce03172-29d9-430d-9dca-f739c4eb6a78 HTTP/1.1" status: 200 len: 993 time: 0.0615246 Aug 09 16:10:21.327914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0136bd-6f28-4e2c-8050-c48ae178b399 req-00af8f52-ee91-4bf9-b961-b8593d64b60c tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:21.329495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa0136bd-6f28-4e2c-8050-c48ae178b399 req-00af8f52-ee91-4bf9-b961-b8593d64b60c tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1096 time: 0.0478621 Aug 09 16:10:21.366637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa0136bd-6f28-4e2c-8050-c48ae178b399 req-2c5916f7-4bd1-4497-85f2-53afbd7fd0c6 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300643 Aug 09 16:10:21.895606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35126) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:22.056796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-f5859679-3f5d-49d7-b692-842cd53aef22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1597571 Aug 09 16:10:22.614576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-aadeeba4-ab99-4ac3-866e-112df7489639 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:10:22.623179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-aadeeba4-ab99-4ac3-866e-112df7489639 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0785112 Aug 09 16:10:22.627731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Request body: {'binding': {'host': 'n-h1-799523-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:22.628287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Unknown quota resources ['binding']. {{(pid=94177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 16:10:22.777899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on host n-h1-799523-2 for vnic_type normal with profile None {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:22.778269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:22.778578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:22.783177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:10:22.783500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:22.788873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:22.789299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Checking segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:22.789694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Bound using segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:22.790121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Bound port: c4c90641-16c8-452f-8054-4a365a8adc8c, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:22.876591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:22.882308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.883588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] 10.222.0.64 "POST /v2.0/ports/c4c90641-16c8-452f-8054-4a365a8adc8c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2595072 Aug 09 16:10:23.041444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c7b8b-cff0-4892-8777-f4f9dac6f07a req-231d284a-36b8-4d12-b2f5-597085f03f21 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:23.043371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3c7b8b-cff0-4892-8777-f4f9dac6f07a req-231d284a-36b8-4d12-b2f5-597085f03f21 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0553823 Aug 09 16:10:23.095026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3c7b8b-cff0-4892-8777-f4f9dac6f07a req-55c15d66-6f39-474a-864c-3ad9aa82ce96 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Aug 09 16:10:23.149226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-2f2839dc-a3c8-4804-adbc-effb647de6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:23.150718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-2f2839dc-a3c8-4804-adbc-effb647de6ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1096 time: 0.0470631 Aug 09 16:10:23.251877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-ef815548-b5f6-40cd-aacd-28c80d7a41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:23.253493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-ef815548-b5f6-40cd-aacd-28c80d7a41c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 898 time: 0.0957129 Aug 09 16:10:23.336305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-18e06070-0917-41cc-b953-19b5d336dae4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 1001 time: 0.0728867 Aug 09 16:10:23.387179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-0aa8809c-93cf-4b16-82fc-73df9f53c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:23.388729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-0aa8809c-93cf-4b16-82fc-73df9f53c66e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 200 len: 835 time: 0.0473158 Aug 09 16:10:23.439469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-3f4cb8da-0af2-4a7f-8a2f-f187630b467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:23.440960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-3f4cb8da-0af2-4a7f-8a2f-f187630b467b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1487eca-83b4-4984-8f92-96aad4fef971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451088 Aug 09 16:10:23.544229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-aaaf1e46-8f94-42b2-82ef-82430a992d4f service neutron] 10.222.0.35 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961409 Aug 09 16:10:23.641251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-c961175a-2246-4459-b6ab-c18630af05f2 service neutron] 10.222.0.35 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902245 Aug 09 16:10:23.779589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-3557c09c-8cc1-430b-9e45-9da5d457b4cf tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:23.781168 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-3557c09c-8cc1-430b-9e45-9da5d457b4cf tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc&tenant_id=6cf1cd14fa274a229b4642338ec5f31c&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1096 time: 0.0829260 Aug 09 16:10:23.793030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799523-2'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:23.851491 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:23.988226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:24.030414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:24.071183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:24.073670 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c1233c-d99d-45b8-8e93-d65dfe323ccf" -d '{"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:24.077768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.089833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.126242 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5718c7-76cb-44ea-8470-ae4ec59bda2f x-openstack-request-id: req-3f5718c7-76cb-44ea-8470-ae4ec59bda2f {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:24.126561 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:24.127372 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f5718c7-76cb-44ea-8470-ae4ec59bda2f {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:24.127372 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'code': 200} Aug 09 16:10:24.207314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:24.284927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524c87b-8bf0-4124-aabd-9dce4f8004bb req-4ed0d5ab-79f9-47c2-95b0-360e018b68d9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:24.287531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8524c87b-8bf0-4124-aabd-9dce4f8004bb req-4ed0d5ab-79f9-47c2-95b0-360e018b68d9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 943 time: 0.1078014 Aug 09 16:10:24.305513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on host n-h2-799523-2 for vnic_type normal with profile {"migrating_to": "n-h1-799523-2"} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:24.305853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:24.306189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:24.316850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:10:24.317183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Attempting to bind port c4c90641-16c8-452f-8054-4a365a8adc8c on network a1487eca-83b4-4984-8f92-96aad4fef971 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:24.327996 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:24.328339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Checking segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:24.328735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Bound using segment: {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:24.329177 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Bound port: c4c90641-16c8-452f-8054-4a365a8adc8c, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:24.329530 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.369841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8524c87b-8bf0-4124-aabd-9dce4f8004bb req-3d699b5e-0f52-4693-b21a-9d867a8597fe tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756526 Aug 09 16:10:24.384388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-938396a4-35cc-40af-9c53-42029e379c7a None None] Provisioning complete for port c4c90641-16c8-452f-8054-4a365a8adc8c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:24.386361 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-938396a4-35cc-40af-9c53-42029e379c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.422822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-938396a4-35cc-40af-9c53-42029e379c7a None None] Port c4c90641-16c8-452f-8054-4a365a8adc8c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:24.434560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:24.438220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:24.443047 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.542500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=8']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:24.595042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:24.596066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.597529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-6c7490e2-afd3-4a75-9c4e-6addf3f2791a service neutron] 10.222.0.35 "PUT /v2.0/ports/c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 1121 time: 0.8089385 Aug 09 16:10:24.670884 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['c4c90641-16c8-452f-8054-4a365a8adc8c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:10:24.767650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f1190935-ebd9-43f4-a42a-a878ce0bb7f0 None None] Provisioning complete for port c4c90641-16c8-452f-8054-4a365a8adc8c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:24.768090 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f1190935-ebd9-43f4-a42a-a878ce0bb7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.913739 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f1190935-ebd9-43f4-a42a-a878ce0bb7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.955876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:24.958123 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee410c1-4b0c-432c-b510-06cf5559fd8b" -d '{"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-plugged", "status": "completed", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:24.978874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f1190935-ebd9-43f4-a42a-a878ce0bb7f0 None None] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:24.990220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f1190935-ebd9-43f4-a42a-a878ce0bb7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:25.000755 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d1f7e7-da60-4591-87bf-79118cf3f431 x-openstack-request-id: req-a4d1f7e7-da60-4591-87bf-79118cf3f431 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:25.001027 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-plugged", "status": "completed", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:25.001284 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4d1f7e7-da60-4591-87bf-79118cf3f431 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:25.001674 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'code': 200} Aug 09 16:10:25.171055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1190935-ebd9-43f4-a42a-a878ce0bb7f0 None None] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:25.504726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a320120-df45-416c-8d79-8ba900a3af6f req-229fea81-b57c-405d-80ae-14c4f2f255b6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:25.506272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a320120-df45-416c-8d79-8ba900a3af6f req-229fea81-b57c-405d-80ae-14c4f2f255b6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0516858 Aug 09 16:10:25.546488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a320120-df45-416c-8d79-8ba900a3af6f req-8648a4ea-c6f0-45d1-9630-3182bbaa9f90 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336394 Aug 09 16:10:26.128470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:26.130865 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d14cb9-84f6-436a-99a0-0604894a0cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:26.169808 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81512fec-a9ef-4c23-83e7-29efde521fc3 x-openstack-request-id: req-81512fec-a9ef-4c23-83e7-29efde521fc3 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:26.170113 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:26.170389 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81512fec-a9ef-4c23-83e7-29efde521fc3 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:26.170772 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'status': 'completed', 'code': 200} Aug 09 16:10:26.237074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-a1512c67-3aea-4045-9a20-f257c1280ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:26.238623 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-a1512c67-3aea-4045-9a20-f257c1280ed5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1126 time: 0.0459099 Aug 09 16:10:26.349469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-ed1b9735-7a64-4b8a-9b31-b736dd64a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:26.351019 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-ed1b9735-7a64-4b8a-9b31-b736dd64a573 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 898 time: 0.1036882 Aug 09 16:10:26.421106 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-d43828fd-fd62-4590-8a78-efce4410c9a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 1001 time: 0.0616477 Aug 09 16:10:26.475178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-1b27b68a-9b86-4d1b-8d36-12440c0aee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:26.476184 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-1b27b68a-9b86-4d1b-8d36-12440c0aee4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 200 len: 835 time: 0.0472374 Aug 09 16:10:26.520629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c4c90641-16c8-452f-8054-4a365a8adc8c details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:10:26.546968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-4a11a95c-ddb7-4552-b9e8-0240171ded75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:26.548855 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-4a11a95c-ddb7-4552-b9e8-0240171ded75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a1487eca-83b4-4984-8f92-96aad4fef971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614254 Aug 09 16:10:26.635339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:26.676053 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-7245b640-7efd-41c7-8e5b-6c08e63386e7 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175587 Aug 09 16:10:26.684994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c895a48-b374-4790-aa59-d642efdaf07e req-f66e0cc2-d6e4-4c35-91fc-df32befe73dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:26.688684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c895a48-b374-4790-aa59-d642efdaf07e req-f66e0cc2-d6e4-4c35-91fc-df32befe73dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0650418 Aug 09 16:10:26.742935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c895a48-b374-4790-aa59-d642efdaf07e req-d6de16ac-fc8e-4ce6-8fd2-cf6642a1f08e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489969 Aug 09 16:10:26.792330 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-39d14cb9-84f6-436a-99a0-0604894a0cc2 req-bf77c283-e00c-4f0b-92c8-c09623c97f46 service neutron] 10.222.0.66 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073663 Aug 09 16:10:26.828021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c4c90641-16c8-452f-8054-4a365a8adc8c has no active binding in host n-h1-799523-2 {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 16:10:27.872812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88d4fe-02f3-4dfa-a2d5-68b6a9488daf req-4738341c-f08b-476e-b1c5-7ed28a286ace tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:27.874567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f88d4fe-02f3-4dfa-a2d5-68b6a9488daf req-4738341c-f08b-476e-b1c5-7ed28a286ace tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0551398 Aug 09 16:10:27.919163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f88d4fe-02f3-4dfa-a2d5-68b6a9488daf req-94eb0224-2c78-4a9a-a60a-d16ba02270d0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380721 Aug 09 16:10:28.465537 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:28.729265 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:29.048086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251a165-2a4d-4382-80dd-d0aff3fb1e7d req-dbbad099-976e-4fc2-99d0-788ad9cf9650 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:29.050057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e251a165-2a4d-4382-80dd-d0aff3fb1e7d req-dbbad099-976e-4fc2-99d0-788ad9cf9650 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 945 time: 0.0516655 Aug 09 16:10:29.090471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e251a165-2a4d-4382-80dd-d0aff3fb1e7d req-50e30a88-237a-4c91-98cb-9fe3a249234a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345464 Aug 09 16:10:29.771026 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-ee6ce5e1-93e8-4f39-bc73-6400e951e2eb service neutron] 10.222.0.66 "GET /v2.0/ports/c4c90641-16c8-452f-8054-4a365a8adc8c/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 384 time: 0.0610673 Aug 09 16:10:29.958771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:29.982578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:30.024481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:30.026910 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2eb65f-63b9-4efc-96fe-5ca08923f510" -d '{"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:30.034774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:30.051246 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.068045 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eadef76-005d-4dce-b1e5-7ca6943cd697 x-openstack-request-id: req-0eadef76-005d-4dce-b1e5-7ca6943cd697 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:30.068336 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:30.068583 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0eadef76-005d-4dce-b1e5-7ca6943cd697 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:30.068972 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'code': 200} Aug 09 16:10:30.132338 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Transition to ACTIVE for port object c4c90641-16c8-452f-8054-4a365a8adc8c will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:30.140333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.233075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344fe7d-ee04-4fce-9686-fd10dab7b67b req-11e1942e-89f9-4dde-82e6-913d9aa608eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.236027 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4344fe7d-ee04-4fce-9686-fd10dab7b67b req-11e1942e-89f9-4dde-82e6-913d9aa608eb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 944 time: 0.0688291 Aug 09 16:10:30.278060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] No DVR routers for this DVR port c4c90641-16c8-452f-8054-4a365a8adc8c on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:10:30.286770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4344fe7d-ee04-4fce-9686-fd10dab7b67b req-b5b6e3d0-797b-43f9-98b9-8a1ce40e03d8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Aug 09 16:10:30.317689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Pushing event updated for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=11']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:30.333522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.333866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.334211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.334543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.334873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.335199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.335627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.336043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.336375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.336694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.337014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.337766 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:30.437928 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-9cef83fd-01d2-4a4b-a60b-c34289cfc45e service neutron] 10.222.0.66 "PUT /v2.0/ports/c4c90641-16c8-452f-8054-4a365a8adc8c/bindings/n-h1-799523-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6584272 Aug 09 16:10:30.546758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-219bb746-9cbc-4561-9312-cd787c55751f tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.548256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-219bb746-9cbc-4561-9312-cd787c55751f tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc&tenant_id=6cf1cd14fa274a229b4642338ec5f31c&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.0479698 Aug 09 16:10:30.597979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-7d8966bd-58d7-418e-b48e-bdde9fb3a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.599513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-7d8966bd-58d7-418e-b48e-bdde9fb3a16d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 1095 time: 0.0420456 Aug 09 16:10:30.662414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-1c75c289-fb27-4cdb-9317-0a9abb41db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.664066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-1c75c289-fb27-4cdb-9317-0a9abb41db7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1095 time: 0.0422075 Aug 09 16:10:30.778520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-29b63b76-2cb9-4d75-b823-b39221dde3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.780070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-29b63b76-2cb9-4d75-b823-b39221dde3fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 898 time: 0.1093438 Aug 09 16:10:30.848346 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-75b3e388-4297-41ae-b6db-7d6731699467 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 999 time: 0.0606008 Aug 09 16:10:30.903961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-7eadab46-9af7-4ea1-b1a3-367e399b1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.905694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-7eadab46-9af7-4ea1-b1a3-367e399b1691 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 200 len: 835 time: 0.0511558 Aug 09 16:10:30.956646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-e54d8a43-bd77-4d59-bdb6-09fe2a0e2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.958237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-e54d8a43-bd77-4d59-bdb6-09fe2a0e2dbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1487eca-83b4-4984-8f92-96aad4fef971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435064 Aug 09 16:10:31.050214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-8343f788-ebe1-4528-93d5-f295ac44df92 service neutron] 10.222.0.35 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846910 Aug 09 16:10:31.175521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-c5e5ed19-3c60-4506-b3b5-1105fbacfd73 service neutron] 10.222.0.35 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179256 Aug 09 16:10:31.484518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16c3a6-5893-4747-9b9f-239ae5768ba2 req-dc0b419d-66bc-401b-8f93-ceb92b0bd2b7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:31.486336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f16c3a6-5893-4747-9b9f-239ae5768ba2 req-dc0b419d-66bc-401b-8f93-ceb92b0bd2b7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 944 time: 0.1031375 Aug 09 16:10:31.492836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-c7cf8e81-985f-4ef2-9919-a8edae1f5199 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:31.494463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-c7cf8e81-985f-4ef2-9919-a8edae1f5199 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc&tenant_id=6cf1cd14fa274a229b4642338ec5f31c&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 1095 time: 0.1009409 Aug 09 16:10:31.575184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f16c3a6-5893-4747-9b9f-239ae5768ba2 req-55da1d04-d0ac-4d0d-ac11-0f541058e797 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795641 Aug 09 16:10:31.661218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-a0073b2a-0303-4b8d-b5b9-fb6029f00294 service neutron] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:31.665002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-a0073b2a-0303-4b8d-b5b9-fb6029f00294 service neutron] Notify callbacks [] for binding, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:31.666180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-a0073b2a-0303-4b8d-b5b9-fb6029f00294 service neutron] 10.222.0.35 "DELETE /v2.0/ports/c4c90641-16c8-452f-8054-4a365a8adc8c/bindings/n-h2-799523-2 HTTP/1.1" status: 204 len: 173 time: 0.1630247 Aug 09 16:10:32.719258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe6894-d8a4-4e9d-8b40-bfa47416f34f req-66ae8cac-f7bb-4659-b925-e108a840afad tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:32.720816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddbe6894-d8a4-4e9d-8b40-bfa47416f34f req-66ae8cac-f7bb-4659-b925-e108a840afad tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 944 time: 0.0687451 Aug 09 16:10:32.761614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddbe6894-d8a4-4e9d-8b40-bfa47416f34f req-6da8c850-3401-4a02-bc15-ed9ad481d6d7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343091 Aug 09 16:10:32.874878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ec3a2-73a2-42b1-b1b5-3933e435c77f req-745f52a3-f2b0-419c-90b4-3c54394c6d26 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:32.876518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f40ec3a2-73a2-42b1-b1b5-3933e435c77f req-745f52a3-f2b0-419c-90b4-3c54394c6d26 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1095 time: 0.0452294 Aug 09 16:10:32.914313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f40ec3a2-73a2-42b1-b1b5-3933e435c77f req-5aa2cacf-039a-4c2c-bdd9-eab06387eb15 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Aug 09 16:10:33.045561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8e774-a65b-4ca3-b6ff-f24f065be2d8 req-05e9fcc7-136b-486a-996f-3dbd4682ce77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:33.056462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7a8e774-a65b-4ca3-b6ff-f24f065be2d8 req-05e9fcc7-136b-486a-996f-3dbd4682ce77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 944 time: 0.0717077 Aug 09 16:10:33.099370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7a8e774-a65b-4ca3-b6ff-f24f065be2d8 req-8df2bdc7-27e1-40e1-bea8-504ea93242ee tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Aug 09 16:10:33.127236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35222) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:33.137932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4c90641-16c8-452f-8054-4a365a8adc8c no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:10:33.184746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device c4c90641-16c8-452f-8054-4a365a8adc8c not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:10:33.202184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-656aeb6b-c194-4fbc-ab23-d0a8254fc5b6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/dce03172-29d9-430d-9dca-f739c4eb6a78 HTTP/1.1" status: 200 len: 991 time: 0.0733342 Aug 09 16:10:33.423239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35228) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:33.590650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 9596103a-409e-4356-b1aa-8f3599f83712 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:10:33.590887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:33.669629 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:33.669966 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:33.682782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 9596103a-409e-4356-b1aa-8f3599f83712 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:10:33.841842 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:33.873810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=9596103a-409e-4356-b1aa-8f3599f83712,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:33.936389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:33.936648 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Floating IP dce03172-29d9-430d-9dca-f739c4eb6a78 disassociated (deleted). External IP: 172.25.7.123, port: c4c90641-16c8-452f-8054-4a365a8adc8c. Aug 09 16:10:34.479137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:10:34.596029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:34.601353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:34.607130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] Sync routers for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:34.616506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:34.617136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:34.636423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-06084ca4-afcb-48e0-9623-88709d7e3bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/floatingips/dce03172-29d9-430d-9dca-f739c4eb6a78 HTTP/1.1" status: 204 len: 168 time: 1.2094533 Aug 09 16:10:34.636423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:34.637211 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15d6777-520f-4348-b8cb-5875d86b2f83" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:34.736915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:34.816814 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67440a17-ab56-414c-b4fa-fdee32592544 x-openstack-request-id: req-67440a17-ab56-414c-b4fa-fdee32592544 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:34.817391 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:34.817856 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67440a17-ab56-414c-b4fa-fdee32592544 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:34.818468 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'status': 'completed', 'code': 200} Aug 09 16:10:34.916757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-c862b40b-101c-43df-85f2-d110efc30ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:34.918483 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-c862b40b-101c-43df-85f2-d110efc30ec9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 1095 time: 0.0741394 Aug 09 16:10:34.944467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c1bb0-2ffa-4d53-abf3-23e2978e2659 req-0e7ebc92-ed69-4231-931d-2fb730a82529 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:34.946471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b6c1bb0-2ffa-4d53-abf3-23e2978e2659 req-0e7ebc92-ed69-4231-931d-2fb730a82529 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 944 time: 0.0725424 Aug 09 16:10:34.954237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:31Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:34.982224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] Checking router: 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:34.992081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:34.992974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:35.047141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b6c1bb0-2ffa-4d53-abf3-23e2978e2659 req-6ce40778-2a58-4762-a670-e65ee9a48985 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=686d8feb-c5db-4e9d-8478-5ddc9a8924c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890560 Aug 09 16:10:35.074950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-7b5a2b70-e7a5-4aa7-906b-fc0c28b645dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:35.076588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-7b5a2b70-e7a5-4aa7-906b-fc0c28b645dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 200 len: 898 time: 0.1487722 Aug 09 16:10:35.118035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:35.121819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-85d2e615-1be0-486b-9343-dbf375ad61a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 200 len: 217 time: 0.0361931 Aug 09 16:10:35.178461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-97b04c36-cce7-4cb3-8e3f-73e3b0822207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:35.180022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-97b04c36-cce7-4cb3-8e3f-73e3b0822207 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 200 len: 835 time: 0.0497465 Aug 09 16:10:35.228044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-66ff1958-80b2-49e1-863e-b484825d926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:35.229571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-66ff1958-80b2-49e1-863e-b484825d926a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1487eca-83b4-4984-8f92-96aad4fef971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424316 Aug 09 16:10:35.326819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:31Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:35.357182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-e59721d1-91bf-4b0a-af9e-8388ed859ae0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:35.358681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-e59721d1-91bf-4b0a-af9e-8388ed859ae0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 944 time: 0.1033645 Aug 09 16:10:35.359886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ae02e-0f6d-4f46-b388-86cc6c6da963 None None] The sync data for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 is: [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:26Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '88256724-9580-4376-baa2-2a8ad7df3636', 'name': '', 'network_id': 'a1487eca-83b4-4984-8f92-96aad4fef971', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:6a:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '04339e04-5760-446e-b291-691fca8f4d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:24Z', 'updated_at': '2021-08-09T16:09:31Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': '04339e04-5760-446e-b291-691fca8f4d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:35.397589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-2197b99b-30eb-452d-82af-b3cf71e0685a service neutron] 10.222.0.35 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506960 Aug 09 16:10:35.532511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-80b62c13-781c-472a-b6f4-292bc2fd424e service neutron] 10.222.0.35 "GET /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267805 Aug 09 16:10:35.535308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port c4c90641-16c8-452f-8054-4a365a8adc8c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:10:35.535549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:35.613575 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6f216-d436-44c5-ae89-aeafdb4fa9e0 None None] New status for floating IP dce03172-29d9-430d-9dca-f739c4eb6a78: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:10:35.637327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port c4c90641-16c8-452f-8054-4a365a8adc8c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c4c90641-16c8-452f-8054-4a365a8adc8c,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:35.637702 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:35.657836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for c4c90641-16c8-452f-8054-4a365a8adc8c owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:10:35.814192 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:35.836824 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:10:35.844145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=c4c90641-16c8-452f-8054-4a365a8adc8c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:35.891476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] No DVR routers for this DVR port c4c90641-16c8-452f-8054-4a365a8adc8c on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:10:35.894353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:35.896489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9201da8c-91f4-4feb-a06c-265b77830e46 req-068873e3-f9af-4e38-b01c-3d062a5565dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.35 "DELETE /v2.0/ports/c4c90641-16c8-452f-8054-4a365a8adc8c HTTP/1.1" status: 204 len: 173 time: 0.5308533 Aug 09 16:10:36.181937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8db67ec-70f2-4748-95cb-048e1d0cf8cc req-aae9b7ad-4de9-46c4-9749-2d275e5c4e7d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc2a698-57ae-4d27-9529-152707cda8bc HTTP/1.1" status: 200 len: 210 time: 0.0389271 Aug 09 16:10:36.820215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-deleted', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:36.822858 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa51e2ce-712b-4490-b20d-5da51afd707b" -d '{"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-deleted", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:36.870981 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a6b5c-7f1b-4215-8437-30456f23aba0 x-openstack-request-id: req-784a6b5c-7f1b-4215-8437-30456f23aba0 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:36.871757 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc2a698-57ae-4d27-9529-152707cda8bc", "name": "network-vif-deleted", "tag": "c4c90641-16c8-452f-8054-4a365a8adc8c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:36.872043 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-784a6b5c-7f1b-4215-8437-30456f23aba0 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:36.872443 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc2a698-57ae-4d27-9529-152707cda8bc', 'name': 'network-vif-deleted', 'tag': 'c4c90641-16c8-452f-8054-4a365a8adc8c', 'status': 'completed', 'code': 200} Aug 09 16:10:37.241004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35252) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:37.652602 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:37.932541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 88256724-9580-4376-baa2-2a8ad7df3636 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:10:37.932901 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.035010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port 88256724-9580-4376-baa2-2a8ad7df3636, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=88256724-9580-4376-baa2-2a8ad7df3636,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:38.035487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.052281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 88256724-9580-4376-baa2-2a8ad7df3636 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:10:38.264387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.290663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=88256724-9580-4376-baa2-2a8ad7df3636,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:38.484178 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.575547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c4c90641-16c8-452f-8054-4a365a8adc8c no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:10:38.597221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: c4c90641-16c8-452f-8054-4a365a8adc8c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:10:38.597782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c4c90641-16c8-452f-8054-4a365a8adc8c not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:10:38.731126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:10:38.838347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:38.843710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6cec28d1-fb85-498c-b6f2-ab23883c9624 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "PUT /v2.0/routers/6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6012449 Aug 09 16:10:38.847299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35264) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:38.851862 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] Sync routers for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:38.862226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:38.862855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:38.915360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f98d88-dbe1-4ed7-9c11-a3ed8c7ca6c8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting subnet 04339e04-5760-446e-b291-691fca8f4d5c {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:10:38.919199 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53f98d88-dbe1-4ed7-9c11-a3ed8c7ca6c8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.964003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53f98d88-dbe1-4ed7-9c11-a3ed8c7ca6c8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.982747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:39.053693 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53f98d88-dbe1-4ed7-9c11-a3ed8c7ca6c8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.125571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53f98d88-dbe1-4ed7-9c11-a3ed8c7ca6c8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.153756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f98d88-dbe1-4ed7-9c11-a3ed8c7ca6c8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Subnet': ['ID=04339e04-5760-446e-b291-691fca8f4d5c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:39.157487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-53f98d88-dbe1-4ed7-9c11-a3ed8c7ca6c8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.159392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-53f98d88-dbe1-4ed7-9c11-a3ed8c7ca6c8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/subnets/04339e04-5760-446e-b291-691fca8f4d5c HTTP/1.1" status: 204 len: 168 time: 0.3108802 Aug 09 16:10:39.162123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35270) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:39.173030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e68e97-7008-42f4-b70d-2896d3c468f8 None None] Network a1487eca-83b4-4984-8f92-96aad4fef971 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:10:39.248903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:10:38Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:39.288986 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.293054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] Checking router: 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:39.330658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] Routers {'6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:39.331282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:39.399034 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.449587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] Set router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:39.457224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 83653ae6-054d-403f-98e6-ad5830a00757 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:10:39.457575 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.552555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port 83653ae6-054d-403f-98e6-ad5830a00757, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=83653ae6-054d-403f-98e6-ad5830a00757,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:39.553195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.568313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] DHCP port deletion for a1487eca-83b4-4984-8f92-96aad4fef971 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:10:39.573473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 83653ae6-054d-403f-98e6-ad5830a00757 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:10:39.678108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Deleting port 4475ccca-6ade-49ea-a334-90408d32ea79 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:10:39.678713 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.755140 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.757603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] For port 4475ccca-6ade-49ea-a334-90408d32ea79, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4475ccca-6ade-49ea-a334-90408d32ea79,segment=NetworkSegment(d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06),segment_id=d4a89507-e217-4fd7-9b8c-6a2d6a1f3a06)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:39.757997 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.772308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Calling delete_port for 4475ccca-6ade-49ea-a334-90408d32ea79 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:10:39.787666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:10:38Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:39.795141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=83653ae6-054d-403f-98e6-ad5830a00757,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:39.844284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60634f-5ec9-452e-a35f-9400c8b55fcf None None] The sync data for ids ['6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54'] in n-d-799523-2 is: [{'id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797589438', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '83653ae6-054d-403f-98e6-ad5830a00757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:10:38Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': '83653ae6-054d-403f-98e6-ad5830a00757', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:21Z', 'updated_at': '2021-08-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:39.861145 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.893426 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.923430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Pushing event deleted for resources: {'Port': ['ID=4475ccca-6ade-49ea-a334-90408d32ea79,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:39.928672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] No DVR routers for this DVR port 4475ccca-6ade-49ea-a334-90408d32ea79 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:10:39.940335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.940944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.942557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.943064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.943587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.944244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.944584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.944924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.945452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.945743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.945960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.946279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b843d9-061f-44b6-9398-85b530462ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.963917 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.966403 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.015123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.016048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Fanout notify agent at l3_agent the message router_deleted on router 6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:10:40.024823 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.028933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-faaa1f63-164b-4e70-b7de-8a9c66d29531 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/routers/6128c4ef-532a-4f2a-b3ea-4c73e6e5ab54 HTTP/1.1" status: 204 len: 168 time: 0.8629336 Aug 09 16:10:40.029201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35282) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:40.105439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.197751 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.209142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1487eca-83b4-4984-8f92-96aad4fef971']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:40.569824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:40.570576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a89507-e217-4fd7-9b8c-6a2d6a1f3a06') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:40.580452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.595620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.602633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:10:40.603113 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:10:40.606286 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:10:40.667140 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.674442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.679037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/networks/a1487eca-83b4-4984-8f92-96aad4fef971 HTTP/1.1" status: 204 len: 168 time: 0.6460772 Aug 09 16:10:40.679555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35286) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:40.688456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d616-c10a-41ab-b31c-8f76412e26bf tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Network': ['ID=a1487eca-83b4-4984-8f92-96aad4fef971,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:40.747402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d041d7ee-b433-443b-a7c9-ac4f5c390a5d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.773158 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d041d7ee-b433-443b-a7c9-ac4f5c390a5d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.834428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d041d7ee-b433-443b-a7c9-ac4f5c390a5d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.837146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d041d7ee-b433-443b-a7c9-ac4f5c390a5d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.841436 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d041d7ee-b433-443b-a7c9-ac4f5c390a5d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/security-groups/686d8feb-c5db-4e9d-8478-5ddc9a8924c7 HTTP/1.1" status: 204 len: 168 time: 0.1576681 Aug 09 16:10:40.848893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041d7ee-b433-443b-a7c9-ac4f5c390a5d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d8feb-c5db-4e9d-8478-5ddc9a8924c7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:41.285437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35298) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:41.290535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6a330517-10fe-498e-a9e2-20c8665de2d5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-98217155', 'description': 'tempest-secgroup-smoke-98217155 description', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:41.321493 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6a330517-10fe-498e-a9e2-20c8665de2d5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.411042 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6a330517-10fe-498e-a9e2-20c8665de2d5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.415866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6a330517-10fe-498e-a9e2-20c8665de2d5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.447930 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6a330517-10fe-498e-a9e2-20c8665de2d5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.452135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6a330517-10fe-498e-a9e2-20c8665de2d5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1629338 Aug 09 16:10:41.452135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330517-10fe-498e-a9e2-20c8665de2d5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f382ed68-9a62-437f-9ccd-6eb21a311293,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:41.452711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35300) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:41.458208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-fb9c5153-f2ae-4a1e-b56b-ac03af51b2d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': 'f382ed68-9a62-437f-9ccd-6eb21a311293', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:41.514089 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb9c5153-f2ae-4a1e-b56b-ac03af51b2d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.547494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 83653ae6-054d-403f-98e6-ad5830a00757 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:10:41.569244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 83653ae6-054d-403f-98e6-ad5830a00757 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:10:41.570003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 83653ae6-054d-403f-98e6-ad5830a00757 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:10:41.570674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4475ccca-6ade-49ea-a334-90408d32ea79 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:10:41.574449 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb9c5153-f2ae-4a1e-b56b-ac03af51b2d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.579291 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb9c5153-f2ae-4a1e-b56b-ac03af51b2d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.592734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4475ccca-6ade-49ea-a334-90408d32ea79 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:10:41.593432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4475ccca-6ade-49ea-a334-90408d32ea79 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:10:41.594063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 88256724-9580-4376-baa2-2a8ad7df3636 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:10:41.601238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c5153-f2ae-4a1e-b56b-ac03af51b2d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea31f002-1342-430b-a833-ddaab4b4732f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:41.615419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 88256724-9580-4376-baa2-2a8ad7df3636 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:10:41.615881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 88256724-9580-4376-baa2-2a8ad7df3636 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:10:41.616042 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fb9c5153-f2ae-4a1e-b56b-ac03af51b2d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.619348 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fb9c5153-f2ae-4a1e-b56b-ac03af51b2d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648023 Aug 09 16:10:41.621678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35302) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:41.626960 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-550ad588-61ad-4a98-ad18-60151acd0108 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': 'f382ed68-9a62-437f-9ccd-6eb21a311293', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:41.655787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-550ad588-61ad-4a98-ad18-60151acd0108 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.718714 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-550ad588-61ad-4a98-ad18-60151acd0108 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.723915 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-550ad588-61ad-4a98-ad18-60151acd0108 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.745838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ad588-61ad-4a98-ad18-60151acd0108 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ee674c-7435-480f-ae71-053bc695f939,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:41.749893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-550ad588-61ad-4a98-ad18-60151acd0108 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.754274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35304) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:41.754803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-550ad588-61ad-4a98-ad18-60151acd0108 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314242 Aug 09 16:10:41.759134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ff3b48b7-2459-4cac-aea5-e2558d0f8e1b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': 'f382ed68-9a62-437f-9ccd-6eb21a311293', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:41.788730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff3b48b7-2459-4cac-aea5-e2558d0f8e1b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.855839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff3b48b7-2459-4cac-aea5-e2558d0f8e1b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.861243 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff3b48b7-2459-4cac-aea5-e2558d0f8e1b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.880654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b48b7-2459-4cac-aea5-e2558d0f8e1b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe49df9-aed4-4a66-b9d5-b2f3476a48af,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:41.887161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff3b48b7-2459-4cac-aea5-e2558d0f8e1b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.891705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ff3b48b7-2459-4cac-aea5-e2558d0f8e1b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332078 Aug 09 16:10:41.891705 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35306) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:41.896459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-4562533f-36e0-451c-ba09-52ea5c06f51d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': 'f382ed68-9a62-437f-9ccd-6eb21a311293', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:41.925596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4562533f-36e0-451c-ba09-52ea5c06f51d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.991533 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4562533f-36e0-451c-ba09-52ea5c06f51d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.997371 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4562533f-36e0-451c-ba09-52ea5c06f51d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.019097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562533f-36e0-451c-ba09-52ea5c06f51d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794e6355-790b-4ab1-8eb8-284738435e7f,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:42.023009 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4562533f-36e0-451c-ba09-52ea5c06f51d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.027037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4562533f-36e0-451c-ba09-52ea5c06f51d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317680 Aug 09 16:10:42.027537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35308) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.032483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0448a046-1f3a-4e4b-8fe9-4d59c1f39bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': 'f382ed68-9a62-437f-9ccd-6eb21a311293', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:42.056696 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-0448a046-1f3a-4e4b-8fe9-4d59c1f39bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Project 6cf1cd14fa274a229b4642338ec5f31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:10:42.062465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0448a046-1f3a-4e4b-8fe9-4d59c1f39bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.130774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0448a046-1f3a-4e4b-8fe9-4d59c1f39bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.135228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0448a046-1f3a-4e4b-8fe9-4d59c1f39bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.159247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448a046-1f3a-4e4b-8fe9-4d59c1f39bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b9adae-bba8-460c-8b6a-f59b2a815d06,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:42.170303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0448a046-1f3a-4e4b-8fe9-4d59c1f39bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.171674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0448a046-1f3a-4e4b-8fe9-4d59c1f39bfa tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432376 Aug 09 16:10:42.174736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35310) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.180079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1f1cae86-228d-4f99-a7c0-4a8bcb5a1197 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'security_group_rule': {'security_group_id': 'f382ed68-9a62-437f-9ccd-6eb21a311293', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:42.206772 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-1f1cae86-228d-4f99-a7c0-4a8bcb5a1197 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Project 6cf1cd14fa274a229b4642338ec5f31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:10:42.213878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f1cae86-228d-4f99-a7c0-4a8bcb5a1197 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.282644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f1cae86-228d-4f99-a7c0-4a8bcb5a1197 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.287971 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f1cae86-228d-4f99-a7c0-4a8bcb5a1197 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.307394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cae86-228d-4f99-a7c0-4a8bcb5a1197 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40087a38-860e-4685-bce6-c3b5970a08a2,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:42.319951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1f1cae86-228d-4f99-a7c0-4a8bcb5a1197 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.325386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1f1cae86-228d-4f99-a7c0-4a8bcb5a1197 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454952 Aug 09 16:10:42.325386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35318) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.335250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'network': {'name': 'tempest-network-smoke--719825118', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'port_security_enabled': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:42.358606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:42.362235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.389022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:10:42.399829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.400304 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Added segment 2ee80a71-5e7f-4b15-8964-4c814b788c27 of type vlan for network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 Aug 09 16:10:42.447268 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.481336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.489867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:42.490816 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.558832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2303619 Aug 09 16:10:42.559281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35324) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.564335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'admin_state_up': True, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:42.569300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5f914-a97b-4438-86c5-857e45a83ce9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Network': ['ID=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:42.596307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:10:42.604091 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.606812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.665028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.811492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.014649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.033791 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.138887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.25.7.21 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ab862edb-8b0b-483c-9c22-c94816c116ce) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:43.247889 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.291636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.338992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:43.342796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:43.345974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:43.371425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=ab862edb-8b0b-483c-9c22-c94816c116ce,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:43.612822 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.816363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.947284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 58667d03-2c80-4211-aeb8-79ba8282cca5 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:10:44.058469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:44.070499 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Sync routers for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:44.078796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.080816 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-74a2cfd6-86ef-48b7-94a7-0f8776e0cc2c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5202436 Aug 09 16:10:44.083873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35344) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:44.085138 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:44.086270 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:44.116492 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-702e4ae3-5cd8-4b7f-8769-b9e9729e5573 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6cf1cd14fa274a229b4642338ec5f31c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288105 Aug 09 16:10:44.116752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35346) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:44.191775 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:44.212055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3ef29-ae16-4537-98de-c7aa6cb42680 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:44.216669 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cea3ef29-ae16-4537-98de-c7aa6cb42680 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961897 Aug 09 16:10:44.216872 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35348) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:44.245054 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d74bfced-5b3e-44ba-bfb3-a158cbf3f4a1 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269413 Aug 09 16:10:44.247605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35350) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:44.252957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1431286106', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:44.353871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:44.358261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.390963 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:43Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:44.423472 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Checking router: 58667d03-2c80-4211-aeb8-79ba8282cca5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:44.423813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Updating router 58667d03-2c80-4211-aeb8-79ba8282cca5 port ab862edb-8b0b-483c-9c22-c94816c116ce binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:10:44.449994 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.577734 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.657886 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Subnet': ['ID=cd00a8b1-21df-4766-a971-41f3fef62590,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:44.665597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Checking segment: {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:44.666533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network hostable DHCP agents. Network: 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:10:44.683311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:10:44.693630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:44.701936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:44.703019 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.707973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb619f39-bd65-46f7-9cc4-0e0b66ec56a9 None None] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:10:44.721425 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ef73d732-7527-4fca-847d-4cb040a71852 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4725363 Aug 09 16:10:44.724635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35362) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:44.763442 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.780927 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Transition to ACTIVE for port object ab862edb-8b0b-483c-9c22-c94816c116ce will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:44.791399 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.857014 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Pushing event updated for resources: {'Port': ['ID=ab862edb-8b0b-483c-9c22-c94816c116ce,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:44.875240 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.875642 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.875922 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.876381 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.876707 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.877024 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.877337 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.877907 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.878226 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.878538 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.878974 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.879286 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:44.894656 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Attempting to bind port ab862edb-8b0b-483c-9c22-c94816c116ce on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:44.895081 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Attempting to bind port ab862edb-8b0b-483c-9c22-c94816c116ce by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:44.895495 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Attempting to bind port ab862edb-8b0b-483c-9c22-c94816c116ce on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:44.902389 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:44.902786 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:44.903276 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.903764 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:44.904514 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Bound port: ab862edb-8b0b-483c-9c22-c94816c116ce, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:44.904997 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.969363 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] For port ab862edb-8b0b-483c-9c22-c94816c116ce, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:44.976783 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] For port ab862edb-8b0b-483c-9c22-c94816c116ce, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ab862edb-8b0b-483c-9c22-c94816c116ce,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:44.986562 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.029406 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-51372d46-d306-424a-a82d-8efe2a88ed4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.067477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:10:45.068396 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.076575 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fb59c-6dfe-4e67-855f-de161d87b762 None None] Pushing event updated for resources: {'Port': ['ID=ab862edb-8b0b-483c-9c22-c94816c116ce,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:45.095670 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:45.096342 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:45.218357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Allocated IP 172.20.0.2 (5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926/cd00a8b1-21df-4766-a971-41f3fef62590/80c13737-96ee-478d-a6be-fac537072db0) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:45.228105 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:45.301741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.409686 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.419591 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:43Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:45.422554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Transition to ACTIVE for port object 80c13737-96ee-478d-a6be-fac537072db0 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:45.451989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Transition to ACTIVE for port object 80c13737-96ee-478d-a6be-fac537072db0 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:45.462352 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.513363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:45.517966 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:45.528150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:45.548321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Pushing event updated for resources: {'Port': ['ID=80c13737-96ee-478d-a6be-fac537072db0,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:45.564385 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d83b57-8fc0-43fb-8d0f-fced7dfb25e6 None None] The sync data for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 is: [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:43Z', 'revision_number': 3, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:45.623793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Attempting to bind port 80c13737-96ee-478d-a6be-fac537072db0 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:45.624352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Attempting to bind port 80c13737-96ee-478d-a6be-fac537072db0 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:45.624806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Attempting to bind port 80c13737-96ee-478d-a6be-fac537072db0 on network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:45.630248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:45.630726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Checking segment: {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:45.631367 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.632026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Bound using segment: {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:45.632847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Bound port: 80c13737-96ee-478d-a6be-fac537072db0, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:45.633339 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.672182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.20.0.1 (5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926/cd00a8b1-21df-4766-a971-41f3fef62590/fe7e4e34-0fa2-4fe4-a050-cb32e127575c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:45.707101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] For port 80c13737-96ee-478d-a6be-fac537072db0, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:45.711024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] For port 80c13737-96ee-478d-a6be-fac537072db0, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=80c13737-96ee-478d-a6be-fac537072db0,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:45.716070 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.788251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea637c3-3212-4734-b017-cca1fefa0e56 None None] Pushing event updated for resources: {'Port': ['ID=80c13737-96ee-478d-a6be-fac537072db0,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:45.825089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.847235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Transition to ACTIVE for port object fe7e4e34-0fa2-4fe4-a050-cb32e127575c will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:45.922718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.980566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:45.984072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:45.989211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:46.030230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:46.071940 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:46.252939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:46.587243 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:46.594054 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:46.690675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:46.695200 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:46.815979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:46.817633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:46.942550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f587c-d2ec-41b3-b2de-8ac559cdb7d7 None None] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:10:46.944115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 58667d03-2c80-4211-aeb8-79ba8282cca5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:10:47.068046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-55009600-b723-436d-81e3-99284b39bd17 None None] Provisioning for port 80c13737-96ee-478d-a6be-fac537072db0 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:47.069779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:47.083925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5ce59988-6943-4276-8a05-707d50328f2a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "PUT /v2.0/routers/58667d03-2c80-4211-aeb8-79ba8282cca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3545985 Aug 09 16:10:47.270583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-7c8b0e2c-215c-49c1-a040-cabd03aa1c66 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-98217155&fields=id&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 267 time: 0.0522299 Aug 09 16:10:47.395697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-e6308f64-7a76-4a45-845b-3c182d2478f8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:47.397818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-e6308f64-7a76-4a45-845b-3c182d2478f8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/networks?id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 200 len: 796 time: 0.1186738 Aug 09 16:10:47.417249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-898cec30-a3ff-45b6-bdb2-f34030a90eb3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/quotas/6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 375 time: 0.0123971 Aug 09 16:10:47.444546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9228872a-fc5f-46c0-aa75-72b9c2f1e5b8 None None] Provisioning for port fe7e4e34-0fa2-4fe4-a050-cb32e127575c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:47.459280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9228872a-fc5f-46c0-aa75-72b9c2f1e5b8 None None] Provisioning complete for port fe7e4e34-0fa2-4fe4-a050-cb32e127575c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:47.459986 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9228872a-fc5f-46c0-aa75-72b9c2f1e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:47.533250 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-472ad8dd-ec8e-4460-89d3-df2af39e65c3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962987 Aug 09 16:10:47.542221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9228872a-fc5f-46c0-aa75-72b9c2f1e5b8 None None] Port fe7e4e34-0fa2-4fe4-a050-cb32e127575c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:47.570674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-437ed4c3-f709-4a87-8ba4-b954fbaa9d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:47.687569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-a70f6eba-bcc7-471c-bc32-b21072a1da70 service neutron] 10.222.0.64 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182914 Aug 09 16:10:47.705616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ab862edb-8b0b-483c-9c22-c94816c116ce up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:47.789524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Sync routers for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:47.849101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:47.849101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:47.850086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-6b02e5c4-8386-4062-8e85-2247750a66eb service neutron] 10.222.0.64 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471548 Aug 09 16:10:47.896144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-68ddff66-dc2d-4387-a8c3-ab4b8dce3eb2 None None] Provisioning complete for port fe7e4e34-0fa2-4fe4-a050-cb32e127575c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:47.896480 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-68ddff66-dc2d-4387-a8c3-ab4b8dce3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:47.902448 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.007173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:48.068959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee0a2b06-d510-4821-b02f-cf460fb26ff6 req-2c66020c-dbf6-4094-9cd2-13cc3a6b3d17 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 210 time: 0.0316288 Aug 09 16:10:48.150615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-68ddff66-dc2d-4387-a8c3-ab4b8dce3eb2 None None] Port fe7e4e34-0fa2-4fe4-a050-cb32e127575c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:48.178951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ab862edb-8b0b-483c-9c22-c94816c116ce completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:48.186209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ab862edb-8b0b-483c-9c22-c94816c116ce triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:48.186578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.342140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5a820829-088b-4b2d-8817-257ae8ead734 None None] Provisioning complete for port fe7e4e34-0fa2-4fe4-a050-cb32e127575c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:48.342510 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5a820829-088b-4b2d-8817-257ae8ead734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.390248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5a820829-088b-4b2d-8817-257ae8ead734 None None] Port fe7e4e34-0fa2-4fe4-a050-cb32e127575c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:48.394498 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.423654 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port ab862edb-8b0b-483c-9c22-c94816c116ce, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ab862edb-8b0b-483c-9c22-c94816c116ce,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:48.432149 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.433441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 80c13737-96ee-478d-a6be-fac537072db0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:48.484405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 2, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:48.527141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Checking router: 58667d03-2c80-4211-aeb8-79ba8282cca5 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:48.527418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Updating router 58667d03-2c80-4211-aeb8-79ba8282cca5 port fe7e4e34-0fa2-4fe4-a050-cb32e127575c binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:10:48.569673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=ab862edb-8b0b-483c-9c22-c94816c116ce,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:48.577411 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.618486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 80c13737-96ee-478d-a6be-fac537072db0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:48.628989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 80c13737-96ee-478d-a6be-fac537072db0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:48.629218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.833540 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.890987 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 80c13737-96ee-478d-a6be-fac537072db0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=80c13737-96ee-478d-a6be-fac537072db0,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:48.898985 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.994582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.997401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=80c13737-96ee-478d-a6be-fac537072db0,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:49.007805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Transition to ACTIVE for port object fe7e4e34-0fa2-4fe4-a050-cb32e127575c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:49.014169 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:49.073026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672ce86-51ea-423a-8487-2098202daafe None None] Pushing event updated for resources: {'Port': ['ID=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:49.207322 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:49.224659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Attempting to bind port fe7e4e34-0fa2-4fe4-a050-cb32e127575c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:49.225062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Attempting to bind port fe7e4e34-0fa2-4fe4-a050-cb32e127575c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:49.225385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Attempting to bind port fe7e4e34-0fa2-4fe4-a050-cb32e127575c on network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:49.234391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:49.235037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Checking segment: {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:49.235662 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:49.236244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Bound using segment: {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:49.236910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Bound port: fe7e4e34-0fa2-4fe4-a050-cb32e127575c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:49.237492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:49.268685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f39e6996-675f-4110-aa40-80f7b8f487b8 req-a508d30e-64a6-48b9-aa45-03956ae44909 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 210 time: 0.0727491 Aug 09 16:10:49.331910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] For port fe7e4e34-0fa2-4fe4-a050-cb32e127575c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:49.336323 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] For port fe7e4e34-0fa2-4fe4-a050-cb32e127575c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:49.347676 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:49.446226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672ce86-51ea-423a-8487-2098202daafe None None] Pushing event updated for resources: {'Port': ['ID=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:49.454324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:49.455308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:49.620808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ab862edb-8b0b-483c-9c22-c94816c116ce up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:49.671086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:49.816411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-b3ee0af2-1e5e-4ee8-9459-1b9f84985639 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:49.818209 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-b3ee0af2-1e5e-4ee8-9459-1b9f84985639 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/networks?id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 200 len: 796 time: 0.6765141 Aug 09 16:10:49.838869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ab862edb-8b0b-483c-9c22-c94816c116ce triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:49.839431 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:49.867595 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-e157f6d4-efc2-4bf7-a577-a0439e35621d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cf1cd14fa274a229b4642338ec5f31c HTTP/1.1" status: 200 len: 378 time: 0.0386419 Aug 09 16:10:49.878422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'port': {'device_id': 'dbc38630-e563-4f5d-bada-867668602eaf', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'admin_state_up': True, 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'security_groups': ['f382ed68-9a62-437f-9ccd-6eb21a311293']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:49.977995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 80c13737-96ee-478d-a6be-fac537072db0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:49.993994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Made reservation on behalf of 6cf1cd14fa274a229b4642338ec5f31c for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:49.998560 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.140197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.20.0.7 (5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926/cd00a8b1-21df-4766-a971-41f3fef62590/332d2d2b-ae6a-433f-b0c9-3f94d7356f77) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:50.180388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:49Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:50.211457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766e826-bbde-412b-a0f0-177e581751ca None None] The sync data for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 is: [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:49Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:50.227127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 80c13737-96ee-478d-a6be-fac537072db0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:50.227489 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.346221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.379147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Transition to ACTIVE for port object 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:50.424657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.427374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b77d5812-5772-425c-8879-21a44a2f68a2 req-7695ed47-b4fe-4903-bfba-0e0db48dbb3a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 210 time: 0.0456297 Aug 09 16:10:50.474802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:50.478171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:50.482693 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:50.516331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:50.526252 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.579653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:50.580972 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.609661 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-f31a7652-fc51-439e-a9af-2d791b87c55f tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331183 Aug 09 16:10:50.622128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Request body: {'port': {'device_id': 'dbc38630-e563-4f5d-bada-867668602eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:50.709796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.820980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-76f7453b-9349-46fd-a220-5193c0b06110 None None] Provisioning for port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:50.828488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-76f7453b-9349-46fd-a220-5193c0b06110 None None] Provisioning complete for port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:50.829050 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-76f7453b-9349-46fd-a220-5193c0b06110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.895558 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-76f7453b-9349-46fd-a220-5193c0b06110 None None] Port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:51.022953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:10:51.032184 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:51.046410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Transition to ACTIVE for port object 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:51.052726 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:51.124427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:51.189251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Attempting to bind port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:51.189730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Attempting to bind port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:51.190417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Attempting to bind port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 on network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:51.195811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 on network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:10:51.196353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Attempting to bind port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 on network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:51.202884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:51.203272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Checking segment: {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:51.203779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Bound using segment: {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:51.204337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Bound port: 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee80a71-5e7f-4b15-8964-4c814b788c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:51.204790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:51.303424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:51.308830 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:51.314976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:51.357189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:51.357950 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:51.359405 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 200 len: 1091 time: 0.7421892 Aug 09 16:10:51.359852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:51.362270 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:51.399254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4ceb1-ca3c-4ab8-8a3a-4b5f36eff1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:51.447256 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29be666-30e3-4b0f-b51c-cf98d51fece6 x-openstack-request-id: req-d29be666-30e3-4b0f-b51c-cf98d51fece6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:51.447520 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:51.447808 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d29be666-30e3-4b0f-b51c-cf98d51fece6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:51.448678 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'status': 'completed', 'code': 200} Aug 09 16:10:51.509408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-8c901cb6-2fb3-4ba8-a7cb-fce26d40e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:51.511118 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-8c901cb6-2fb3-4ba8-a7cb-fce26d40e02a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1094 time: 0.0730214 Aug 09 16:10:51.598821 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-a588478a-7c59-49c2-bac7-d05d27666545 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 200 len: 217 time: 0.0786810 Aug 09 16:10:51.641324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fe7e4e34-0fa2-4fe4-a050-cb32e127575c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:51.643733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989b207-c5d1-41b7-ab46-b654f1e9fc2f req-2d659f56-92ea-4834-96ed-845f01bf21dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:51.646341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6989b207-c5d1-41b7-ab46-b654f1e9fc2f req-2d659f56-92ea-4834-96ed-845f01bf21dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 943 time: 0.1035266 Aug 09 16:10:51.699750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-186c07fc-0538-4cb7-916e-9863cdae1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:51.701302 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-186c07fc-0538-4cb7-916e-9863cdae1207 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd00a8b1-21df-4766-a971-41f3fef62590 HTTP/1.1" status: 200 len: 835 time: 0.0927703 Aug 09 16:10:51.715107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6989b207-c5d1-41b7-ab46-b654f1e9fc2f req-b5003812-d63e-4cb6-8692-7302312740b4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580306 Aug 09 16:10:51.723754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port fe7e4e34-0fa2-4fe4-a050-cb32e127575c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:51.732866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port fe7e4e34-0fa2-4fe4-a050-cb32e127575c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:51.733680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:51.766974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-76c236c5-7b1f-42c6-b80e-1fd789070f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:51.768590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-76c236c5-7b1f-42c6-b80e-1fd789070f85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562091 Aug 09 16:10:51.829009 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:51.879977 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-6c5076b5-56d1-4f76-b25e-050e54df93bc service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016273 Aug 09 16:10:51.884384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port fe7e4e34-0fa2-4fe4-a050-cb32e127575c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:51.890788 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:51.956934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:51.987430 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1f543e50-9895-4b5c-b555-ecad65d0bd6e req-72d3dc2c-f1d2-4cfe-9770-4b0103ba4667 service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993097 Aug 09 16:10:52.090931 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-3748e880-59e8-49c8-9315-cea37bf51640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:52.092573 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-3748e880-59e8-49c8-9315-cea37bf51640 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1094 time: 0.0454493 Aug 09 16:10:52.194608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-06732899-cee8-4a37-8904-9650f4d916f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:52.196265 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-06732899-cee8-4a37-8904-9650f4d916f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 200 len: 898 time: 0.0915482 Aug 09 16:10:52.239392 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-5339ae14-30df-4239-b2a1-dfef2accf734 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 200 len: 217 time: 0.0355089 Aug 09 16:10:52.301747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-9d448529-dce4-4d7c-a02d-a6fc50ec73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:52.303364 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-9d448529-dce4-4d7c-a02d-a6fc50ec73d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd00a8b1-21df-4766-a971-41f3fef62590 HTTP/1.1" status: 200 len: 835 time: 0.0517921 Aug 09 16:10:52.362981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-b37956f1-5e86-4419-8287-2054355b98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:52.364561 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-b37956f1-5e86-4419-8287-2054355b98a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478714 Aug 09 16:10:52.463632 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-131cd51e-3ff7-49a0-9c29-d4dd6be0a94c service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897701 Aug 09 16:10:52.572681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9efb83e4-8c36-478e-87e9-9b2c0bdfecfc req-d8818367-7ef2-4fc0-bdb5-080c2a0bc4af service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989256 Aug 09 16:10:52.829428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a12d6-f267-4dba-8db1-b125d13074eb req-06092917-f9f1-40b8-9373-66db149c6543 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:52.831331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-870a12d6-f267-4dba-8db1-b125d13074eb req-06092917-f9f1-40b8-9373-66db149c6543 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 943 time: 0.0511000 Aug 09 16:10:52.881138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-870a12d6-f267-4dba-8db1-b125d13074eb req-48bcbbc8-b736-44fd-9bd1-29f4e0d620c3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432901 Aug 09 16:10:53.262847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:10:53.423259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:53.435495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'port_id': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'mac_address': 'fa:16:3e:29:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:10:53.479967 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.495307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:10:53.518521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:53.524326 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.574883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:53.578894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fe7e4e34-0fa2-4fe4-a050-cb32e127575c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:53.636389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port fe7e4e34-0fa2-4fe4-a050-cb32e127575c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:53.636945 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.756071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['332d2d2b-ae6a-433f-b0c9-3f94d7356f77'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:10:54.011984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee518ce-75a2-441e-b49d-c286dbc424d3 req-527211d0-bc5e-41c2-8fca-bf7e6ed91b6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:54.013666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ee518ce-75a2-441e-b49d-c286dbc424d3 req-527211d0-bc5e-41c2-8fca-bf7e6ed91b6d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 944 time: 0.0537543 Aug 09 16:10:54.054780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ee518ce-75a2-441e-b49d-c286dbc424d3 req-8f3df733-0972-4fda-a7ee-452786e1574d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347376 Aug 09 16:10:55.190392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede523-7d50-47ac-955e-84a78e36ef3a req-98107dcb-c560-4df1-b1f6-1a60cb87968d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:55.192001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fcede523-7d50-47ac-955e-84a78e36ef3a req-98107dcb-c560-4df1-b1f6-1a60cb87968d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 944 time: 0.0555918 Aug 09 16:10:55.235255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fcede523-7d50-47ac-955e-84a78e36ef3a req-32f901ad-0a97-439d-95f3-5dc6d6d66a5c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366318 Aug 09 16:10:55.276973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:55.344063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:55.348519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:55.348882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:55.429894 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:55.453882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:55.456697 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46810867-e31d-4851-8dc3-feadd5690af7" -d '{"events": [{"server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "name": "network-vif-plugged", "status": "completed", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:55.471911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:55.477468 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:55.509628 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9aa6ce-cab2-4231-9dad-6e5375ffe0f3 x-openstack-request-id: req-fe9aa6ce-cab2-4231-9dad-6e5375ffe0f3 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:55.509961 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "name": "network-vif-plugged", "status": "completed", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:55.510160 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe9aa6ce-cab2-4231-9dad-6e5375ffe0f3 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:55.510557 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'code': 200} Aug 09 16:10:55.540948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:55.602200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f71d0d-e066-414a-8a7c-73d8356c1e7b req-590d5004-e18e-489b-b521-50c2061b08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:55.603795 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33f71d0d-e066-414a-8a7c-73d8356c1e7b req-590d5004-e18e-489b-b521-50c2061b08cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1096 time: 0.0444362 Aug 09 16:10:55.653419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33f71d0d-e066-414a-8a7c-73d8356c1e7b req-a0e4f86d-3a7f-41a5-ad08-4027a9332318 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416665 Aug 09 16:10:56.360198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78240092-bb5d-4b17-ba70-2319c2e4c9a5 req-66c7f666-f750-4fa4-8414-e5f665fe7402 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:56.362230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78240092-bb5d-4b17-ba70-2319c2e4c9a5 req-66c7f666-f750-4fa4-8414-e5f665fe7402 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0520256 Aug 09 16:10:56.403891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78240092-bb5d-4b17-ba70-2319c2e4c9a5 req-d9a434b0-dc33-4d97-b54f-3159d618d923 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356700 Aug 09 16:10:57.535000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a5126-855c-4586-aeba-89d3a7d73ccf req-770170ef-7efb-4215-af11-df990c6291d6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:57.536676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-355a5126-855c-4586-aeba-89d3a7d73ccf req-770170ef-7efb-4215-af11-df990c6291d6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0581288 Aug 09 16:10:57.587553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-355a5126-855c-4586-aeba-89d3a7d73ccf req-2a64c503-1654-4b31-9e00-b71e855998db tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445154 Aug 09 16:10:57.722280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc21ad-4b8a-4802-a0e8-8d2e0dfeb556 req-bf323495-358b-42a0-b991-d8c79c663aa2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:57.723807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1cc21ad-4b8a-4802-a0e8-8d2e0dfeb556 req-bf323495-358b-42a0-b991-d8c79c663aa2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0565658 Aug 09 16:10:57.774577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d1cc21ad-4b8a-4802-a0e8-8d2e0dfeb556 req-215ac984-ddf3-4f9d-af91-9ba28dec5fc8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432384 Aug 09 16:10:57.807074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 35492) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:57.852544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8262bc-dbee-49d1-8fa0-20fece040cc0 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:57.856614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fe8262bc-dbee-49d1-8fa0-20fece040cc0 tempest-TestNetworkAdvancedServerOps-523836569 tempest-TestNetworkAdvancedServerOps-523836569-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1091 time: 0.0483546 Aug 09 16:10:57.860500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35494) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:57.867230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:57.899488 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.023454 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.137850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Allocated IP 172.25.7.219 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/8be5a890-f354-47a4-b894-6c96c0b64f1c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:58.255014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.297851 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.339684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:58.343448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:58.347198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:58.374791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=8be5a890-f354-47a4-b894-6c96c0b64f1c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:58.483141 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.732394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.756975 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.858311 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:59.054092 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:59.060823 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:59.169854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event updated for resources: {'Port': ['ID=8be5a890-f354-47a4-b894-6c96c0b64f1c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:59.188366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:59.297980 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Floating IP b15a07a1-743a-444a-8cba-06fe31aff80c associated. External IP: 172.25.7.219, port: 332d2d2b-ae6a-433f-b0c9-3f94d7356f77. Aug 09 16:10:59.544950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 58667d03-2c80-4211-aeb8-79ba8282cca5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:10:59.662950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:59.678262 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c143d-5530-4981-bb69-6223884029d5 None None] Sync routers for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:59.682902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:59.692714 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c143d-5530-4981-bb69-6223884029d5 None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:59.693517 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-439c143d-5530-4981-bb69-6223884029d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:59.716131 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c67cd5c9-9205-4659-a9d6-38095502f7c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8530276 Aug 09 16:10:59.716834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:59.719543 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:59.818209 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-439c143d-5530-4981-bb69-6223884029d5 None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:59.842584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a6b8-1a09-4e1c-bcf4-a4095ca9854f req-6c9e7616-20cd-4b7f-99a2-db4b2fbe1946 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:59.845970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8d3a6b8-1a09-4e1c-bcf4-a4095ca9854f req-6c9e7616-20cd-4b7f-99a2-db4b2fbe1946 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0605466 Aug 09 16:10:59.900638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8d3a6b8-1a09-4e1c-bcf4-a4095ca9854f req-5d918557-382b-40fa-927e-d7fccfbfc7e1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486453 Aug 09 16:10:59.925347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35512) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:59.983442 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf121d12-4a44-4ca6-8201-7a85a23b91de x-openstack-request-id: req-bf121d12-4a44-4ca6-8201-7a85a23b91de {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:59.983765 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:59.984029 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf121d12-4a44-4ca6-8201-7a85a23b91de {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:59.984378 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'status': 'completed', 'code': 200} Aug 09 16:11:00.016575 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-efe6575e-6ff5-4697-8996-519f4bb2a9a8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/b15a07a1-743a-444a-8cba-06fe31aff80c HTTP/1.1" status: 200 len: 991 time: 0.0897543 Aug 09 16:11:00.033534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-7bc03fb1-c61a-44de-8895-bc3abd8980fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.035149 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-7bc03fb1-c61a-44de-8895-bc3abd8980fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1096 time: 0.0479481 Aug 09 16:11:00.093666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-439c143d-5530-4981-bb69-6223884029d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b15a07a1-743a-444a-8cba-06fe31aff80c', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'port_id': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'mac_address': 'fa:16:3e:29:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc38630-e563-4f5d-bada-867668602eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:58Z', 'updated_at': '2021-08-09T16:10:58Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:51Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:00.122605 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c143d-5530-4981-bb69-6223884029d5 None None] Checking router: 58667d03-2c80-4211-aeb8-79ba8282cca5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:11:00.132300 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c143d-5530-4981-bb69-6223884029d5 None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:00.132890 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-439c143d-5530-4981-bb69-6223884029d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:10:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:00.140359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-46b2a036-742d-4e67-81db-ff5fa40728d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.141960 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-46b2a036-742d-4e67-81db-ff5fa40728d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 200 len: 898 time: 0.0983291 Aug 09 16:11:00.225882 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-14dc7779-6995-4de9-9ab9-0f05642fb56a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 200 len: 999 time: 0.0753798 Aug 09 16:11:00.273719 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-439c143d-5530-4981-bb69-6223884029d5 None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:00.329013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-4e0fa201-0c5a-4adb-be29-2075b38bccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.331886 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-4e0fa201-0c5a-4adb-be29-2075b38bccd8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd00a8b1-21df-4766-a971-41f3fef62590 HTTP/1.1" status: 200 len: 835 time: 0.0902579 Aug 09 16:11:00.385276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-5408a4a1-9d07-496a-aecd-d8b0db458f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.392840 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-5408a4a1-9d07-496a-aecd-d8b0db458f25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472207 Aug 09 16:11:00.501455 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-e168ed4d-3ae3-4249-a4d5-5beff3a52f95 service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062264 Aug 09 16:11:00.567341 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-439c143d-5530-4981-bb69-6223884029d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b15a07a1-743a-444a-8cba-06fe31aff80c', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'port_id': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'mac_address': 'fa:16:3e:29:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc38630-e563-4f5d-bada-867668602eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:58Z', 'updated_at': '2021-08-09T16:10:58Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:51Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:00.602940 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c143d-5530-4981-bb69-6223884029d5 None None] The sync data for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 is: [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b15a07a1-743a-444a-8cba-06fe31aff80c', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'port_id': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'mac_address': 'fa:16:3e:29:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc38630-e563-4f5d-bada-867668602eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:58Z', 'updated_at': '2021-08-09T16:10:58Z', 'revision_number': 0, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:51Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:11:00.631444 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b85507cd-5ff8-4bf0-86fa-ba3de4c82081 req-807c55fa-5e7c-49e5-b0f3-a40e09f0638a service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161389 Aug 09 16:11:00.841945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e42516-8ef1-4720-a260-7d1c95228784 None None] New status for floating IP b15a07a1-743a-444a-8cba-06fe31aff80c: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:11:01.021266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 35520) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:01.090957 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cbb1dd4c-46d1-40dc-99f4-09feaf258b4c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/b15a07a1-743a-444a-8cba-06fe31aff80c HTTP/1.1" status: 200 len: 993 time: 0.0682323 Aug 09 16:11:11.351974 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-db668d48-72bd-47be-8aa4-75cddc332b9e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489094 Aug 09 16:11:11.442498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-a048ac9f-0e61-4884-b7d2-a15b3d86dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:11.444051 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-a048ac9f-0e61-4884-b7d2-a15b3d86dde8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1096 time: 0.0440538 Aug 09 16:11:11.569362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-8576a124-1198-4a40-9130-de6b30397531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:11.570971 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-8576a124-1198-4a40-9130-de6b30397531 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 200 len: 898 time: 0.0970283 Aug 09 16:11:11.648537 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-21c1a55e-c7ba-4bee-931b-ff2c001dc655 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 200 len: 1001 time: 0.0675058 Aug 09 16:11:11.709558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-30a8c6ab-0f64-4588-8d87-059f76a933c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:11.711058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-30a8c6ab-0f64-4588-8d87-059f76a933c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd00a8b1-21df-4766-a971-41f3fef62590 HTTP/1.1" status: 200 len: 835 time: 0.0516996 Aug 09 16:11:11.765881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-a98f39eb-50ad-4db7-b78e-cdb72d753995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:11.767578 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-a98f39eb-50ad-4db7-b78e-cdb72d753995 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449679 Aug 09 16:11:11.793353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-a16e92c6-8c5f-42dd-bd3f-d0b17848cfc4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:11:11.794577 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-a16e92c6-8c5f-42dd-bd3f-d0b17848cfc4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059664 Aug 09 16:11:11.899018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-4bf87834-fa7d-4467-baff-dcaadd129cb4 service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924788 Aug 09 16:11:11.995140 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd4dda1e-9f8a-4e81-a305-47d315ef5677 req-e8028923-acbb-4288-882d-d07727bd3da6 service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843227 Aug 09 16:11:12.074281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-fd31b263-d9f5-441b-b0d2-2e27ac449313 req-5177dce4-3f0b-48e9-abf9-da0dd28ad5c0 service neutron] (94178) timed out ('10.222.0.64', 43414) {{(pid=94178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:11:12.836756 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:11:15.006021 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3d35dd26-2083-45c1-a724-2b67420b8e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.564286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-082304d9-9dd7-4fda-ab5c-f1571dab26b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.785733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:19.102109 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.500296 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.479095 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.737894 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:36.650665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2f2b-0b94-4327-9d07-fe5572c6cd38 req-9dd4eae7-d4b3-4a33-a3ca-2ccb9c251d56 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:36.652264 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-986e2f2b-0b94-4327-9d07-fe5572c6cd38 req-9dd4eae7-d4b3-4a33-a3ca-2ccb9c251d56 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0603559 Aug 09 16:11:36.695558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-986e2f2b-0b94-4327-9d07-fe5572c6cd38 req-a65acba0-0c05-4209-a706-5aa247beb006 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363622 Aug 09 16:11:37.818163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfba28-9344-42a0-8af3-8ca340e50d47 req-f4224ee1-740c-4161-806e-ea7f7b854b60 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:37.819591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21cfba28-9344-42a0-8af3-8ca340e50d47 req-f4224ee1-740c-4161-806e-ea7f7b854b60 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0509832 Aug 09 16:11:37.860908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21cfba28-9344-42a0-8af3-8ca340e50d47 req-bd8b7e1b-f013-43ab-bbc0-ee0018119dd6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338695 Aug 09 16:11:38.988791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc4124-a513-4366-95d5-dba24ddd0088 req-f6876328-4d40-4757-945d-559c953647d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:38.990312 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3fc4124-a513-4366-95d5-dba24ddd0088 req-f6876328-4d40-4757-945d-559c953647d2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0571258 Aug 09 16:11:39.029770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3fc4124-a513-4366-95d5-dba24ddd0088 req-2c00a8e1-1770-4384-b240-699043ac9cda tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326045 Aug 09 16:11:40.152238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869edfb-5ac9-438e-b2fa-972fce3920be req-8057151f-67e1-433f-879a-a108fb3c432c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:40.153745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5869edfb-5ac9-438e-b2fa-972fce3920be req-8057151f-67e1-433f-879a-a108fb3c432c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0532084 Aug 09 16:11:40.508411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5869edfb-5ac9-438e-b2fa-972fce3920be req-198975e0-bea4-4d4d-a653-a31d7a30b3e3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3483460 Aug 09 16:11:41.633858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3970f1-bbcb-4338-be6f-0d9684e78501 req-c52b6e2d-618e-4346-afaf-0fafcab56766 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:41.635537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a3970f1-bbcb-4338-be6f-0d9684e78501 req-c52b6e2d-618e-4346-afaf-0fafcab56766 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0516014 Aug 09 16:11:41.675229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a3970f1-bbcb-4338-be6f-0d9684e78501 req-0947f4af-c58a-471b-b129-44aec69e07c6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335231 Aug 09 16:11:42.796500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22b6bf-17f4-4b28-91b5-1bf06e562b33 req-d7d2fa01-0499-46d4-ad4f-38c0ce45ccbe tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:42.798086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb22b6bf-17f4-4b28-91b5-1bf06e562b33 req-d7d2fa01-0499-46d4-ad4f-38c0ce45ccbe tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0521791 Aug 09 16:11:42.838940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eb22b6bf-17f4-4b28-91b5-1bf06e562b33 req-00a75f3c-6c76-4c5c-b67a-1c44a3eee222 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345864 Aug 09 16:11:43.980931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a9000-ea3f-4735-a66a-768ca8f7b754 req-f6bcf841-7c3b-4f04-bf04-f7a842f0c32b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.982555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a17a9000-ea3f-4735-a66a-768ca8f7b754 req-f6bcf841-7c3b-4f04-bf04-f7a842f0c32b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0577936 Aug 09 16:11:44.025455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a17a9000-ea3f-4735-a66a-768ca8f7b754 req-69d1cbc3-8365-4c3b-b641-6aa6fe9b199a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362234 Aug 09 16:11:45.000398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-17b6ce39-db77-454b-b967-af5e3a243d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:45.149241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337d691-0a67-4ac3-9f50-e7dd9d6c0b2f req-2109a4b3-120b-4c8d-9448-56103b5fc65d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.151641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3337d691-0a67-4ac3-9f50-e7dd9d6c0b2f req-2109a4b3-120b-4c8d-9448-56103b5fc65d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0541484 Aug 09 16:11:45.192018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3337d691-0a67-4ac3-9f50-e7dd9d6c0b2f req-03f17a93-8d2d-40c0-88f7-55ee35934f72 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335608 Aug 09 16:11:46.323312 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56339678-a180-4544-b466-8853716bb92f req-df464f93-f7fc-4355-8d19-35edc8b208a9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:46.324908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56339678-a180-4544-b466-8853716bb92f req-df464f93-f7fc-4355-8d19-35edc8b208a9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0609310 Aug 09 16:11:46.369883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56339678-a180-4544-b466-8853716bb92f req-506ba482-44cd-4e97-b2c4-9ac859bc45f9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377071 Aug 09 16:11:47.498531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d87c2e-4c18-444f-ad3f-b7b6c1a1b1fd req-46664c85-d766-4e52-8dbb-d8e633835a10 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:47.500150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67d87c2e-4c18-444f-ad3f-b7b6c1a1b1fd req-46664c85-d766-4e52-8dbb-d8e633835a10 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0566559 Aug 09 16:11:47.541204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67d87c2e-4c18-444f-ad3f-b7b6c1a1b1fd req-fea27055-34bf-466a-ae32-feeaf4b95299 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345473 Aug 09 16:11:47.568874 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c7a8323d-a7ef-4970-af39-c9f68d07d99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:47.798264 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:48.677355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca6a47-ec26-4787-a0a5-a347f77ea859 req-c306d31b-3c75-49fe-a7b3-2d7253c383c4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:48.679080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7ca6a47-ec26-4787-a0a5-a347f77ea859 req-c306d31b-3c75-49fe-a7b3-2d7253c383c4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0579741 Aug 09 16:11:48.722213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7ca6a47-ec26-4787-a0a5-a347f77ea859 req-31bdef61-356d-42ca-a9f1-ffa3b3fe6796 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358381 Aug 09 16:11:49.108464 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:49.837233 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:11:49.858300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fce037-c7cb-42c2-92f8-d412ecfc675c req-fd8db4c5-958f-482d-b3e5-4169a18cee96 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:49.860250 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8fce037-c7cb-42c2-92f8-d412ecfc675c req-fd8db4c5-958f-482d-b3e5-4169a18cee96 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0669696 Aug 09 16:11:49.898616 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8fce037-c7cb-42c2-92f8-d412ecfc675c req-6e1075fa-7510-43e6-9021-dfc31f471eb0 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323482 Aug 09 16:11:50.504638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:51.046281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49517e12-1b5a-4803-ad6a-08dc659b992b req-a535d5d5-0e37-421d-800e-4eba00684397 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:51.048095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49517e12-1b5a-4803-ad6a-08dc659b992b req-a535d5d5-0e37-421d-800e-4eba00684397 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0575037 Aug 09 16:11:51.089410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49517e12-1b5a-4803-ad6a-08dc659b992b req-c2e743df-d1a1-475d-9a41-05f6d6c3cf27 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348823 Aug 09 16:11:52.223776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057b0c7-3fae-4bc1-acd7-565bcd8ba2a6 req-3944ceb2-60a0-4836-bee1-9a33c331207d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:52.225376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9057b0c7-3fae-4bc1-acd7-565bcd8ba2a6 req-3944ceb2-60a0-4836-bee1-9a33c331207d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0515716 Aug 09 16:11:52.266219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9057b0c7-3fae-4bc1-acd7-565bcd8ba2a6 req-9ce68e48-e24e-4052-a5b2-8ea431b5fd9c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346358 Aug 09 16:11:53.390433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beeab5-ed70-4a66-aa38-44b21fd53efe req-06ea4373-a67a-4a40-8a15-a85198fa4512 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:53.392809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3beeab5-ed70-4a66-aa38-44b21fd53efe req-06ea4373-a67a-4a40-8a15-a85198fa4512 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0534103 Aug 09 16:11:53.433742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3beeab5-ed70-4a66-aa38-44b21fd53efe req-8adc7c0c-bc96-4ff9-9de9-e8d2d1afa72e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345163 Aug 09 16:11:54.593266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b3d3-e58c-4ca8-a610-f0b421e74ab5 req-72458d70-8217-4ec6-8f84-6d0850ca05be tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:54.595635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c992b3d3-e58c-4ca8-a610-f0b421e74ab5 req-72458d70-8217-4ec6-8f84-6d0850ca05be tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0850708 Aug 09 16:11:54.650636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c992b3d3-e58c-4ca8-a610-f0b421e74ab5 req-0d844740-2968-4dc7-8043-dd41cdfe0fe5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482998 Aug 09 16:11:55.780536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3ba61-5c35-4b34-9966-1ba454dadf7e req-e392643b-8bf4-42d5-9b15-45bc84565520 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:55.782581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bb3ba61-5c35-4b34-9966-1ba454dadf7e req-e392643b-8bf4-42d5-9b15-45bc84565520 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0593696 Aug 09 16:11:55.824088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3bb3ba61-5c35-4b34-9966-1ba454dadf7e req-abcb5e55-8d4c-4067-9ea1-37a197eb3dda tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346687 Aug 09 16:11:56.954316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f2022-4cfa-4183-8c16-6e51a4a26b33 req-dfbebc76-90a9-4832-b9f6-6bf4743a8b43 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:56.956293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f37f2022-4cfa-4183-8c16-6e51a4a26b33 req-dfbebc76-90a9-4832-b9f6-6bf4743a8b43 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0602624 Aug 09 16:11:57.001008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f37f2022-4cfa-4183-8c16-6e51a4a26b33 req-b8bd5143-6068-4bf1-adef-46e4c4921919 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357347 Aug 09 16:11:58.128931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba806-842f-4188-9fa8-2e61332b3ad3 req-bc7643b9-d470-4329-9177-12626fdb1de8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:58.130610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaba806-842f-4188-9fa8-2e61332b3ad3 req-bc7643b9-d470-4329-9177-12626fdb1de8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0559661 Aug 09 16:11:58.176446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aaaba806-842f-4188-9fa8-2e61332b3ad3 req-de4b5618-b11f-4cfe-958b-19cf4314388c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368972 Aug 09 16:11:58.508151 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:58.744994 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:59.314781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a9349-eb34-4b39-87f3-cc6c411bc289 req-83df2019-7145-444a-93bd-b80ce6b7f660 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:59.316430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-033a9349-eb34-4b39-87f3-cc6c411bc289 req-83df2019-7145-444a-93bd-b80ce6b7f660 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0587006 Aug 09 16:11:59.364039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-033a9349-eb34-4b39-87f3-cc6c411bc289 req-4ac88c02-eb80-40ab-b567-6332a73b1243 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413487 Aug 09 16:12:00.487140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef8930-96ff-40f5-b1d7-eebbf51bcb5f req-753bc94d-df3c-4f95-8d4c-91397078d318 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:00.488701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdef8930-96ff-40f5-b1d7-eebbf51bcb5f req-753bc94d-df3c-4f95-8d4c-91397078d318 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0500984 Aug 09 16:12:00.529818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cdef8930-96ff-40f5-b1d7-eebbf51bcb5f req-903e7e2e-8029-4956-8ce7-4caa2c0c0ab8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344779 Aug 09 16:12:01.664275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b93bb-4ab6-4cef-871e-e1fd2fa78ab1 req-cce28989-fe20-4147-ad71-84d22ae869e7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:01.665865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d78b93bb-4ab6-4cef-871e-e1fd2fa78ab1 req-cce28989-fe20-4147-ad71-84d22ae869e7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0598142 Aug 09 16:12:01.709063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d78b93bb-4ab6-4cef-871e-e1fd2fa78ab1 req-c063ef6b-ee4d-4075-83ee-959ef1fceeec tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370262 Aug 09 16:12:02.833256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a751-39b6-4e30-a5c9-bbf74786af33 req-4bbb603f-0988-435d-9d48-0999002577ea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:02.834833 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95f9a751-39b6-4e30-a5c9-bbf74786af33 req-4bbb603f-0988-435d-9d48-0999002577ea tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0522904 Aug 09 16:12:02.874660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95f9a751-39b6-4e30-a5c9-bbf74786af33 req-c9aa8fe7-3550-43aa-b7d1-366ff3d8d77d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336592 Aug 09 16:12:03.996483 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9145c5-a5f2-4c56-89dc-870f903a67ca req-9fa67c11-d24c-413e-a0d0-c0375eaa1917 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:03.998579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d9145c5-a5f2-4c56-89dc-870f903a67ca req-9fa67c11-d24c-413e-a0d0-c0375eaa1917 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0522397 Aug 09 16:12:04.041659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d9145c5-a5f2-4c56-89dc-870f903a67ca req-cebae0fc-94ff-4971-b263-0a769d51a8a4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367532 Aug 09 16:12:05.182468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34629da2-7467-47a9-aae5-c78abb936c27 req-2b3b94f3-f227-4443-a456-362e503f47f6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:05.184007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34629da2-7467-47a9-aae5-c78abb936c27 req-2b3b94f3-f227-4443-a456-362e503f47f6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0705266 Aug 09 16:12:05.227673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34629da2-7467-47a9-aae5-c78abb936c27 req-a7f1df1d-ec51-411f-b331-703e7d2ec0a3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366294 Aug 09 16:12:06.353988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707fec3-1199-4d0d-824b-7b13631db008 req-eaf5036c-3447-46ca-a50a-e7903f00ab5a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:06.355553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3707fec3-1199-4d0d-824b-7b13631db008 req-eaf5036c-3447-46ca-a50a-e7903f00ab5a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0511708 Aug 09 16:12:06.395018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3707fec3-1199-4d0d-824b-7b13631db008 req-422138e8-4a0f-4d74-b6e7-0e3c5ffcf807 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330510 Aug 09 16:12:07.551656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b123f-0685-4d92-9306-d1c10c7eeba9 req-671df06e-13c4-457b-86c6-281af38c93ff tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:07.556550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-280b123f-0685-4d92-9306-d1c10c7eeba9 req-671df06e-13c4-457b-86c6-281af38c93ff tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0787654 Aug 09 16:12:07.617993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-280b123f-0685-4d92-9306-d1c10c7eeba9 req-2213276a-7f6f-4e3b-b207-43d212d04941 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567849 Aug 09 16:12:08.749922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a1c2-d55a-4853-a7ef-9d53ee72b9cf req-b4696c8f-8c0e-405a-baba-2ad54468f545 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:08.751680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f04a1c2-d55a-4853-a7ef-9d53ee72b9cf req-b4696c8f-8c0e-405a-baba-2ad54468f545 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0594137 Aug 09 16:12:08.803928 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f04a1c2-d55a-4853-a7ef-9d53ee72b9cf req-51748d85-580c-4278-8e94-13d91acfaa12 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428319 Aug 09 16:12:09.928920 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2234a67-a9c0-4e57-9e7c-99b082bc1c69 req-480e112a-5691-4fc9-9def-3bd3e71fbe0b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:09.930497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2234a67-a9c0-4e57-9e7c-99b082bc1c69 req-480e112a-5691-4fc9-9def-3bd3e71fbe0b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0525525 Aug 09 16:12:09.971642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2234a67-a9c0-4e57-9e7c-99b082bc1c69 req-ec5b84a4-728a-43f5-9b94-4850167ecd5b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347693 Aug 09 16:12:10.679436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-73382f2f-bdea-48f3-8da4-181e69beb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:10.681245 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-73382f2f-bdea-48f3-8da4-181e69beb010 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1096 time: 0.1096756 Aug 09 16:12:10.791909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-2fa07997-3bed-410f-9b81-e38a4e270d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:10.793531 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-2fa07997-3bed-410f-9b81-e38a4e270d00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 200 len: 898 time: 0.0906947 Aug 09 16:12:10.868402 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-bcc34f89-0750-4d5b-911c-68324332e0e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 200 len: 1001 time: 0.0664458 Aug 09 16:12:10.920911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-7062bf8c-a318-478d-99eb-89c6fb823483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:10.922326 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-7062bf8c-a318-478d-99eb-89c6fb823483 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd00a8b1-21df-4766-a971-41f3fef62590 HTTP/1.1" status: 200 len: 835 time: 0.0464461 Aug 09 16:12:10.973362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-bb427289-8a40-4e91-8f24-68ee3eb5a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:10.974889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-bb427289-8a40-4e91-8f24-68ee3eb5a796 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439951 Aug 09 16:12:11.073922 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-dcdf5ee7-9735-4000-9f6c-6a9929e11dbb service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913162 Aug 09 16:12:11.100574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34625729-8b81-4352-9de1-073940825cf0 req-030afafe-af6b-4fe3-8d52-17c437aac55b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:11.103062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34625729-8b81-4352-9de1-073940825cf0 req-030afafe-af6b-4fe3-8d52-17c437aac55b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0546024 Aug 09 16:12:11.143939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34625729-8b81-4352-9de1-073940825cf0 req-42bda519-6179-4550-a934-ddc8b018bdff tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345845 Aug 09 16:12:11.170036 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce6befc4-0de4-4d5d-8fa8-24e6b2fa0998 req-0c6d0273-47d6-49a1-bc77-7a36515f992e service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886223 Aug 09 16:12:12.270161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1720b4-ca89-4975-8ee0-13006ee70cbb req-47becafd-00d1-44fc-9840-50828025ab13 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:12.271370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc1720b4-ca89-4975-8ee0-13006ee70cbb req-47becafd-00d1-44fc-9840-50828025ab13 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0570807 Aug 09 16:12:12.311656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc1720b4-ca89-4975-8ee0-13006ee70cbb req-319959cd-468a-49ee-93b2-eb7d0c76dc90 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335162 Aug 09 16:12:13.437264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16767c5-38b3-4aaf-8497-98eafcb097da req-37839811-2283-42ee-8cba-9ecfa2421e52 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:13.438789 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a16767c5-38b3-4aaf-8497-98eafcb097da req-37839811-2283-42ee-8cba-9ecfa2421e52 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0533872 Aug 09 16:12:13.480633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a16767c5-38b3-4aaf-8497-98eafcb097da req-fde7dfc9-9729-4c52-bebd-f527560142a6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347729 Aug 09 16:12:14.603413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89e713-5fad-45ee-86c2-086b8e428b6b req-f2094fd3-3991-4df3-af03-45ac6d06b93d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:14.605249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a89e713-5fad-45ee-86c2-086b8e428b6b req-f2094fd3-3991-4df3-af03-45ac6d06b93d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0534949 Aug 09 16:12:14.646489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a89e713-5fad-45ee-86c2-086b8e428b6b req-e26991d6-0f05-4a1a-b04b-159e1fe5e424 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343647 Aug 09 16:12:15.008099 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-72b9d636-089a-47ec-8983-c0e42e3bb768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:15.778706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef270938-8868-4991-9f1c-3d589a2c5864 req-5485db8f-f5a8-4072-82f1-fc540f254751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:15.780475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef270938-8868-4991-9f1c-3d589a2c5864 req-5485db8f-f5a8-4072-82f1-fc540f254751 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0611656 Aug 09 16:12:15.824383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef270938-8868-4991-9f1c-3d589a2c5864 req-dd1e26a8-3221-453c-b5ea-b981737e4745 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364654 Aug 09 16:12:16.946680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6071e-271e-4c51-a943-b43fc950cc99 req-9a81798a-9091-4678-9a1a-1aae652dbbe9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:16.948290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fd6071e-271e-4c51-a943-b43fc950cc99 req-9a81798a-9091-4678-9a1a-1aae652dbbe9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0516732 Aug 09 16:12:16.988179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fd6071e-271e-4c51-a943-b43fc950cc99 req-4b4ddec8-0197-4c55-9cda-22ed49103fba tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335586 Aug 09 16:12:17.579279 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3e66487-805d-4125-b254-9c56ddd400a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:17.801147 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:18.110859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcad39-2594-418d-9e94-d0496624aedc req-b1772885-810f-4011-a9ca-5cb6377a56b6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:18.112480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3afcad39-2594-418d-9e94-d0496624aedc req-b1772885-810f-4011-a9ca-5cb6377a56b6 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0546043 Aug 09 16:12:18.156390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3afcad39-2594-418d-9e94-d0496624aedc req-2e7562a0-3bc1-4d92-be16-453526a19c77 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375471 Aug 09 16:12:19.104981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:19.281848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8efc94-8cce-45c4-a2b8-a10a5b40a45b req-fff33558-2944-4ca8-9fd5-8abb936cfd1e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:19.283451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b8efc94-8cce-45c4-a2b8-a10a5b40a45b req-fff33558-2944-4ca8-9fd5-8abb936cfd1e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0570185 Aug 09 16:12:19.322905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b8efc94-8cce-45c4-a2b8-a10a5b40a45b req-c187ff9b-20d2-4d71-b8b7-926ea416216c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327985 Aug 09 16:12:20.446600 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3286d94-a2fa-4e3f-8a62-1d7234e5f006 req-878c25b2-de48-4f87-ad44-184738ca1704 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:20.448834 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3286d94-a2fa-4e3f-8a62-1d7234e5f006 req-878c25b2-de48-4f87-ad44-184738ca1704 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0540760 Aug 09 16:12:20.488117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3286d94-a2fa-4e3f-8a62-1d7234e5f006 req-1bb9c455-f300-44d8-800b-262ce0e600ff tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337787 Aug 09 16:12:20.506607 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:21.616282 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b1e3-6c4e-4e7e-bb74-480bca37f0da req-5b2b446b-58bd-4338-9e28-8f6289e9e910 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:21.617967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a104b1e3-6c4e-4e7e-bb74-480bca37f0da req-5b2b446b-58bd-4338-9e28-8f6289e9e910 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0547147 Aug 09 16:12:21.657832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a104b1e3-6c4e-4e7e-bb74-480bca37f0da req-e71db082-2fff-4bf3-9789-2426c4ac19c5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336964 Aug 09 16:12:22.794248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba01a2a-0ae6-464e-ab76-cd3146c550b0 req-b52aa28d-9b05-4ec5-a4cd-2f4b21d5fa50 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:22.795771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cba01a2a-0ae6-464e-ab76-cd3146c550b0 req-b52aa28d-9b05-4ec5-a4cd-2f4b21d5fa50 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0609818 Aug 09 16:12:22.838456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cba01a2a-0ae6-464e-ab76-cd3146c550b0 req-957013d7-6fac-44b8-90dc-75d08310ffb4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359399 Aug 09 16:12:23.960338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cb4bc-dc94-4c83-8696-762ab99bd693 req-9be0ebd5-fd38-4ecf-b684-ccd240038870 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:23.961889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-276cb4bc-dc94-4c83-8696-762ab99bd693 req-9be0ebd5-fd38-4ecf-b684-ccd240038870 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0519280 Aug 09 16:12:24.004077 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-276cb4bc-dc94-4c83-8696-762ab99bd693 req-9691e027-b39c-4179-be9f-6e9451ae8d98 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359902 Aug 09 16:12:25.128260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10bc9-b923-457b-a57e-779bbafd929f req-bb3b12e8-8bc4-4b65-a3a5-a945723da6a2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:25.130129 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8db10bc9-b923-457b-a57e-779bbafd929f req-bb3b12e8-8bc4-4b65-a3a5-a945723da6a2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0510151 Aug 09 16:12:25.169291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8db10bc9-b923-457b-a57e-779bbafd929f req-d0e14516-d94d-490d-8c9d-ff3e23b52928 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334356 Aug 09 16:12:26.296945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99f97c-127c-495c-ae68-2637fdf97846 req-a5c3e1b2-558c-4716-bc33-332982eaae60 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:26.298434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d99f97c-127c-495c-ae68-2637fdf97846 req-a5c3e1b2-558c-4716-bc33-332982eaae60 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0597804 Aug 09 16:12:26.338034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d99f97c-127c-495c-ae68-2637fdf97846 req-0eb97f36-12b5-45cd-808f-dbeaba334c60 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334148 Aug 09 16:12:26.837085 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:12:27.460040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6132eea-16ad-40cc-8077-0c8916e43595 req-e4256f9a-d0cd-4e5b-ba67-9a13e75173c3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:27.461751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6132eea-16ad-40cc-8077-0c8916e43595 req-e4256f9a-d0cd-4e5b-ba67-9a13e75173c3 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0519898 Aug 09 16:12:27.505456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6132eea-16ad-40cc-8077-0c8916e43595 req-56b62082-ed9d-4ccf-9dc9-7b5c18adc2e7 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376241 Aug 09 16:12:28.507171 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.641853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd03a0-3379-4461-bef7-d61453d51480 req-4430f143-fe40-48c7-9212-1824a42bd37c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:28.643413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7dd03a0-3379-4461-bef7-d61453d51480 req-4430f143-fe40-48c7-9212-1824a42bd37c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0530567 Aug 09 16:12:28.683756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7dd03a0-3379-4461-bef7-d61453d51480 req-eea21b25-a9ee-4c35-85f8-a3a6395820dd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336225 Aug 09 16:12:28.760773 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.812362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d83d-bce9-4094-a3fc-8f45679a24ce req-0ba7de12-1385-478d-9e07-3c0d2867edb5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:29.814043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3764d83d-bce9-4094-a3fc-8f45679a24ce req-0ba7de12-1385-478d-9e07-3c0d2867edb5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0599413 Aug 09 16:12:29.854646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3764d83d-bce9-4094-a3fc-8f45679a24ce req-840fb0c7-5de4-4f21-9217-74497c5c438b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335555 Aug 09 16:12:30.985113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129a5e2-2d19-499f-90c1-d6453e38c28b req-d58f1b61-400a-457b-b9db-fc87b7b9c324 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:30.986780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9129a5e2-2d19-499f-90c1-d6453e38c28b req-d58f1b61-400a-457b-b9db-fc87b7b9c324 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0558443 Aug 09 16:12:31.028305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9129a5e2-2d19-499f-90c1-d6453e38c28b req-fc3847ef-eb71-4b3f-86db-1c4a59dd5ad9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347996 Aug 09 16:12:32.145607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e940cb-976d-454b-81cb-f06b52ab52a6 req-f12fb9c5-89bf-438c-85dc-87b926ba1b91 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:32.147127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1e940cb-976d-454b-81cb-f06b52ab52a6 req-f12fb9c5-89bf-438c-85dc-87b926ba1b91 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0498800 Aug 09 16:12:32.187106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1e940cb-976d-454b-81cb-f06b52ab52a6 req-2a78044c-fddd-4b59-940a-ad8534fe0f1a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335169 Aug 09 16:12:33.315580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c76a2-1b92-42a3-af4c-d5e0fa52724d req-1dc18dfa-30e0-49c2-a51a-8f7633b81822 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:33.317330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-981c76a2-1b92-42a3-af4c-d5e0fa52724d req-1dc18dfa-30e0-49c2-a51a-8f7633b81822 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0594165 Aug 09 16:12:33.360461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-981c76a2-1b92-42a3-af4c-d5e0fa52724d req-56bb9d37-014e-4134-b140-f5bc499c1211 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362294 Aug 09 16:12:34.484199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5873c-f7e6-4b3f-8958-6f92240cb981 req-6692a2d4-1c35-414b-a017-a3a124c293c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:34.485929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2f5873c-f7e6-4b3f-8958-6f92240cb981 req-6692a2d4-1c35-414b-a017-a3a124c293c1 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0547245 Aug 09 16:12:34.526349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2f5873c-f7e6-4b3f-8958-6f92240cb981 req-6826073c-2d55-40b0-a007-e6b8297f37e2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340645 Aug 09 16:12:35.645994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6946f-28c6-4c44-a46d-1ad95d6b4ee8 req-5e192825-ec8d-4769-8906-0fc555ebcf66 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:35.647529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8f6946f-28c6-4c44-a46d-1ad95d6b4ee8 req-5e192825-ec8d-4769-8906-0fc555ebcf66 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0522048 Aug 09 16:12:35.689205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8f6946f-28c6-4c44-a46d-1ad95d6b4ee8 req-701ad260-d3bd-4560-a85b-13b0f23caa6b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354602 Aug 09 16:12:36.821877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f77c9-ff2c-478e-80bb-86ea303ef789 req-8b02ef3a-4997-4fc1-bf18-58a278f6a7f2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:36.823369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e34f77c9-ff2c-478e-80bb-86ea303ef789 req-8b02ef3a-4997-4fc1-bf18-58a278f6a7f2 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0551205 Aug 09 16:12:36.863026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e34f77c9-ff2c-478e-80bb-86ea303ef789 req-08f54b6f-421e-4582-bc91-1a348e6f8ff8 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332527 Aug 09 16:12:37.984761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744e32a-7098-4238-b291-4200d6a4a217 req-9716ad6c-332c-400d-8e94-1685e801c7a5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:37.986343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8744e32a-7098-4238-b291-4200d6a4a217 req-9716ad6c-332c-400d-8e94-1685e801c7a5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0531380 Aug 09 16:12:38.029070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8744e32a-7098-4238-b291-4200d6a4a217 req-505c9bd5-c234-4d87-8827-92751de6e331 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362501 Aug 09 16:12:39.163291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338da60-0bd1-4a0e-8326-6933ad985f22 req-c7fe2ffa-4e8a-40ec-8f55-4454fb5f61cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:39.164903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d338da60-0bd1-4a0e-8326-6933ad985f22 req-c7fe2ffa-4e8a-40ec-8f55-4454fb5f61cd tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0566370 Aug 09 16:12:39.204841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d338da60-0bd1-4a0e-8326-6933ad985f22 req-cc23d47f-b561-4a81-a0c1-fefdb5b15ebb tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331130 Aug 09 16:12:40.117658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3afeb-206e-4756-a209-250d1b1bd806 req-6ba577d1-d6e1-451e-b708-83207f7c1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:40.119228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2ec3afeb-206e-4756-a209-250d1b1bd806 req-6ba577d1-d6e1-451e-b708-83207f7c1eb7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1096 time: 0.0440583 Aug 09 16:12:40.158011 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2ec3afeb-206e-4756-a209-250d1b1bd806 req-b75c227c-19cf-41f5-ab6d-4f29ce8b129e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302913 Aug 09 16:12:40.335544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56627b15-b820-434a-97e3-a7f5bc572137 req-e071b7df-efe2-4e80-ab3c-43b16a00cae4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:40.337099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56627b15-b820-434a-97e3-a7f5bc572137 req-e071b7df-efe2-4e80-ab3c-43b16a00cae4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0562537 Aug 09 16:12:40.376749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56627b15-b820-434a-97e3-a7f5bc572137 req-4f4fb3f3-1e1e-4f81-91d0-2c74d291476c tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333297 Aug 09 16:12:41.497774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d33f3a-ac8b-40dd-bc6a-a92c8959d678 req-f2682f58-68c4-439a-8c82-c9d332f2312d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:41.499546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d33f3a-ac8b-40dd-bc6a-a92c8959d678 req-f2682f58-68c4-439a-8c82-c9d332f2312d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0528610 Aug 09 16:12:41.543173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d33f3a-ac8b-40dd-bc6a-a92c8959d678 req-94f95cc1-5945-46d8-b4ae-7d6c21ef31fe tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359340 Aug 09 16:12:41.568228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 37226) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:41.637310 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-43de7604-c852-482e-9dd4-8528456e5e4b tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/floatingips/b15a07a1-743a-444a-8cba-06fe31aff80c HTTP/1.1" status: 200 len: 993 time: 0.0673027 Aug 09 16:12:41.721167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:12:41.725931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:12:41.875251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:41.894740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:41.912300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'port_id': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'mac_address': 'fa:16:3e:29:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:12:41.918399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:41.920704 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89626bf5-5b7e-472a-a88c-b73a62642aee" -d '{"events": [{"server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:41.939869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:41.959212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:41.995643 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.024839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:12:42.032761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:42.042736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.043076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.043412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.043886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.044226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.044527 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.044849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.045163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.045498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.045911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.046233 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.046554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.069076 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52813a44-cbf6-47a2-9eb4-16e4615d700f x-openstack-request-id: req-52813a44-cbf6-47a2-9eb4-16e4615d700f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:42.069366 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:42.069613 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52813a44-cbf6-47a2-9eb4-16e4615d700f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:42.069998 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'code': 200} Aug 09 16:12:42.083609 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:12:42.084105 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:12:42.624597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.640546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:12:42.662395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:42.668726 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.723009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:42.953723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['332d2d2b-ae6a-433f-b0c9-3f94d7356f77'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:12:43.734021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:43.793101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:43.793450 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.881316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.917166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:43.922661 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.975951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:44.071533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:44.074053 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ec706-6ba1-4fed-85f4-56a486762cce" -d '{"events": [{"server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "name": "network-vif-plugged", "status": "completed", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:44.113818 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08438e9b-47f2-4159-b4b6-c522d7f5afec x-openstack-request-id: req-08438e9b-47f2-4159-b4b6-c522d7f5afec {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:44.114085 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "name": "network-vif-plugged", "status": "completed", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:44.114367 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08438e9b-47f2-4159-b4b6-c522d7f5afec {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:44.114764 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'code': 200} Aug 09 16:12:45.002330 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-98a4580e-c681-42ed-902a-72c48782a802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:47.573265 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7af34c4c-a37f-4b3b-8da1-14a8c1ab924a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:47.795958 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:49.113872 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:50.511271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:58.505285 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:58.776295 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:03.836579 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:13:10.576212 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-84731bd1-97dd-484f-a356-667a55e601ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427127 Aug 09 16:13:10.668700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-68e01690-1362-4feb-bce6-f45ef8147a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:10.670258 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-68e01690-1362-4feb-bce6-f45ef8147a3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1096 time: 0.0450141 Aug 09 16:13:11.132480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-45048f68-49c3-4016-ae09-4dc11d1a185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:11.133989 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-45048f68-49c3-4016-ae09-4dc11d1a185d service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 200 len: 898 time: 0.4341464 Aug 09 16:13:11.204162 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-1cb468fa-7e69-49b7-9213-0d64e1b5b76c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 200 len: 1001 time: 0.0587912 Aug 09 16:13:11.264167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-5cc3bdf2-bfe2-4c4b-b6b1-92575de5d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:11.265793 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-5cc3bdf2-bfe2-4c4b-b6b1-92575de5d95e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd00a8b1-21df-4766-a971-41f3fef62590 HTTP/1.1" status: 200 len: 835 time: 0.0502071 Aug 09 16:13:11.321663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-2677bd9a-92ba-4be7-9583-df58ec7b27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:11.323203 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-2677bd9a-92ba-4be7-9583-df58ec7b27d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461550 Aug 09 16:13:11.420904 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-9515c136-dac4-4182-81b7-2139bb52ddd7 service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875146 Aug 09 16:13:11.519934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61ba5de9-b048-44e5-93ff-4dcdf14b9bee req-e58ddb81-067a-4e76-b874-c36c3c166f5b service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900800 Aug 09 16:13:15.008555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-16f831d0-b5d9-48c2-a448-e56468897876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:17.576581 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca81da71-9564-4488-b34b-32b5e06dc777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:17.801071 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:19.112731 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:20.513924 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:21.052706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38094) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:21.228442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 8be5a890-f354-47a4-b894-6c96c0b64f1c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:13:21.228763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:21.308523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:21.308745 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:21.321042 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 8be5a890-f354-47a4-b894-6c96c0b64f1c owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:13:21.478036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:21.501661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=8be5a890-f354-47a4-b894-6c96c0b64f1c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:21.516758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.517109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.517452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.517854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.518202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.518513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.518847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.519164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.519492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.519813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.520161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.520476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:21.583418 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:21.583770 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Floating IP b15a07a1-743a-444a-8cba-06fe31aff80c disassociated (deleted). External IP: 172.25.7.219, port: 332d2d2b-ae6a-433f-b0c9-3f94d7356f77. Aug 09 16:13:21.813101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 58667d03-2c80-4211-aeb8-79ba8282cca5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:13:21.927397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:13:21.932056 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:21.939880 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] Sync routers for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:13:21.951061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:13:21.952083 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:13:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:21.965796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e548d299-15de-4d65-a7de-9908248b27ed tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/floatingips/b15a07a1-743a-444a-8cba-06fe31aff80c HTTP/1.1" status: 204 len: 168 time: 0.9119141 Aug 09 16:13:21.966681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:21.970320 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4054995-7bb8-49d4-b442-c60fb2a4c20d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:22.057398 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38108) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:22.078131 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:13:22.215991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38116) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:22.224192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cc736bbd-e15e-4f32-9fbd-350e627aa19e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43a52548d06d483f9980766c80fd1a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654165 Aug 09 16:13:22.288462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:22.297460 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda80474-5db8-4590-adef-534520e0a33a x-openstack-request-id: req-fda80474-5db8-4590-adef-534520e0a33a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:22.297777 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:22.298051 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fda80474-5db8-4590-adef-534520e0a33a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:22.299265 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'status': 'completed', 'code': 200} Aug 09 16:13:22.305874 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:51Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:22.333569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:22.342070 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] Checking router: 58667d03-2c80-4211-aeb8-79ba8282cca5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:13:22.351493 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:13:22.352263 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:13:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:22.417438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506127af-a985-4bf5-9373-812a30b180fb req-eee096d4-461c-42a1-be21-13944e42b22e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:22.425456 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:22.427280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-506127af-a985-4bf5-9373-812a30b180fb req-eee096d4-461c-42a1-be21-13944e42b22e tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0721009 Aug 09 16:13:22.428737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:22.433134 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/800515a6-8cd9-460b-b455-9c59603ec8d4 HTTP/1.1" status: 204 len: 168 time: 0.2156231 Aug 09 16:13:22.455798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800515a6-8cd9-460b-b455-9c59603ec8d4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:22.466133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.466752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.467394 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.467942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.468455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.468951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.469463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.469955 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.470445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.470997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.471748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.472382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57254ea9-259b-4323-8abf-2a5c9a315704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:22.478341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-c7088205-2fbb-4c69-8b33-f82a7c2d4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:22.480796 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-c7088205-2fbb-4c69-8b33-f82a7c2d4fec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 1096 time: 0.0965383 Aug 09 16:13:22.502359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-506127af-a985-4bf5-9373-812a30b180fb req-721fcc59-7818-4d15-9e55-24a359315c12 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701745 Aug 09 16:13:22.608985 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:13:22.635992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-e97a3068-0919-4c57-95d4-b2f5fe4f1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:22.638514 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-e97a3068-0919-4c57-95d4-b2f5fe4f1078 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 200 len: 898 time: 0.1449289 Aug 09 16:13:22.693399 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-71d085c9-b115-4b17-915a-4f295f2af3ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 200 len: 217 time: 0.0444188 Aug 09 16:13:22.758664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-a6444858-cf31-40e4-8a90-f9581498d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:22.760186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-a6444858-cf31-40e4-8a90-f9581498d959 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd00a8b1-21df-4766-a971-41f3fef62590 HTTP/1.1" status: 200 len: 835 time: 0.0573373 Aug 09 16:13:22.807637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-aa942935-d007-4fab-99a7-40d8ebf9c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:22.809387 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-aa942935-d007-4fab-99a7-40d8ebf9c1ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409889 Aug 09 16:13:22.833536 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:51Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:22.862152 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dd10a5-520b-4cd8-81e1-c7181902fc22 None None] The sync data for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 is: [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'fe7e4e34-0fa2-4fe4-a050-cb32e127575c', 'name': '', 'network_id': '5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'mac_address': 'fa:16:3e:d9:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:45Z', 'updated_at': '2021-08-09T16:10:51Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'subnets': [{'id': 'cd00a8b1-21df-4766-a971-41f3fef62590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:13:22.934002 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-f1b02949-7413-41d2-973d-20e930395b34 service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143565 Aug 09 16:13:23.030952 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a4054995-7bb8-49d4-b442-c60fb2a4c20d req-87c6ee85-93b0-4a92-905d-baf2e1408a36 service neutron] 10.222.0.66 "GET /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892508 Aug 09 16:13:23.135024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652a64f-b35c-4ff3-aef5-2a0d97c9b9fd None None] New status for floating IP b15a07a1-743a-444a-8cba-06fe31aff80c: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:13:23.619475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa813965-b77f-4ad4-bf02-52e0d8a3fe10 req-b360da37-20a1-4feb-86f9-ccc77b032cd4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:23.621109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa813965-b77f-4ad4-bf02-52e0d8a3fe10 req-b360da37-20a1-4feb-86f9-ccc77b032cd4 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0563006 Aug 09 16:13:23.668542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa813965-b77f-4ad4-bf02-52e0d8a3fe10 req-60608816-7abd-45b1-875b-ffbaeb4eb861 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "GET /v2.0/security-groups?id=f382ed68-9a62-437f-9ccd-6eb21a311293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414102 Aug 09 16:13:23.692230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-5a6a52ec-c1cf-494d-84a1-d1ad772521b9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:23.693943 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-5a6a52ec-c1cf-494d-84a1-d1ad772521b9 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbc38630-e563-4f5d-bada-867668602eaf HTTP/1.1" status: 200 len: 945 time: 0.0890374 Aug 09 16:13:23.793959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:13:23.794325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:23.882980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:23.883334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:23.896862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:13:24.030134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:24.059018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=332d2d2b-ae6a-433f-b0c9-3f94d7356f77,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:24.105178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] No DVR routers for this DVR port 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:13:24.108486 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:24.112121 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8428ee80-ec9e-415f-90aa-bf6d2455f860 req-915781c1-f605-4fba-86c6-6d76b2f45537 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.66 "DELETE /v2.0/ports/332d2d2b-ae6a-433f-b0c9-3f94d7356f77 HTTP/1.1" status: 204 len: 173 time: 0.4108605 Aug 09 16:13:24.112866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'name': 'network-vif-deleted', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:24.115490 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813b56e8-6840-4591-a3b1-3c3e11eba573" -d '{"events": [{"server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "name": "network-vif-deleted", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:24.300307 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c491aa7-b07c-4036-8e0a-a7bf71e50401 x-openstack-request-id: req-0c491aa7-b07c-4036-8e0a-a7bf71e50401 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:24.300598 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc38630-e563-4f5d-bada-867668602eaf", "name": "network-vif-deleted", "tag": "332d2d2b-ae6a-433f-b0c9-3f94d7356f77", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:24.300841 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c491aa7-b07c-4036-8e0a-a7bf71e50401 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:24.301244 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc38630-e563-4f5d-bada-867668602eaf', 'name': 'network-vif-deleted', 'tag': '332d2d2b-ae6a-433f-b0c9-3f94d7356f77', 'status': 'completed', 'code': 200} Aug 09 16:13:24.731420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38158) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:25.108050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:25.379865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port fe7e4e34-0fa2-4fe4-a050-cb32e127575c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:13:25.380115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:25.478538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port fe7e4e34-0fa2-4fe4-a050-cb32e127575c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:25.478901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:25.492329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for fe7e4e34-0fa2-4fe4-a050-cb32e127575c owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:13:25.684027 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:25.719297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=fe7e4e34-0fa2-4fe4-a050-cb32e127575c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:25.907699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.138471 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Router 58667d03-2c80-4211-aeb8-79ba8282cca5 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:13:26.252953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:13:26.260040 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5d0f6cab-d3dd-4e03-ad3f-613730ee9c35 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "PUT /v2.0/routers/58667d03-2c80-4211-aeb8-79ba8282cca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5274382 Aug 09 16:13:26.262172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38166) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:26.264348 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] Sync routers for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:13:26.275886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:13:26.276499 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:13:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:26.321373 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-043f95fc-73dd-41f5-8eab-0dc49640839a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting subnet cd00a8b1-21df-4766-a971-41f3fef62590 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:13:26.324974 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-043f95fc-73dd-41f5-8eab-0dc49640839a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.369159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-043f95fc-73dd-41f5-8eab-0dc49640839a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.385240 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:13:26.459628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-043f95fc-73dd-41f5-8eab-0dc49640839a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.523936 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-043f95fc-73dd-41f5-8eab-0dc49640839a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.552156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f95fc-73dd-41f5-8eab-0dc49640839a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Subnet': ['ID=cd00a8b1-21df-4766-a971-41f3fef62590,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:26.554166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-043f95fc-73dd-41f5-8eab-0dc49640839a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.556207 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-043f95fc-73dd-41f5-8eab-0dc49640839a tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/subnets/cd00a8b1-21df-4766-a971-41f3fef62590 HTTP/1.1" status: 204 len: 168 time: 0.2926292 Aug 09 16:13:26.558953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38168) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:26.573414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2f61e9-4d72-478d-a1ef-77f8b5006cdf None None] Network 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:13:26.578851 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:13:25Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:26.607464 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] Checking router: 58667d03-2c80-4211-aeb8-79ba8282cca5 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:13:26.619916 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] Routers {'58667d03-2c80-4211-aeb8-79ba8282cca5'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:13:26.620604 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:13:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['58667d03-2c80-4211-aeb8-79ba8282cca5'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:26.704808 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.764212 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] Set router 58667d03-2c80-4211-aeb8-79ba8282cca5 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:13:26.794469 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] DHCP port deletion for 5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:13:26.845633 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.860851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] Deleting port 80c13737-96ee-478d-a6be-fac537072db0 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:13:26.861568 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.912473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Deleting port ab862edb-8b0b-483c-9c22-c94816c116ce {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:13:26.912715 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.933060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] For port 80c13737-96ee-478d-a6be-fac537072db0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=80c13737-96ee-478d-a6be-fac537072db0,segment=NetworkSegment(2ee80a71-5e7f-4b15-8964-4c814b788c27),segment_id=2ee80a71-5e7f-4b15-8964-4c814b788c27)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:26.933568 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:26.957438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] Calling delete_port for 80c13737-96ee-478d-a6be-fac537072db0 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:13:26.993564 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:13:25Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:27.017143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] For port ab862edb-8b0b-483c-9c22-c94816c116ce, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ab862edb-8b0b-483c-9c22-c94816c116ce,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:27.017454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.032799 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d2601-959b-4147-a0e6-e6588bb569d8 None None] The sync data for ids ['58667d03-2c80-4211-aeb8-79ba8282cca5'] in n-d-799523-2 is: [{'id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907046665', 'tenant_id': '6cf1cd14fa274a229b4642338ec5f31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:13:25Z', 'revision_number': 5, 'project_id': '6cf1cd14fa274a229b4642338ec5f31c', 'gw_port': {'id': 'ab862edb-8b0b-483c-9c22-c94816c116ce', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58667d03-2c80-4211-aeb8-79ba8282cca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:43Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:13:27.041593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Calling delete_port for ab862edb-8b0b-483c-9c22-c94816c116ce owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:13:27.051237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.089816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] No DVR routers for this DVR port 80c13737-96ee-478d-a6be-fac537072db0 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:13:27.094686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fa6d7-ffb1-46d3-8e0a-4fce63e62cc4 None None] Pushing event deleted for resources: {'Port': ['ID=80c13737-96ee-478d-a6be-fac537072db0,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:27.234728 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.260073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Port': ['ID=ab862edb-8b0b-483c-9c22-c94816c116ce,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:27.320997 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.420927 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.423594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.474630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.475536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Fanout notify agent at l3_agent the message router_deleted on router 58667d03-2c80-4211-aeb8-79ba8282cca5 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:13:27.483154 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.484356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-acd634f8-0692-4a0e-9df9-a5328d4b8ba5 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/routers/58667d03-2c80-4211-aeb8-79ba8282cca5 HTTP/1.1" status: 204 len: 168 time: 0.9243855 Aug 09 16:13:27.488027 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 38172) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:27.571688 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.672090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.691374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:27.709348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee80a71-5e7f-4b15-8964-4c814b788c27') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:27.709802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee80a71-5e7f-4b15-8964-4c814b788c27') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:27.721305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.722154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 80c13737-96ee-478d-a6be-fac537072db0 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:13:27.745075 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.748262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 80c13737-96ee-478d-a6be-fac537072db0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:13:27.748729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 80c13737-96ee-478d-a6be-fac537072db0 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:13:27.749237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fe7e4e34-0fa2-4fe4-a050-cb32e127575c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:13:27.755111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:13:27.756139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:13:27.759445 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:13:27.777902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: fe7e4e34-0fa2-4fe4-a050-cb32e127575c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:13:27.778259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device fe7e4e34-0fa2-4fe4-a050-cb32e127575c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:13:27.822444 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.828755 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.835507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/networks/5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926 HTTP/1.1" status: 204 len: 168 time: 0.3418412 Aug 09 16:13:27.837479 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38174) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:27.847832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b0ef6-a0fb-4805-80da-55636cbcae8d tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'Network': ['ID=5bf96d93-9ef0-4dcf-a9cb-d6f2f2008926,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:27.898252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3603ad23-967c-4e2f-b73a-6a6be3dcd468 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.928264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3603ad23-967c-4e2f-b73a-6a6be3dcd468 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.994180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3603ad23-967c-4e2f-b73a-6a6be3dcd468 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.996843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3603ad23-967c-4e2f-b73a-6a6be3dcd468 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:27.998010 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3603ad23-967c-4e2f-b73a-6a6be3dcd468 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] 10.222.0.64 "DELETE /v2.0/security-groups/f382ed68-9a62-437f-9ccd-6eb21a311293 HTTP/1.1" status: 204 len: 168 time: 0.1591372 Aug 09 16:13:28.006313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:13:28.015475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603ad23-967c-4e2f-b73a-6a6be3dcd468 tempest-TestNetworkAdvancedServerOps-953125554 tempest-TestNetworkAdvancedServerOps-953125554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f382ed68-9a62-437f-9ccd-6eb21a311293,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:28.031083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:13:28.031423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 332d2d2b-ae6a-433f-b0c9-3f94d7356f77 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:13:28.344124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38184) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:28.490940 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7eb9c7d6-fe06-462b-911b-8c59c6324a33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cf1cd14fa274a229b4642338ec5f31c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454833 Aug 09 16:13:28.493542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:28.535666 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:28.544216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c839-d777-46f5-aa62-ffcdcdbf1dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:28.565721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c839-d777-46f5-aa62-ffcdcdbf1dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:28.613594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c839-d777-46f5-aa62-ffcdcdbf1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:28.616479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c839-d777-46f5-aa62-ffcdcdbf1dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:28.617645 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fbd4c839-d777-46f5-aa62-ffcdcdbf1dd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/577ca532-5632-4ede-aa6d-85521bcb9582 HTTP/1.1" status: 204 len: 168 time: 0.1231976 Aug 09 16:13:28.625580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4c839-d777-46f5-aa62-ffcdcdbf1dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577ca532-5632-4ede-aa6d-85521bcb9582,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:28.767015 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:28.910650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38194) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:28.960641 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4601b5b5-f189-4356-a129-a227a4400559 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9672edc8ed9545fda508d9597305e131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487475 Aug 09 16:13:28.963218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 38198) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:29.021429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12db689a-5a2f-44b2-a243-e181d24e44a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:29.044436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12db689a-5a2f-44b2-a243-e181d24e44a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:29.098739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12db689a-5a2f-44b2-a243-e181d24e44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:29.101359 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-12db689a-5a2f-44b2-a243-e181d24e44a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:29.105026 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-12db689a-5a2f-44b2-a243-e181d24e44a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86a9b675-124d-4b27-9415-59196199807b HTTP/1.1" status: 204 len: 168 time: 0.1382992 Aug 09 16:13:29.112828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db689a-5a2f-44b2-a243-e181d24e44a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a9b675-124d-4b27-9415-59196199807b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:29.592090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ab862edb-8b0b-483c-9c22-c94816c116ce no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:13:29.614990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ab862edb-8b0b-483c-9c22-c94816c116ce {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:13:29.615315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ab862edb-8b0b-483c-9c22-c94816c116ce not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:13:40.837118 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:13:45.011768 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-441a98fd-e1e1-456d-8e56-e2a77d9e37a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:47.579318 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-022f15e0-dcc9-401f-bb0c-9851e8098ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:47.806834 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:49.115413 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:50.520294 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:58.539732 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:58.777265 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:00.958639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-a6d887c2-8114-4cee-80ab-8e99dc33b2cf req-4ac1eb2e-cb73-40cd-b1bb-ae43e3c7bb49 tempest-TaggedBootDevicesTest_v242-813936506 tempest-TaggedBootDevicesTest_v242-813936506-project] (94177) timed out ('10.222.0.64', 36164) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:14:09.746202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39170) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:09.881093 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88836882-5d9a-4a98-a24d-03c301b59524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:09.971844 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88836882-5d9a-4a98-a24d-03c301b59524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:09.976550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-88836882-5d9a-4a98-a24d-03c301b59524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:10.013796 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-88836882-5d9a-4a98-a24d-03c301b59524 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2483bdf90bc441ee9c1560ab15e26004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663686 Aug 09 16:14:10.014874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88836882-5d9a-4a98-a24d-03c301b59524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab2f2f-2571-4c23-a21f-90ab496122e6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:10.016661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39174) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:10.076671 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ceceb53-1332-4448-9f93-f5bd2e3f2ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:10.107526 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ceceb53-1332-4448-9f93-f5bd2e3f2ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:10.155280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ceceb53-1332-4448-9f93-f5bd2e3f2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:10.158074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ceceb53-1332-4448-9f93-f5bd2e3f2ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:10.159229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5ceceb53-1332-4448-9f93-f5bd2e3f2ee0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1ab2f2f-2571-4c23-a21f-90ab496122e6 HTTP/1.1" status: 204 len: 168 time: 0.1414523 Aug 09 16:14:10.167229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceceb53-1332-4448-9f93-f5bd2e3f2ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab2f2f-2571-4c23-a21f-90ab496122e6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:15.006770 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2fa5095d-b7a8-4396-9ea0-e9480674be5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:17.587439 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d779b7c5-5357-4409-b34b-1f019fefe231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:17.806822 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:17.837759 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:14:19.119442 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:20.522066 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:28.567097 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:28.781022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:45.011594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e50f4aea-f054-46b1-a9ff-a363574df197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.582103 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-69d6ceb3-b442-4dda-a181-4a48246d784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.804297 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:49.123670 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:50.524993 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.838192 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:14:58.327906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39506) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:58.449076 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.544770 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.550041 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.578276 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.592469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4716638ffdcf4d758e6ca5bdc8b8f875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631674 Aug 09 16:14:58.593581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d0095-9891-4489-a812-f9e7ed9f8e5b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:58.595538 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39510) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:58.601844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.602402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.602518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.602820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.603163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.603492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.603838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.604171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.604497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.604825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.605145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.605468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae33f897-8598-43dc-a26f-c86ac9e08b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.650705 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.672723 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.733650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.737139 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.738656 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f6d0095-9891-4489-a812-f9e7ed9f8e5b HTTP/1.1" status: 204 len: 168 time: 0.1421001 Aug 09 16:14:58.747305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d0095-9891-4489-a812-f9e7ed9f8e5b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:58.755151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.755515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.755861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.756225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.756695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.756896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.757229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.757584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.757909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.758328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.758658 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.758982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc8ec1-f3dc-4bc4-8634-a2a6e41f195e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:58.792070 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:59.864275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39540) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:59.992728 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18b687f1-8b12-4eee-9314-9197917a7afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:00.097197 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18b687f1-8b12-4eee-9314-9197917a7afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:00.103057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-18b687f1-8b12-4eee-9314-9197917a7afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:00.140653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b687f1-8b12-4eee-9314-9197917a7afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ec2dfc-2232-4896-8d3f-2b9f2e816f65,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:00.149618 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-18b687f1-8b12-4eee-9314-9197917a7afb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72cfcb06e0c14c10b3cee1747d8f3efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829640 Aug 09 16:15:00.149747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39544) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:00.198964 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f825e201-eedc-47b8-8d5d-60d94ed2e1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:00.226012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f825e201-eedc-47b8-8d5d-60d94ed2e1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:00.275562 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f825e201-eedc-47b8-8d5d-60d94ed2e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:00.278493 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f825e201-eedc-47b8-8d5d-60d94ed2e1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:00.279675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f825e201-eedc-47b8-8d5d-60d94ed2e1a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02ec2dfc-2232-4896-8d3f-2b9f2e816f65 HTTP/1.1" status: 204 len: 168 time: 0.1291008 Aug 09 16:15:00.287848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825e201-eedc-47b8-8d5d-60d94ed2e1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ec2dfc-2232-4896-8d3f-2b9f2e816f65,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:02.512067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39598) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:02.517387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'network': {'name': 'tempest-network-smoke--2117611649', 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'port_security_enabled': True}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:02.542075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Made reservation on behalf of a492431ba8e44279aa06f86bb202b115 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:02.545742 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.555184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.660583 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.666886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.693899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:15:02.704024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddeb376-c4a4-4768-a5f3-52f78f266dde,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:02.709294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.709639 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Added segment 1914299f-15f0-4e06-b186-7d5aeb2beac4 of type vlan for network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 Aug 09 16:15:02.753399 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.784335 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.790304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:02.790901 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.854104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3408844 Aug 09 16:15:02.856976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39600) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:02.861506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'admin_state_up': True, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:02.878168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0e11a-c076-49d3-ada3-538a9949e70f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Network': ['ID=105a9d1a-7cac-406a-b36f-9a5f598d6b73,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:02.890147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:15:02.896726 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:02.897789 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.326511 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.469354 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.671589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.691256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.796589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Allocated IP 172.25.7.165 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/5372fdc9-1f9d-4246-bee5-c15263056b2c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:03.898871 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.942805 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.982096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:03.987426 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:03.990300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:04.022815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=5372fdc9-1f9d-4246-bee5-c15263056b2c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:04.273542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.485257 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.624679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Router 878668b8-06d5-4eb5-b81e-9dee867674f1 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:15:04.739289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:04.750974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Sync routers for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:04.760540 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.761905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-745376c5-e241-4cd2-9f0e-4f6a681b61ae tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9039226 Aug 09 16:15:04.765117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39604) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:04.766110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:04.766970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:14:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:04.876822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:04.890324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-df879a13-4227-4bb4-af4e-392c44d1a16e tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a492431ba8e44279aa06f86bb202b115&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239066 Aug 09 16:15:04.893154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39608) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:04.990764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95990fc4-b586-427e-bcef-5dec39471ea3 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:04.992462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-95990fc4-b586-427e-bcef-5dec39471ea3 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983279 Aug 09 16:15:04.995214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39610) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:05.023653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-03878378-ffcf-428e-b14e-92146098e20b tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273223 Aug 09 16:15:05.026236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39612) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:05.031231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1885167496', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:05.069117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:04Z', 'revision_number': 3, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:05.100600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Checking router: 878668b8-06d5-4eb5-b81e-9dee867674f1 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:05.100980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Updating router 878668b8-06d5-4eb5-b81e-9dee867674f1 port 5372fdc9-1f9d-4246-bee5-c15263056b2c binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:15:05.122443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Made reservation on behalf of a492431ba8e44279aa06f86bb202b115 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:05.126210 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.126926 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.326633 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.404337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.407724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Subnet': ['ID=49b0721b-527f-44a0-a0aa-c4ab97ab6a1a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:05.417726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Transition to ACTIVE for port object 5372fdc9-1f9d-4246-bee5-c15263056b2c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:05.432029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Checking segment: {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:05.432029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network hostable DHCP agents. Network: 105a9d1a-7cac-406a-b36f-9a5f598d6b73, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:15:05.434920 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.453375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:15:05.462898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 105a9d1a-7cac-406a-b36f-9a5f598d6b73) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:05.467667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:05.468343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.480935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a9d7f5-9641-4819-b4f9-528ac49869f7 None None] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:05.490185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eef8c418-5338-45a1-96b8-5c8c5f3da2c3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4602876 Aug 09 16:15:05.490489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39614) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:05.545830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Attempting to bind port 5372fdc9-1f9d-4246-bee5-c15263056b2c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:05.546247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Attempting to bind port 5372fdc9-1f9d-4246-bee5-c15263056b2c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:05.546752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Attempting to bind port 5372fdc9-1f9d-4246-bee5-c15263056b2c on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:05.557394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Pushing event updated for resources: {'Port': ['ID=5372fdc9-1f9d-4246-bee5-c15263056b2c,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:05.565521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:05.565888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:05.566286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.566672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:05.567275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Bound port: 5372fdc9-1f9d-4246-bee5-c15263056b2c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:05.567654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.594433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.594733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.595061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.595413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.595740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.596483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.596773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.597097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.597415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.597737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.598040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.598363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:05.654286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] For port 5372fdc9-1f9d-4246-bee5-c15263056b2c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:05.660092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] For port 5372fdc9-1f9d-4246-bee5-c15263056b2c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5372fdc9-1f9d-4246-bee5-c15263056b2c,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:05.689587 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.775393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475a408-5a00-4308-8916-2d022f34df2d None None] Pushing event updated for resources: {'Port': ['ID=5372fdc9-1f9d-4246-bee5-c15263056b2c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:05.808061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:05.808657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:14:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:05.842647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:15:05.843477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.954251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.991378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:06.136923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Allocated IP 172.20.0.2 (105a9d1a-7cac-406a-b36f-9a5f598d6b73/49b0721b-527f-44a0-a0aa-c4ab97ab6a1a/7ad50924-a697-4df6-8cc4-61695d6a3d40) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:06.323975 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:04Z', 'revision_number': 3, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:06.352508 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:06.357002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044711b1-828c-4e0b-88a6-35c6528521e9 None None] The sync data for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 is: [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:04Z', 'revision_number': 3, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:06.363209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Transition to ACTIVE for port object 7ad50924-a697-4df6-8cc4-61695d6a3d40 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:06.382680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Transition to ACTIVE for port object 7ad50924-a697-4df6-8cc4-61695d6a3d40 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:06.390942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:06.437576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:06.440712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:06.443278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Allocated IP 172.20.0.1 (105a9d1a-7cac-406a-b36f-9a5f598d6b73/49b0721b-527f-44a0-a0aa-c4ab97ab6a1a/1b525108-1116-4e05-95ba-b91bc1faf2d0) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:06.444702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:06.457204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Pushing event updated for resources: {'Port': ['ID=7ad50924-a697-4df6-8cc4-61695d6a3d40,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:06.505663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Attempting to bind port 7ad50924-a697-4df6-8cc4-61695d6a3d40 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:06.506025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Attempting to bind port 7ad50924-a697-4df6-8cc4-61695d6a3d40 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:06.506387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Attempting to bind port 7ad50924-a697-4df6-8cc4-61695d6a3d40 on network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:06.511631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:06.512027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Checking segment: {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:06.512482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:06.512878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Bound using segment: {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:06.513353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Bound port: 7ad50924-a697-4df6-8cc4-61695d6a3d40, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:06.513736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:06.588847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:06.608564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Transition to ACTIVE for port object 1b525108-1116-4e05-95ba-b91bc1faf2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:06.634992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] For port 7ad50924-a697-4df6-8cc4-61695d6a3d40, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:06.639892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] For port 7ad50924-a697-4df6-8cc4-61695d6a3d40, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ad50924-a697-4df6-8cc4-61695d6a3d40,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:06.648051 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:06.649491 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:06.694686 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:06.703158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:06.708095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:06.733784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73196a-1228-49d1-85c2-290f9d323dec None None] Pushing event updated for resources: {'Port': ['ID=7ad50924-a697-4df6-8cc4-61695d6a3d40,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:06.764187 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=1b525108-1116-4e05-95ba-b91bc1faf2d0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:06.777537 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:06.931666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:07.597707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:07.603693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:07.630431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e516c0e-71ab-4681-81bc-b5ada9244426 None None] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:07.684735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:07.686550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=1b525108-1116-4e05-95ba-b91bc1faf2d0,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:07.777371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5372fdc9-1f9d-4246-bee5-c15263056b2c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:07.808143 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:07.810046 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:07.816653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-28b9c4e3-4ff8-4bf0-8fa3-34cc53081de9 None None] Provisioning for port 7ad50924-a697-4df6-8cc4-61695d6a3d40 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:07.881169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 5372fdc9-1f9d-4246-bee5-c15263056b2c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:07.888497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 5372fdc9-1f9d-4246-bee5-c15263056b2c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:07.888863 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:07.944361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Router 878668b8-06d5-4eb5-b81e-9dee867674f1 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:07.976129 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.000837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 5372fdc9-1f9d-4246-bee5-c15263056b2c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5372fdc9-1f9d-4246-bee5-c15263056b2c,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:08.006207 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.007320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ad50924-a697-4df6-8cc4-61695d6a3d40 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:08.091646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:08.097085 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ee0ab40f-0839-47ec-b8b5-4e3f4427355f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "PUT /v2.0/routers/878668b8-06d5-4eb5-b81e-9dee867674f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6053405 Aug 09 16:15:08.097970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=5372fdc9-1f9d-4246-bee5-c15263056b2c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:08.099762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39616) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:08.104534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d0577806-7037-40b6-b69c-c963209c7a81 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--246252999', 'description': 'tempest-secgroup_access--246252999 description', 'project_id': 'a492431ba8e44279aa06f86bb202b115'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:08.116964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7ad50924-a697-4df6-8cc4-61695d6a3d40 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:08.122148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ad50924-a697-4df6-8cc4-61695d6a3d40 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:08.122822 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.130285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0577806-7037-40b6-b69c-c963209c7a81 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.176557 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4ec29432-5861-4693-93bc-54ddca77ed4d None None] Provisioning complete for port 7ad50924-a697-4df6-8cc4-61695d6a3d40 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:08.176932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ec29432-5861-4693-93bc-54ddca77ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.212372 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Sync routers for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:08.230969 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:08.231611 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:14:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:08.246553 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0577806-7037-40b6-b69c-c963209c7a81 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.253039 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0577806-7037-40b6-b69c-c963209c7a81 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.266362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.295644 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d0577806-7037-40b6-b69c-c963209c7a81 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.300087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39618) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:08.300806 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d0577806-7037-40b6-b69c-c963209c7a81 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1994238 Aug 09 16:15:08.303388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0577806-7037-40b6-b69c-c963209c7a81 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ba9429-afd4-4337-87ce-d45925fcee24,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:08.305275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cbc61fda-f3cc-48a1-a19c-3fab1880c7e7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1171454515', 'description': 'tempest-secgroup_general--1171454515 description', 'project_id': 'a492431ba8e44279aa06f86bb202b115'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:08.335540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7ad50924-a697-4df6-8cc4-61695d6a3d40, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ad50924-a697-4df6-8cc4-61695d6a3d40,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:08.347621 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cbc61fda-f3cc-48a1-a19c-3fab1880c7e7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.374266 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:08.458312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cbc61fda-f3cc-48a1-a19c-3fab1880c7e7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.464933 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cbc61fda-f3cc-48a1-a19c-3fab1880c7e7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.502797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc61fda-f3cc-48a1-a19c-3fab1880c7e7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:08.506102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cbc61fda-f3cc-48a1-a19c-3fab1880c7e7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.511661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39620) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:08.517908 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a3995f18-c479-490c-85d3-74b483f33efe tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'security_group_rule': {'security_group_id': 'd4ba9429-afd4-4337-87ce-d45925fcee24', 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:08.523636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cbc61fda-f3cc-48a1-a19c-3fab1880c7e7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2222340 Aug 09 16:15:08.550563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3995f18-c479-490c-85d3-74b483f33efe tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.556091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.594964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ec29432-5861-4693-93bc-54ddca77ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.619909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3995f18-c479-490c-85d3-74b483f33efe tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.621863 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 2, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:08.625303 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3995f18-c479-490c-85d3-74b483f33efe tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.637028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7ad50924-a697-4df6-8cc4-61695d6a3d40,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:08.643896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3995f18-c479-490c-85d3-74b483f33efe tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75346156-4abf-48ff-ab3c-a6b439fba37a,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:08.652587 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Checking router: 878668b8-06d5-4eb5-b81e-9dee867674f1 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:08.652936 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Updating router 878668b8-06d5-4eb5-b81e-9dee867674f1 port 1b525108-1116-4e05-95ba-b91bc1faf2d0 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:15:08.654718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3995f18-c479-490c-85d3-74b483f33efe tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.665914 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3995f18-c479-490c-85d3-74b483f33efe tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523886 Aug 09 16:15:08.682013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-4ec29432-5861-4693-93bc-54ddca77ed4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:15:08.682369 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-4ec29432-5861-4693-93bc-54ddca77ed4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:15:08.780696 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:08.941668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-9e3d7af4-2cb6-4240-a1a2-c86e23b56fe1 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--1171454515&fields=id&tenant_id=a492431ba8e44279aa06f86bb202b115 HTTP/1.1" status: 200 len: 267 time: 0.0383971 Aug 09 16:15:08.990045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-dc0192ca-98d2-445c-bfe5-5bcb6a066632 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--246252999&fields=id&tenant_id=a492431ba8e44279aa06f86bb202b115 HTTP/1.1" status: 200 len: 267 time: 0.0417025 Aug 09 16:15:09.063583 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:09.076863 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Transition to ACTIVE for port object 1b525108-1116-4e05-95ba-b91bc1faf2d0 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:09.083653 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:09.109266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-6ee5a2d2-dfc8-4d8c-85b4-183743adf25a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:09.110902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-6ee5a2d2-dfc8-4d8c-85b4-183743adf25a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/networks?id=105a9d1a-7cac-406a-b36f-9a5f598d6b73 HTTP/1.1" status: 200 len: 797 time: 0.1124794 Aug 09 16:15:09.126844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-1f3f2425-51ea-4413-8619-e3121c52a7ad tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/quotas/a492431ba8e44279aa06f86bb202b115 HTTP/1.1" status: 200 len: 375 time: 0.0101821 Aug 09 16:15:09.144151 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Pushing event updated for resources: {'Port': ['ID=1b525108-1116-4e05-95ba-b91bc1faf2d0,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:09.175320 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.175741 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.176099 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.176423 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.176744 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.177061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.177390 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.177689 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.178000 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.178309 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.178644 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.178951 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:09.195010 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-b332df55-24ba-442e-8572-c03286ea062c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608294 Aug 09 16:15:09.214447 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Attempting to bind port 1b525108-1116-4e05-95ba-b91bc1faf2d0 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:09.215587 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Attempting to bind port 1b525108-1116-4e05-95ba-b91bc1faf2d0 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:09.216178 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Attempting to bind port 1b525108-1116-4e05-95ba-b91bc1faf2d0 on network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:09.223117 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:09.223561 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Checking segment: {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:09.224229 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:09.224823 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Bound using segment: {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:09.225543 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Bound port: 1b525108-1116-4e05-95ba-b91bc1faf2d0, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:09.226316 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:09.260311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4ec29432-5861-4693-93bc-54ddca77ed4d None None] Provisioning for port 1b525108-1116-4e05-95ba-b91bc1faf2d0 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:09.299002 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] For port 1b525108-1116-4e05-95ba-b91bc1faf2d0, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:09.302500 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] For port 1b525108-1116-4e05-95ba-b91bc1faf2d0, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1b525108-1116-4e05-95ba-b91bc1faf2d0,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:09.307378 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:09.367124 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ae6bc-a596-4bfe-94fb-f5eab48ee3ec None None] Pushing event updated for resources: {'Port': ['ID=1b525108-1116-4e05-95ba-b91bc1faf2d0,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:09.369723 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:09.370311 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:14:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:09.384780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-4ef9c1b2-1f8f-442e-b5de-656c9323f45f service neutron] 10.222.0.64 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741214 Aug 09 16:15:09.484319 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:09.492227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-660860d4-9cef-41de-b620-6942b9a7f315 service neutron] 10.222.0.64 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986538 Aug 09 16:15:09.673045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1fff6be9-d777-472d-abdf-735edad8387e req-875655e3-cefd-4971-863a-73ff08420215 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 210 time: 0.0363398 Aug 09 16:15:09.714666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5372fdc9-1f9d-4246-bee5-c15263056b2c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:09.720907 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:09Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:09.748458 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51013f-1a12-45e4-8b31-28b63716bf99 None None] The sync data for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 is: [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:09Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:09.767701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 5372fdc9-1f9d-4246-bee5-c15263056b2c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:09.768117 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:09.877717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ad50924-a697-4df6-8cc4-61695d6a3d40 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:09.934789 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7ad50924-a697-4df6-8cc4-61695d6a3d40 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:09.935163 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:10.774766 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9380d1ff-d1da-48bb-a1f8-0a41988cfc62 req-d707f14d-52e0-4066-8b51-ca4300266782 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 210 time: 0.0287507 Aug 09 16:15:10.934963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-94d39124-8b81-4342-a36b-cdf6e30dba4c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:10.936995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-94d39124-8b81-4342-a36b-cdf6e30dba4c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.35 "GET /v2.0/networks?id=105a9d1a-7cac-406a-b36f-9a5f598d6b73 HTTP/1.1" status: 200 len: 797 time: 0.1142876 Aug 09 16:15:10.997673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-c5dbd3a7-568a-4b34-8fb7-6b53b56d1462 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a492431ba8e44279aa06f86bb202b115 HTTP/1.1" status: 200 len: 477 time: 0.0517211 Aug 09 16:15:11.010652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'port': {'device_id': '65dd1283-c507-498d-9f7c-123421134e7f', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'admin_state_up': True, 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'security_groups': ['a46ab0eb-ba00-4e72-a7f7-0a236fe75a35', 'd4ba9429-afd4-4337-87ce-d45925fcee24']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:11.143291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Made reservation on behalf of a492431ba8e44279aa06f86bb202b115 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:11.149069 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.283881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Allocated IP 172.20.0.9 (105a9d1a-7cac-406a-b36f-9a5f598d6b73/49b0721b-527f-44a0-a0aa-c4ab97ab6a1a/f8e9e18d-36f0-47b0-9166-e9343f8d58e2) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:11.450396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.465048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Transition to ACTIVE for port object f8e9e18d-36f0-47b0-9166-e9343f8d58e2 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:11.502385 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.555632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:11.560055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:11.563998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:11.570843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:11.621378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:11.622054 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.639063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-21cb7800-f274-4648-84e7-2edcb7f9cd1c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6324773 Aug 09 16:15:11.650841 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-1cc2aea7-8a4b-482c-8ff1-e88cce6341ee tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:15:11.652010 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-1cc2aea7-8a4b-482c-8ff1-e88cce6341ee tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055776 Aug 09 16:15:11.722185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1b525108-1116-4e05-95ba-b91bc1faf2d0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:11.735875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Request body: {'port': {'device_id': '65dd1283-c507-498d-9f7c-123421134e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:11.786036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 1b525108-1116-4e05-95ba-b91bc1faf2d0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:11.793217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 1b525108-1116-4e05-95ba-b91bc1faf2d0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:11.793693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.806332 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.883357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5db166e6-a901-49ab-8112-426c12a3fc3b None None] Provisioning for port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:11.890043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.891943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5db166e6-a901-49ab-8112-426c12a3fc3b None None] Provisioning complete for port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:11.892356 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5db166e6-a901-49ab-8112-426c12a3fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.952466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5db166e6-a901-49ab-8112-426c12a3fc3b None None] Port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:15:11.955381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 1b525108-1116-4e05-95ba-b91bc1faf2d0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1b525108-1116-4e05-95ba-b91bc1faf2d0,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:11.960818 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.974259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c519f-adab-4239-8375-3f10ae68fdf4 req-5cafdcf4-6f03-445b-81d2-0b6d785a4a2d tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:11.975804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-436c519f-adab-4239-8375-3f10ae68fdf4 req-5cafdcf4-6f03-445b-81d2-0b6d785a4a2d tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 970 time: 0.1228938 Aug 09 16:15:12.009448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=1b525108-1116-4e05-95ba-b91bc1faf2d0,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:12.069895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-436c519f-adab-4239-8375-3f10ae68fdf4 req-0ef989e3-0842-425b-aa01-00a6aad763fb tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0797153 Aug 09 16:15:12.147031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e9e18d-36f0-47b0-9166-e9343f8d58e2 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:15:12.155285 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.168387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Transition to ACTIVE for port object f8e9e18d-36f0-47b0-9166-e9343f8d58e2 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:12.174660 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.236561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:12.312768 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Attempting to bind port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:12.313105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Attempting to bind port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:12.313440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Attempting to bind port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 on network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:12.318526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 on network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:15:12.318850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Attempting to bind port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 on network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:12.325280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:12.325562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Checking segment: {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:12.326010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Bound using segment: {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:12.326470 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Bound port: f8e9e18d-36f0-47b0-9166-e9343f8d58e2, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1914299f-15f0-4e06-b186-7d5aeb2beac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:12.326824 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.396754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] For port f8e9e18d-36f0-47b0-9166-e9343f8d58e2, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:12.400395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] For port f8e9e18d-36f0-47b0-9166-e9343f8d58e2, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:12.407930 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.441548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:12.442180 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.444055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] 10.222.0.35 "PUT /v2.0/ports/f8e9e18d-36f0-47b0-9166-e9343f8d58e2 HTTP/1.1" status: 200 len: 1130 time: 0.7850571 Aug 09 16:15:12.446639 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:12.450260 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b076ad-188a-4522-8b89-1b9ee9bc5b65" -d '{"events": [{"name": "network-changed", "server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:12.520506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf6dcd-73b8-4c7f-9c53-bd2df5c7b501 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:12.524532 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac43844-1639-42f5-971b-4047892c5267 x-openstack-request-id: req-4ac43844-1639-42f5-971b-4047892c5267 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:12.524825 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:12.525255 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ac43844-1639-42f5-971b-4047892c5267 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:12.525837 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'status': 'completed', 'code': 200} Aug 09 16:15:12.546153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-188d2ce3-822e-486c-bb0f-b93af687f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:12.547760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-188d2ce3-822e-486c-bb0f-b93af687f6b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1133 time: 0.0582991 Aug 09 16:15:12.602794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-1df15e04-5662-4332-bc27-e702f512bc26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2 HTTP/1.1" status: 200 len: 217 time: 0.0444291 Aug 09 16:15:12.654948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-c73fabd6-1ff9-453b-8a05-2c569eb0ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:12.656496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-c73fabd6-1ff9-453b-8a05-2c569eb0ddcb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49b0721b-527f-44a0-a0aa-c4ab97ab6a1a HTTP/1.1" status: 200 len: 835 time: 0.0469580 Aug 09 16:15:12.705522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-e06a0934-18b4-4f0e-a57c-b75e7d11014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:12.707061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-e06a0934-18b4-4f0e-a57c-b75e7d11014e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=105a9d1a-7cac-406a-b36f-9a5f598d6b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433831 Aug 09 16:15:12.802131 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-9b0776ea-3ef2-4d05-816f-81f2060c2e9a service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880773 Aug 09 16:15:12.892887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a7fa7fa-188e-4506-8870-cdf9604024e7 req-7237f9be-fa70-44fe-8dff-09c887918dac service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Aug 09 16:15:12.990284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-5226be7f-e55a-4ca2-9ccd-64aedb6c2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:12.992527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-5226be7f-e55a-4ca2-9ccd-64aedb6c2f4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1133 time: 0.0490365 Aug 09 16:15:13.088978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-709fc989-4aff-4ea5-bf1d-271184913116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:13.090506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-709fc989-4aff-4ea5-bf1d-271184913116 service neutron] 10.222.0.35 "GET /v2.0/networks?id=105a9d1a-7cac-406a-b36f-9a5f598d6b73 HTTP/1.1" status: 200 len: 899 time: 0.0908804 Aug 09 16:15:13.135153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-9675692a-d2e8-4a0e-a59b-00c55b29e6af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2 HTTP/1.1" status: 200 len: 217 time: 0.0359683 Aug 09 16:15:13.214058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-128d0c12-0cec-4ac3-b4d1-748d4a6ee317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:13.215452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-128d0c12-0cec-4ac3-b4d1-748d4a6ee317 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49b0721b-527f-44a0-a0aa-c4ab97ab6a1a HTTP/1.1" status: 200 len: 835 time: 0.0733645 Aug 09 16:15:13.231681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e72e4-e8f6-4909-b46c-e7d30f5cd41a req-22e3693c-d4c9-4e45-b558-c3a6e2c0b67d tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:13.233136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e6e72e4-e8f6-4909-b46c-e7d30f5cd41a req-22e3693c-d4c9-4e45-b558-c3a6e2c0b67d tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 982 time: 0.0832279 Aug 09 16:15:13.295169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e6e72e4-e8f6-4909-b46c-e7d30f5cd41a req-51b5e07b-e778-4819-bbf3-88fb74d3e0da tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0547628 Aug 09 16:15:13.297913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-4173dbb9-928d-441c-b168-273f6db07827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:13.299350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-4173dbb9-928d-441c-b168-273f6db07827 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=105a9d1a-7cac-406a-b36f-9a5f598d6b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758150 Aug 09 16:15:13.404038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-c617e818-04b4-4253-8277-0cca1b9bf265 service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964818 Aug 09 16:15:13.514638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24b076ad-188a-4522-8b89-1b9ee9bc5b65 req-5703a15d-94f2-4fd2-b3ef-3ef552cfa4e5 service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014547 Aug 09 16:15:13.695272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1b525108-1116-4e05-95ba-b91bc1faf2d0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:13.750129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 1b525108-1116-4e05-95ba-b91bc1faf2d0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:13.750507 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:14.427222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee6441-20f5-4e88-9f95-8df4e6ba767a req-73181521-8199-4546-87d1-a8afbaf8dd85 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:14.428864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24ee6441-20f5-4e88-9f95-8df4e6ba767a req-73181521-8199-4546-87d1-a8afbaf8dd85 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 982 time: 0.0577097 Aug 09 16:15:14.474006 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24ee6441-20f5-4e88-9f95-8df4e6ba767a req-af988531-2a01-464b-90e0-5e871256fc92 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0376260 Aug 09 16:15:15.016481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dbb390e9-d998-4094-b37e-a051ded745e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:15.602032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ad01-11c7-42d8-9ef9-c1376edad402 req-a1fb6104-4a32-4742-abb3-15a89c339c70 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:15.603547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30e3ad01-11c7-42d8-9ef9-c1376edad402 req-a1fb6104-4a32-4742-abb3-15a89c339c70 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 982 time: 0.0530255 Aug 09 16:15:15.643972 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-30e3ad01-11c7-42d8-9ef9-c1376edad402 req-f2bf3f49-747b-4a13-b79c-e3adc4b812d8 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0343211 Aug 09 16:15:15.877148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f8e9e18d-36f0-47b0-9166-e9343f8d58e2 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:15:15.984001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f8e9e18d-36f0-47b0-9166-e9343f8d58e2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:16.001100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'port_id': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'mac_address': 'fa:16:3e:04:46:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:15:16.050632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.064715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e9e18d-36f0-47b0-9166-e9343f8d58e2 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:15:16.086615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f8e9e18d-36f0-47b0-9166-e9343f8d58e2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:16.091733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.149217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:16.325089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['f8e9e18d-36f0-47b0-9166-e9343f8d58e2'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:15:16.777755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca043-3480-4a96-8e60-875dedac33ae req-335789fd-e6e6-4658-9d1f-63b62935d9d6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:16.779351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e3ca043-3480-4a96-8e60-875dedac33ae req-335789fd-e6e6-4658-9d1f-63b62935d9d6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 983 time: 0.0564387 Aug 09 16:15:16.819364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e3ca043-3480-4a96-8e60-875dedac33ae req-eb77196b-90a4-43cb-b39e-07d0dea023e5 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338385 Aug 09 16:15:17.589146 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-85153673-fe74-4173-8319-6328d7204e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.800084 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.892607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f8e9e18d-36f0-47b0-9166-e9343f8d58e2 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:17.950943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:17.956875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:17.957334 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:18.052396 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:18.081781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:18.084294 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b938af-c29f-4a01-a14c-d4cce533c482" -d '{"events": [{"server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "name": "network-vif-plugged", "status": "completed", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:18.099626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port f8e9e18d-36f0-47b0-9166-e9343f8d58e2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:18.104889 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:18.159091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:18.274954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1a026-48b8-4429-90da-0974654ab913 req-29829c14-6c6b-49c9-8424-2467668532f2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:18.276493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0a1a026-48b8-4429-90da-0974654ab913 req-29829c14-6c6b-49c9-8424-2467668532f2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 983 time: 0.3866389 Aug 09 16:15:18.319611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0a1a026-48b8-4429-90da-0974654ab913 req-a77de8fd-5acb-4570-98c8-1ca0610f9a91 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0354300 Aug 09 16:15:18.369490 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663569ff-83df-4490-881d-426c94028d08 x-openstack-request-id: req-663569ff-83df-4490-881d-426c94028d08 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:18.369720 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "name": "network-vif-plugged", "status": "completed", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:18.369977 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-663569ff-83df-4490-881d-426c94028d08 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:18.370366 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'code': 200} Aug 09 16:15:18.475593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4779e-f2f8-4931-ac81-155304f97389 req-a79f1bd9-b551-43a1-ace9-f27ae6523d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:18.477519 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9d4779e-f2f8-4931-ac81-155304f97389 req-a79f1bd9-b551-43a1-ace9-f27ae6523d7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1135 time: 0.0474703 Aug 09 16:15:18.517065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9d4779e-f2f8-4931-ac81-155304f97389 req-2289b5f9-35d2-4712-bd07-89c035c483ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0314925 Aug 09 16:15:19.128585 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:19.454166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f0d46-f35a-4465-8747-9acd19900c0c req-a971b3a4-d48c-43c6-8f18-574988cfa4fc tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:19.456456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987f0d46-f35a-4465-8747-9acd19900c0c req-a971b3a4-d48c-43c6-8f18-574988cfa4fc tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 984 time: 0.0557663 Aug 09 16:15:19.503889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-987f0d46-f35a-4465-8747-9acd19900c0c req-cc9cb63b-63a7-4604-ab88-ecc18110e6c7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0395148 Aug 09 16:15:20.528293 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:20.629204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4d1d-992d-4619-abfc-a1a6153478dd req-22b24447-6670-4229-acd8-e17e76afbb7f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:20.630719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20cc4d1d-992d-4619-abfc-a1a6153478dd req-22b24447-6670-4229-acd8-e17e76afbb7f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 984 time: 0.0535305 Aug 09 16:15:20.681480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20cc4d1d-992d-4619-abfc-a1a6153478dd req-b4d21306-3131-4d4b-8ca7-82f220fbb946 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0420372 Aug 09 16:15:20.801410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe568f-54df-4fd1-9f1b-dc6e52ad39ab req-25b9422b-d3ee-4539-aea3-7687730705f2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:20.802921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0dbe568f-54df-4fd1-9f1b-dc6e52ad39ab req-25b9422b-d3ee-4539-aea3-7687730705f2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 984 time: 0.0525224 Aug 09 16:15:20.846494 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0dbe568f-54df-4fd1-9f1b-dc6e52ad39ab req-37e5194a-b877-4c9f-9613-3326761ba4b2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0372798 Aug 09 16:15:20.955521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1331eb-1d5b-46ad-9444-b5b1f155e8f7 req-4a7b1ca3-1472-47db-8a18-bc7743bc97f1 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:20.957097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd1331eb-1d5b-46ad-9444-b5b1f155e8f7 req-4a7b1ca3-1472-47db-8a18-bc7743bc97f1 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1135 time: 0.0430813 Aug 09 16:15:20.976775 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bd1331eb-1d5b-46ad-9444-b5b1f155e8f7 req-cc22d1b3-923b-41ee-83d3-8f6d12d96941 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.091237 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bd1331eb-1d5b-46ad-9444-b5b1f155e8f7 req-cc22d1b3-923b-41ee-83d3-8f6d12d96941 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.096093 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-bd1331eb-1d5b-46ad-9444-b5b1f155e8f7 req-cc22d1b3-923b-41ee-83d3-8f6d12d96941 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.120089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd1331eb-1d5b-46ad-9444-b5b1f155e8f7 req-cc22d1b3-923b-41ee-83d3-8f6d12d96941 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1567161 Aug 09 16:15:21.129272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22d1b3-923b-41ee-83d3-8f6d12d96941 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c897064-7710-4a66-aea5-27f5d3fa0677,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:21.142727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39682) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:21.184441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd202a0-a898-4a60-ac22-72a085c71e0d tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:21.185896 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9bd202a0-a898-4a60-ac22-72a085c71e0d tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1130 time: 0.0418713 Aug 09 16:15:21.189064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39684) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:21.193424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:21.216760 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.315636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.464546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Allocated IP 172.25.7.194 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/a99c4a74-d1d9-4b41-afe0-c08c76b6ced9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:21.583732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.638282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.679769 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:21.682920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:21.685752 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:21.713594 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=a99c4a74-d1d9-4b41-afe0-c08c76b6ced9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:22.065457 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.144649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.314353 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.320838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.389806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=a99c4a74-d1d9-4b41-afe0-c08c76b6ced9,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:22.400257 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.502767 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Floating IP 219295b1-084f-48a1-922b-2d34427d369f associated. External IP: 172.25.7.194, port: f8e9e18d-36f0-47b0-9166-e9343f8d58e2. Aug 09 16:15:22.730404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Router 878668b8-06d5-4eb5-b81e-9dee867674f1 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:22.846288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:22.858103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] Sync routers for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:22.867326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.871324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:22.872139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:15:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:22.896064 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-655963da-2cf9-47b2-8e29-0fe7c670adf7 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7059145 Aug 09 16:15:22.897000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:22.899233 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39686) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:22.900057 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff69d9d-e43e-4a47-83b0-b206c9020d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:22.939314 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09799446-e05f-4804-b379-031da4ac7ed2 x-openstack-request-id: req-09799446-e05f-4804-b379-031da4ac7ed2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:22.939314 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:22.939314 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09799446-e05f-4804-b379-031da4ac7ed2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:22.939314 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'status': 'completed', 'code': 200} Aug 09 16:15:22.991764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:23.085621 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-db73b7c1-0100-42a2-806d-381913890b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.087185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-db73b7c1-0100-42a2-806d-381913890b6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1135 time: 0.1209111 Aug 09 16:15:23.129108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179e376-001a-4b07-b402-708be4735aec tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.129606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179e376-001a-4b07-b402-708be4735aec tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.130113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179e376-001a-4b07-b402-708be4735aec tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.130582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179e376-001a-4b07-b402-708be4735aec tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.132564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9179e376-001a-4b07-b402-708be4735aec tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.2322202 Aug 09 16:15:23.135365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39690) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:23.188453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b0171-8e42-4985-8e11-9ecd7ecb6944 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.189226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b0171-8e42-4985-8e11-9ecd7ecb6944 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.189593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b0171-8e42-4985-8e11-9ecd7ecb6944 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.190111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b0171-8e42-4985-8e11-9ecd7ecb6944 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.194436 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e5b0171-8e42-4985-8e11-9ecd7ecb6944 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0552914 Aug 09 16:15:23.194920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39692) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:23.203332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-6d6fa30f-23bd-4f3d-8e63-bd74e32bba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.204915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-6d6fa30f-23bd-4f3d-8e63-bd74e32bba23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=105a9d1a-7cac-406a-b36f-9a5f598d6b73 HTTP/1.1" status: 200 len: 899 time: 0.1072295 Aug 09 16:15:23.228336 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '219295b1-084f-48a1-922b-2d34427d369f', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'port_id': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'mac_address': 'fa:16:3e:04:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dd1283-c507-498d-9f7c-123421134e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:15:21Z', 'updated_at': '2021-08-09T16:15:21Z', 'revision_number': 0, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:11Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:23.254973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] Checking router: 878668b8-06d5-4eb5-b81e-9dee867674f1 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:23.263507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:23.264142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:15:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:23.283610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-ca032c3b-2f61-49c6-a45f-83a0c339ba4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2 HTTP/1.1" status: 200 len: 999 time: 0.0716960 Aug 09 16:15:23.329656 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2f2b04e-7a61-4335-892c-f4042b5ff602 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.1334617 Aug 09 16:15:23.332501 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39694) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:23.336162 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-8b68cf21-d67a-4732-a424-457f40c396fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.337691 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-8b68cf21-d67a-4732-a424-457f40c396fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49b0721b-527f-44a0-a0aa-c4ab97ab6a1a HTTP/1.1" status: 200 len: 835 time: 0.0470080 Aug 09 16:15:23.373294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf21a1-5c72-4075-a0a8-fdd8dd6ae1a9 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.373863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf21a1-5c72-4075-a0a8-fdd8dd6ae1a9 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.374581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:23.378795 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-fdaf21a1-5c72-4075-a0a8-fdd8dd6ae1a9 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=878668b8-06d5-4eb5-b81e-9dee867674f1 HTTP/1.1" status: 200 len: 1990 time: 0.0421879 Aug 09 16:15:23.384607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-7f955854-dd9f-4ebf-a9a1-071259c244af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:23.386130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-7f955854-dd9f-4ebf-a9a1-071259c244af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=105a9d1a-7cac-406a-b36f-9a5f598d6b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414107 Aug 09 16:15:23.487582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-b61e3bdb-b9c8-49fe-9ca0-7d2295707755 service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927775 Aug 09 16:15:23.583712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dff69d9d-e43e-4a47-83b0-b206c9020d3c req-a9944366-c411-4b63-bf93-c8ab04332daa service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887821 Aug 09 16:15:23.610824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '219295b1-084f-48a1-922b-2d34427d369f', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'port_id': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'mac_address': 'fa:16:3e:04:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dd1283-c507-498d-9f7c-123421134e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:15:21Z', 'updated_at': '2021-08-09T16:15:21Z', 'revision_number': 0, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:11Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:23.643256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208b8c3-fa38-46ae-83ae-c26aee7094b4 None None] The sync data for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 is: [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '219295b1-084f-48a1-922b-2d34427d369f', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'port_id': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'mac_address': 'fa:16:3e:04:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dd1283-c507-498d-9f7c-123421134e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:15:21Z', 'updated_at': '2021-08-09T16:15:21Z', 'revision_number': 0, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:11Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:23.859540 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c875a2-31e4-4ca7-a719-f3440b37f4f4 None None] New status for floating IP 219295b1-084f-48a1-922b-2d34427d369f: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:15:28.591909 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.815728 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.839418 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:15:45.021080 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c927cca-6ef6-4c9f-8aa1-617c96c108c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:47.589897 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78591aa4-125e-417f-91f3-f9e784b8e177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:47.805736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:49.132653 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:50.529296 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.590630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39712) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:56.674683 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-77f6a54f-010f-4762-bcc2-ab69b520dde1 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0828812 Aug 09 16:15:56.678795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39714) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:56.686726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'network': {'name': 'tempest-network-smoke--554911304', 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'port_security_enabled': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:56.722029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Made reservation on behalf of a492431ba8e44279aa06f86bb202b115 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:56.726699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.753537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:15:56.764943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.765340 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Added segment b44aa668-e29a-49e2-9705-0af7f5d3e647 of type vlan for network 95c591c1-b1c3-4574-b24d-727a90841977 Aug 09 16:15:56.811640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.847325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.853068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:56.853638 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.915616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2352149 Aug 09 16:15:56.918308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39718) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:56.922681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'admin_state_up': True, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:56.937137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2a81e-e52b-44bf-8c7f-583d4493bcd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Network': ['ID=95c591c1-b1c3-4574-b24d-727a90841977,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:56.948437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 95c591c1-b1c3-4574-b24d-727a90841977 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:15:56.956506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.957678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.011897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.156338 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.361511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.380481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.504823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Allocated IP 172.25.7.53 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/94447319-38dc-405b-9c61-a97248dc7c6a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:57.614328 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.655536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.694745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:57.697757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:57.701568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:57.707347 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=94447319-38dc-405b-9c61-a97248dc7c6a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:57.958830 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.170787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.302548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:15:58.408267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:58.420684 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Sync routers for ids ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:58.431649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Routers {'20c6c0e5-34ff-410b-b405-eedb1eb40f79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:58.432241 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.432770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:15:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:58.433618 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cfd883c4-8904-4698-af72-124772ac53af tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5143883 Aug 09 16:15:58.436824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39720) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.509462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b52cfe-8ce2-4d3c-84ed-eb36f20db4c9 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:58.513531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a1b52cfe-8ce2-4d3c-84ed-eb36f20db4c9 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a492431ba8e44279aa06f86bb202b115&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0756035 Aug 09 16:15:58.514082 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39722) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.543499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Set router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:58.606456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd540b-f1b0-44a2-aa3e-986c9a371d61 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:58.610573 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8ddd540b-f1b0-44a2-aa3e-986c9a371d61 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928676 Aug 09 16:15:58.610929 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39724) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.641484 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2072b836-d155-4c5b-843a-344cc8156987 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292368 Aug 09 16:15:58.644433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39726) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.651289 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.680238 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6ce8b8a3-417b-47f7-8c6f-1688e88952ce tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a492431ba8e44279aa06f86bb202b115&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345626 Aug 09 16:15:58.682808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39728) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.737366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:15:57Z', 'revision_number': 3, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:58.766112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Checking router: 20c6c0e5-34ff-410b-b405-eedb1eb40f79 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:58.766472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Updating router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 port 94447319-38dc-405b-9c61-a97248dc7c6a binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:15:58.772512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df2b22-a820-46eb-99d5-150e93f9502d tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:58.774192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3df2b22-a820-46eb-99d5-150e93f9502d tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904827 Aug 09 16:15:58.777321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39730) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.797751 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.809030 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-21317c11-bc0e-4f1d-b3ef-e35107de9e12 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302954 Aug 09 16:15:58.811415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39732) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.816336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667429783', 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977', 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:58.851642 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.913294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Made reservation on behalf of a492431ba8e44279aa06f86bb202b115 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:58.916872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.076539 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.089350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Transition to ACTIVE for port object 94447319-38dc-405b-9c61-a97248dc7c6a will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:59.096736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.151085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Attempting to bind port 94447319-38dc-405b-9c61-a97248dc7c6a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:59.151448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Attempting to bind port 94447319-38dc-405b-9c61-a97248dc7c6a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:59.151805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Attempting to bind port 94447319-38dc-405b-9c61-a97248dc7c6a on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:59.157585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef833ed6-20f8-4abd-b5ad-90452e5c05a8 None None] Pushing event updated for resources: {'Port': ['ID=94447319-38dc-405b-9c61-a97248dc7c6a,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:59.164541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:59.164812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:59.165644 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.165644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:59.166049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Bound port: 94447319-38dc-405b-9c61-a97248dc7c6a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:59.166404 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.221776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] For port 94447319-38dc-405b-9c61-a97248dc7c6a, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:59.225344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] For port 94447319-38dc-405b-9c61-a97248dc7c6a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=94447319-38dc-405b-9c61-a97248dc7c6a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:59.230045 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.292466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Routers {'20c6c0e5-34ff-410b-b405-eedb1eb40f79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:59.293103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:15:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:59.298200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef833ed6-20f8-4abd-b5ad-90452e5c05a8 None None] Pushing event updated for resources: {'Port': ['ID=94447319-38dc-405b-9c61-a97248dc7c6a,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:59.462025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.520071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Subnet': ['ID=8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:59.531502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.531864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.532202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.532537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.532863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.533186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.533516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.533838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.534166 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.534498 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.534799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.535133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:59.541732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Checking segment: {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:59.542089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network hostable DHCP agents. Network: 95c591c1-b1c3-4574-b24d-727a90841977, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:15:59.560276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network 95c591c1-b1c3-4574-b24d-727a90841977 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:15:59.569933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] Set router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:59.571057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 95c591c1-b1c3-4574-b24d-727a90841977) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:59.575749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:59.576475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.593165 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ecf8f508-914b-4d45-b54d-6d30f83dd690 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7806575 Aug 09 16:15:59.596088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39734) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:59.602876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea1aa3-28a7-4e56-984d-88ef88851e08 None None] Network 95c591c1-b1c3-4574-b24d-727a90841977 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:59.863541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-95c591c1-b1c3-4574-b24d-727a90841977', 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'fixed_ips': [{'subnet_id': '8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:15:59.864443 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.881377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:15:57Z', 'revision_number': 3, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:59.914875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41ec95-8cae-4c70-8462-8288d920cfc9 None None] The sync data for ids ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'] in n-d-799523-2 is: [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:15:57Z', 'revision_number': 3, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:00.037499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Allocated IP 172.20.0.18 (95c591c1-b1c3-4574-b24d-727a90841977/8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734/a8004511-37aa-455d-a73b-c79278ceca40) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:00.074856 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.224945 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.234272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Transition to ACTIVE for port object a8004511-37aa-455d-a73b-c79278ceca40 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:00.250081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Transition to ACTIVE for port object a8004511-37aa-455d-a73b-c79278ceca40 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:00.256823 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.303072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Network 95c591c1-b1c3-4574-b24d-727a90841977 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:00.307917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:00.312533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:00.316036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Pushing event updated for resources: {'Port': ['ID=a8004511-37aa-455d-a73b-c79278ceca40,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:00.371408 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Attempting to bind port a8004511-37aa-455d-a73b-c79278ceca40 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:00.372354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Attempting to bind port a8004511-37aa-455d-a73b-c79278ceca40 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:00.372996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Attempting to bind port a8004511-37aa-455d-a73b-c79278ceca40 on network 95c591c1-b1c3-4574-b24d-727a90841977 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:00.381055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:00.381606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Checking segment: {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:00.382168 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.383102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Bound using segment: {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:00.383102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Bound port: a8004511-37aa-455d-a73b-c79278ceca40, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:00.383493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.408156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Allocated IP 172.20.0.17 (95c591c1-b1c3-4574-b24d-727a90841977/8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734/767550cc-3f42-4c38-bb6c-c3c249defff0) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:00.454514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] For port a8004511-37aa-455d-a73b-c79278ceca40, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:00.458373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] For port a8004511-37aa-455d-a73b-c79278ceca40, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a8004511-37aa-455d-a73b-c79278ceca40,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:00.463048 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.518964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29ade6-7c53-4baa-b12f-b35b0e99ca50 None None] Pushing event updated for resources: {'Port': ['ID=a8004511-37aa-455d-a73b-c79278ceca40,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:00.535694 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.551663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Transition to ACTIVE for port object 767550cc-3f42-4c38-bb6c-c3c249defff0 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:00.589078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.633893 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network 95c591c1-b1c3-4574-b24d-727a90841977 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:00.637241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:00.641407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:00.648786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=767550cc-3f42-4c38-bb6c-c3c249defff0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:00.708131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.868401 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.205607 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.214729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.323722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=767550cc-3f42-4c38-bb6c-c3c249defff0,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:01.327641 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.439251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network 95c591c1-b1c3-4574-b24d-727a90841977 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:01.441252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:01.539483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ededdd-9da7-4199-aab1-dda6dfbe22d2 None None] Network 95c591c1-b1c3-4574-b24d-727a90841977 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:16:01.593426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:01.667100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0906f722-95e7-487c-84a5-ced4633dac86 None None] Provisioning for port a8004511-37aa-455d-a73b-c79278ceca40 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:01.735854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:01.744776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-809ea634-9dcc-4e9a-808b-f1fd35eff1f3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "PUT /v2.0/routers/20c6c0e5-34ff-410b-b405-eedb1eb40f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1471305 Aug 09 16:16:01.854736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 94447319-38dc-405b-9c61-a97248dc7c6a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:01.932982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 94447319-38dc-405b-9c61-a97248dc7c6a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:01.938913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 94447319-38dc-405b-9c61-a97248dc7c6a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:01.939586 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.011609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-ea42b1de-ac13-4c73-a089-5a9afbc25ca3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:02.015034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-ea42b1de-ac13-4c73-a089-5a9afbc25ca3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/networks?id=95c591c1-b1c3-4574-b24d-727a90841977 HTTP/1.1" status: 200 len: 797 time: 0.1265635 Aug 09 16:16:02.028475 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.037008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-174e6d82-afc7-4a8a-a57d-8f4cc1c6cb5f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/quotas/a492431ba8e44279aa06f86bb202b115 HTTP/1.1" status: 200 len: 375 time: 0.0156693 Aug 09 16:16:02.057103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 94447319-38dc-405b-9c61-a97248dc7c6a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=94447319-38dc-405b-9c61-a97248dc7c6a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:02.063363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.064235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a8004511-37aa-455d-a73b-c79278ceca40 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:02.107518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-5bfaa6da-1ee4-48f1-b0d3-1b629fe477e2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0673614 Aug 09 16:16:02.134720 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Sync routers for ids ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:02.145522 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Routers {'20c6c0e5-34ff-410b-b405-eedb1eb40f79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:02.146632 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:15:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:02.170592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Provisioning for port 767550cc-3f42-4c38-bb6c-c3c249defff0 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:02.194047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Provisioning complete for port 767550cc-3f42-4c38-bb6c-c3c249defff0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:02.194716 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.222131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port a8004511-37aa-455d-a73b-c79278ceca40 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:02.224674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=94447319-38dc-405b-9c61-a97248dc7c6a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:02.232845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a8004511-37aa-455d-a73b-c79278ceca40 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:02.233673 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.242570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-21706207-5f40-4bb2-b3d3-0e0fed8f5737 service neutron] 10.222.0.64 "GET /v2.0/networks/95c591c1-b1c3-4574-b24d-727a90841977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235993 Aug 09 16:16:02.266817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Port 767550cc-3f42-4c38-bb6c-c3c249defff0 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:02.280126 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Set router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:02.294535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Provisioning complete for port a8004511-37aa-455d-a73b-c79278ceca40 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:02.295154 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.356660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-0017483f-f92c-4876-9ad4-c63db6f976ab service neutron] 10.222.0.64 "GET /v2.0/networks/95c591c1-b1c3-4574-b24d-727a90841977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076570 Aug 09 16:16:02.379368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.446718 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.459444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port a8004511-37aa-455d-a73b-c79278ceca40, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a8004511-37aa-455d-a73b-c79278ceca40,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:02.468942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.534083 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '767550cc-3f42-4c38-bb6c-c3c249defff0', 'name': '', 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:b8:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:00Z', 'updated_at': '2021-08-09T16:16:01Z', 'revision_number': 2, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:02.565714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a1ba9ee-9c5a-4f4c-88df-d2f9a38109d3 req-b1b5f436-e995-44a8-875d-9a954c7fa469 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 210 time: 0.0345449 Aug 09 16:16:02.576521 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:16:02.577054 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-39bb8cc3-cf27-4f17-bd2f-4cac20942330 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:16:02.578780 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Checking router: 20c6c0e5-34ff-410b-b405-eedb1eb40f79 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:02.579091 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Updating router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 port 767550cc-3f42-4c38-bb6c-c3c249defff0 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:16:02.582570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=a8004511-37aa-455d-a73b-c79278ceca40,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:02.615193 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.897193 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.907500 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Transition to ACTIVE for port object 767550cc-3f42-4c38-bb6c-c3c249defff0 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:02.913492 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.974316 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a170c9b-bc07-46b8-a178-41b09e71b8e0 None None] Pushing event updated for resources: {'Port': ['ID=767550cc-3f42-4c38-bb6c-c3c249defff0,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:03.034406 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Attempting to bind port 767550cc-3f42-4c38-bb6c-c3c249defff0 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:03.034878 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Attempting to bind port 767550cc-3f42-4c38-bb6c-c3c249defff0 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:03.035356 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Attempting to bind port 767550cc-3f42-4c38-bb6c-c3c249defff0 on network 95c591c1-b1c3-4574-b24d-727a90841977 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:03.040989 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:03.041460 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Checking segment: {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:03.041923 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.042372 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Bound using segment: {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:03.042937 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Bound port: 767550cc-3f42-4c38-bb6c-c3c249defff0, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:03.043662 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.206381 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] For port 767550cc-3f42-4c38-bb6c-c3c249defff0, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:03.209487 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] For port 767550cc-3f42-4c38-bb6c-c3c249defff0, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=767550cc-3f42-4c38-bb6c-c3c249defff0,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:03.216307 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.274702 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Routers {'20c6c0e5-34ff-410b-b405-eedb1eb40f79'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:03.275344 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:15:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:03.312526 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a170c9b-bc07-46b8-a178-41b09e71b8e0 None None] Pushing event updated for resources: {'Port': ['ID=767550cc-3f42-4c38-bb6c-c3c249defff0,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:03.387184 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] Set router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:03.610152 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '767550cc-3f42-4c38-bb6c-c3c249defff0', 'name': '', 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:b8:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:00Z', 'updated_at': '2021-08-09T16:16:03Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:03.642774 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f5725-f797-4f54-aacd-880a171f3dd3 None None] The sync data for ids ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'] in n-d-799523-2 is: [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '767550cc-3f42-4c38-bb6c-c3c249defff0', 'name': '', 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:b8:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:00Z', 'updated_at': '2021-08-09T16:16:03Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:03.651447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-7b7cd076-2292-4b7c-aad3-f25720461dab tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:03.653261 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-7b7cd076-2292-4b7c-aad3-f25720461dab tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.66 "GET /v2.0/networks?id=95c591c1-b1c3-4574-b24d-727a90841977 HTTP/1.1" status: 200 len: 797 time: 0.1378818 Aug 09 16:16:03.668806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Request body: {'port': {'device_id': '775592c4-7b18-45f2-97a4-9dd3e1032229', 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977', 'admin_state_up': True, 'tenant_id': 'a492431ba8e44279aa06f86bb202b115'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:03.678749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-095b3c40-809e-45a3-96ed-67acffdc8928 req-296713df-5024-412d-86e5-7a14ef57f724 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 210 time: 0.0325108 Aug 09 16:16:03.797573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 94447319-38dc-405b-9c61-a97248dc7c6a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:03.834117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Made reservation on behalf of a492431ba8e44279aa06f86bb202b115 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:16:03.837940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.852800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 94447319-38dc-405b-9c61-a97248dc7c6a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:03.853174 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.944887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a8004511-37aa-455d-a73b-c79278ceca40 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:03.984283 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Allocated IP 172.20.0.30 (95c591c1-b1c3-4574-b24d-727a90841977/8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734/e6783009-49e8-4065-b12d-a08e2badee45) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:03.997500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a8004511-37aa-455d-a73b-c79278ceca40 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:03.997846 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.106385 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.120526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Transition to ACTIVE for port object e6783009-49e8-4065-b12d-a08e2badee45 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:04.154640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.200696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Network 95c591c1-b1c3-4574-b24d-727a90841977 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:04.204085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:04.207866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:04.239463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event updated for resources: {'Port': ['ID=e6783009-49e8-4065-b12d-a08e2badee45,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:04.271091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:04.271988 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.288904 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-77c5087d-2c2a-4d83-bb16-9cca0f0dee9c tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6247146 Aug 09 16:16:04.306707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Request body: {'port': {'device_id': '775592c4-7b18-45f2-97a4-9dd3e1032229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:04.366044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.493235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0270c15b-b954-4047-84a2-6baea61d776a None None] Provisioning for port e6783009-49e8-4065-b12d-a08e2badee45 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:04.498883 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0270c15b-b954-4047-84a2-6baea61d776a None None] Provisioning complete for port e6783009-49e8-4065-b12d-a08e2badee45 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:04.499266 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0270c15b-b954-4047-84a2-6baea61d776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.542783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0270c15b-b954-4047-84a2-6baea61d776a None None] Port e6783009-49e8-4065-b12d-a08e2badee45 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:04.650478 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6783009-49e8-4065-b12d-a08e2badee45 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:16:04.658653 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.672306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Transition to ACTIVE for port object e6783009-49e8-4065-b12d-a08e2badee45 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:04.677291 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.774048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6783009-49e8-4065-b12d-a08e2badee45,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:04.814723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Attempting to bind port e6783009-49e8-4065-b12d-a08e2badee45 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:04.815066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Attempting to bind port e6783009-49e8-4065-b12d-a08e2badee45 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:04.815396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Attempting to bind port e6783009-49e8-4065-b12d-a08e2badee45 on network 95c591c1-b1c3-4574-b24d-727a90841977 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:04.821528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Port e6783009-49e8-4065-b12d-a08e2badee45 on network 95c591c1-b1c3-4574-b24d-727a90841977 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:16:04.821853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Attempting to bind port e6783009-49e8-4065-b12d-a08e2badee45 on network 95c591c1-b1c3-4574-b24d-727a90841977 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:04.827271 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:04.827617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Checking segment: {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:04.828047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Bound using segment: {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:04.828486 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Bound port: e6783009-49e8-4065-b12d-a08e2badee45, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44aa668-e29a-49e2-9705-0af7f5d3e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:04.828853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.828982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aadd9b-7998-40e6-8560-137f326dbb04 req-a2d34dec-9b6c-4ede-9bcd-ec1b0703c748 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:04.831020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06aadd9b-7998-40e6-8560-137f326dbb04 req-a2d34dec-9b6c-4ede-9bcd-ec1b0703c748 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 907 time: 0.0579252 Aug 09 16:16:04.897771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] For port e6783009-49e8-4065-b12d-a08e2badee45, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:04.901128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] For port e6783009-49e8-4065-b12d-a08e2badee45, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e6783009-49e8-4065-b12d-a08e2badee45,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:04.906506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.951617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:04.952256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.953748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] 10.222.0.66 "PUT /v2.0/ports/e6783009-49e8-4065-b12d-a08e2badee45 HTTP/1.1" status: 200 len: 1055 time: 0.6529081 Aug 09 16:16:04.954734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775592c4-7b18-45f2-97a4-9dd3e1032229', 'tag': 'e6783009-49e8-4065-b12d-a08e2badee45'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:04.956838 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718e17cf-fa84-411a-887d-24193882a088" -d '{"events": [{"name": "network-changed", "server_uuid": "775592c4-7b18-45f2-97a4-9dd3e1032229", "tag": "e6783009-49e8-4065-b12d-a08e2badee45"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:04.981503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab6542-ab51-46a0-b5f7-776a81a7f8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6783009-49e8-4065-b12d-a08e2badee45,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:05.012209 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361661d-1cd7-4291-8f6e-4bf56e9b456f x-openstack-request-id: req-1361661d-1cd7-4291-8f6e-4bf56e9b456f {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:05.012573 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775592c4-7b18-45f2-97a4-9dd3e1032229", "tag": "e6783009-49e8-4065-b12d-a08e2badee45", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:05.012897 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1361661d-1cd7-4291-8f6e-4bf56e9b456f {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:05.013365 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775592c4-7b18-45f2-97a4-9dd3e1032229', 'tag': 'e6783009-49e8-4065-b12d-a08e2badee45', 'status': 'completed', 'code': 200} Aug 09 16:16:05.064408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-b0e8b30a-52d6-4174-991b-522b77740918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.066171 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-b0e8b30a-52d6-4174-991b-522b77740918 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 1058 time: 0.0457742 Aug 09 16:16:05.110893 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-8d6bcf6c-21b7-4b4e-9055-f93a8db1495d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e6783009-49e8-4065-b12d-a08e2badee45 HTTP/1.1" status: 200 len: 217 time: 0.0358269 Aug 09 16:16:05.169018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-ec99ccfb-0106-4386-a02c-3fb9be6364ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.170848 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-ec99ccfb-0106-4386-a02c-3fb9be6364ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734 HTTP/1.1" status: 200 len: 838 time: 0.0524457 Aug 09 16:16:05.220616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-30140738-d71a-4302-8bf2-fb8b8102b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.222206 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-30140738-d71a-4302-8bf2-fb8b8102b0b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95c591c1-b1c3-4574-b24d-727a90841977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427377 Aug 09 16:16:05.321196 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-20147351-5058-4d1f-b005-28e92b7202eb service neutron] 10.222.0.66 "GET /v2.0/networks/95c591c1-b1c3-4574-b24d-727a90841977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848343 Aug 09 16:16:05.418771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-e17240b3-5887-4e66-9139-fba3e92a66cb req-79e233f7-cab3-4de3-807f-8df42ef685ef service neutron] 10.222.0.66 "GET /v2.0/networks/95c591c1-b1c3-4574-b24d-727a90841977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889823 Aug 09 16:16:05.519257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e17cf-fa84-411a-887d-24193882a088 req-8ad0d2ff-5b6a-4b20-8644-249be9bec44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.520948 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-718e17cf-fa84-411a-887d-24193882a088 req-8ad0d2ff-5b6a-4b20-8644-249be9bec44e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 1058 time: 0.0450702 Aug 09 16:16:05.619403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e17cf-fa84-411a-887d-24193882a088 req-9dbe1a57-5b4a-454c-8cdc-80cb97cec3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.620952 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-718e17cf-fa84-411a-887d-24193882a088 req-9dbe1a57-5b4a-454c-8cdc-80cb97cec3ee service neutron] 10.222.0.66 "GET /v2.0/networks?id=95c591c1-b1c3-4574-b24d-727a90841977 HTTP/1.1" status: 200 len: 899 time: 0.0924568 Aug 09 16:16:05.666054 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-718e17cf-fa84-411a-887d-24193882a088 req-0ebfc028-7f20-47eb-a991-6eeec8e82dac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e6783009-49e8-4065-b12d-a08e2badee45 HTTP/1.1" status: 200 len: 217 time: 0.0369034 Aug 09 16:16:05.727029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e17cf-fa84-411a-887d-24193882a088 req-45814ca2-9a22-4896-8e07-4f5a30769d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.728639 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-718e17cf-fa84-411a-887d-24193882a088 req-45814ca2-9a22-4896-8e07-4f5a30769d40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734 HTTP/1.1" status: 200 len: 838 time: 0.0512364 Aug 09 16:16:05.759170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 767550cc-3f42-4c38-bb6c-c3c249defff0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:05.784240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e17cf-fa84-411a-887d-24193882a088 req-45a62668-f094-43dd-bf68-8dfe3b39f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.785783 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-718e17cf-fa84-411a-887d-24193882a088 req-45a62668-f094-43dd-bf68-8dfe3b39f43a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95c591c1-b1c3-4574-b24d-727a90841977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481572 Aug 09 16:16:05.810230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 767550cc-3f42-4c38-bb6c-c3c249defff0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:05.814093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 767550cc-3f42-4c38-bb6c-c3c249defff0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:05.814468 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.899560 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.905645 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-718e17cf-fa84-411a-887d-24193882a088 req-aca49a6c-00db-42e1-b307-6ea071c88390 service neutron] 10.222.0.66 "GET /v2.0/networks/95c591c1-b1c3-4574-b24d-727a90841977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113584 Aug 09 16:16:05.942756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 767550cc-3f42-4c38-bb6c-c3c249defff0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=767550cc-3f42-4c38-bb6c-c3c249defff0,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:05.950106 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.998844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93380f6d-9673-4899-84ee-b5e19199beee req-781b41ea-a8da-46ec-accd-ec7d9c391527 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.004756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93380f6d-9673-4899-84ee-b5e19199beee req-781b41ea-a8da-46ec-accd-ec7d9c391527 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 907 time: 0.0850394 Aug 09 16:16:06.029059 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-718e17cf-fa84-411a-887d-24193882a088 req-c50f7032-9dbe-47d2-a421-5d7071cc1cbd service neutron] 10.222.0.66 "GET /v2.0/networks/95c591c1-b1c3-4574-b24d-727a90841977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152031 Aug 09 16:16:06.178096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=767550cc-3f42-4c38-bb6c-c3c249defff0,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:06.185806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.186150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.186484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.186813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.187143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.187445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.187787 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.188568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.188568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.188790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.189067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:06.189378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:07.130535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e10f4-8eb3-4325-92b3-355e4d18e39e req-130949fe-2656-4cb2-b228-9816543d341f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:07.132169 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d9e10f4-8eb3-4325-92b3-355e4d18e39e req-130949fe-2656-4cb2-b228-9816543d341f tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 907 time: 0.0595338 Aug 09 16:16:07.731849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 767550cc-3f42-4c38-bb6c-c3c249defff0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:07.783783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 767550cc-3f42-4c38-bb6c-c3c249defff0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:07.784176 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:08.261237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bb1d1-9bc2-41ad-bd2e-7999ee1d924e req-79e89142-c96f-4502-a5ab-ae2efc181dc3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:08.262927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f4bb1d1-9bc2-41ad-bd2e-7999ee1d924e req-79e89142-c96f-4502-a5ab-ae2efc181dc3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 907 time: 0.0589952 Aug 09 16:16:08.840229 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:16:08.879729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e6783009-49e8-4065-b12d-a08e2badee45 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:16:08.985746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e6783009-49e8-4065-b12d-a08e2badee45, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e6783009-49e8-4065-b12d-a08e2badee45,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:08.997412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'e6783009-49e8-4065-b12d-a08e2badee45', 'network_id': '95c591c1-b1c3-4574-b24d-727a90841977', 'port_id': 'e6783009-49e8-4065-b12d-a08e2badee45', 'mac_address': 'fa:16:3e:47:42:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:16:09.036524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:09.051298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6783009-49e8-4065-b12d-a08e2badee45 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:16:09.077357 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e6783009-49e8-4065-b12d-a08e2badee45, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e6783009-49e8-4065-b12d-a08e2badee45,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:09.083601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:09.133532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e6783009-49e8-4065-b12d-a08e2badee45,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:09.354650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['e6783009-49e8-4065-b12d-a08e2badee45'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:16:09.387558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd94acb-2e83-4111-8320-29e05ead9d6a req-018c1b47-fe0f-4133-b027-5354b7b20af6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:09.389240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbd94acb-2e83-4111-8320-29e05ead9d6a req-018c1b47-fe0f-4133-b027-5354b7b20af6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 908 time: 0.0526431 Aug 09 16:16:10.513182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09db85-8da5-48be-a5cd-3e166f344e00 req-16ee97ff-fdb1-4151-920a-9a2341976433 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:10.514726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f09db85-8da5-48be-a5cd-3e166f344e00 req-16ee97ff-fdb1-4151-920a-9a2341976433 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 908 time: 0.0520663 Aug 09 16:16:10.893079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e6783009-49e8-4065-b12d-a08e2badee45 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:10.953263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port e6783009-49e8-4065-b12d-a08e2badee45 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:10.960171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port e6783009-49e8-4065-b12d-a08e2badee45 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:10.960748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:11.051736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:11.076878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775592c4-7b18-45f2-97a4-9dd3e1032229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6783009-49e8-4065-b12d-a08e2badee45'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:11.079176 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2944a113-f0d6-42b9-aa9c-a91ebb7af3b1" -d '{"events": [{"server_uuid": "775592c4-7b18-45f2-97a4-9dd3e1032229", "name": "network-vif-plugged", "status": "completed", "tag": "e6783009-49e8-4065-b12d-a08e2badee45"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:11.093117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port e6783009-49e8-4065-b12d-a08e2badee45, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e6783009-49e8-4065-b12d-a08e2badee45,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:11.097763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:11.122530 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13541048-13e0-4d1e-94d4-cee765c35d33 x-openstack-request-id: req-13541048-13e0-4d1e-94d4-cee765c35d33 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:11.122830 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775592c4-7b18-45f2-97a4-9dd3e1032229", "name": "network-vif-plugged", "status": "completed", "tag": "e6783009-49e8-4065-b12d-a08e2badee45", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:11.123065 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13541048-13e0-4d1e-94d4-cee765c35d33 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:11.123452 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775592c4-7b18-45f2-97a4-9dd3e1032229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6783009-49e8-4065-b12d-a08e2badee45', 'code': 200} Aug 09 16:16:11.148991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=e6783009-49e8-4065-b12d-a08e2badee45,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:11.232100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f4a1-61a6-4baa-9127-3f2ecca3a2b6 req-0074838f-dd80-4ee7-9609-f46f74326c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:11.233666 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b134f4a1-61a6-4baa-9127-3f2ecca3a2b6 req-0074838f-dd80-4ee7-9609-f46f74326c0d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 1060 time: 0.0466554 Aug 09 16:16:11.647556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d8f16-14d4-4a1e-b92e-3cea4fec31c9 req-85360b50-b588-46d1-8a3b-543ce55ba97b tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:11.649143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b77d8f16-14d4-4a1e-b92e-3cea4fec31c9 req-85360b50-b588-46d1-8a3b-543ce55ba97b tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 909 time: 0.0544212 Aug 09 16:16:12.785688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb57f-8103-46a9-b306-dba9f49d82d5 req-3b09a20f-e748-41aa-a9ac-a0c8066a2997 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:12.787318 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-436cb57f-8103-46a9-b306-dba9f49d82d5 req-3b09a20f-e748-41aa-a9ac-a0c8066a2997 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 909 time: 0.0634491 Aug 09 16:16:12.913417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82e44-7592-42ca-8347-0fcd714ffa07 req-b8224d45-ffae-482e-9464-aaa4378c1895 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:12.914985 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ef82e44-7592-42ca-8347-0fcd714ffa07 req-b8224d45-ffae-482e-9464-aaa4378c1895 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 909 time: 0.0530486 Aug 09 16:16:13.030804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34dfe0-f1af-4070-b62d-1cdc543c5a4b req-235e6902-9457-42f8-ae25-cbf75068f195 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:13.032421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb34dfe0-f1af-4070-b62d-1cdc543c5a4b req-235e6902-9457-42f8-ae25-cbf75068f195 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 1060 time: 0.0443640 Aug 09 16:16:13.150546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa15b73-e75f-4086-8c07-e5da25368a8d req-687fb9e1-4c70-4391-8ad3-616060d4a02a tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:13.152188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6aa15b73-e75f-4086-8c07-e5da25368a8d req-687fb9e1-4c70-4391-8ad3-616060d4a02a tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1135 time: 0.0482771 Aug 09 16:16:13.196156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6aa15b73-e75f-4086-8c07-e5da25368a8d req-3d5c05f1-1109-406a-aee6-7298e4df02a1 tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0370927 Aug 09 16:16:13.218963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39786) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:13.260990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025efa2-98b1-4578-b1be-8cc8fa07046c tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:13.262543 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8025efa2-98b1-4578-b1be-8cc8fa07046c tempest-TestSecurityGroupsBasicOps-362921805 tempest-TestSecurityGroupsBasicOps-362921805-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 1055 time: 0.0425999 Aug 09 16:16:13.507284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c33f03-c626-46ae-be30-600fb28fe314 req-c170f5a4-d584-4a10-84bd-f038538c89aa tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:13.508814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0c33f03-c626-46ae-be30-600fb28fe314 req-c170f5a4-d584-4a10-84bd-f038538c89aa tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 909 time: 0.0575142 Aug 09 16:16:14.329351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-f1cbe84f-046b-45ec-8627-c1a87d812962 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425837 Aug 09 16:16:14.418069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-b88d847a-2da8-4808-9d4a-80ac933e500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:14.419696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-b88d847a-2da8-4808-9d4a-80ac933e500d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1135 time: 0.0460255 Aug 09 16:16:14.536773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-e8d4a7ac-246e-4463-b080-e0d118b1b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:14.538330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-e8d4a7ac-246e-4463-b080-e0d118b1b4fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=105a9d1a-7cac-406a-b36f-9a5f598d6b73 HTTP/1.1" status: 200 len: 899 time: 0.0977242 Aug 09 16:16:14.641779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-48ce5e4d-9f5f-425d-bcb0-bb4767d3301f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2 HTTP/1.1" status: 200 len: 1001 time: 0.0956938 Aug 09 16:16:14.665432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7a14-abb2-41e3-bacd-e082a0b58020 req-240810c3-a371-4032-8c2c-2f7ff9acc133 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:14.667043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c60f7a14-abb2-41e3-bacd-e082a0b58020 req-240810c3-a371-4032-8c2c-2f7ff9acc133 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 909 time: 0.0817311 Aug 09 16:16:14.707836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-3d1ff6d3-eb9c-4cb8-baa3-fdb95ea86abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:14.709825 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-3d1ff6d3-eb9c-4cb8-baa3-fdb95ea86abb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49b0721b-527f-44a0-a0aa-c4ab97ab6a1a HTTP/1.1" status: 200 len: 835 time: 0.0602777 Aug 09 16:16:14.759229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-85882ed6-86af-421e-878a-9e55088c78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:14.760976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-85882ed6-86af-421e-878a-9e55088c78c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=105a9d1a-7cac-406a-b36f-9a5f598d6b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430062 Aug 09 16:16:14.864057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-267dc531-9067-4445-b6ba-ae973b06f346 service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962675 Aug 09 16:16:14.966209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de483c79-d0bb-4917-a981-d91f6f73b5da req-10e67848-6400-4c07-9647-a8c914173db2 service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956450 Aug 09 16:16:15.026690 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f6913072-31e1-4782-87ae-8d770bd3853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:15.118266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-37663ed0-4a3c-4836-9005-7246154ee4bc tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:15.119811 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-37663ed0-4a3c-4836-9005-7246154ee4bc tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.66 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 909 time: 0.0548925 Aug 09 16:16:15.228408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting port e6783009-49e8-4065-b12d-a08e2badee45 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:15.228678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:15.318413 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] For port e6783009-49e8-4065-b12d-a08e2badee45, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=e6783009-49e8-4065-b12d-a08e2badee45,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:15.318855 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:15.332869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Calling delete_port for e6783009-49e8-4065-b12d-a08e2badee45 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:15.477522 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:15.505771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Port': ['ID=e6783009-49e8-4065-b12d-a08e2badee45,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:15.562822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] No DVR routers for this DVR port e6783009-49e8-4065-b12d-a08e2badee45 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:16:15.565822 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:15.568797 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3da1334d-f584-4c71-95ed-a5e6b4a414a0 req-73e4349c-81db-4ae2-b896-3aa7b7ff3b9a tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.66 "DELETE /v2.0/ports/e6783009-49e8-4065-b12d-a08e2badee45 HTTP/1.1" status: 204 len: 173 time: 0.4410036 Aug 09 16:16:15.569266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775592c4-7b18-45f2-97a4-9dd3e1032229', 'name': 'network-vif-deleted', 'tag': 'e6783009-49e8-4065-b12d-a08e2badee45'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:15.572061 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7bcb8e-7496-4e4a-90ba-49562052f989" -d '{"events": [{"server_uuid": "775592c4-7b18-45f2-97a4-9dd3e1032229", "name": "network-vif-deleted", "tag": "e6783009-49e8-4065-b12d-a08e2badee45"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:15.615286 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff6060-fbef-4add-a38a-74cf040bdd8a x-openstack-request-id: req-58ff6060-fbef-4add-a38a-74cf040bdd8a {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:15.616704 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775592c4-7b18-45f2-97a4-9dd3e1032229", "name": "network-vif-deleted", "tag": "e6783009-49e8-4065-b12d-a08e2badee45", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:15.616978 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58ff6060-fbef-4add-a38a-74cf040bdd8a {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:15.617398 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775592c4-7b18-45f2-97a4-9dd3e1032229', 'name': 'network-vif-deleted', 'tag': 'e6783009-49e8-4065-b12d-a08e2badee45', 'status': 'completed', 'code': 200} Aug 09 16:16:15.791276 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34574cc9-78fe-4fd9-8f26-b90cbf7d2541 req-219000c8-a40d-4faf-86c5-baa1cca6c2d2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=775592c4-7b18-45f2-97a4-9dd3e1032229 HTTP/1.1" status: 200 len: 210 time: 0.0285299 Aug 09 16:16:16.857767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39800) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:17.252792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:17.522418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting port 767550cc-3f42-4c38-bb6c-c3c249defff0 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:17.522673 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:17.583883 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-81785875-d43c-43c1-b3c7-c1da15e0e22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:17.618277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] For port 767550cc-3f42-4c38-bb6c-c3c249defff0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=767550cc-3f42-4c38-bb6c-c3c249defff0,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:17.618620 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:17.632522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Calling delete_port for 767550cc-3f42-4c38-bb6c-c3c249defff0 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:17.810350 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:17.838587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:17.871231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Port': ['ID=767550cc-3f42-4c38-bb6c-c3c249defff0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:17.901770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.902135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.902462 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.902799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.903132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.903465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.903806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.904183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.904503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.904811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.905134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:17.905458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:18.063909 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:18.290226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:18.749550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:18.754862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-734ebc63-d647-466f-a74d-f8943085a302 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "PUT /v2.0/routers/20c6c0e5-34ff-410b-b405-eedb1eb40f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8959749 Aug 09 16:16:18.757737 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39802) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:18.762551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] Sync routers for ids ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:18.772601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] Routers {'20c6c0e5-34ff-410b-b405-eedb1eb40f79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:18.773413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:18.814206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-30045750-5e72-4fa1-934e-658e4cf021de tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting subnet 8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:16:18.817697 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30045750-5e72-4fa1-934e-658e4cf021de tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:18.863555 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30045750-5e72-4fa1-934e-658e4cf021de tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:18.891794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] Set router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:18.957984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e6783009-49e8-4065-b12d-a08e2badee45 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:16:18.964064 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30045750-5e72-4fa1-934e-658e4cf021de tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:18.983142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: e6783009-49e8-4065-b12d-a08e2badee45 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:16:18.983506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device e6783009-49e8-4065-b12d-a08e2badee45 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:16:19.033954 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30045750-5e72-4fa1-934e-658e4cf021de tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.076738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30045750-5e72-4fa1-934e-658e4cf021de tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:19.083319 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-30045750-5e72-4fa1-934e-658e4cf021de tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.086399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-30045750-5e72-4fa1-934e-658e4cf021de tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/subnets/8fbdbde1-f1d5-4dd8-bd8c-f59f2ac5f734 HTTP/1.1" status: 204 len: 168 time: 0.3274522 Aug 09 16:16:19.089667 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39804) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:19.097339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3520319-7530-4943-a70e-12aa3b3c62de None None] Network 95c591c1-b1c3-4574-b24d-727a90841977 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:16:19.180545 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.216869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.242117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:17Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:19.277956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] Checking router: 20c6c0e5-34ff-410b-b405-eedb1eb40f79 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:19.288231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] Routers {'20c6c0e5-34ff-410b-b405-eedb1eb40f79'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:19.288705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:19.355260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] DHCP port deletion for 95c591c1-b1c3-4574-b24d-727a90841977 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:16:19.360143 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.421643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting port 94447319-38dc-405b-9c61-a97248dc7c6a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:19.421997 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.432295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] Set router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:19.513501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] For port 94447319-38dc-405b-9c61-a97248dc7c6a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=94447319-38dc-405b-9c61-a97248dc7c6a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:19.513988 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.531573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Calling delete_port for 94447319-38dc-405b-9c61-a97248dc7c6a owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:19.543735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] Deleting port a8004511-37aa-455d-a73b-c79278ceca40 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:19.544062 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.641213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] For port a8004511-37aa-455d-a73b-c79278ceca40, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a8004511-37aa-455d-a73b-c79278ceca40,segment=NetworkSegment(b44aa668-e29a-49e2-9705-0af7f5d3e647),segment_id=b44aa668-e29a-49e2-9705-0af7f5d3e647)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:19.641609 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.657360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] Calling delete_port for a8004511-37aa-455d-a73b-c79278ceca40 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:19.755407 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.775392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:17Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:19.785475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Port': ['ID=94447319-38dc-405b-9c61-a97248dc7c6a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:19.811454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb53f4c-79d7-4102-ab77-c3d91b00fa35 None None] The sync data for ids ['20c6c0e5-34ff-410b-b405-eedb1eb40f79'] in n-d-799523-2 is: [{'id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1484567285', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:17Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '94447319-38dc-405b-9c61-a97248dc7c6a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c6c0e5-34ff-410b-b405-eedb1eb40f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:19.816288 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.856019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] Pushing event deleted for resources: {'Port': ['ID=a8004511-37aa-455d-a73b-c79278ceca40,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:19.872443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a8004511-37aa-455d-a73b-c79278ceca40 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:16:19.882494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.894765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722af72-4464-485e-97fe-1f8c347116e9 None None] No DVR routers for this DVR port a8004511-37aa-455d-a73b-c79278ceca40 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:16:19.896918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a8004511-37aa-455d-a73b-c79278ceca40 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:16:19.897255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a8004511-37aa-455d-a73b-c79278ceca40 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:16:19.986460 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:19.988837 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.038278 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.038801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Fanout notify agent at l3_agent the message router_deleted on router 20c6c0e5-34ff-410b-b405-eedb1eb40f79 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:16:20.047955 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.049147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e05b24b-0c50-47eb-a471-1fb0c388ed07 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/routers/20c6c0e5-34ff-410b-b405-eedb1eb40f79 HTTP/1.1" status: 204 len: 168 time: 0.9582152 Aug 09 16:16:20.052533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39806) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:20.133570 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.236516 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.249801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c591c1-b1c3-4574-b24d-727a90841977']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:20.263238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44aa668-e29a-49e2-9705-0af7f5d3e647') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:20.263596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44aa668-e29a-49e2-9705-0af7f5d3e647') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:20.274713 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.291539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.299359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:16:20.299689 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:16:20.303642 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:16:20.385380 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.395244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.399756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/networks/95c591c1-b1c3-4574-b24d-727a90841977 HTTP/1.1" status: 204 len: 168 time: 0.3437443 Aug 09 16:16:20.401702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39808) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:20.414679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad5e7f-9da8-48e5-8be4-f7f8a9e989c4 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Network': ['ID=95c591c1-b1c3-4574-b24d-727a90841977,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:20.537423 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.626001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting port a99c4a74-d1d9-4b41-afe0-c08c76b6ced9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:20.626399 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.712529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.712857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.726848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Calling delete_port for a99c4a74-d1d9-4b41-afe0-c08c76b6ced9 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:20.903978 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.932867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Port': ['ID=a99c4a74-d1d9-4b41-afe0-c08c76b6ced9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:20.997820 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:20.998158 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Floating IP 219295b1-084f-48a1-922b-2d34427d369f disassociated (deleted). External IP: 172.25.7.194, port: f8e9e18d-36f0-47b0-9166-e9343f8d58e2. Aug 09 16:16:21.235032 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Router 878668b8-06d5-4eb5-b81e-9dee867674f1 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:21.747234 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:21.752476 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:21.755075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 94447319-38dc-405b-9c61-a97248dc7c6a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:16:21.759219 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] Sync routers for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:21.769563 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:21.770181 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:21.778872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 94447319-38dc-405b-9c61-a97248dc7c6a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:16:21.779240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 94447319-38dc-405b-9c61-a97248dc7c6a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:16:21.779632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 767550cc-3f42-4c38-bb6c-c3c249defff0 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:16:21.785341 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-82b547dc-1fa5-4258-bb5d-4bbefdd5eaa2 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/floatingips/219295b1-084f-48a1-922b-2d34427d369f HTTP/1.1" status: 204 len: 168 time: 1.3821247 Aug 09 16:16:21.785952 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:21.788887 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5944de-d060-4c03-ba35-ef9b4683d5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:21.804693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 767550cc-3f42-4c38-bb6c-c3c249defff0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:16:21.805038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 767550cc-3f42-4c38-bb6c-c3c249defff0 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:16:21.887319 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:22.006314 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2005e0c8-3da1-4878-8532-be01969433db x-openstack-request-id: req-2005e0c8-3da1-4878-8532-be01969433db {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:22.006905 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:22.007584 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2005e0c8-3da1-4878-8532-be01969433db {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:22.009646 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'status': 'completed', 'code': 200} Aug 09 16:16:22.112090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-fff93cb3-950d-4e59-a161-2e9abc0f86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:22.113774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-fff93cb3-950d-4e59-a161-2e9abc0f86e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a492431ba8e44279aa06f86bb202b115&device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 1135 time: 0.0769958 Aug 09 16:16:22.139776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebf5a4-7a94-42a5-9952-b9f0b74f9003 req-9d80a9e3-23bf-4f79-8fbf-ae28a10c6cd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:22.141416 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14ebf5a4-7a94-42a5-9952-b9f0b74f9003 req-9d80a9e3-23bf-4f79-8fbf-ae28a10c6cd3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 984 time: 0.0746093 Aug 09 16:16:22.150220 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:11Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:22.179953 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] Checking router: 878668b8-06d5-4eb5-b81e-9dee867674f1 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:22.190980 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:22.191611 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:22.248974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-14ebf5a4-7a94-42a5-9952-b9f0b74f9003 req-b08a361e-2cca-46db-a196-aaf8709c7724 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0959411 Aug 09 16:16:22.273780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-a0a74e71-ec22-4155-ace6-cb9000034c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:22.275679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-a0a74e71-ec22-4155-ace6-cb9000034c0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=105a9d1a-7cac-406a-b36f-9a5f598d6b73 HTTP/1.1" status: 200 len: 899 time: 0.1533847 Aug 09 16:16:22.315081 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:22.320875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-0415d345-4c85-4026-afd3-3bbb0948673f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2 HTTP/1.1" status: 200 len: 217 time: 0.0372286 Aug 09 16:16:22.376471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-0e7165fc-81e5-4577-9a37-521ca2c8cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:22.378496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-0e7165fc-81e5-4577-9a37-521ca2c8cdec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49b0721b-527f-44a0-a0aa-c4ab97ab6a1a HTTP/1.1" status: 200 len: 835 time: 0.0504203 Aug 09 16:16:22.441983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-a671640b-620a-4a89-b498-3ec575086d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:22.444031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-a671640b-620a-4a89-b498-3ec575086d4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=105a9d1a-7cac-406a-b36f-9a5f598d6b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580306 Aug 09 16:16:22.551526 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:11Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:22.584526 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c455b-dc6d-4645-8d94-c0d39cf4061a None None] The sync data for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 is: [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:15:06Z', 'revision_number': 4, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1b525108-1116-4e05-95ba-b91bc1faf2d0', 'name': '', 'network_id': '105a9d1a-7cac-406a-b36f-9a5f598d6b73', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'mac_address': 'fa:16:3e:38:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:06Z', 'updated_at': '2021-08-09T16:15:11Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'subnets': [{'id': '49b0721b-527f-44a0-a0aa-c4ab97ab6a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:22.593486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-3a22488c-3a2f-4e08-be01-19221e5c1ed0 service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405382 Aug 09 16:16:22.705799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c5944de-d060-4c03-ba35-ef9b4683d5c4 req-9ebd1dd9-fc3d-4cd6-ba9d-e2b36c577b0b service neutron] 10.222.0.35 "GET /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044998 Aug 09 16:16:22.847647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68393ef4-1fd6-4ad1-9611-7bf62d3e2ec4 None None] New status for floating IP 219295b1-084f-48a1-922b-2d34427d369f: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:16:23.379673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-48fc660e-fe21-4b00-be67-d8093405643b tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:23.381389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-48fc660e-fe21-4b00-be67-d8093405643b tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.35 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 984 time: 0.1163042 Aug 09 16:16:23.436054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ead9-11c7-4729-8926-5211067079e7 req-4a13e584-18bf-40a2-8454-9878535b45aa tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:23.437713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d3ead9-11c7-4729-8926-5211067079e7 req-4a13e584-18bf-40a2-8454-9878535b45aa tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65dd1283-c507-498d-9f7c-123421134e7f HTTP/1.1" status: 200 len: 984 time: 0.1069777 Aug 09 16:16:23.516306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5d3ead9-11c7-4729-8926-5211067079e7 req-3289dd96-418a-4ca9-9cf0-577f61bc0848 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4ba9429-afd4-4337-87ce-d45925fcee24&id=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0691650 Aug 09 16:16:23.543911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:23.544364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:23.711846 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] For port f8e9e18d-36f0-47b0-9166-e9343f8d58e2, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:23.712228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:23.730844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Calling delete_port for f8e9e18d-36f0-47b0-9166-e9343f8d58e2 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:23.877384 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:23.910188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Port': ['ID=f8e9e18d-36f0-47b0-9166-e9343f8d58e2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:23.966693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] No DVR routers for this DVR port f8e9e18d-36f0-47b0-9166-e9343f8d58e2 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:16:23.969535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:23.971678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9fd29ab5-59ba-4580-adb1-5624820e69eb req-50fbfa23-b7c1-4098-8dfe-bde21b9086b3 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.35 "DELETE /v2.0/ports/f8e9e18d-36f0-47b0-9166-e9343f8d58e2 HTTP/1.1" status: 204 len: 173 time: 0.5824230 Aug 09 16:16:23.972184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'name': 'network-vif-deleted', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:23.974989 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6fe393-85e5-4f17-b20b-5cbd6479238c" -d '{"events": [{"server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "name": "network-vif-deleted", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:24.029735 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb0cdb6-981e-4652-8cd5-b30f73772ad6 x-openstack-request-id: req-efb0cdb6-981e-4652-8cd5-b30f73772ad6 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:24.030033 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dd1283-c507-498d-9f7c-123421134e7f", "name": "network-vif-deleted", "tag": "f8e9e18d-36f0-47b0-9166-e9343f8d58e2", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:24.030264 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efb0cdb6-981e-4652-8cd5-b30f73772ad6 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:24.030680 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dd1283-c507-498d-9f7c-123421134e7f', 'name': 'network-vif-deleted', 'tag': 'f8e9e18d-36f0-47b0-9166-e9343f8d58e2', 'status': 'completed', 'code': 200} Aug 09 16:16:24.579052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:24.652953 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddcbe582-3c25-4a8b-9bd7-3893c498cbf6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:24.679394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddcbe582-3c25-4a8b-9bd7-3893c498cbf6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:24.726129 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddcbe582-3c25-4a8b-9bd7-3893c498cbf6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:24.729345 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ddcbe582-3c25-4a8b-9bd7-3893c498cbf6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:24.730524 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ddcbe582-3c25-4a8b-9bd7-3893c498cbf6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/security-groups/a46ab0eb-ba00-4e72-a7f7-0a236fe75a35 HTTP/1.1" status: 204 len: 168 time: 0.1498132 Aug 09 16:16:24.733494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39824) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:24.741613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbe582-3c25-4a8b-9bd7-3893c498cbf6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46ab0eb-ba00-4e72-a7f7-0a236fe75a35,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:24.808027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fd8abbd9-07c5-41d2-91ae-1ff756829443 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:24.837076 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fd8abbd9-07c5-41d2-91ae-1ff756829443 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:24.886112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fd8abbd9-07c5-41d2-91ae-1ff756829443 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:24.889171 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fd8abbd9-07c5-41d2-91ae-1ff756829443 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:24.890636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fd8abbd9-07c5-41d2-91ae-1ff756829443 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/security-groups/d4ba9429-afd4-4337-87ce-d45925fcee24 HTTP/1.1" status: 204 len: 168 time: 0.1556311 Aug 09 16:16:24.893371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39826) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:24.902255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8abbd9-07c5-41d2-91ae-1ff756829443 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ba9429-afd4-4337-87ce-d45925fcee24,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:25.305947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:25.598013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting port 1b525108-1116-4e05-95ba-b91bc1faf2d0 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:25.598744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:25.689968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] For port 1b525108-1116-4e05-95ba-b91bc1faf2d0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1b525108-1116-4e05-95ba-b91bc1faf2d0,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:25.690331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:25.704891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Calling delete_port for 1b525108-1116-4e05-95ba-b91bc1faf2d0 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:25.920261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:25.952321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Port': ['ID=1b525108-1116-4e05-95ba-b91bc1faf2d0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:26.140089 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:26.384402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Router 878668b8-06d5-4eb5-b81e-9dee867674f1 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:26.496391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:26.505297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7e04fd6-d28b-4bc9-8a9e-810b8411e317 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "PUT /v2.0/routers/878668b8-06d5-4eb5-b81e-9dee867674f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6074584 Aug 09 16:16:26.505971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39828) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:26.508537 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] Sync routers for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:26.518673 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:26.519284 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:26.557992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-052ef5b0-5cbc-4fc5-b77e-9577ebb2d4c6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting subnet 49b0721b-527f-44a0-a0aa-c4ab97ab6a1a {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:16:26.561421 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052ef5b0-5cbc-4fc5-b77e-9577ebb2d4c6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:26.602018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052ef5b0-5cbc-4fc5-b77e-9577ebb2d4c6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:26.624753 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:26.691442 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052ef5b0-5cbc-4fc5-b77e-9577ebb2d4c6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:26.758661 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052ef5b0-5cbc-4fc5-b77e-9577ebb2d4c6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:26.788371 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ef5b0-5cbc-4fc5-b77e-9577ebb2d4c6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Subnet': ['ID=49b0721b-527f-44a0-a0aa-c4ab97ab6a1a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:26.792413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-052ef5b0-5cbc-4fc5-b77e-9577ebb2d4c6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:26.794352 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-052ef5b0-5cbc-4fc5-b77e-9577ebb2d4c6 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/subnets/49b0721b-527f-44a0-a0aa-c4ab97ab6a1a HTTP/1.1" status: 204 len: 168 time: 0.2873058 Aug 09 16:16:26.797151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39830) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:26.799644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97565db0-33a3-4efa-a811-5a5cc3ae7e40 None None] Network 105a9d1a-7cac-406a-b36f-9a5f598d6b73 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:16:26.910285 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:16:25Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:26.928044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:26.936287 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] Checking router: 878668b8-06d5-4eb5-b81e-9dee867674f1 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:26.945417 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] Routers {'878668b8-06d5-4eb5-b81e-9dee867674f1'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:26.945957 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['878668b8-06d5-4eb5-b81e-9dee867674f1'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:26.995090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] DHCP port deletion for 105a9d1a-7cac-406a-b36f-9a5f598d6b73 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:16:27.037797 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.041766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] Deleting port 7ad50924-a697-4df6-8cc4-61695d6a3d40 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:27.042156 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.057379 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] Set router 878668b8-06d5-4eb5-b81e-9dee867674f1 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:27.095395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Deleting port 5372fdc9-1f9d-4246-bee5-c15263056b2c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:16:27.095759 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.111059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] For port 7ad50924-a697-4df6-8cc4-61695d6a3d40, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7ad50924-a697-4df6-8cc4-61695d6a3d40,segment=NetworkSegment(1914299f-15f0-4e06-b186-7d5aeb2beac4),segment_id=1914299f-15f0-4e06-b186-7d5aeb2beac4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:27.111466 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.126090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] Calling delete_port for 7ad50924-a697-4df6-8cc4-61695d6a3d40 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:27.190702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] For port 5372fdc9-1f9d-4246-bee5-c15263056b2c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5372fdc9-1f9d-4246-bee5-c15263056b2c,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:27.191085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.206741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Calling delete_port for 5372fdc9-1f9d-4246-bee5-c15263056b2c owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:16:27.216578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.261030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] Pushing event deleted for resources: {'Port': ['ID=7ad50924-a697-4df6-8cc4-61695d6a3d40,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:27.263169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525e0eb-47fa-42f1-8671-e51acbdeb4ed None None] No DVR routers for this DVR port 7ad50924-a697-4df6-8cc4-61695d6a3d40 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:16:27.293645 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:16:25Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:27.320661 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36fd44-762d-41e1-a447-f1854cdbc3da None None] The sync data for ids ['878668b8-06d5-4eb5-b81e-9dee867674f1'] in n-d-799523-2 is: [{'id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1266867509', 'tenant_id': 'a492431ba8e44279aa06f86bb202b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:02Z', 'updated_at': '2021-08-09T16:16:25Z', 'revision_number': 5, 'project_id': 'a492431ba8e44279aa06f86bb202b115', 'gw_port': {'id': '5372fdc9-1f9d-4246-bee5-c15263056b2c', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878668b8-06d5-4eb5-b81e-9dee867674f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:03Z', 'updated_at': '2021-08-09T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:27.425522 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.459976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Port': ['ID=5372fdc9-1f9d-4246-bee5-c15263056b2c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:27.525858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.621384 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.623686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.674461 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.675008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Fanout notify agent at l3_agent the message router_deleted on router 878668b8-06d5-4eb5-b81e-9dee867674f1 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:16:27.683183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.684369 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ce36caf2-0eca-403e-8958-18b88a72aade tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/routers/878668b8-06d5-4eb5-b81e-9dee867674f1 HTTP/1.1" status: 204 len: 168 time: 0.8806529 Aug 09 16:16:27.687225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39832) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:27.783302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.804510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1b525108-1116-4e05-95ba-b91bc1faf2d0 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:16:27.828913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 1b525108-1116-4e05-95ba-b91bc1faf2d0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:16:27.829369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1b525108-1116-4e05-95ba-b91bc1faf2d0 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:16:27.829877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ad50924-a697-4df6-8cc4-61695d6a3d40 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:16:27.849435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7ad50924-a697-4df6-8cc4-61695d6a3d40 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:16:27.849865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7ad50924-a697-4df6-8cc4-61695d6a3d40 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:16:27.874781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.886831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105a9d1a-7cac-406a-b36f-9a5f598d6b73']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:27.898594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1914299f-15f0-4e06-b186-7d5aeb2beac4') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:27.898890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1914299f-15f0-4e06-b186-7d5aeb2beac4') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:27.909133 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.925068 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.931865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:16:27.932283 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:16:27.935339 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:16:28.002282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:28.012310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:28.013840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] 10.222.0.64 "DELETE /v2.0/networks/105a9d1a-7cac-406a-b36f-9a5f598d6b73 HTTP/1.1" status: 204 len: 168 time: 0.3255749 Aug 09 16:16:28.023879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b48f7-7aa7-42ac-ad01-a7dba9ff9000 tempest-TestSecurityGroupsBasicOps-892870679 tempest-TestSecurityGroupsBasicOps-892870679-project] Pushing event deleted for resources: {'Network': ['ID=105a9d1a-7cac-406a-b36f-9a5f598d6b73,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:28.281082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f8e9e18d-36f0-47b0-9166-e9343f8d58e2 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:16:28.301995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: f8e9e18d-36f0-47b0-9166-e9343f8d58e2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:16:28.302441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device f8e9e18d-36f0-47b0-9166-e9343f8d58e2 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:16:28.328021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39840) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:28.514590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3e7e1d22-04cc-43b2-94fb-daf38a8f7504 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a492431ba8e44279aa06f86bb202b115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852844 Aug 09 16:16:28.517357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39844) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:28.572027 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f124dca1-c68f-48f0-ba89-20dcf702cf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:28.595175 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f124dca1-c68f-48f0-ba89-20dcf702cf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:28.652601 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f124dca1-c68f-48f0-ba89-20dcf702cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:28.655061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f124dca1-c68f-48f0-ba89-20dcf702cf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:28.656240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f124dca1-c68f-48f0-ba89-20dcf702cf57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ddeb376-c4a4-4768-a5f3-52f78f266dde HTTP/1.1" status: 204 len: 168 time: 0.1379068 Aug 09 16:16:28.664453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124dca1-c68f-48f0-ba89-20dcf702cf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddeb376-c4a4-4768-a5f3-52f78f266dde,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:28.843488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:28.888320 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:28.944382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39850) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:28.958779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41005e9a-a586-48ab-8eb2-654ad51d64fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.063367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41005e9a-a586-48ab-8eb2-654ad51d64fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.068136 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41005e9a-a586-48ab-8eb2-654ad51d64fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.109020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-41005e9a-a586-48ab-8eb2-654ad51d64fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecd910dc1db147228f830d50e95b1778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633577 Aug 09 16:16:29.109873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41005e9a-a586-48ab-8eb2-654ad51d64fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c384792-ff14-40d6-9cbc-439a3b2a2d95,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:29.112680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39852) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:29.174104 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc4eb-e350-4c46-96ec-9274297cef7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.196630 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc4eb-e350-4c46-96ec-9274297cef7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.247763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc4eb-e350-4c46-96ec-9274297cef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.250398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc4eb-e350-4c46-96ec-9274297cef7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.251615 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5f9cc4eb-e350-4c46-96ec-9274297cef7e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c384792-ff14-40d6-9cbc-439a3b2a2d95 HTTP/1.1" status: 204 len: 168 time: 0.1379008 Aug 09 16:16:29.260526 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cc4eb-e350-4c46-96ec-9274297cef7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c384792-ff14-40d6-9cbc-439a3b2a2d95,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:29.625756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39858) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:29.668411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e2ca7e7f-4642-4ef8-9887-1f80df7d760b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c70a9b6e61f4a50837990e9a50bea73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414019 Aug 09 16:16:29.671590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39860) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:29.695484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5372fdc9-1f9d-4246-bee5-c15263056b2c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:16:29.717035 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 5372fdc9-1f9d-4246-bee5-c15263056b2c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:16:29.717364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5372fdc9-1f9d-4246-bee5-c15263056b2c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:16:29.725772 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26930e95-805a-403d-bf4b-07aea8acb9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.747959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26930e95-805a-403d-bf4b-07aea8acb9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.803743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26930e95-805a-403d-bf4b-07aea8acb9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.806367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-26930e95-805a-403d-bf4b-07aea8acb9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:29.807560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-26930e95-805a-403d-bf4b-07aea8acb9b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c897064-7710-4a66-aea5-27f5d3fa0677 HTTP/1.1" status: 204 len: 168 time: 0.1348972 Aug 09 16:16:29.816981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26930e95-805a-403d-bf4b-07aea8acb9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c897064-7710-4a66-aea5-27f5d3fa0677,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:30.569042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39882) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:30.689674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1004039108-network', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:30.716493 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:16:30.718841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:30.728614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:30.825503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:30.831020 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:30.854109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:16:30.868791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043313eb-6779-4147-92f8-e99fc72d794e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:30.875439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:30.875865 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Added segment 8e282009-03da-44d9-a2de-9db52c829798 of type vlan for network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 Aug 09 16:16:30.922043 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:30.960976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:30.961957 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:30.962534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.015985 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4457498 Aug 09 16:16:31.019314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39886) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:31.023077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a493a56-40e5-4e5f-abd5-37e63d608eff admin admin] Pushing event updated for resources: {'Network': ['ID=f2e75f1a-2edd-47ad-943d-86a9c1c795a6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:31.026771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Request body: {'subnet': {'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1004039108-subnet', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:31.035029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:16:31.052648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:16:31.055008 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.238895 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.298939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295d6d4e-81ef-4ddf-add3-41772ea9accc,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:31.310854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:31.311221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Network hostable DHCP agents. Network: f2e75f1a-2edd-47ad-943d-86a9c1c795a6, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:16:31.331578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:16:31.343078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, f2e75f1a-2edd-47ad-943d-86a9c1c795a6) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:31.347691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:31.348808 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.353343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af950628-3478-4702-a256-ac6a687f3a7d None None] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:16:31.363655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ff126fca-c7c5-431d-a7bc-82b84eff7dd8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3430471 Aug 09 16:16:31.367035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39888) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:31.371640 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:31.394217 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.395317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.464364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.535534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:16:31.537164 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.614596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.677461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Allocated IP 172.20.0.2 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/27dfbf95-ca7e-4455-8277-43bb5078578c) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:31.825236 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.838652 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.847459 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Transition to ACTIVE for port object 27dfbf95-ca7e-4455-8277-43bb5078578c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:31.850997 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.863554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Transition to ACTIVE for port object 27dfbf95-ca7e-4455-8277-43bb5078578c will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:31.872422 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.914117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:31.917164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:31.920849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:31.926398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Pushing event updated for resources: {'Port': ['ID=27dfbf95-ca7e-4455-8277-43bb5078578c,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:31.961439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Allocated IP 172.25.7.68 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/c070183f-0f2a-4533-88d9-bedcf4ab5c7e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:31.984628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Attempting to bind port 27dfbf95-ca7e-4455-8277-43bb5078578c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:31.985000 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Attempting to bind port 27dfbf95-ca7e-4455-8277-43bb5078578c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:31.985511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Attempting to bind port 27dfbf95-ca7e-4455-8277-43bb5078578c on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:31.991377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:31.991769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:31.992194 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:31.992584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:31.993067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Bound port: 27dfbf95-ca7e-4455-8277-43bb5078578c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:31.993428 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:32.060432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] For port 27dfbf95-ca7e-4455-8277-43bb5078578c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:32.063572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] For port 27dfbf95-ca7e-4455-8277-43bb5078578c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=27dfbf95-ca7e-4455-8277-43bb5078578c,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:32.070767 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:32.078711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:32.131688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f8533-e968-4d21-a91b-d3f14fe8876e None None] Pushing event updated for resources: {'Port': ['ID=27dfbf95-ca7e-4455-8277-43bb5078578c,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:32.137342 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:32.181227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:32.184279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:32.187926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:32.193554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Pushing event updated for resources: {'Port': ['ID=c070183f-0f2a-4533-88d9-bedcf4ab5c7e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:32.469226 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:32.683769 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:32.822524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Router 699e7a3e-cfa0-4067-9114-26f862787029 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:16:33.040800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b70eee-1826-4b50-9cf1-2934eb0c3128 None None] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:16:33.134192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1a8c5b8e-d1b1-4b56-b115-7e91a94051b9 None None] Provisioning for port 27dfbf95-ca7e-4455-8277-43bb5078578c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:33.294529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:33.310319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:33.316959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:33.319480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:33.320385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:33.320583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a1656900-87f0-4ef8-ad17-2d2ff21006df admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9523659 Aug 09 16:16:33.321572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39890) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:33.446907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:33.788438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:33.802001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 27dfbf95-ca7e-4455-8277-43bb5078578c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:33.845541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:32Z', 'revision_number': 3, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:33.874836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:33.875186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Updating router 699e7a3e-cfa0-4067-9114-26f862787029 port c070183f-0f2a-4533-88d9-bedcf4ab5c7e binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:16:33.909692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 27dfbf95-ca7e-4455-8277-43bb5078578c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:33.912295 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:33.916212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 27dfbf95-ca7e-4455-8277-43bb5078578c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:33.916572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.013402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Allocated IP 172.20.0.1 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/573224cd-c974-4e8f-b091-666ca505352b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:34.122187 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.132952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.148391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Transition to ACTIVE for port object 573224cd-c974-4e8f-b091-666ca505352b will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:34.183949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 27dfbf95-ca7e-4455-8277-43bb5078578c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=27dfbf95-ca7e-4455-8277-43bb5078578c,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:34.186583 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.188469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.228167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:34.234832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:34.240329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:34.279867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=573224cd-c974-4e8f-b091-666ca505352b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:34.283305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=27dfbf95-ca7e-4455-8277-43bb5078578c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:34.293315 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.311056 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.324134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Transition to ACTIVE for port object c070183f-0f2a-4533-88d9-bedcf4ab5c7e will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:34.331985 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.387356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Attempting to bind port c070183f-0f2a-4533-88d9-bedcf4ab5c7e on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:34.387730 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Attempting to bind port c070183f-0f2a-4533-88d9-bedcf4ab5c7e by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:34.388113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Attempting to bind port c070183f-0f2a-4533-88d9-bedcf4ab5c7e on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:34.391470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032ce60-6dfd-4c4d-855f-3bc429d5bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c070183f-0f2a-4533-88d9-bedcf4ab5c7e,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:34.396802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:34.397173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:34.397572 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.397956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:34.398423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Bound port: c070183f-0f2a-4533-88d9-bedcf4ab5c7e, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:34.399026 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.446875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.462977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] For port c070183f-0f2a-4533-88d9-bedcf4ab5c7e, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:34.466774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] For port c070183f-0f2a-4533-88d9-bedcf4ab5c7e, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c070183f-0f2a-4533-88d9-bedcf4ab5c7e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:34.472445 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.525114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:34.525785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:34.587909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032ce60-6dfd-4c4d-855f-3bc429d5bfd7 None None] Pushing event updated for resources: {'Port': ['ID=c070183f-0f2a-4533-88d9-bedcf4ab5c7e,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:34.603727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-36dee30f-4823-44f8-ba83-289fbb6d8c75 None None] Provisioning for port 573224cd-c974-4e8f-b091-666ca505352b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:34.635607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.639780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-36dee30f-4823-44f8-ba83-289fbb6d8c75 None None] Provisioning complete for port 573224cd-c974-4e8f-b091-666ca505352b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:34.640209 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-36dee30f-4823-44f8-ba83-289fbb6d8c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.642866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.692766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:34.694662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-36dee30f-4823-44f8-ba83-289fbb6d8c75 None None] Port 573224cd-c974-4e8f-b091-666ca505352b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:34.711205 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:34.721094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=573224cd-c974-4e8f-b091-666ca505352b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:34.812923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:34.814494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:34.913710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 1, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:34.944050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d6dc6-749c-4ea0-a7cf-8ac9150337bc None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 1, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:34.944389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Router 699e7a3e-cfa0-4067-9114-26f862787029 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:35.071465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:35.080705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb9e711e-1277-4ec9-a034-82138d32a9d3 admin admin] 10.222.0.64 "PUT /v2.0/routers/699e7a3e-cfa0-4067-9114-26f862787029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574346 Aug 09 16:16:35.136400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-811aea0f-3d06-4095-8b0d-c0ea98b2ea2f None None] Provisioning complete for port 573224cd-c974-4e8f-b091-666ca505352b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:35.136867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-811aea0f-3d06-4095-8b0d-c0ea98b2ea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:35.174079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-811aea0f-3d06-4095-8b0d-c0ea98b2ea2f None None] Port 573224cd-c974-4e8f-b091-666ca505352b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:35.698190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39906) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:35.705558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2032602159-network', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:35.738110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Made reservation on behalf of 729d5122ee81489b9cccd9d8a6363e10 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:16:35.743867 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:35.754538 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:35.864398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c070183f-0f2a-4533-88d9-bedcf4ab5c7e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:35.893066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:35.899345 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:35.931724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:16:35.934934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c070183f-0f2a-4533-88d9-bedcf4ab5c7e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:35.939202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c070183f-0f2a-4533-88d9-bedcf4ab5c7e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:35.939578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:35.943956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e630f0-2f30-4aa7-9943-604add493550,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:35.951143 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:35.951488 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Added segment cf2e3341-70d8-45e8-bd99-e0af1a7d42b8 of type vlan for network da52a8c2-5ccb-4b81-948e-dfce05e4580d Aug 09 16:16:36.005840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.048020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.049192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:36.049812 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.054387 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.078936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c070183f-0f2a-4533-88d9-bedcf4ab5c7e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c070183f-0f2a-4533-88d9-bedcf4ab5c7e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:36.086043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.087239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 27dfbf95-ca7e-4455-8277-43bb5078578c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:36.137053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 39908) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:36.137843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4361076 Aug 09 16:16:36.148080 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Request body: {'subnet': {'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2032602159-subnet', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:36.169645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033273a-2cd7-4928-af52-82765fd10fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=da52a8c2-5ccb-4b81-948e-dfce05e4580d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:36.178507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Made reservation on behalf of 729d5122ee81489b9cccd9d8a6363e10 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:16:36.182512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network da52a8c2-5ccb-4b81-948e-dfce05e4580d details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:16:36.183894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.203905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c070183f-0f2a-4533-88d9-bedcf4ab5c7e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:36.254795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 27dfbf95-ca7e-4455-8277-43bb5078578c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:36.255171 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.406571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.459128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:36.475214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Checking segment: {'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:36.475709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Network hostable DHCP agents. Network: da52a8c2-5ccb-4b81-948e-dfce05e4580d, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:16:36.493917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Network da52a8c2-5ccb-4b81-948e-dfce05e4580d is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:16:36.505153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, da52a8c2-5ccb-4b81-948e-dfce05e4580d) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:36.511734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:36.512722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.513465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0d038-d4b5-4319-8b09-801f93ac523a None None] Network da52a8c2-5ccb-4b81-948e-dfce05e4580d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:16:36.528625 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d989adff-a080-407b-9139-89491dbc6d13 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3889623 Aug 09 16:16:36.531767 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39910) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:36.536761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:36.561195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.562638 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.637905 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.678835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-da52a8c2-5ccb-4b81-948e-dfce05e4580d', 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'fixed_ips': [{'subnet_id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:16:36.681469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.783311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:36.839446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Allocated IP 172.20.0.2 (da52a8c2-5ccb-4b81-948e-dfce05e4580d/bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d/c6411047-155d-42e1-8a1f-ef00ab557ac1) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:37.001494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.008020 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.017675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Transition to ACTIVE for port object c6411047-155d-42e1-8a1f-ef00ab557ac1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:37.022369 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.034264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Transition to ACTIVE for port object c6411047-155d-42e1-8a1f-ef00ab557ac1 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:37.041463 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.083047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Network da52a8c2-5ccb-4b81-948e-dfce05e4580d is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:37.086210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:37.090692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:37.093847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Pushing event updated for resources: {'Port': ['ID=c6411047-155d-42e1-8a1f-ef00ab557ac1,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:37.135951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Allocated IP 172.25.7.248 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/523a843a-bada-43e5-994c-c7829e9ff3f1) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:37.152257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Attempting to bind port c6411047-155d-42e1-8a1f-ef00ab557ac1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:37.152257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Attempting to bind port c6411047-155d-42e1-8a1f-ef00ab557ac1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:37.152691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Attempting to bind port c6411047-155d-42e1-8a1f-ef00ab557ac1 on network da52a8c2-5ccb-4b81-948e-dfce05e4580d {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:37.157855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:37.158221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Checking segment: {'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:37.158658 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.159050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Bound using segment: {'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:37.159499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Bound port: c6411047-155d-42e1-8a1f-ef00ab557ac1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:37.159893 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.186630 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:37.197149 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:37.197668 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:37.238237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] For port c6411047-155d-42e1-8a1f-ef00ab557ac1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:37.244158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] For port c6411047-155d-42e1-8a1f-ef00ab557ac1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6411047-155d-42e1-8a1f-ef00ab557ac1,segment=NetworkSegment(cf2e3341-70d8-45e8-bd99-e0af1a7d42b8),segment_id=cf2e3341-70d8-45e8-bd99-e0af1a7d42b8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:37.247774 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.250131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.308964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db418b82-896c-474c-84e6-92cbc3ae195a None None] Pushing event updated for resources: {'Port': ['ID=c6411047-155d-42e1-8a1f-ef00ab557ac1,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:37.310853 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:37.314221 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.355007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:37.358115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:37.367052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:37.398570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Pushing event updated for resources: {'Port': ['ID=523a843a-bada-43e5-994c-c7829e9ff3f1,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:37.560110 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 2, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:37.594862 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:37.595226 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Updating router 699e7a3e-cfa0-4067-9114-26f862787029 port 573224cd-c974-4e8f-b091-666ca505352b binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:16:37.623183 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.664398 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.849602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c070183f-0f2a-4533-88d9-bedcf4ab5c7e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:37.880337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.899112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c070183f-0f2a-4533-88d9-bedcf4ab5c7e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:37.899896 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.914654 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:37.925593 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Transition to ACTIVE for port object 573224cd-c974-4e8f-b091-666ca505352b will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:37.934839 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:38.031461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6411047-155d-42e1-8a1f-ef00ab557ac1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:38.057226 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Pushing event updated for resources: {'Port': ['ID=573224cd-c974-4e8f-b091-666ca505352b,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:38.079659 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.080394 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.080792 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.081413 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.081936 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.083136 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.083502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Router 7a847d5c-7112-4362-909e-d7331d9c5159 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:16:38.083671 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.084028 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.084824 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.085416 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.085824 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.086725 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:16:38.091952 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Attempting to bind port 573224cd-c974-4e8f-b091-666ca505352b on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:38.092465 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Attempting to bind port 573224cd-c974-4e8f-b091-666ca505352b by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:38.092844 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Attempting to bind port 573224cd-c974-4e8f-b091-666ca505352b on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:38.095432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c6411047-155d-42e1-8a1f-ef00ab557ac1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:38.099552 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:38.100205 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:38.100684 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:38.102119 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:38.102700 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Bound port: 573224cd-c974-4e8f-b091-666ca505352b, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:38.103089 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:38.184008 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] For port 573224cd-c974-4e8f-b091-666ca505352b, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:38.190148 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] For port 573224cd-c974-4e8f-b091-666ca505352b, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=573224cd-c974-4e8f-b091-666ca505352b,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:38.199865 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:38.293481 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:38.294430 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:38.338720 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c1025-a359-42ea-8e66-207ab7f357b9 None None] Pushing event updated for resources: {'Port': ['ID=573224cd-c974-4e8f-b091-666ca505352b,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:38.434390 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:38.459193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ff15b-47e5-4f34-acd6-1ff8354e2298 None None] Network da52a8c2-5ccb-4b81-948e-dfce05e4580d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:16:38.600715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:38.619338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:38.619772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Sync routers for ids ['7a847d5c-7112-4362-909e-d7331d9c5159'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:38.623384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-41648e54-547f-4002-87a8-418890df33b3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0878999 Aug 09 16:16:38.623887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 39912) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:38.629852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9840593b-5b03-4cfe-ae1f-27a97803ab8e None None] Provisioning for port c6411047-155d-42e1-8a1f-ef00ab557ac1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:38.640168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9840593b-5b03-4cfe-ae1f-27a97803ab8e None None] Provisioning complete for port c6411047-155d-42e1-8a1f-ef00ab557ac1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:38.640684 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9840593b-5b03-4cfe-ae1f-27a97803ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:38.645322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Routers {'7a847d5c-7112-4362-909e-d7331d9c5159'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:38.646104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7a847d5c-7112-4362-909e-d7331d9c5159'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:38.765247 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:38Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:38.799302 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327abb19-d9bc-41f3-99f8-11d59359391c None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:38Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:38.824914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Set router 7a847d5c-7112-4362-909e-d7331d9c5159 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:38.827202 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9840593b-5b03-4cfe-ae1f-27a97803ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.123381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.143180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9840593b-5b03-4cfe-ae1f-27a97803ab8e None None] For port c6411047-155d-42e1-8a1f-ef00ab557ac1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6411047-155d-42e1-8a1f-ef00ab557ac1,segment=NetworkSegment(cf2e3341-70d8-45e8-bd99-e0af1a7d42b8),segment_id=cf2e3341-70d8-45e8-bd99-e0af1a7d42b8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:39.150260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9840593b-5b03-4cfe-ae1f-27a97803ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.250940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840593b-5b03-4cfe-ae1f-27a97803ab8e None None] Pushing event updated for resources: {'Port': ['ID=c6411047-155d-42e1-8a1f-ef00ab557ac1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:39.280388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0139735f-c42b-4a7f-a12c-d4bc8479bdcd None None] Provisioning complete for port c6411047-155d-42e1-8a1f-ef00ab557ac1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:39.280744 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0139735f-c42b-4a7f-a12c-d4bc8479bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.296699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Allocated IP 172.20.0.1 (da52a8c2-5ccb-4b81-948e-dfce05e4580d/bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d/f3a2ec6a-8bf1-4e8c-b735-9b455a79f025) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:39.317639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:16:37Z', 'revision_number': 3, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port': {'id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:37Z', 'updated_at': '2021-08-09T16:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:39.347696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Checking router: 7a847d5c-7112-4362-909e-d7331d9c5159 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:39.348062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Updating router 7a847d5c-7112-4362-909e-d7331d9c5159 port 523a843a-bada-43e5-994c-c7829e9ff3f1 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:16:39.379905 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.415641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.429954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Transition to ACTIVE for port object f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:39.467768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.514668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Network da52a8c2-5ccb-4b81-948e-dfce05e4580d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:39.522658 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:39.526535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:39.550299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:39.571260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.686721 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.699171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Transition to ACTIVE for port object 523a843a-bada-43e5-994c-c7829e9ff3f1 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:39.709671 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.734817 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.771800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Attempting to bind port 523a843a-bada-43e5-994c-c7829e9ff3f1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:39.772335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Attempting to bind port 523a843a-bada-43e5-994c-c7829e9ff3f1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:39.772794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Attempting to bind port 523a843a-bada-43e5-994c-c7829e9ff3f1 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:39.786873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:39.788079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:39.788079 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.788433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:39.788985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Bound port: 523a843a-bada-43e5-994c-c7829e9ff3f1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:39.789433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.796199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 573224cd-c974-4e8f-b091-666ca505352b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:39.836457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d6b92-8e2e-4491-b2b3-5fcfa03776d7 None None] Pushing event updated for resources: {'Port': ['ID=523a843a-bada-43e5-994c-c7829e9ff3f1,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:39.888481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] For port 523a843a-bada-43e5-994c-c7829e9ff3f1, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:39.893281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] For port 523a843a-bada-43e5-994c-c7829e9ff3f1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=523a843a-bada-43e5-994c-c7829e9ff3f1,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:39.894307 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7eac44f0-df8d-408e-a3fc-41722b78ba9b None None] Provisioning for port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:39.901696 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.906448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7eac44f0-df8d-408e-a3fc-41722b78ba9b None None] Provisioning complete for port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:39.906813 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7eac44f0-df8d-408e-a3fc-41722b78ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.939634 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.945760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:39.951955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 573224cd-c974-4e8f-b091-666ca505352b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:39.978117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 573224cd-c974-4e8f-b091-666ca505352b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:39.978492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:40.014033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:40.016832 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:40.022085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7eac44f0-df8d-408e-a3fc-41722b78ba9b None None] Port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:40.035297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Routers {'7a847d5c-7112-4362-909e-d7331d9c5159'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:40.035955 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7a847d5c-7112-4362-909e-d7331d9c5159'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:40.039471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d6b92-8e2e-4491-b2b3-5fcfa03776d7 None None] Pushing event updated for resources: {'Port': ['ID=523a843a-bada-43e5-994c-c7829e9ff3f1,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:40.125069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Network da52a8c2-5ccb-4b81-948e-dfce05e4580d is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:40.126491 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:40.179541 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:40.197148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] Set router 7a847d5c-7112-4362-909e-d7331d9c5159 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:40.253102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Router 7a847d5c-7112-4362-909e-d7331d9c5159 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:40.253378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 573224cd-c974-4e8f-b091-666ca505352b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=573224cd-c974-4e8f-b091-666ca505352b,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:40.289753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:40.290452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6411047-155d-42e1-8a1f-ef00ab557ac1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:40.369960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:40.375002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ba6170b5-9df7-40f3-a99f-463550787545 admin admin] 10.222.0.64 "PUT /v2.0/routers/7a847d5c-7112-4362-909e-d7331d9c5159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499743 Aug 09 16:16:40.430033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=573224cd-c974-4e8f-b091-666ca505352b,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:40.487872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-41e379ec-8257-4e93-8e82-14a11f7feab3 None None] Provisioning complete for port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:40.488236 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-41e379ec-8257-4e93-8e82-14a11f7feab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:40.493625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c6411047-155d-42e1-8a1f-ef00ab557ac1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:40.493625 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:40.559438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-41e379ec-8257-4e93-8e82-14a11f7feab3 None None] Port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:40.605105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 4, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port': {'id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:37Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f3a2ec6a-8bf1-4e8c-b735-9b455a79f025', 'name': '', 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'mac_address': 'fa:16:3e:19:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:39Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 2, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'subnets': [{'id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:40.637050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b545b-f38a-48ca-9a0d-de97e8cfb6d0 None None] The sync data for ids ['7a847d5c-7112-4362-909e-d7331d9c5159'] in n-d-799523-2 is: [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 4, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port': {'id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:37Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f3a2ec6a-8bf1-4e8c-b735-9b455a79f025', 'name': '', 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'mac_address': 'fa:16:3e:19:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:39Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 2, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'subnets': [{'id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:41.864470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 523a843a-bada-43e5-994c-c7829e9ff3f1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:41.916004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 523a843a-bada-43e5-994c-c7829e9ff3f1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:41.920203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 523a843a-bada-43e5-994c-c7829e9ff3f1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:41.920580 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:42.004316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:42.027539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 523a843a-bada-43e5-994c-c7829e9ff3f1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=523a843a-bada-43e5-994c-c7829e9ff3f1,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:42.032904 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:42.033908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 573224cd-c974-4e8f-b091-666ca505352b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:42.110869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=523a843a-bada-43e5-994c-c7829e9ff3f1,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:42.126579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 573224cd-c974-4e8f-b091-666ca505352b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:42.127047 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:42.520373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-1a101330-ca28-4ea6-8dde-7efb34b7543f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:42.521962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-1a101330-ca28-4ea6-8dde-7efb34b7543f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1206012 Aug 09 16:16:42.541984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-f4052100-b72b-4bd7-86e7-1efb5b060442 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/quotas/436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 375 time: 0.0110955 Aug 09 16:16:42.597599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-c1f2b8e5-520d-44c5-96a9-c3cf31a441ef tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498011 Aug 09 16:16:42.696543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-edf60b4e-ed6b-42c0-ac65-95b49d9d4586 service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914578 Aug 09 16:16:42.793947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-2e792af1-0746-4ee6-b5a9-7dbc3bb8f49c service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902176 Aug 09 16:16:42.890931 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Sync routers for ids ['7a847d5c-7112-4362-909e-d7331d9c5159'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:42.900031 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Routers {'7a847d5c-7112-4362-909e-d7331d9c5159'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:42.900653 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7a847d5c-7112-4362-909e-d7331d9c5159'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:43.010509 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Set router 7a847d5c-7112-4362-909e-d7331d9c5159 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:43.109615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c70ec4d-e9d2-4e02-88cb-a9c69e01b6a0 req-7e09af81-93fc-4288-8c12-8e78c9aedf18 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 210 time: 0.0336347 Aug 09 16:16:43.236804 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 4, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port': {'id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:37Z', 'updated_at': '2021-08-09T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f3a2ec6a-8bf1-4e8c-b735-9b455a79f025', 'name': '', 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'mac_address': 'fa:16:3e:19:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:39Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 2, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'subnets': [{'id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:43.269925 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Checking router: 7a847d5c-7112-4362-909e-d7331d9c5159 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:43.270503 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Updating router 7a847d5c-7112-4362-909e-d7331d9c5159 port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:16:43.303627 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.602615 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.612586 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Transition to ACTIVE for port object f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:43.617770 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.665816 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fe37c-1dd0-4698-852c-a6d08f53e9e4 None None] Pushing event updated for resources: {'Port': ['ID=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:43.721356 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Attempting to bind port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:43.721728 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Attempting to bind port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:43.722091 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Attempting to bind port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 on network da52a8c2-5ccb-4b81-948e-dfce05e4580d {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:43.727734 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:43.728129 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Checking segment: {'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:43.728524 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.728912 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Bound using segment: {'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:43.729365 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Bound port: f3a2ec6a-8bf1-4e8c-b735-9b455a79f025, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:43.729737 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.760488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 523a843a-bada-43e5-994c-c7829e9ff3f1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:43.804026 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] For port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:43.807517 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] For port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,segment=NetworkSegment(cf2e3341-70d8-45e8-bd99-e0af1a7d42b8),segment_id=cf2e3341-70d8-45e8-bd99-e0af1a7d42b8)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:43.813793 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.816023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 523a843a-bada-43e5-994c-c7829e9ff3f1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:43.816397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.876836 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Routers {'7a847d5c-7112-4362-909e-d7331d9c5159'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:43.877593 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:16:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7a847d5c-7112-4362-909e-d7331d9c5159'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:43.882951 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fe37c-1dd0-4698-852c-a6d08f53e9e4 None None] Pushing event updated for resources: {'Port': ['ID=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:44.018443 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] Set router 7a847d5c-7112-4362-909e-d7331d9c5159 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:44.124490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-39c5f754-366a-4338-91e7-c69f6fc3afd2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:44.126488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-39c5f754-366a-4338-91e7-c69f6fc3afd2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1717355 Aug 09 16:16:44.147847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'port': {'device_id': '6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'admin_state_up': True, 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:44.262581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de357e31-543a-4364-944d-84344be463cc req-868d7f74-d51e-4de9-a4e1-e1a81afc3a2d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 210 time: 0.0511539 Aug 09 16:16:44.297392 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 4, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port': {'id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:37Z', 'updated_at': '2021-08-09T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f3a2ec6a-8bf1-4e8c-b735-9b455a79f025', 'name': '', 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'mac_address': 'fa:16:3e:19:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:39Z', 'updated_at': '2021-08-09T16:16:43Z', 'revision_number': 4, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'subnets': [{'id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:44.331418 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e85c12-af44-4079-bb07-80868a7d3515 None None] The sync data for ids ['7a847d5c-7112-4362-909e-d7331d9c5159'] in n-d-799523-2 is: [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:16:39Z', 'revision_number': 4, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port': {'id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:37Z', 'updated_at': '2021-08-09T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'f3a2ec6a-8bf1-4e8c-b735-9b455a79f025', 'name': '', 'network_id': 'da52a8c2-5ccb-4b81-948e-dfce05e4580d', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'mac_address': 'fa:16:3e:19:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:39Z', 'updated_at': '2021-08-09T16:16:43Z', 'revision_number': 4, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'subnets': [{'id': 'bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:44.351569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:16:44.356385 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:44.505829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.20.0.8 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/157219e0-6787-4e79-9947-5b08173d00ce) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:44.675520 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:44.691529 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Transition to ACTIVE for port object 157219e0-6787-4e79-9947-5b08173d00ce will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:44.734512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:44.795783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:44.797043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=157219e0-6787-4e79-9947-5b08173d00ce,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:44.799709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:44.802176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:44.868334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:44.869125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:44.887385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-9ff49fec-f98b-4a20-be79-f014cf90b665 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499652 Aug 09 16:16:44.900828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Request body: {'port': {'device_id': '6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:44.964061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.030911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1262e649-9b45-4858-b525-322bbb224442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.097371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2879bf93-bddc-429b-8594-ec953e24505c None None] Provisioning for port 157219e0-6787-4e79-9947-5b08173d00ce completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:45.101960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2879bf93-bddc-429b-8594-ec953e24505c None None] Provisioning complete for port 157219e0-6787-4e79-9947-5b08173d00ce triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:45.102332 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2879bf93-bddc-429b-8594-ec953e24505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.136379 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2879bf93-bddc-429b-8594-ec953e24505c None None] Port 157219e0-6787-4e79-9947-5b08173d00ce cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:45.250293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157219e0-6787-4e79-9947-5b08173d00ce {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:16:45.258071 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.270870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Transition to ACTIVE for port object 157219e0-6787-4e79-9947-5b08173d00ce will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:45.275109 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.367196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Pushing event updated for resources: {'Port': ['ID=157219e0-6787-4e79-9947-5b08173d00ce,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:45.449999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Attempting to bind port 157219e0-6787-4e79-9947-5b08173d00ce on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:45.450346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Attempting to bind port 157219e0-6787-4e79-9947-5b08173d00ce by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:45.450685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Attempting to bind port 157219e0-6787-4e79-9947-5b08173d00ce on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:45.465243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cab33-07f0-4995-938f-a812bbb0f073 req-42cdbf66-d530-4fcb-bff5-4699b617e798 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:45.466885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b02cab33-07f0-4995-938f-a812bbb0f073 req-42cdbf66-d530-4fcb-bff5-4699b617e798 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.1007793 Aug 09 16:16:45.468144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Port 157219e0-6787-4e79-9947-5b08173d00ce on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:16:45.468476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Attempting to bind port 157219e0-6787-4e79-9947-5b08173d00ce on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:45.476440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:45.476781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:45.477170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:45.477614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Bound port: 157219e0-6787-4e79-9947-5b08173d00ce, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:45.477973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.549748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b02cab33-07f0-4995-938f-a812bbb0f073 req-9dc9cfcb-0431-4728-b4d1-87bb55bf4972 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745912 Aug 09 16:16:45.580973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] For port 157219e0-6787-4e79-9947-5b08173d00ce, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:45.584972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] For port 157219e0-6787-4e79-9947-5b08173d00ce, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157219e0-6787-4e79-9947-5b08173d00ce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:45.591622 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.629112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:45.629783 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.631255 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] 10.222.0.35 "PUT /v2.0/ports/157219e0-6787-4e79-9947-5b08173d00ce HTTP/1.1" status: 200 len: 1091 time: 0.7353303 Aug 09 16:16:45.631731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa', 'tag': '157219e0-6787-4e79-9947-5b08173d00ce'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:45.634116 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa", "tag": "157219e0-6787-4e79-9947-5b08173d00ce"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:45.678661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f8bac-6f1e-42a7-81db-20150149a25b service neutron] Pushing event updated for resources: {'Port': ['ID=157219e0-6787-4e79-9947-5b08173d00ce,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:45.740923 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba47b21b-b023-4606-b17f-417b29e342fa x-openstack-request-id: req-ba47b21b-b023-4606-b17f-417b29e342fa {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:45.741299 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa", "tag": "157219e0-6787-4e79-9947-5b08173d00ce", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:45.741679 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba47b21b-b023-4606-b17f-417b29e342fa {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:45.742162 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa', 'tag': '157219e0-6787-4e79-9947-5b08173d00ce', 'status': 'completed', 'code': 200} Aug 09 16:16:45.760331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-8ed51d5d-8733-4ddf-ab2e-e62c0fc07e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:45.761917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-8ed51d5d-8733-4ddf-ab2e-e62c0fc07e86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 1094 time: 0.0702579 Aug 09 16:16:45.824637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:45.846009 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:16:45.854171 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-6941a86b-eb24-49dd-8a47-2760c0f513af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=157219e0-6787-4e79-9947-5b08173d00ce HTTP/1.1" status: 200 len: 217 time: 0.0831201 Aug 09 16:16:45.885268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:45.890499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:45.891114 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:45.929009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-29e38f04-843b-4979-831e-c7430ba7c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:45.930714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-29e38f04-843b-4979-831e-c7430ba7c750 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0700812 Aug 09 16:16:45.981246 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-ea250222-3cc8-40c3-a9ce-179ba58f6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:45.982808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-ea250222-3cc8-40c3-a9ce-179ba58f6da6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450325 Aug 09 16:16:45.993602 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:46.038378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,segment=NetworkSegment(cf2e3341-70d8-45e8-bd99-e0af1a7d42b8),segment_id=cf2e3341-70d8-45e8-bd99-e0af1a7d42b8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:46.044853 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:46.097243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:46.103301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-f1adf94b-99f7-4184-8973-79c901fbd331 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133099 Aug 09 16:16:46.202078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47d49bac-2883-4349-a317-5ccfa75b19d4 req-84ac8c9c-b8d4-4028-8c5d-7f7735e0c26b service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914607 Aug 09 16:16:46.303628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-71346274-0c65-4902-b938-64042ea7e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:46.305114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-71346274-0c65-4902-b938-64042ea7e719 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 1094 time: 0.0572999 Aug 09 16:16:46.398596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-1532f68c-c758-4684-aac3-025051c5f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:46.400145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-1532f68c-c758-4684-aac3-025051c5f365 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0874135 Aug 09 16:16:46.443411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-75d78350-e748-4237-a48f-d4591fee985c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=157219e0-6787-4e79-9947-5b08173d00ce HTTP/1.1" status: 200 len: 217 time: 0.0361822 Aug 09 16:16:46.502979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-760e88f6-80da-4df7-9ceb-3fed15f7f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:46.504443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-760e88f6-80da-4df7-9ceb-3fed15f7f521 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0539584 Aug 09 16:16:46.552382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-4ad166da-b624-4656-9233-152ad96427f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:46.554030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-4ad166da-b624-4656-9233-152ad96427f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419767 Aug 09 16:16:46.683311 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-1a4b6f39-e704-4f63-b9e1-73ba2c42fd82 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211996 Aug 09 16:16:46.707060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8152-c77c-4739-99da-b979860b201f req-5a6ce044-0542-4464-bfce-71ce76aea5a8 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:46.709037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83ab8152-c77c-4739-99da-b979860b201f req-5a6ce044-0542-4464-bfce-71ce76aea5a8 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0795581 Aug 09 16:16:46.793847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83ab8152-c77c-4739-99da-b979860b201f req-099fed49-2a83-4589-9edf-aea318f713e2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732841 Aug 09 16:16:46.815289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-76a1bd98-e812-4c3a-8122-65ee0ee1ec29 req-a9f9ddf7-732f-43bf-875e-d28a961d8cf6 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236882 Aug 09 16:16:47.588422 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a4883dbb-3a32-45a1-bdc8-c32924780ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:47.757518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:47.822003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:47.823009 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:47.824577 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:47.921223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fbb3a-19a0-40c5-89b6-26d0f4ffa701 req-59c6c1b4-ab50-4835-b2e0-a1ca907a0fae tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:47.922784 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-312fbb3a-19a0-40c5-89b6-26d0f4ffa701 req-59c6c1b4-ab50-4835-b2e0-a1ca907a0fae tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0580492 Aug 09 16:16:47.963396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-312fbb3a-19a0-40c5-89b6-26d0f4ffa701 req-55e40927-fe48-48de-a2c7-3e5d24063ec7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331440 Aug 09 16:16:49.097319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907adab4-735a-4db3-89da-fdf90fff3663 req-29645f66-6b9e-4216-96fe-619d60151fdf tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:49.098885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-907adab4-735a-4db3-89da-fdf90fff3663 req-29645f66-6b9e-4216-96fe-619d60151fdf tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0546322 Aug 09 16:16:49.133985 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:49.141551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-907adab4-735a-4db3-89da-fdf90fff3663 req-8b916f05-1c84-42e9-8640-24ad74731637 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Aug 09 16:16:50.266369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fc449-3b16-463f-82ed-9dbcb2611bb1 req-81f71172-e86a-42ec-ac17-e3834d990694 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:50.267902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d1fc449-3b16-463f-82ed-9dbcb2611bb1 req-81f71172-e86a-42ec-ac17-e3834d990694 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0539956 Aug 09 16:16:50.309804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d1fc449-3b16-463f-82ed-9dbcb2611bb1 req-526819bb-72a7-4832-8d14-d95513ca7837 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Aug 09 16:16:50.540315 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:51.440613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedbfeb-9250-4e74-b0ae-595222d34f06 req-5f004e8e-ef6d-4f49-ad13-22c81a6c0058 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:51.442054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bedbfeb-9250-4e74-b0ae-595222d34f06 req-5f004e8e-ef6d-4f49-ad13-22c81a6c0058 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0552897 Aug 09 16:16:51.482460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5bedbfeb-9250-4e74-b0ae-595222d34f06 req-6de2feb2-5085-4cb6-88d0-01cb13cd2375 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Aug 09 16:16:52.616313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404e1c7-d040-444e-8e35-9163f3de83c5 req-8ed7452d-2afc-4e56-a517-7add2b2dc288 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:52.617814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c404e1c7-d040-444e-8e35-9163f3de83c5 req-8ed7452d-2afc-4e56-a517-7add2b2dc288 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0650449 Aug 09 16:16:52.663258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c404e1c7-d040-444e-8e35-9163f3de83c5 req-e160772e-3b26-4e26-afb9-66b5e87f6934 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Aug 09 16:16:53.790331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c559f8-79ee-4ba9-9a46-ec5e796ffda2 req-ca26bf85-b63a-4085-9559-bfe7a9c20741 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:53.791849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70c559f8-79ee-4ba9-9a46-ec5e796ffda2 req-ca26bf85-b63a-4085-9559-bfe7a9c20741 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0517435 Aug 09 16:16:53.833569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70c559f8-79ee-4ba9-9a46-ec5e796ffda2 req-1e312db5-f92c-40e6-abdf-5d8ab78ff2c7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Aug 09 16:16:54.971236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e80a1-dea1-4edf-af7d-a5ce7437edfa req-fb9ff277-c9b9-4ca6-8379-fd309a9de6b7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:54.973069 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec8e80a1-dea1-4edf-af7d-a5ce7437edfa req-fb9ff277-c9b9-4ca6-8379-fd309a9de6b7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0690901 Aug 09 16:16:55.013261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec8e80a1-dea1-4edf-af7d-a5ce7437edfa req-a97743c6-a46b-4b5e-bcb8-a6cddda4228a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Aug 09 16:16:56.151923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e063e-5e3b-4322-98e7-c6745dd0a411 req-6748a5e8-b6da-44c3-aa4a-404e40de178b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:56.153486 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-365e063e-5e3b-4322-98e7-c6745dd0a411 req-6748a5e8-b6da-44c3-aa4a-404e40de178b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 943 time: 0.0604937 Aug 09 16:16:56.198652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-365e063e-5e3b-4322-98e7-c6745dd0a411 req-5a77f395-8005-4e50-96ba-ba10ef832bd3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Aug 09 16:16:56.437094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 157219e0-6787-4e79-9947-5b08173d00ce details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:16:56.541994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 157219e0-6787-4e79-9947-5b08173d00ce, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157219e0-6787-4e79-9947-5b08173d00ce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:56.554954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '157219e0-6787-4e79-9947-5b08173d00ce', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'port_id': '157219e0-6787-4e79-9947-5b08173d00ce', 'mac_address': 'fa:16:3e:d3:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:16:56.592469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:56.605874 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157219e0-6787-4e79-9947-5b08173d00ce {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:16:56.627674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 157219e0-6787-4e79-9947-5b08173d00ce, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157219e0-6787-4e79-9947-5b08173d00ce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:56.632758 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:56.680177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=157219e0-6787-4e79-9947-5b08173d00ce,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:56.833598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['157219e0-6787-4e79-9947-5b08173d00ce'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:16:57.325752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b2326-428a-4e1f-87f1-04f7981c35f8 req-3dd389a4-1e42-4ebb-892d-a737453d80bc tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:57.327300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e5b2326-428a-4e1f-87f1-04f7981c35f8 req-3dd389a4-1e42-4ebb-892d-a737453d80bc tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 944 time: 0.0547171 Aug 09 16:16:57.372119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e5b2326-428a-4e1f-87f1-04f7981c35f8 req-7ac7048d-0a0a-4678-84ed-6f9abfdb7c4a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Aug 09 16:16:58.451806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 157219e0-6787-4e79-9947-5b08173d00ce up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:58.497810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44da64-e243-4a2d-bace-a4797ea6dfdc req-7888560b-17c3-4961-984f-0b2284c47ad2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:58.499315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a44da64-e243-4a2d-bace-a4797ea6dfdc req-7888560b-17c3-4961-984f-0b2284c47ad2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 944 time: 0.0556042 Aug 09 16:16:58.505083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 157219e0-6787-4e79-9947-5b08173d00ce completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:58.509037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 157219e0-6787-4e79-9947-5b08173d00ce triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:58.509464 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:58.538210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a44da64-e243-4a2d-bace-a4797ea6dfdc req-e3f2dc15-103b-4957-9f8f-33a82d31e0fa tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Aug 09 16:16:58.590817 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:58.616025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157219e0-6787-4e79-9947-5b08173d00ce'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:58.618511 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f17b4c-f730-4539-bfcc-d5fed2dd066e" -d '{"events": [{"server_uuid": "6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa", "name": "network-vif-plugged", "status": "completed", "tag": "157219e0-6787-4e79-9947-5b08173d00ce"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:58.632057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 157219e0-6787-4e79-9947-5b08173d00ce, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157219e0-6787-4e79-9947-5b08173d00ce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:58.637419 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:58.661365 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bd4f73-b692-4ebf-b5bc-c9d70141d078 x-openstack-request-id: req-e3bd4f73-b692-4ebf-b5bc-c9d70141d078 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:58.661659 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa", "name": "network-vif-plugged", "status": "completed", "tag": "157219e0-6787-4e79-9947-5b08173d00ce", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:58.661862 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3bd4f73-b692-4ebf-b5bc-c9d70141d078 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:58.662252 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157219e0-6787-4e79-9947-5b08173d00ce', 'code': 200} Aug 09 16:16:58.690139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=157219e0-6787-4e79-9947-5b08173d00ce,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:58.764557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116a533-0626-4bd7-8f48-87d11780e1ff req-d7cef29b-edef-470c-84be-feddd68bd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:58.766105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c116a533-0626-4bd7-8f48-87d11780e1ff req-d7cef29b-edef-470c-84be-feddd68bd1ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 1096 time: 0.0461571 Aug 09 16:16:58.802988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c116a533-0626-4bd7-8f48-87d11780e1ff req-6493dc34-58e2-45f4-9f4a-6a0277749100 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298703 Aug 09 16:16:58.854649 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:58.907321 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:59.657461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e053cd-fb77-4f1b-8f1a-f5dcb825afd1 req-e0f6a10c-d0bd-4dfb-8f7b-008c13711359 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:59.658986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2e053cd-fb77-4f1b-8f1a-f5dcb825afd1 req-e0f6a10c-d0bd-4dfb-8f7b-008c13711359 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 945 time: 0.0496094 Aug 09 16:16:59.697609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2e053cd-fb77-4f1b-8f1a-f5dcb825afd1 req-a2fc13dd-71ca-4fde-8825-218cc7b6af5e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Aug 09 16:16:59.819633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632c25b-5919-4ae4-b8ec-6ece74078e79 req-c1384e40-d1dd-4411-b06c-409857c51c52 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:59.821085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2632c25b-5919-4ae4-b8ec-6ece74078e79 req-c1384e40-d1dd-4411-b06c-409857c51c52 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 945 time: 0.0555983 Aug 09 16:16:59.861433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2632c25b-5919-4ae4-b8ec-6ece74078e79 req-0806d692-4a00-4551-a88a-679c413358e4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Aug 09 16:16:59.987364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce65951-58bb-4628-9afd-0cbeacc0370f req-6cf7a927-8169-4e9a-99dc-d1ac438c1837 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:59.988931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ce65951-58bb-4628-9afd-0cbeacc0370f req-6cf7a927-8169-4e9a-99dc-d1ac438c1837 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 945 time: 0.0611408 Aug 09 16:17:00.033156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ce65951-58bb-4628-9afd-0cbeacc0370f req-9773841d-4d3f-4d05-be6c-1b9649ffd0e2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364091 Aug 09 16:17:00.284154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb578c-3699-45f9-a08e-1487f4459a98 req-61f1e9cc-6bf0-4144-9b19-0f23a54d8375 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:00.285648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bafb578c-3699-45f9-a08e-1487f4459a98 req-61f1e9cc-6bf0-4144-9b19-0f23a54d8375 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 945 time: 0.0523770 Aug 09 16:17:00.326978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bafb578c-3699-45f9-a08e-1487f4459a98 req-19728631-84a0-4a04-9fb0-d4a5c82533ec tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Aug 09 16:17:01.465946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4aa40-9947-4c6f-b36b-5d0a7313fd3d req-eedcb480-832d-4b4f-92a7-40e1710542a5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:01.467452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70c4aa40-9947-4c6f-b36b-5d0a7313fd3d req-eedcb480-832d-4b4f-92a7-40e1710542a5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 945 time: 0.0651035 Aug 09 16:17:01.507343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70c4aa40-9947-4c6f-b36b-5d0a7313fd3d req-f7aeb835-0d8a-45b5-a8e2-8b304e060ed6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336876 Aug 09 16:17:01.703812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-8e51616b-badb-47b5-a8f0-d35d47da7581 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:01.705791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-8e51616b-badb-47b5-a8f0-d35d47da7581 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 945 time: 0.0531404 Aug 09 16:17:01.808695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port 157219e0-6787-4e79-9947-5b08173d00ce {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:17:01.809020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:01.904578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] For port 157219e0-6787-4e79-9947-5b08173d00ce, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=157219e0-6787-4e79-9947-5b08173d00ce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:01.905188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:01.921136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for 157219e0-6787-4e79-9947-5b08173d00ce owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:17:02.083050 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:02.097687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['157219e0-6787-4e79-9947-5b08173d00ce'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:17:02.121869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=157219e0-6787-4e79-9947-5b08173d00ce,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:02.182163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] No DVR routers for this DVR port 157219e0-6787-4e79-9947-5b08173d00ce on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:17:02.185807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:02.188326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d03a17a-2d75-46db-915d-272cc8376fbf req-56dd3a95-da4f-45fb-8d33-250dd3264077 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "DELETE /v2.0/ports/157219e0-6787-4e79-9947-5b08173d00ce HTTP/1.1" status: 204 len: 173 time: 0.4762077 Aug 09 16:17:02.188775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa', 'name': 'network-vif-deleted', 'tag': '157219e0-6787-4e79-9947-5b08173d00ce'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:17:02.191151 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe24475-8e5a-43e9-9165-e4d2590b2b55" -d '{"events": [{"server_uuid": "6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa", "name": "network-vif-deleted", "tag": "157219e0-6787-4e79-9947-5b08173d00ce"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:17:02.246569 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eb2cc4-2d95-43ac-bbb5-7d86cf4c92d2 x-openstack-request-id: req-b8eb2cc4-2d95-43ac-bbb5-7d86cf4c92d2 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:17:02.246850 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa", "name": "network-vif-deleted", "tag": "157219e0-6787-4e79-9947-5b08173d00ce", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:17:02.247124 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8eb2cc4-2d95-43ac-bbb5-7d86cf4c92d2 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:17:02.247601 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa', 'name': 'network-vif-deleted', 'tag': '157219e0-6787-4e79-9947-5b08173d00ce', 'status': 'completed', 'code': 200} Aug 09 16:17:02.629433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c93a64da-c2a5-4e6f-adc1-8bb2ab3a7ef9 req-f040e0b9-9b7f-4d9a-8b17-cbd4ddab47a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 210 time: 0.0318007 Aug 09 16:17:03.742977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2cc41199-00b1-497b-be1a-9b52e8264e8d req-14a47e6e-e93a-4343-8de6-212201d5c060 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 210 time: 0.0279088 Aug 09 16:17:04.845973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb8a64db-1153-4280-adca-59df9aa7ca26 req-dfec76e3-a43e-441f-8686-7ef9a0aa56a0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 210 time: 0.0309196 Aug 09 16:17:05.963174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b4d69a4-624c-48ad-a2d7-cc2b6e120ed3 req-1121c1e7-1008-4d28-9018-1d3b7bf23dd2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bfc4dba-5cab-4b7b-b0e1-bbc859b4f4aa HTTP/1.1" status: 200 len: 210 time: 0.0286438 Aug 09 16:17:06.516480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 157219e0-6787-4e79-9947-5b08173d00ce no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:17:06.540360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 157219e0-6787-4e79-9947-5b08173d00ce {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:17:06.540672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 157219e0-6787-4e79-9947-5b08173d00ce not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:17:15.036536 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-da3f99cd-09bc-442b-9eb9-849ce5d00473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:17.584728 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8264d007-00b9-4a1a-a1c3-1a701901ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:17.820418 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:19.141276 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:20.543402 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:22.846199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:17:28.292415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-e4c9e5f3-abf1-4c9e-a2c3-f61de1443b1d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:28.294173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-e4c9e5f3-abf1-4c9e-a2c3-f61de1443b1d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1122761 Aug 09 16:17:28.316481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-ea0974ef-d00b-448d-a0fe-eafeea04e377 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/quotas/436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 375 time: 0.0130448 Aug 09 16:17:28.379942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-c74a597d-ad1d-4cfa-8483-63e3a7408761 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571086 Aug 09 16:17:28.395036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-a7d23144-1ed8-4a49-a409-f5b212dfdc1e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:17:28.396015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-a7d23144-1ed8-4a49-a409-f5b212dfdc1e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057483 Aug 09 16:17:28.485925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-f876ad84-d968-44f7-b7eb-137b2d46214a service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Aug 09 16:17:28.592574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-651a7b1c-dcca-4fa4-b19e-ee90e2090690 service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974417 Aug 09 16:17:28.790033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84301c63-0945-46fa-af44-a398e8551b1d req-c13a1be4-806e-48dd-9d39-4218b067ef16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 210 time: 0.0267684 Aug 09 16:17:28.845824 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:28.903317 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:29.731625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-2cefbda1-93d9-4793-837f-98dbd964067a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:29.733829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-2cefbda1-93d9-4793-837f-98dbd964067a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1160522 Aug 09 16:17:29.746489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'port': {'device_id': '961466aa-9eeb-4c5b-9d36-7d0943ef2714', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'admin_state_up': True, 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:17:29.871961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:17:29.875336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:29.897040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22383a66-fb51-463f-89df-72e3d3b77f70 req-500d0441-4f75-4beb-a026-0790c4edfeff tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 210 time: 0.0370615 Aug 09 16:17:30.398472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.20.0.14 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/c7834563-e349-426d-991b-1354b10f3036) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:17:30.552462 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:30.567213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Transition to ACTIVE for port object c7834563-e349-426d-991b-1354b10f3036 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:17:30.605532 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:30.654497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:17:30.658311 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:17:30.662981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:17:30.667096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=c7834563-e349-426d-991b-1354b10f3036,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:30.700431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.700784 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.701261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.701511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.703424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.703424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.703424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.703424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.703424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.703424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.704085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.704272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:30.734400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:30.736338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:30.757936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-4e0f71b2-b279-40cc-a0c0-3fef4273aab3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0157468 Aug 09 16:17:30.770934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Request body: {'port': {'device_id': '961466aa-9eeb-4c5b-9d36-7d0943ef2714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:17:30.838149 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:30.968170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6cd19077-9fe7-482c-96c4-ca48b3d56349 None None] Provisioning for port c7834563-e349-426d-991b-1354b10f3036 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:17:30.974290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6cd19077-9fe7-482c-96c4-ca48b3d56349 None None] Provisioning complete for port c7834563-e349-426d-991b-1354b10f3036 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:17:30.974873 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6cd19077-9fe7-482c-96c4-ca48b3d56349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:31.016212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6cd19077-9fe7-482c-96c4-ca48b3d56349 None None] Port c7834563-e349-426d-991b-1354b10f3036 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:17:31.078399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cec9f0-25e6-4b4e-945f-de9e348ef8e2 req-68f9843a-c1cd-49d7-a87a-1e7261ddb942 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:31.079872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5cec9f0-25e6-4b4e-945f-de9e348ef8e2 req-68f9843a-c1cd-49d7-a87a-1e7261ddb942 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 932 time: 0.1069651 Aug 09 16:17:31.155589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e5cec9f0-25e6-4b4e-945f-de9e348ef8e2 req-630f31f0-24c5-4221-8bca-7ab1e4229075 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655568 Aug 09 16:17:31.190901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7834563-e349-426d-991b-1354b10f3036 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:17:31.199318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:31.213916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Transition to ACTIVE for port object c7834563-e349-426d-991b-1354b10f3036 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:17:31.219705 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:31.270891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Pushing event updated for resources: {'Port': ['ID=c7834563-e349-426d-991b-1354b10f3036,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:31.351873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Attempting to bind port c7834563-e349-426d-991b-1354b10f3036 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:17:31.352226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Attempting to bind port c7834563-e349-426d-991b-1354b10f3036 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:17:31.352565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Attempting to bind port c7834563-e349-426d-991b-1354b10f3036 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:17:31.357428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Port c7834563-e349-426d-991b-1354b10f3036 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:17:31.357769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Attempting to bind port c7834563-e349-426d-991b-1354b10f3036 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:17:31.363277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:17:31.363617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:17:31.364045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:17:31.364476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Bound port: c7834563-e349-426d-991b-1354b10f3036, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:17:31.364844 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:31.437732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] For port c7834563-e349-426d-991b-1354b10f3036, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:17:31.441516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] For port c7834563-e349-426d-991b-1354b10f3036, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c7834563-e349-426d-991b-1354b10f3036,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:17:31.447281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:31.484985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:31.485975 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:31.487655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] 10.222.0.35 "PUT /v2.0/ports/c7834563-e349-426d-991b-1354b10f3036 HTTP/1.1" status: 200 len: 1092 time: 0.7218318 Aug 09 16:17:31.488306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961466aa-9eeb-4c5b-9d36-7d0943ef2714', 'tag': 'c7834563-e349-426d-991b-1354b10f3036'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:17:31.490789 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "961466aa-9eeb-4c5b-9d36-7d0943ef2714", "tag": "c7834563-e349-426d-991b-1354b10f3036"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:17:31.521831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b3b46-63a5-45be-bb3d-a94bc26a38bb service neutron] Pushing event updated for resources: {'Port': ['ID=c7834563-e349-426d-991b-1354b10f3036,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:31.546698 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd3078a-9618-4c72-b1e0-677cd1f0a3dd x-openstack-request-id: req-1bd3078a-9618-4c72-b1e0-677cd1f0a3dd {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:17:31.546999 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961466aa-9eeb-4c5b-9d36-7d0943ef2714", "tag": "c7834563-e349-426d-991b-1354b10f3036", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:17:31.547288 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bd3078a-9618-4c72-b1e0-677cd1f0a3dd {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:17:31.547769 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961466aa-9eeb-4c5b-9d36-7d0943ef2714', 'tag': 'c7834563-e349-426d-991b-1354b10f3036', 'status': 'completed', 'code': 200} Aug 09 16:17:31.589073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-1bdcf433-554d-4671-a504-0e48fc092ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:31.590751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-1bdcf433-554d-4671-a504-0e48fc092ec9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 1095 time: 0.0575836 Aug 09 16:17:31.639564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-e16b50a1-4706-48dd-a882-a7386f0d204c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7834563-e349-426d-991b-1354b10f3036 HTTP/1.1" status: 200 len: 217 time: 0.0410273 Aug 09 16:17:31.692598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-62caea13-d637-4c83-8396-539b2d098c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:31.694288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-62caea13-d637-4c83-8396-539b2d098c5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0479369 Aug 09 16:17:31.745068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-2d679589-e66b-4937-8471-bc66e6f454fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:31.746640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-2d679589-e66b-4937-8471-bc66e6f454fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444782 Aug 09 16:17:31.843705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-93d9245a-3278-4064-84a4-94198478fbfd service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900161 Aug 09 16:17:31.937111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bd3126-0873-431e-85cf-8b5ec8620ab0 req-e2d42cce-775c-4313-b55d-5d74a18d363d service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861137 Aug 09 16:17:32.032407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-c2f3972a-5982-44a4-8235-746065aa151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:32.033960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-c2f3972a-5982-44a4-8235-746065aa151a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 1095 time: 0.0426810 Aug 09 16:17:32.132106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-fdb06df1-3927-4ef8-831d-3417af54a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:32.133654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-fdb06df1-3927-4ef8-831d-3417af54a2ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0933387 Aug 09 16:17:32.176187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-3bee9a8a-c283-49c0-a1d5-dc8303d1500d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7834563-e349-426d-991b-1354b10f3036 HTTP/1.1" status: 200 len: 217 time: 0.0351961 Aug 09 16:17:32.241641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-519e2db5-8038-4347-9a85-ffa7dd6e0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:32.242995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-519e2db5-8038-4347-9a85-ffa7dd6e0c7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0602069 Aug 09 16:17:32.315874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c4fe5-e69b-4ed3-81ff-6ce049fd3526 req-562f2794-ae3d-48e5-bcc7-6ea4c780ea5c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:32.317774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d60c4fe5-e69b-4ed3-81ff-6ce049fd3526 req-562f2794-ae3d-48e5-bcc7-6ea4c780ea5c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0860009 Aug 09 16:17:32.329839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-79400271-5101-400f-8f29-88ab3314bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:32.331997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-79400271-5101-400f-8f29-88ab3314bc3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703208 Aug 09 16:17:32.421593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d60c4fe5-e69b-4ed3-81ff-6ce049fd3526 req-96546edf-4550-4839-b6b2-a926deeefed9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945144 Aug 09 16:17:32.483611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-c6a4e94e-adae-4afb-86e3-4220f96b166a service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375208 Aug 09 16:17:32.629064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd4e93c4-68f2-4968-bee5-b965f61d2f8b req-129f4799-9f0b-4410-b153-583db616d6c8 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387467 Aug 09 16:17:33.613150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6def44-2dfd-4d78-89f4-5d21814c9207 req-45b0794c-a80c-4800-895e-cb8b65fe514d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:33.617742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d6def44-2dfd-4d78-89f4-5d21814c9207 req-45b0794c-a80c-4800-895e-cb8b65fe514d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0821123 Aug 09 16:17:33.678350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d6def44-2dfd-4d78-89f4-5d21814c9207 req-d1be1ecb-b75f-4261-a5b4-98d0cbe231da tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553434 Aug 09 16:17:34.821637 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c57452-fd85-492b-919e-867e29a0fca3 req-4aa41fbc-b424-4cb8-8ebc-5253539887ed tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:34.828353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36c57452-fd85-492b-919e-867e29a0fca3 req-4aa41fbc-b424-4cb8-8ebc-5253539887ed tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0680060 Aug 09 16:17:34.866044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36c57452-fd85-492b-919e-867e29a0fca3 req-7b86b325-12f4-41d2-a8e3-d0519750e9d5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Aug 09 16:17:36.011934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0acff-ba28-42c8-a70e-7bca98e92611 req-cc8aec87-911a-4652-bb95-c7700bf84b57 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:36.016433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84d0acff-ba28-42c8-a70e-7bca98e92611 req-cc8aec87-911a-4652-bb95-c7700bf84b57 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0692875 Aug 09 16:17:36.057723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84d0acff-ba28-42c8-a70e-7bca98e92611 req-8c399cfd-40b7-4075-a8ca-bd0d9b8c3cdf tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374188 Aug 09 16:17:37.216500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93424-b857-4760-ac91-1ac2c3ed12fb req-15f99be6-f8fc-4fe3-bfd9-a1c8a888c2c0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:37.219017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91b93424-b857-4760-ac91-1ac2c3ed12fb req-15f99be6-f8fc-4fe3-bfd9-a1c8a888c2c0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0707994 Aug 09 16:17:37.266070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91b93424-b857-4760-ac91-1ac2c3ed12fb req-1f990e25-3a23-447d-9900-4ac1086f92d8 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Aug 09 16:17:38.421166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6c574-a9fc-4f91-83bd-95f5ac3a07ef req-6791e6e6-d352-4d82-9013-23d92693c147 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:38.423305 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5b6c574-a9fc-4f91-83bd-95f5ac3a07ef req-6791e6e6-d352-4d82-9013-23d92693c147 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0702071 Aug 09 16:17:38.477159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5b6c574-a9fc-4f91-83bd-95f5ac3a07ef req-c4196f8b-ef27-4b50-b352-0e8541a17f89 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458148 Aug 09 16:17:39.601045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee000ccd-8b8f-49b4-b0ed-1c089459c4a6 req-cca5d99a-2918-49f3-bca5-91ee8c3510c5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:39.602662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee000ccd-8b8f-49b4-b0ed-1c089459c4a6 req-cca5d99a-2918-49f3-bca5-91ee8c3510c5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0546653 Aug 09 16:17:39.643262 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee000ccd-8b8f-49b4-b0ed-1c089459c4a6 req-ecabb340-6ad8-424b-bac5-ea53f8fe9c3e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343747 Aug 09 16:17:40.778723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269ee89-ca13-461e-9136-773194d0f3b9 req-536f1084-e718-429a-84b5-339737fe05d1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:40.780375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4269ee89-ca13-461e-9136-773194d0f3b9 req-536f1084-e718-429a-84b5-339737fe05d1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0640678 Aug 09 16:17:40.821737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4269ee89-ca13-461e-9136-773194d0f3b9 req-88a9a32e-fe11-462d-922e-900ad6632c12 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Aug 09 16:17:41.950839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6775c-6cea-4fac-b861-b01b0d0821a0 req-48d9319d-e26c-4abb-a0fb-943149c9f29d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:41.952436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6fd6775c-6cea-4fac-b861-b01b0d0821a0 req-48d9319d-e26c-4abb-a0fb-943149c9f29d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0587234 Aug 09 16:17:41.994354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6fd6775c-6cea-4fac-b861-b01b0d0821a0 req-493ebe80-3282-4553-a127-c1d54802604e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Aug 09 16:17:43.114829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1900c8-e1dd-44ad-b13c-c85dab2e5169 req-10180a3f-50b6-44da-8fc6-cd0ffd27f450 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:43.116598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e1900c8-e1dd-44ad-b13c-c85dab2e5169 req-10180a3f-50b6-44da-8fc6-cd0ffd27f450 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0535049 Aug 09 16:17:43.159119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e1900c8-e1dd-44ad-b13c-c85dab2e5169 req-72ad53b6-7943-4d4c-b1cd-f783e38ba109 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Aug 09 16:17:44.313019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157496-3f0e-4ccc-b5aa-502bf54cffa1 req-8f0dd7fe-86d9-44e2-a1df-4d90b0096ded tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:44.314546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-00157496-3f0e-4ccc-b5aa-502bf54cffa1 req-8f0dd7fe-86d9-44e2-a1df-4d90b0096ded tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0688629 Aug 09 16:17:44.364750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-00157496-3f0e-4ccc-b5aa-502bf54cffa1 req-561ce081-7a6d-4c31-b610-a658b633e457 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367599 Aug 09 16:17:45.048764 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-86fc4a21-5771-4f04-890f-030c2a8de32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:45.500569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4b8b-2e72-4821-87b7-21fe9b2739a0 req-ffcbc682-9485-4737-8c07-fcdce9bc9d9e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:45.502089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-483b4b8b-2e72-4821-87b7-21fe9b2739a0 req-ffcbc682-9485-4737-8c07-fcdce9bc9d9e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0575740 Aug 09 16:17:45.545986 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-483b4b8b-2e72-4821-87b7-21fe9b2739a0 req-90307068-2364-46fd-9d8f-71e96a2a5f90 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Aug 09 16:17:46.670872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565520f-49bd-441b-8179-dfb29b86fe41 req-1a0f91d6-c388-4324-b2e2-ab201d45c9ff tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:46.672491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b565520f-49bd-441b-8179-dfb29b86fe41 req-1a0f91d6-c388-4324-b2e2-ab201d45c9ff tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0555308 Aug 09 16:17:46.713659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b565520f-49bd-441b-8179-dfb29b86fe41 req-d71005ff-8db6-47a6-b687-5aa000b138c9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349839 Aug 09 16:17:47.595028 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3cac15be-aeca-4552-b4f1-142776e00180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:47.817056 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:47.842113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22164f9-8d7d-47b0-90d5-8c4d067e95df req-ef7565ec-50e7-438d-9373-ddf7493d5b47 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:47.843660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b22164f9-8d7d-47b0-90d5-8c4d067e95df req-ef7565ec-50e7-438d-9373-ddf7493d5b47 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0572710 Aug 09 16:17:47.884811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b22164f9-8d7d-47b0-90d5-8c4d067e95df req-57701fd5-3120-45f4-98cb-e56c12cf9fb4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342162 Aug 09 16:17:49.030353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f28dc-a19c-487b-ba76-0736b699de67 req-7a32244f-39cb-429f-b3f0-0692af320523 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:49.031783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd0f28dc-a19c-487b-ba76-0736b699de67 req-7a32244f-39cb-429f-b3f0-0692af320523 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0687680 Aug 09 16:17:49.072545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cd0f28dc-a19c-487b-ba76-0736b699de67 req-63b16869-b192-4364-a99f-1b3f650876f5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Aug 09 16:17:49.142622 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:50.212965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe25a19-e7dc-4b18-a735-3e0ef92cb86e req-cbba2c74-3864-490c-a3e5-edd85186d18c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:50.214496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbe25a19-e7dc-4b18-a735-3e0ef92cb86e req-cbba2c74-3864-490c-a3e5-edd85186d18c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 944 time: 0.0574162 Aug 09 16:17:50.258191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbe25a19-e7dc-4b18-a735-3e0ef92cb86e req-b561f77e-94c3-4bec-b1f4-5f3e18876a22 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Aug 09 16:17:50.549608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:50.731629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c7834563-e349-426d-991b-1354b10f3036 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:17:50.853984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c7834563-e349-426d-991b-1354b10f3036, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c7834563-e349-426d-991b-1354b10f3036,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:50.870158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'c7834563-e349-426d-991b-1354b10f3036', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'port_id': 'c7834563-e349-426d-991b-1354b10f3036', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:17:50.911496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:50.925638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7834563-e349-426d-991b-1354b10f3036 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:17:50.949795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c7834563-e349-426d-991b-1354b10f3036, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c7834563-e349-426d-991b-1354b10f3036,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:50.955981 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:51.042673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c7834563-e349-426d-991b-1354b10f3036,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:51.055614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.056067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.056621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.057188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.057763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.058330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.058728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.059257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.059858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.060437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.060971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.061537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:51.146506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['c7834563-e349-426d-991b-1354b10f3036'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:17:51.381666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6cc5-7eb1-4967-96ca-1b42e5270c1c req-675d809b-2a0a-4ce0-9f14-5ff20b879ce4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:51.383200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4edc6cc5-7eb1-4967-96ca-1b42e5270c1c req-675d809b-2a0a-4ce0-9f14-5ff20b879ce4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 945 time: 0.0535710 Aug 09 16:17:51.423834 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4edc6cc5-7eb1-4967-96ca-1b42e5270c1c req-32fde5d4-6ba5-4e33-bab1-0f3c86a4ae22 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340223 Aug 09 16:17:52.559746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94664f1e-80d6-41f0-861f-4e2b1c836854 req-7ab59ef4-dd59-4d05-a07b-73c516c0040d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:52.561329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94664f1e-80d6-41f0-861f-4e2b1c836854 req-7ab59ef4-dd59-4d05-a07b-73c516c0040d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 945 time: 0.0675209 Aug 09 16:17:52.608102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94664f1e-80d6-41f0-861f-4e2b1c836854 req-c734b3da-5202-4397-866f-5b1713bcc177 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Aug 09 16:17:52.747001 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c7834563-e349-426d-991b-1354b10f3036 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:17:52.806114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port c7834563-e349-426d-991b-1354b10f3036 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:17:52.810126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port c7834563-e349-426d-991b-1354b10f3036 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:17:52.810488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:52.899212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:52.922729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961466aa-9eeb-4c5b-9d36-7d0943ef2714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7834563-e349-426d-991b-1354b10f3036'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:17:52.925054 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4e4d72-f1d6-4241-be72-d73c096999d6" -d '{"events": [{"server_uuid": "961466aa-9eeb-4c5b-9d36-7d0943ef2714", "name": "network-vif-plugged", "status": "completed", "tag": "c7834563-e349-426d-991b-1354b10f3036"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:17:52.938057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c7834563-e349-426d-991b-1354b10f3036, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c7834563-e349-426d-991b-1354b10f3036,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:52.943642 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:52.993287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c7834563-e349-426d-991b-1354b10f3036,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:53.110130 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b243088d-ba37-4c1b-b881-3f7c3c068c28 x-openstack-request-id: req-b243088d-ba37-4c1b-b881-3f7c3c068c28 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:17:53.110435 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961466aa-9eeb-4c5b-9d36-7d0943ef2714", "name": "network-vif-plugged", "status": "completed", "tag": "c7834563-e349-426d-991b-1354b10f3036", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:17:53.110682 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b243088d-ba37-4c1b-b881-3f7c3c068c28 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:17:53.111078 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961466aa-9eeb-4c5b-9d36-7d0943ef2714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7834563-e349-426d-991b-1354b10f3036', 'code': 200} Aug 09 16:17:53.211690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05cc7d-0e41-4a44-9c70-78eb747407cc req-2fcc2982-8957-4905-9ecd-3447e9a3ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:53.213392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da05cc7d-0e41-4a44-9c70-78eb747407cc req-2fcc2982-8957-4905-9ecd-3447e9a3ba22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 1097 time: 0.0466332 Aug 09 16:17:53.255125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-da05cc7d-0e41-4a44-9c70-78eb747407cc req-8a5d84a9-50c8-40c6-a1e0-cabf44eced29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Aug 09 16:17:53.738713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb439-191d-46fd-ad02-292d8386b43b req-ec93c4ca-139f-4af7-a0dc-b1bc55c15b40 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:53.740387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53eb439-191d-46fd-ad02-292d8386b43b req-ec93c4ca-139f-4af7-a0dc-b1bc55c15b40 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 946 time: 0.0599933 Aug 09 16:17:53.789160 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b53eb439-191d-46fd-ad02-292d8386b43b req-63aa781b-4fb6-4a21-bb97-ca036d372e0e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Aug 09 16:17:54.924805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758dd51-f2f4-4a0e-a90a-931916d4b4a0 req-e5a956e5-eb9c-4203-baff-68b6355fc259 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:54.926373 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f758dd51-f2f4-4a0e-a90a-931916d4b4a0 req-e5a956e5-eb9c-4203-baff-68b6355fc259 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 946 time: 0.0602169 Aug 09 16:17:54.977339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f758dd51-f2f4-4a0e-a90a-931916d4b4a0 req-09edc7bd-b119-4053-b036-e2414e3e524a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Aug 09 16:17:55.110416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d5967-f2aa-44a2-9115-b7248cf79ac8 req-0c85d92c-0eb5-4fbe-b981-f0e5ada43a1e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:55.112022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c4d5967-f2aa-44a2-9115-b7248cf79ac8 req-0c85d92c-0eb5-4fbe-b981-f0e5ada43a1e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 946 time: 0.0630984 Aug 09 16:17:55.159427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c4d5967-f2aa-44a2-9115-b7248cf79ac8 req-f1f1ca3e-1e50-43d0-9bc0-bd67cbcd69a0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357552 Aug 09 16:17:55.281143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f5c4-2d19-497c-9528-b9da63bd592c req-23635fd8-24d0-4ebf-9c34-43e13d22768a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:55.282602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9411f5c4-2d19-497c-9528-b9da63bd592c req-23635fd8-24d0-4ebf-9c34-43e13d22768a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 946 time: 0.0522966 Aug 09 16:17:55.324690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9411f5c4-2d19-497c-9528-b9da63bd592c req-7f417aba-8bd7-472d-9c86-0e46ab7d97b7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Aug 09 16:17:55.652908 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a97ad-a18b-49e9-ac58-3481c1c536d1 req-a14a43cf-f318-4ff7-8126-039cd1dd3efa tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:55.654422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d2a97ad-a18b-49e9-ac58-3481c1c536d1 req-a14a43cf-f318-4ff7-8126-039cd1dd3efa tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 946 time: 0.0561750 Aug 09 16:17:55.695224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d2a97ad-a18b-49e9-ac58-3481c1c536d1 req-11a644a9-81fc-44fb-938f-67f8abb8fe54 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Aug 09 16:17:56.829287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beb323-cdb1-4488-af86-d6b75cbe18c9 req-5c8ac49b-e814-409b-ab67-dd5959a4297e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:56.831140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48beb323-cdb1-4488-af86-d6b75cbe18c9 req-5c8ac49b-e814-409b-ab67-dd5959a4297e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 946 time: 0.0531528 Aug 09 16:17:56.871953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48beb323-cdb1-4488-af86-d6b75cbe18c9 req-309daa15-4d66-4d55-ad91-98991c685205 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328887 Aug 09 16:17:57.027039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-4e35f3ca-496b-4645-a543-243f26d242c1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:57.028481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-4e35f3ca-496b-4645-a543-243f26d242c1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 946 time: 0.0603981 Aug 09 16:17:57.137362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port c7834563-e349-426d-991b-1354b10f3036 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:17:57.137685 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.226886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] For port c7834563-e349-426d-991b-1354b10f3036, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c7834563-e349-426d-991b-1354b10f3036,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:57.227251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.240469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for c7834563-e349-426d-991b-1354b10f3036 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:17:57.399639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.411606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['c7834563-e349-426d-991b-1354b10f3036'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:17:57.429540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=c7834563-e349-426d-991b-1354b10f3036,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:57.477625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] No DVR routers for this DVR port c7834563-e349-426d-991b-1354b10f3036 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:17:57.481000 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.483108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28093cdf-23f0-4b4f-8f08-7b270805e95a req-c7ae8d14-8c73-40fc-9408-2d52822f9478 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "DELETE /v2.0/ports/c7834563-e349-426d-991b-1354b10f3036 HTTP/1.1" status: 204 len: 173 time: 0.4490111 Aug 09 16:17:57.483567 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961466aa-9eeb-4c5b-9d36-7d0943ef2714', 'name': 'network-vif-deleted', 'tag': 'c7834563-e349-426d-991b-1354b10f3036'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:17:57.485968 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321e36b8-3b28-4c0c-a991-2f776ed407b4" -d '{"events": [{"server_uuid": "961466aa-9eeb-4c5b-9d36-7d0943ef2714", "name": "network-vif-deleted", "tag": "c7834563-e349-426d-991b-1354b10f3036"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:17:57.527212 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0234f027-cd64-4ca7-baf4-0a0c57a27688 x-openstack-request-id: req-0234f027-cd64-4ca7-baf4-0a0c57a27688 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:17:57.527511 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961466aa-9eeb-4c5b-9d36-7d0943ef2714", "name": "network-vif-deleted", "tag": "c7834563-e349-426d-991b-1354b10f3036", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:17:57.528034 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0234f027-cd64-4ca7-baf4-0a0c57a27688 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:17:57.528257 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961466aa-9eeb-4c5b-9d36-7d0943ef2714', 'name': 'network-vif-deleted', 'tag': 'c7834563-e349-426d-991b-1354b10f3036', 'status': 'completed', 'code': 200} Aug 09 16:17:57.983041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0530618-c373-4637-a1ff-439f2463a2a7 req-8d4f7221-32cc-43f0-bae8-51a751d8ec65 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 210 time: 0.0294592 Aug 09 16:17:58.852245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.907095 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:59.082672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a659dc54-e6a7-46f9-8b24-4d1b0e1674df req-ced92587-264a-4a46-8e28-cd1f768d5bdd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 210 time: 0.0284269 Aug 09 16:17:59.846346 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:18:00.188967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0586279-775f-4852-b470-a2f39196177e req-c4ea243e-fa1c-4917-8b38-a51b83cb9dda tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 210 time: 0.0276010 Aug 09 16:18:00.795866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c7834563-e349-426d-991b-1354b10f3036 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:18:00.817180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: c7834563-e349-426d-991b-1354b10f3036 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:18:00.817537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c7834563-e349-426d-991b-1354b10f3036 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:18:01.304104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4308aed5-80d6-42e8-98ee-de2ae7542486 req-9d39db87-da3c-48be-85c1-589b97d5dc8b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=961466aa-9eeb-4c5b-9d36-7d0943ef2714 HTTP/1.1" status: 200 len: 210 time: 0.0285630 Aug 09 16:18:15.043132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7819259e-4c32-4622-af5b-256b8bd31fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:17.592178 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1594-84fa-43be-b028-fb36db5f4561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:17.812845 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:19.143220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.548349 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:23.391732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-fb1dae63-4b93-4866-9bcc-ad99a0950b2d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:23.393283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-fb1dae63-4b93-4866-9bcc-ad99a0950b2d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1250539 Aug 09 16:18:23.413051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-adea6f69-3d81-4a7a-96b9-8ac3e6f24593 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/quotas/436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 375 time: 0.0115738 Aug 09 16:18:23.466523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-9dd07a3a-4425-4a78-ad3e-ff009273dc38 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474854 Aug 09 16:18:23.572445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-e2591314-1689-42e8-bdd5-20557e30b3b1 service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988965 Aug 09 16:18:23.679080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-6e8bd03a-84e7-4d33-9f5a-27c207866555 service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001837 Aug 09 16:18:23.989549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a433bfc-4f7a-448b-80cb-484c7ddc09a3 req-30ab8e4c-1d73-4a7f-9d56-d4fa35e1fda1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 210 time: 0.0288944 Aug 09 16:18:25.116438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-097caf01-7f42-4e9d-9d71-5954d9e2c724 req-c688df7d-a256-4beb-bee6-4a92e34f2f98 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 210 time: 0.0473638 Aug 09 16:18:25.199472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-6922531c-f60a-4155-aa12-af9140da8f56 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:25.201070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-6922531c-f60a-4155-aa12-af9140da8f56 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1230247 Aug 09 16:18:25.213953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'port': {'device_id': '602d6a09-f97e-4e63-86eb-462a7bf8042c', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'admin_state_up': True, 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:25.324614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:18:25.328534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:25.460528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.20.0.12 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/1473a03f-f93f-4ce1-8528-007f055fbbfb) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:18:25.615878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:25.630511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Transition to ACTIVE for port object 1473a03f-f93f-4ce1-8528-007f055fbbfb will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:25.667513 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:25.714452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:25.720497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:25.725237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:18:25.729592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=1473a03f-f93f-4ce1-8528-007f055fbbfb,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:25.781277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:25.781951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:25.799443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-bbce89d1-c452-41ab-ae28-02b79d0bf71a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897386 Aug 09 16:18:25.813914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Request body: {'port': {'device_id': '602d6a09-f97e-4e63-86eb-462a7bf8042c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:25.876104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:26.007762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0cd5c6bc-b459-4ad4-9534-08fc955055e3 None None] Provisioning for port 1473a03f-f93f-4ce1-8528-007f055fbbfb completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:26.012304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0cd5c6bc-b459-4ad4-9534-08fc955055e3 None None] Provisioning complete for port 1473a03f-f93f-4ce1-8528-007f055fbbfb triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:26.012830 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6bc-b459-4ad4-9534-08fc955055e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:26.051098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0cd5c6bc-b459-4ad4-9534-08fc955055e3 None None] Port 1473a03f-f93f-4ce1-8528-007f055fbbfb cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:18:26.153969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1473a03f-f93f-4ce1-8528-007f055fbbfb {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:18:26.162925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:26.177938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Transition to ACTIVE for port object 1473a03f-f93f-4ce1-8528-007f055fbbfb will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:26.182921 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:26.267349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1473a03f-f93f-4ce1-8528-007f055fbbfb,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:26.291034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ca9fe-febc-46af-b1e5-835fbc7f59dd req-dc7193da-0a65-4bdc-91a5-f1f77c9de0ba tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:26.292666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a31ca9fe-febc-46af-b1e5-835fbc7f59dd req-dc7193da-0a65-4bdc-91a5-f1f77c9de0ba tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.1009288 Aug 09 16:18:26.386611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a31ca9fe-febc-46af-b1e5-835fbc7f59dd req-70eddfb9-1b01-477f-b902-fc6bfce76ff9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790823 Aug 09 16:18:26.408798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Attempting to bind port 1473a03f-f93f-4ce1-8528-007f055fbbfb on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:18:26.408798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Attempting to bind port 1473a03f-f93f-4ce1-8528-007f055fbbfb by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:18:26.408798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Attempting to bind port 1473a03f-f93f-4ce1-8528-007f055fbbfb on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:26.408798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Port 1473a03f-f93f-4ce1-8528-007f055fbbfb on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:18:26.408798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Attempting to bind port 1473a03f-f93f-4ce1-8528-007f055fbbfb on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:26.413530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:18:26.413876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:18:26.414265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:18:26.414693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Bound port: 1473a03f-f93f-4ce1-8528-007f055fbbfb, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:18:26.415052 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:26.487225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] For port 1473a03f-f93f-4ce1-8528-007f055fbbfb, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:18:26.490376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] For port 1473a03f-f93f-4ce1-8528-007f055fbbfb, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1473a03f-f93f-4ce1-8528-007f055fbbfb,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:18:26.497039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:26.537372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:26.537979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:26.539467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/1473a03f-f93f-4ce1-8528-007f055fbbfb HTTP/1.1" status: 200 len: 1092 time: 0.7306724 Aug 09 16:18:26.539947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602d6a09-f97e-4e63-86eb-462a7bf8042c', 'tag': '1473a03f-f93f-4ce1-8528-007f055fbbfb'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:18:26.542238 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f719315-55d2-4ddd-b2fb-fac7711534dc" -d '{"events": [{"name": "network-changed", "server_uuid": "602d6a09-f97e-4e63-86eb-462a7bf8042c", "tag": "1473a03f-f93f-4ce1-8528-007f055fbbfb"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:18:26.581159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b34c79-8bc9-4d16-8a2e-896da509f3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1473a03f-f93f-4ce1-8528-007f055fbbfb,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:26.632434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-6e06d959-0543-46cf-a02a-87760b73b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:26.634291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-6e06d959-0543-46cf-a02a-87760b73b46b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 1095 time: 0.0489995 Aug 09 16:18:26.688434 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbff511-722b-4f61-ad8f-6d7a444a97c5 x-openstack-request-id: req-ddbff511-722b-4f61-ad8f-6d7a444a97c5 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:18:26.688755 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602d6a09-f97e-4e63-86eb-462a7bf8042c", "tag": "1473a03f-f93f-4ce1-8528-007f055fbbfb", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:18:26.688976 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddbff511-722b-4f61-ad8f-6d7a444a97c5 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:18:26.689383 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602d6a09-f97e-4e63-86eb-462a7bf8042c', 'tag': '1473a03f-f93f-4ce1-8528-007f055fbbfb', 'status': 'completed', 'code': 200} Aug 09 16:18:26.691290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-b74c9ff0-18ad-40c8-b04c-746aa0c8e399 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1473a03f-f93f-4ce1-8528-007f055fbbfb HTTP/1.1" status: 200 len: 217 time: 0.0493114 Aug 09 16:18:26.745927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-73751c84-9b8c-4118-ac7a-0eee212f6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:26.747458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-73751c84-9b8c-4118-ac7a-0eee212f6302 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0495555 Aug 09 16:18:26.795274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-f5391230-e900-4f8a-9cb2-824d6e0d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:26.797067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-f5391230-e900-4f8a-9cb2-824d6e0d93bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428147 Aug 09 16:18:26.892796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-416e10ac-1ab3-4bbe-bc8e-d5088ea6d744 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890524 Aug 09 16:18:26.987230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39400cbb-e37d-43d0-b551-8b2c8b6a5c35 req-252f01ac-9592-4669-a337-ee97959c0a1b service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877161 Aug 09 16:18:27.081729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-16114f52-2e6a-470b-99d4-54e63f4167b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:27.083436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-16114f52-2e6a-470b-99d4-54e63f4167b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 1095 time: 0.0493808 Aug 09 16:18:27.187313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-b3554205-e904-4010-b822-a6b7c6648dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:27.188915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-b3554205-e904-4010-b822-a6b7c6648dc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0988612 Aug 09 16:18:27.233721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-b3e5af21-f20e-40fd-9e68-9490fd590a91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1473a03f-f93f-4ce1-8528-007f055fbbfb HTTP/1.1" status: 200 len: 217 time: 0.0380254 Aug 09 16:18:27.289001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-34f8f86b-c83f-4945-bd94-9512cab1698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:27.290418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-34f8f86b-c83f-4945-bd94-9512cab1698a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0499985 Aug 09 16:18:27.341917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-cd386968-4264-4938-97b6-65b34405897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:27.343371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-cd386968-4264-4938-97b6-65b34405897d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459833 Aug 09 16:18:27.437481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-99a1d039-78bd-4fd5-bed4-0275df870252 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869255 Aug 09 16:18:27.568592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9414a-e8a7-4a4b-81bd-1993a26a93b6 req-cb5a641b-5a67-422d-8dc4-fc238bd19e2d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:27.570038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16e9414a-e8a7-4a4b-81bd-1993a26a93b6 req-cb5a641b-5a67-422d-8dc4-fc238bd19e2d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0797181 Aug 09 16:18:27.576528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f719315-55d2-4ddd-b2fb-fac7711534dc req-1fe71634-9390-4e8d-bade-253e963e2a9c service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325057 Aug 09 16:18:27.613591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16e9414a-e8a7-4a4b-81bd-1993a26a93b6 req-7cc59e25-4c1d-44d0-a996-e545a6f07bef tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360782 Aug 09 16:18:28.737672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe48b-6f90-4f60-93ed-d3418b2557eb req-a67a64da-7f45-4ce1-9c1a-5d09855ebea0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:28.739353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19cfe48b-6f90-4f60-93ed-d3418b2557eb req-a67a64da-7f45-4ce1-9c1a-5d09855ebea0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0557609 Aug 09 16:18:28.780555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-19cfe48b-6f90-4f60-93ed-d3418b2557eb req-52893878-dcd2-495a-848e-257c0f64e766 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345142 Aug 09 16:18:28.871947 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:28.916368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:29.904318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0a1b2-d777-492d-9082-9f819cddd406 req-0231db4a-c705-44a6-b53a-b69f6d315cec tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:29.905887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37c0a1b2-d777-492d-9082-9f819cddd406 req-0231db4a-c705-44a6-b53a-b69f6d315cec tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0559139 Aug 09 16:18:29.948669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37c0a1b2-d777-492d-9082-9f819cddd406 req-c1cbf120-4498-45d0-900d-28cec0529295 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Aug 09 16:18:31.106047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320586f-6689-4c92-b5e6-67441afa4566 req-715d1bf5-457a-4ad4-a0fa-39300ac83c7e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:31.107545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6320586f-6689-4c92-b5e6-67441afa4566 req-715d1bf5-457a-4ad4-a0fa-39300ac83c7e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0584142 Aug 09 16:18:31.156747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6320586f-6689-4c92-b5e6-67441afa4566 req-af100616-e74d-45d8-8510-3919779bb45d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Aug 09 16:18:32.291949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997736d-fd05-4b26-965c-70043e73d3b2 req-0c1d6de1-d1a5-4835-8d11-7a36cdc05967 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:32.293746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8997736d-fd05-4b26-965c-70043e73d3b2 req-0c1d6de1-d1a5-4835-8d11-7a36cdc05967 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0577314 Aug 09 16:18:32.333729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8997736d-fd05-4b26-965c-70043e73d3b2 req-c85ed2a5-0ae4-4d38-ac95-33131ffd2bec tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Aug 09 16:18:33.456256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba68b7-c5ad-4e05-8cd0-7ed50b6aaa0b req-67f5638b-34ee-48f2-99f3-ed88c39fc6b7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:33.457773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44ba68b7-c5ad-4e05-8cd0-7ed50b6aaa0b req-67f5638b-34ee-48f2-99f3-ed88c39fc6b7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0547152 Aug 09 16:18:33.498444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44ba68b7-c5ad-4e05-8cd0-7ed50b6aaa0b req-54ff65f3-6053-478a-8b3d-10b87465ec22 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341389 Aug 09 16:18:34.625196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406636b-d401-42aa-a1a5-174284d4448d req-1e8317d1-841b-40fc-a57a-1fec5751a292 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:34.626721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1406636b-d401-42aa-a1a5-174284d4448d req-1e8317d1-841b-40fc-a57a-1fec5751a292 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0571592 Aug 09 16:18:34.668436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1406636b-d401-42aa-a1a5-174284d4448d req-0bbddf08-37ec-41b3-8c59-5fa3c85959a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Aug 09 16:18:35.802225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89114127-32dc-4348-a58e-67d15c2a606e req-ba883df4-fa02-45a8-a677-f11ca3dd5030 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:35.803759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89114127-32dc-4348-a58e-67d15c2a606e req-ba883df4-fa02-45a8-a677-f11ca3dd5030 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0563593 Aug 09 16:18:35.848128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89114127-32dc-4348-a58e-67d15c2a606e req-9cc5da0b-2621-4802-9de8-bc5857a4642e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358510 Aug 09 16:18:36.849729 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:18:36.954166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1473a03f-f93f-4ce1-8528-007f055fbbfb details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:18:36.979243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc78c10-e085-4024-836d-09d8e5aa4dfc req-e894cf06-3380-47da-bcd0-383a19aba01d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:36.980852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8cc78c10-e085-4024-836d-09d8e5aa4dfc req-e894cf06-3380-47da-bcd0-383a19aba01d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 944 time: 0.0575831 Aug 09 16:18:37.023941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8cc78c10-e085-4024-836d-09d8e5aa4dfc req-85dd6f2f-3613-4f0d-9592-09ab80a9da88 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365143 Aug 09 16:18:37.054667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1473a03f-f93f-4ce1-8528-007f055fbbfb, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1473a03f-f93f-4ce1-8528-007f055fbbfb,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:37.067713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '1473a03f-f93f-4ce1-8528-007f055fbbfb', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'port_id': '1473a03f-f93f-4ce1-8528-007f055fbbfb', 'mac_address': 'fa:16:3e:c7:6f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:18:37.121169 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:37.135559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1473a03f-f93f-4ce1-8528-007f055fbbfb {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:18:37.157311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1473a03f-f93f-4ce1-8528-007f055fbbfb, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1473a03f-f93f-4ce1-8528-007f055fbbfb,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:37.163470 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:37.213235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1473a03f-f93f-4ce1-8528-007f055fbbfb,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:37.386058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1473a03f-f93f-4ce1-8528-007f055fbbfb'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:18:38.153066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757b8bc-9dd7-43a7-adf1-6836aae9fa02 req-1517d283-000d-43f6-8ff3-52e9b0a953e1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:38.154581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c757b8bc-9dd7-43a7-adf1-6836aae9fa02 req-1517d283-000d-43f6-8ff3-52e9b0a953e1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 945 time: 0.0606534 Aug 09 16:18:38.202852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c757b8bc-9dd7-43a7-adf1-6836aae9fa02 req-86c9dcc0-d63c-451b-bf4f-542137af2563 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Aug 09 16:18:38.964277 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1473a03f-f93f-4ce1-8528-007f055fbbfb up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:39.033176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 1473a03f-f93f-4ce1-8528-007f055fbbfb completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:39.037249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 1473a03f-f93f-4ce1-8528-007f055fbbfb triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:39.037589 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:39.124329 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:39.148989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d6a09-f97e-4e63-86eb-462a7bf8042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473a03f-f93f-4ce1-8528-007f055fbbfb'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:18:39.151386 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0781a4b-a9d3-4d61-81ab-474bbdd658f6" -d '{"events": [{"server_uuid": "602d6a09-f97e-4e63-86eb-462a7bf8042c", "name": "network-vif-plugged", "status": "completed", "tag": "1473a03f-f93f-4ce1-8528-007f055fbbfb"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:18:39.166738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1473a03f-f93f-4ce1-8528-007f055fbbfb, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1473a03f-f93f-4ce1-8528-007f055fbbfb,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:39.172377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:39.200720 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec1f60-87cc-49dc-957f-449df3d6eacb x-openstack-request-id: req-36ec1f60-87cc-49dc-957f-449df3d6eacb {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:18:39.201113 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602d6a09-f97e-4e63-86eb-462a7bf8042c", "name": "network-vif-plugged", "status": "completed", "tag": "1473a03f-f93f-4ce1-8528-007f055fbbfb", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:18:39.201422 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36ec1f60-87cc-49dc-957f-449df3d6eacb {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:18:39.201887 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602d6a09-f97e-4e63-86eb-462a7bf8042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473a03f-f93f-4ce1-8528-007f055fbbfb', 'code': 200} Aug 09 16:18:39.231806 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1473a03f-f93f-4ce1-8528-007f055fbbfb,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:39.336554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6661ee-ecd4-4185-85ac-fbea5d010cd1 req-c7ea3b00-c8bb-41dc-b724-5c5e8e9a7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:39.338060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6661ee-ecd4-4185-85ac-fbea5d010cd1 req-c7ea3b00-c8bb-41dc-b724-5c5e8e9a7cc2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 1097 time: 0.0753970 Aug 09 16:18:39.354751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3712f0-05c1-4ea3-84b9-894141a64981 req-e1b09394-519d-49e1-95aa-65e0b987296f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:39.356234 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe3712f0-05c1-4ea3-84b9-894141a64981 req-e1b09394-519d-49e1-95aa-65e0b987296f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 946 time: 0.0638397 Aug 09 16:18:39.407389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc6661ee-ecd4-4185-85ac-fbea5d010cd1 req-577861cb-c4d2-44a3-a870-2a5ebd7e5eb9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607228 Aug 09 16:18:39.415085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe3712f0-05c1-4ea3-84b9-894141a64981 req-654839cc-01bb-42ca-b34e-a05665f5385e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524473 Aug 09 16:18:40.559562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de6aad-5bcb-4291-ab0c-3e4cd1d7bfdf req-6f938974-e676-4d90-a63c-55fbb955850d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:40.561235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f7de6aad-5bcb-4291-ab0c-3e4cd1d7bfdf req-6f938974-e676-4d90-a63c-55fbb955850d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 946 time: 0.0606060 Aug 09 16:18:40.605070 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f7de6aad-5bcb-4291-ab0c-3e4cd1d7bfdf req-e30fb6ca-0bc0-42b0-8a3b-2005a6e292c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365889 Aug 09 16:18:40.743418 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29189b-c67a-48c0-8f55-29a15c8e3300 req-f269a2e0-db41-4973-864d-4e8e9cdbc3fd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:40.745130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e29189b-c67a-48c0-8f55-29a15c8e3300 req-f269a2e0-db41-4973-864d-4e8e9cdbc3fd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 946 time: 0.0630970 Aug 09 16:18:40.790031 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e29189b-c67a-48c0-8f55-29a15c8e3300 req-5f4389e6-b010-4fb4-b8fe-0b3c9943aac4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385242 Aug 09 16:18:43.429789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-7e201ab4-af4c-42fe-b6e7-fedc95ed4da6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:43.431889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-7e201ab4-af4c-42fe-b6e7-fedc95ed4da6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1118357 Aug 09 16:18:43.448751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-4a80fcc1-a03d-4d4d-b220-96d12d5f1b4c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/quotas/436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 375 time: 0.0098438 Aug 09 16:18:43.508675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-e6353a54-cf84-4e77-bf99-0a340a825175 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513866 Aug 09 16:18:43.621528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-af95bd10-ce1b-4ccb-904d-23099478a58f service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042070 Aug 09 16:18:43.725929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-158b6af9-63a0-4d99-9fce-031973f9c68c service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969446 Aug 09 16:18:43.968280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-639b9d30-27d9-45b4-a653-aa01fdf144ce req-742020c9-1787-497d-bb2a-0665fc6b3f00 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 210 time: 0.0356796 Aug 09 16:18:45.046859 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ecd0b7a-359a-4ab9-9c9b-a3d90fa87637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:45.076994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-daaf3747-02ab-497c-8d59-de588ac093f4 req-6c870ae1-493d-4718-adae-492b78b62a59 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 210 time: 0.0308621 Aug 09 16:18:45.281724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-80d04e3f-53f4-48c9-bc59-ef8c1b1ae6fe tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:45.283266 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-80d04e3f-53f4-48c9-bc59-ef8c1b1ae6fe tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1241527 Aug 09 16:18:45.305113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'port': {'device_id': '8af60627-b114-490d-967f-d13273cfa054', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'admin_state_up': True, 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:45.426382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:18:45.430292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:45.592371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.20.0.5 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/8e48e248-62a3-4e6d-bc65-563ffd5dce2a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:18:45.876639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:45.893788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Transition to ACTIVE for port object 8e48e248-62a3-4e6d-bc65-563ffd5dce2a will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:45.946825 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:45.962583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1473a03f-f93f-4ce1-8528-007f055fbbfb'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:18:46.001887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:46.008142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:46.011178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:18:46.018554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:46.067380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.067660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.068184 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.068521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.068847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.069172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.069915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.069915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.070117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.070415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.070727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.071052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:46.102125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:46.102655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:46.127209 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-abadec19-80de-4f88-a09d-6729e316bcf4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261468 Aug 09 16:18:46.233212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe29e78-c136-4da6-bc80-adae54e979c7 req-610fb222-abeb-4631-b2c6-6a199b33b961 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:46.235914 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3fe29e78-c136-4da6-bc80-adae54e979c7 req-610fb222-abeb-4631-b2c6-6a199b33b961 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 931 time: 0.0687037 Aug 09 16:18:46.288302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3fe29e78-c136-4da6-bc80-adae54e979c7 req-4d318dea-eca4-437e-b8d1-563deebcb4a9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Aug 09 16:18:46.355352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ca4c1828-0289-41e8-aab1-249504ab28e6 None None] Provisioning for port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:46.359799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ca4c1828-0289-41e8-aab1-249504ab28e6 None None] Provisioning complete for port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:46.360289 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1828-0289-41e8-aab1-249504ab28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:46.391476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Request body: {'port': {'device_id': '8af60627-b114-490d-967f-d13273cfa054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:46.430403 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c1828-0289-41e8-aab1-249504ab28e6 None None] Port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:18:46.463279 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:46.762356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e48e248-62a3-4e6d-bc65-563ffd5dce2a {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:18:46.771454 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:46.785207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Transition to ACTIVE for port object 8e48e248-62a3-4e6d-bc65-563ffd5dce2a will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:46.795418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:46.845941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Pushing event updated for resources: {'Port': ['ID=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:46.946170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Attempting to bind port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:18:46.946504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Attempting to bind port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:18:46.947263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Attempting to bind port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:46.954692 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:18:46.955068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Attempting to bind port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:46.961924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:18:46.962287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:18:46.962653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:18:46.963079 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Bound port: 8e48e248-62a3-4e6d-bc65-563ffd5dce2a, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:18:46.963440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:47.034504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] For port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:18:47.037816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] For port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:18:47.044803 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:47.081280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:47.082188 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:47.083680 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] 10.222.0.66 "PUT /v2.0/ports/8e48e248-62a3-4e6d-bc65-563ffd5dce2a HTTP/1.1" status: 200 len: 1091 time: 0.9448650 Aug 09 16:18:47.092311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af60627-b114-490d-967f-d13273cfa054', 'tag': '8e48e248-62a3-4e6d-bc65-563ffd5dce2a'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:18:47.095020 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b17d569-bc47-4a07-b9a3-c544c29b996b" -d '{"events": [{"name": "network-changed", "server_uuid": "8af60627-b114-490d-967f-d13273cfa054", "tag": "8e48e248-62a3-4e6d-bc65-563ffd5dce2a"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:18:47.136445 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359f94b-4c05-40af-b204-60b1a012f2cd service neutron] Pushing event updated for resources: {'Port': ['ID=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:47.205796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-361df6d5-de55-4184-bd48-276aefbafa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:47.208742 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-361df6d5-de55-4184-bd48-276aefbafa59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 1094 time: 0.0637362 Aug 09 16:18:47.261047 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725bb71-c6ca-45e5-900f-68ee39b9db3b x-openstack-request-id: req-9725bb71-c6ca-45e5-900f-68ee39b9db3b {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:18:47.261295 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af60627-b114-490d-967f-d13273cfa054", "tag": "8e48e248-62a3-4e6d-bc65-563ffd5dce2a", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:18:47.261508 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9725bb71-c6ca-45e5-900f-68ee39b9db3b {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:18:47.261920 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af60627-b114-490d-967f-d13273cfa054', 'tag': '8e48e248-62a3-4e6d-bc65-563ffd5dce2a', 'status': 'completed', 'code': 200} Aug 09 16:18:47.263764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-9ec8259c-0f02-49ad-82bf-8cb99e8989c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e48e248-62a3-4e6d-bc65-563ffd5dce2a HTTP/1.1" status: 200 len: 217 time: 0.0445900 Aug 09 16:18:47.358578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-04a28523-f8cf-4672-8681-da8b3b4e29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:47.360398 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-04a28523-f8cf-4672-8681-da8b3b4e29d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0889575 Aug 09 16:18:47.433749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-3e2bbea9-871f-4e34-a1da-4abf7b6e42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:47.436040 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-3e2bbea9-871f-4e34-a1da-4abf7b6e42e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617259 Aug 09 16:18:47.464310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158b53c-c2c9-4afa-b180-e20b02d6809a req-98a54105-ccb2-43ae-9272-c7f1be16111b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:47.466124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3158b53c-c2c9-4afa-b180-e20b02d6809a req-98a54105-ccb2-43ae-9272-c7f1be16111b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0760279 Aug 09 16:18:47.518381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3158b53c-c2c9-4afa-b180-e20b02d6809a req-36a5a951-4b59-4dc4-afd0-7a743191919e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 Aug 09 16:18:47.550874 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-10a1687b-9289-4c6a-b46d-251f94b8a1a5 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073318 Aug 09 16:18:47.587293 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec88-40d4-4c26-b1c9-d287d8f11b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:47.660255 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-40b3297b-22e5-419a-9aec-66fbe0e9067d req-9a0a219b-ed0f-46bf-9a62-23717bee5666 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003499 Aug 09 16:18:47.830831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:48.137091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-d5ac4337-aab1-40fe-9668-b06da76a2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:48.139641 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-d5ac4337-aab1-40fe-9668-b06da76a2cb7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 1094 time: 0.4228873 Aug 09 16:18:48.300313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-924b1344-cba5-4f8c-a66d-38ffecf6e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:48.303875 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-924b1344-cba5-4f8c-a66d-38ffecf6e879 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.1557891 Aug 09 16:18:48.363666 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-db0d193b-18c4-4bc5-8fcd-49c29ea6dffd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e48e248-62a3-4e6d-bc65-563ffd5dce2a HTTP/1.1" status: 200 len: 217 time: 0.0522835 Aug 09 16:18:48.440678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-45c79349-52e0-4685-b62e-452729960323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:48.442164 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-45c79349-52e0-4685-b62e-452729960323 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0716786 Aug 09 16:18:48.538300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-30775131-7f31-4cb5-80bd-035b7b118a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:48.541069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-30775131-7f31-4cb5-80bd-035b7b118a56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879850 Aug 09 16:18:48.674647 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-53cfb9cf-3139-4d22-976d-18c19c07f6b5 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258354 Aug 09 16:18:48.683524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60942f-3bf8-4cd0-804a-f0da7b9c2251 req-80f2b822-a648-4edb-9529-7addb888fbcf tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:48.688399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce60942f-3bf8-4cd0-804a-f0da7b9c2251 req-80f2b822-a648-4edb-9529-7addb888fbcf tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0700870 Aug 09 16:18:48.754503 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce60942f-3bf8-4cd0-804a-f0da7b9c2251 req-ab18c378-5e42-46b4-87f2-9afe584bf8a9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547428 Aug 09 16:18:48.817763 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8b17d569-bc47-4a07-b9a3-c544c29b996b req-225c71fd-7178-4786-bda5-448fc4692754 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330342 Aug 09 16:18:49.173197 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:49.939360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ed46e-150a-48e7-8c19-617ddf5843f3 req-fc60c314-ec89-4719-8280-922bb2ce582e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:49.941886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-641ed46e-150a-48e7-8c19-617ddf5843f3 req-fc60c314-ec89-4719-8280-922bb2ce582e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0665393 Aug 09 16:18:50.034451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-641ed46e-150a-48e7-8c19-617ddf5843f3 req-1fee4f53-448e-43ce-8e4d-9976d95ec6be tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730791 Aug 09 16:18:50.583994 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:51.259419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ace171-3e6f-49ed-ac25-f1cfbe9ddbc5 req-d08c9ecd-8adc-4088-932d-b14b74ac3a20 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:51.269178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73ace171-3e6f-49ed-ac25-f1cfbe9ddbc5 req-d08c9ecd-8adc-4088-932d-b14b74ac3a20 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0902243 Aug 09 16:18:51.324637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73ace171-3e6f-49ed-ac25-f1cfbe9ddbc5 req-7bb8c112-2f3f-4795-98fc-6f263be48306 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535688 Aug 09 16:18:52.515218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecc018-2951-4b94-bef6-c9982d1788c6 req-cabaea63-61ef-4c0a-b9e5-e551c94dd046 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:52.516886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0ecc018-2951-4b94-bef6-c9982d1788c6 req-cabaea63-61ef-4c0a-b9e5-e551c94dd046 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0677478 Aug 09 16:18:52.565839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c0ecc018-2951-4b94-bef6-c9982d1788c6 req-4a7086a4-ddf3-476a-98af-b9107d10d948 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Aug 09 16:18:53.716986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c4c3-b432-4a30-804e-b2b27217d669 req-6ac5b7b4-ae04-4bef-88f6-21d70124811d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:53.718821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7945c4c3-b432-4a30-804e-b2b27217d669 req-6ac5b7b4-ae04-4bef-88f6-21d70124811d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0632837 Aug 09 16:18:53.771594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7945c4c3-b432-4a30-804e-b2b27217d669 req-8fac615f-7f83-4fbf-b5fc-42ac211aa8f6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Aug 09 16:18:54.894070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62240de3-1793-4eaa-b906-4e6756058ac7 req-1a69c870-f507-425a-b2cd-00539f8f24fc tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:54.895659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62240de3-1793-4eaa-b906-4e6756058ac7 req-1a69c870-f507-425a-b2cd-00539f8f24fc tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0532992 Aug 09 16:18:54.935249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-62240de3-1793-4eaa-b906-4e6756058ac7 req-a0930ec0-8e3a-45ca-a826-4c4c95d10014 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Aug 09 16:18:56.450292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00b6a5-af8b-47c6-a4e1-6160ef2a3a74 req-480e50d4-18f1-4473-9274-502679e9af1f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:56.452016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe00b6a5-af8b-47c6-a4e1-6160ef2a3a74 req-480e50d4-18f1-4473-9274-502679e9af1f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.4400482 Aug 09 16:18:56.501237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe00b6a5-af8b-47c6-a4e1-6160ef2a3a74 req-7d5ff6d6-0aeb-44c3-8c3a-5d2e7defb8aa tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421126 Aug 09 16:18:57.642478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0e5ac-3263-47ca-b759-93bb3b484681 req-1c167e9d-f2ab-4f87-95ff-0b2372443c11 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:57.644227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ede0e5ac-3263-47ca-b759-93bb3b484681 req-1c167e9d-f2ab-4f87-95ff-0b2372443c11 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0584474 Aug 09 16:18:57.688358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ede0e5ac-3263-47ca-b759-93bb3b484681 req-50f7892a-b214-4a18-8ebc-41564fb7c6cc tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371997 Aug 09 16:18:58.820827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22aaf2-a949-4284-a140-997d8d5472b7 req-6e28f403-6c5b-46f2-97e4-d39de9479e19 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:58.822381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa22aaf2-a949-4284-a140-997d8d5472b7 req-6e28f403-6c5b-46f2-97e4-d39de9479e19 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0574653 Aug 09 16:18:58.866769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:58.867493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa22aaf2-a949-4284-a140-997d8d5472b7 req-9ea51132-8882-491f-8f62-52cbb0731c37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389140 Aug 09 16:18:58.916351 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.001303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04607a16-f211-4cf6-953c-8f678b59f96b req-aa30edeb-6aaa-4d4f-9f3c-0da525d5aaff tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:00.003487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04607a16-f211-4cf6-953c-8f678b59f96b req-aa30edeb-6aaa-4d4f-9f3c-0da525d5aaff tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0612838 Aug 09 16:19:00.048688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04607a16-f211-4cf6-953c-8f678b59f96b req-a95521cc-5927-4ea9-bc6f-b988e0283a5f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Aug 09 16:19:01.177941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210a4fd-449d-4e78-a9ba-ac92010ff6ab req-4ce2f74e-8d93-4faa-9fc9-29c0dd96b2e6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:01.179513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c210a4fd-449d-4e78-a9ba-ac92010ff6ab req-4ce2f74e-8d93-4faa-9fc9-29c0dd96b2e6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0549502 Aug 09 16:19:01.227073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c210a4fd-449d-4e78-a9ba-ac92010ff6ab req-64ffb251-5a1f-4f0c-a376-62dfb8e23e33 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387943 Aug 09 16:19:02.365068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fccdf2-be3f-47bb-a581-6d49e8201a87 req-2acc5303-86ff-447c-ad10-d6f33f078f02 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:02.366776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21fccdf2-be3f-47bb-a581-6d49e8201a87 req-2acc5303-86ff-447c-ad10-d6f33f078f02 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0582252 Aug 09 16:19:02.413406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21fccdf2-be3f-47bb-a581-6d49e8201a87 req-c81868b2-a61d-49d4-934a-f907c7b8b5d0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Aug 09 16:19:03.542698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8fa10-cee7-4c44-836d-7075258535a4 req-9744d8d6-98c4-4f55-9946-2897424d9682 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:03.544372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46b8fa10-cee7-4c44-836d-7075258535a4 req-9744d8d6-98c4-4f55-9946-2897424d9682 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0553148 Aug 09 16:19:03.589949 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-46b8fa10-cee7-4c44-836d-7075258535a4 req-028b6106-dff9-4ca2-aa3a-56a886d9a707 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 Aug 09 16:19:04.734577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6280e-f2af-4195-bf60-bc6383bb2d0a req-da2cd816-a1ed-4ae1-8207-8411ef278305 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:04.736321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20a6280e-f2af-4195-bf60-bc6383bb2d0a req-da2cd816-a1ed-4ae1-8207-8411ef278305 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0683634 Aug 09 16:19:04.801192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20a6280e-f2af-4195-bf60-bc6383bb2d0a req-ceb5d48e-a280-4316-b56a-eeca385ab8c2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531442 Aug 09 16:19:05.952695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc6479-1074-4222-ae31-dd345c4b5661 req-958cf380-d810-4bf8-950c-3f12b4c985ab tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:05.956965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-adbc6479-1074-4222-ae31-dd345c4b5661 req-958cf380-d810-4bf8-950c-3f12b4c985ab tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0644159 Aug 09 16:19:06.022997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-adbc6479-1074-4222-ae31-dd345c4b5661 req-590e9fb3-de69-47f6-bb09-baddb355bdba tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586555 Aug 09 16:19:07.170642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed9d2-2b5e-4de3-a4c8-9221612086b8 req-5bff5468-9894-4672-b6d4-734b73fdd2b4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:07.172433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-575ed9d2-2b5e-4de3-a4c8-9221612086b8 req-5bff5468-9894-4672-b6d4-734b73fdd2b4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 943 time: 0.0628078 Aug 09 16:19:07.226817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-575ed9d2-2b5e-4de3-a4c8-9221612086b8 req-7b65c1a5-9bd8-4b2f-a93c-f5ea21c5aabb tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Aug 09 16:19:07.730860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8e48e248-62a3-4e6d-bc65-563ffd5dce2a details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:19:07.856935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:07.873023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '8e48e248-62a3-4e6d-bc65-563ffd5dce2a', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'port_id': '8e48e248-62a3-4e6d-bc65-563ffd5dce2a', 'mac_address': 'fa:16:3e:6a:e7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:19:07.913076 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:07.928546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e48e248-62a3-4e6d-bc65-563ffd5dce2a {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:19:07.950754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:07.957258 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:08.011631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:08.019675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.020047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.020417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.020808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.021078 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.021400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.021715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.022032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.022344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.022643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.022954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.023267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:08.221768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8e48e248-62a3-4e6d-bc65-563ffd5dce2a'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:19:08.360595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39daba-bb7e-443e-8e3c-1c9783e146c5 req-75565824-a691-4ecb-916e-9d5930173dc0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:08.362462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a39daba-bb7e-443e-8e3c-1c9783e146c5 req-75565824-a691-4ecb-916e-9d5930173dc0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 944 time: 0.0583739 Aug 09 16:19:08.418938 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a39daba-bb7e-443e-8e3c-1c9783e146c5 req-f0038895-8f55-4334-b5e6-53c27eb204ec tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 Aug 09 16:19:09.557106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a38e18-c78e-40c8-ae5a-be695aa7196b req-78a9110f-d04c-401c-842a-58bc83df8b7b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:09.558714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45a38e18-c78e-40c8-ae5a-be695aa7196b req-78a9110f-d04c-401c-842a-58bc83df8b7b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 944 time: 0.0569706 Aug 09 16:19:09.606302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45a38e18-c78e-40c8-ae5a-be695aa7196b req-26b91303-1a88-48ed-afe0-7480361b9707 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Aug 09 16:19:09.747692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8e48e248-62a3-4e6d-bc65-563ffd5dce2a up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:09.805554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:09.810169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:09.810570 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:09.910791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:09.940822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af60627-b114-490d-967f-d13273cfa054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48e248-62a3-4e6d-bc65-563ffd5dce2a'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:09.943088 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14038500-788e-450c-90a6-a17e2ec1f181" -d '{"events": [{"server_uuid": "8af60627-b114-490d-967f-d13273cfa054", "name": "network-vif-plugged", "status": "completed", "tag": "8e48e248-62a3-4e6d-bc65-563ffd5dce2a"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:09.957785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:09.963669 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:09.990864 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1ecd29-c685-4082-94c0-5777c106493a x-openstack-request-id: req-2c1ecd29-c685-4082-94c0-5777c106493a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:09.991222 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af60627-b114-490d-967f-d13273cfa054", "name": "network-vif-plugged", "status": "completed", "tag": "8e48e248-62a3-4e6d-bc65-563ffd5dce2a", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:09.991503 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c1ecd29-c685-4082-94c0-5777c106493a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:09.991982 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af60627-b114-490d-967f-d13273cfa054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48e248-62a3-4e6d-bc65-563ffd5dce2a', 'code': 200} Aug 09 16:19:10.023603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:10.116645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba60a6-73ad-4106-b8bf-91cf4675ae65 req-d4727aed-d056-4d07-8cca-a84f185659e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:10.118257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3eba60a6-73ad-4106-b8bf-91cf4675ae65 req-d4727aed-d056-4d07-8cca-a84f185659e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 1096 time: 0.0478547 Aug 09 16:19:10.166492 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3eba60a6-73ad-4106-b8bf-91cf4675ae65 req-84352851-ea0b-4da8-8898-c70cd9c01955 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Aug 09 16:19:10.757415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a84282-5247-4a8d-9afa-4d31f82ee34e req-5ef660b8-7c53-4e16-bed1-50cd86d05e52 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:10.760404 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6a84282-5247-4a8d-9afa-4d31f82ee34e req-5ef660b8-7c53-4e16-bed1-50cd86d05e52 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 945 time: 0.0789263 Aug 09 16:19:10.808285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c6a84282-5247-4a8d-9afa-4d31f82ee34e req-075a2aa1-62a8-4d94-a1d0-b7aaa33bb622 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Aug 09 16:19:11.947031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a6738-3611-4b4c-8a3b-f0902d0922ed req-15f85db0-6fbd-4ec0-bc40-37fc881b2dfe tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:11.948690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d3a6738-3611-4b4c-8a3b-f0902d0922ed req-15f85db0-6fbd-4ec0-bc40-37fc881b2dfe tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 945 time: 0.0600319 Aug 09 16:19:11.996678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d3a6738-3611-4b4c-8a3b-f0902d0922ed req-8901a8cb-baa1-4145-8b6b-9c73e6c610b0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Aug 09 16:19:12.149543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce9f5-2fd6-42e5-9f82-1fdbad30e10a req-7e089a15-4c7d-4e74-be32-52068d987b46 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:12.151209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-883ce9f5-2fd6-42e5-9f82-1fdbad30e10a req-7e089a15-4c7d-4e74-be32-52068d987b46 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 945 time: 0.0653920 Aug 09 16:19:12.212375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-883ce9f5-2fd6-42e5-9f82-1fdbad30e10a req-3dea1ac5-396c-4103-9530-75cb39e1de51 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527060 Aug 09 16:19:12.572960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc6cca-4743-43c5-9feb-761bc276701d req-99e1ae4c-15ba-442d-8892-bac5a6e309d5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:12.574502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8bbc6cca-4743-43c5-9feb-761bc276701d req-99e1ae4c-15ba-442d-8892-bac5a6e309d5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 945 time: 0.0615864 Aug 09 16:19:12.617724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8bbc6cca-4743-43c5-9feb-761bc276701d req-7c601c7e-3420-4f0c-aa52-772cea84348c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348456 Aug 09 16:19:13.771454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb21b-20eb-4e2d-8964-4bc1b149285f req-d5dbab38-1a61-4ddb-bcb1-d8d16069c6b0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:13.773202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4bfb21b-20eb-4e2d-8964-4bc1b149285f req-d5dbab38-1a61-4ddb-bcb1-d8d16069c6b0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 945 time: 0.0650935 Aug 09 16:19:13.822377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4bfb21b-20eb-4e2d-8964-4bc1b149285f req-8c20e473-0840-4ea6-9644-15cb0bb3b098 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Aug 09 16:19:13.851213 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:19:14.156916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-804df47f-b018-4bb9-8fb5-16de398cbcc9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:14.158648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-804df47f-b018-4bb9-8fb5-16de398cbcc9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 945 time: 0.0592699 Aug 09 16:19:14.265815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:14.266256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:14.376792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] For port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:14.377234 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:14.393171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for 8e48e248-62a3-4e6d-bc65-563ffd5dce2a owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:14.557210 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:14.571085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1473a03f-f93f-4ce1-8528-007f055fbbfb'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:19:14.574905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8e48e248-62a3-4e6d-bc65-563ffd5dce2a'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:19:14.595436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=8e48e248-62a3-4e6d-bc65-563ffd5dce2a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:14.644191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] No DVR routers for this DVR port 8e48e248-62a3-4e6d-bc65-563ffd5dce2a on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:19:14.647598 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:14.650205 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8047853b-add0-4a0d-ad8a-3870f9b64966 req-ee6eb2f7-2425-4907-99cd-69f28d479a62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "DELETE /v2.0/ports/8e48e248-62a3-4e6d-bc65-563ffd5dce2a HTTP/1.1" status: 204 len: 173 time: 0.4845114 Aug 09 16:19:14.650428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af60627-b114-490d-967f-d13273cfa054', 'name': 'network-vif-deleted', 'tag': '8e48e248-62a3-4e6d-bc65-563ffd5dce2a'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:14.653108 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91be2e8-4ef7-409b-81cb-8d0c2e3324eb" -d '{"events": [{"server_uuid": "8af60627-b114-490d-967f-d13273cfa054", "name": "network-vif-deleted", "tag": "8e48e248-62a3-4e6d-bc65-563ffd5dce2a"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:14.732240 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870cac03-3dec-4132-b22f-a6b9a65539a0 x-openstack-request-id: req-870cac03-3dec-4132-b22f-a6b9a65539a0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:14.732646 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af60627-b114-490d-967f-d13273cfa054", "name": "network-vif-deleted", "tag": "8e48e248-62a3-4e6d-bc65-563ffd5dce2a", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:14.732746 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-870cac03-3dec-4132-b22f-a6b9a65539a0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:14.733107 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af60627-b114-490d-967f-d13273cfa054', 'name': 'network-vif-deleted', 'tag': '8e48e248-62a3-4e6d-bc65-563ffd5dce2a', 'status': 'completed', 'code': 200} Aug 09 16:19:14.929063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca649a0e-1b28-415d-b646-9991d267ee4c req-79078c11-cb79-4e81-969d-52cb403c7e03 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 210 time: 0.0283840 Aug 09 16:19:15.062526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-eea8f24f-a727-43cc-9648-f2fbb8d86bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:16.047139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d6d12876-fff4-43b6-b47a-d13ee26e50cc req-ff23d56b-b1e1-4535-a824-3516fe9d3204 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 210 time: 0.0377598 Aug 09 16:19:17.162245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a2f5367-ac1d-4b7b-9d6b-cf203113bbeb req-0baf9f65-6799-485e-9a3d-697a89395833 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 210 time: 0.0319631 Aug 09 16:19:17.584009 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-333d31f6-499c-4927-9d49-b757c780009c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:17.821297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8e48e248-62a3-4e6d-bc65-563ffd5dce2a no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:17.844643 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:17.846102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 8e48e248-62a3-4e6d-bc65-563ffd5dce2a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:17.846444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8e48e248-62a3-4e6d-bc65-563ffd5dce2a not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:18.275226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-daa563a2-58b3-45b1-9bcf-e158e18f142a req-f6aed448-faec-42c2-8f6e-faa84b9e9168 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af60627-b114-490d-967f-d13273cfa054 HTTP/1.1" status: 200 len: 210 time: 0.0300236 Aug 09 16:19:19.151726 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:19.327692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-2b854581-f4a4-4433-b88c-e0bb2e254212 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435116 Aug 09 16:19:19.420718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-7ea606bb-400a-4d05-a8ba-126e713ef05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:19.422373 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-7ea606bb-400a-4d05-a8ba-126e713ef05d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 1097 time: 0.0449259 Aug 09 16:19:19.542520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-32ee0500-3e1c-4edd-9cc4-2cca26b1403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:19.544194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-32ee0500-3e1c-4edd-9cc4-2cca26b1403d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0986609 Aug 09 16:19:19.593513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-5adf16c1-28ae-4703-ab09-57989f744f59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1473a03f-f93f-4ce1-8528-007f055fbbfb HTTP/1.1" status: 200 len: 217 time: 0.0397167 Aug 09 16:19:19.652159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-652d997d-e0e7-423b-9c35-9b76c60d640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:19.653873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-652d997d-e0e7-423b-9c35-9b76c60d640a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0501313 Aug 09 16:19:19.712928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-259d6386-fa36-48b5-81b0-d64c2a7eeede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:19.714480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-259d6386-fa36-48b5-81b0-d64c2a7eeede service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495031 Aug 09 16:19:19.813855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-46c1fef0-62f8-47b0-bba2-acb5608ec6fd service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909011 Aug 09 16:19:19.922180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc68e997-db58-4571-ac57-5cdf62070db5 req-56712ade-ae4f-4d94-9c8d-96182e23fc36 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975285 Aug 09 16:19:20.555674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:23.889591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35383b-8081-4b0f-b248-571dab6e7a7c req-084e8b50-457f-430e-a451-b7cc0918bc98 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:23.891087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b35383b-8081-4b0f-b248-571dab6e7a7c req-084e8b50-457f-430e-a451-b7cc0918bc98 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 946 time: 0.0569680 Aug 09 16:19:23.936342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b35383b-8081-4b0f-b248-571dab6e7a7c req-456fe878-2536-4ecd-b1ea-3b51d62f7efe tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387096 Aug 09 16:19:25.070427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dda06-98b1-41f5-8c8c-c610f0ce6b7f req-2c032d4a-ce37-4b26-84c0-6605f286b6a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:25.071909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-983dda06-98b1-41f5-8c8c-c610f0ce6b7f req-2c032d4a-ce37-4b26-84c0-6605f286b6a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 946 time: 0.0615187 Aug 09 16:19:25.116872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-983dda06-98b1-41f5-8c8c-c610f0ce6b7f req-66702bbe-ceee-40c7-85b4-2d09a42b2001 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=043313eb-6779-4147-92f8-e99fc72d794e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 Aug 09 16:19:25.431490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-a7e504e5-5408-4198-ac5d-c149bd288ba4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:25.433351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-a7e504e5-5408-4198-ac5d-c149bd288ba4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 946 time: 0.0532029 Aug 09 16:19:25.531361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port 1473a03f-f93f-4ce1-8528-007f055fbbfb {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:25.531706 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:25.639864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] For port 1473a03f-f93f-4ce1-8528-007f055fbbfb, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1473a03f-f93f-4ce1-8528-007f055fbbfb,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:25.640251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:25.654713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for 1473a03f-f93f-4ce1-8528-007f055fbbfb owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:25.797041 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:25.808333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1473a03f-f93f-4ce1-8528-007f055fbbfb'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:19:25.831556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=1473a03f-f93f-4ce1-8528-007f055fbbfb,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:25.847257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.847714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.848343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.850406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.850406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.851098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.851615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.852127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.852534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.852869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.853200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.853528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:25.890759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] No DVR routers for this DVR port 1473a03f-f93f-4ce1-8528-007f055fbbfb on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:19:25.893588 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:25.896625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd744aed-542b-41c1-bcc0-87eb2fba9784 req-30ac9206-1c64-4578-9bef-7c4140a4ad16 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "DELETE /v2.0/ports/1473a03f-f93f-4ce1-8528-007f055fbbfb HTTP/1.1" status: 204 len: 173 time: 0.4572635 Aug 09 16:19:25.897268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d6a09-f97e-4e63-86eb-462a7bf8042c', 'name': 'network-vif-deleted', 'tag': '1473a03f-f93f-4ce1-8528-007f055fbbfb'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:25.900287 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1f80b4-bc45-41fa-91a7-aadf402c9d9d" -d '{"events": [{"server_uuid": "602d6a09-f97e-4e63-86eb-462a7bf8042c", "name": "network-vif-deleted", "tag": "1473a03f-f93f-4ce1-8528-007f055fbbfb"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:25.939671 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c49cba2-16d6-426c-a7e1-b25d3f97c022 x-openstack-request-id: req-6c49cba2-16d6-426c-a7e1-b25d3f97c022 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:25.939993 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602d6a09-f97e-4e63-86eb-462a7bf8042c", "name": "network-vif-deleted", "tag": "1473a03f-f93f-4ce1-8528-007f055fbbfb", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:25.940246 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c49cba2-16d6-426c-a7e1-b25d3f97c022 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:25.940808 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602d6a09-f97e-4e63-86eb-462a7bf8042c', 'name': 'network-vif-deleted', 'tag': '1473a03f-f93f-4ce1-8528-007f055fbbfb', 'status': 'completed', 'code': 200} Aug 09 16:19:26.225818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d068af45-41a8-47b7-8ad7-ec2c8e75f4cd req-37fb3e7e-5a20-4b0c-b0ff-9b5fc61c1ec3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 210 time: 0.0332448 Aug 09 16:19:27.343344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd8196c6-0aa5-4d71-bfbe-1233195d505e req-4ea9abff-efdc-4f4d-989d-558fb3cd31cf tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 210 time: 0.0382016 Aug 09 16:19:28.445539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-439edab6-c642-4b8c-945f-54a9e2e43f14 req-e4f76aa4-7bb2-4782-9392-47312fa1a683 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 210 time: 0.0317147 Aug 09 16:19:28.887537 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:28.932474 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:29.228103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1473a03f-f93f-4ce1-8528-007f055fbbfb no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:29.252894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 1473a03f-f93f-4ce1-8528-007f055fbbfb {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:29.253220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1473a03f-f93f-4ce1-8528-007f055fbbfb not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:29.559972 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b5c952a-7409-490c-9945-57c1fd99a157 req-fcebcc13-70d5-4f86-bf65-b004bc26f22b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=602d6a09-f97e-4e63-86eb-462a7bf8042c HTTP/1.1" status: 200 len: 210 time: 0.0286245 Aug 09 16:19:33.884580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40786) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:33.891808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1cab91b3-400e-43fe-bbec-054ef4f21a95 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933771851', 'description': 'tempest-secgroup-smoke-1933771851 description', 'project_id': '436e959f0fa94c8ebcb0202d30b587b9'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:33.917481 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cab91b3-400e-43fe-bbec-054ef4f21a95 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.006823 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cab91b3-400e-43fe-bbec-054ef4f21a95 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.011868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cab91b3-400e-43fe-bbec-054ef4f21a95 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.037309 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cab91b3-400e-43fe-bbec-054ef4f21a95 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.038584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1cab91b3-400e-43fe-bbec-054ef4f21a95 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1529713 Aug 09 16:19:34.041865 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40790) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:34.042786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab91b3-400e-43fe-bbec-054ef4f21a95 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980812b5-7820-491c-b0db-5495d8946c14,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:34.047794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2efe11d2-ff69-49cd-8eca-6bd1398e8a2a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'security_group_rule': {'security_group_id': '980812b5-7820-491c-b0db-5495d8946c14', 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:34.078036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2efe11d2-ff69-49cd-8eca-6bd1398e8a2a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.134382 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2efe11d2-ff69-49cd-8eca-6bd1398e8a2a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.140599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2efe11d2-ff69-49cd-8eca-6bd1398e8a2a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.159675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe11d2-ff69-49cd-8eca-6bd1398e8a2a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a2412c-a059-4ab8-acd8-3379978bec1c,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:34.166459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2efe11d2-ff69-49cd-8eca-6bd1398e8a2a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.167687 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2efe11d2-ff69-49cd-8eca-6bd1398e8a2a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247909 Aug 09 16:19:34.170694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40792) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:34.175190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-72ed8139-9a25-4200-b7c0-302b02b6af54 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'security_group_rule': {'security_group_id': '980812b5-7820-491c-b0db-5495d8946c14', 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:34.203242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72ed8139-9a25-4200-b7c0-302b02b6af54 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.266156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72ed8139-9a25-4200-b7c0-302b02b6af54 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.272066 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72ed8139-9a25-4200-b7c0-302b02b6af54 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.292559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed8139-9a25-4200-b7c0-302b02b6af54 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f51da3-8dfb-496f-8fc6-4b84cc5bcd0e,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:34.297005 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-72ed8139-9a25-4200-b7c0-302b02b6af54 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.298286 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-72ed8139-9a25-4200-b7c0-302b02b6af54 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266184 Aug 09 16:19:34.301249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40794) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:34.306000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b994368a-54eb-4af0-8c03-c8728b2eb4c6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'security_group_rule': {'security_group_id': '980812b5-7820-491c-b0db-5495d8946c14', 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:34.335906 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b994368a-54eb-4af0-8c03-c8728b2eb4c6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.400195 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b994368a-54eb-4af0-8c03-c8728b2eb4c6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.405240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b994368a-54eb-4af0-8c03-c8728b2eb4c6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.428613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994368a-54eb-4af0-8c03-c8728b2eb4c6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f525ad-24c9-443a-b06f-61f12caffbaf,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:34.430909 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b994368a-54eb-4af0-8c03-c8728b2eb4c6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.432099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b994368a-54eb-4af0-8c03-c8728b2eb4c6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297925 Aug 09 16:19:34.435560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40796) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:34.440170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-cb43d6ff-623c-4953-ba2e-cdd8c8c1a70a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'security_group_rule': {'security_group_id': '980812b5-7820-491c-b0db-5495d8946c14', 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:34.470627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6ff-623c-4953-ba2e-cdd8c8c1a70a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.534655 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6ff-623c-4953-ba2e-cdd8c8c1a70a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.539025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6ff-623c-4953-ba2e-cdd8c8c1a70a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.556867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d6ff-623c-4953-ba2e-cdd8c8c1a70a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb7090f-8763-4e59-bb1e-c4bc4ff3fe78,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:34.564613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6ff-623c-4953-ba2e-cdd8c8c1a70a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.565853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cb43d6ff-623c-4953-ba2e-cdd8c8c1a70a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293004 Aug 09 16:19:34.568853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40798) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:34.573326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-439a29a4-a337-4013-94fb-2d44e65ea32a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'security_group_rule': {'security_group_id': '980812b5-7820-491c-b0db-5495d8946c14', 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:34.598552 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-439a29a4-a337-4013-94fb-2d44e65ea32a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Project 436e959f0fa94c8ebcb0202d30b587b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:19:34.603708 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-439a29a4-a337-4013-94fb-2d44e65ea32a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.668515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-439a29a4-a337-4013-94fb-2d44e65ea32a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.674178 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-439a29a4-a337-4013-94fb-2d44e65ea32a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.691753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a29a4-a337-4013-94fb-2d44e65ea32a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4d0a2b-4b11-4222-9297-15d401687231,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:34.700184 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-439a29a4-a337-4013-94fb-2d44e65ea32a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.701591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-439a29a4-a337-4013-94fb-2d44e65ea32a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316655 Aug 09 16:19:34.704792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40800) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:34.709761 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-61c3637c-4705-497e-9905-960cf6b3ff37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'security_group_rule': {'security_group_id': '980812b5-7820-491c-b0db-5495d8946c14', 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:34.735697 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-61c3637c-4705-497e-9905-960cf6b3ff37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Project 436e959f0fa94c8ebcb0202d30b587b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:19:34.742726 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61c3637c-4705-497e-9905-960cf6b3ff37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.808296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61c3637c-4705-497e-9905-960cf6b3ff37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.813550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61c3637c-4705-497e-9905-960cf6b3ff37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.836663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3637c-4705-497e-9905-960cf6b3ff37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdc654d-8ebf-46c1-8ac2-a6d378d4d013,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:34.844836 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61c3637c-4705-497e-9905-960cf6b3ff37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:34.846060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-61c3637c-4705-497e-9905-960cf6b3ff37 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399961 Aug 09 16:19:45.058070 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-784eda50-dd8d-477d-be94-851b2a5cded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.576777 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-acdcadec-6486-4906-9460-cc0b63839d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.823773 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.155160 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.251158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-d45514fa-7947-4c0f-9cb6-1da3567db596 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933771851&fields=id&tenant_id=436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 267 time: 0.0405753 Aug 09 16:19:49.363180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-173a117c-8b8c-4e71-8a7b-9463607688a1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:49.364709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-173a117c-8b8c-4e71-8a7b-9463607688a1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1065540 Aug 09 16:19:49.383527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-9dee411c-739c-4b9d-bde7-29aeb61d1584 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/quotas/436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 375 time: 0.0100348 Aug 09 16:19:49.437931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-fbb67708-ab9e-46e9-a7cc-e469e89b1e43 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485837 Aug 09 16:19:49.539446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-fdd635ea-ccb5-4de9-b2e5-3a8c16bbd727 service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891418 Aug 09 16:19:49.636437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-3b0aa372-e86b-4482-a69d-fb267f10ba89 service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878053 Aug 09 16:19:49.960002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b9eb157-7e3a-4f03-9c6d-8ea606d761b8 req-c69648bc-bda1-4a1f-a86e-d90327a62250 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 210 time: 0.0332639 Aug 09 16:19:50.559705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.852828 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:19:50.920053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-0454b750-0ff8-43d1-8ad8-3d64f19f5102 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:50.921538 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-0454b750-0ff8-43d1-8ad8-3d64f19f5102 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1142042 Aug 09 16:19:50.969427 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-1c985aec-409d-47ab-9d2e-dd720682703b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 380 time: 0.0376260 Aug 09 16:19:50.984395 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'port': {'device_id': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'admin_state_up': True, 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'security_groups': ['980812b5-7820-491c-b0db-5495d8946c14']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:51.059742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23315112-09b2-4f47-8dae-c15faf981f73 req-926bfd71-652a-489b-92f5-879d87747bf6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 210 time: 0.0287144 Aug 09 16:19:51.104126 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:19:51.107603 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.245550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.20.0.7 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/2ecae4a0-e331-4fc5-a968-2e6846944fce) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:19:51.387633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.402748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Transition to ACTIVE for port object 2ecae4a0-e331-4fc5-a968-2e6846944fce will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:51.438241 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.486728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:51.489979 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:51.496290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:19:51.545304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=2ecae4a0-e331-4fc5-a968-2e6846944fce,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:51.565050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:51.565707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.568977 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.569319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.569672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.569982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.570365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.570695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.571020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.571340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.571659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.572001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.572320 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.572641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:51.595959 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-7478b5c3-1957-4777-9efc-d5548a83143b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153660 Aug 09 16:19:51.609453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Request body: {'port': {'device_id': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:51.669853 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.787204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-452a2f8e-bcbe-4525-9db5-3e80f54c52a1 None None] Provisioning for port 2ecae4a0-e331-4fc5-a968-2e6846944fce completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:51.792831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-452a2f8e-bcbe-4525-9db5-3e80f54c52a1 None None] Provisioning complete for port 2ecae4a0-e331-4fc5-a968-2e6846944fce triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:51.793337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-452a2f8e-bcbe-4525-9db5-3e80f54c52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.832269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-452a2f8e-bcbe-4525-9db5-3e80f54c52a1 None None] Port 2ecae4a0-e331-4fc5-a968-2e6846944fce cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:19:51.971460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecae4a0-e331-4fc5-a968-2e6846944fce {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:19:51.979238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.991754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Transition to ACTIVE for port object 2ecae4a0-e331-4fc5-a968-2e6846944fce will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:51.998159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:52.066396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Pushing event updated for resources: {'Port': ['ID=2ecae4a0-e331-4fc5-a968-2e6846944fce,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:52.141524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Attempting to bind port 2ecae4a0-e331-4fc5-a968-2e6846944fce on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:19:52.141524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Attempting to bind port 2ecae4a0-e331-4fc5-a968-2e6846944fce by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:19:52.141524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Attempting to bind port 2ecae4a0-e331-4fc5-a968-2e6846944fce on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:52.147760 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Port 2ecae4a0-e331-4fc5-a968-2e6846944fce on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:19:52.148292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Attempting to bind port 2ecae4a0-e331-4fc5-a968-2e6846944fce on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:52.158117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:19:52.158117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:52.158117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:19:52.158117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Bound port: 2ecae4a0-e331-4fc5-a968-2e6846944fce, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:19:52.158117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:52.204821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f163de-478f-461b-ae80-42dff890c3ee req-0d5d378d-209d-45e0-82e8-985ed1e0dbb4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:52.208185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35f163de-478f-461b-ae80-42dff890c3ee req-0d5d378d-209d-45e0-82e8-985ed1e0dbb4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0615013 Aug 09 16:19:52.241959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] For port 2ecae4a0-e331-4fc5-a968-2e6846944fce, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:19:52.246882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] For port 2ecae4a0-e331-4fc5-a968-2e6846944fce, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:19:52.252315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35f163de-478f-461b-ae80-42dff890c3ee req-800f7988-0792-475d-ad5b-6d0e8f8e8cd8 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370862 Aug 09 16:19:52.257773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:52.294669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:52.295799 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:52.297406 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-11ae70de-e505-47af-ad06-7a123317930d service neutron] 10.222.0.66 "PUT /v2.0/ports/2ecae4a0-e331-4fc5-a968-2e6846944fce HTTP/1.1" status: 200 len: 1091 time: 0.6926980 Aug 09 16:19:52.300327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'tag': '2ecae4a0-e331-4fc5-a968-2e6846944fce'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:52.303470 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86acd535-b450-4a9d-919e-da3dfbad0ead" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a2f176-98ae-4b5e-aff2-d87cc21ae59b", "tag": "2ecae4a0-e331-4fc5-a968-2e6846944fce"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:52.341211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae70de-e505-47af-ad06-7a123317930d service neutron] Pushing event updated for resources: {'Port': ['ID=2ecae4a0-e331-4fc5-a968-2e6846944fce,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:52.378474 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b99a5e-ef95-42ba-8734-912b3ef540dd x-openstack-request-id: req-e0b99a5e-ef95-42ba-8734-912b3ef540dd {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:52.378764 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a2f176-98ae-4b5e-aff2-d87cc21ae59b", "tag": "2ecae4a0-e331-4fc5-a968-2e6846944fce", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:52.379012 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0b99a5e-ef95-42ba-8734-912b3ef540dd {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:52.379411 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'tag': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'status': 'completed', 'code': 200} Aug 09 16:19:52.396348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-eb8376a5-5dc5-4e93-8c24-345153e5726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:52.398112 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-eb8376a5-5dc5-4e93-8c24-345153e5726d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 1094 time: 0.0506294 Aug 09 16:19:52.447272 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-6d469bb6-3f79-4729-bb37-3ae6fb8e7563 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce HTTP/1.1" status: 200 len: 217 time: 0.0412302 Aug 09 16:19:52.500554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-33b70445-cd84-4079-951b-a7ebef92daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:52.502162 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-33b70445-cd84-4079-951b-a7ebef92daeb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0481255 Aug 09 16:19:52.551247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-c65ab130-e25b-4064-8696-c68be6c113ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:52.552831 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-c65ab130-e25b-4064-8696-c68be6c113ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427382 Aug 09 16:19:52.660491 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-c76f371c-9ee8-483a-bcf7-ca0ff16f702d service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995197 Aug 09 16:19:52.756578 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2509aaab-bd0f-41ca-81c4-08bd36697c59 req-cf63f0b3-d381-41fd-8fcd-e24d4d440f13 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878775 Aug 09 16:19:52.845434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-146d9cdb-7a07-49cc-91a5-f06c70b32b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:52.846934 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-146d9cdb-7a07-49cc-91a5-f06c70b32b00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 1094 time: 0.0450633 Aug 09 16:19:52.946241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-30241bff-a9d4-49ac-be7f-74b19d406fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:52.947785 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-30241bff-a9d4-49ac-be7f-74b19d406fe1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0930583 Aug 09 16:19:52.991296 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-9b8a6cec-91d4-4e5e-a01b-d9be3ae593df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce HTTP/1.1" status: 200 len: 217 time: 0.0358834 Aug 09 16:19:53.047565 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-f34da184-3a9a-4c2f-b263-9742de76e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:53.049230 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-f34da184-3a9a-4c2f-b263-9742de76e998 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0506883 Aug 09 16:19:53.099678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-52464e05-c3a8-4749-aa7b-d5896c61e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:53.101317 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-52464e05-c3a8-4749-aa7b-d5896c61e164 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430520 Aug 09 16:19:53.192629 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-49187c33-d8a4-4bd1-9b6d-fd140e5634e3 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833800 Aug 09 16:19:53.293071 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-86acd535-b450-4a9d-919e-da3dfbad0ead req-7e53056c-ecbe-4bcb-8db9-8edd4266c18a service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928197 Aug 09 16:19:53.380888 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0bf84-8a36-42e3-bfe0-8c6b5d27ab8d req-66fd080a-4039-43b4-8bbc-4ff33288a65d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:53.382571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5cf0bf84-8a36-42e3-bfe0-8c6b5d27ab8d req-66fd080a-4039-43b4-8bbc-4ff33288a65d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0538118 Aug 09 16:19:53.424123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5cf0bf84-8a36-42e3-bfe0-8c6b5d27ab8d req-c9dcd8fb-a161-4195-b25c-0d8463ae6208 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349505 Aug 09 16:19:54.554972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f4011-f7a9-4d54-a0a6-a8f567ef19fa req-8dea5cb0-a8fb-41f7-8d6d-d764d81e467a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:54.556868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d14f4011-f7a9-4d54-a0a6-a8f567ef19fa req-8dea5cb0-a8fb-41f7-8d6d-d764d81e467a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0624478 Aug 09 16:19:54.596480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d14f4011-f7a9-4d54-a0a6-a8f567ef19fa req-7621f383-71e4-49ef-99a8-288d5dc165bc tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335457 Aug 09 16:19:55.724202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec716486-11a7-47b1-8732-711bc7ff0da4 req-64009d71-2e9c-4ab8-814e-827d26a0addc tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:55.725726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec716486-11a7-47b1-8732-711bc7ff0da4 req-64009d71-2e9c-4ab8-814e-827d26a0addc tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0597322 Aug 09 16:19:55.769067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec716486-11a7-47b1-8732-711bc7ff0da4 req-be5458a0-5898-45cc-ab67-f1d7871da6a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340378 Aug 09 16:19:56.894591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdca8e-36ae-43ad-8762-18047c4d96e5 req-56410d39-4e10-4eaa-8ac7-a291d5873c2f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.896096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2abdca8e-36ae-43ad-8762-18047c4d96e5 req-56410d39-4e10-4eaa-8ac7-a291d5873c2f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0515227 Aug 09 16:19:56.937208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2abdca8e-36ae-43ad-8762-18047c4d96e5 req-69551f8a-ff56-4c63-9201-ca88ab8efa40 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347309 Aug 09 16:19:58.077976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efc821-ae1a-40a9-899f-d445255e95c5 req-642cfc58-7976-4be4-bd12-95fd28cc9fe0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:58.079414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1efc821-ae1a-40a9-899f-d445255e95c5 req-642cfc58-7976-4be4-bd12-95fd28cc9fe0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0631638 Aug 09 16:19:58.122680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1efc821-ae1a-40a9-899f-d445255e95c5 req-c048812f-647d-47e6-a6d1-8dc2e628f959 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337179 Aug 09 16:19:58.886385 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.933470 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:59.255556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da1d46-b5b6-46be-a991-f1403b1a6e6d req-86d9c409-73eb-4522-b92f-baf9e2caa5ff tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:59.257196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8da1d46-b5b6-46be-a991-f1403b1a6e6d req-86d9c409-73eb-4522-b92f-baf9e2caa5ff tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0604765 Aug 09 16:19:59.297856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8da1d46-b5b6-46be-a991-f1403b1a6e6d req-829ff711-dad6-439f-a893-2e91977d0f64 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342896 Aug 09 16:20:00.425675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332db8b-fad7-4ee0-9b3d-13b295b449cf req-0c7f18e0-f4b8-427d-bedf-80d2a43cab57 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:00.427184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6332db8b-fad7-4ee0-9b3d-13b295b449cf req-0c7f18e0-f4b8-427d-bedf-80d2a43cab57 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0528514 Aug 09 16:20:00.471331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6332db8b-fad7-4ee0-9b3d-13b295b449cf req-5fe4ec0a-30d6-4afe-a720-f72fbfdcdcb4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376976 Aug 09 16:20:01.597598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c19899-d49e-4b6d-97a1-daa0bee7bb2f req-ecaac724-8096-4d71-88f1-f61c80ed9f72 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:01.599142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8c19899-d49e-4b6d-97a1-daa0bee7bb2f req-ecaac724-8096-4d71-88f1-f61c80ed9f72 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0560551 Aug 09 16:20:01.639030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8c19899-d49e-4b6d-97a1-daa0bee7bb2f req-17d1e2b3-ca2c-4871-8a29-ca76dfaa37de tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333657 Aug 09 16:20:02.765570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834547d-5767-4f33-9894-5bcafef95c40 req-e97b1e65-8164-4d03-8d1b-85cbcd63be8b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.767095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9834547d-5767-4f33-9894-5bcafef95c40 req-e97b1e65-8164-4d03-8d1b-85cbcd63be8b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0534196 Aug 09 16:20:02.810576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9834547d-5767-4f33-9894-5bcafef95c40 req-eab0bb56-bb55-42a0-9c81-36ec163cca96 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346251 Aug 09 16:20:03.939402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d0cc-58c9-4836-ab84-9c2d20d49764 req-50caa978-56af-4f22-968f-9f3a867d2409 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:03.940961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ced1d0cc-58c9-4836-ab84-9c2d20d49764 req-50caa978-56af-4f22-968f-9f3a867d2409 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 943 time: 0.0555437 Aug 09 16:20:03.983697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ced1d0cc-58c9-4836-ab84-9c2d20d49764 req-b4e584f3-439f-4ec5-b6ff-30c89522cd31 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342624 Aug 09 16:20:04.139229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ecae4a0-e331-4fc5-a968-2e6846944fce details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:20:04.240916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ecae4a0-e331-4fc5-a968-2e6846944fce, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:04.253106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'port_id': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'mac_address': 'fa:16:3e:f1:10:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:20:04.294250 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:04.312498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecae4a0-e331-4fc5-a968-2e6846944fce {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:20:04.334700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ecae4a0-e331-4fc5-a968-2e6846944fce, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:04.342123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:04.397590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ecae4a0-e331-4fc5-a968-2e6846944fce,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:04.558700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2ecae4a0-e331-4fc5-a968-2e6846944fce'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:20:05.120402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f38582-866b-44de-a02d-8d89db12aa5d req-6ec693e5-f6ed-4f27-8439-d18f7a5e0800 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:05.121932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5f38582-866b-44de-a02d-8d89db12aa5d req-6ec693e5-f6ed-4f27-8439-d18f7a5e0800 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 944 time: 0.0582881 Aug 09 16:20:05.163520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a5f38582-866b-44de-a02d-8d89db12aa5d req-34fb4168-3bb6-4c16-a9a3-7226173e17a5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341694 Aug 09 16:20:06.151549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ecae4a0-e331-4fc5-a968-2e6846944fce up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:20:06.292217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b2e04-b546-4151-b04a-c8b3bcac19f9 req-2468ba31-b39a-4f1f-94ce-16058b04d7a3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:06.293959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec9b2e04-b546-4151-b04a-c8b3bcac19f9 req-2468ba31-b39a-4f1f-94ce-16058b04d7a3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 944 time: 0.0577700 Aug 09 16:20:06.336206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec9b2e04-b546-4151-b04a-c8b3bcac19f9 req-4ac1b421-6e9f-4e2a-9414-01a3b272f8e3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357673 Aug 09 16:20:06.370671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 2ecae4a0-e331-4fc5-a968-2e6846944fce completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:20:06.374520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 2ecae4a0-e331-4fc5-a968-2e6846944fce triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:20:06.374883 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:06.452554 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:06.475899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecae4a0-e331-4fc5-a968-2e6846944fce'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:06.478148 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5df8b3d-d4c4-46fa-9308-cf5b54927fe9" -d '{"events": [{"server_uuid": "a1a2f176-98ae-4b5e-aff2-d87cc21ae59b", "name": "network-vif-plugged", "status": "completed", "tag": "2ecae4a0-e331-4fc5-a968-2e6846944fce"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:06.490743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2ecae4a0-e331-4fc5-a968-2e6846944fce, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:06.496649 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:06.522410 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ebfd3-7b33-4114-ae14-e8b6829e3c7a x-openstack-request-id: req-067ebfd3-7b33-4114-ae14-e8b6829e3c7a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:06.522773 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a2f176-98ae-4b5e-aff2-d87cc21ae59b", "name": "network-vif-plugged", "status": "completed", "tag": "2ecae4a0-e331-4fc5-a968-2e6846944fce", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:06.523145 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-067ebfd3-7b33-4114-ae14-e8b6829e3c7a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:06.523669 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'code': 200} Aug 09 16:20:06.552209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2ecae4a0-e331-4fc5-a968-2e6846944fce,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:06.627139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd915e4-12ed-483d-9833-0c5b48c8a3fd req-ba64cb62-9c9e-4672-a2eb-109e73cccb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:06.628744 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1cd915e4-12ed-483d-9833-0c5b48c8a3fd req-ba64cb62-9c9e-4672-a2eb-109e73cccb81 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 1096 time: 0.0458140 Aug 09 16:20:06.669027 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-1cd915e4-12ed-483d-9833-0c5b48c8a3fd req-b749eda5-6ed8-4fa2-8ccb-a801b08de3ac service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315721 Aug 09 16:20:07.466181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc215d-cf3f-4a08-9cd0-14a7a28b5baa req-297b3ae0-3f53-4d51-81be-50245e9bc3a3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:07.467782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27dc215d-cf3f-4a08-9cd0-14a7a28b5baa req-297b3ae0-3f53-4d51-81be-50245e9bc3a3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 945 time: 0.0566154 Aug 09 16:20:07.513652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27dc215d-cf3f-4a08-9cd0-14a7a28b5baa req-c1ba7146-b670-40c3-97bd-e7302d66081c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383043 Aug 09 16:20:08.649654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5240d-97d7-4f89-a81a-e7ff00a953ce req-4a8ed2de-ca7a-422f-8d17-77a09639ea9e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:08.651226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ea5240d-97d7-4f89-a81a-e7ff00a953ce req-4a8ed2de-ca7a-422f-8d17-77a09639ea9e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 945 time: 0.0549138 Aug 09 16:20:08.706802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ea5240d-97d7-4f89-a81a-e7ff00a953ce req-16ebb2f4-ceac-4bf8-b552-e8971546bb82 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461111 Aug 09 16:20:08.837958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcf052-e318-4fb1-95e1-1329af3e0306 req-27f5c29d-f8b1-4330-a03f-4cb55e40fc02 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:08.839542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6fcf052-e318-4fb1-95e1-1329af3e0306 req-27f5c29d-f8b1-4330-a03f-4cb55e40fc02 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 945 time: 0.0622225 Aug 09 16:20:08.890835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6fcf052-e318-4fb1-95e1-1329af3e0306 req-7391577c-c627-44d7-bef7-a23f6b329769 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 Aug 09 16:20:08.914130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 40994) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:08.955039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5ad4d-f292-4b29-a480-ad629f021d33 tempest-TestVolumeBootPattern-1263175972 tempest-TestVolumeBootPattern-1263175972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:08.956959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0bc5ad4d-f292-4b29-a480-ad629f021d33 tempest-TestVolumeBootPattern-1263175972 tempest-TestVolumeBootPattern-1263175972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 1091 time: 0.0418081 Aug 09 16:20:08.960997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 40996) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:08.965734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:20:08.990754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.104388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.207940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.25.7.236 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e4d22314-097a-4ed3-bb40-7687c7da6c34) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:20:09.325891 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.368558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.408197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:20:09.411179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:20:09.414773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:20:09.420605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=e4d22314-097a-4ed3-bb40-7687c7da6c34,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:09.791911 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.870542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.025954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.033872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.112643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=e4d22314-097a-4ed3-bb40-7687c7da6c34,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:10.127411 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.234412 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Floating IP 4906221e-c64e-4971-ad37-c5400c0d90bc associated. External IP: 172.25.7.236, port: 2ecae4a0-e331-4fc5-a968-2e6846944fce. Aug 09 16:20:10.461881 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Router 699e7a3e-cfa0-4067-9114-26f862787029 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:20:10.576447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:20:10.587417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:20:10.596209 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.605398 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:10.606102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:19:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:10.626539 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-66d85b84-b2f4-4ae3-8234-3520871a3b60 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6644349 Aug 09 16:20:10.627170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'tag': '2ecae4a0-e331-4fc5-a968-2e6846944fce'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:10.629464 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29754001-d98e-4df3-86a0-a012626721e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a2f176-98ae-4b5e-aff2-d87cc21ae59b", "tag": "2ecae4a0-e331-4fc5-a968-2e6846944fce"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:10.672057 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9eaf86-28d9-4ef9-9fe2-4d20bc121308 x-openstack-request-id: req-ea9eaf86-28d9-4ef9-9fe2-4d20bc121308 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:10.672360 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a2f176-98ae-4b5e-aff2-d87cc21ae59b", "tag": "2ecae4a0-e331-4fc5-a968-2e6846944fce", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:10.672602 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea9eaf86-28d9-4ef9-9fe2-4d20bc121308 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:10.673034 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'tag': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'status': 'completed', 'code': 200} Aug 09 16:20:10.712330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:10.738066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29754001-d98e-4df3-86a0-a012626721e3 req-191a0aa7-267c-420d-8c5b-13b6b8031457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:10.739611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-29754001-d98e-4df3-86a0-a012626721e3 req-191a0aa7-267c-420d-8c5b-13b6b8031457 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 1096 time: 0.0436447 Aug 09 16:20:10.837149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29754001-d98e-4df3-86a0-a012626721e3 req-1aa594a8-0fec-4640-9aff-2e9a14b1bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:10.838741 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-29754001-d98e-4df3-86a0-a012626721e3 req-1aa594a8-0fec-4640-9aff-2e9a14b1bf3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0870934 Aug 09 16:20:10.912944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-29754001-d98e-4df3-86a0-a012626721e3 req-9f269e1e-945d-4445-813d-0a528053e598 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce HTTP/1.1" status: 200 len: 999 time: 0.0622416 Aug 09 16:20:10.938726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '4906221e-c64e-4971-ad37-c5400c0d90bc', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:f1:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:20:09Z', 'updated_at': '2021-08-09T16:20:09Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:10.964836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:20:10.967243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29754001-d98e-4df3-86a0-a012626721e3 req-b221e00f-e185-48ad-b5f3-29ca35ead5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:10.968902 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-29754001-d98e-4df3-86a0-a012626721e3 req-b221e00f-e185-48ad-b5f3-29ca35ead5fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0447941 Aug 09 16:20:10.973265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:10.973845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:19:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:11.019552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29754001-d98e-4df3-86a0-a012626721e3 req-81c0714d-a415-494e-ade4-0d8f8dfa30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:11.021180 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-29754001-d98e-4df3-86a0-a012626721e3 req-81c0714d-a415-494e-ade4-0d8f8dfa30d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436485 Aug 09 16:20:11.084205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:11.123606 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-29754001-d98e-4df3-86a0-a012626721e3 req-621148a9-e475-486f-a313-543fc23ae9a8 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911317 Aug 09 16:20:11.216978 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-29754001-d98e-4df3-86a0-a012626721e3 req-2e0da0ac-202d-4f4f-9b68-77f62a27f3a4 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856256 Aug 09 16:20:11.323982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '4906221e-c64e-4971-ad37-c5400c0d90bc', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:f1:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:20:09Z', 'updated_at': '2021-08-09T16:20:09Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:11.352094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092c1f5-5324-4261-8d65-f9605aa4f24a None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '4906221e-c64e-4971-ad37-c5400c0d90bc', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:f1:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:20:09Z', 'updated_at': '2021-08-09T16:20:09Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:20:11.569017 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abebe981-a963-4afb-b75f-47bdd7ef4a5a None None] New status for floating IP 4906221e-c64e-4971-ad37-c5400c0d90bc: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:20:15.062747 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-eddc910b-0cf4-4702-9947-ba7d18cb0f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.579657 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-d1cf478a-21af-48a7-97c6-3337cba50319 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533772 Aug 09 16:20:16.675436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-81538844-461f-4966-8c5c-a527ed4a0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:16.676729 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-81538844-461f-4966-8c5c-a527ed4a0233 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 1096 time: 0.0465841 Aug 09 16:20:16.797988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-fbb35810-c996-4388-a093-5b76f4cfc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:16.798525 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-fbb35810-c996-4388-a093-5b76f4cfc542 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0956860 Aug 09 16:20:16.873404 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-7eca2765-9587-4f8d-a5e9-20a2fc604b3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce HTTP/1.1" status: 200 len: 1001 time: 0.0655634 Aug 09 16:20:16.925605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-1b398d8f-7f60-4345-85cd-e2a08b0446c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:16.927099 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-1b398d8f-7f60-4345-85cd-e2a08b0446c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0464702 Aug 09 16:20:16.977804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-8f3e3915-791f-4632-b824-8100c2f024ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:16.979343 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-8f3e3915-791f-4632-b824-8100c2f024ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441639 Aug 09 16:20:17.086979 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-709c673d-864c-4a36-85aa-ee2a57860345 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999384 Aug 09 16:20:17.187521 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0d5326e6-bf38-4203-b53e-8479e24ec302 req-6563b434-8791-4e10-8dbd-8212a13499e9 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879364 Aug 09 16:20:17.583610 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-38193f47-4f6b-4838-b1f4-9f9b1798de95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.820663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.163271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.214133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-0fb02054-807e-4ced-aa59-7d43c27c8856 req-56747a64-b9c7-4863-a5b6-92a45e476e76 service neutron] (94177) timed out ('10.222.0.64', 58790) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:20:20.075352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-f23aaedb-2951-4abc-b2a8-3c779fca1ce3 req-435db01d-933f-4d1b-baab-de3cd7c31907 service neutron] (94178) timed out ('10.222.0.66', 58611) {{(pid=94178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:20:20.566201 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:27.853528 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:20:28.889745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:28.945031 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:45.068037 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-97cc545c-a169-44d2-8f10-d128a96528e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:47.577963 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ffeca490-2a10-453b-976e-053384937cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:47.826211 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:49.163351 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:50.573624 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.899261 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.946819 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.857692 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:21:15.072664 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bc965c31-0f39-4c8f-94f1-9571f92eb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:16.562944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-94f9ccbb-13b9-45ef-b211-6ce85f2ad948 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475013 Aug 09 16:21:16.988208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-a0ec0b4a-0783-45bf-8a97-0f810f886297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:16.989764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-a0ec0b4a-0783-45bf-8a97-0f810f886297 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 1096 time: 0.3828914 Aug 09 16:21:17.099542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-b7ae047e-e1e7-4ccc-9ac3-9d7ffb70115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:17.101049 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-b7ae047e-e1e7-4ccc-9ac3-9d7ffb70115e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0897300 Aug 09 16:21:17.172850 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-88858876-abe0-4d78-b9db-9d79774386e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce HTTP/1.1" status: 200 len: 1001 time: 0.0639057 Aug 09 16:21:17.243330 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-34455a22-71c6-42a5-8c68-8531629c6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:17.244817 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-34455a22-71c6-42a5-8c68-8531629c6740 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0599463 Aug 09 16:21:17.297611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-2ffec77e-59f8-46f4-b5f0-0d9f39516535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:17.299304 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-2ffec77e-59f8-46f4-b5f0-0d9f39516535 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466805 Aug 09 16:21:17.312494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-bf7f9618-1761-467f-b9cd-01b15bb252d9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:21:17.313787 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-bf7f9618-1761-467f-b9cd-01b15bb252d9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062497 Aug 09 16:21:17.414631 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-140c88f6-2ff5-4541-b1b5-dbcc698e1ce0 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914822 Aug 09 16:21:17.514320 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c4c949a0-c43a-4aaf-8151-561a07f93afb req-2031647b-8dba-472a-b8e3-f825fc5ec2e7 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877838 Aug 09 16:21:17.574022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7055a26e-0700-4d4e-aa39-256787c1324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:17.821398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:19.165916 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:20.568880 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:28.918045 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:28.943917 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:41.861702 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:21:45.077496 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2c2e92ef-295b-4f44-bef7-73855621c8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:47.579475 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c62e5b48-ee4d-4376-8ffc-4610f03bfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:47.833753 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:49.170928 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:50.573402 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:58.931063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:58.957180 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:09.353045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947d1dd-6bc9-4fa7-b19c-7f2b10e7299e req-00661e85-c669-4273-96e0-3a7c79d239b5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:09.354568 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4947d1dd-6bc9-4fa7-b19c-7f2b10e7299e req-00661e85-c669-4273-96e0-3a7c79d239b5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 945 time: 0.2002587 Aug 09 16:22:09.396795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4947d1dd-6bc9-4fa7-b19c-7f2b10e7299e req-b49404c0-b251-4316-ac43-8734f0fa0e4e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358951 Aug 09 16:22:10.554459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca234b9-a6af-48ad-bcbd-bfe27a072e71 req-8c3dd116-9af1-4f65-ac2b-a4ef33dbc4f3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:10.557194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ca234b9-a6af-48ad-bcbd-bfe27a072e71 req-8c3dd116-9af1-4f65-ac2b-a4ef33dbc4f3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 945 time: 0.0637825 Aug 09 16:22:10.608685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ca234b9-a6af-48ad-bcbd-bfe27a072e71 req-2c94efd2-b4cc-49e7-8423-3071c8605ba5 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Aug 09 16:22:10.845516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337e54-52c8-41b2-b990-3a048159d187 req-a86f8756-1d82-4361-b91b-c114c0b09fc2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:10.847120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d337e54-52c8-41b2-b990-3a048159d187 req-a86f8756-1d82-4361-b91b-c114c0b09fc2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 945 time: 0.0588515 Aug 09 16:22:10.952917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port 2ecae4a0-e331-4fc5-a968-2e6846944fce {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:22:10.953215 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:11.051621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] For port 2ecae4a0-e331-4fc5-a968-2e6846944fce, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2ecae4a0-e331-4fc5-a968-2e6846944fce,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:22:11.051918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:11.286406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:11.286873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:11.287340 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Floating IP 4906221e-c64e-4971-ad37-c5400c0d90bc disassociated. External IP: 172.25.7.236, port: 2ecae4a0-e331-4fc5-a968-2e6846944fce. Aug 09 16:22:11.287702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for 2ecae4a0-e331-4fc5-a968-2e6846944fce owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:22:11.447940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:11.484000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=2ecae4a0-e331-4fc5-a968-2e6846944fce,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:22:11.497344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.497344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.497649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.497988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.498466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.498839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.499121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.499449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.499773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.500122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.500456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.500777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:11.619065 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Router 699e7a3e-cfa0-4067-9114-26f862787029 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:22:11.707642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a10134c9-df88-4b35-b971-13d66d5b9fe2 req-5c781a4c-c711-4a88-a351-ab76a366064d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 210 time: 0.0279095 Aug 09 16:22:11.734340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:22:11.745495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:22:11.755590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:22:11.756247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:21:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:22:11.780605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] No DVR routers for this DVR port 2ecae4a0-e331-4fc5-a968-2e6846944fce on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:22:11.783398 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:11.785683 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2d337e54-52c8-41b2-b990-3a048159d187 req-cde78abd-9292-4145-a945-0002fe6efe92 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "DELETE /v2.0/ports/2ecae4a0-e331-4fc5-a968-2e6846944fce HTTP/1.1" status: 204 len: 173 time: 0.9313810 Aug 09 16:22:11.786199 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'name': 'network-vif-deleted', 'tag': '2ecae4a0-e331-4fc5-a968-2e6846944fce'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:22:11.788568 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2a1698-e32c-4f22-8fc1-867de10dfc61" -d '{"events": [{"server_uuid": "a1a2f176-98ae-4b5e-aff2-d87cc21ae59b", "name": "network-vif-deleted", "tag": "2ecae4a0-e331-4fc5-a968-2e6846944fce"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:22:11.827158 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59139f8f-c7df-45fc-aa90-55f2e7d80687 x-openstack-request-id: req-59139f8f-c7df-45fc-aa90-55f2e7d80687 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:22:11.827456 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a2f176-98ae-4b5e-aff2-d87cc21ae59b", "name": "network-vif-deleted", "tag": "2ecae4a0-e331-4fc5-a968-2e6846944fce", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:22:11.827705 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59139f8f-c7df-45fc-aa90-55f2e7d80687 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:22:11.828132 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a2f176-98ae-4b5e-aff2-d87cc21ae59b', 'name': 'network-vif-deleted', 'tag': '2ecae4a0-e331-4fc5-a968-2e6846944fce', 'status': 'completed', 'code': 200} Aug 09 16:22:11.876434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:22:12.096428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:22:12.122724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:22:12.132304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:22:12.132929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:21:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:22:12.243948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:22:12.449419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:22:12.483004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f3c7a-6358-4e33-a302-2a943bd159c5 None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:22:12.710973 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707433b2-99f4-4df8-a0cc-5bc363c2fee3 None None] New status for floating IP 4906221e-c64e-4971-ad37-c5400c0d90bc: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:22:12.819977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c52c7a1-b673-4da2-82db-df778e95900e req-d772b6bc-e7a6-4342-893b-ffdccca54cab tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 210 time: 0.0327990 Aug 09 16:22:13.920308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab99e3e0-cc87-42be-88b3-8ecf2f813cf3 req-c3a9571d-a3ca-4f43-be5c-5ad1f79cc19c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 210 time: 0.0282691 Aug 09 16:22:14.824953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ecae4a0-e331-4fc5-a968-2e6846944fce no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:22:14.848219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 2ecae4a0-e331-4fc5-a968-2e6846944fce {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:22:14.848568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2ecae4a0-e331-4fc5-a968-2e6846944fce not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:22:15.020759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4aad42f6-9d50-43f4-905d-aa2e968658d7 req-549b33dc-e201-421d-b0c2-b79837dd99aa tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a2f176-98ae-4b5e-aff2-d87cc21ae59b HTTP/1.1" status: 200 len: 210 time: 0.0277939 Aug 09 16:22:15.083568 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-854dc83a-bbe6-4c51-a7c9-187711725bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:16.242314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-1bf2d654-f410-48c7-a348-54885ad1a2ae tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933771851&fields=id&tenant_id=436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 267 time: 0.0368884 Aug 09 16:22:16.366143 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-837a67e1-4ed0-47c0-bfea-b60be070f323 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:16.367757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-837a67e1-4ed0-47c0-bfea-b60be070f323 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1185620 Aug 09 16:22:16.385534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-cc869b1e-cf6c-460d-b876-7a34552bbb58 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/quotas/436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 375 time: 0.0117517 Aug 09 16:22:16.444148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-d8331107-bb36-43a8-a904-9dc0d3e58e76 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527422 Aug 09 16:22:16.604035 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-62f43f82-f660-4832-a1cf-568cd942f77e service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446979 Aug 09 16:22:16.712058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-1d3fa94a-0d7b-4d94-8051-61065ee8867a service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015959 Aug 09 16:22:17.026103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21512ce5-52ca-418b-84c1-0a8792940360 req-7ec4878d-ee3a-4063-9c89-006a3b9712b9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 210 time: 0.0273964 Aug 09 16:22:17.574764 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-658d5536-cd0b-44ee-ba48-a2cabd6e9d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:17.832140 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:18.012230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-b91ac7e1-9a74-445e-9e4d-533e274843e1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:18.013801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-b91ac7e1-9a74-445e-9e4d-533e274843e1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1108277 Aug 09 16:22:18.062289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-fb6a6d93-9292-439a-ab3f-e900a3e432ec tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 380 time: 0.0396497 Aug 09 16:22:18.071643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'port': {'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'admin_state_up': True, 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'security_groups': ['980812b5-7820-491c-b0db-5495d8946c14']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:22:18.155854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fc87e9cd-bc53-4515-80f5-c21fa533b7c0 req-3107904b-649b-4783-9763-eac48eb31e05 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 210 time: 0.0415144 Aug 09 16:22:18.219184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:22:18.222833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:18.357848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.20.0.11 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:22:18.507426 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:18.522029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Transition to ACTIVE for port object 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:22:18.566629 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:18.609332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:22:18.611122 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:22:18.614489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:22:18.651437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:22:18.665852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.666212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.666525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.666857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.667195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.667523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.667868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.668197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.668524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.668836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.669156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.669469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:18.685375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:18.685965 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:18.711944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-dfa61207-6c28-4d6e-8828-e5329e2d0af0 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6438906 Aug 09 16:22:18.784629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Request body: {'port': {'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:22:18.847006 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:18.861177 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:22:18.934319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b822383d-6224-4ae1-9a88-7d3017bca252 None None] Provisioning for port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:22:18.939148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b822383d-6224-4ae1-9a88-7d3017bca252 None None] Provisioning complete for port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:22:18.939528 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b822383d-6224-4ae1-9a88-7d3017bca252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:18.975865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b822383d-6224-4ae1-9a88-7d3017bca252 None None] Port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:22:19.137520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:22:19.146049 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:19.162245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Transition to ACTIVE for port object 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:22:19.168582 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:19.180912 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:19.232892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Pushing event updated for resources: {'Port': ['ID=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:22:19.352602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601a578-eca1-4e02-bd3a-513b4f72c31c req-489ccb3e-d6a8-479c-b5fc-8a920795cd5a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:19.354235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9601a578-eca1-4e02-bd3a-513b4f72c31c req-489ccb3e-d6a8-479c-b5fc-8a920795cd5a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.1167641 Aug 09 16:22:19.383719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Attempting to bind port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:22:19.384239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Attempting to bind port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:22:19.384572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Attempting to bind port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:22:19.393062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:22:19.393273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Attempting to bind port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:22:19.406660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:22:19.407010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:22:19.407368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:22:19.407797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Bound port: 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:22:19.408174 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:19.425657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9601a578-eca1-4e02-bd3a-513b4f72c31c req-dbb34277-e612-4496-ba2e-1c179b9dfd62 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610106 Aug 09 16:22:19.503224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] For port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:22:19.506774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] For port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:22:19.512042 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:19.548873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:19.549515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:19.550931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-160c4799-7771-4a84-b277-96dcc440256a service neutron] 10.222.0.35 "PUT /v2.0/ports/3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 1092 time: 0.8315411 Aug 09 16:22:19.551380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:22:19.553688 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:22:19.599796 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83448f-0732-415c-91df-a66f812de59d x-openstack-request-id: req-2d83448f-0732-415c-91df-a66f812de59d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:22:19.600126 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:22:19.600381 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d83448f-0732-415c-91df-a66f812de59d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:22:19.600770 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'status': 'completed', 'code': 200} Aug 09 16:22:19.601351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c4799-7771-4a84-b277-96dcc440256a service neutron] Pushing event updated for resources: {'Port': ['ID=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:22:19.651051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-d834a540-6695-4d9d-a0d9-a221bf6e1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:19.652693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-d834a540-6695-4d9d-a0d9-a221bf6e1377 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1095 time: 0.0457957 Aug 09 16:22:19.695349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-4ce858c0-23dc-4e94-a14f-3b23af8724ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0347562 Aug 09 16:22:19.756610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-3cf5dbf4-8a86-424a-9f05-84dee380798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:19.758238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-3cf5dbf4-8a86-424a-9f05-84dee380798a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0560603 Aug 09 16:22:19.805933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-8d6c0b9c-a1e8-470c-a8b5-5035c34a6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:19.807579 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-8d6c0b9c-a1e8-470c-a8b5-5035c34a6eef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430117 Aug 09 16:22:19.904013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-5f08e154-3dce-4b20-9f62-9d8be31bc1fc service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888603 Aug 09 16:22:19.999612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b43fd9af-2ba1-4626-a59a-3fa101781f93 req-a20e7022-1b6a-4b83-8a6f-1f9a51998d7c service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889525 Aug 09 16:22:20.084858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-e14ea277-cd46-4500-bc7b-845defe8f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:20.086669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-e14ea277-cd46-4500-bc7b-845defe8f3a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1095 time: 0.0453372 Aug 09 16:22:20.180742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-5de8b155-0524-427d-9b03-f6929378eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:20.182162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-5de8b155-0524-427d-9b03-f6929378eb10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0888546 Aug 09 16:22:20.224756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-0caafefc-7cbc-485b-b183-3834afa39e04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0353770 Aug 09 16:22:20.277881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-0d9ba0ec-2218-48a9-bddb-3e90570de217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:20.279862 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-0d9ba0ec-2218-48a9-bddb-3e90570de217 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0481946 Aug 09 16:22:20.335199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-d93dd6ff-fc4b-4e56-88bc-67fafccd1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:20.336884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-d93dd6ff-fc4b-4e56-88bc-67fafccd1b0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494637 Aug 09 16:22:20.431009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-32d595ee-d7ea-4445-93ab-673810692323 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869055 Aug 09 16:22:20.564151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf6f53bb-5fef-4d3d-922e-12fd6ff307d9 req-7c6fa561-49b6-4209-b05f-d27f68ed2513 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262662 Aug 09 16:22:20.578882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:20.581044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73235e-fdfe-46e5-a1aa-27742174f7b3 req-70d7d5f7-6798-4e2d-b5d6-7d47612973df tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:20.582659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d73235e-fdfe-46e5-a1aa-27742174f7b3 req-70d7d5f7-6798-4e2d-b5d6-7d47612973df tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0780735 Aug 09 16:22:20.624151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d73235e-fdfe-46e5-a1aa-27742174f7b3 req-32859209-7182-474d-b86a-8203b2900baf tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343273 Aug 09 16:22:21.744650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f010e-ba36-4339-8c7e-a05f235abb1f req-aa2d88f8-4f30-46ea-9767-a657aeefd998 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:21.746225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f1f010e-ba36-4339-8c7e-a05f235abb1f req-aa2d88f8-4f30-46ea-9767-a657aeefd998 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0541613 Aug 09 16:22:21.786861 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f1f010e-ba36-4339-8c7e-a05f235abb1f req-55361930-0052-43ce-82b4-736b22bef89c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335729 Aug 09 16:22:22.929583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7b2bf-b3d5-4cea-a347-6cda01c6ec30 req-27b19cf1-080f-4c81-bef8-5792357c0439 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:22.931268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50f7b2bf-b3d5-4cea-a347-6cda01c6ec30 req-27b19cf1-080f-4c81-bef8-5792357c0439 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0711594 Aug 09 16:22:22.975282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50f7b2bf-b3d5-4cea-a347-6cda01c6ec30 req-0794c883-cf4f-4561-a53b-96b0fe800dc8 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378592 Aug 09 16:22:24.124191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2b8dc-dbe6-4051-b487-5679539f0470 req-78aef147-aa18-4fbb-aabe-14fb4cf64217 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:24.125719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ee2b8dc-dbe6-4051-b487-5679539f0470 req-78aef147-aa18-4fbb-aabe-14fb4cf64217 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0648365 Aug 09 16:22:24.168087 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ee2b8dc-dbe6-4051-b487-5679539f0470 req-85ad385b-103a-497b-b888-fd8d6462f21d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Aug 09 16:22:25.293938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3707-cc50-438e-bb5d-a041dc1c7136 req-ffea85e7-7428-4ecb-920b-6dbb890cf75f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:25.295481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e3f3707-cc50-438e-bb5d-a041dc1c7136 req-ffea85e7-7428-4ecb-920b-6dbb890cf75f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0532873 Aug 09 16:22:25.334314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e3f3707-cc50-438e-bb5d-a041dc1c7136 req-9a69e180-32d7-43aa-988d-844648c7ff99 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325382 Aug 09 16:22:26.459742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99820-3995-4798-8a1f-92a0f186be12 req-0fc95e9f-9173-4f06-883a-3ed011660b4f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:26.461348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abf99820-3995-4798-8a1f-92a0f186be12 req-0fc95e9f-9173-4f06-883a-3ed011660b4f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0576868 Aug 09 16:22:26.503945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abf99820-3995-4798-8a1f-92a0f186be12 req-ae386eed-c235-4a26-8f5d-e9752196efc8 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337193 Aug 09 16:22:27.633171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d61c7-c9f6-4786-856b-3d1ec6824b6f req-70632a8b-4d39-463f-b63c-9f3f0defb9b4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:27.634721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e89d61c7-c9f6-4786-856b-3d1ec6824b6f req-70632a8b-4d39-463f-b63c-9f3f0defb9b4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0601335 Aug 09 16:22:27.676789 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e89d61c7-c9f6-4786-856b-3d1ec6824b6f req-87445d14-b7a0-4d6a-806b-4bb74201ee42 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331833 Aug 09 16:22:28.804121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db8e36-6ac7-42de-bbc8-8af9139cb015 req-a2733d86-0420-425d-841e-12b726ca3beb tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:28.805687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4db8e36-6ac7-42de-bbc8-8af9139cb015 req-a2733d86-0420-425d-841e-12b726ca3beb tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0572333 Aug 09 16:22:28.851237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4db8e36-6ac7-42de-bbc8-8af9139cb015 req-5d52a276-3668-4eed-8686-9ea020496b2c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Aug 09 16:22:28.944364 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:28.980069 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:29.983638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132f422-1af0-4a6f-a818-47de388e5066 req-33d4d04f-1abc-4f6c-82a2-9c13629b936c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:29.985185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2132f422-1af0-4a6f-a818-47de388e5066 req-33d4d04f-1abc-4f6c-82a2-9c13629b936c tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 944 time: 0.0568752 Aug 09 16:22:30.027795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2132f422-1af0-4a6f-a818-47de388e5066 req-b940082f-b4a5-48e8-a6df-d72432739123 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342600 Aug 09 16:22:30.058992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:22:30.163361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:22:30.175155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:22:30.217532 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:30.232648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:22:30.254080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:22:30.260376 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:30.324919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:22:30.336414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.336746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.337089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.337450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.337796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.338115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.338447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.338769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.339131 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.339454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.339764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.340109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:22:30.488621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:22:31.156237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00caa5b-dfb6-4f41-89bf-6c59b5172f6c req-809a73eb-24e4-454b-8d3a-7c65b9f1efac tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:31.157766 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d00caa5b-dfb6-4f41-89bf-6c59b5172f6c req-809a73eb-24e4-454b-8d3a-7c65b9f1efac tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 945 time: 0.0530484 Aug 09 16:22:31.198612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d00caa5b-dfb6-4f41-89bf-6c59b5172f6c req-ce4e2a3c-11f8-45e4-8493-c2099c3739e3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346808 Aug 09 16:22:32.082526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:22:32.134141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:22:32.138076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:22:32.138444 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:32.217064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:32.241459 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:22:32.243744 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce96df-a205-4f20-bdf2-f023be9da35b" -d '{"events": [{"server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "name": "network-vif-plugged", "status": "completed", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:22:32.260805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:22:32.266352 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:32.318629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:22:32.320150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53cba9-df26-4e24-939c-cfb2ae642f8a req-ef6c41af-a05a-4ca0-a253-47b3895a94fe tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:32.321845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c53cba9-df26-4e24-939c-cfb2ae642f8a req-ef6c41af-a05a-4ca0-a253-47b3895a94fe tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 946 time: 0.0525870 Aug 09 16:22:32.364476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c53cba9-df26-4e24-939c-cfb2ae642f8a req-f2db29dc-8dee-4474-977d-b004cbe4657f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361145 Aug 09 16:22:32.410299 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c86a5a2-dd17-4edf-afa8-e769aa2e7a52 x-openstack-request-id: req-2c86a5a2-dd17-4edf-afa8-e769aa2e7a52 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:22:32.410596 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "name": "network-vif-plugged", "status": "completed", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:22:32.410596 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c86a5a2-dd17-4edf-afa8-e769aa2e7a52 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:22:32.410596 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'code': 200} Aug 09 16:22:32.519945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282cd2f-36b1-4491-a1f3-c5ff49930453 req-d79f454f-ac00-4a89-be43-179d44888a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:32.521453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4282cd2f-36b1-4491-a1f3-c5ff49930453 req-d79f454f-ac00-4a89-be43-179d44888a5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1097 time: 0.0481837 Aug 09 16:22:32.560348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4282cd2f-36b1-4491-a1f3-c5ff49930453 req-c2c18ef9-8b49-4895-84c7-7d4630e906b4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Aug 09 16:22:33.488791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffec38-c34a-4257-847d-264d95a168c2 req-6a3312aa-9196-43b6-aa6b-0e97d45ccb72 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:33.490329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03ffec38-c34a-4257-847d-264d95a168c2 req-6a3312aa-9196-43b6-aa6b-0e97d45ccb72 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 946 time: 0.0545566 Aug 09 16:22:33.533294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-03ffec38-c34a-4257-847d-264d95a168c2 req-ed59045f-fb61-49b4-b58a-e36f58b70d5f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Aug 09 16:22:33.668322 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda5b7-3a48-46f1-b866-245be845220a req-e3ac631b-43a5-4d52-8613-423a979e6aa6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:33.669708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7efda5b7-3a48-46f1-b866-245be845220a req-e3ac631b-43a5-4d52-8613-423a979e6aa6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 946 time: 0.0641882 Aug 09 16:22:33.712517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7efda5b7-3a48-46f1-b866-245be845220a req-807d3624-f9e3-4596-915b-362340a1e9c3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364964 Aug 09 16:22:33.735358 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41152) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:22:33.826518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e183afbc-4a19-4604-9dd5-533c52565646 tempest-TestVolumeBootPattern-1263175972 tempest-TestVolumeBootPattern-1263175972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:33.828154 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e183afbc-4a19-4604-9dd5-533c52565646 tempest-TestVolumeBootPattern-1263175972 tempest-TestVolumeBootPattern-1263175972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1092 time: 0.0914857 Aug 09 16:22:33.832701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41156) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:22:33.837497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:22:33.867274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:33.980608 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:34.101690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.25.7.114 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/dd212c2a-14dd-4d23-bc76-297e97b2cea8) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:22:34.214844 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:34.256711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:34.297197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:22:34.300244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:22:34.304713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:22:34.307746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=dd212c2a-14dd-4d23-bc76-297e97b2cea8,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:22:35.048434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:35.136990 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:35.289301 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:35.296176 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:35.363238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=dd212c2a-14dd-4d23-bc76-297e97b2cea8,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:22:35.377297 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:35.500284 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Floating IP 09a20d3a-c107-4a9c-a666-1c80029efb94 associated. External IP: 172.25.7.114, port: 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8. Aug 09 16:22:35.741278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Router 699e7a3e-cfa0-4067-9114-26f862787029 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:22:35.855645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:22:35.865647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:22:35.874577 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:35.876496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:22:35.877120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:22:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:22:35.909830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bc8b7cd0-26ea-4a76-8ebf-31609630018f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0703330 Aug 09 16:22:35.909830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:22:35.909830 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe20549e-c516-4b9d-a0a3-f8b8411908e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:22:35.950732 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7bba3e-f95c-485e-8711-2747d21aff74 x-openstack-request-id: req-2e7bba3e-f95c-485e-8711-2747d21aff74 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:22:35.951021 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:22:35.951266 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e7bba3e-f95c-485e-8711-2747d21aff74 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:22:35.952275 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'status': 'completed', 'code': 200} Aug 09 16:22:36.020039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-ae734d01-d69a-4d35-88f8-07f37a442c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:36.021585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-ae734d01-d69a-4d35-88f8-07f37a442c96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1097 time: 0.0463755 Aug 09 16:22:36.124473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-8469c776-cd8e-43a5-8051-6298992c2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:36.126060 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-8469c776-cd8e-43a5-8051-6298992c2809 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0969193 Aug 09 16:22:36.151412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:22:36.193475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-5b698e1d-cee9-494b-bd90-c6c98d8f96b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 1000 time: 0.0598776 Aug 09 16:22:36.243558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-dabbe274-ccb1-4635-86ed-d9aa6967a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:36.245175 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-dabbe274-ccb1-4635-86ed-d9aa6967a929 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0446463 Aug 09 16:22:36.295141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-121db293-2228-4f04-a92e-9394a13aacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:36.296599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-121db293-2228-4f04-a92e-9394a13aacbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448887 Aug 09 16:22:36.386807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:34Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:22:36.395564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-5fb417f5-f71c-4a9a-9791-2fa1dfaa5cf4 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917916 Aug 09 16:22:36.418083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:22:36.426562 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:22:36.427173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:22:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:22:36.494044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe20549e-c516-4b9d-a0a3-f8b8411908e1 req-7e399f35-1330-4fde-b12d-28902611069c service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906780 Aug 09 16:22:36.538549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:22:36.781267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:34Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:22:36.815127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1b575-1fde-4e8a-94a7-fc2052a4d1f3 None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:34Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:22:37.038430 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b5c09-4dd8-4ea4-a44a-0937929f2b86 None None] New status for floating IP 09a20d3a-c107-4a9c-a666-1c80029efb94: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:22:45.090277 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d43e70da-5242-435b-bdf9-5aad7115ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:47.580223 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-865b4908-30a9-4bdb-b697-b04b1ba49935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:47.829993 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:49.173932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:50.585488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:55.862693 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:22:58.942939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:59.002264 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:06.019744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-6248834c-4d85-4715-bebb-b1e4abbb75a7 req-390f600d-b476-425e-a184-23492d01fba3 service neutron] (94177) timed out ('10.222.0.64', 59146) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:23:15.085601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-70b23863-1750-4eb9-a6d4-4548a818fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:17.580218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4774bb61-33d8-44e2-b4bc-c7f38b3cc830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:17.831416 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:19.179767 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:20.584674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:22.337050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-17bb76ea-fe6e-4196-a48c-913c0cb6b847 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476973 Aug 09 16:23:22.440039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-9441e28d-5b90-4502-9763-b9e491c28127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:23:22.441638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-9441e28d-5b90-4502-9763-b9e491c28127 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1097 time: 0.0569360 Aug 09 16:23:22.558146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-5c239a5d-71df-46c6-8af0-d27fb2aea4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:23:22.559665 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-5c239a5d-71df-46c6-8af0-d27fb2aea4d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0966642 Aug 09 16:23:22.631377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-0c8528bc-220a-4a7a-85e5-68c529c6344c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 1002 time: 0.0637224 Aug 09 16:23:22.685229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-0a431724-a0ca-40f1-8948-6fe8411d5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:23:22.686699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-0a431724-a0ca-40f1-8948-6fe8411d5418 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0472767 Aug 09 16:23:22.740997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-d98b36c9-75d1-40ae-a588-f000ed4216a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:23:22.742560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-d98b36c9-75d1-40ae-a588-f000ed4216a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482793 Aug 09 16:23:22.849916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-0e6ffabc-81e1-4ffd-940f-0661d8314acd service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990365 Aug 09 16:23:22.948695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-826a1c40-cfb6-4670-a5e3-aca3c9244fc7 req-d8184529-f4b8-4adc-9d27-6439a8c71547 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915015 Aug 09 16:23:28.958193 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:29.015594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:32.862509 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:23:45.101918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bf7c54bb-4a0d-40b7-82b7-245937f5c641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:47.579613 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e833561a-7c07-47fe-a26e-5d84bd9f96f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:47.832209 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:49.180888 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:50.589953 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:58.979386 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:59.027620 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:09.871236 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:24:13.695150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-f3e05cf2-3cf2-4067-adac-80574e0e6f52 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933771851&fields=id&tenant_id=436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 267 time: 0.0397429 Aug 09 16:24:13.808929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-852c2605-9df9-4db7-aad3-18f99738aca1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:13.810470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-852c2605-9df9-4db7-aad3-18f99738aca1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1078656 Aug 09 16:24:13.829658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-1dbd64a2-9a9f-4601-b6fc-cfbd570b3117 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/quotas/436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 375 time: 0.0105684 Aug 09 16:24:13.896660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-c026eadd-ba6a-4732-bd82-05becf480d45 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0584805 Aug 09 16:24:13.997852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-9ccd0f7f-bca3-425c-9a3d-d0038c46ee86 service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889997 Aug 09 16:24:14.096761 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-057109c6-2b8a-448e-9297-506aceea8699 service neutron] 10.222.0.64 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926642 Aug 09 16:24:14.414055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6f03161-e522-4bfc-8a52-d7fb5ed2f6b2 req-f89a9971-1a7a-4eb2-8a5a-0f6c1f97215f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 210 time: 0.0287392 Aug 09 16:24:15.088413 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5b28916c-b6a9-4187-8ca4-7c2563a53cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:15.526233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5feefff3-754a-4a7c-b2d2-171aed4c7b2f req-ff060c5f-841d-4020-bd41-27138f11d481 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 210 time: 0.0268538 Aug 09 16:24:16.610090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3b360614-d637-485e-80dd-cfbefb954291 req-3a83fdfd-506e-421c-a8f6-d92bb19cad3d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 210 time: 0.0265083 Aug 09 16:24:17.571113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-0df569ee-ad68-47e7-b153-7205c9d1113e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:17.572850 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-0df569ee-ad68-47e7-b153-7205c9d1113e tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 812 time: 0.1142652 Aug 09 16:24:17.572962 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-65b7b83f-0836-4a3a-8979-2ec40d583c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:17.618686 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-b8f67917-36e8-4cdc-b81a-0f469dae7423 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=436e959f0fa94c8ebcb0202d30b587b9 HTTP/1.1" status: 200 len: 380 time: 0.0356131 Aug 09 16:24:17.629269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'port': {'device_id': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'admin_state_up': True, 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'security_groups': ['980812b5-7820-491c-b0db-5495d8946c14']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:24:17.715754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-624dc68f-edae-487f-b93e-b89a80eec2f9 req-0b61d070-7c34-4c2c-a0d0-f15fab84776b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 210 time: 0.0276310 Aug 09 16:24:17.750235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Made reservation on behalf of 436e959f0fa94c8ebcb0202d30b587b9 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:24:17.753935 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:17.831953 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:17.894860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.20.0.4 (f2e75f1a-2edd-47ad-943d-86a9c1c795a6/295d6d4e-81ef-4ddf-add3-41772ea9accc/73f20e55-5085-4c8e-aa58-a76e89d80727) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:24:18.037982 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.052436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Transition to ACTIVE for port object 73f20e55-5085-4c8e-aa58-a76e89d80727 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:24:18.089429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.138315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:24:18.141507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:24:18.145303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:24:18.151641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=73f20e55-5085-4c8e-aa58-a76e89d80727,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:24:18.179805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.180172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.180515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.180851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.181583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.181583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.181827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.182275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.182470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.182781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.183100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.183420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:18.213072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:18.213754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.232965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-177476d8-b9f8-42d9-ae46-e000789d713a tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072907 Aug 09 16:24:18.299047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Request body: {'port': {'device_id': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:24:18.362811 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.410038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-10616ecc-69b3-45f4-9004-50930df2bf33 None None] Provisioning for port 73f20e55-5085-4c8e-aa58-a76e89d80727 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:24:18.414178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-10616ecc-69b3-45f4-9004-50930df2bf33 None None] Provisioning complete for port 73f20e55-5085-4c8e-aa58-a76e89d80727 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:24:18.414474 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-10616ecc-69b3-45f4-9004-50930df2bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.472939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-10616ecc-69b3-45f4-9004-50930df2bf33 None None] Port 73f20e55-5085-4c8e-aa58-a76e89d80727 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:24:18.691666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f20e55-5085-4c8e-aa58-a76e89d80727 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:24:18.702692 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.715850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Transition to ACTIVE for port object 73f20e55-5085-4c8e-aa58-a76e89d80727 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:24:18.721230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.777243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Pushing event updated for resources: {'Port': ['ID=73f20e55-5085-4c8e-aa58-a76e89d80727,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:24:18.855492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Attempting to bind port 73f20e55-5085-4c8e-aa58-a76e89d80727 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:24:18.856178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Attempting to bind port 73f20e55-5085-4c8e-aa58-a76e89d80727 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:24:18.857013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Attempting to bind port 73f20e55-5085-4c8e-aa58-a76e89d80727 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:24:18.864782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Port 73f20e55-5085-4c8e-aa58-a76e89d80727 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:24:18.865273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Attempting to bind port 73f20e55-5085-4c8e-aa58-a76e89d80727 on network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:24:18.865539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1af59-ef63-41d8-a189-e90f1b32b72b req-878f6f8d-6358-4be2-b4cc-7384ed03b630 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:18.868029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4d1af59-ef63-41d8-a189-e90f1b32b72b req-878f6f8d-6358-4be2-b4cc-7384ed03b630 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.0632732 Aug 09 16:24:18.871793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:24:18.872606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Checking segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:24:18.873157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Bound using segment: {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:24:18.873754 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Bound port: 73f20e55-5085-4c8e-aa58-a76e89d80727, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e282009-03da-44d9-a2de-9db52c829798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:24:18.874230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.916942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4d1af59-ef63-41d8-a189-e90f1b32b72b req-22078c29-a815-496c-8757-c78fca590222 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Aug 09 16:24:18.960138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] For port 73f20e55-5085-4c8e-aa58-a76e89d80727, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:24:18.963547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] For port 73f20e55-5085-4c8e-aa58-a76e89d80727, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73f20e55-5085-4c8e-aa58-a76e89d80727,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:24:18.970906 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:19.004861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:19.005923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:19.007363 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] 10.222.0.66 "PUT /v2.0/ports/73f20e55-5085-4c8e-aa58-a76e89d80727 HTTP/1.1" status: 200 len: 1091 time: 0.7661932 Aug 09 16:24:19.010044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:24:19.012198 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647e1d80-ab37-4fcd-99e3-ce5924a7c333" -d '{"events": [{"name": "network-changed", "server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:24:19.059480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5ccbc-45d7-4459-a1c9-012cec721be7 service neutron] Pushing event updated for resources: {'Port': ['ID=73f20e55-5085-4c8e-aa58-a76e89d80727,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:24:19.117578 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-6b8a1790-e1e2-4713-8cae-a36711a10c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:19.119266 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-6b8a1790-e1e2-4713-8cae-a36711a10c78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 1094 time: 0.0531218 Aug 09 16:24:19.177634 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a82543-9f5f-4c1f-914f-513aba6172cf x-openstack-request-id: req-a3a82543-9f5f-4c1f-914f-513aba6172cf {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:24:19.178031 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:24:19.178419 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3a82543-9f5f-4c1f-914f-513aba6172cf {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:24:19.179093 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'status': 'completed', 'code': 200} Aug 09 16:24:19.181523 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-78d5af2a-1eab-4886-ae13-a925aac80efc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f20e55-5085-4c8e-aa58-a76e89d80727 HTTP/1.1" status: 200 len: 217 time: 0.0534308 Aug 09 16:24:19.182450 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:19.235237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-5c78e6db-3038-4542-960f-cd31d3f27e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:19.236962 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-5c78e6db-3038-4542-960f-cd31d3f27e5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0472317 Aug 09 16:24:19.284241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-dcd361d7-bc4f-43a6-8004-80c2e7f81104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:19.285790 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-dcd361d7-bc4f-43a6-8004-80c2e7f81104 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413895 Aug 09 16:24:19.392943 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-acc32e8b-59a5-412b-99c3-7cacf688a729 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990219 Aug 09 16:24:19.497329 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b28f4603-7bb2-4fbe-afe7-3a2d01a55ce1 req-0fcaf1f5-99f5-42eb-99f9-5f484ee3d286 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961382 Aug 09 16:24:19.588123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-2eee6155-7dc5-4e11-bbc6-51daccc8692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:19.589672 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-2eee6155-7dc5-4e11-bbc6-51daccc8692e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 1094 time: 0.0451519 Aug 09 16:24:19.686179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-08d5b056-f618-40e0-a417-899739d4715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:19.687709 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-08d5b056-f618-40e0-a417-899739d4715a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0893312 Aug 09 16:24:19.731288 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-c12e7379-66f2-40ed-9ff0-0592233472ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f20e55-5085-4c8e-aa58-a76e89d80727 HTTP/1.1" status: 200 len: 217 time: 0.0356650 Aug 09 16:24:19.786782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-c65b7339-293e-47e2-8aab-78de24630c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:19.788219 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-c65b7339-293e-47e2-8aab-78de24630c50 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0499988 Aug 09 16:24:19.839333 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-11837807-34d4-454e-a590-24746d399fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:19.841157 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-11837807-34d4-454e-a590-24746d399fae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451260 Aug 09 16:24:19.958172 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-c5952639-0675-43af-92f8-32721d4756f5 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088417 Aug 09 16:24:20.064170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a700b-5f44-4863-a58d-a739ad8777d2 req-14991a19-9658-4ae4-9774-a303c7fa91fb tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:20.065729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f91a700b-5f44-4863-a58d-a739ad8777d2 req-14991a19-9658-4ae4-9774-a303c7fa91fb tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.0550778 Aug 09 16:24:20.072966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-647e1d80-ab37-4fcd-99e3-ce5924a7c333 req-6590ee29-235e-439f-b4fe-de769c37676e service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071389 Aug 09 16:24:20.112161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f91a700b-5f44-4863-a58d-a739ad8777d2 req-39ce6a01-34bc-4834-890b-2f62eb836676 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 Aug 09 16:24:20.599965 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:21.239734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368a2ac-33c4-4090-85c0-2913d897e0cd req-6e96b099-fa1c-45d5-96a9-8e45e77e1da3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:21.241330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9368a2ac-33c4-4090-85c0-2913d897e0cd req-6e96b099-fa1c-45d5-96a9-8e45e77e1da3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.0592427 Aug 09 16:24:21.287488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9368a2ac-33c4-4090-85c0-2913d897e0cd req-521077e2-79fe-44ef-bb4b-f5ed5155ec91 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375412 Aug 09 16:24:22.419287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bb6e8-329d-48ea-a5b8-d233fafc0e0c req-0a822cb6-72fd-4b2c-8168-cdd8bfbc4ace tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:22.421740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-713bb6e8-329d-48ea-a5b8-d233fafc0e0c req-0a822cb6-72fd-4b2c-8168-cdd8bfbc4ace tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.0615408 Aug 09 16:24:22.472308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-713bb6e8-329d-48ea-a5b8-d233fafc0e0c req-794af721-223a-45a5-b1de-2dbf1609f9a2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Aug 09 16:24:23.615932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc383d5a-9b13-42a3-b3d2-285e5007d7ec req-704fb006-baf1-4a81-b335-0cfa5aae01a3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:23.617629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc383d5a-9b13-42a3-b3d2-285e5007d7ec req-704fb006-baf1-4a81-b335-0cfa5aae01a3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.0634944 Aug 09 16:24:23.669193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dc383d5a-9b13-42a3-b3d2-285e5007d7ec req-fd9c8863-7ba9-4002-aebc-0e81ca75bc59 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 Aug 09 16:24:24.324102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-70230deb-546d-4af4-a76c-d2bff6fc34ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491340 Aug 09 16:24:24.419788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-a785ac97-c012-400e-b208-6d6782cc061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:24.421464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-a785ac97-c012-400e-b208-6d6782cc061f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1097 time: 0.0460029 Aug 09 16:24:24.550618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-863befef-da48-41c5-9b82-6ac7b79709c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:24.552224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-863befef-da48-41c5-9b82-6ac7b79709c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.1096318 Aug 09 16:24:24.623881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-833b454b-849c-42aa-ac72-fb640a3c7eb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 1002 time: 0.0641947 Aug 09 16:24:24.683222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-bd171118-29d3-4781-a611-923617c72b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:24.685490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-bd171118-29d3-4781-a611-923617c72b90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0533369 Aug 09 16:24:24.736777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-e45a5614-ad15-41d9-812d-061c07c4cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:24.738454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-e45a5614-ad15-41d9-812d-061c07c4cb97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450358 Aug 09 16:24:24.890228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3efa1a-15a2-4dcf-a644-49d09d535e9a req-5ef6330e-9394-4e29-82a9-a07dbfebde3d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:24.891617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de3efa1a-15a2-4dcf-a644-49d09d535e9a req-5ef6330e-9394-4e29-82a9-a07dbfebde3d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.1443431 Aug 09 16:24:24.912687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-27aaef22-a14e-4de1-a345-66a43aeaa458 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665189 Aug 09 16:24:24.978022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-de3efa1a-15a2-4dcf-a644-49d09d535e9a req-fb35e4a2-114b-494a-a70c-f7fe6341042b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774643 Aug 09 16:24:25.028044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4db72bc7-3e11-4f05-a793-cfee56398e58 req-4cebc01b-2fa8-4852-ab6d-ac0e643713bf service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053309 Aug 09 16:24:26.104333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2d57-8348-40ca-ac95-d6e9ed50684e req-27f27710-48b5-4d22-ba71-2a60795bc2ab tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:26.105892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d92b2d57-8348-40ca-ac95-d6e9ed50684e req-27f27710-48b5-4d22-ba71-2a60795bc2ab tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.0569315 Aug 09 16:24:26.147508 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d92b2d57-8348-40ca-ac95-d6e9ed50684e req-bad4ccb9-6825-445a-aecd-1f29c6f2ffde tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354137 Aug 09 16:24:27.268344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb4338-9032-4116-bf3d-6c31b8fdcec7 req-36a6914f-5abc-4921-9a22-0a821953f184 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:27.269937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66cb4338-9032-4116-bf3d-6c31b8fdcec7 req-36a6914f-5abc-4921-9a22-0a821953f184 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.0532985 Aug 09 16:24:27.314020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66cb4338-9032-4116-bf3d-6c31b8fdcec7 req-affbce33-8c36-4692-b7cf-219edf288cd8 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352778 Aug 09 16:24:28.461628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85030c19-c799-418e-bdc7-63911b3893bd req-acee54e0-3e6b-4ccc-87c1-fb544e3a528d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:28.463189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85030c19-c799-418e-bdc7-63911b3893bd req-acee54e0-3e6b-4ccc-87c1-fb544e3a528d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 943 time: 0.0595691 Aug 09 16:24:28.502468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85030c19-c799-418e-bdc7-63911b3893bd req-52de15f3-1bf5-450f-b6c9-ea5c6313aaf7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331647 Aug 09 16:24:28.988940 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:29.033358 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:29.303910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 73f20e55-5085-4c8e-aa58-a76e89d80727 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:24:29.422713 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 73f20e55-5085-4c8e-aa58-a76e89d80727, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73f20e55-5085-4c8e-aa58-a76e89d80727,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:24:29.435191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'port_id': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'mac_address': 'fa:16:3e:18:d7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:24:29.476805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:29.489837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f20e55-5085-4c8e-aa58-a76e89d80727 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:24:29.509830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 73f20e55-5085-4c8e-aa58-a76e89d80727, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73f20e55-5085-4c8e-aa58-a76e89d80727,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:24:29.515319 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:29.563707 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=73f20e55-5085-4c8e-aa58-a76e89d80727,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:24:29.571701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.572077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.572420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.572752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.573082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.573396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.573723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.574044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.574363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.574683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.575008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.575324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:29.626608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58381317-92f2-447a-9b38-c26305ec5c11 req-26c3f906-2703-41ae-ad4f-a4d4d5088918 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:29.628138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58381317-92f2-447a-9b38-c26305ec5c11 req-26c3f906-2703-41ae-ad4f-a4d4d5088918 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 944 time: 0.0548134 Aug 09 16:24:29.678926 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58381317-92f2-447a-9b38-c26305ec5c11 req-c8f5f2a2-3a1b-4094-86fd-03eab91460aa tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446825 Aug 09 16:24:29.748239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['73f20e55-5085-4c8e-aa58-a76e89d80727'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:24:30.804668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fecf7b-ecde-40a3-8849-461d231a0e60 req-c94ba4d1-7195-424c-af05-5a05a83b9625 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:30.806326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2fecf7b-ecde-40a3-8849-461d231a0e60 req-c94ba4d1-7195-424c-af05-5a05a83b9625 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 944 time: 0.0519881 Aug 09 16:24:30.850743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2fecf7b-ecde-40a3-8849-461d231a0e60 req-50c4b6b3-e155-47c9-9614-4d4003e23d77 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353839 Aug 09 16:24:31.299743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 73f20e55-5085-4c8e-aa58-a76e89d80727 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:24:31.356086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 73f20e55-5085-4c8e-aa58-a76e89d80727 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:24:31.360622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 73f20e55-5085-4c8e-aa58-a76e89d80727 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:24:31.360997 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:31.443384 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:31.466467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:24:31.468734 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bc82fa-8c81-494f-a747-0d9d56eccd9e" -d '{"events": [{"server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "name": "network-vif-plugged", "status": "completed", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:24:31.482613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 73f20e55-5085-4c8e-aa58-a76e89d80727, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73f20e55-5085-4c8e-aa58-a76e89d80727,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:24:31.489244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:31.537893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=73f20e55-5085-4c8e-aa58-a76e89d80727,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:24:31.573683 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da102d9f-30a8-4a60-8767-a25fc6648a07 x-openstack-request-id: req-da102d9f-30a8-4a60-8767-a25fc6648a07 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:24:31.574049 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "name": "network-vif-plugged", "status": "completed", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:24:31.574448 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da102d9f-30a8-4a60-8767-a25fc6648a07 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:24:31.574905 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'code': 200} Aug 09 16:24:31.678211 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad365710-3ae1-4c02-ad4c-6a17b5af2112 req-33f23408-193c-47b1-a450-4379cd050f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:31.680168 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ad365710-3ae1-4c02-ad4c-6a17b5af2112 req-33f23408-193c-47b1-a450-4379cd050f16 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 1096 time: 0.0502260 Aug 09 16:24:31.716792 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ad365710-3ae1-4c02-ad4c-6a17b5af2112 req-76a8e4a9-66ee-4f5c-b652-27503d349a8e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293787 Aug 09 16:24:31.992026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8dd6f-3781-40f5-8596-eac727b670f9 req-5219645e-165a-42d1-a1dc-486a3b53108b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:31.993561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fa8dd6f-3781-40f5-8596-eac727b670f9 req-5219645e-165a-42d1-a1dc-486a3b53108b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 945 time: 0.0583017 Aug 09 16:24:32.032362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0fa8dd6f-3781-40f5-8596-eac727b670f9 req-69e73ea9-f0d3-42d4-99ca-8f35d1014f1b tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Aug 09 16:24:33.172698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0d8bf-068f-412a-ad2b-d8ebd592b7ec req-c5a91527-b5ca-46a3-966e-59305de47807 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:33.174204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31d0d8bf-068f-412a-ad2b-d8ebd592b7ec req-c5a91527-b5ca-46a3-966e-59305de47807 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 945 time: 0.0671837 Aug 09 16:24:33.215124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31d0d8bf-068f-412a-ad2b-d8ebd592b7ec req-efd8ee1b-829a-4f9d-a6c3-dbf0d2b0b82d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348346 Aug 09 16:24:33.339781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ea47b-13ca-4179-9932-1b2bf7f7b512 req-8e32b5f8-6de8-46c3-8fae-58131ab660f2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:33.341204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe3ea47b-13ca-4179-9932-1b2bf7f7b512 req-8e32b5f8-6de8-46c3-8fae-58131ab660f2 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 945 time: 0.0554290 Aug 09 16:24:33.383881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fe3ea47b-13ca-4179-9932-1b2bf7f7b512 req-27785111-c82b-4da1-a761-58b155b38f9d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338638 Aug 09 16:24:33.411740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41314) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:24:33.458916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7f4da-f51c-47dc-9ffb-eadaaa98eb8d tempest-TestVolumeBootPattern-1263175972 tempest-TestVolumeBootPattern-1263175972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:33.460605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-59f7f4da-f51c-47dc-9ffb-eadaaa98eb8d tempest-TestVolumeBootPattern-1263175972 tempest-TestVolumeBootPattern-1263175972-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 1091 time: 0.0475252 Aug 09 16:24:33.464789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41316) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:24:33.469340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:24:33.494954 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:33.599244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:33.709413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Allocated IP 172.25.7.15 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/f52923de-f84a-408c-b58d-4d78b6f33314) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:24:33.816617 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:33.862488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:33.902816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:24:33.908319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:24:33.911106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:24:33.914588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=f52923de-f84a-408c-b58d-4d78b6f33314,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:24:33.944436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.944822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.945154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.945486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.945805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.946128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.946490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.946797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.947112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.947425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.947740 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:33.948081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:24:34.306876 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:34.388396 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:34.554587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:34.565656 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:34.640370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event updated for resources: {'Port': ['ID=f52923de-f84a-408c-b58d-4d78b6f33314,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:24:34.655431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:35.116961 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Floating IP f2ec8e0f-4e04-446f-a738-82b25d65ec25 associated. External IP: 172.25.7.15, port: 73f20e55-5085-4c8e-aa58-a76e89d80727. Aug 09 16:24:35.327657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Router 699e7a3e-cfa0-4067-9114-26f862787029 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:24:35.436905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:24:35.448585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:24:35.456308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:35.459370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:24:35.460030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:24:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:24:35.489241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43a4fdcf-a33a-4d6e-a610-7085be6d6ed3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0234027 Aug 09 16:24:35.489868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:24:35.492860 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a19ae-9233-433b-849a-07288c78a95c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:24:35.568103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:24:35.591427 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab17f0d-41fb-471d-bf0b-16dee2585073 x-openstack-request-id: req-5ab17f0d-41fb-471d-bf0b-16dee2585073 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:24:35.591724 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:24:35.592015 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ab17f0d-41fb-471d-bf0b-16dee2585073 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:24:35.592407 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'status': 'completed', 'code': 200} Aug 09 16:24:35.655520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a19ae-9233-433b-849a-07288c78a95c req-e0b7a43a-46dc-4d1b-b3a5-44cbd4887f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:35.657103 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d61a19ae-9233-433b-849a-07288c78a95c req-e0b7a43a-46dc-4d1b-b3a5-44cbd4887f81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 1096 time: 0.0425057 Aug 09 16:24:35.752551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a19ae-9233-433b-849a-07288c78a95c req-c9e3f875-daf7-4a0d-9172-b50c3e97c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:35.754086 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d61a19ae-9233-433b-849a-07288c78a95c req-c9e3f875-daf7-4a0d-9172-b50c3e97c1e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0886207 Aug 09 16:24:35.801915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:37Z', 'revision_number': 1, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}, {'id': 'f2ec8e0f-4e04-446f-a738-82b25d65ec25', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:18:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:24:34Z', 'updated_at': '2021-08-09T16:24:34Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:24:35.819989 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d61a19ae-9233-433b-849a-07288c78a95c req-7a916271-800f-4f31-835c-8490cc79f184 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f20e55-5085-4c8e-aa58-a76e89d80727 HTTP/1.1" status: 200 len: 998 time: 0.0581474 Aug 09 16:24:35.828859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:24:35.840419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:24:35.841030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:24:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:24:35.874606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a19ae-9233-433b-849a-07288c78a95c req-dc42e202-f064-43aa-af80-53754914aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:35.876119 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d61a19ae-9233-433b-849a-07288c78a95c req-dc42e202-f064-43aa-af80-53754914aab2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0494006 Aug 09 16:24:35.925342 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a19ae-9233-433b-849a-07288c78a95c req-b6965b04-069f-4f19-8c0c-8fab3aea3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:35.926905 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d61a19ae-9233-433b-849a-07288c78a95c req-b6965b04-069f-4f19-8c0c-8fab3aea3338 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431273 Aug 09 16:24:35.949211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:24:36.018880 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d61a19ae-9233-433b-849a-07288c78a95c req-147da1b6-a05c-48da-b9d7-c43a99e8ec0e service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843554 Aug 09 16:24:36.117659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d61a19ae-9233-433b-849a-07288c78a95c req-2dfc783a-e2f9-442d-adcf-3345f539d425 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914266 Aug 09 16:24:36.186652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:37Z', 'revision_number': 1, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}, {'id': 'f2ec8e0f-4e04-446f-a738-82b25d65ec25', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:18:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:24:34Z', 'updated_at': '2021-08-09T16:24:34Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:24:36.217764 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de8f44-484b-41d8-bbfb-f22bec125704 None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:37Z', 'revision_number': 1, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}, {'id': 'f2ec8e0f-4e04-446f-a738-82b25d65ec25', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:18:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:24:34Z', 'updated_at': '2021-08-09T16:24:34Z', 'revision_number': 0, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:24:36.420646 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2cefd-76aa-4907-ba5f-5f6a1e189bd8 None None] New status for floating IP f2ec8e0f-4e04-446f-a738-82b25d65ec25: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:24:45.083799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bda55411-fb82-486f-adb8-330ba147a17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:46.860910 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:24:47.578139 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-52df99f4-1207-45de-8df9-61b7292f0564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:47.831188 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:49.188443 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:50.594646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:58.989044 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:59.032639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:15.089388 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4f937a07-282e-4b20-a9e8-090588eee50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:17.586552 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-44ab41e4-b079-499b-b927-d5f0ae459b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:17.827518 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:18.577377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-f7332681-1ea7-4e51-ac2e-b488b16e6b28 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497239 Aug 09 16:25:18.676551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-9a405a2a-076e-40c8-8c58-846f5e20d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:18.678266 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-9a405a2a-076e-40c8-8c58-846f5e20d90b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 1096 time: 0.0539663 Aug 09 16:25:18.793089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-a2bb5d79-1d32-469c-83c4-1148da842c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:18.794635 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-a2bb5d79-1d32-469c-83c4-1148da842c61 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0906644 Aug 09 16:25:18.861503 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-b272efab-0b6a-41b7-83ca-b153f9780d8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f20e55-5085-4c8e-aa58-a76e89d80727 HTTP/1.1" status: 200 len: 1000 time: 0.0600314 Aug 09 16:25:18.920484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-f6407a5c-082a-4c30-8517-bf9b92f726b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:18.921976 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-f6407a5c-082a-4c30-8517-bf9b92f726b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0531156 Aug 09 16:25:18.974630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-986ab820-2430-4198-804a-f8fea6ae8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:18.976217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-986ab820-2430-4198-804a-f8fea6ae8376 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472393 Aug 09 16:25:19.077785 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-64ada50a-5532-4360-9cd7-1cc3c0b9c0aa service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940166 Aug 09 16:25:19.181751 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5a21860b-b784-4e23-8267-56eaad9e92ff req-d9e233db-e607-4a45-a231-8692915040c7 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964806 Aug 09 16:25:19.189132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:20.597736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:22.884756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-46bf23ab-b003-450a-bb56-2387dbf5f8aa req-fe34bc36-ba24-41ff-8bb5-f2a96808a6f2 service neutron] (94177) timed out ('10.222.0.64', 35126) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:25:23.861540 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:25:24.330120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-53927ad3-8a16-41b7-9476-5c2d8124f1a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543423 Aug 09 16:25:24.431227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d587-eddc-4958-be29-5a86146932e7 req-977dd828-2e57-484d-8932-05b33d796103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:24.432850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-977dd828-2e57-484d-8932-05b33d796103 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1097 time: 0.0497875 Aug 09 16:25:24.548216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d587-eddc-4958-be29-5a86146932e7 req-fa768b09-2229-420a-b397-c824f81961c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:24.550159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-fa768b09-2229-420a-b397-c824f81961c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0972533 Aug 09 16:25:24.622920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-8d9aa4db-ad87-4ff7-aa06-d562b165b62b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 1002 time: 0.0657315 Aug 09 16:25:24.679007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d587-eddc-4958-be29-5a86146932e7 req-d1a55d77-b815-49b8-9b0f-cd1c8004a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:24.681408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-d1a55d77-b815-49b8-9b0f-cd1c8004a428 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0511634 Aug 09 16:25:24.738320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d587-eddc-4958-be29-5a86146932e7 req-d9993a4d-758d-4832-a4a6-218cd466d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:24.739984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-d9993a4d-758d-4832-a4a6-218cd466d430 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512187 Aug 09 16:25:24.751558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-b7b7f311-12f7-4c3f-ad2d-6ce5d5c04c99 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:25:24.752574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-b7b7f311-12f7-4c3f-ad2d-6ce5d5c04c99 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056088 Aug 09 16:25:24.855766 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-ba6e292a-1c2b-4b77-ace1-5aec9e7b968c service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962303 Aug 09 16:25:24.950246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09f3d587-eddc-4958-be29-5a86146932e7 req-6481709d-72f0-4c48-af87-9948c8c03153 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877256 Aug 09 16:25:29.025272 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:29.058468 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:35.534239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-a15d6777-520f-4348-b8cb-5875d86b2f83 req-80b62c13-781c-472a-b6f4-292bc2fd424e service neutron] (94177) timed out ('10.222.0.35', 63450) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:25:45.096579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-894b98ad-1f18-453e-9f69-e9a43a0fb722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:47.582919 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-88dff8df-1912-41d4-b803-9afa83f92379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:47.833316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:49.199371 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:50.604395 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:59.025005 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:59.060766 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:00.865215 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:26:15.089994 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab40a58b-022d-44ab-bc44-21df7fea0a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:16.357319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41360) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:16.526799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port f52923de-f84a-408c-b58d-4d78b6f33314 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:16.527104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:16.605949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:16.606259 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:16.618818 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for f52923de-f84a-408c-b58d-4d78b6f33314 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:16.794559 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:16.819293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=f52923de-f84a-408c-b58d-4d78b6f33314,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:16.833853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.834216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.834531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.834930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.835268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.835593 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.835945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.837419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.837419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.837419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.837419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.837790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:16.899592 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:16.899862 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Floating IP f2ec8e0f-4e04-446f-a738-82b25d65ec25 disassociated (deleted). External IP: 172.25.7.15, port: 73f20e55-5085-4c8e-aa58-a76e89d80727. Aug 09 16:26:17.121120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Router 699e7a3e-cfa0-4067-9114-26f862787029 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:26:17.230430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:26:17.235289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:17.240816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:26:17.251857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:17.252490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:25:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:17.266988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4c8db588-4333-436f-bdc0-cf6261cf72c4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "DELETE /v2.0/floatingips/f2ec8e0f-4e04-446f-a738-82b25d65ec25 HTTP/1.1" status: 204 len: 168 time: 0.9084973 Aug 09 16:26:17.267541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:17.270042 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03be56a-b467-4140-8060-942dac0c7623" -d '{"events": [{"name": "network-changed", "server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:17.460834 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e018ead1-7a24-4263-b063-bbf8de80a0c6 x-openstack-request-id: req-e018ead1-7a24-4263-b063-bbf8de80a0c6 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:17.461503 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:17.461503 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e018ead1-7a24-4263-b063-bbf8de80a0c6 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:17.461692 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'status': 'completed', 'code': 200} Aug 09 16:26:17.528964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be56a-b467-4140-8060-942dac0c7623 req-0866910e-8c45-4f80-96cf-84196bd13be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:17.530655 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d03be56a-b467-4140-8060-942dac0c7623 req-0866910e-8c45-4f80-96cf-84196bd13be9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 1096 time: 0.0468001 Aug 09 16:26:17.545396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:17.575342 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5e26-fa95-4b64-8a2f-02c65a95b384 req-23b308ac-c801-49e1-99b9-4d068168bac3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:17.577206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a65d5e26-fa95-4b64-8a2f-02c65a95b384 req-23b308ac-c801-49e1-99b9-4d068168bac3 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 945 time: 0.0644181 Aug 09 16:26:17.601454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-752598c8-37ad-4152-9ae1-555c250e008e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:17.622902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a65d5e26-fa95-4b64-8a2f-02c65a95b384 req-27e3c2d3-bc3e-47bc-bde1-4831531fb641 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369444 Aug 09 16:26:17.634691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be56a-b467-4140-8060-942dac0c7623 req-88a4d719-b50a-4af1-8d11-52c6ec68d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:17.637116 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d03be56a-b467-4140-8060-942dac0c7623 req-88a4d719-b50a-4af1-8d11-52c6ec68d4f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.0983040 Aug 09 16:26:17.683222 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d03be56a-b467-4140-8060-942dac0c7623 req-2f776147-a2c3-452d-99f1-9b24195931b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f20e55-5085-4c8e-aa58-a76e89d80727 HTTP/1.1" status: 200 len: 217 time: 0.0363371 Aug 09 16:26:17.736883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be56a-b467-4140-8060-942dac0c7623 req-5ecf080a-fa25-4945-9a51-cc77ab7f3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:17.738789 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d03be56a-b467-4140-8060-942dac0c7623 req-5ecf080a-fa25-4945-9a51-cc77ab7f3d81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0482273 Aug 09 16:26:17.795037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be56a-b467-4140-8060-942dac0c7623 req-3635acaf-61f3-438d-b574-2c542e6ab6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:17.797482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d03be56a-b467-4140-8060-942dac0c7623 req-3635acaf-61f3-438d-b574-2c542e6ab6f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506375 Aug 09 16:26:17.805297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:37Z', 'revision_number': 1, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:17.845290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:26:17.860625 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:17.862535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:17.863180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:26:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:17.907435 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d03be56a-b467-4140-8060-942dac0c7623 req-d426987e-4f49-42fa-8a64-90d5d967f8b1 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967879 Aug 09 16:26:17.975965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:18.002761 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d03be56a-b467-4140-8060-942dac0c7623 req-8c8ee947-d0a2-4c57-93e1-3827b451fe31 service neutron] 10.222.0.66 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877354 Aug 09 16:26:18.225060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:37Z', 'revision_number': 1, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:18.257250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642d99f-6da6-4c5b-87ed-cafc29fc104b None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '09a20d3a-c107-4a9c-a666-1c80029efb94', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'port_id': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'mac_address': 'fa:16:3e:6a:52:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:22:34Z', 'updated_at': '2021-08-09T16:22:37Z', 'revision_number': 1, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:26:18.490863 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a447992-a7a7-47a4-a7ca-27952f2ff5ce None None] New status for floating IP f2ec8e0f-4e04-446f-a738-82b25d65ec25: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:26:18.763237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8300572-c550-4d72-8fab-593b0755f10c req-ee540189-d7ce-4fc4-a352-d9951d9c2b01 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:18.764975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8300572-c550-4d72-8fab-593b0755f10c req-ee540189-d7ce-4fc4-a352-d9951d9c2b01 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 945 time: 0.0633538 Aug 09 16:26:18.817784 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8300572-c550-4d72-8fab-593b0755f10c req-9c1f7658-f27b-4e10-bcde-794edd7a55d6 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456471 Aug 09 16:26:19.097204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-0b0201fb-2183-4972-afdf-5e87fa9b627f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:19.098868 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-0b0201fb-2183-4972-afdf-5e87fa9b627f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 945 time: 0.0675514 Aug 09 16:26:19.198749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:19.220351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port 73f20e55-5085-4c8e-aa58-a76e89d80727 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:19.220650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:19.315709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] For port 73f20e55-5085-4c8e-aa58-a76e89d80727, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=73f20e55-5085-4c8e-aa58-a76e89d80727,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:19.316110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:19.329603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for 73f20e55-5085-4c8e-aa58-a76e89d80727 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:19.460520 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:19.492824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=73f20e55-5085-4c8e-aa58-a76e89d80727,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:19.505782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.506111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.506449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.507196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.507196 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.508084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.508084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.508420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.508741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.509056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.509381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.509685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:19.558402 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] No DVR routers for this DVR port 73f20e55-5085-4c8e-aa58-a76e89d80727 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:19.561071 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:19.563109 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a85ee339-7d28-4106-a687-85d2e07b1cde req-27b2fcc2-970c-4e4a-9112-afc993c2d9a7 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.66 "DELETE /v2.0/ports/73f20e55-5085-4c8e-aa58-a76e89d80727 HTTP/1.1" status: 204 len: 173 time: 0.4578326 Aug 09 16:26:19.563546 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'name': 'network-vif-deleted', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:19.565833 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aadec9-3f03-4c8c-bab0-e2b32b8d874d" -d '{"events": [{"server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "name": "network-vif-deleted", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:19.605577 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510fd83c-9e5f-441a-a28c-bd2d037e441d x-openstack-request-id: req-510fd83c-9e5f-441a-a28c-bd2d037e441d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:19.605864 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa42ab01-343e-404b-afd8-45c70f7e9a4f", "name": "network-vif-deleted", "tag": "73f20e55-5085-4c8e-aa58-a76e89d80727", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:19.606108 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-510fd83c-9e5f-441a-a28c-bd2d037e441d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:19.606502 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa42ab01-343e-404b-afd8-45c70f7e9a4f', 'name': 'network-vif-deleted', 'tag': '73f20e55-5085-4c8e-aa58-a76e89d80727', 'status': 'completed', 'code': 200} Aug 09 16:26:19.938051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60b5e854-341b-4237-808f-de83fd50ec6b req-c0cf556c-7084-4786-bcdb-c0012f421538 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 210 time: 0.0327196 Aug 09 16:26:20.604888 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:21.039812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fab42f81-c561-4665-98f2-2804262f827b req-d8beea74-b3ba-47f1-96ba-5430f136259f tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 210 time: 0.0284915 Aug 09 16:26:22.139806 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28070e57-0d6a-43d3-8915-e14721bdf27b req-62a5df13-81f4-4d29-9939-9289c82f54d1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 210 time: 0.0291553 Aug 09 16:26:23.258499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c07bdf11-2fe8-4f77-b09f-2ae2996a6d37 req-8c5ea729-c735-4eae-87e4-2b137789a1f4 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa42ab01-343e-404b-afd8-45c70f7e9a4f HTTP/1.1" status: 200 len: 210 time: 0.0370610 Aug 09 16:26:23.907266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 73f20e55-5085-4c8e-aa58-a76e89d80727 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:23.935305 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 73f20e55-5085-4c8e-aa58-a76e89d80727 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:23.935649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 73f20e55-5085-4c8e-aa58-a76e89d80727 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:25.312971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-66968a7a-ecb7-4af6-972d-d736cd11c905 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453005 Aug 09 16:26:25.407787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-b3389951-69a1-447c-87fd-ff51f7eab0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:25.409406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-b3389951-69a1-447c-87fd-ff51f7eab0d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1097 time: 0.0512974 Aug 09 16:26:25.535960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-c465ce9e-fa4b-49b3-9210-bbb3435ed3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:25.537551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-c465ce9e-fa4b-49b3-9210-bbb3435ed3df service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.1087191 Aug 09 16:26:25.621979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-e15d6e09-9f4e-48a8-8902-4906a67b2279 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 1002 time: 0.0767410 Aug 09 16:26:25.676419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-d324542b-bc5a-485d-ac75-d3527fa9bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:25.677843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-d324542b-bc5a-485d-ac75-d3527fa9bbe8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0489557 Aug 09 16:26:25.730911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-e452868e-6d00-48af-b7da-c3d7efa0ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:25.732730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-e452868e-6d00-48af-b7da-c3d7efa0ff1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478601 Aug 09 16:26:25.833882 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-ed0428ee-d42c-451e-a931-6e6004d15355 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936420 Aug 09 16:26:25.936750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a44f4a27-e21f-422a-b56e-c84fc6a2ab4f req-4eecede2-8800-4677-8e8e-8ee279c5d6b5 service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960622 Aug 09 16:26:29.030255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:29.072534 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:29.740873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41420) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:29.913206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port dd212c2a-14dd-4d23-bc76-297e97b2cea8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:29.913539 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:30.008015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:30.008548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:30.021862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for dd212c2a-14dd-4d23-bc76-297e97b2cea8 owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:30.188647 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:30.217649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=dd212c2a-14dd-4d23-bc76-297e97b2cea8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:30.279029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:30.279375 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Floating IP 09a20d3a-c107-4a9c-a666-1c80029efb94 disassociated (deleted). External IP: 172.25.7.114, port: 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8. Aug 09 16:26:30.859602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Router 699e7a3e-cfa0-4067-9114-26f862787029 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:26:30.981947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:26:30.986934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:30.991733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:26:31.001449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:31.002029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:26:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:31.014106 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-95422c26-79e4-4269-aa71-c7d1c947a579 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "DELETE /v2.0/floatingips/09a20d3a-c107-4a9c-a666-1c80029efb94 HTTP/1.1" status: 204 len: 168 time: 1.2720048 Aug 09 16:26:31.014789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:31.017222 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b274185-1764-4f26-ae1e-98242c41595a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:31.115495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:31.178116 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d8e372-3378-435d-9c25-34b7c83141b3 x-openstack-request-id: req-99d8e372-3378-435d-9c25-34b7c83141b3 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:31.178405 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:31.178640 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99d8e372-3378-435d-9c25-34b7c83141b3 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:31.179059 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'status': 'completed', 'code': 200} Aug 09 16:26:31.282936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274185-1764-4f26-ae1e-98242c41595a req-a88931a3-2659-4a11-8c3b-2c3f5695d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:31.284421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b274185-1764-4f26-ae1e-98242c41595a req-a88931a3-2659-4a11-8c3b-2c3f5695d1f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 1097 time: 0.0824270 Aug 09 16:26:31.292718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ea92-a05b-4743-960e-78ce83535a90 req-86d7ce6d-bf61-493b-bd52-6e13284b10c9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:31.294148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e705ea92-a05b-4743-960e-78ce83535a90 req-86d7ce6d-bf61-493b-bd52-6e13284b10c9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 946 time: 0.0646513 Aug 09 16:26:31.331302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:31.363146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:26:31.372464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:31.373050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:26:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:31.388762 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e705ea92-a05b-4743-960e-78ce83535a90 req-9e7fda6c-272b-4950-9e8f-76bd78e41c96 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864058 Aug 09 16:26:31.410254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274185-1764-4f26-ae1e-98242c41595a req-255e96c7-a259-4775-8605-ad0e78716711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:31.411853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b274185-1764-4f26-ae1e-98242c41595a req-255e96c7-a259-4775-8605-ad0e78716711 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 200 len: 914 time: 0.1167948 Aug 09 16:26:31.461455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b274185-1764-4f26-ae1e-98242c41595a req-1a542a0c-3d48-4191-b9ee-18db6dfb2c1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0405331 Aug 09 16:26:31.484634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:31.514124 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274185-1764-4f26-ae1e-98242c41595a req-f1b20539-fd97-47be-a6f7-73db35bb36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:31.515623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b274185-1764-4f26-ae1e-98242c41595a req-f1b20539-fd97-47be-a6f7-73db35bb36e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 200 len: 851 time: 0.0462470 Aug 09 16:26:31.565505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274185-1764-4f26-ae1e-98242c41595a req-3c092533-e218-46d6-9f05-d4455b1a4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:31.566996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b274185-1764-4f26-ae1e-98242c41595a req-3c092533-e218-46d6-9f05-d4455b1a4be6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2e75f1a-2edd-47ad-943d-86a9c1c795a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436139 Aug 09 16:26:31.664110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b274185-1764-4f26-ae1e-98242c41595a req-57260b4a-6cc6-46bc-9c52-b608415881eb service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887253 Aug 09 16:26:31.693559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:31.721500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71d5f6-9d66-441e-8978-8a6511b0acdc None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:34Z', 'revision_number': 4, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '573224cd-c974-4e8f-b091-666ca505352b', 'name': '', 'network_id': 'f2e75f1a-2edd-47ad-943d-86a9c1c795a6', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'mac_address': 'fa:16:3e:86:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:33Z', 'updated_at': '2021-08-09T16:16:40Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'subnets': [{'id': '295d6d4e-81ef-4ddf-add3-41772ea9accc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:26:31.762807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b274185-1764-4f26-ae1e-98242c41595a req-85896b79-6a3a-4265-ac34-841d2456d2df service neutron] 10.222.0.35 "GET /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914376 Aug 09 16:26:31.957046 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000396f-9e58-4588-b202-0e00cafee9cc None None] New status for floating IP 09a20d3a-c107-4a9c-a666-1c80029efb94: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:26:32.513878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b133f7-6aa3-423a-a6d3-e091335e47e9 req-33dfbcef-f186-47c7-a60e-aa0485d98b5d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:32.515547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48b133f7-6aa3-423a-a6d3-e091335e47e9 req-33dfbcef-f186-47c7-a60e-aa0485d98b5d tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 946 time: 0.0542932 Aug 09 16:26:32.563987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-48b133f7-6aa3-423a-a6d3-e091335e47e9 req-246b851d-3312-47d1-a9d0-2c4880ececd9 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/security-groups?id=980812b5-7820-491c-b0db-5495d8946c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394843 Aug 09 16:26:32.715706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-a023bed6-22a5-4f46-95da-0cdffecda821 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:32.717153 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-a023bed6-22a5-4f46-95da-0cdffecda821 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 946 time: 0.0523608 Aug 09 16:26:32.811112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:32.811624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:32.925691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] For port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:32.926133 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:32.940869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:33.086975 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:33.117944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:33.159299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] No DVR routers for this DVR port 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:33.162223 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:33.164713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ec3fcf74-f003-47e1-bdfc-678cb52abe20 req-4aa50c86-07c1-4eff-b9b2-552cfe3f7aa1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.35 "DELETE /v2.0/ports/3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 HTTP/1.1" status: 204 len: 173 time: 0.4409685 Aug 09 16:26:33.165137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'name': 'network-vif-deleted', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:33.167438 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a549e12-1012-47de-9c03-8e52ef83301a" -d '{"events": [{"server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "name": "network-vif-deleted", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:33.204559 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa655e5d-d0d3-44ae-bb66-87d7a3a4173d x-openstack-request-id: req-aa655e5d-d0d3-44ae-bb66-87d7a3a4173d {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:33.204857 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9c7063-92e8-4e6a-a14c-d962b48605ac", "name": "network-vif-deleted", "tag": "3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:33.205111 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa655e5d-d0d3-44ae-bb66-87d7a3a4173d {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:33.205517 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9c7063-92e8-4e6a-a14c-d962b48605ac', 'name': 'network-vif-deleted', 'tag': '3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8', 'status': 'completed', 'code': 200} Aug 09 16:26:33.662601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-adadad94-e268-4aa2-ad11-bce74911b9e5 req-d4cc5b3d-11b2-4d8b-9126-f74f1e3c4890 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 210 time: 0.0264852 Aug 09 16:26:34.766094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-875b9336-430f-4c78-bd04-d448b3644d45 req-3cf702b5-517a-4e64-aee5-ab56cf1ba273 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 210 time: 0.0314593 Aug 09 16:26:35.868661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24cd0737-e207-43ab-a177-7174772d37ff req-52fd53c7-f89e-4fc6-8fd3-051203e47ff1 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 210 time: 0.0271971 Aug 09 16:26:36.979720 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a95cede-3144-4128-b392-70023599e7a9 req-944368bd-b797-486a-bf81-bcf4d489f936 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa9c7063-92e8-4e6a-a14c-d962b48605ac HTTP/1.1" status: 200 len: 210 time: 0.0303791 Aug 09 16:26:37.181024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:37.208988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:37.209391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3cf864fd-8fc9-4e17-af51-6b8cdcb9b8e8 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:37.865101 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:26:38.044605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41446) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:38.180766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Deleting port e4d22314-097a-4ed3-bb40-7687c7da6c34 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:38.181163 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.270875 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.271101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.285386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Calling delete_port for e4d22314-097a-4ed3-bb40-7687c7da6c34 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:38.428933 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.458543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'Port': ['ID=e4d22314-097a-4ed3-bb40-7687c7da6c34,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:38.522183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.524703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.525877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-598e95a9-a13d-43b2-98bd-e6ae4161f182 tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "DELETE /v2.0/floatingips/4906221e-c64e-4971-ad37-c5400c0d90bc HTTP/1.1" status: 204 len: 168 time: 0.4802413 Aug 09 16:26:40.800366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41460) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:40.871197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1b31-9923-4444-b1de-b3fc5fde4dfd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.898313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1b31-9923-4444-b1de-b3fc5fde4dfd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.962674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1b31-9923-4444-b1de-b3fc5fde4dfd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.966134 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1b31-9923-4444-b1de-b3fc5fde4dfd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.967347 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2a5f1b31-9923-4444-b1de-b3fc5fde4dfd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] 10.222.0.64 "DELETE /v2.0/security-groups/980812b5-7820-491c-b0db-5495d8946c14 HTTP/1.1" status: 204 len: 168 time: 0.1657450 Aug 09 16:26:40.979743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f1b31-9923-4444-b1de-b3fc5fde4dfd tempest-TestVolumeBootPattern-1336536353 tempest-TestVolumeBootPattern-1336536353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980812b5-7820-491c-b0db-5495d8946c14,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:41.053137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41464) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:41.588016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.849921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Deleting port 573224cd-c974-4e8f-b091-666ca505352b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:41.850270 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.932090 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] For port 573224cd-c974-4e8f-b091-666ca505352b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=573224cd-c974-4e8f-b091-666ca505352b,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:41.932525 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.946945 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Calling delete_port for 573224cd-c974-4e8f-b091-666ca505352b owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:42.140787 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.166650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=573224cd-c974-4e8f-b091-666ca505352b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:42.339057 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.577054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Router 699e7a3e-cfa0-4067-9114-26f862787029 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:26:42.690870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:26:42.696014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-01d987e1-558b-4212-aaf0-e24a9e8f86d4 admin admin] 10.222.0.64 "PUT /v2.0/routers/699e7a3e-cfa0-4067-9114-26f862787029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6408556 Aug 09 16:26:42.698745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41468) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:42.702208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] Sync routers for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:26:42.713650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:42.714275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:26:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:42.807478 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.827774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:42.913934 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.975077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Deleting port c070183f-0f2a-4533-88d9-bedcf4ab5c7e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:42.975428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.025088 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:26:42Z', 'revision_number': 5, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port': {'id': 'c070183f-0f2a-4533-88d9-bedcf4ab5c7e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699e7a3e-cfa0-4067-9114-26f862787029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:43.053733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] Checking router: 699e7a3e-cfa0-4067-9114-26f862787029 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:26:43.057185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] For port c070183f-0f2a-4533-88d9-bedcf4ab5c7e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c070183f-0f2a-4533-88d9-bedcf4ab5c7e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:43.057556 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.062620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] Routers {'699e7a3e-cfa0-4067-9114-26f862787029'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:43.063249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:26:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['699e7a3e-cfa0-4067-9114-26f862787029'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:43.071724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Calling delete_port for c070183f-0f2a-4533-88d9-bedcf4ab5c7e owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:43.160024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] Set router 699e7a3e-cfa0-4067-9114-26f862787029 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:43.249094 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.276182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c070183f-0f2a-4533-88d9-bedcf4ab5c7e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:43.352354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.390293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:26:42Z', 'revision_number': 6, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:43.417593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22105e99-9c58-47ca-948a-7b7a6c3c24ec None None] The sync data for ids ['699e7a3e-cfa0-4067-9114-26f862787029'] in n-d-799523-2 is: [{'id': '699e7a3e-cfa0-4067-9114-26f862787029', 'name': 'tempest-TestVolumeBootPattern-1004039108-router', 'tenant_id': '436e959f0fa94c8ebcb0202d30b587b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:31Z', 'updated_at': '2021-08-09T16:26:42Z', 'revision_number': 6, 'project_id': '436e959f0fa94c8ebcb0202d30b587b9', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:26:43.450721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.450721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.498843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.499455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699e7a3e-cfa0-4067-9114-26f862787029 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:26:43.503990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.505150 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a068b546-b794-402f-8679-fcbc05ebce6a admin admin] 10.222.0.64 "DELETE /v2.0/routers/699e7a3e-cfa0-4067-9114-26f862787029 HTTP/1.1" status: 204 len: 168 time: 0.8053966 Aug 09 16:26:43.507810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41470) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:43.556548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd347cd-e83e-4326-876a-f383777391ff admin admin] Deleting subnet 295d6d4e-81ef-4ddf-add3-41772ea9accc {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:26:43.560257 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dfd347cd-e83e-4326-876a-f383777391ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.601062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dfd347cd-e83e-4326-876a-f383777391ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.685843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dfd347cd-e83e-4326-876a-f383777391ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.748572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dfd347cd-e83e-4326-876a-f383777391ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.782671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd347cd-e83e-4326-876a-f383777391ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295d6d4e-81ef-4ddf-add3-41772ea9accc,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:43.784775 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-dfd347cd-e83e-4326-876a-f383777391ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.787924 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-dfd347cd-e83e-4326-876a-f383777391ff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/295d6d4e-81ef-4ddf-add3-41772ea9accc HTTP/1.1" status: 204 len: 168 time: 0.2780380 Aug 09 16:26:43.789583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41472) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:43.792972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c64b5-ce54-4060-8239-938b1b3e5271 None None] Network f2e75f1a-2edd-47ad-943d-86a9c1c795a6 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:26:43.879850 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.941939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Deleting port 27dfbf95-ca7e-4455-8277-43bb5078578c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:43.942370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.995119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] DHCP port deletion for f2e75f1a-2edd-47ad-943d-86a9c1c795a6 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:26:44.017903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] For port 27dfbf95-ca7e-4455-8277-43bb5078578c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=27dfbf95-ca7e-4455-8277-43bb5078578c,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:44.018372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.034678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Calling delete_port for 27dfbf95-ca7e-4455-8277-43bb5078578c owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:44.061244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Deleting port 27dfbf95-ca7e-4455-8277-43bb5078578c {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:44.061605 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.122905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 27dfbf95-ca7e-4455-8277-43bb5078578c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:44.137414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.160240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] For port 27dfbf95-ca7e-4455-8277-43bb5078578c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=27dfbf95-ca7e-4455-8277-43bb5078578c,segment=NetworkSegment(8e282009-03da-44d9-a2de-9db52c829798),segment_id=8e282009-03da-44d9-a2de-9db52c829798)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:44.160649 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.166855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Pushing event deleted for resources: {'Port': ['ID=27dfbf95-ca7e-4455-8277-43bb5078578c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:44.176919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] No DVR routers for this DVR port 27dfbf95-ca7e-4455-8277-43bb5078578c on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:44.180917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Calling delete_port for 27dfbf95-ca7e-4455-8277-43bb5078578c owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:44.198048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No active binding found for port 27dfbf95-ca7e-4455-8277-43bb5078578c {{(pid=94179) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 16:26:44.198480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 27dfbf95-ca7e-4455-8277-43bb5078578c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:44.198893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 573224cd-c974-4e8f-b091-666ca505352b no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:44.276190 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.287319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e75f1a-2edd-47ad-943d-86a9c1c795a6']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:44.298027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 573224cd-c974-4e8f-b091-666ca505352b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:44.298502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 573224cd-c974-4e8f-b091-666ca505352b not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:44.299103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c070183f-0f2a-4533-88d9-bedcf4ab5c7e no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:44.301249 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e282009-03da-44d9-a2de-9db52c829798') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:44.301548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e282009-03da-44d9-a2de-9db52c829798') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:44.313453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.326198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c070183f-0f2a-4533-88d9-bedcf4ab5c7e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:44.326538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c070183f-0f2a-4533-88d9-bedcf4ab5c7e not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:44.330484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.338824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:26:44.339289 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:26:44.341531 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:26:44.366090 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.402034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.403060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Pushing event deleted for resources: {'Port': ['ID=27dfbf95-ca7e-4455-8277-43bb5078578c,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:44.407452 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:44.408212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] No DVR routers for this DVR port 27dfbf95-ca7e-4455-8277-43bb5078578c on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:44.409577 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f2e75f1a-2edd-47ad-943d-86a9c1c795a6 HTTP/1.1" status: 204 len: 168 time: 0.6185822 Aug 09 16:26:44.412792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41474) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:44.417079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.417436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.417778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.418118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.418454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.418785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.419113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.419443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.419864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.420104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.420431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.420778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24233a29-961b-41c1-b1be-9ec89081e22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:44.425409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176ff17-3b61-4bc5-b6b6-54f69d8d7085 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e75f1a-2edd-47ad-943d-86a9c1c795a6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:44.794846 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.101336 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c75e6451-75a0-4507-80a4-e5dadd9423e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.427780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Deleting port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:45.428375 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.515782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] For port f3a2ec6a-8bf1-4e8c-b735-9b455a79f025, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,segment=NetworkSegment(cf2e3341-70d8-45e8-bd99-e0af1a7d42b8),segment_id=cf2e3341-70d8-45e8-bd99-e0af1a7d42b8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:45.516079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.530874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Calling delete_port for f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:45.725430 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.756901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a2ec6a-8bf1-4e8c-b735-9b455a79f025,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:45.937304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:46.177231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Router 7a847d5c-7112-4362-909e-d7331d9c5159 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:26:46.293554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:26:46.298809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a75f2def-8097-43ea-a342-e075890dfc73 admin admin] 10.222.0.64 "PUT /v2.0/routers/7a847d5c-7112-4362-909e-d7331d9c5159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8843379 Aug 09 16:26:46.301377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41476) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:46.304181 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] Sync routers for ids ['7a847d5c-7112-4362-909e-d7331d9c5159'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:26:46.314452 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] Routers {'7a847d5c-7112-4362-909e-d7331d9c5159'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:46.315071 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:26:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7a847d5c-7112-4362-909e-d7331d9c5159'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:46.408806 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:46.421377 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] Set router 7a847d5c-7112-4362-909e-d7331d9c5159 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:46.524082 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:46.578591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Deleting port 523a843a-bada-43e5-994c-c7829e9ff3f1 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:46.578817 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:46.600002 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:26:45Z', 'revision_number': 5, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port': {'id': '523a843a-bada-43e5-994c-c7829e9ff3f1', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:16:37Z', 'updated_at': '2021-08-09T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:46.630299 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] Checking router: 7a847d5c-7112-4362-909e-d7331d9c5159 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:26:46.646043 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] Routers {'7a847d5c-7112-4362-909e-d7331d9c5159'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:46.646656 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:26:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7a847d5c-7112-4362-909e-d7331d9c5159'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:46.659184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] For port 523a843a-bada-43e5-994c-c7829e9ff3f1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=523a843a-bada-43e5-994c-c7829e9ff3f1,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:46.659550 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:46.675314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Calling delete_port for 523a843a-bada-43e5-994c-c7829e9ff3f1 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:46.735368 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] Set router 7a847d5c-7112-4362-909e-d7331d9c5159 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:46.786247 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:26:46Z', 'revision_number': 6, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:46.816406 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271e146-c03b-436c-b7ca-fd3f03a0ab75 None None] The sync data for ids ['7a847d5c-7112-4362-909e-d7331d9c5159'] in n-d-799523-2 is: [{'id': '7a847d5c-7112-4362-909e-d7331d9c5159', 'name': 'tempest-TestVolumeBootPattern-2032602159-router', 'tenant_id': '729d5122ee81489b9cccd9d8a6363e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:16:36Z', 'updated_at': '2021-08-09T16:26:46Z', 'revision_number': 6, 'project_id': '729d5122ee81489b9cccd9d8a6363e10', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:26:46.856863 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:46.888260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=523a843a-bada-43e5-994c-c7829e9ff3f1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:46.954400 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.052861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.055342 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.101472 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.102294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a847d5c-7112-4362-909e-d7331d9c5159 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:26:47.108709 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.110915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bc8b1c2b-4044-4c28-844e-558a654895d5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7a847d5c-7112-4362-909e-d7331d9c5159 HTTP/1.1" status: 204 len: 168 time: 0.8081081 Aug 09 16:26:47.114913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41478) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:47.167063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a4c96e-028b-497d-a467-3d3f75ecb546 admin admin] Deleting subnet bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:26:47.170671 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c96e-028b-497d-a467-3d3f75ecb546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.210515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c96e-028b-497d-a467-3d3f75ecb546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.289383 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c96e-028b-497d-a467-3d3f75ecb546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.355954 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c96e-028b-497d-a467-3d3f75ecb546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.387809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4c96e-028b-497d-a467-3d3f75ecb546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:47.394872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c96e-028b-497d-a467-3d3f75ecb546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.397188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c4a4c96e-028b-497d-a467-3d3f75ecb546 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bf1e1142-9b9c-45f0-8f4a-3a2ad19af03d HTTP/1.1" status: 204 len: 168 time: 0.2809241 Aug 09 16:26:47.399604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41480) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:47.402342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0ffea-079c-41e8-aba8-8ea4027befa9 None None] Network da52a8c2-5ccb-4b81-948e-dfce05e4580d requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:26:47.470887 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.526635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Deleting port c6411047-155d-42e1-8a1f-ef00ab557ac1 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:47.527188 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.573089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] DHCP port deletion for da52a8c2-5ccb-4b81-948e-dfce05e4580d request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:26:47.602332 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] For port c6411047-155d-42e1-8a1f-ef00ab557ac1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6411047-155d-42e1-8a1f-ef00ab557ac1,segment=NetworkSegment(cf2e3341-70d8-45e8-bd99-e0af1a7d42b8),segment_id=cf2e3341-70d8-45e8-bd99-e0af1a7d42b8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:47.603251 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.604136 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-65745342-e72a-4198-a819-2d3087467591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.619712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Calling delete_port for c6411047-155d-42e1-8a1f-ef00ab557ac1 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:47.628702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] Deleting port c6411047-155d-42e1-8a1f-ef00ab557ac1 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:47.629154 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.708708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] For port c6411047-155d-42e1-8a1f-ef00ab557ac1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c6411047-155d-42e1-8a1f-ef00ab557ac1,segment=NetworkSegment(cf2e3341-70d8-45e8-bd99-e0af1a7d42b8),segment_id=cf2e3341-70d8-45e8-bd99-e0af1a7d42b8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:47.709140 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.713482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.725717 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] Calling delete_port for c6411047-155d-42e1-8a1f-ef00ab557ac1 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:47.745431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6411047-155d-42e1-8a1f-ef00ab557ac1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:47.749339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] No DVR routers for this DVR port c6411047-155d-42e1-8a1f-ef00ab557ac1 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:47.812599 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.822000 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.833404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da52a8c2-5ccb-4b81-948e-dfce05e4580d']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:47.845931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:47.846170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2e3341-70d8-45e8-bd99-e0af1a7d42b8') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:47.853831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] No DVR routers for this DVR port c6411047-155d-42e1-8a1f-ef00ab557ac1 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:47.857107 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.858847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a34c7d-62d1-4e47-a68d-4028fa6ae61b None None] Pushing event deleted for resources: {'Port': ['ID=c6411047-155d-42e1-8a1f-ef00ab557ac1,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:47.872063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.879001 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.879243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:26:47.879458 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:26:47.881469 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:26:47.942331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.948613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.950465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] 10.222.0.64 "DELETE /v2.0/networks/da52a8c2-5ccb-4b81-948e-dfce05e4580d HTTP/1.1" status: 204 len: 168 time: 0.5498719 Aug 09 16:26:47.962025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7435a8-7b2c-4ed1-97b4-087712b7ba4d admin admin] Pushing event deleted for resources: {'Network': ['ID=da52a8c2-5ccb-4b81-948e-dfce05e4580d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:48.097077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41484) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:48.106711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:48.129400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:48.129622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f3a2ec6a-8bf1-4e8c-b735-9b455a79f025 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:48.130021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 523a843a-bada-43e5-994c-c7829e9ff3f1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:48.142237 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b7d53964-e91f-4c63-b9b0-bb5bb8f065ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=436e959f0fa94c8ebcb0202d30b587b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433421 Aug 09 16:26:48.144390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41486) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:48.148732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 523a843a-bada-43e5-994c-c7829e9ff3f1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:48.149226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 523a843a-bada-43e5-994c-c7829e9ff3f1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:48.149500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6411047-155d-42e1-8a1f-ef00ab557ac1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:48.168106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c6411047-155d-42e1-8a1f-ef00ab557ac1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:48.168442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c6411047-155d-42e1-8a1f-ef00ab557ac1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:48.202805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8329d947-301a-4900-ad0d-e66f480c8202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:48.225069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8329d947-301a-4900-ad0d-e66f480c8202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:48.277636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8329d947-301a-4900-ad0d-e66f480c8202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:48.280281 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8329d947-301a-4900-ad0d-e66f480c8202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:48.281474 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8329d947-301a-4900-ad0d-e66f480c8202 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/043313eb-6779-4147-92f8-e99fc72d794e HTTP/1.1" status: 204 len: 168 time: 0.1361492 Aug 09 16:26:48.290169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329d947-301a-4900-ad0d-e66f480c8202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043313eb-6779-4147-92f8-e99fc72d794e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:48.678109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41492) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:48.728372 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-88e3273a-7d3f-4d36-a7cc-124a0fcec0a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=729d5122ee81489b9cccd9d8a6363e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481663 Aug 09 16:26:48.731507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41494) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:48.786631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3cc867c-0f2b-4bd0-b16d-6fd97e3cb738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:48.809295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3cc867c-0f2b-4bd0-b16d-6fd97e3cb738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:48.858167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3cc867c-0f2b-4bd0-b16d-6fd97e3cb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:48.860738 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3cc867c-0f2b-4bd0-b16d-6fd97e3cb738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:48.861959 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d3cc867c-0f2b-4bd0-b16d-6fd97e3cb738 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22e630f0-2f30-4aa7-9943-604add493550 HTTP/1.1" status: 204 len: 168 time: 0.1294839 Aug 09 16:26:48.870824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc867c-0f2b-4bd0-b16d-6fd97e3cb738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e630f0-2f30-4aa7-9943-604add493550,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:49.199951 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:50.609014 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:59.028911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:59.072499 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:59.379984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-415c195b-6593-4bb0-8eaa-f20d1204c2e2 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ad951321f87e450c9308fc5a3e66f3bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252275 Aug 09 16:26:59.497569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-62e3c8ed-80d3-4164-acf9-a0a2ad03b632 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:59.499198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-62e3c8ed-80d3-4164-acf9-a0a2ad03b632 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118743 Aug 09 16:26:59.515916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-4f8e3010-ce6f-4bbb-853e-fd98f1137840 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/quotas/ad951321f87e450c9308fc5a3e66f3bc HTTP/1.1" status: 200 len: 375 time: 0.0104699 Aug 09 16:26:59.558577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-aa8365c3-84e5-4057-bac8-3db18ef096da tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad951321f87e450c9308fc5a3e66f3bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360477 Aug 09 16:26:59.728627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2a20573-fafa-48c1-9e3b-6c423e1bb0af req-b04aa887-2bc8-4b76-9086-3207f5668d93 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 210 time: 0.0266011 Aug 09 16:27:00.838487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2abc0203-8323-4ba2-9688-57cd1ef00d49 req-2cd60f12-dbe0-462d-82f4-40f672a57dff tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 210 time: 0.0288458 Aug 09 16:27:00.862477 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-40cb12d8-a7f9-46f3-a497-2e9aa4135450 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ad951321f87e450c9308fc5a3e66f3bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326962 Aug 09 16:27:01.075810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-cb7e54b3-1f79-4a19-8135-3fc65c50ffa3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:01.077677 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-cb7e54b3-1f79-4a19-8135-3fc65c50ffa3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094567 Aug 09 16:27:01.090860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Request body: {'port': {'device_id': 'e90c57d8-c182-470a-9c0d-22d41bcb8125', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'admin_state_up': True, 'tenant_id': 'ad951321f87e450c9308fc5a3e66f3bc'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:01.569793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Made reservation on behalf of ad951321f87e450c9308fc5a3e66f3bc for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:27:01.573470 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:01.583404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:01.686444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:01.692328 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:01.759169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ee0a97-13ab-4242-b3ff-6aa0b5a48325,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:01.840289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Allocated IP 192.168.233.16 (a926d79b-c92a-4717-99ef-5f99fd8724c7/30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b/38b9284a-c53f-4b5a-92e4-711d2802a1e3) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:27:01.940918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e1d9e40-48a1-45c2-bea3-410e92f313a1 req-033713c5-8c44-4810-be7c-6a0e1ac2ffa5 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 210 time: 0.0294628 Aug 09 16:27:02.000843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.014791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Transition to ACTIVE for port object 38b9284a-c53f-4b5a-92e4-711d2802a1e3 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:27:02.057772 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.107217 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Network a926d79b-c92a-4717-99ef-5f99fd8724c7 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:27:02.110708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:27:02.114661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:27:02.121380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Pushing event updated for resources: {'Port': ['ID=38b9284a-c53f-4b5a-92e4-711d2802a1e3,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:02.171371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:02.172111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.188850 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-c0e5d857-6c07-4374-addc-7488ab84e24e tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1018727 Aug 09 16:27:02.201707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Request body: {'port': {'device_id': 'e90c57d8-c182-470a-9c0d-22d41bcb8125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:02.265569 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.347044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-afa80872-ce63-4e97-ad60-ed93849a48a4 None None] Provisioning for port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:27:02.350919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-afa80872-ce63-4e97-ad60-ed93849a48a4 None None] Provisioning complete for port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:27:02.351281 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-afa80872-ce63-4e97-ad60-ed93849a48a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.391069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-afa80872-ce63-4e97-ad60-ed93849a48a4 None None] Port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:27:02.551802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b9284a-c53f-4b5a-92e4-711d2802a1e3 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:27:02.559864 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.571850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Transition to ACTIVE for port object 38b9284a-c53f-4b5a-92e4-711d2802a1e3 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:27:02.579132 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.636005 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Pushing event updated for resources: {'Port': ['ID=38b9284a-c53f-4b5a-92e4-711d2802a1e3,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:02.715842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Attempting to bind port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:27:02.716238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Attempting to bind port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:27:02.716566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Attempting to bind port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:02.722021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:27:02.722361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Attempting to bind port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 on network a926d79b-c92a-4717-99ef-5f99fd8724c7 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:02.727576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:27:02.727949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Checking segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:27:02.728378 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Bound using segment: {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:27:02.728882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Bound port: 38b9284a-c53f-4b5a-92e4-711d2802a1e3, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54b0ea-ec26-421d-af94-f60641229ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:27:02.729238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.808061 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] For port 38b9284a-c53f-4b5a-92e4-711d2802a1e3, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:27:02.812905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] For port 38b9284a-c53f-4b5a-92e4-711d2802a1e3, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38b9284a-c53f-4b5a-92e4-711d2802a1e3,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:27:02.819764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.859796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:02.860492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:02.862380 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/38b9284a-c53f-4b5a-92e4-711d2802a1e3 HTTP/1.1" status: 200 len: 1095 time: 0.6653121 Aug 09 16:27:02.863123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90c57d8-c182-470a-9c0d-22d41bcb8125', 'tag': '38b9284a-c53f-4b5a-92e4-711d2802a1e3'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:02.865678 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5452b865-6e1f-4534-9c6e-1a6e23d201be" -d '{"events": [{"name": "network-changed", "server_uuid": "e90c57d8-c182-470a-9c0d-22d41bcb8125", "tag": "38b9284a-c53f-4b5a-92e4-711d2802a1e3"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:02.894593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24660b8a-d878-4736-ba0c-34a1502483a1 service neutron] Pushing event updated for resources: {'Port': ['ID=38b9284a-c53f-4b5a-92e4-711d2802a1e3,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:02.919957 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfed3ce-b2ab-4235-b454-fbbafb8de558 x-openstack-request-id: req-3cfed3ce-b2ab-4235-b454-fbbafb8de558 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:02.920310 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90c57d8-c182-470a-9c0d-22d41bcb8125", "tag": "38b9284a-c53f-4b5a-92e4-711d2802a1e3", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:02.920724 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cfed3ce-b2ab-4235-b454-fbbafb8de558 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:02.921275 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90c57d8-c182-470a-9c0d-22d41bcb8125', 'tag': '38b9284a-c53f-4b5a-92e4-711d2802a1e3', 'status': 'completed', 'code': 200} Aug 09 16:27:02.953031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-e7dde48c-3e01-494d-b7ba-9595efe79d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:02.954696 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-e7dde48c-3e01-494d-b7ba-9595efe79d9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad951321f87e450c9308fc5a3e66f3bc&device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 1098 time: 0.0471396 Aug 09 16:27:03.003719 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-1fd10abf-76df-4334-bc55-ce2403929215 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=38b9284a-c53f-4b5a-92e4-711d2802a1e3 HTTP/1.1" status: 200 len: 217 time: 0.0412421 Aug 09 16:27:03.057978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-6c22daef-5a4a-422d-b63e-ee9e39f70e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.059541 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-6c22daef-5a4a-422d-b63e-ee9e39f70e5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0490520 Aug 09 16:27:03.075609 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769f7c5-d5d4-4ee0-944e-2cb7b56e7a7b req-19e1b18e-20d4-4cc4-b203-6840855c5124 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.077420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a769f7c5-d5d4-4ee0-944e-2cb7b56e7a7b req-19e1b18e-20d4-4cc4-b203-6840855c5124 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 947 time: 0.0559437 Aug 09 16:27:03.108118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-5ba2dc11-c3ae-48b2-b243-6c7566cdc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.109704 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-5ba2dc11-c3ae-48b2-b243-6c7566cdc072 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437257 Aug 09 16:27:03.121883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a769f7c5-d5d4-4ee0-944e-2cb7b56e7a7b req-fe42d0b2-65e6-454e-997f-94e32b53b4c2 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377429 Aug 09 16:27:03.209631 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-1c044703-3937-44a5-8eb8-7c0af002b38c service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922427 Aug 09 16:27:03.305481 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2010adf9-b9c3-4484-bc63-a6347818b2f5 req-73fb32b6-4713-40fe-a86e-1f7fbf930fc9 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886135 Aug 09 16:27:03.464258 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-2cb350de-b344-4e7b-8e9a-0e5f4658cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.465703 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-2cb350de-b344-4e7b-8e9a-0e5f4658cdbf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad951321f87e450c9308fc5a3e66f3bc&device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 1098 time: 0.0554056 Aug 09 16:27:03.560874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-1576ea73-6982-493a-8c68-0ed59f244b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.562501 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-1576ea73-6982-493a-8c68-0ed59f244b99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a926d79b-c92a-4717-99ef-5f99fd8724c7 HTTP/1.1" status: 200 len: 871 time: 0.0885670 Aug 09 16:27:03.608195 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-934fdecd-c97f-4118-aa9a-2e4f4d3267e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=38b9284a-c53f-4b5a-92e4-711d2802a1e3 HTTP/1.1" status: 200 len: 217 time: 0.0368357 Aug 09 16:27:03.675601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-16a42014-654d-48e5-8513-45ef7acf5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.677191 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-16a42014-654d-48e5-8513-45ef7acf5e35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b HTTP/1.1" status: 200 len: 843 time: 0.0617070 Aug 09 16:27:03.726715 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-2b77ca32-7c22-4b3f-b226-4d12ed6c565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.728211 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-2b77ca32-7c22-4b3f-b226-4d12ed6c565f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a926d79b-c92a-4717-99ef-5f99fd8724c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428486 Aug 09 16:27:03.821029 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-aabed73e-e957-4644-a8d3-4c81743e01f5 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843349 Aug 09 16:27:03.934918 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5452b865-6e1f-4534-9c6e-1a6e23d201be req-973a3548-d851-461a-b73e-4445c47cf830 service neutron] 10.222.0.66 "GET /v2.0/networks/a926d79b-c92a-4717-99ef-5f99fd8724c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044357 Aug 09 16:27:04.262713 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7d6d-6488-49d9-a2ce-19358f0b9edb req-41cbfaa2-1c2a-4fef-9ace-46f14f4cd556 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:04.264309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26ea7d6d-6488-49d9-a2ce-19358f0b9edb req-41cbfaa2-1c2a-4fef-9ace-46f14f4cd556 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 947 time: 0.0619543 Aug 09 16:27:04.309246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-26ea7d6d-6488-49d9-a2ce-19358f0b9edb req-f34327cb-2ed3-400f-b83a-43c9e01265f0 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356288 Aug 09 16:27:05.439164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7b552-be8f-4d3a-9856-654851c8a3a2 req-6204e29b-38de-481f-a1bf-429e61e999b7 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:05.440990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51b7b552-be8f-4d3a-9856-654851c8a3a2 req-6204e29b-38de-481f-a1bf-429e61e999b7 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 947 time: 0.0566571 Aug 09 16:27:05.484492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51b7b552-be8f-4d3a-9856-654851c8a3a2 req-b000791c-a5ff-4f5f-8f1b-0141cb725e54 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 Aug 09 16:27:06.154830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38b9284a-c53f-4b5a-92e4-711d2802a1e3 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:27:06.257791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38b9284a-c53f-4b5a-92e4-711d2802a1e3, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38b9284a-c53f-4b5a-92e4-711d2802a1e3,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:06.270454 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '38b9284a-c53f-4b5a-92e4-711d2802a1e3', 'network_id': 'a926d79b-c92a-4717-99ef-5f99fd8724c7', 'port_id': '38b9284a-c53f-4b5a-92e4-711d2802a1e3', 'mac_address': 'fa:16:3e:0e:a7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ee64-bbce-46f2-b5f0-7c3d9cd80a6b', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:27:06.316203 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:06.334085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b9284a-c53f-4b5a-92e4-711d2802a1e3 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:27:06.354899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38b9284a-c53f-4b5a-92e4-711d2802a1e3, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38b9284a-c53f-4b5a-92e4-711d2802a1e3,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:06.360221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:06.411640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=38b9284a-c53f-4b5a-92e4-711d2802a1e3,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:06.585795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['38b9284a-c53f-4b5a-92e4-711d2802a1e3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:27:06.614645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539c7d-c960-4961-8695-06ebf720d2ae req-44b52b6c-1a35-4df0-880a-1392bb5288a3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:06.616249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a539c7d-c960-4961-8695-06ebf720d2ae req-44b52b6c-1a35-4df0-880a-1392bb5288a3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 948 time: 0.0526898 Aug 09 16:27:06.662561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a539c7d-c960-4961-8695-06ebf720d2ae req-1b4c0f8f-bc6e-413a-a758-b5be72468332 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Aug 09 16:27:07.913934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d0644-c493-4211-84bd-fa7530f948a1 req-6f503eb6-f5ea-4ddc-999b-8302d3b6ad4f tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:07.916005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-180d0644-c493-4211-84bd-fa7530f948a1 req-6f503eb6-f5ea-4ddc-999b-8302d3b6ad4f tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 948 time: 0.1764185 Aug 09 16:27:07.961339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-180d0644-c493-4211-84bd-fa7530f948a1 req-ea0281e4-7ef8-4d20-a504-9935a5fea1dc tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383573 Aug 09 16:27:08.155672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38b9284a-c53f-4b5a-92e4-711d2802a1e3 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:27:08.217257 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:27:08.222893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:27:08.223385 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:08.312389 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:08.337382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90c57d8-c182-470a-9c0d-22d41bcb8125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b9284a-c53f-4b5a-92e4-711d2802a1e3'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:08.339796 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35a58e6-3841-48b8-bda9-059abc4a9710" -d '{"events": [{"server_uuid": "e90c57d8-c182-470a-9c0d-22d41bcb8125", "name": "network-vif-plugged", "status": "completed", "tag": "38b9284a-c53f-4b5a-92e4-711d2802a1e3"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:08.354208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 38b9284a-c53f-4b5a-92e4-711d2802a1e3, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38b9284a-c53f-4b5a-92e4-711d2802a1e3,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:08.358781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:08.393477 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfbc876-ef46-4801-ae84-3fe190e15277 x-openstack-request-id: req-8dfbc876-ef46-4801-ae84-3fe190e15277 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:08.393761 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90c57d8-c182-470a-9c0d-22d41bcb8125", "name": "network-vif-plugged", "status": "completed", "tag": "38b9284a-c53f-4b5a-92e4-711d2802a1e3", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:08.394020 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8dfbc876-ef46-4801-ae84-3fe190e15277 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:08.394427 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90c57d8-c182-470a-9c0d-22d41bcb8125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b9284a-c53f-4b5a-92e4-711d2802a1e3', 'code': 200} Aug 09 16:27:08.425529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=38b9284a-c53f-4b5a-92e4-711d2802a1e3,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:08.490366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ecbe-47ef-4dbd-af92-18219e8aa55c req-a9cedc0d-b32e-48f6-abbf-ecf045bb6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:08.491767 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed96ecbe-47ef-4dbd-af92-18219e8aa55c req-a9cedc0d-b32e-48f6-abbf-ecf045bb6577 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 1100 time: 0.0524681 Aug 09 16:27:08.544117 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ed96ecbe-47ef-4dbd-af92-18219e8aa55c req-98cee728-21d6-441e-bee3-dfee76f88fd8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 Aug 09 16:27:09.119946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0f36-b6d5-4797-bb15-3413855c392a req-31cdb65b-1347-4940-b7aa-8acd76702bd5 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:09.122296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09ec0f36-b6d5-4797-bb15-3413855c392a req-31cdb65b-1347-4940-b7aa-8acd76702bd5 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 949 time: 0.0686712 Aug 09 16:27:09.180018 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09ec0f36-b6d5-4797-bb15-3413855c392a req-ac51f0c7-03fc-4181-bb8a-57c2dddf631d tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484707 Aug 09 16:27:10.319503 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5d17-8d51-4f7a-bd86-7de9b018230d req-c47d26a3-759d-43f6-b03c-9a3b3d093fd1 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:10.320941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775c5d17-8d51-4f7a-bd86-7de9b018230d req-c47d26a3-759d-43f6-b03c-9a3b3d093fd1 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 949 time: 0.0552628 Aug 09 16:27:10.365455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-775c5d17-8d51-4f7a-bd86-7de9b018230d req-79ae519b-8883-498b-9e1e-bbaa08259e80 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Aug 09 16:27:11.338926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f618-8607-414e-8090-1dd74c88cac7 req-c8d7cd0d-9264-4aff-bbe4-c2e4c0fbbd99 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:11.340479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0594f618-8607-414e-8090-1dd74c88cac7 req-c8d7cd0d-9264-4aff-bbe4-c2e4c0fbbd99 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 949 time: 0.0536087 Aug 09 16:27:11.381920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0594f618-8607-414e-8090-1dd74c88cac7 req-49f0bc8b-0361-4680-87e7-218de4e1c2a4 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Aug 09 16:27:12.521265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e903e-c2eb-48f4-8b98-adbbf9306080 req-ed8bc002-05d5-4ca7-910d-0172a778c1a8 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:12.523235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac7e903e-c2eb-48f4-8b98-adbbf9306080 req-ed8bc002-05d5-4ca7-910d-0172a778c1a8 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 949 time: 0.0658686 Aug 09 16:27:12.566978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac7e903e-c2eb-48f4-8b98-adbbf9306080 req-7db97f39-4171-437d-83f8-4db9b29d5e18 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.64 "GET /v2.0/security-groups?id=81ee0a97-13ab-4242-b3ff-6aa0b5a48325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352583 Aug 09 16:27:12.605636 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-28cb3f06-8238-4050-b45b-2b4bca69a5c9 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:12.607120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-28cb3f06-8238-4050-b45b-2b4bca69a5c9 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.66 "GET /v2.0/ports?device_id=e90c57d8-c182-470a-9c0d-22d41bcb8125 HTTP/1.1" status: 200 len: 949 time: 0.0574834 Aug 09 16:27:12.699406 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Deleting port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:27:12.699639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:12.798612 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] For port 38b9284a-c53f-4b5a-92e4-711d2802a1e3, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=38b9284a-c53f-4b5a-92e4-711d2802a1e3,segment=NetworkSegment(2f54b0ea-ec26-421d-af94-f60641229ece),segment_id=2f54b0ea-ec26-421d-af94-f60641229ece)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:12.798947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:12.812375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Calling delete_port for 38b9284a-c53f-4b5a-92e4-711d2802a1e3 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:27:12.955538 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:12.967756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['38b9284a-c53f-4b5a-92e4-711d2802a1e3'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:27:12.991999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Pushing event deleted for resources: {'Port': ['ID=38b9284a-c53f-4b5a-92e4-711d2802a1e3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:13.034536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] No DVR routers for this DVR port 38b9284a-c53f-4b5a-92e4-711d2802a1e3 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:27:13.037931 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:13.040139 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6351a6c4-0151-4eb0-8586-66dc9e7c1979 req-5a9c3f33-4a0c-4f1f-b799-ad3213b509e3 tempest-ServersAdminNegativeTestJSON-679173036 tempest-ServersAdminNegativeTestJSON-679173036-project] 10.222.0.66 "DELETE /v2.0/ports/38b9284a-c53f-4b5a-92e4-711d2802a1e3 HTTP/1.1" status: 204 len: 173 time: 0.4267068 Aug 09 16:27:13.040587 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90c57d8-c182-470a-9c0d-22d41bcb8125', 'name': 'network-vif-deleted', 'tag': '38b9284a-c53f-4b5a-92e4-711d2802a1e3'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:13.042964 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0147fd70-192b-4d65-9e8e-3c27da38b0dc" -d '{"events": [{"server_uuid": "e90c57d8-c182-470a-9c0d-22d41bcb8125", "name": "network-vif-deleted", "tag": "38b9284a-c53f-4b5a-92e4-711d2802a1e3"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:13.081931 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2254189f-dadb-42ce-aa09-31f64c42a21a x-openstack-request-id: req-2254189f-dadb-42ce-aa09-31f64c42a21a {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:13.082222 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90c57d8-c182-470a-9c0d-22d41bcb8125", "name": "network-vif-deleted", "tag": "38b9284a-c53f-4b5a-92e4-711d2802a1e3", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:13.082473 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2254189f-dadb-42ce-aa09-31f64c42a21a {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:13.082877 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90c57d8-c182-470a-9c0d-22d41bcb8125', 'name': 'network-vif-deleted', 'tag': '38b9284a-c53f-4b5a-92e4-711d2802a1e3', 'status': 'completed', 'code': 200} Aug 09 16:27:13.902868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41636) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:14.065039 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f08071c2-1a06-4d61-9f76-2e89acf0e068 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad951321f87e450c9308fc5a3e66f3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581719 Aug 09 16:27:14.065326 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41640) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:14.119393 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb134abd-3c46-4a9a-8224-21ab78107f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.142630 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb134abd-3c46-4a9a-8224-21ab78107f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.202971 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb134abd-3c46-4a9a-8224-21ab78107f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.205856 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bb134abd-3c46-4a9a-8224-21ab78107f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.210010 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bb134abd-3c46-4a9a-8224-21ab78107f03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81ee0a97-13ab-4242-b3ff-6aa0b5a48325 HTTP/1.1" status: 204 len: 168 time: 0.1409590 Aug 09 16:27:14.216279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb134abd-3c46-4a9a-8224-21ab78107f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ee0a97-13ab-4242-b3ff-6aa0b5a48325,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:14.487799 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41646) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:14.502300 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab4aa154-f212-4003-81a4-a6875d2b7ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.603513 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab4aa154-f212-4003-81a4-a6875d2b7ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.610542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab4aa154-f212-4003-81a4-a6875d2b7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.650581 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ab4aa154-f212-4003-81a4-a6875d2b7ef9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fef7e85be1a74acb995c8bbec41f27e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616879 Aug 09 16:27:14.651473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aa154-f212-4003-81a4-a6875d2b7ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7568794-f1fd-4ce4-b329-b7a30c4ba9a2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:14.653541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41648) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:14.705123 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-463780fe-acdc-4647-b79a-94681690beb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.728115 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-463780fe-acdc-4647-b79a-94681690beb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.786367 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-463780fe-acdc-4647-b79a-94681690beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.789099 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-463780fe-acdc-4647-b79a-94681690beb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.790274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-463780fe-acdc-4647-b79a-94681690beb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7568794-f1fd-4ce4-b329-b7a30c4ba9a2 HTTP/1.1" status: 204 len: 168 time: 0.1357536 Aug 09 16:27:14.798602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463780fe-acdc-4647-b79a-94681690beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7568794-f1fd-4ce4-b329-b7a30c4ba9a2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:14.864926 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:27:15.104446 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-91c636a9-eadc-4ad0-9725-3d1d423a2294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:15.610714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41670) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:15.730877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1648808612-network', 'tenant_id': '4f28f6260af44e35be49ae933bcd5204'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:15.756977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Made reservation on behalf of 4f28f6260af44e35be49ae933bcd5204 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:27:15.759604 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:15.768282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:15.863443 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:15.868551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:15.889533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:27:15.904744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d365428c-ee3b-41ce-a790-1c9659153466,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:15.909196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:15.909543 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Added segment cda11133-5bb9-4065-8c1d-f29d31706ad4 of type vlan for network 0621cd30-68e4-41ee-946b-f800d91acf46 Aug 09 16:27:15.955524 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:15.990686 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:15.991677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:15.992353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:16.046531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4346039 Aug 09 16:27:16.049836 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41674) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:16.052158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e0ee3-f43e-4238-9f5c-6c2b6027914b admin admin] Pushing event updated for resources: {'Network': ['ID=0621cd30-68e4-41ee-946b-f800d91acf46,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:16.055359 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Request body: {'subnet': {'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1648808612-subnet', 'tenant_id': '4f28f6260af44e35be49ae933bcd5204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:16.063761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 0621cd30-68e4-41ee-946b-f800d91acf46 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:27:16.078290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Made reservation on behalf of 4f28f6260af44e35be49ae933bcd5204 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:27:16.080976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:16.256792 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:16.309399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e66ad6-8289-4856-9df3-478bc3d86df0,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:16.325514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Checking segment: {'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:27:16.325864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Network hostable DHCP agents. Network: 0621cd30-68e4-41ee-946b-f800d91acf46, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:27:16.347656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Network 0621cd30-68e4-41ee-946b-f800d91acf46 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:27:16.364299 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 0621cd30-68e4-41ee-946b-f800d91acf46) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:27:16.369925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:16.370550 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:16.376071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a91b18-5b35-41ae-841a-f7ad029944e2 None None] Network 0621cd30-68e4-41ee-946b-f800d91acf46 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:27:16.387463 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9a87df4b-3ed6-4a10-8047-a43aa8d9c10e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3364611 Aug 09 16:27:16.505199 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d0d6ea-9aa0-4fd3-a5c0-62c38f75c201 None None] Network 0621cd30-68e4-41ee-946b-f800d91acf46 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:27:16.855111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-4d4c1161-2f2e-431a-a79a-92bcc0f8d466 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:16.856659 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-4d4c1161-2f2e-431a-a79a-92bcc0f8d466 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/networks?id=0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 200 len: 812 time: 0.1157761 Aug 09 16:27:16.872704 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-4decb4a4-f6ab-4829-9f16-91a3bac07e43 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/quotas/4f28f6260af44e35be49ae933bcd5204 HTTP/1.1" status: 200 len: 375 time: 0.0101507 Aug 09 16:27:16.909095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-33b594ac-9806-4eec-9762-30e3bfa30320 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f28f6260af44e35be49ae933bcd5204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278370 Aug 09 16:27:17.066011 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-96d9be43-831f-4588-aa69-911f6f2c5fc9 service neutron] 10.222.0.64 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463370 Aug 09 16:27:17.169913 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-c08df3dd-ec2f-4499-a85b-13176446acac service neutron] 10.222.0.64 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970926 Aug 09 16:27:17.344975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e53f9f1-d085-423d-8601-c272fece50da req-9ee8ce79-cb66-45b8-84fa-2215aa88e01d tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 210 time: 0.0324481 Aug 09 16:27:17.578517 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cac74085-ccff-41f8-beb9-4ff0c15d9b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:17.839020 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:18.218260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38b9284a-c53f-4b5a-92e4-711d2802a1e3 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:27:18.241173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 38b9284a-c53f-4b5a-92e4-711d2802a1e3 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:27:18.241515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 38b9284a-c53f-4b5a-92e4-711d2802a1e3 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:27:18.375287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-ab0cdfc4-ea1b-45f2-aff3-8835d5a0fe80 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:18.377732 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-ab0cdfc4-ea1b-45f2-aff3-8835d5a0fe80 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.66 "GET /v2.0/networks?id=0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 200 len: 812 time: 0.1204023 Aug 09 16:27:18.391589 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Request body: {'port': {'device_id': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46', 'admin_state_up': True, 'tenant_id': '4f28f6260af44e35be49ae933bcd5204'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:18.496721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-07efd9aa-3d86-48b9-9ba9-130e9dd42ee1 req-b9d0297f-949b-457c-94a9-6346f064a868 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 210 time: 0.0304835 Aug 09 16:27:18.550735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Made reservation on behalf of 4f28f6260af44e35be49ae933bcd5204 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:27:18.554325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:18.696354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Allocated IP 172.20.0.13 (0621cd30-68e4-41ee-946b-f800d91acf46/a6e66ad6-8289-4856-9df3-478bc3d86df0/5ec3f836-d103-40bb-984b-0920085e9b21) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:27:18.873533 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:18.917006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:18.967319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Network 0621cd30-68e4-41ee-946b-f800d91acf46 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:27:18.970397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:27:18.974188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:27:18.980732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:19.026843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:19.027454 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:19.046306 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-f88fdb2e-4b06-4c14-84ee-4ec8fa5ed8ab tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6597064 Aug 09 16:27:19.058840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Request body: {'port': {'device_id': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:19.116006 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:19.200467 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:19.386024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec3f836-d103-40bb-984b-0920085e9b21 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:27:19.393819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:19.407037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Transition to ACTIVE for port object 5ec3f836-d103-40bb-984b-0920085e9b21 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:27:19.414070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:19.466876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:19.549632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Attempting to bind port 5ec3f836-d103-40bb-984b-0920085e9b21 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:27:19.549968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Attempting to bind port 5ec3f836-d103-40bb-984b-0920085e9b21 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:27:19.550305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Attempting to bind port 5ec3f836-d103-40bb-984b-0920085e9b21 on network 0621cd30-68e4-41ee-946b-f800d91acf46 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:19.554840 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Port 5ec3f836-d103-40bb-984b-0920085e9b21 on network 0621cd30-68e4-41ee-946b-f800d91acf46 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:27:19.555165 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Attempting to bind port 5ec3f836-d103-40bb-984b-0920085e9b21 on network 0621cd30-68e4-41ee-946b-f800d91acf46 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:19.561661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:27:19.562006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Checking segment: {'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:27:19.562386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Bound using segment: {'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:27:19.562815 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Bound port: 5ec3f836-d103-40bb-984b-0920085e9b21, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:27:19.563176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:19.624154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1af3d-32ce-43f5-adea-a5135144d4cb req-0a19e03a-90a2-4feb-b0f2-e750e5259dfe tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:19.626500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8c1af3d-32ce-43f5-adea-a5135144d4cb req-0a19e03a-90a2-4feb-b0f2-e750e5259dfe tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 944 time: 0.0568469 Aug 09 16:27:19.633013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:27:19.637084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:27:19.643786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:19.667328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8c1af3d-32ce-43f5-adea-a5135144d4cb req-db5d73bd-99c9-4c33-93ff-e779aad78026 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347998 Aug 09 16:27:19.678824 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:19.684109 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:19.684109 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] 10.222.0.66 "PUT /v2.0/ports/5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 1092 time: 0.6267195 Aug 09 16:27:19.684109 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:19.684417 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8e113b51191570b0db31aa115f4f4538b044c27dc15c2c8613ac1dde0e40b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6465920-aadd-483e-8f79-31210995ed6f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:19.709077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:19.724432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.724817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.725087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.725420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.725740 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.726060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.726388 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.726706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.727029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.727348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.727696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.728591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859b4f5-d94c-4327-abe7-90e465bc3915 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:19.732832 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a04f1f-f916-4bcc-95f1-625a8d9074e6 x-openstack-request-id: req-09a04f1f-f916-4bcc-95f1-625a8d9074e6 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:19.733119 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:19.733365 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09a04f1f-f916-4bcc-95f1-625a8d9074e6 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:19.733750 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21', 'status': 'completed', 'code': 200} Aug 09 16:27:19.777223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-10797127-2ebe-4a93-8609-5c2ebd4769d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:19.778729 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-10797127-2ebe-4a93-8609-5c2ebd4769d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f28f6260af44e35be49ae933bcd5204&device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 1095 time: 0.0431156 Aug 09 16:27:19.829368 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-7564801e-8f5f-472b-8424-bc2751608667 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 217 time: 0.0426371 Aug 09 16:27:19.885307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-51d8ca48-37af-42fb-8ece-64fc293a152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:19.886777 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-51d8ca48-37af-42fb-8ece-64fc293a152d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6e66ad6-8289-4856-9df3-478bc3d86df0 HTTP/1.1" status: 200 len: 852 time: 0.0507214 Aug 09 16:27:19.919051 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-d2c297ba-0679-4850-b65b-0251a6a7ec9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0621cd30-68e4-41ee-946b-f800d91acf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253716 Aug 09 16:27:20.013516 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-48d53990-83e3-45ee-9fd7-d1553c7f6f93 service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866003 Aug 09 16:27:20.107570 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-524eb772-a456-4c7c-9fcc-f8ee612f5cba req-5be89943-3e7a-49be-9471-f63ddd516755 service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869646 Aug 09 16:27:20.209162 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6465920-aadd-483e-8f79-31210995ed6f req-b2e860dc-b5eb-4764-9b66-5a95bcc96fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:20.210614 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6465920-aadd-483e-8f79-31210995ed6f req-b2e860dc-b5eb-4764-9b66-5a95bcc96fd9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f28f6260af44e35be49ae933bcd5204&device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 1095 time: 0.0446651 Aug 09 16:27:20.308942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6465920-aadd-483e-8f79-31210995ed6f req-ef499eee-74f5-4c44-9be1-05cab0c8ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:20.310453 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6465920-aadd-483e-8f79-31210995ed6f req-ef499eee-74f5-4c44-9be1-05cab0c8ff80 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 200 len: 914 time: 0.0926759 Aug 09 16:27:20.353999 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6465920-aadd-483e-8f79-31210995ed6f req-cd5b5dd7-5bba-4408-95b9-00cccce870b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 217 time: 0.0354111 Aug 09 16:27:20.409456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6465920-aadd-483e-8f79-31210995ed6f req-b04340fb-fb70-4bfb-95fc-2c9cc69abd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:20.410966 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6465920-aadd-483e-8f79-31210995ed6f req-b04340fb-fb70-4bfb-95fc-2c9cc69abd11 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6e66ad6-8289-4856-9df3-478bc3d86df0 HTTP/1.1" status: 200 len: 852 time: 0.0500243 Aug 09 16:27:20.444129 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6465920-aadd-483e-8f79-31210995ed6f req-028ea62e-a501-40b1-a511-6aca4a2870d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0621cd30-68e4-41ee-946b-f800d91acf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255482 Aug 09 16:27:20.542285 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6465920-aadd-483e-8f79-31210995ed6f req-39ff1d99-ac37-44f8-9771-dbd0ab5d0bc2 service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904732 Aug 09 16:27:20.611788 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:20.648207 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a6465920-aadd-483e-8f79-31210995ed6f req-d879c37f-7792-49a3-b942-19a2fc37feb8 service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978608 Aug 09 16:27:20.802624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4726d-b0d5-4475-af0d-092d620e5a12 req-eba8ba01-9b6d-47ae-b51e-870cdb8635a8 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:20.804626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49b4726d-b0d5-4475-af0d-092d620e5a12 req-eba8ba01-9b6d-47ae-b51e-870cdb8635a8 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 944 time: 0.0628140 Aug 09 16:27:20.845922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49b4726d-b0d5-4475-af0d-092d620e5a12 req-1b476f54-f1f0-4534-bc00-df3af12a47fb tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339482 Aug 09 16:27:21.986043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337da21-b729-4003-b707-5a07e3d0cb7b req-36125e95-f171-4a94-b1df-d2311ac49dca tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:21.987521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b337da21-b729-4003-b707-5a07e3d0cb7b req-36125e95-f171-4a94-b1df-d2311ac49dca tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 944 time: 0.0662441 Aug 09 16:27:22.031840 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b337da21-b729-4003-b707-5a07e3d0cb7b req-1b080afa-2973-42ac-bfe1-2de4de4b74a4 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Aug 09 16:27:22.234818 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 5ec3f836-d103-40bb-984b-0920085e9b21 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:27:22.334845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:22.346235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '5ec3f836-d103-40bb-984b-0920085e9b21', 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46', 'port_id': '5ec3f836-d103-40bb-984b-0920085e9b21', 'mac_address': 'fa:16:3e:45:00:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e66ad6-8289-4856-9df3-478bc3d86df0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:27:22.387608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:22.400967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec3f836-d103-40bb-984b-0920085e9b21 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:27:22.425099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:22.431890 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:22.480133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:22.619590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['5ec3f836-d103-40bb-984b-0920085e9b21'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:27:23.155983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceca6f1-a853-4258-81ff-500da569dac0 req-6d69f734-a115-4678-abc9-4dc627cb2c47 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:23.157487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ceca6f1-a853-4258-81ff-500da569dac0 req-6d69f734-a115-4678-abc9-4dc627cb2c47 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 945 time: 0.0566604 Aug 09 16:27:23.196432 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ceca6f1-a853-4258-81ff-500da569dac0 req-be25b6b9-eca7-4045-abaa-efb4b4c484ef tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Aug 09 16:27:24.232729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 5ec3f836-d103-40bb-984b-0920085e9b21 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:27:24.288892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 5ec3f836-d103-40bb-984b-0920085e9b21 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:27:24.292940 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 5ec3f836-d103-40bb-984b-0920085e9b21 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:27:24.293362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:24.316873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1069cb8-ab21-466a-8c76-5ac54dea8945 req-6546a1df-511b-4746-b7b2-4875943f8bff tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:24.318343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1069cb8-ab21-466a-8c76-5ac54dea8945 req-6546a1df-511b-4746-b7b2-4875943f8bff tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 945 time: 0.0517030 Aug 09 16:27:24.359427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a1069cb8-ab21-466a-8c76-5ac54dea8945 req-f276cafd-1ee1-4a9b-9639-1f19797b7040 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Aug 09 16:27:24.373039 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:24.395167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:24.397435 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f882ef85-fe0e-4be3-a9ce-94e7bd1bd026" -d '{"events": [{"server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "name": "network-vif-plugged", "status": "completed", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:24.411013 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:24.415921 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:24.446908 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b37f5-d296-4698-9d08-8efbae0f63d2 x-openstack-request-id: req-c38b37f5-d296-4698-9d08-8efbae0f63d2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:24.447316 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "name": "network-vif-plugged", "status": "completed", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:24.447565 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c38b37f5-d296-4698-9d08-8efbae0f63d2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:24.447932 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21', 'code': 200} Aug 09 16:27:24.476385 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:24.547887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa93bf-5803-4cf3-8f3c-1279898f974b req-821c4b2a-09ed-4f1d-b422-f94b442ae198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:24.550323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfaa93bf-5803-4cf3-8f3c-1279898f974b req-821c4b2a-09ed-4f1d-b422-f94b442ae198 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 1097 time: 0.0527766 Aug 09 16:27:24.593859 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bfaa93bf-5803-4cf3-8f3c-1279898f974b req-76e31e87-1d7f-4f88-9421-4bdd095dfd4a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Aug 09 16:27:25.491321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c4d8a-95c6-4509-a9cb-21bfde85f9ee req-fbf5a849-8587-4b8c-9330-7f1f8b93e007 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:25.492900 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf2c4d8a-95c6-4509-a9cb-21bfde85f9ee req-fbf5a849-8587-4b8c-9330-7f1f8b93e007 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0538945 Aug 09 16:27:25.534763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf2c4d8a-95c6-4509-a9cb-21bfde85f9ee req-3a0ff022-56ae-4e70-ae7c-451db1b69e9b tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349858 Aug 09 16:27:26.665132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecaeea-bd1a-4bb5-8c4a-43b5c9c2fa1b req-145c1d59-de05-4c0d-bdb4-7fdfdbd25ca8 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:26.666678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f7ecaeea-bd1a-4bb5-8c4a-43b5c9c2fa1b req-145c1d59-de05-4c0d-bdb4-7fdfdbd25ca8 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0568776 Aug 09 16:27:26.706974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f7ecaeea-bd1a-4bb5-8c4a-43b5c9c2fa1b req-4f9292dd-5cf3-4112-87e8-42803e65f137 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339930 Aug 09 16:27:26.992370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:27.064873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b89d96-bdd9-4090-8edf-4e1eedceb62d req-847c8449-70b5-4f87-b9ae-a18d1b4d7e79 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:27.066576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b89d96-bdd9-4090-8edf-4e1eedceb62d req-847c8449-70b5-4f87-b9ae-a18d1b4d7e79 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0679805 Aug 09 16:27:27.123953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f399a106-73dd-4cf5-a832-9c9d2acd3cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302931 Aug 09 16:27:27.127269 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b7b89d96-bdd9-4090-8edf-4e1eedceb62d req-c0b6798a-0666-4b29-98fe-41b171fe42eb tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Aug 09 16:27:28.272932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e465d-5c77-4f71-afcb-8994c464ca5e req-38e1a63c-0876-4429-b949-5bf2c6f051d3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:28.275235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a72e465d-5c77-4f71-afcb-8994c464ca5e req-38e1a63c-0876-4429-b949-5bf2c6f051d3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0716078 Aug 09 16:27:28.314907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a72e465d-5c77-4f71-afcb-8994c464ca5e req-80900216-d0e4-4262-b068-0d28bab98755 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Aug 09 16:27:28.328649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-cf3a0a43-a7b4-4501-a201-a3d4958b82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:28.330225 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-cf3a0a43-a7b4-4501-a201-a3d4958b82e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f28f6260af44e35be49ae933bcd5204&device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 1097 time: 0.0432484 Aug 09 16:27:28.438871 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-b7583e75-b193-44bc-a511-b00edf1ea59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:28.440459 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-b7583e75-b193-44bc-a511-b00edf1ea59c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 200 len: 914 time: 0.1022906 Aug 09 16:27:28.483508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-5ce36255-fcee-4fc8-b474-bbfe9f469ce0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 217 time: 0.0356748 Aug 09 16:27:28.534902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-aa1e713f-5e2d-4f43-b6bb-c015765dbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:28.536448 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-aa1e713f-5e2d-4f43-b6bb-c015765dbf1c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6e66ad6-8289-4856-9df3-478bc3d86df0 HTTP/1.1" status: 200 len: 852 time: 0.0454941 Aug 09 16:27:28.572796 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-9585e6ec-aef8-4100-b297-41e6581e35d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0621cd30-68e4-41ee-946b-f800d91acf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294883 Aug 09 16:27:28.675703 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f681627a-ff7f-4688-b9c1-b3ff81f23f8e service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958333 Aug 09 16:27:28.776395 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-a69fe81d-583c-4402-9855-bc2527a60f0d service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937426 Aug 09 16:27:29.051645 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:29.102328 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:29.438785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ab72-255e-40a5-9cec-c55c6d802dd2 req-f5d61810-5307-4f18-b10b-934e7c4c0992 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:29.440374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e62ab72-255e-40a5-9cec-c55c6d802dd2 req-f5d61810-5307-4f18-b10b-934e7c4c0992 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0550334 Aug 09 16:27:29.483774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e62ab72-255e-40a5-9cec-c55c6d802dd2 req-484fc761-3101-4ac7-9565-369548ec2578 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347764 Aug 09 16:27:30.617615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368c28d-0353-4918-8241-b29de80d238d req-82c9411d-3962-4b1c-b433-ba2ee16d94f8 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:30.619155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c368c28d-0353-4918-8241-b29de80d238d req-82c9411d-3962-4b1c-b433-ba2ee16d94f8 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0559821 Aug 09 16:27:30.660438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c368c28d-0353-4918-8241-b29de80d238d req-58ee7d75-340b-4c9c-9151-0ef912401599 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350311 Aug 09 16:27:31.783872 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafe3d0-8c4e-4b7f-a698-3b0dd60e5f70 req-4299d266-655b-4bba-8a10-afa09a7bf065 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:31.785528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9fafe3d0-8c4e-4b7f-a698-3b0dd60e5f70 req-4299d266-655b-4bba-8a10-afa09a7bf065 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0556180 Aug 09 16:27:31.824878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9fafe3d0-8c4e-4b7f-a698-3b0dd60e5f70 req-83307db2-6b7b-42ac-972e-d0ae76fd5b1c tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Aug 09 16:27:32.965151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d44a4d-d757-4de1-ad67-905ab4bb242e req-a4219f82-7c8a-40ee-8d71-6994ab316c18 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:32.966706 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7d44a4d-d757-4de1-ad67-905ab4bb242e req-a4219f82-7c8a-40ee-8d71-6994ab316c18 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0594268 Aug 09 16:27:33.005674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7d44a4d-d757-4de1-ad67-905ab4bb242e req-f56e1c70-2c83-4be4-a5d8-9ba390379a2b tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325723 Aug 09 16:27:34.138066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c1c48-5302-409f-b98e-a6f7640c8f3a req-f67165cb-50bc-4792-9844-e6adb161e615 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:34.139604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a01c1c48-5302-409f-b98e-a6f7640c8f3a req-f67165cb-50bc-4792-9844-e6adb161e615 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0533421 Aug 09 16:27:34.190979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a01c1c48-5302-409f-b98e-a6f7640c8f3a req-b53ac231-2b0d-429e-8929-07ffe2cb891e tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 Aug 09 16:27:35.331046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e285e9-0cad-4866-a1ef-bacd4d3d12b9 req-d5d7d9c1-8aed-4347-a260-9c6c07a841c1 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:35.332938 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38e285e9-0cad-4866-a1ef-bacd4d3d12b9 req-d5d7d9c1-8aed-4347-a260-9c6c07a841c1 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0569944 Aug 09 16:27:35.374056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38e285e9-0cad-4866-a1ef-bacd4d3d12b9 req-f5fa572e-ae79-4cee-a854-1d1e414d6207 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349486 Aug 09 16:27:36.499290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e07e-b2fa-4d4a-b278-5d93d42778f8 req-57eaa749-bb04-4039-aefa-81186705bad0 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:36.500826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93a2e07e-b2fa-4d4a-b278-5d93d42778f8 req-57eaa749-bb04-4039-aefa-81186705bad0 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0561490 Aug 09 16:27:36.543254 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-93a2e07e-b2fa-4d4a-b278-5d93d42778f8 req-d0ebc979-df9e-4792-ad29-3f0f5d8a06f6 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Aug 09 16:27:37.682396 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08293138-2547-47cd-91d8-7a01f212e3c5 req-0a04e840-bfd1-4316-8310-c03963abe23c tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:37.683935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08293138-2547-47cd-91d8-7a01f212e3c5 req-0a04e840-bfd1-4316-8310-c03963abe23c tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0572708 Aug 09 16:27:37.726799 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-08293138-2547-47cd-91d8-7a01f212e3c5 req-9a59a982-0adb-41cb-950d-7dc29652cd6b tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Aug 09 16:27:38.858826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952294d5-baeb-4191-9d39-84253c8eeedc req-271343cf-ee7f-402f-b9a0-f508f0477986 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:38.860365 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952294d5-baeb-4191-9d39-84253c8eeedc req-271343cf-ee7f-402f-b9a0-f508f0477986 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0557225 Aug 09 16:27:38.907059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-952294d5-baeb-4191-9d39-84253c8eeedc req-087e9bdc-6a75-4745-b0e7-2f31ff1639f3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Aug 09 16:27:40.031787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908c143-05f9-4848-b284-2b6369d904f4 req-4ce907a1-8e38-4ff6-8a9e-8b086d8454b8 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:40.033217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8908c143-05f9-4848-b284-2b6369d904f4 req-4ce907a1-8e38-4ff6-8a9e-8b086d8454b8 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0506034 Aug 09 16:27:40.073923 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8908c143-05f9-4848-b284-2b6369d904f4 req-fcb27bcb-3d63-430e-88a1-4d6c69a94301 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347478 Aug 09 16:27:41.201915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ec3cd-f105-4c87-8154-145b52595ddc req-399e8914-f756-4ed5-8c69-130396df450c tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:41.203443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92ec3cd-f105-4c87-8154-145b52595ddc req-399e8914-f756-4ed5-8c69-130396df450c tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0581336 Aug 09 16:27:41.245594 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b92ec3cd-f105-4c87-8154-145b52595ddc req-5714bc22-415a-4b12-a7dd-7dcb1c78930c tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Aug 09 16:27:42.383493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9f203-f651-48b8-b02d-faa28712489b req-98470a46-6d5e-4f46-87a1-beea10b8f3f3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:42.385123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4f9f203-f651-48b8-b02d-faa28712489b req-98470a46-6d5e-4f46-87a1-beea10b8f3f3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0588262 Aug 09 16:27:42.427480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4f9f203-f651-48b8-b02d-faa28712489b req-c220e9d3-46d8-4ac4-97c9-cf277657bbd2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Aug 09 16:27:43.560463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2a5c4-71a9-483c-959c-15f5f24d5e93 req-8fa7e44d-cf3e-4928-945e-90971910313a tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:43.562052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ec2a5c4-71a9-483c-959c-15f5f24d5e93 req-8fa7e44d-cf3e-4928-945e-90971910313a tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0644825 Aug 09 16:27:43.607996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ec2a5c4-71a9-483c-959c-15f5f24d5e93 req-37971caa-0e54-4612-8c42-65009d37c5e6 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Aug 09 16:27:44.739508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554c173-e035-4864-94b9-d48bebb8c9f1 req-43819730-1c73-436b-a60f-0850453f614a tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:44.741092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f554c173-e035-4864-94b9-d48bebb8c9f1 req-43819730-1c73-436b-a60f-0850453f614a tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0563157 Aug 09 16:27:44.781443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f554c173-e035-4864-94b9-d48bebb8c9f1 req-62261987-bf82-4da5-a085-5c27d0edddf1 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Aug 09 16:27:45.099430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9926bea8-81da-4b13-a016-288c1605170d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:45.910591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a1297-7968-4655-a55f-23ea983b0859 req-45d6171d-cf4d-42d2-8e84-790c07c56cf3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:45.912146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d1a1297-7968-4655-a55f-23ea983b0859 req-45d6171d-cf4d-42d2-8e84-790c07c56cf3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0601640 Aug 09 16:27:45.957818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d1a1297-7968-4655-a55f-23ea983b0859 req-7f3bbda3-8442-46b9-820b-42960e3b4219 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Aug 09 16:27:47.155074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441c5b-99ea-469e-9aaf-45623180b080 req-2dbc0571-d7ca-4bd9-9071-e624f08d85a1 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:47.156672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad441c5b-99ea-469e-9aaf-45623180b080 req-2dbc0571-d7ca-4bd9-9071-e624f08d85a1 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0508218 Aug 09 16:27:47.203383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad441c5b-99ea-469e-9aaf-45623180b080 req-9b1179fb-c30a-4284-b6c0-b8f2daa5fa39 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Aug 09 16:27:47.588457 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8990998b-716c-40e2-9be3-25b2efbb0ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:47.835579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:48.329945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8e90c-8097-4909-bec9-d4ccff6bf7be req-42ad8848-e17f-4e0f-8ca8-96c5d7862a80 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:48.331694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47e8e90c-8097-4909-bec9-d4ccff6bf7be req-42ad8848-e17f-4e0f-8ca8-96c5d7862a80 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0540957 Aug 09 16:27:48.370055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-47e8e90c-8097-4909-bec9-d4ccff6bf7be req-94b2878b-8741-49af-a5a6-2fc18cb0f3f1 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Aug 09 16:27:49.207030 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:49.499140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f3f30-6ac8-4d64-8280-4e40979e5c29 req-b9ebdc57-e0f9-4082-9d57-c1a81153a515 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:49.500603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b7f3f30-6ac8-4d64-8280-4e40979e5c29 req-b9ebdc57-e0f9-4082-9d57-c1a81153a515 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0545180 Aug 09 16:27:49.540969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b7f3f30-6ac8-4d64-8280-4e40979e5c29 req-85a687bb-81ae-4b2e-81c8-56d118df7e21 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Aug 09 16:27:50.615741 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:50.671896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286e87-7a05-4890-8ef5-8817439c5157 req-d26e91da-442e-46aa-84ec-884bf0f6e365 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:50.673506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa286e87-7a05-4890-8ef5-8817439c5157 req-d26e91da-442e-46aa-84ec-884bf0f6e365 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0540209 Aug 09 16:27:50.714536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aa286e87-7a05-4890-8ef5-8817439c5157 req-55e913ed-3b48-4c61-a95c-34a4db2548a0 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Aug 09 16:27:51.842305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f505d-fcc6-4e31-b615-2d31cee801ae req-c2436b24-e881-4368-ac69-ab1a74141066 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:51.843851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c4f505d-fcc6-4e31-b615-2d31cee801ae req-c2436b24-e881-4368-ac69-ab1a74141066 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0599411 Aug 09 16:27:51.866280 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:27:51.888291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c4f505d-fcc6-4e31-b615-2d31cee801ae req-d4b658ed-a67c-4965-954e-c4edf4d5695b tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Aug 09 16:27:53.023008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6820a8c-7299-4893-859f-b96f2ff5fe32 req-722b23f0-5b7c-402b-a8d8-d96383d63c44 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:53.024602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6820a8c-7299-4893-859f-b96f2ff5fe32 req-722b23f0-5b7c-402b-a8d8-d96383d63c44 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0655117 Aug 09 16:27:53.069286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6820a8c-7299-4893-859f-b96f2ff5fe32 req-fbfdb2cc-658b-47a4-832f-8beff3aa5bff tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378592 Aug 09 16:27:54.297092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98858d98-ac6a-45a0-8774-4540c3671253 req-da4c7a24-e952-4de0-81d9-3c2db7957ad9 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:54.298640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98858d98-ac6a-45a0-8774-4540c3671253 req-da4c7a24-e952-4de0-81d9-3c2db7957ad9 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.1028650 Aug 09 16:27:54.342605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98858d98-ac6a-45a0-8774-4540c3671253 req-088c92cb-2006-482e-81d2-4f17eebd6e8c tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Aug 09 16:27:55.469434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dd89a-93cb-4af8-80c7-e6b8147c26e4 req-e6e27cf7-f36d-477f-802c-f7d25bdf84ec tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:55.471096 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b9dd89a-93cb-4af8-80c7-e6b8147c26e4 req-e6e27cf7-f36d-477f-802c-f7d25bdf84ec tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0565274 Aug 09 16:27:55.515335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b9dd89a-93cb-4af8-80c7-e6b8147c26e4 req-9c830492-3a1b-4d2f-8d1d-41e645df4040 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363412 Aug 09 16:27:55.770132 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-40b992f6-89d6-494e-a072-9ca40bc51a38 service neutron] show failed (client error): The resource could not be found. Aug 09 16:27:55.771256 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-40b992f6-89d6-494e-a072-9ca40bc51a38 service neutron] 10.222.0.66 "GET /v2.0/ports/5ec3f836-d103-40bb-984b-0920085e9b21/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0668025 Aug 09 16:27:56.068345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-5af81a1c-ae79-4709-9d62-2d242f558840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:56.069929 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-5af81a1c-ae79-4709-9d62-2d242f558840 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4&tenant_id=4f28f6260af44e35be49ae933bcd5204 HTTP/1.1" status: 200 len: 1097 time: 0.1175206 Aug 09 16:27:56.082264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:56.136387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:56.349134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:56.382586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:27:56.427135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:56.429460 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6296e54-9fe1-48ee-a98f-59e2d5224fe2" -d '{"events": [{"server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:56.433242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:56.447220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Transition to ACTIVE for port object 5ec3f836-d103-40bb-984b-0920085e9b21 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:27:56.452809 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:56.481435 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ffddb8-c7a4-4a95-a912-1cf8f65ccf9b x-openstack-request-id: req-76ffddb8-c7a4-4a95-a912-1cf8f65ccf9b {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:56.482114 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:56.482114 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76ffddb8-c7a4-4a95-a912-1cf8f65ccf9b {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:56.482364 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21', 'code': 200} Aug 09 16:27:56.519102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] No DVR routers for this DVR port 5ec3f836-d103-40bb-984b-0920085e9b21 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:27:56.522211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:56.533576 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.533918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.534254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.534595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.534922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.535253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.535574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.535901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.536226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.536547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.536864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.537180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:56.568109 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Attempting to bind port 5ec3f836-d103-40bb-984b-0920085e9b21 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:27:56.568440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Attempting to bind port 5ec3f836-d103-40bb-984b-0920085e9b21 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:27:56.568785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Attempting to bind port 5ec3f836-d103-40bb-984b-0920085e9b21 on network 0621cd30-68e4-41ee-946b-f800d91acf46 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:56.573422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Port 5ec3f836-d103-40bb-984b-0920085e9b21 on network 0621cd30-68e4-41ee-946b-f800d91acf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:27:56.573745 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Attempting to bind port 5ec3f836-d103-40bb-984b-0920085e9b21 on network 0621cd30-68e4-41ee-946b-f800d91acf46 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:56.578617 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:27:56.579116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Checking segment: {'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:27:56.579506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Bound using segment: {'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:27:56.579973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Bound port: 5ec3f836-d103-40bb-984b-0920085e9b21, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda11133-5bb9-4065-8c1d-f29d31706ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:27:56.580325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:57.024900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb819935-8828-4aad-914a-87b7327f43b9 req-e1cb11d2-02af-475b-a032-b70d8a8b9722 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:57.026318 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb819935-8828-4aad-914a-87b7327f43b9 req-e1cb11d2-02af-475b-a032-b70d8a8b9722 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 944 time: 0.4364238 Aug 09 16:27:57.030779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:27:57.035257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:27:57.043870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:57.087436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:57.088717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:57.090130 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] 10.222.0.35 "PUT /v2.0/ports/5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 1092 time: 1.0124662 Aug 09 16:27:57.115098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb819935-8828-4aad-914a-87b7327f43b9 req-a4ad0bd9-f0c8-4852-b8cf-48003aa02fa2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816884 Aug 09 16:27:57.153053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157909f-faf2-4084-8007-6fa9cb3cba56 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:57.169194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-7f6fe626-5ae8-4a59-967f-44614f356f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:57.170733 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-7f6fe626-5ae8-4a59-967f-44614f356f63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f28f6260af44e35be49ae933bcd5204&device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 1095 time: 0.0530922 Aug 09 16:27:57.264796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-275b0495-aff5-40b7-9184-c0ccb950bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:57.266473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-275b0495-aff5-40b7-9184-c0ccb950bb0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 200 len: 914 time: 0.0863230 Aug 09 16:27:57.308828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-d287f6ca-4456-4ebb-85c4-17d819acf6d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 217 time: 0.0346179 Aug 09 16:27:57.368558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-ae6fd0c2-6213-4ab4-8251-9b3510bdad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:57.370068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-ae6fd0c2-6213-4ab4-8251-9b3510bdad4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6e66ad6-8289-4856-9df3-478bc3d86df0 HTTP/1.1" status: 200 len: 852 time: 0.0543804 Aug 09 16:27:57.402620 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-43ed8792-758b-4966-9288-5e0d3f08afa5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0621cd30-68e4-41ee-946b-f800d91acf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259316 Aug 09 16:27:57.497299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-ba3e9641-0fa6-4cf0-b07a-ad1003e1d390 service neutron] 10.222.0.35 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865602 Aug 09 16:27:57.592336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebbe5c03-f664-4bbb-ba02-6f197cf236e0 req-99990cc8-1061-421f-a20c-45a050a85d74 service neutron] 10.222.0.35 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882823 Aug 09 16:27:58.239947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddbcc4-0e42-4597-b321-df02d8785fc7 req-d5c74dd7-6001-4819-88e5-6f4ca38c818e tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:58.241479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78ddbcc4-0e42-4597-b321-df02d8785fc7 req-d5c74dd7-6001-4819-88e5-6f4ca38c818e tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 944 time: 0.0539687 Aug 09 16:27:58.285326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78ddbcc4-0e42-4597-b321-df02d8785fc7 req-b8c15abd-e359-4c3f-90f6-628d3c5ec678 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Aug 09 16:27:58.483240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:58.485949 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d91410-4196-49e3-a92a-ca13c0ddbe44" -d '{"events": [{"name": "network-changed", "server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:58.539279 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df373ad-1994-401b-b4de-161f176d5379 x-openstack-request-id: req-0df373ad-1994-401b-b4de-161f176d5379 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:58.540694 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:58.540948 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0df373ad-1994-401b-b4de-161f176d5379 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:58.541679 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21', 'status': 'completed', 'code': 200} Aug 09 16:27:58.603555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-454e890f-55b4-48f5-8f9c-b282941ec886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:58.605261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-454e890f-55b4-48f5-8f9c-b282941ec886 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f28f6260af44e35be49ae933bcd5204&device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 1095 time: 0.0467181 Aug 09 16:27:58.713464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-0ea040e6-80e1-4224-8963-a96cca76115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:58.715137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-0ea040e6-80e1-4224-8963-a96cca76115f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 200 len: 914 time: 0.1016202 Aug 09 16:27:58.760156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-a74fd6d7-c511-428f-82b4-fc55be1b7c5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 217 time: 0.0370417 Aug 09 16:27:58.818646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-057c1f25-c769-481e-b12a-6669543a305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:58.820219 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-057c1f25-c769-481e-b12a-6669543a305a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6e66ad6-8289-4856-9df3-478bc3d86df0 HTTP/1.1" status: 200 len: 852 time: 0.0528975 Aug 09 16:27:58.849372 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-8539c5f3-881d-4a23-a820-ec962c6c9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:58.850911 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-8539c5f3-881d-4a23-a820-ec962c6c9b8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f28f6260af44e35be49ae933bcd5204&device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 1095 time: 0.2875395 Aug 09 16:27:58.853488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-2aaecf0c-8cfe-43ad-bce5-10795dabe0b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0621cd30-68e4-41ee-946b-f800d91acf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258467 Aug 09 16:27:58.943203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-24e46e4b-b418-431f-b3d2-8e85fa8db3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:58.944910 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-24e46e4b-b418-431f-b3d2-8e85fa8db3e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 200 len: 914 time: 0.0866058 Aug 09 16:27:58.946244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-6d1f3f22-6f1a-40d6-8476-c7d903116ca7 service neutron] 10.222.0.35 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854366 Aug 09 16:27:58.990151 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-9f99453b-2854-4d72-be71-07fcf634f22f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 217 time: 0.0381780 Aug 09 16:27:59.041087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-a28e3a00-b58a-4308-9cb9-dd5d888d168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:59.042584 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-a28e3a00-b58a-4308-9cb9-dd5d888d168d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6e66ad6-8289-4856-9df3-478bc3d86df0 HTTP/1.1" status: 200 len: 852 time: 0.0463789 Aug 09 16:27:59.054685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-0681cec0-1322-4f6d-bb80-5bcce38eddab service neutron] 10.222.0.35 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005805 Aug 09 16:27:59.062942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:59.089301 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-f89c6f37-f4ce-446c-8dbd-241f56765d51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0621cd30-68e4-41ee-946b-f800d91acf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324621 Aug 09 16:27:59.116932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:59.187289 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-5781cfc6-fde7-4eb8-855c-5261f793f39c service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906284 Aug 09 16:27:59.279110 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-21d91410-4196-49e3-a92a-ca13c0ddbe44 req-98e7990b-7882-49cf-abaa-1ac06b93d8bf service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844481 Aug 09 16:27:59.425044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b9f2f-8891-4c8d-ab51-a4643e82ec51 req-fb2eeecc-31a1-4b08-8bfe-46a24cd32d7b tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:59.426587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-885b9f2f-8891-4c8d-ab51-a4643e82ec51 req-fb2eeecc-31a1-4b08-8bfe-46a24cd32d7b tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 944 time: 0.0603633 Aug 09 16:27:59.475259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-885b9f2f-8891-4c8d-ab51-a4643e82ec51 req-1ecc9815-d3a3-4aae-83e0-ff973538c83d tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359583 Aug 09 16:27:59.586763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5ec3f836-d103-40bb-984b-0920085e9b21 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:27:59.688722 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:59.700420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '5ec3f836-d103-40bb-984b-0920085e9b21', 'network_id': '0621cd30-68e4-41ee-946b-f800d91acf46', 'port_id': '5ec3f836-d103-40bb-984b-0920085e9b21', 'mac_address': 'fa:16:3e:45:00:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e66ad6-8289-4856-9df3-478bc3d86df0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:27:59.744104 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:59.757643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec3f836-d103-40bb-984b-0920085e9b21 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:27:59.776117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-596403d0-7398-4231-a52f-10229ce9febd tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:59.777619 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-596403d0-7398-4231-a52f-10229ce9febd tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4&tenant_id=4f28f6260af44e35be49ae933bcd5204&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 944 time: 0.0938547 Aug 09 16:27:59.778112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:59.783644 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:59.830831 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:59.839072 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.839334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.839674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.840042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.840372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.840504 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-edeb6b78-c7b4-4199-86bb-319b534e8313 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:27:59.840701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.841025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.841349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.841563 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-edeb6b78-c7b4-4199-86bb-319b534e8313 service neutron] 10.222.0.66 "DELETE /v2.0/ports/5ec3f836-d103-40bb-984b-0920085e9b21/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0559735 Aug 09 16:27:59.841718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.842075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.842399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.842699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:59.926768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-2b7cab91-2fe8-4a48-81d3-aceda08dcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:59.928338 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-2b7cab91-2fe8-4a48-81d3-aceda08dcba5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f28f6260af44e35be49ae933bcd5204&device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 1096 time: 0.0424972 Aug 09 16:28:00.023107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-e2b54016-8ce3-4b22-af8c-9c9611d4ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:00.024735 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-e2b54016-8ce3-4b22-af8c-9c9611d4ff0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 200 len: 914 time: 0.0887492 Aug 09 16:28:00.026462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['5ec3f836-d103-40bb-984b-0920085e9b21'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:00.067034 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-080f7c95-80a8-4e48-b347-d12770bd4c64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 200 len: 217 time: 0.0351253 Aug 09 16:28:00.115996 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b3297e1a-a718-43c5-8256-4876f0bdfae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:00.117486 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b3297e1a-a718-43c5-8256-4876f0bdfae0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6e66ad6-8289-4856-9df3-478bc3d86df0 HTTP/1.1" status: 200 len: 852 time: 0.0439761 Aug 09 16:28:00.153655 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-71ead4e7-b970-4a16-8e09-574674073972 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0621cd30-68e4-41ee-946b-f800d91acf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290422 Aug 09 16:28:00.247950 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-640abe81-39ba-4a47-8714-810f5c3b6dd5 service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865252 Aug 09 16:28:00.343001 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b7b5a908-1465-44cd-b682-42eaa7def669 service neutron] 10.222.0.66 "GET /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877206 Aug 09 16:28:00.399237 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 5ec3f836-d103-40bb-984b-0920085e9b21 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:28:00.456482 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 5ec3f836-d103-40bb-984b-0920085e9b21 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:28:01.121754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b3d15-13fb-4011-a1b9-466af44e6bbd req-0dd3e7e0-02e0-4879-92c1-ca7ea60449ca tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:01.123474 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-769b3d15-13fb-4011-a1b9-466af44e6bbd req-0dd3e7e0-02e0-4879-92c1-ca7ea60449ca tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 945 time: 0.0595889 Aug 09 16:28:01.165748 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-769b3d15-13fb-4011-a1b9-466af44e6bbd req-b2c04665-fadc-4458-8315-4372bf3ad33b tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351405 Aug 09 16:28:01.602444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5ec3f836-d103-40bb-984b-0920085e9b21 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:28:01.695632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 5ec3f836-d103-40bb-984b-0920085e9b21 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:28:01.727439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 5ec3f836-d103-40bb-984b-0920085e9b21 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:28:01.727439 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:01.995304 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:02.019462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:02.021755 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030b64c7-c141-44e7-99fd-44696ae9b636" -d '{"events": [{"server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "name": "network-vif-plugged", "status": "completed", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:02.035456 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:02.043614 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:02.069322 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6277f97-7cad-44b7-987e-bba6455a97a7 x-openstack-request-id: req-d6277f97-7cad-44b7-987e-bba6455a97a7 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:02.069629 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "name": "network-vif-plugged", "status": "completed", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:02.069907 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6277f97-7cad-44b7-987e-bba6455a97a7 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:02.070285 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21', 'code': 200} Aug 09 16:28:02.098160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:02.321390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660581a7-0aa9-44e4-b754-8b9c050022c9 req-6faa9754-fb6e-4db6-a661-943c3feec8d3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:02.322791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-660581a7-0aa9-44e4-b754-8b9c050022c9 req-6faa9754-fb6e-4db6-a661-943c3feec8d3 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0739717 Aug 09 16:28:02.380088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-660581a7-0aa9-44e4-b754-8b9c050022c9 req-3279eea3-c612-4485-9c12-4d1b33bc9882 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.64 "GET /v2.0/security-groups?id=d365428c-ee3b-41ce-a790-1c9659153466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431869 Aug 09 16:28:02.388434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-d1923b43-1285-4254-8ca9-7360ae5566ea tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:02.389883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-d1923b43-1285-4254-8ca9-7360ae5566ea tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf03952d-db02-4c61-8006-59d0acc304b4 HTTP/1.1" status: 200 len: 946 time: 0.0916173 Aug 09 16:28:02.490066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Deleting port 5ec3f836-d103-40bb-984b-0920085e9b21 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:28:02.490412 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:02.584718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] For port 5ec3f836-d103-40bb-984b-0920085e9b21, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=5ec3f836-d103-40bb-984b-0920085e9b21,segment=NetworkSegment(cda11133-5bb9-4065-8c1d-f29d31706ad4),segment_id=cda11133-5bb9-4065-8c1d-f29d31706ad4)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:02.584970 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:02.599271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Calling delete_port for 5ec3f836-d103-40bb-984b-0920085e9b21 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:28:02.744682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:02.757058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['5ec3f836-d103-40bb-984b-0920085e9b21'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:02.777309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Pushing event deleted for resources: {'Port': ['ID=5ec3f836-d103-40bb-984b-0920085e9b21,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:02.823366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] No DVR routers for this DVR port 5ec3f836-d103-40bb-984b-0920085e9b21 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:28:02.826201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:02.828261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0957072e-b9e6-4bc6-8efe-2da8f569be49 req-b01aaa45-0110-456a-845a-388a4212a9c2 tempest-DeleteServersTestJSON-522782726 tempest-DeleteServersTestJSON-522782726-project] 10.222.0.35 "DELETE /v2.0/ports/5ec3f836-d103-40bb-984b-0920085e9b21 HTTP/1.1" status: 204 len: 173 time: 0.4315550 Aug 09 16:28:02.828703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'name': 'network-vif-deleted', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:02.830960 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37713417d7141611ab091684c544dbc9bc8a83255330d0b37d7d91a932675270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b073052f-02b5-4321-9257-10f91c93e6fb" -d '{"events": [{"server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "name": "network-vif-deleted", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:02.868208 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e162eb-7267-437e-ae6c-61329f4ee6ed x-openstack-request-id: req-92e162eb-7267-437e-ae6c-61329f4ee6ed {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:02.868436 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf03952d-db02-4c61-8006-59d0acc304b4", "name": "network-vif-deleted", "tag": "5ec3f836-d103-40bb-984b-0920085e9b21", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:02.868681 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92e162eb-7267-437e-ae6c-61329f4ee6ed {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:02.869074 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf03952d-db02-4c61-8006-59d0acc304b4', 'name': 'network-vif-deleted', 'tag': '5ec3f836-d103-40bb-984b-0920085e9b21', 'status': 'completed', 'code': 200} Aug 09 16:28:03.507073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41844) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:28:03.556138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06fcadf-6551-4529-98b3-3f9e1d50aea3 admin admin] Deleting subnet a6e66ad6-8289-4856-9df3-478bc3d86df0 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:28:03.559876 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f06fcadf-6551-4529-98b3-3f9e1d50aea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.595349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f06fcadf-6551-4529-98b3-3f9e1d50aea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.634215 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f06fcadf-6551-4529-98b3-3f9e1d50aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.694051 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f06fcadf-6551-4529-98b3-3f9e1d50aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.719163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fcadf-6551-4529-98b3-3f9e1d50aea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e66ad6-8289-4856-9df3-478bc3d86df0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:03.723345 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f06fcadf-6551-4529-98b3-3f9e1d50aea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.725584 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f06fcadf-6551-4529-98b3-3f9e1d50aea3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a6e66ad6-8289-4856-9df3-478bc3d86df0 HTTP/1.1" status: 204 len: 168 time: 0.2174819 Aug 09 16:28:03.728124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41846) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:28:03.803083 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.886473 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.896348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0621cd30-68e4-41ee-946b-f800d91acf46']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:28:03.906736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda11133-5bb9-4065-8c1d-f29d31706ad4') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:28:03.907027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda11133-5bb9-4065-8c1d-f29d31706ad4') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:28:03.915852 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.930084 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.936919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:28:03.937274 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:28:03.938951 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:28:03.993208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:03.998636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:04.003144 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0621cd30-68e4-41ee-946b-f800d91acf46 HTTP/1.1" status: 204 len: 168 time: 0.2740893 Aug 09 16:28:04.014410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a37434-be3f-43a6-a661-9596a57e9c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=0621cd30-68e4-41ee-946b-f800d91acf46,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:04.145169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41850) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:28:04.194849 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-eee07235-efb5-49b6-b004-0096e8588f8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f28f6260af44e35be49ae933bcd5204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484838 Aug 09 16:28:04.197681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 41852) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:28:04.258302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4b6bc26-006c-4c2a-b681-a128a59bfb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:04.279737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4b6bc26-006c-4c2a-b681-a128a59bfb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:04.330531 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4b6bc26-006c-4c2a-b681-a128a59bfb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:04.333935 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4b6bc26-006c-4c2a-b681-a128a59bfb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:04.335160 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b4b6bc26-006c-4c2a-b681-a128a59bfb5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d365428c-ee3b-41ce-a790-1c9659153466 HTTP/1.1" status: 204 len: 168 time: 0.1365473 Aug 09 16:28:04.342845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6bc26-006c-4c2a-b681-a128a59bfb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d365428c-ee3b-41ce-a790-1c9659153466,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:05.094830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41874) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:28:05.198065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-992234308-network', 'tenant_id': '6eca07bbc2964473b9ebfe2094475287'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:05.220878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Made reservation on behalf of 6eca07bbc2964473b9ebfe2094475287 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:28:05.223407 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.232338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.334886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.340305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.367675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:28:05.374174 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:05.380427 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.380774 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Added segment eeff1de7-2016-49cf-a95d-c8238f95f057 of type vlan for network 23c03943-1b50-437c-bca6-c60ff73efa5c Aug 09 16:28:05.432777 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.471740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.472797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:05.473405 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.525563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4294081 Aug 09 16:28:05.531054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 41878) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:28:05.538356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Request body: {'subnet': {'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-992234308-subnet', 'tenant_id': '6eca07bbc2964473b9ebfe2094475287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:05.543053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbe8c0-6f9d-4195-8571-38c62e24005b admin admin] Pushing event updated for resources: {'Network': ['ID=23c03943-1b50-437c-bca6-c60ff73efa5c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:05.555207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 23c03943-1b50-437c-bca6-c60ff73efa5c details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:28:05.566383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Made reservation on behalf of 6eca07bbc2964473b9ebfe2094475287 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:28:05.568973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.624405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5ec3f836-d103-40bb-984b-0920085e9b21 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:28:05.645775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 5ec3f836-d103-40bb-984b-0920085e9b21 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:28:05.646134 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 5ec3f836-d103-40bb-984b-0920085e9b21 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:28:05.752560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.812801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b83f7f-0093-4abb-a57d-8b36704af5a3,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:05.825217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Checking segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:28:05.825579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Network hostable DHCP agents. Network: 23c03943-1b50-437c-bca6-c60ff73efa5c, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:28:05.845271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Network 23c03943-1b50-437c-bca6-c60ff73efa5c is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:28:05.858376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 23c03943-1b50-437c-bca6-c60ff73efa5c) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:28:05.862517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:05.863092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:05.867496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed190b5-f299-4518-a052-0b510b26c46d None None] Network 23c03943-1b50-437c-bca6-c60ff73efa5c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:28:05.880575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9dc2bb73-f5a6-4860-b1ce-05a2658515e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3477066 Aug 09 16:28:06.013464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e59762-ca0f-4704-8507-307a64670445 None None] Network 23c03943-1b50-437c-bca6-c60ff73efa5c requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:28:06.349698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-ce2d3db1-6fb7-49bf-a0e6-b2a48291e724 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:06.351593 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-ce2d3db1-6fb7-49bf-a0e6-b2a48291e724 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 814 time: 0.1140718 Aug 09 16:28:06.367722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-bbf9d7f0-e007-41bd-9a90-f9b870951193 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/quotas/6eca07bbc2964473b9ebfe2094475287 HTTP/1.1" status: 200 len: 375 time: 0.0101538 Aug 09 16:28:06.399797 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-de301028-06a0-4b42-b37a-20eb9310e3f7 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265229 Aug 09 16:28:06.410903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-47b04af9-1cba-4ba6-809c-0f8e6a46e4f3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:28:06.411867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-47b04af9-1cba-4ba6-809c-0f8e6a46e4f3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055308 Aug 09 16:28:06.512940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-cb36273c-aec2-4533-a501-3f783b410307 service neutron] 10.222.0.64 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952024 Aug 09 16:28:06.620632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-cfd5da74-9ab6-4f40-ae80-3646636fa913 service neutron] 10.222.0.64 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010833 Aug 09 16:28:06.791384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4e52e08-66f4-45fd-a199-d7833de2f1ac req-290ba268-2ab9-489a-8712-a1af4ef31452 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 210 time: 0.0333996 Aug 09 16:28:07.801227 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-0c297b04-3b30-491c-949f-4742facb1276 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:07.802739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-0c297b04-3b30-491c-949f-4742facb1276 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.66 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 814 time: 0.1125085 Aug 09 16:28:07.816742 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Request body: {'port': {'device_id': '4befed95-54b2-47d7-944c-216f2d500950', 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c', 'admin_state_up': True, 'tenant_id': '6eca07bbc2964473b9ebfe2094475287'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:07.893166 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae882057-0599-4e6c-93b4-2ec3a38703c2 req-4a542035-bec0-42a6-b200-607ae3d953ef tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 210 time: 0.0315709 Aug 09 16:28:07.934796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Made reservation on behalf of 6eca07bbc2964473b9ebfe2094475287 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:28:07.938983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:08.074894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Allocated IP 172.20.0.13 (23c03943-1b50-437c-bca6-c60ff73efa5c/81b83f7f-0093-4abb-a57d-8b36704af5a3/dcdea796-7b32-45ab-99c7-7106f38ef0e0) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:28:08.259767 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:08.308536 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:08.353058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Network 23c03943-1b50-437c-bca6-c60ff73efa5c is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:28:08.356174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:28:08.359967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:28:08.383078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Pushing event updated for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:08.410381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:08.411000 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:08.433493 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f93172f8-3112-4817-8f06-8197d257bfc9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6213262 Aug 09 16:28:08.449045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Request body: {'port': {'device_id': '4befed95-54b2-47d7-944c-216f2d500950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:08.519899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:08.807995 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcdea796-7b32-45ab-99c7-7106f38ef0e0 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:08.816213 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:08.833185 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Transition to ACTIVE for port object dcdea796-7b32-45ab-99c7-7106f38ef0e0 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:28:08.839633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:08.893548 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Pushing event updated for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:08.974574 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Attempting to bind port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:28:08.974884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Attempting to bind port dcdea796-7b32-45ab-99c7-7106f38ef0e0 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:28:08.975247 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Attempting to bind port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on network 23c03943-1b50-437c-bca6-c60ff73efa5c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:08.981900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on network 23c03943-1b50-437c-bca6-c60ff73efa5c not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:28:08.982374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Attempting to bind port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on network 23c03943-1b50-437c-bca6-c60ff73efa5c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:08.988984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:28:08.989352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Checking segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:28:08.989745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Bound using segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:28:08.990191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Bound port: dcdea796-7b32-45ab-99c7-7106f38ef0e0, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:28:08.990583 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:09.041352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7a1f-5e3f-4ce8-a4fe-a48faceda572 req-d3812348-fa1d-4337-93a1-2497265f6d87 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:09.043924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80db7a1f-5e3f-4ce8-a4fe-a48faceda572 req-d3812348-fa1d-4337-93a1-2497265f6d87 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0672746 Aug 09 16:28:09.066434 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:09.070619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:28:09.076484 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:09.096662 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80db7a1f-5e3f-4ce8-a4fe-a48faceda572 req-dfb07ae4-a3af-4c91-a5d6-522261f0402c tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Aug 09 16:28:09.111051 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:09.111783 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:09.113322 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] 10.222.0.66 "PUT /v2.0/ports/dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 1092 time: 0.6712978 Aug 09 16:28:09.113855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:09.149731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2de9-579d-4097-b643-c2b04a0d4717 service neutron] Pushing event updated for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:09.180182 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:09.224784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-bf67af93-18d4-4613-900b-a93d7ddcd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:09.227276 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-bf67af93-18d4-4613-900b-a93d7ddcd33a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1095 time: 0.0645773 Aug 09 16:28:09.279059 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f264e28-9a30-441a-9349-e1b31d31f9bc x-openstack-request-id: req-5f264e28-9a30-441a-9349-e1b31d31f9bc {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:09.279349 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:09.279598 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f264e28-9a30-441a-9349-e1b31d31f9bc {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:09.280021 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'status': 'completed', 'code': 200} Aug 09 16:28:09.281892 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-96707bfe-1b00-4949-9a96-642c2702fce8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.0466158 Aug 09 16:28:09.337672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f3850f3b-c3d5-457e-9870-d677042732c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:09.339120 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f3850f3b-c3d5-457e-9870-d677042732c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0494976 Aug 09 16:28:09.376816 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-40e87add-adf7-4019-bc54-329340932cbd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299740 Aug 09 16:28:09.500930 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-e3c7c982-fb75-4672-adcb-266cca8a14c4 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163535 Aug 09 16:28:09.606106 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce574b59-c1ca-4ee4-ac99-53d3a4196972 req-f366c09c-cf37-4876-943a-5f84bad9eb49 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966053 Aug 09 16:28:09.712259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-275af2d0-abed-4736-962e-a4b0935be2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:09.713807 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-275af2d0-abed-4736-962e-a4b0935be2d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1095 time: 0.0473261 Aug 09 16:28:09.810687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-43897a14-2dc7-4859-91e4-23c2617e7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:09.812242 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-43897a14-2dc7-4859-91e4-23c2617e7035 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0904403 Aug 09 16:28:09.855852 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-2dfebfb6-9c97-4662-91a8-c9381b830f51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.0344875 Aug 09 16:28:09.910751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-d4fbf351-ae1c-4485-a5eb-8e24ee5b6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:09.912159 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-d4fbf351-ae1c-4485-a5eb-8e24ee5b6aaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0481126 Aug 09 16:28:09.945083 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-7913e195-80a0-4763-b9f8-84890955a6e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243073 Aug 09 16:28:10.044314 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-b623e848-8ed7-41b3-a855-a065e0f7a329 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909369 Aug 09 16:28:10.148377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2cd08da5-eadc-4367-bd37-ea386d2c0d5b req-ee8da731-fc60-4e9a-9668-dd45a272111d service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931327 Aug 09 16:28:10.232165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee6c81-428a-4e0c-88d0-99ee7f779927 req-83fe9f94-09d7-4952-bb19-29ad9dc7a20d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:10.233655 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6ee6c81-428a-4e0c-88d0-99ee7f779927 req-83fe9f94-09d7-4952-bb19-29ad9dc7a20d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0511706 Aug 09 16:28:10.273020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6ee6c81-428a-4e0c-88d0-99ee7f779927 req-92b4845f-3ac0-4117-b7a1-7361f25226c4 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Aug 09 16:28:11.400987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f061d-ffaa-4ab7-9b33-90459716337b req-fb1cec8e-8d39-447f-8cb6-c55bd3336214 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:11.402618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-540f061d-ffaa-4ab7-9b33-90459716337b req-fb1cec8e-8d39-447f-8cb6-c55bd3336214 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0566430 Aug 09 16:28:11.444306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-540f061d-ffaa-4ab7-9b33-90459716337b req-8bc87ec7-1e0b-4344-a909-40763223317f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Aug 09 16:28:12.437761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:28:12.542430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:12.551849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c', 'port_id': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'mac_address': 'fa:16:3e:bb:b0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b83f7f-0093-4abb-a57d-8b36704af5a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:28:12.567094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c899-63b5-4ba5-be2d-f50a811d6ca9 req-10d3ed45-400a-4c22-b631-7629f44fed4e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:12.568800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b40c899-63b5-4ba5-be2d-f50a811d6ca9 req-10d3ed45-400a-4c22-b631-7629f44fed4e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0524492 Aug 09 16:28:12.590760 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:12.603706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcdea796-7b32-45ab-99c7-7106f38ef0e0 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:12.609694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8b40c899-63b5-4ba5-be2d-f50a811d6ca9 req-ddf884df-ac97-470f-98ba-d9ee730d2048 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339890 Aug 09 16:28:12.623547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:12.628933 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:12.680352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:12.849158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['dcdea796-7b32-45ab-99c7-7106f38ef0e0'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:13.746988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45cfaa-99cc-4625-a518-a102ecc358c7 req-0f06ef4e-6c79-4b43-bdd2-dbb267e03667 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:13.748671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d45cfaa-99cc-4625-a518-a102ecc358c7 req-0f06ef4e-6c79-4b43-bdd2-dbb267e03667 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 945 time: 0.0543725 Aug 09 16:28:13.789001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d45cfaa-99cc-4625-a518-a102ecc358c7 req-01e7cc75-c824-4acb-88c7-70796485e371 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Aug 09 16:28:14.450118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:28:14.506122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port dcdea796-7b32-45ab-99c7-7106f38ef0e0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:28:14.509994 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port dcdea796-7b32-45ab-99c7-7106f38ef0e0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:28:14.510331 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:14.592730 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:14.616032 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:14.618279 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6276703b3ed39cd492c995ed0a7105a559b7e85b2df1cf155407ab64e0add63a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7524d50d-ee72-43b9-be62-58aac25e7aa2" -d '{"events": [{"server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "name": "network-vif-plugged", "status": "completed", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:14.631060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:14.637228 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:14.660508 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63279cc-4cd9-4210-aef8-af447ce4a43f x-openstack-request-id: req-a63279cc-4cd9-4210-aef8-af447ce4a43f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:14.660811 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "name": "network-vif-plugged", "status": "completed", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:14.661057 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a63279cc-4cd9-4210-aef8-af447ce4a43f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:14.661465 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'code': 200} Aug 09 16:28:14.689430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:14.759915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414e45e-f5a6-45a5-bb9f-69c4db524ef4 req-a8f9617d-1c68-4e46-9d1b-5480a810811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:14.761644 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9414e45e-f5a6-45a5-bb9f-69c4db524ef4 req-a8f9617d-1c68-4e46-9d1b-5480a810811c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1097 time: 0.0429742 Aug 09 16:28:14.796929 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9414e45e-f5a6-45a5-bb9f-69c4db524ef4 req-570ef90f-d3fe-49dc-be67-55ba2d008eb9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282826 Aug 09 16:28:14.931265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604fb6-401d-4e88-a763-2618f36c5e12 req-36ca82e3-18f4-4e97-a83f-9a5628dee342 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:14.932812 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37604fb6-401d-4e88-a763-2618f36c5e12 req-36ca82e3-18f4-4e97-a83f-9a5628dee342 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0688274 Aug 09 16:28:14.973449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37604fb6-401d-4e88-a763-2618f36c5e12 req-b7970eca-da34-4c90-97f6-f0ef9dfc4875 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342846 Aug 09 16:28:15.104970 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a7cb267d-1760-4f83-9b46-79a572f3e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:16.108270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17fdc-afc9-49eb-85c3-53e4e76a636d req-65765bc6-b633-4715-9692-1c409df2942b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:16.109889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41b17fdc-afc9-49eb-85c3-53e4e76a636d req-65765bc6-b633-4715-9692-1c409df2942b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0627143 Aug 09 16:28:16.150388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41b17fdc-afc9-49eb-85c3-53e4e76a636d req-8cf0e9bb-3d69-45c8-b49f-e778ca1b3767 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343761 Aug 09 16:28:16.276727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642adc8e-03e4-4775-ab94-8d013c3285c9 req-c843b947-13c5-4e97-b158-a5efe6c076ed tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:16.278681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-642adc8e-03e4-4775-ab94-8d013c3285c9 req-c843b947-13c5-4e97-b158-a5efe6c076ed tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0607638 Aug 09 16:28:16.319860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-642adc8e-03e4-4775-ab94-8d013c3285c9 req-ff2a8d18-4ad7-4158-a8cf-38cab97c06b9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Aug 09 16:28:16.547416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ad662-7b27-40f9-be66-a9ebd4775d53 req-7195653e-d286-4655-91e1-97ea0c1a7948 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:16.548877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-677ad662-7b27-40f9-be66-a9ebd4775d53 req-7195653e-d286-4655-91e1-97ea0c1a7948 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0572708 Aug 09 16:28:16.592832 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-677ad662-7b27-40f9-be66-a9ebd4775d53 req-0fd112e6-7ffb-483d-8dfb-0fdafba77e40 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344675 Aug 09 16:28:16.719250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a83f1-05a6-49df-81d8-f10f1c3d9cf0 req-0a0624d3-ee97-4295-87b8-985aa05e8331 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:16.720842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-690a83f1-05a6-49df-81d8-f10f1c3d9cf0 req-0a0624d3-ee97-4295-87b8-985aa05e8331 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0560293 Aug 09 16:28:16.764151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-690a83f1-05a6-49df-81d8-f10f1c3d9cf0 req-1183ce24-08d1-4bd2-80f4-f27e8f83ad0e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372176 Aug 09 16:28:17.045630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-cae97220-22e3-4ed3-b6f0-bce3b58d060a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804329 Aug 09 16:28:17.066752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f3940-f79e-4952-88ac-75832fe4d17f req-3a152252-4f17-443c-9d45-9f48c3f46608 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:17.069092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e5f3940-f79e-4952-88ac-75832fe4d17f req-3a152252-4f17-443c-9d45-9f48c3f46608 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0953827 Aug 09 16:28:17.112421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7e5f3940-f79e-4952-88ac-75832fe4d17f req-d4f011b9-1fc4-42d2-9399-3de61940b2d2 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352073 Aug 09 16:28:17.585121 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-db389834-eef3-4323-8049-3de286242a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:17.830006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:18.239407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39256531-b15b-4239-8cd9-c0db19e9d91f req-3ac11e8a-4f0f-4e1b-8e43-971022f8b749 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:18.241133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39256531-b15b-4239-8cd9-c0db19e9d91f req-3ac11e8a-4f0f-4e1b-8e43-971022f8b749 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0520561 Aug 09 16:28:18.269793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-0edde469-8656-4985-ad69-53a117a5686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:18.271365 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-0edde469-8656-4985-ad69-53a117a5686d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1097 time: 0.0432129 Aug 09 16:28:18.281674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39256531-b15b-4239-8cd9-c0db19e9d91f req-3caa864d-9b93-4e35-839e-af8b7577b9b0 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341747 Aug 09 16:28:18.365191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-3aa0699a-4fa3-4a65-9587-bab4b0524308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:18.366687 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-3aa0699a-4fa3-4a65-9587-bab4b0524308 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0881360 Aug 09 16:28:18.408659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-7362611e-ca8c-4749-a3c3-2e4c85130103 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.0338011 Aug 09 16:28:18.589063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-b66cf298-5be3-40c5-8105-efebddb707ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:18.590635 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-b66cf298-5be3-40c5-8105-efebddb707ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0509057 Aug 09 16:28:18.622513 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-300870da-504b-48d7-a315-1690d08769c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247073 Aug 09 16:28:18.720670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-0643c328-588c-4dad-87e8-a90e59611314 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910175 Aug 09 16:28:18.815811 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-2481e6b4-c1cc-400b-a05a-db66aad0d295 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873969 Aug 09 16:28:19.211270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:19.409950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f4380-3e9e-4976-86d6-e2bb00c76857 req-37177666-12ad-41e5-89f6-ca4e47ed8e9d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:19.411507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-358f4380-3e9e-4976-86d6-e2bb00c76857 req-37177666-12ad-41e5-89f6-ca4e47ed8e9d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0538187 Aug 09 16:28:19.454911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-358f4380-3e9e-4976-86d6-e2bb00c76857 req-f33b5cbd-be0e-44aa-9921-b84c0e27e1c7 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338650 Aug 09 16:28:19.591768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-55f537e1-448a-491b-9d83-c2a6a25035a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:19.593352 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-55f537e1-448a-491b-9d83-c2a6a25035a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1097 time: 0.0445344 Aug 09 16:28:19.717579 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-cecbe4c8-4b5a-4727-9390-a105ae8bd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:19.719046 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-cecbe4c8-4b5a-4727-9390-a105ae8bd1d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0995977 Aug 09 16:28:20.036374 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-96f62c61-5e15-4938-b373-5ee1510a6e01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.3093910 Aug 09 16:28:20.186642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-568e6567-6ff0-4fb9-8d7b-2961cbf8fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:20.188187 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-568e6567-6ff0-4fb9-8d7b-2961cbf8fdbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.1055906 Aug 09 16:28:20.222152 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-7af7e8df-bd60-4e14-a8f3-f7bbad9a5b6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266929 Aug 09 16:28:20.333167 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-8825e971-d407-492e-9e74-00023ed0d471 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038849 Aug 09 16:28:20.431772 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f9bc23e9-ee98-4382-8ba2-83f97d2ce21d req-9edbb866-8c37-4b40-a852-034a3213614e service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915904 Aug 09 16:28:20.580391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c648f4-e931-49e5-8f6b-736bfad5e852 req-00f8c771-6131-4974-ba8b-45eeedd05373 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:20.582265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17c648f4-e931-49e5-8f6b-736bfad5e852 req-00f8c771-6131-4974-ba8b-45eeedd05373 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0553446 Aug 09 16:28:20.618162 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:20.628925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-17c648f4-e931-49e5-8f6b-736bfad5e852 req-e9edcd6b-84b2-4ab1-a6f9-064d9054c40c tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Aug 09 16:28:21.753523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158f612-b536-4a15-a834-a0301fa06fd0 req-ddc284a8-2f51-4189-ae42-d96ba38f5d24 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:21.755127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e158f612-b536-4a15-a834-a0301fa06fd0 req-ddc284a8-2f51-4189-ae42-d96ba38f5d24 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0552185 Aug 09 16:28:21.796629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e158f612-b536-4a15-a834-a0301fa06fd0 req-49fca535-2147-411c-b550-e90d816916a9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351160 Aug 09 16:28:22.923214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353be87-b2b0-4a12-8ed5-664db72cce17 req-9ddc57c5-d828-43e0-9f9d-1b6d2f067108 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:22.924831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2353be87-b2b0-4a12-8ed5-664db72cce17 req-9ddc57c5-d828-43e0-9f9d-1b6d2f067108 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0567214 Aug 09 16:28:22.968779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2353be87-b2b0-4a12-8ed5-664db72cce17 req-f838622d-c6c2-4885-b686-e8cfc53083f3 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347240 Aug 09 16:28:24.096405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd98555-7a0a-45b3-ade2-40ca965ebd03 req-1cf389a4-6385-484d-8202-2d31143ac998 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:24.098037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9fd98555-7a0a-45b3-ade2-40ca965ebd03 req-1cf389a4-6385-484d-8202-2d31143ac998 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0573549 Aug 09 16:28:24.155013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9fd98555-7a0a-45b3-ade2-40ca965ebd03 req-be3e0759-69d6-4482-990f-2c6dff842429 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507011 Aug 09 16:28:25.287800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61caf5-870b-4e98-8f7b-769c38139545 req-21002584-8d5c-4c53-9f95-252866a34687 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:25.289345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b61caf5-870b-4e98-8f7b-769c38139545 req-21002584-8d5c-4c53-9f95-252866a34687 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0527649 Aug 09 16:28:25.339141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b61caf5-870b-4e98-8f7b-769c38139545 req-e17856c0-5fb2-43a3-8be1-7c05ef55f416 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433500 Aug 09 16:28:26.472949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd6cd3-d508-4a16-922e-dd98db8233bf req-5756d740-e68d-46aa-bf4d-7528ad1b896b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:26.474511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32cd6cd3-d508-4a16-922e-dd98db8233bf req-5756d740-e68d-46aa-bf4d-7528ad1b896b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0581396 Aug 09 16:28:26.522814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32cd6cd3-d508-4a16-922e-dd98db8233bf req-e9745ebc-b715-4440-9c5a-f6009c775a19 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395586 Aug 09 16:28:27.660019 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2a6db-6659-4219-8ee2-4b428d9205f9 req-cdebe408-c459-46e5-a6d6-8efae7e1a164 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:27.661523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40d2a6db-6659-4219-8ee2-4b428d9205f9 req-cdebe408-c459-46e5-a6d6-8efae7e1a164 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0649359 Aug 09 16:28:27.700028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40d2a6db-6659-4219-8ee2-4b428d9205f9 req-bcf873c1-3a98-42e1-a059-e7af0d15401f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Aug 09 16:28:28.822291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb314c7-e34f-4d8c-af7c-284eb3801a03 req-33749982-43e3-4496-b1df-786dfc9d1432 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:28.823850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbb314c7-e34f-4d8c-af7c-284eb3801a03 req-33749982-43e3-4496-b1df-786dfc9d1432 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0518346 Aug 09 16:28:28.864930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fbb314c7-e34f-4d8c-af7c-284eb3801a03 req-b5093536-7ff9-4fda-93f1-69f529b4b5dc tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345783 Aug 09 16:28:28.865611 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:28:29.062946 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:29.115012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:29.991967 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328308-4639-4184-bf65-94972c8a6166 req-056044d4-17cb-4616-9c2e-f0031c27aa6f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:29.993465 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43328308-4639-4184-bf65-94972c8a6166 req-056044d4-17cb-4616-9c2e-f0031c27aa6f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0524535 Aug 09 16:28:30.033377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43328308-4639-4184-bf65-94972c8a6166 req-56e574e8-e4b7-4458-9cfe-4f5bae3cd8ae tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336037 Aug 09 16:28:31.179148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f2fcb-0db7-4681-a231-028ee47f0c1b req-5e06f968-dae4-416a-b633-2122f72f8fba tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:31.180731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f96f2fcb-0db7-4681-a231-028ee47f0c1b req-5e06f968-dae4-416a-b633-2122f72f8fba tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0739074 Aug 09 16:28:31.224134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f96f2fcb-0db7-4681-a231-028ee47f0c1b req-9f05697e-269d-4b5e-8acc-7e8478c08080 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348074 Aug 09 16:28:32.362655 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9acb89-d645-40b5-aede-3c7e8468a26b req-ec07d012-4520-4bdd-81d0-c7354f68fc58 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:32.364628 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f9acb89-d645-40b5-aede-3c7e8468a26b req-ec07d012-4520-4bdd-81d0-c7354f68fc58 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0594225 Aug 09 16:28:32.407581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f9acb89-d645-40b5-aede-3c7e8468a26b req-c9249ded-4de7-49c1-9237-09364dbf9faf tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344779 Aug 09 16:28:33.535919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a13702-9955-463c-9047-3437cc7a9718 req-d34b8ee2-71ee-484a-92b0-2545e0f9c842 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:33.537125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3a13702-9955-463c-9047-3437cc7a9718 req-d34b8ee2-71ee-484a-92b0-2545e0f9c842 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0531182 Aug 09 16:28:33.584183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3a13702-9955-463c-9047-3437cc7a9718 req-6d877da8-a32b-4c71-9f56-ae4ec6c88cb6 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Aug 09 16:28:34.726696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245640b5-4afc-454e-a98b-a2ffe3e1abf3 req-29749aa2-3be9-48ba-8010-2b0828844dab tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:34.728271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-245640b5-4afc-454e-a98b-a2ffe3e1abf3 req-29749aa2-3be9-48ba-8010-2b0828844dab tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0660386 Aug 09 16:28:34.774115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-245640b5-4afc-454e-a98b-a2ffe3e1abf3 req-fb83d0cc-c09f-4bb1-84f2-b79db58e7e55 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Aug 09 16:28:35.905182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053dea-db5d-47d7-b2d1-df72b26f5732 req-2b15f372-d4f4-4810-894c-fca8907b56f2 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:35.906715 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d053dea-db5d-47d7-b2d1-df72b26f5732 req-2b15f372-d4f4-4810-894c-fca8907b56f2 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0568807 Aug 09 16:28:35.948114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d053dea-db5d-47d7-b2d1-df72b26f5732 req-fbe8b8e5-7246-4769-81a7-57684948fda2 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Aug 09 16:28:37.088624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580886a-86dc-4439-a873-53a4d1f0e64b req-29c9b395-75cf-41e9-b6f2-a0e96ead3cd2 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:37.090080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c580886a-86dc-4439-a873-53a4d1f0e64b req-29c9b395-75cf-41e9-b6f2-a0e96ead3cd2 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0693324 Aug 09 16:28:37.132047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c580886a-86dc-4439-a873-53a4d1f0e64b req-63767612-5166-49af-b422-924132c75430 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Aug 09 16:28:38.257741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacda27-bf53-43d9-9139-3fd49c51b77b req-698cb4f8-5d9f-48f4-b90d-2f93631d0418 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:38.259243 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cacda27-bf53-43d9-9139-3fd49c51b77b req-698cb4f8-5d9f-48f4-b90d-2f93631d0418 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0573130 Aug 09 16:28:38.300931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cacda27-bf53-43d9-9139-3fd49c51b77b req-5d4514e0-a419-407c-b646-80c3e105e30d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Aug 09 16:28:39.437731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aebab-bc64-4ee3-9a4a-dc7ce774ada3 req-13f28a7b-fbea-4b4f-8602-68091480efc8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:39.439266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f10aebab-bc64-4ee3-9a4a-dc7ce774ada3 req-13f28a7b-fbea-4b4f-8602-68091480efc8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0545886 Aug 09 16:28:39.485485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f10aebab-bc64-4ee3-9a4a-dc7ce774ada3 req-05f34dbd-8b77-4c15-977e-61b55f473a01 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372794 Aug 09 16:28:40.621212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21314-183c-4dd2-90d0-52baeecfabe5 req-b67d7028-769b-40f5-882f-c480ccfd58af tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:40.622777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fc21314-183c-4dd2-90d0-52baeecfabe5 req-b67d7028-769b-40f5-882f-c480ccfd58af tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0612550 Aug 09 16:28:40.661139 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7fc21314-183c-4dd2-90d0-52baeecfabe5 req-23a5c371-859f-484d-8cdc-fdb3d53ae191 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Aug 09 16:28:41.786946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71779cc-1118-4b66-ad39-2dc88a560495 req-6b65f2bc-912b-42a8-8d0e-43ea74656d7a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:41.788651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71779cc-1118-4b66-ad39-2dc88a560495 req-6b65f2bc-912b-42a8-8d0e-43ea74656d7a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0545425 Aug 09 16:28:41.830518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71779cc-1118-4b66-ad39-2dc88a560495 req-a7cf8cad-1db4-433b-a1de-35417eb5229d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Aug 09 16:28:42.958686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466991b6-7ce0-4aa7-aa0e-b8e70a1c27dd req-3e9da8c0-f492-4e21-9e01-2014e17218b1 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:42.960258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-466991b6-7ce0-4aa7-aa0e-b8e70a1c27dd req-3e9da8c0-f492-4e21-9e01-2014e17218b1 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0604630 Aug 09 16:28:43.003199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-466991b6-7ce0-4aa7-aa0e-b8e70a1c27dd req-c0765dde-e663-492f-998e-85d225376bfa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348158 Aug 09 16:28:44.144192 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0608c-b470-4f8c-b453-5a75d9317d5b req-093320a1-fad8-4a19-b47b-78e8f162880a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:44.145909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8d0608c-b470-4f8c-b453-5a75d9317d5b req-093320a1-fad8-4a19-b47b-78e8f162880a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0597098 Aug 09 16:28:44.184780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8d0608c-b470-4f8c-b453-5a75d9317d5b req-a27b333c-0b38-44fc-bb89-10b428430dba tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Aug 09 16:28:45.107744 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f1569f49-603d-404b-843f-84b4cd19619e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:45.311314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104326c1-6379-45b3-9bec-c5e267ac7f55 req-c88967e6-5c10-4004-a0ad-f7f506ad7337 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:45.312829 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-104326c1-6379-45b3-9bec-c5e267ac7f55 req-c88967e6-5c10-4004-a0ad-f7f506ad7337 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 946 time: 0.0576115 Aug 09 16:28:45.357897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-104326c1-6379-45b3-9bec-c5e267ac7f55 req-6eec3b7d-1d44-4abe-b2dc-b90f20559e11 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Aug 09 16:28:45.617341 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-34c8a14b-6e3a-4fc2-9130-d8daa2f129f4 service neutron] show failed (client error): The resource could not be found. Aug 09 16:28:45.618285 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-34c8a14b-6e3a-4fc2-9130-d8daa2f129f4 service neutron] 10.222.0.66 "GET /v2.0/ports/dcdea796-7b32-45ab-99c7-7106f38ef0e0/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0722752 Aug 09 16:28:45.924759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-d5da95bb-a2ec-443d-8388-de86dd84e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:45.926331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-d5da95bb-a2ec-443d-8388-de86dd84e76b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950&tenant_id=6eca07bbc2964473b9ebfe2094475287 HTTP/1.1" status: 200 len: 1097 time: 0.0893061 Aug 09 16:28:45.938274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:45.997833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:46.212881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:46.247303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:46.291177 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:46.293198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:46.309191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Transition to ACTIVE for port object dcdea796-7b32-45ab-99c7-7106f38ef0e0 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:28:46.314343 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:46.342578 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e061f-93cf-4808-826b-3b5df41fdf1e" -d '{"events": [{"server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "name": "network-vif-unplugged", "status": "completed", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:46.384284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] No DVR routers for this DVR port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:28:46.386412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Pushing event updated for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:46.427994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Attempting to bind port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:28:46.428327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Attempting to bind port dcdea796-7b32-45ab-99c7-7106f38ef0e0 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:28:46.428657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Attempting to bind port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on network 23c03943-1b50-437c-bca6-c60ff73efa5c {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:46.433675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on network 23c03943-1b50-437c-bca6-c60ff73efa5c not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:28:46.434004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Attempting to bind port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on network 23c03943-1b50-437c-bca6-c60ff73efa5c {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:46.439010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:28:46.439360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Checking segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:28:46.439752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Bound using segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:28:46.440208 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Bound port: dcdea796-7b32-45ab-99c7-7106f38ef0e0, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:28:46.440624 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:46.455605 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8759d7e-2339-4467-ac1d-ca71d7720997 x-openstack-request-id: req-c8759d7e-2339-4467-ac1d-ca71d7720997 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:46.456005 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "name": "network-vif-unplugged", "status": "completed", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:46.456563 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8759d7e-2339-4467-ac1d-ca71d7720997 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:46.456965 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'code': 200} Aug 09 16:28:46.520522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:46.548700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:28:46.557228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:46.599558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42a096-761f-449b-90ff-5ea82008d32d req-23702bbf-da27-4ca1-af46-b29bb4a6a79a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:46.601212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb42a096-761f-449b-90ff-5ea82008d32d req-23702bbf-da27-4ca1-af46-b29bb4a6a79a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0993297 Aug 09 16:28:46.605724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:46.606340 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:46.607681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] 10.222.0.35 "PUT /v2.0/ports/dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 1092 time: 0.6736867 Aug 09 16:28:46.669334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf22b82-bca2-4ed8-921d-2235724e233c service neutron] Pushing event updated for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:46.695313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fb42a096-761f-449b-90ff-5ea82008d32d req-3dc765d9-b376-4930-9a3f-0af75f961859 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862308 Aug 09 16:28:46.702243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-4ba526aa-6442-4c42-88e5-02f9047a9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:46.703763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-4ba526aa-6442-4c42-88e5-02f9047a9971 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1095 time: 0.0687926 Aug 09 16:28:46.800800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-858999c5-8748-44db-8e1b-17f8e3d5128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:46.802326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-858999c5-8748-44db-8e1b-17f8e3d5128e service neutron] 10.222.0.35 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0915871 Aug 09 16:28:46.849085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-8f22a1a0-97f1-447d-bc37-70ec8cd90405 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.0394905 Aug 09 16:28:46.901885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-c1cfc468-122a-48b5-ad44-0987ff193582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:46.903394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-c1cfc468-122a-48b5-ad44-0987ff193582 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0477390 Aug 09 16:28:46.936521 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-4555ad52-434b-4ead-a7af-48873d486a90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258579 Aug 09 16:28:47.040724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-bfeb8a12-bce8-433f-a4db-9a438b814348 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959139 Aug 09 16:28:47.142989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f1e413f-627c-42b1-8d00-55d2a3125f35 req-f48ba8fa-a7ec-41bf-b6a5-10477f5bfe55 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951157 Aug 09 16:28:47.581233 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d3dceb29-12e7-4748-9038-22c865b36253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:47.822586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fd7c6-ed5f-4bcf-a38f-b39c62780bd7 req-44a24b86-cc30-48a5-b94a-06bf646ea598 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:47.824587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-253fd7c6-ed5f-4bcf-a38f-b39c62780bd7 req-44a24b86-cc30-48a5-b94a-06bf646ea598 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0536382 Aug 09 16:28:47.836996 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:47.870292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-253fd7c6-ed5f-4bcf-a38f-b39c62780bd7 req-ea2f3876-80a4-4eb0-8451-82d084a7033b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Aug 09 16:28:48.458435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:48.460824 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f67d8-4ac0-4711-a028-dec64c323cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:48.517610 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7a8d8c-ce6e-4b3e-b9b2-6103c58c7ade x-openstack-request-id: req-df7a8d8c-ce6e-4b3e-b9b2-6103c58c7ade {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:48.517871 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:48.518150 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df7a8d8c-ce6e-4b3e-b9b2-6103c58c7ade {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:48.518540 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'status': 'completed', 'code': 200} Aug 09 16:28:48.584089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-055014a6-f92f-4034-8e74-f25bad13ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:48.586746 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-055014a6-f92f-4034-8e74-f25bad13ffa0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1095 time: 0.0455270 Aug 09 16:28:48.592886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-150db15f-7c26-4a6b-8ae0-c4d4b84f8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:48.594771 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-150db15f-7c26-4a6b-8ae0-c4d4b84f8cac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1095 time: 0.0559943 Aug 09 16:28:48.684303 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-6f4052b2-c661-4d73-a98b-6453368900f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:48.685969 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-6f4052b2-c661-4d73-a98b-6453368900f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0912473 Aug 09 16:28:48.695492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-d6709f99-a1d2-4153-96f4-6f11f535729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:48.697358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-d6709f99-a1d2-4153-96f4-6f11f535729d service neutron] 10.222.0.35 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0941541 Aug 09 16:28:48.733070 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-b455f592-ada7-41bd-9cba-184573fea2a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.0400448 Aug 09 16:28:48.744074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-5d69b2ea-105b-4fed-a2c2-a221d19f6faf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.0397868 Aug 09 16:28:48.783103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-2f563ab7-680f-4dc7-8b0e-aa092816a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:48.784641 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-2f563ab7-680f-4dc7-8b0e-aa092816a448 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0451875 Aug 09 16:28:48.796047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-1f109c84-07a8-497a-a7cd-6da3a8c1224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:48.797558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-1f109c84-07a8-497a-a7cd-6da3a8c1224e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0467768 Aug 09 16:28:48.817403 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-0a75cf80-f5c7-4ba0-8b97-db29eab4f26e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254886 Aug 09 16:28:48.829514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-9b92f1b9-d668-4f96-9190-068a88518d94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250900 Aug 09 16:28:48.920272 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-acbd3328-5e81-4c53-aa8d-46b3127aeec7 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935271 Aug 09 16:28:48.922726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-ace983f5-f08d-4754-8057-924272ac4881 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858963 Aug 09 16:28:49.012731 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-0b74f18e-d3f9-4d2d-b595-7a5f6bedd3d2 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848835 Aug 09 16:28:49.044245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26e89-d85e-459d-9ed5-12e9a931b1b7 req-3eedb65f-101b-4463-9eba-448b6d552bd9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:49.045776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43d26e89-d85e-459d-9ed5-12e9a931b1b7 req-3eedb65f-101b-4463-9eba-448b6d552bd9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0703499 Aug 09 16:28:49.066671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a07f67d8-4ac0-4711-a028-dec64c323cd6 req-9e92a920-3ae0-4362-be6e-2d8a08b51cdd service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373575 Aug 09 16:28:49.098016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-43d26e89-d85e-459d-9ed5-12e9a931b1b7 req-b9cf7f20-b558-405d-b0fb-b68c4b06a0d4 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Aug 09 16:28:49.221221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:49.323484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488cc3-a90f-476f-88b3-86bfa155c950 req-0ed2bbbd-85dd-42b9-8499-0ef18374936b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:49.325028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d488cc3-a90f-476f-88b3-86bfa155c950 req-0ed2bbbd-85dd-42b9-8499-0ef18374936b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0535412 Aug 09 16:28:49.327286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-c68f519f-7dbd-409d-8125-b52971f367c8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:49.328781 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-c68f519f-7dbd-409d-8125-b52971f367c8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.66 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950&tenant_id=6eca07bbc2964473b9ebfe2094475287&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 944 time: 0.0535002 Aug 09 16:28:49.366772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d488cc3-a90f-476f-88b3-86bfa155c950 req-458133f2-02e0-494b-8211-ae5cc231bb46 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Aug 09 16:28:49.401539 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-f6f12a00-d674-4e0d-9259-02233806a4b4 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:28:49.402649 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-f6f12a00-d674-4e0d-9259-02233806a4b4 service neutron] 10.222.0.66 "DELETE /v2.0/ports/dcdea796-7b32-45ab-99c7-7106f38ef0e0/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0663528 Aug 09 16:28:49.489514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-2c30dc46-f692-45c7-9177-5844a55bcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:49.491171 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-2c30dc46-f692-45c7-9177-5844a55bcd75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 1095 time: 0.0448265 Aug 09 16:28:49.585884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-2a41e2f3-b4cf-4044-90a0-40cd1ce548a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:49.588049 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-2a41e2f3-b4cf-4044-90a0-40cd1ce548a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0893424 Aug 09 16:28:49.633294 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-9f4d889c-241f-46e7-9ba1-0c1916e5a39c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.0380211 Aug 09 16:28:49.686013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-f5e0ac33-19fc-47ef-8068-59a9187d2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:49.687465 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-f5e0ac33-19fc-47ef-8068-59a9187d2cab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0477805 Aug 09 16:28:49.721180 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-4b35a70c-2562-4d45-9975-0d2465043f2d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259316 Aug 09 16:28:49.825456 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-7d07249e-dc46-49ac-a035-5e4d2104a498 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969522 Aug 09 16:28:49.924589 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a667260c-e65d-418a-b52a-dcab6aaaabde req-6fef46bc-2fca-4fca-9e07-b46157b9b5cf service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917010 Aug 09 16:28:50.498838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ffcb0-7c50-472e-9ac0-144e5b1ad8f4 req-49e1b5eb-cfa8-4971-829c-e26a30ddab0f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:50.500413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-147ffcb0-7c50-472e-9ac0-144e5b1ad8f4 req-49e1b5eb-cfa8-4971-829c-e26a30ddab0f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0547190 Aug 09 16:28:50.543282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-147ffcb0-7c50-472e-9ac0-144e5b1ad8f4 req-c82d4a46-91cd-43fc-b41e-cc0d1ad8e51b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356543 Aug 09 16:28:50.558433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:28:50.609302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:28:50.622375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:50.674770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac1b86-6bb8-44f5-9ccc-cd3c29e89ff4 req-66f3b526-2a31-4b24-b49b-cfe63936cb47 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:50.676895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebac1b86-6bb8-44f5-9ccc-cd3c29e89ff4 req-66f3b526-2a31-4b24-b49b-cfe63936cb47 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0535309 Aug 09 16:28:50.724079 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebac1b86-6bb8-44f5-9ccc-cd3c29e89ff4 req-1111fd31-4173-4185-8d32-0682043d4405 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393181 Aug 09 16:28:50.866318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0660e8d-94e1-413e-9eff-162ab36c242c req-6ab0d459-db5a-4249-ae49-f10ece075879 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:50.868926 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0660e8d-94e1-413e-9eff-162ab36c242c req-6ab0d459-db5a-4249-ae49-f10ece075879 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 944 time: 0.0713105 Aug 09 16:28:50.912712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0660e8d-94e1-413e-9eff-162ab36c242c req-c7a98dbc-cc9d-4923-b7bf-bd2317d6f296 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355573 Aug 09 16:28:51.298412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-b6547bd8-43fa-4843-844b-1018cdf2bbf5 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:51.299889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-b6547bd8-43fa-4843-844b-1018cdf2bbf5 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 814 time: 0.1044304 Aug 09 16:28:51.315627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-94aaef14-2f17-44cc-935b-588d8197ec15 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/quotas/6eca07bbc2964473b9ebfe2094475287 HTTP/1.1" status: 200 len: 375 time: 0.0097392 Aug 09 16:28:51.380960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-0b2a8058-7a3e-4657-8a3d-e82765f329ae tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592761 Aug 09 16:28:51.472573 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-c7ff47c6-cf50-4ae3-bbde-3229b9345938 service neutron] 10.222.0.64 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845041 Aug 09 16:28:51.577794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-94b3d59a-1328-4a38-83fe-97dc5e45c66f service neutron] 10.222.0.64 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966833 Aug 09 16:28:51.745038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-60a5a82b-b73c-41b1-8ab3-298aa02ae006 req-415e03dd-a209-4641-8c48-d760df054922 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Aug 09 16:28:51.867190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:28:51.968538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:51.980701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c', 'port_id': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'mac_address': 'fa:16:3e:bb:b0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b83f7f-0093-4abb-a57d-8b36704af5a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:28:52.026345 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:52.044755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcdea796-7b32-45ab-99c7-7106f38ef0e0 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:52.066186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:52.073544 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:52.123620 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:52.358452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-60d735c1-17f8-4754-8219-9b2c65a69e42 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:52.359912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-60d735c1-17f8-4754-8219-9b2c65a69e42 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.35 "GET /v2.0/ports?device_id=4befed95-54b2-47d7-944c-216f2d500950 HTTP/1.1" status: 200 len: 945 time: 0.0558085 Aug 09 16:28:52.464319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Deleting port dcdea796-7b32-45ab-99c7-7106f38ef0e0 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:28:52.464572 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:52.563301 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] For port dcdea796-7b32-45ab-99c7-7106f38ef0e0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=dcdea796-7b32-45ab-99c7-7106f38ef0e0,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:52.563694 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:52.579924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Calling delete_port for dcdea796-7b32-45ab-99c7-7106f38ef0e0 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:28:52.594556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.35', 64046) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:28:52.715614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-d379449e-fefd-4911-b574-8c6fbed3d1a4 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:52.717077 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-d379449e-fefd-4911-b574-8c6fbed3d1a4 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.35 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 814 time: 0.1214094 Aug 09 16:28:52.732610 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Request body: {'port': {'device_id': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c', 'admin_state_up': True, 'tenant_id': '6eca07bbc2964473b9ebfe2094475287'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:52.740718 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:52.768502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Pushing event deleted for resources: {'Port': ['ID=dcdea796-7b32-45ab-99c7-7106f38ef0e0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:52.813817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] No DVR routers for this DVR port dcdea796-7b32-45ab-99c7-7106f38ef0e0 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:28:52.816889 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:52.818976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-635fcd68-32a4-4dba-abf8-abb8b2abba6b req-088c6f83-7b9c-46c4-bab5-bcaca5233396 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.35 "DELETE /v2.0/ports/dcdea796-7b32-45ab-99c7-7106f38ef0e0 HTTP/1.1" status: 204 len: 173 time: 0.4517825 Aug 09 16:28:52.819439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'name': 'network-vif-deleted', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:52.821921 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ae246-eab4-4639-9013-f13b86e74656" -d '{"events": [{"server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "name": "network-vif-deleted", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:52.854447 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Made reservation on behalf of 6eca07bbc2964473b9ebfe2094475287 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:28:52.858463 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:52.863476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0288dc8a-e586-4d13-98f8-e12648644ed4 req-d6310010-4cfa-47e3-97e5-189a838fb8bf tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 210 time: 0.0330932 Aug 09 16:28:52.912944 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372ccc88-4ae2-401b-83df-af987fc6803a x-openstack-request-id: req-372ccc88-4ae2-401b-83df-af987fc6803a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:52.913583 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4befed95-54b2-47d7-944c-216f2d500950", "name": "network-vif-deleted", "tag": "dcdea796-7b32-45ab-99c7-7106f38ef0e0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:52.914065 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-372ccc88-4ae2-401b-83df-af987fc6803a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:52.914531 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4befed95-54b2-47d7-944c-216f2d500950', 'name': 'network-vif-deleted', 'tag': 'dcdea796-7b32-45ab-99c7-7106f38ef0e0', 'status': 'completed', 'code': 200} Aug 09 16:28:53.013967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Allocated IP 172.20.0.6 (23c03943-1b50-437c-bca6-c60ff73efa5c/81b83f7f-0093-4abb-a57d-8b36704af5a3/2d636cb8-26f6-4158-86ed-e7ac56f49158) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:28:53.188979 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:53.233696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:53.280091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Network 23c03943-1b50-437c-bca6-c60ff73efa5c is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:28:53.283128 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:28:53.287068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:28:53.294000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:53.320496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.321020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.321572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.322096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.322437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.322767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.323100 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.323427 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.323726 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.324075 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.324528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.324721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:53.352534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:53.353477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:53.370431 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-6e2ab77f-478a-418b-8a1d-4269ef70d0fa tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6422668 Aug 09 16:28:53.381935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Request body: {'port': {'device_id': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:53.443103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:53.742488 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d636cb8-26f6-4158-86ed-e7ac56f49158 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:53.750866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:53.763568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Transition to ACTIVE for port object 2d636cb8-26f6-4158-86ed-e7ac56f49158 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:28:53.769192 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:53.820020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:53.870625 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:28:53.878324 n-d-799523-2 neutron-server[94179]: INFO neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No ports have port_id starting with dcdea796-7b32-45ab-99c7-7106f38ef0e0 Aug 09 16:28:53.880212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 requested by agent hyperv_n-h1-799523-2 not found in database {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 09 16:28:53.908626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Attempting to bind port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:28:53.908626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Attempting to bind port 2d636cb8-26f6-4158-86ed-e7ac56f49158 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:28:53.908626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Attempting to bind port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on network 23c03943-1b50-437c-bca6-c60ff73efa5c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:53.913907 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on network 23c03943-1b50-437c-bca6-c60ff73efa5c not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:28:53.914116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Attempting to bind port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on network 23c03943-1b50-437c-bca6-c60ff73efa5c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:53.919795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:28:53.920157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Checking segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:28:53.920533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Bound using segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:28:53.920985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Bound port: 2d636cb8-26f6-4158-86ed-e7ac56f49158, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:28:53.921347 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:53.991002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:53.994856 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:28:54.000254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:54.002031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b84bd0-6899-4adc-9d8f-2b726abbb451 req-7ba9b57f-2f33-4c37-8275-2f3d9bdfd36d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.003723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36b84bd0-6899-4adc-9d8f-2b726abbb451 req-7ba9b57f-2f33-4c37-8275-2f3d9bdfd36d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 943 time: 0.0610063 Aug 09 16:28:54.042365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.043026 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:54.044668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 1091 time: 0.6669869 Aug 09 16:28:54.045107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:54.047642 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c02eb7c-ff14-4227-b0f3-4e45487ec239" -d '{"events": [{"name": "network-changed", "server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:54.064119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36b84bd0-6899-4adc-9d8f-2b726abbb451 req-6c67e1f7-582b-4cb9-a619-ec5cd5ad96b9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515451 Aug 09 16:28:54.071139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb19b0-75a9-4901-8fa3-091bef061cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:54.132051 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85042654-da2b-4a0a-9f9a-a44c24a5e876 x-openstack-request-id: req-85042654-da2b-4a0a-9f9a-a44c24a5e876 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:54.132348 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:54.132600 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85042654-da2b-4a0a-9f9a-a44c24a5e876 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:54.132996 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'status': 'completed', 'code': 200} Aug 09 16:28:54.150318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-a3a5f2e1-614d-4464-bba4-3272be860d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.151943 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-a3a5f2e1-614d-4464-bba4-3272be860d8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1094 time: 0.0514369 Aug 09 16:28:54.196157 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-c06dc0f4-b159-4fe4-a4e9-eda9d28d2cbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 217 time: 0.0365567 Aug 09 16:28:54.247436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-87448ede-b4bb-4bed-8e96-29f7f4ef78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.248854 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-87448ede-b4bb-4bed-8e96-29f7f4ef78ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0460632 Aug 09 16:28:54.283677 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f4b032c0-58db-4051-8984-e6ba15645579 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267911 Aug 09 16:28:54.390681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-f37c3367-c2e6-4dac-b465-bbc2fd9c250d service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998480 Aug 09 16:28:54.481724 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d434589-d39a-4e52-b1c9-c90b1cd2341f req-657cd7d7-51bc-4131-8edd-d11f24331449 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Aug 09 16:28:54.579297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-4ebc4459-94bc-4bed-84e1-634de5bff505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.580821 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-4ebc4459-94bc-4bed-84e1-634de5bff505 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1094 time: 0.0482292 Aug 09 16:28:54.673068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-598968f6-e515-4994-91ce-1a6e831af944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.674601 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-598968f6-e515-4994-91ce-1a6e831af944 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0865407 Aug 09 16:28:54.724187 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-f1052dcd-cc9f-49b5-8945-deb1074c8529 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 217 time: 0.0394311 Aug 09 16:28:54.774337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-9d06ad59-77d3-4893-8cd1-8ab421a5d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.776020 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-9d06ad59-77d3-4893-8cd1-8ab421a5d49b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0445702 Aug 09 16:28:54.810087 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-0eea4f87-33c3-4148-9609-767d05605cac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257518 Aug 09 16:28:54.903851 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-6f0da421-b55d-42dd-9b90-8b7007268537 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855129 Aug 09 16:28:55.004193 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4c02eb7c-ff14-4227-b0f3-4e45487ec239 req-5b7b1967-c5e0-4241-a290-1bd31ad66434 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919952 Aug 09 16:28:55.199121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e217-69c8-4e09-a78b-87179782d978 req-fa627df5-afeb-4281-8321-85b718aa31b1 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:55.200693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5636e217-69c8-4e09-a78b-87179782d978 req-fa627df5-afeb-4281-8321-85b718aa31b1 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 943 time: 0.0538189 Aug 09 16:28:55.243606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5636e217-69c8-4e09-a78b-87179782d978 req-191bec38-d89d-4dd4-99dd-68fcae3871e8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Aug 09 16:28:55.882142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:28:55.902808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: dcdea796-7b32-45ab-99c7-7106f38ef0e0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:28:55.903169 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device dcdea796-7b32-45ab-99c7-7106f38ef0e0 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:28:56.375903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc71b4-966e-4c78-a20f-b31e619b0c77 req-b01ae8e7-7ede-4839-bd9e-755a049faf8a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:56.377435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2bc71b4-966e-4c78-a20f-b31e619b0c77 req-b01ae8e7-7ede-4839-bd9e-755a049faf8a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 943 time: 0.0536437 Aug 09 16:28:56.422530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2bc71b4-966e-4c78-a20f-b31e619b0c77 req-93f483f5-9507-40bd-8391-56f3a2404240 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Aug 09 16:28:57.564817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869e56e-6542-45c5-9a6f-8314000e32ec req-03176c37-069d-459e-9c7a-bd921337da92 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:57.566453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1869e56e-6542-45c5-9a6f-8314000e32ec req-03176c37-069d-459e-9c7a-bd921337da92 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 943 time: 0.0612900 Aug 09 16:28:57.609455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1869e56e-6542-45c5-9a6f-8314000e32ec req-02a57c4a-6b1d-403e-a155-7d0c9128fd5b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Aug 09 16:28:57.882900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2d636cb8-26f6-4158-86ed-e7ac56f49158 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:28:57.991183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:58.004057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c', 'port_id': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'mac_address': 'fa:16:3e:87:a5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b83f7f-0093-4abb-a57d-8b36704af5a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:28:58.045674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:58.060352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d636cb8-26f6-4158-86ed-e7ac56f49158 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:58.082541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:58.087705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:58.140295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:58.272283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['2d636cb8-26f6-4158-86ed-e7ac56f49158'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:58.744338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c5e31-3d20-4e4b-8181-9f22387690a8 req-e842ae18-8733-4f5c-8f8c-145dcf6a4725 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:58.746335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93c5e31-3d20-4e4b-8181-9f22387690a8 req-e842ae18-8733-4f5c-8f8c-145dcf6a4725 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 944 time: 0.0613265 Aug 09 16:28:58.787111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b93c5e31-3d20-4e4b-8181-9f22387690a8 req-1acd8583-b230-48b2-92f8-f91996e1c02c tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Aug 09 16:28:59.086364 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:59.130930 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:59.897951 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2d636cb8-26f6-4158-86ed-e7ac56f49158 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:28:59.910492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495596-f03e-41ca-b4e5-3ed911fd164f req-1d7157b5-f621-478c-abf4-ba085171e849 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:59.912113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8495596-f03e-41ca-b4e5-3ed911fd164f req-1d7157b5-f621-478c-abf4-ba085171e849 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 944 time: 0.0540814 Aug 09 16:28:59.952692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 2d636cb8-26f6-4158-86ed-e7ac56f49158 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:28:59.957187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8495596-f03e-41ca-b4e5-3ed911fd164f req-2b59db89-9bc4-446b-8d7c-357a2b6e460f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386827 Aug 09 16:28:59.957573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 2d636cb8-26f6-4158-86ed-e7ac56f49158 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:28:59.957942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:00.037888 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:00.060875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:00.078489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:00.084023 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:00.110034 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a287507-e2a4-4b04-82be-660674077af4" -d '{"events": [{"server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "name": "network-vif-plugged", "status": "completed", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:00.139701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:00.147440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.147786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.148153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.148486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.148846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.149145 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.149470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.149794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.150116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.150441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.150796 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.151125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:00.201226 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eac6a2-f6b0-480b-b863-babf8698a998 x-openstack-request-id: req-e0eac6a2-f6b0-480b-b863-babf8698a998 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:00.201523 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "name": "network-vif-plugged", "status": "completed", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:00.201776 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0eac6a2-f6b0-480b-b863-babf8698a998 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:00.202230 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'code': 200} Aug 09 16:29:00.302755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5db73-ecf1-4e3d-9949-6567aef24358 req-856a0dee-daaa-4e23-a85e-37f3342d13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:00.304260 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5a5db73-ecf1-4e3d-9949-6567aef24358 req-856a0dee-daaa-4e23-a85e-37f3342d13f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1096 time: 0.0462382 Aug 09 16:29:00.344468 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b5a5db73-ecf1-4e3d-9949-6567aef24358 req-8ac4b4f9-2561-4f3c-91d8-c2a6dadb612b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Aug 09 16:29:01.103804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe9a39-b4a0-4a3b-9ef0-ee48a981c948 req-168fd1b9-a259-4308-ad23-4d8f0feda99f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:01.105626 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfbe9a39-b4a0-4a3b-9ef0-ee48a981c948 req-168fd1b9-a259-4308-ad23-4d8f0feda99f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0643990 Aug 09 16:29:01.145641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cfbe9a39-b4a0-4a3b-9ef0-ee48a981c948 req-1fbe5ace-2388-4e0e-b72d-8cd1414fceb8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335338 Aug 09 16:29:02.274040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60c818-6d65-41ad-b594-5d32b826bfab req-a6cc8079-238a-42ea-b197-da7a075286c4 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:02.275741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c60c818-6d65-41ad-b594-5d32b826bfab req-a6cc8079-238a-42ea-b197-da7a075286c4 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0569437 Aug 09 16:29:02.316839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c60c818-6d65-41ad-b594-5d32b826bfab req-14255a11-025b-45f6-8096-795019846eb6 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346127 Aug 09 16:29:02.441365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffa634-3257-4adc-861d-b26629dc87fa req-dcbf1f87-ac5a-4ff0-b733-76bc36626a7d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:02.442850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51ffa634-3257-4adc-861d-b26629dc87fa req-dcbf1f87-ac5a-4ff0-b733-76bc36626a7d tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0556972 Aug 09 16:29:02.488328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51ffa634-3257-4adc-861d-b26629dc87fa req-426df167-2562-47bf-80cc-ce29e9222611 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Aug 09 16:29:02.774765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-19c48cbc-f00b-4fde-8040-d56958e0cd7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701203 Aug 09 16:29:02.793974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948cc3b-eb72-414d-b73c-40c2f24cb9cb req-16102803-846d-4398-b152-63eee3a8e45b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:02.796651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2948cc3b-eb72-414d-b73c-40c2f24cb9cb req-16102803-846d-4398-b152-63eee3a8e45b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0804527 Aug 09 16:29:02.835742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2948cc3b-eb72-414d-b73c-40c2f24cb9cb req-5b3813be-acdd-4950-b955-354bace7c5af tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Aug 09 16:29:03.950468 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-364e45f7-2a6a-433e-947d-b0b821758d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:03.952059 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-364e45f7-2a6a-433e-947d-b0b821758d81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1096 time: 0.0472560 Aug 09 16:29:03.956188 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b00b-f636-4b63-903b-d1fa879c402d req-02600236-41ce-42b3-8659-61bac3dc4388 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:03.958164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3f1b00b-f636-4b63-903b-d1fa879c402d req-02600236-41ce-42b3-8659-61bac3dc4388 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0511339 Aug 09 16:29:04.002611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3f1b00b-f636-4b63-903b-d1fa879c402d req-2750981c-5650-4993-9680-b7df7e4cf008 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Aug 09 16:29:04.045011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-8c729add-9524-4480-a225-5b4351aa7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:04.046487 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-8c729add-9524-4480-a225-5b4351aa7717 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0873110 Aug 09 16:29:04.090121 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-6264e6ad-d683-4825-b473-051eed6c2fc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 217 time: 0.0367773 Aug 09 16:29:04.144231 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-42679fc0-91cc-4360-ae22-c823454b5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:04.145726 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-42679fc0-91cc-4360-ae22-c823454b5c2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0494895 Aug 09 16:29:04.178863 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-08539695-ad7d-49d3-91ee-7cd6f88ff291 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260034 Aug 09 16:29:04.273552 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-fb3537c7-e455-4536-bfdc-be9490532bc5 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876455 Aug 09 16:29:04.369324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-06c9859a-74bc-41ac-b926-5a0310bc74a5 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891242 Aug 09 16:29:05.134388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f921e7-e095-4d01-a156-0db694c1507f req-3cd8d341-60b0-4e29-9c2f-fce5bab96919 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:05.136212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83f921e7-e095-4d01-a156-0db694c1507f req-3cd8d341-60b0-4e29-9c2f-fce5bab96919 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0558870 Aug 09 16:29:05.176703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83f921e7-e095-4d01-a156-0db694c1507f req-42d2f8da-f826-4960-b12b-126f4c26e16b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341005 Aug 09 16:29:05.865820 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:29:06.310451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb0137-0402-4662-a742-076039eec9ff req-81210edf-cbfb-457a-a9c6-f4e7087050f4 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:06.312059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baeb0137-0402-4662-a742-076039eec9ff req-81210edf-cbfb-457a-a9c6-f4e7087050f4 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0611002 Aug 09 16:29:06.352163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baeb0137-0402-4662-a742-076039eec9ff req-86d311fc-b8a8-41a7-93cf-ed2f8d8465af tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337679 Aug 09 16:29:07.484587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020c3c4-63ff-40c3-a620-824ac855ffd2 req-fef4f1fc-62b7-46a2-8d67-58985eb1e9c9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:07.486170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f020c3c4-63ff-40c3-a620-824ac855ffd2 req-fef4f1fc-62b7-46a2-8d67-58985eb1e9c9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0563359 Aug 09 16:29:07.534497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f020c3c4-63ff-40c3-a620-824ac855ffd2 req-0b38319a-5721-4d35-98e5-4e1de660acd3 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Aug 09 16:29:08.663911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ba688-0b0e-4b04-8c02-6ee9a8b0222b req-277c32f0-1063-4e35-8e31-1427e5291fe3 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:08.665520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-331ba688-0b0e-4b04-8c02-6ee9a8b0222b req-277c32f0-1063-4e35-8e31-1427e5291fe3 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0551162 Aug 09 16:29:08.709598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-331ba688-0b0e-4b04-8c02-6ee9a8b0222b req-1d70d901-08af-4826-9959-b587d5821eda tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372157 Aug 09 16:29:09.846526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42a843-98db-4281-97f6-9034451ad5ac req-455d0bdd-9ebf-4b55-9256-5abfdaacf338 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:09.848218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be42a843-98db-4281-97f6-9034451ad5ac req-455d0bdd-9ebf-4b55-9256-5abfdaacf338 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0543356 Aug 09 16:29:09.887172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be42a843-98db-4281-97f6-9034451ad5ac req-a153ac72-9a73-40b1-8433-b61361271a3b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Aug 09 16:29:11.013171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63fcf-1a12-4799-a433-789a30a66eee req-6d7e652c-b2e9-4b14-90ad-d6775d1dc46f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:11.014657 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44a63fcf-1a12-4799-a433-789a30a66eee req-6d7e652c-b2e9-4b14-90ad-d6775d1dc46f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0539877 Aug 09 16:29:11.059854 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44a63fcf-1a12-4799-a433-789a30a66eee req-a7907f16-41fc-4814-b6ef-85533cdf1857 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388670 Aug 09 16:29:12.198620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e2004-204b-493d-8c3a-e4a136b4dbe0 req-1530008d-93f9-44a5-81c9-bd564185452c tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:12.200355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b09e2004-204b-493d-8c3a-e4a136b4dbe0 req-1530008d-93f9-44a5-81c9-bd564185452c tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0584433 Aug 09 16:29:12.243966 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b09e2004-204b-493d-8c3a-e4a136b4dbe0 req-1decd92b-85ba-442a-8f69-54290c6dbd7f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344994 Aug 09 16:29:13.368310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916ddc-fe4b-4e60-b177-9d7b04d675f6 req-15508f44-6fc9-4048-bf1b-3745e1df1e25 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:13.369959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e916ddc-fe4b-4e60-b177-9d7b04d675f6 req-15508f44-6fc9-4048-bf1b-3745e1df1e25 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0545819 Aug 09 16:29:13.412481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e916ddc-fe4b-4e60-b177-9d7b04d675f6 req-381719fc-3ad2-4939-8aba-60bebd98c63a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353422 Aug 09 16:29:14.535097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d7dce-15c5-4636-8cbe-830c08a0ccb4 req-935ef8e2-ae04-4da2-812a-81b2e6104651 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.536685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c7d7dce-15c5-4636-8cbe-830c08a0ccb4 req-935ef8e2-ae04-4da2-812a-81b2e6104651 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0530541 Aug 09 16:29:14.582644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c7d7dce-15c5-4636-8cbe-830c08a0ccb4 req-9aa20359-e2c7-4951-aebd-30bf4c1d6095 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Aug 09 16:29:15.119179 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a28bd36-5f72-43b5-ac49-2907849a49b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:15.707193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ee1f-f666-4686-87df-66e9dbdd6985 req-de9a3827-8613-480a-8643-9bf5a7d387e3 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:15.708851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7202ee1f-f666-4686-87df-66e9dbdd6985 req-de9a3827-8613-480a-8643-9bf5a7d387e3 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0520403 Aug 09 16:29:15.750558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7202ee1f-f666-4686-87df-66e9dbdd6985 req-e6ad8843-9d53-4800-8ab4-86bf55d8d7b6 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355949 Aug 09 16:29:16.886279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac368f-b9ac-4822-9218-bcc4526f9fac req-c036b4b7-4664-4834-95e4-d8277f03b53e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:16.887876 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12ac368f-b9ac-4822-9218-bcc4526f9fac req-c036b4b7-4664-4834-95e4-d8277f03b53e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0605562 Aug 09 16:29:16.928293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12ac368f-b9ac-4822-9218-bcc4526f9fac req-2457166c-d832-4e05-b3b1-92612d518720 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Aug 09 16:29:17.576524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ffb5cb44-d673-489e-8134-f17ceb0c566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:17.838274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:18.054717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc8256-9785-4c03-90eb-7d7130aca08c req-a2427cac-8d00-4614-a731-6cf28b8410ae tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:18.056304 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6fc8256-9785-4c03-90eb-7d7130aca08c req-a2427cac-8d00-4614-a731-6cf28b8410ae tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0570285 Aug 09 16:29:18.101798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6fc8256-9785-4c03-90eb-7d7130aca08c req-efcb3532-bfca-4af1-85db-b3278483177c tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Aug 09 16:29:19.219440 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:19.236716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47b29-f07b-4790-bcd3-936b1654bb34 req-a468c0b4-f2c1-4553-aba6-2e1a2cf8adaf tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:19.238293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05f47b29-f07b-4790-bcd3-936b1654bb34 req-a468c0b4-f2c1-4553-aba6-2e1a2cf8adaf tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0607882 Aug 09 16:29:19.278396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05f47b29-f07b-4790-bcd3-936b1654bb34 req-481dd8e1-4d8e-4ebc-b615-88cafdb8f7df tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Aug 09 16:29:20.400578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a3cff-d0f0-4b03-80bd-91a5ceb12784 req-719ed2cb-bfea-466a-bd08-bc7f56f35fb5 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:20.402002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c1a3cff-d0f0-4b03-80bd-91a5ceb12784 req-719ed2cb-bfea-466a-bd08-bc7f56f35fb5 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0503716 Aug 09 16:29:20.443126 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c1a3cff-d0f0-4b03-80bd-91a5ceb12784 req-05136bfe-06d0-4820-a0eb-9ee12e96ca57 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349874 Aug 09 16:29:20.629842 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:21.574058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94921c84-65e6-4149-8ae2-bf8021c5ac45 req-0dcc9615-de55-41d7-a537-53bb71f7235f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:21.575835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94921c84-65e6-4149-8ae2-bf8021c5ac45 req-0dcc9615-de55-41d7-a537-53bb71f7235f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0532198 Aug 09 16:29:21.622140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94921c84-65e6-4149-8ae2-bf8021c5ac45 req-cf2f01b0-28d1-437a-a43a-29c46608960e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361412 Aug 09 16:29:22.749863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99a7c5-a80a-4ca6-bfab-b5c39c4ee7d0 req-a3ea8d05-5805-490c-82e6-066265ea7259 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:22.751891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e99a7c5-a80a-4ca6-bfab-b5c39c4ee7d0 req-a3ea8d05-5805-490c-82e6-066265ea7259 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0550096 Aug 09 16:29:22.792599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e99a7c5-a80a-4ca6-bfab-b5c39c4ee7d0 req-5f5c53cc-a85b-47cd-918d-d57b4ee19289 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Aug 09 16:29:23.932094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a691-128e-44d0-af53-58c12e110e28 req-314a2a81-ae91-4044-b932-70a85a11dce9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:23.933663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f543a691-128e-44d0-af53-58c12e110e28 req-314a2a81-ae91-4044-b932-70a85a11dce9 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0646112 Aug 09 16:29:23.974220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f543a691-128e-44d0-af53-58c12e110e28 req-38d36092-ba10-4a71-920b-71a4b2d7fc17 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Aug 09 16:29:25.099646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff75da-1879-4404-ac49-79270a5860b0 req-4c2e54a9-c197-4f7e-ae3e-172aec2965e1 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:25.101191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbff75da-1879-4404-ac49-79270a5860b0 req-4c2e54a9-c197-4f7e-ae3e-172aec2965e1 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0579638 Aug 09 16:29:25.148516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbff75da-1879-4404-ac49-79270a5860b0 req-2cee520e-5b08-4e48-8d6c-28043936d4c0 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Aug 09 16:29:26.271534 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331ee60-1005-4e78-bf9c-21b0c75cc840 req-a027ce23-3be3-4d47-843d-fb5ca98ec61e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:26.273094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b331ee60-1005-4e78-bf9c-21b0c75cc840 req-a027ce23-3be3-4d47-843d-fb5ca98ec61e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0530553 Aug 09 16:29:26.319963 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b331ee60-1005-4e78-bf9c-21b0c75cc840 req-edaaba98-945a-43c1-8642-8dd7391d3d45 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379531 Aug 09 16:29:27.350770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-f5585572-c378-4db3-99b9-e2f7d9d6cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:27.351609 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-f5585572-c378-4db3-99b9-e2f7d9d6cef7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1096 time: 0.0478766 Aug 09 16:29:27.444175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1341722-93ac-42da-923e-4262c1942125 req-a7230cae-edd7-4b4a-9825-fc9bb7d0bd49 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:27.445742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1341722-93ac-42da-923e-4262c1942125 req-a7230cae-edd7-4b4a-9825-fc9bb7d0bd49 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0493853 Aug 09 16:29:27.461817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-bb46c4db-11da-473f-94f5-49fcac5d0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:27.463339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-bb46c4db-11da-473f-94f5-49fcac5d0531 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0924964 Aug 09 16:29:27.485142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f1341722-93ac-42da-923e-4262c1942125 req-b00a2c15-7a16-4af1-85cf-cf486df58927 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Aug 09 16:29:27.507240 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-71526848-0545-46f6-8528-8f2a10392d19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 217 time: 0.0366890 Aug 09 16:29:27.560144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-671eb659-b2d9-4f26-9238-a139831da257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:27.561661 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-671eb659-b2d9-4f26-9238-a139831da257 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0469425 Aug 09 16:29:27.603001 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-a08d28fb-a378-4f01-97f4-79f39684c676 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337019 Aug 09 16:29:27.707554 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-871c034a-7722-4dd6-8713-ac7ddd9f0db3 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975585 Aug 09 16:29:27.805824 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fd367e08-a875-41ca-96e1-ebd8b6e571eb req-a8fd9022-67b6-459b-ae37-711f49b9d7a4 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911343 Aug 09 16:29:28.608558 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9562c-2748-4c1a-a81c-b8003f630da4 req-e4ec8195-f4c7-4d31-ba9d-ef8877697bed tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:28.610049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61e9562c-2748-4c1a-a81c-b8003f630da4 req-e4ec8195-f4c7-4d31-ba9d-ef8877697bed tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0513954 Aug 09 16:29:28.654170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61e9562c-2748-4c1a-a81c-b8003f630da4 req-d9e058ca-6a8c-494a-bbb6-50f4156939e6 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371869 Aug 09 16:29:29.087086 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:29.133704 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:30.117905 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a10a4-3b05-4130-8059-1d4d509cdc45 req-1bf8e6aa-9bf5-4190-a35d-998b22c2f423 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:30.119366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb3a10a4-3b05-4130-8059-1d4d509cdc45 req-1bf8e6aa-9bf5-4190-a35d-998b22c2f423 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.3893218 Aug 09 16:29:30.157781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cb3a10a4-3b05-4130-8059-1d4d509cdc45 req-16cf4e90-d8eb-45d7-a846-f4a8df85a9a3 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Aug 09 16:29:31.287304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748ccca-e929-4cf4-89f5-112ee044b58f req-cf1d44e2-747f-4bb5-9b68-5cc1895b4595 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:31.288935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e748ccca-e929-4cf4-89f5-112ee044b58f req-cf1d44e2-747f-4bb5-9b68-5cc1895b4595 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0607693 Aug 09 16:29:31.329390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e748ccca-e929-4cf4-89f5-112ee044b58f req-32980142-7993-4aa4-9409-e697a251a679 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339212 Aug 09 16:29:31.349210 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-320554c8-a895-4f32-8962-ba47fe717081 service neutron] show failed (client error): The resource could not be found. Aug 09 16:29:31.350265 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-320554c8-a895-4f32-8962-ba47fe717081 service neutron] 10.222.0.35 "GET /v2.0/ports/2d636cb8-26f6-4158-86ed-e7ac56f49158/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0647264 Aug 09 16:29:31.611990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-beca66e3-f8fa-4df7-89b8-90cc7658de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:31.613495 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-beca66e3-f8fa-4df7-89b8-90cc7658de83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963&tenant_id=6eca07bbc2964473b9ebfe2094475287 HTTP/1.1" status: 200 len: 1096 time: 0.0760868 Aug 09 16:29:31.625765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:31.683039 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:31.890350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:31.929052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:31.969918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:31.972507 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dff86c-8eb1-493f-9585-a8ee447376ed" -d '{"events": [{"server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "name": "network-vif-unplugged", "status": "completed", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:31.976396 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:31.989295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Transition to ACTIVE for port object 2d636cb8-26f6-4158-86ed-e7ac56f49158 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:31.995771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:32.029538 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c465afb2-9980-4f16-825b-c45bbb8b26d0 x-openstack-request-id: req-c465afb2-9980-4f16-825b-c45bbb8b26d0 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:32.029830 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "name": "network-vif-unplugged", "status": "completed", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:32.030077 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c465afb2-9980-4f16-825b-c45bbb8b26d0 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:32.030465 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'code': 200} Aug 09 16:29:32.047312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=6']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:32.066313 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] No DVR routers for this DVR port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:29:32.101213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Attempting to bind port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:32.101516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Attempting to bind port 2d636cb8-26f6-4158-86ed-e7ac56f49158 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:32.101864 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Attempting to bind port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on network 23c03943-1b50-437c-bca6-c60ff73efa5c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:32.106305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on network 23c03943-1b50-437c-bca6-c60ff73efa5c not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:29:32.106617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Attempting to bind port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on network 23c03943-1b50-437c-bca6-c60ff73efa5c {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:32.111685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:32.112052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Checking segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:32.112430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Bound using segment: {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:32.112848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Bound port: 2d636cb8-26f6-4158-86ed-e7ac56f49158, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeff1de7-2016-49cf-a95d-c8238f95f057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:32.113198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:32.184139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:32.187319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:32.194685 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:32.229096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:32.229722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:32.231213 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] 10.222.0.66 "PUT /v2.0/ports/2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 1091 time: 0.6096189 Aug 09 16:29:32.252449 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c28fb-5617-44a8-af9f-085b274aad66 service neutron] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:32.299174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-c1a82bc5-5d3c-4534-9d69-25d2271004c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:32.300768 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-c1a82bc5-5d3c-4534-9d69-25d2271004c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1094 time: 0.0454333 Aug 09 16:29:32.398369 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-505b944c-791a-4d5b-a052-60d92f07c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:32.399668 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-505b944c-791a-4d5b-a052-60d92f07c9c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0908916 Aug 09 16:29:32.443758 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-65ac9ea5-b33b-40f8-acfd-204177f86cc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 217 time: 0.0364001 Aug 09 16:29:32.454613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b10e82-630f-4df2-b78a-abf2fa88fd00 req-e9273986-623e-4c3b-8af6-7bb2e05b89df tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:32.456258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8b10e82-630f-4df2-b78a-abf2fa88fd00 req-e9273986-623e-4c3b-8af6-7bb2e05b89df tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 943 time: 0.0540047 Aug 09 16:29:32.499364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8b10e82-630f-4df2-b78a-abf2fa88fd00 req-b7ec83fe-3b74-4e1e-aac9-b74f8b375ca5 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Aug 09 16:29:32.500306 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-534bb891-42fd-49bd-b663-23009f08dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:32.501799 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-534bb891-42fd-49bd-b663-23009f08dab8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0520597 Aug 09 16:29:32.536480 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-ff5ce8aa-6c23-44fc-a089-b4bed0b7fc0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273824 Aug 09 16:29:32.629591 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-cb048837-f1b3-4808-8e41-7b4be4bd2d3e service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858867 Aug 09 16:29:32.727292 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9909e36f-b7be-46f2-a9a5-22e2c3016d5c req-c5481ac3-761f-4385-a966-18e68196a0b9 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904951 Aug 09 16:29:33.631722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf67e-9943-40ce-8b73-016da074cf41 req-731cdb26-8e9f-45fa-a560-f020c9afdb5e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:33.633271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2eaf67e-9943-40ce-8b73-016da074cf41 req-731cdb26-8e9f-45fa-a560-f020c9afdb5e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 943 time: 0.0581894 Aug 09 16:29:33.674318 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2eaf67e-9943-40ce-8b73-016da074cf41 req-ea92532e-11d5-4650-8003-5a3e37902577 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Aug 09 16:29:34.025188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2d636cb8-26f6-4158-86ed-e7ac56f49158 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:29:34.032492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:34.035011 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:34.070667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 2d636cb8-26f6-4158-86ed-e7ac56f49158 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:29:34.088150 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c4162a-3b75-43b8-a38f-601bda697ec8 x-openstack-request-id: req-54c4162a-3b75-43b8-a38f-601bda697ec8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:34.088517 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:34.089047 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54c4162a-3b75-43b8-a38f-601bda697ec8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:34.089633 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'status': 'completed', 'code': 200} Aug 09 16:29:34.186609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-4dc6c21f-988e-4876-9d11-de7a588f36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:34.188141 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-4dc6c21f-988e-4876-9d11-de7a588f36dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1094 time: 0.0786352 Aug 09 16:29:34.189807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-dcab36ad-4fc7-45ba-b5c9-3e167f60a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:34.191367 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-dcab36ad-4fc7-45ba-b5c9-3e167f60a58a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1094 time: 0.0709600 Aug 09 16:29:34.589555 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-00b1618d-c2dc-4e9e-9d49-5201c8f379e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:34.591056 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-00b1618d-c2dc-4e9e-9d49-5201c8f379e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.3878222 Aug 09 16:29:34.592173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-739f1b40-5bd3-4ade-8293-e97b66de0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:34.593465 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-739f1b40-5bd3-4ade-8293-e97b66de0d05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.3978810 Aug 09 16:29:34.675358 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-f80a35ed-a4f5-4a82-942c-7c896e310ebd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 217 time: 0.0764298 Aug 09 16:29:34.676784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-47156a74-cffe-4a4c-805f-359c78dd5850 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 217 time: 0.0671005 Aug 09 16:29:34.764651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-0424e5c3-8983-4c59-93b2-cdbc06fb93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:34.766110 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-0424e5c3-8983-4c59-93b2-cdbc06fb93ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0841861 Aug 09 16:29:34.767553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-04cb4ae7-ca47-4a30-bf45-08f249788057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:34.768933 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-04cb4ae7-ca47-4a30-bf45-08f249788057 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0792222 Aug 09 16:29:34.805180 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-86c65f52-2473-4098-9bf0-f27e0ab0f711 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323336 Aug 09 16:29:34.806464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26531-fe21-41f7-b34c-00e450ca74ec req-16a85d6c-52e7-4346-bcc7-8fa43318192e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:34.808007 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebd26531-fe21-41f7-b34c-00e450ca74ec req-16a85d6c-52e7-4346-bcc7-8fa43318192e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 943 time: 0.0511150 Aug 09 16:29:34.812992 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2d636cb8-26f6-4158-86ed-e7ac56f49158 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:29:34.820505 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-30fc117a-8d68-497b-957d-e64cc680fd0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397544 Aug 09 16:29:34.850078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebd26531-fe21-41f7-b34c-00e450ca74ec req-fe89baad-0b42-4c1a-aa42-e7e1f7d92ab5 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Aug 09 16:29:34.912964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:34.929422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'network_id': '23c03943-1b50-437c-bca6-c60ff73efa5c', 'port_id': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'mac_address': 'fa:16:3e:87:a5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b83f7f-0093-4abb-a57d-8b36704af5a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:29:34.969511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:34.984210 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-e9f37cc7-6a65-4f15-a466-a1293b8b290c service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558168 Aug 09 16:29:34.986282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-83b7d5e3-9ba2-4fef-85ca-be605342bb42 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682236 Aug 09 16:29:34.993628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d636cb8-26f6-4158-86ed-e7ac56f49158 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:29:35.016298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:35.023240 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:35.088525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:35.106822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416fec1-58b3-47b0-b753-301938abf942 req-607a7fab-b81e-4077-a026-114d6b35dc5b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:35.108394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e416fec1-58b3-47b0-b753-301938abf942 req-607a7fab-b81e-4077-a026-114d6b35dc5b tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 944 time: 0.0829678 Aug 09 16:29:35.143537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-cae56dea-98bf-411b-8e6f-4d2dc4278294 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:35.145076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-cae56dea-98bf-411b-8e6f-4d2dc4278294 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.35 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963&tenant_id=6eca07bbc2964473b9ebfe2094475287&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 944 time: 0.0891442 Aug 09 16:29:35.152982 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-73d34037-565d-44ba-a170-6eef459d5ab1 service neutron] 10.222.0.66 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594334 Aug 09 16:29:35.154910 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-f014322b-f082-4f2f-97f0-a401f94149b4 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529374 Aug 09 16:29:35.185127 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e416fec1-58b3-47b0-b753-301938abf942 req-3ba984d1-d624-49f6-835e-5b4ad4c6a237 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685620 Aug 09 16:29:35.215074 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-b6d57d7a-0b98-47cf-b8da-2fea65a35ddd service neutron] delete failed (client error): The resource could not be found. Aug 09 16:29:35.216140 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-b6d57d7a-0b98-47cf-b8da-2fea65a35ddd service neutron] 10.222.0.35 "DELETE /v2.0/ports/2d636cb8-26f6-4158-86ed-e7ac56f49158/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0606887 Aug 09 16:29:35.249856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d636cb8-26f6-4158-86ed-e7ac56f49158'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:29:35.304506 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-06d70431-a87a-44ba-a8ef-05d01a0045f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:35.306083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-06d70431-a87a-44ba-a8ef-05d01a0045f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6eca07bbc2964473b9ebfe2094475287&device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 1095 time: 0.0442648 Aug 09 16:29:35.401045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-381f8ca0-680f-4a6b-a708-5b3d0d16914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:35.402466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-381f8ca0-680f-4a6b-a708-5b3d0d16914f service neutron] 10.222.0.35 "GET /v2.0/networks?id=23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 200 len: 916 time: 0.0898373 Aug 09 16:29:35.453392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-53f14410-80b9-4d79-834e-742a1072686b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 200 len: 217 time: 0.0428224 Aug 09 16:29:35.509732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-a9fb1ee3-bd9a-4376-872f-3388a336e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:35.511257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-a9fb1ee3-bd9a-4376-872f-3388a336e893 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 200 len: 854 time: 0.0508668 Aug 09 16:29:35.543099 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-8b8450bb-ebb4-4235-bfa1-b8617a35289c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23c03943-1b50-437c-bca6-c60ff73efa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251069 Aug 09 16:29:35.644177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-d039b609-ae7e-46a5-b82a-12ee4494b104 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937562 Aug 09 16:29:35.757996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49de4b4f-3695-412d-860a-3ecd53b01f77 req-6205d52a-f133-4479-96d0-f56b1286f693 service neutron] 10.222.0.35 "GET /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063497 Aug 09 16:29:36.309997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce076019-5a55-415d-a782-d241612aa5fc req-a29e612a-df61-43e0-8349-716266e40cec tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:36.314727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce076019-5a55-415d-a782-d241612aa5fc req-a29e612a-df61-43e0-8349-716266e40cec tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 944 time: 0.0576355 Aug 09 16:29:36.353095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce076019-5a55-415d-a782-d241612aa5fc req-4c278267-771a-4203-a05c-fcafbad9958f tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Aug 09 16:29:36.475560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6f2c2-8e1d-4d7d-808c-affaf9bad41d req-e1e52f17-9a6c-437e-af02-f49bc4bb5903 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:36.477032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afd6f2c2-8e1d-4d7d-808c-affaf9bad41d req-e1e52f17-9a6c-437e-af02-f49bc4bb5903 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 944 time: 0.0535021 Aug 09 16:29:36.520989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afd6f2c2-8e1d-4d7d-808c-affaf9bad41d req-8b284c52-3296-4c85-86bb-d52963bc96d8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369174 Aug 09 16:29:36.648642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc316d4-2c5b-4684-8d5d-3c2a7188a78a req-eada3040-eee9-4c5f-8111-ca9f654bcd01 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:36.654877 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dc316d4-2c5b-4684-8d5d-3c2a7188a78a req-eada3040-eee9-4c5f-8111-ca9f654bcd01 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 944 time: 0.0594161 Aug 09 16:29:36.692645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dc316d4-2c5b-4684-8d5d-3c2a7188a78a req-62d59911-2243-46f9-9162-3be12b951868 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362892 Aug 09 16:29:36.827613 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2d636cb8-26f6-4158-86ed-e7ac56f49158 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:36.883907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 2d636cb8-26f6-4158-86ed-e7ac56f49158 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:36.888144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 2d636cb8-26f6-4158-86ed-e7ac56f49158 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:36.888522 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:36.969850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:36.993706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:36.995952 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2593b156-3020-4b5f-bae1-e4f148c5bdd9" -d '{"events": [{"server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "name": "network-vif-plugged", "status": "completed", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:37.010269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:37.015472 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:37.050235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d8621-9c1c-4038-8f89-713ca81509ac req-d74c738f-6830-41dc-b310-4c38292e6be8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:37.051770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a3d8621-9c1c-4038-8f89-713ca81509ac req-d74c738f-6830-41dc-b310-4c38292e6be8 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 944 time: 0.0519276 Aug 09 16:29:37.065135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:37.093813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a3d8621-9c1c-4038-8f89-713ca81509ac req-90f79ee4-34e7-4cec-86ac-2f73aff68f3e tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358055 Aug 09 16:29:37.137826 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5439a101-d1aa-4caf-8c8e-874ea1d614d8 x-openstack-request-id: req-5439a101-d1aa-4caf-8c8e-874ea1d614d8 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:37.138123 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "name": "network-vif-plugged", "status": "completed", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:37.138365 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5439a101-d1aa-4caf-8c8e-874ea1d614d8 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:37.138796 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'code': 200} Aug 09 16:29:38.190424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481977-9920-4005-89a9-f673fe6513e9 req-783686b0-35ff-4e0c-a5c0-7df4148fd2ae tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:38.191946 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e481977-9920-4005-89a9-f673fe6513e9 req-783686b0-35ff-4e0c-a5c0-7df4148fd2ae tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.66 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0531275 Aug 09 16:29:38.223080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cfa44-adc9-4f8e-ba0e-a180a366c399 req-6d882809-579c-4e57-9e80-525180d5bf64 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:38.224707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d9cfa44-adc9-4f8e-ba0e-a180a366c399 req-6d882809-579c-4e57-9e80-525180d5bf64 tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/ports?device_id=d96b8ea2-f063-4864-95ad-af2ec3752963 HTTP/1.1" status: 200 len: 945 time: 0.0530207 Aug 09 16:29:38.265009 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d9cfa44-adc9-4f8e-ba0e-a180a366c399 req-060d552d-ada7-41a2-9c78-9572a18a317c tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.64 "GET /v2.0/security-groups?id=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Aug 09 16:29:38.288122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Deleting port 2d636cb8-26f6-4158-86ed-e7ac56f49158 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:29:38.288466 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:38.375849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] For port 2d636cb8-26f6-4158-86ed-e7ac56f49158, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=2d636cb8-26f6-4158-86ed-e7ac56f49158,segment=NetworkSegment(eeff1de7-2016-49cf-a95d-c8238f95f057),segment_id=eeff1de7-2016-49cf-a95d-c8238f95f057)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:38.376115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:38.389703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Calling delete_port for 2d636cb8-26f6-4158-86ed-e7ac56f49158 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:29:38.546425 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:38.558866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['2d636cb8-26f6-4158-86ed-e7ac56f49158'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:29:38.578088 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Pushing event deleted for resources: {'Port': ['ID=2d636cb8-26f6-4158-86ed-e7ac56f49158,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:38.625377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] No DVR routers for this DVR port 2d636cb8-26f6-4158-86ed-e7ac56f49158 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:29:38.628574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:38.630451 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2e481977-9920-4005-89a9-f673fe6513e9 req-8aaf81f7-5ce4-45cb-8d07-9eb01d19035a tempest-ServerDiskConfigTestJSON-1291945430 tempest-ServerDiskConfigTestJSON-1291945430-project] 10.222.0.66 "DELETE /v2.0/ports/2d636cb8-26f6-4158-86ed-e7ac56f49158 HTTP/1.1" status: 204 len: 173 time: 0.4325190 Aug 09 16:29:38.630883 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'name': 'network-vif-deleted', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:38.633175 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21540e59-954f-4244-95de-58e756c9e09e" -d '{"events": [{"server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "name": "network-vif-deleted", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:38.669017 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f2371-ce96-4cd9-a18f-fd52edbc8016 x-openstack-request-id: req-096f2371-ce96-4cd9-a18f-fd52edbc8016 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:38.669317 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96b8ea2-f063-4864-95ad-af2ec3752963", "name": "network-vif-deleted", "tag": "2d636cb8-26f6-4158-86ed-e7ac56f49158", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:38.669582 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-096f2371-ce96-4cd9-a18f-fd52edbc8016 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:38.669973 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96b8ea2-f063-4864-95ad-af2ec3752963', 'name': 'network-vif-deleted', 'tag': '2d636cb8-26f6-4158-86ed-e7ac56f49158', 'status': 'completed', 'code': 200} Aug 09 16:29:39.402680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42220) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:39.457393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6041b9-4ef9-490a-9c3f-7241fb3074a3 admin admin] Deleting subnet 81b83f7f-0093-4abb-a57d-8b36704af5a3 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:29:39.461074 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea6041b9-4ef9-490a-9c3f-7241fb3074a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.498044 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea6041b9-4ef9-490a-9c3f-7241fb3074a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.537526 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea6041b9-4ef9-490a-9c3f-7241fb3074a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.597015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea6041b9-4ef9-490a-9c3f-7241fb3074a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.628461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6041b9-4ef9-490a-9c3f-7241fb3074a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b83f7f-0093-4abb-a57d-8b36704af5a3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:39.633904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ea6041b9-4ef9-490a-9c3f-7241fb3074a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.636073 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ea6041b9-4ef9-490a-9c3f-7241fb3074a3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/81b83f7f-0093-4abb-a57d-8b36704af5a3 HTTP/1.1" status: 204 len: 168 time: 0.2319911 Aug 09 16:29:39.639940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42222) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:39.720877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.802654 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.813895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c03943-1b50-437c-bca6-c60ff73efa5c']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:39.830321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeff1de7-2016-49cf-a95d-c8238f95f057') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:39.830607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeff1de7-2016-49cf-a95d-c8238f95f057') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:39.840859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.855937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.865045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:29:39.865515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:29:39.868007 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:29:39.934449 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.939993 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:39.944543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/23c03943-1b50-437c-bca6-c60ff73efa5c HTTP/1.1" status: 204 len: 168 time: 0.3010683 Aug 09 16:29:39.955070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=23c03943-1b50-437c-bca6-c60ff73efa5c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:39.964323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.964523 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.964867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.965207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.965542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.965884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.966200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.966552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.966980 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.967194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.967519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:39.967838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66654e47-609a-4fd0-a524-f59dc6c902a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:40.060002 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42226) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:40.117821 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-913a7872-fe07-4e97-990b-cb553fa2fb35 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6eca07bbc2964473b9ebfe2094475287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560076 Aug 09 16:29:40.120325 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42228) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:40.172147 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1eb4892c-6d57-4b6c-8ce3-6d84df1e75ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:40.194994 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1eb4892c-6d57-4b6c-8ce3-6d84df1e75ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:40.246558 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1eb4892c-6d57-4b6c-8ce3-6d84df1e75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:40.249191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1eb4892c-6d57-4b6c-8ce3-6d84df1e75ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:40.250401 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1eb4892c-6d57-4b6c-8ce3-6d84df1e75ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39d2e7b7-f6c3-4432-b69e-edc2d42c11a3 HTTP/1.1" status: 204 len: 168 time: 0.1291707 Aug 09 16:29:40.258917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4892c-6d57-4b6c-8ce3-6d84df1e75ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d2e7b7-f6c3-4432-b69e-edc2d42c11a3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:41.022709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42250) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:41.150588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-382451159-network', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:41.176481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Made reservation on behalf of 2b45aaa0c2614176bfb0bcd71b40f6d8 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:29:41.178866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.187555 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.293862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.299678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.323765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:29:41.339781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45979e04-32f1-427c-b8f8-accbedf1df53,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:41.347871 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.347871 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Added segment 44773bbe-e9bb-4a23-a1cc-397afea2b2a8 of type vlan for network c98f56ab-1922-4c8f-88fa-6afdd47e38dd Aug 09 16:29:41.395277 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.432915 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.433946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:41.434819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.500485 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4766295 Aug 09 16:29:41.503518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52e6d6-793a-4aa9-afa4-17ca88443311 admin admin] Pushing event updated for resources: {'Network': ['ID=c98f56ab-1922-4c8f-88fa-6afdd47e38dd,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:41.503709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42254) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:41.510272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Request body: {'subnet': {'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-382451159-subnet', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:41.514177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:29:41.533990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Made reservation on behalf of 2b45aaa0c2614176bfb0bcd71b40f6d8 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:29:41.536418 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.717903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.773380 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49262fc6-8b2a-4ec4-bfc5-7e982351ebda,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:41.782163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:41.782517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Network hostable DHCP agents. Network: c98f56ab-1922-4c8f-88fa-6afdd47e38dd, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:29:41.801962 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:29:41.813425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, c98f56ab-1922-4c8f-88fa-6afdd47e38dd) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:41.818155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:41.818912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.823047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f94b1eb-6c74-4148-b89f-81f871aca7ca None None] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:29:41.836181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-07449f05-b67d-4b3f-945c-714a466679b7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3311901 Aug 09 16:29:41.839144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42256) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:41.843635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:41.865734 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.866869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.924607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.971509 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:29:41.972399 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.062465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.107050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Allocated IP 172.20.0.2 (c98f56ab-1922-4c8f-88fa-6afdd47e38dd/49262fc6-8b2a-4ec4-bfc5-7e982351ebda/0d03bd23-5b9f-4ed0-a147-1b3c682fa877) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:42.248712 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.257312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Transition to ACTIVE for port object 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:42.265869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.272423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Transition to ACTIVE for port object 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:42.278399 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.285681 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.313261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:42.318052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:42.321518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:42.329970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Pushing event updated for resources: {'Port': ['ID=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:42.383766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Attempting to bind port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:42.384217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Attempting to bind port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:42.384605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Attempting to bind port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:42.389954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:42.390322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:42.390716 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.391102 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:42.391519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Bound port: 0d03bd23-5b9f-4ed0-a147-1b3c682fa877, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:42.391939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.397136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Allocated IP 172.25.7.124 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/d461c5e5-13cb-4426-b864-e07203be6d29) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:42.455200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] For port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:42.458816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] For port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:42.464269 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.505179 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.523913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046bd85-27c2-4ea9-b71b-5e43d23b4f77 None None] Pushing event updated for resources: {'Port': ['ID=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:42.553918 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:42.590715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:42.593665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:42.599524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:42.628142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d461c5e5-13cb-4426-b864-e07203be6d29,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:42.855125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2d636cb8-26f6-4158-86ed-e7ac56f49158 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:29:42.864343 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:29:42.876820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 2d636cb8-26f6-4158-86ed-e7ac56f49158 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:29:42.877170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 2d636cb8-26f6-4158-86ed-e7ac56f49158 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:29:42.900417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:43.127641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:43.275205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:29:43.393138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:29:43.406249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:29:43.413751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:43.414404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:29:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:43.416227 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:43.417561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d9e9474c-ebe1-4614-827f-14bcdedd97d5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5773840 Aug 09 16:29:43.421141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42258) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:43.511664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ef678-d856-41ea-bfb1-2037b2c2c62a None None] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:29:43.756220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e45ecd7a-b1a5-4885-9862-ab555fbbbc3a None None] Provisioning for port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:43.766369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:43.864969 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.034736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Allocated IP 172.20.0.1 (c98f56ab-1922-4c8f-88fa-6afdd47e38dd/49262fc6-8b2a-4ec4-bfc5-7e982351ebda/ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:44.034997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:42Z', 'revision_number': 3, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:44.067838 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:29:44.068358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Updating router 471c69c7-f107-4e7f-a50a-ee19210a0697 port d461c5e5-13cb-4426-b864-e07203be6d29 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:29:44.095521 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.162260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.190130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Transition to ACTIVE for port object ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:44.241126 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.293279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:44.293570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:44.298620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:44.302404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:44.328261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Pushing event updated for resources: {'Port': ['ID=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:44.353039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.432614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:44.445539 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:44.446473 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.498553 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.539741 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.555788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Transition to ACTIVE for port object d461c5e5-13cb-4426-b864-e07203be6d29 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:44.565072 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.660101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.680270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.684133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-eacc02d2-3103-4e67-96af-86fc9ef715e3 None None] Provisioning for port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:44.685716 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.686225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c44bc-3a8b-409f-b9f8-4c75c344f773 None None] Pushing event updated for resources: {'Port': ['ID=d461c5e5-13cb-4426-b864-e07203be6d29,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:44.691736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Attempting to bind port d461c5e5-13cb-4426-b864-e07203be6d29 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:44.692123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Attempting to bind port d461c5e5-13cb-4426-b864-e07203be6d29 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:44.692476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Attempting to bind port d461c5e5-13cb-4426-b864-e07203be6d29 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:44.695542 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-eacc02d2-3103-4e67-96af-86fc9ef715e3 None None] Provisioning complete for port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:44.695949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-eacc02d2-3103-4e67-96af-86fc9ef715e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.723250 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:44.723591 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:44.724019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.724443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:44.724882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Bound port: d461c5e5-13cb-4426-b864-e07203be6d29, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:44.725320 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.754542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.756614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Pushing event updated for resources: {'Port': ['ID=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:44.784150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:44.785208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-eacc02d2-3103-4e67-96af-86fc9ef715e3 None None] Port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:29:44.793285 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.835946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] For port d461c5e5-13cb-4426-b864-e07203be6d29, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:44.840674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] For port d461c5e5-13cb-4426-b864-e07203be6d29, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d461c5e5-13cb-4426-b864-e07203be6d29,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:44.851784 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:44.857653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:44.859049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:44.860335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:44.915633 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:44.916540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:29:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:44.959340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c44bc-3a8b-409f-b9f8-4c75c344f773 None None] Pushing event updated for resources: {'Port': ['ID=d461c5e5-13cb-4426-b864-e07203be6d29,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:45.037515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:45.171111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6f126418-24c4-40a0-a3c0-8aea079d159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:45.182033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5653dad1-55dd-4b1c-8bf6-5cd72cd3b301 None None] Provisioning complete for port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:45.182437 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5653dad1-55dd-4b1c-8bf6-5cd72cd3b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:45.237243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-5653dad1-55dd-4b1c-8bf6-5cd72cd3b301 None None] Port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:29:45.294788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 2, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:45.319164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:29:45.321118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c0c95-9694-4cd3-85b3-97df0ef97154 None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 2, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:29:45.432021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:29:45.439253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e75e4e61-2f78-4db2-8aa1-780027f3eade admin admin] 10.222.0.64 "PUT /v2.0/routers/471c69c7-f107-4e7f-a50a-ee19210a0697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146892 Aug 09 16:29:46.278810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:46.333388 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:46.333759 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:46.423606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d461c5e5-13cb-4426-b864-e07203be6d29 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:46.480801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d461c5e5-13cb-4426-b864-e07203be6d29 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:46.484774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d461c5e5-13cb-4426-b864-e07203be6d29 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:46.485148 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:46.570140 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:46.592639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port d461c5e5-13cb-4426-b864-e07203be6d29, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d461c5e5-13cb-4426-b864-e07203be6d29,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:46.598495 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:46.648477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=d461c5e5-13cb-4426-b864-e07203be6d29,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:47.063865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42270) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:47.068867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5ca7208d-9566-44ea-8be1-17591a52b60f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940731573', 'description': 'tempest-description--1931511160'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:47.094758 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ca7208d-9566-44ea-8be1-17591a52b60f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.187776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ca7208d-9566-44ea-8be1-17591a52b60f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.193077 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ca7208d-9566-44ea-8be1-17591a52b60f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.220256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5ca7208d-9566-44ea-8be1-17591a52b60f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.223076 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5ca7208d-9566-44ea-8be1-17591a52b60f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1567488 Aug 09 16:29:47.224902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42272) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:47.226281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7208d-9566-44ea-8be1-17591a52b60f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d357a486-bd6e-4293-8a5a-ecebbff10554,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:47.230257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e2408d68-357b-4ccc-b8fc-0fc2c6383505 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'security_group_rule': {'security_group_id': 'd357a486-bd6e-4293-8a5a-ecebbff10554', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:47.259529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2408d68-357b-4ccc-b8fc-0fc2c6383505 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.262284 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:29:47.272274 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:47.272939 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:29:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:47.318100 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2408d68-357b-4ccc-b8fc-0fc2c6383505 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.322649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2408d68-357b-4ccc-b8fc-0fc2c6383505 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.340461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2408d68-357b-4ccc-b8fc-0fc2c6383505 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336f8d70-a19b-4cb3-b5e0-f2fdef919177,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:47.350835 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e2408d68-357b-4ccc-b8fc-0fc2c6383505 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.352463 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e2408d68-357b-4ccc-b8fc-0fc2c6383505 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260564 Aug 09 16:29:47.355916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42274) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:47.360591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9fd7b855-265c-4a22-a3ff-d69646df7219 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'security_group_rule': {'security_group_id': 'd357a486-bd6e-4293-8a5a-ecebbff10554', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:47.382397 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:47.387870 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b855-265c-4a22-a3ff-d69646df7219 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.447310 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b855-265c-4a22-a3ff-d69646df7219 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.452186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b855-265c-4a22-a3ff-d69646df7219 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.470512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7b855-265c-4a22-a3ff-d69646df7219 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f7d678-3ba3-4edd-b818-cb6ee8780a71,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:47.483901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b855-265c-4a22-a3ff-d69646df7219 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.489621 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9fd7b855-265c-4a22-a3ff-d69646df7219 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285391 Aug 09 16:29:47.489621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42276) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:47.494699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:47.520105 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.589402 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6281b46e-35d7-40c0-b9e6-fd76d1c0a808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.601131 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 2, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:47.632348 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:29:47.632697 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Updating router 471c69c7-f107-4e7f-a50a-ee19210a0697 port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:29:47.632831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.658558 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.735646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Allocated IP 172.25.7.34 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/a65d2fa0-4342-45ab-9ee2-083640254eaa) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:47.832984 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.848236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.889769 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.930304 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.931600 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:47.934785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:47.939383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:47.941554 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Transition to ACTIVE for port object ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:47.949101 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:47.963021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'Port': ['ID=a65d2fa0-4342-45ab-9ee2-083640254eaa,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:48.028151 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Pushing event updated for resources: {'Port': ['ID=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:48.039065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.057557 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.057902 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.058238 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.058573 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.058901 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.059228 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.059548 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.059910 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.060230 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.060547 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.060864 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.061208 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:48.068857 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Attempting to bind port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:48.069221 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Attempting to bind port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:48.069582 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Attempting to bind port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:48.077220 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:48.077580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.077756 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:48.078236 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.078803 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:48.079218 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Bound port: ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:48.079863 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.148183 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] For port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:48.152142 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] For port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:48.159018 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.240337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d461c5e5-13cb-4426-b864-e07203be6d29 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:48.262234 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.269422 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.303364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d461c5e5-13cb-4426-b864-e07203be6d29 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:48.304032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.316819 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa49ba1-3f45-4260-b025-132fb0f1b80b None None] Pushing event updated for resources: {'Port': ['ID=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:48.332348 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:48.333024 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:29:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:48.362260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'Port': ['ID=a65d2fa0-4342-45ab-9ee2-083640254eaa,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:48.373299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.390916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:48.400707 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f8e51b25-3258-4057-a49f-bfe29ddcb63c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9097373 Aug 09 16:29:48.446815 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:48.560998 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-a6e42279-6f54-4e20-a975-d4c268bd1fa9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1940731573&fields=id&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 267 time: 0.0460703 Aug 09 16:29:48.662698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:48Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:48.687029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-035d44ef-afc4-4e03-9b31-1e1b98269a9a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:48.688638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-035d44ef-afc4-4e03-9b31-1e1b98269a9a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 811 time: 0.1147814 Aug 09 16:29:48.690517 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3157623-42b6-486e-bf72-667501ea8b0d None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:48Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:29:48.707050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-cb01ffc6-3199-4896-9c38-5522c543f9a8 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/quotas/2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 375 time: 0.0106916 Aug 09 16:29:48.773272 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-fcec6379-28e3-43ad-8597-b09c223e23dd tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589983 Aug 09 16:29:48.978343 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-603d7ad4-9ff5-42b8-9ce3-dab8d8f1f0cd service neutron] 10.222.0.64 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334608 Aug 09 16:29:49.075942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-b70c0dfe-52b6-4654-ae6e-e4f3506c99a1 service neutron] 10.222.0.64 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912249 Aug 09 16:29:49.237130 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:49.269752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-555cf798-fe6f-4284-908e-fd00fff3c77d req-d50142d7-d4b1-4255-8e76-3cbee2b13e78 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 210 time: 0.0331602 Aug 09 16:29:50.234218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:50.287590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:50.293287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:50.293287 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:50.366880 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ceff1b2-c317-418d-8050-520bc9c1f018 req-8bd053ee-aff1-4adb-a225-2fc699d47d68 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 210 time: 0.0277343 Aug 09 16:29:50.388831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:50.425930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:50.430458 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:50.484116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:50.510399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-d15f9eca-624c-4fda-9330-4b3bbb3b06e0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:50.510399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-d15f9eca-624c-4fda-9330-4b3bbb3b06e0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 811 time: 0.1322744 Aug 09 16:29:50.569693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-297c8d15-04bb-4d41-88ac-eb60ab9ea94a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 380 time: 0.0466905 Aug 09 16:29:50.580718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'port': {'device_id': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'admin_state_up': True, 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'security_groups': ['d357a486-bd6e-4293-8a5a-ecebbff10554']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:50.629773 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:50.690500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Made reservation on behalf of 2b45aaa0c2614176bfb0bcd71b40f6d8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:29:50.694079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:50.830295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Allocated IP 172.20.0.12 (c98f56ab-1922-4c8f-88fa-6afdd47e38dd/49262fc6-8b2a-4ec4-bfc5-7e982351ebda/b2a42669-6ef8-49b6-8147-44240776d1c6) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:50.976087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:50.997412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Transition to ACTIVE for port object b2a42669-6ef8-49b6-8147-44240776d1c6 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:51.034782 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.081368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:51.085008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:51.088932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:51.095751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:51.144502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:51.145162 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.162816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-ae8e15b6-dbe9-4a3c-8997-96b46ee69234 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5861464 Aug 09 16:29:51.175679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Request body: {'port': {'device_id': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:51.237094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.357321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e8b5aa2e-a7d5-4e41-9619-7ed47c99fb4f None None] Provisioning for port b2a42669-6ef8-49b6-8147-44240776d1c6 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:51.361302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e8b5aa2e-a7d5-4e41-9619-7ed47c99fb4f None None] Provisioning complete for port b2a42669-6ef8-49b6-8147-44240776d1c6 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:51.362205 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e8b5aa2e-a7d5-4e41-9619-7ed47c99fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.396487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5aa2e-a7d5-4e41-9619-7ed47c99fb4f None None] Port b2a42669-6ef8-49b6-8147-44240776d1c6 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:29:51.539389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd17cb-f5ca-4232-8ea3-5e46f7d5a8ab req-b3d10893-06eb-4960-a084-d0292b9ea37a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:51.540874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdbd17cb-f5ca-4232-8ea3-5e46f7d5a8ab req-b3d10893-06eb-4960-a084-d0292b9ea37a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 932 time: 0.0962405 Aug 09 16:29:51.546847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a42669-6ef8-49b6-8147-44240776d1c6 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:29:51.560420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.590484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Transition to ACTIVE for port object b2a42669-6ef8-49b6-8147-44240776d1c6 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:51.598833 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.615385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdbd17cb-f5ca-4232-8ea3-5e46f7d5a8ab req-bf3227dd-df56-47d9-88ef-d2b872e0d52c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637913 Aug 09 16:29:51.660388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:51.732241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Attempting to bind port b2a42669-6ef8-49b6-8147-44240776d1c6 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:51.732608 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Attempting to bind port b2a42669-6ef8-49b6-8147-44240776d1c6 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:51.732948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Attempting to bind port b2a42669-6ef8-49b6-8147-44240776d1c6 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:51.738236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Port b2a42669-6ef8-49b6-8147-44240776d1c6 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:29:51.738560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Attempting to bind port b2a42669-6ef8-49b6-8147-44240776d1c6 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:51.744785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:51.745132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:51.745550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:51.745963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Bound port: b2a42669-6ef8-49b6-8147-44240776d1c6, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:51.746330 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.818899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:51.822345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:51.827455 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.866135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:51.866753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.868265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] 10.222.0.35 "PUT /v2.0/ports/b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 1092 time: 0.6972833 Aug 09 16:29:51.868715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:51.871022 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:51.891541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744a9c4-0f6e-40f0-ab81-6c3df2364500 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:51.916805 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986f171-9881-4391-a23a-44f5b53521ea x-openstack-request-id: req-7986f171-9881-4391-a23a-44f5b53521ea {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:51.917098 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:51.917350 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7986f171-9881-4391-a23a-44f5b53521ea {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:51.917747 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'status': 'completed', 'code': 200} Aug 09 16:29:51.964160 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-e95d5975-e4f8-4903-92ce-7dc135f013ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:51.965738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-e95d5975-e4f8-4903-92ce-7dc135f013ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1095 time: 0.0519783 Aug 09 16:29:52.016645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-9b2ec40d-7f1d-466d-a225-d629a85392ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 217 time: 0.0420196 Aug 09 16:29:52.070080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-c69a028a-e6e1-48b1-91de-e6298f11d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:52.071999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-c69a028a-e6e1-48b1-91de-e6298f11d0c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0480762 Aug 09 16:29:52.125400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-3a5a85a0-7000-4120-8f8f-adc5ff9c5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:52.126942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-3a5a85a0-7000-4120-8f8f-adc5ff9c5d51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485370 Aug 09 16:29:52.210553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:52.225513 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-898882e3-3124-45e1-bce5-90b1bc136704 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912099 Aug 09 16:29:52.263220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:52.263592 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:52.327162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c230643c-ad4c-4d39-9b39-b61f391999e2 req-0ebc029d-3881-4d86-ad39-9400d338c651 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946167 Aug 09 16:29:52.424002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-307b0fe4-e342-414a-b967-f55ddbb7056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:52.425530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-307b0fe4-e342-414a-b967-f55ddbb7056b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1095 time: 0.0459063 Aug 09 16:29:52.534835 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-c30fc041-66f0-456c-ae37-1c6f03f80ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:52.536413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-c30fc041-66f0-456c-ae37-1c6f03f80ef9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1042056 Aug 09 16:29:52.581288 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-3e6be72c-f515-4b8d-8dcf-b0d597753831 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 217 time: 0.0371187 Aug 09 16:29:52.638531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-98524849-2442-420d-aeb3-04079b9ab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:52.640046 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-98524849-2442-420d-aeb3-04079b9ab350 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0514469 Aug 09 16:29:52.689357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-c5633148-61cc-4e1a-87ea-432a39ab7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:52.690932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-c5633148-61cc-4e1a-87ea-432a39ab7bce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432348 Aug 09 16:29:52.797948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2014-7303-4a24-a092-66f8f26a6176 req-ab9dfd08-cc7e-4247-943e-f2e8da103dcb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:52.799485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-861d2014-7303-4a24-a092-66f8f26a6176 req-ab9dfd08-cc7e-4247-943e-f2e8da103dcb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 944 time: 0.1076484 Aug 09 16:29:52.835179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-46dd43f2-7d9b-4992-ad12-69e7e057cf7e service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331012 Aug 09 16:29:52.867453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-861d2014-7303-4a24-a092-66f8f26a6176 req-541a49a5-72f7-4f80-92e3-4252058eaf11 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595410 Aug 09 16:29:52.935839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e4cb212-d8c1-403c-8f33-7d10b0f6d46e req-ddff42c8-9104-452a-890c-16a595d3ed8f service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904367 Aug 09 16:29:53.999278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67263300-3fbc-426b-ab04-4ef0a83fb701 req-47bb2422-60a4-433e-8660-efa069797169 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:54.000765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67263300-3fbc-426b-ab04-4ef0a83fb701 req-47bb2422-60a4-433e-8660-efa069797169 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 944 time: 0.0590174 Aug 09 16:29:54.044309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67263300-3fbc-426b-ab04-4ef0a83fb701 req-4db72b12-3645-451f-868a-81d26d6ec4c3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357215 Aug 09 16:29:55.183982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff4c5-f6e1-435e-a57d-d5e54a5c9c44 req-34df7e53-d186-49cb-956f-b18ff3b239bc tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:55.185515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61fff4c5-f6e1-435e-a57d-d5e54a5c9c44 req-34df7e53-d186-49cb-956f-b18ff3b239bc tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 944 time: 0.0662270 Aug 09 16:29:55.240412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61fff4c5-f6e1-435e-a57d-d5e54a5c9c44 req-14e0492b-02be-48df-a842-f3a69b85beab tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481217 Aug 09 16:29:56.036747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b2a42669-6ef8-49b6-8147-44240776d1c6 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:29:56.150412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:56.172909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'mac_address': 'fa:16:3e:75:b5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:29:56.213711 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:56.227150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a42669-6ef8-49b6-8147-44240776d1c6 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:29:56.248724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:56.254304 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:56.302320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:56.372827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8147e0d-6f92-42c6-8f09-332e2b84ef49 req-ed170ec8-d463-44b4-93fa-ced859324090 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:56.374951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8147e0d-6f92-42c6-8f09-332e2b84ef49 req-ed170ec8-d463-44b4-93fa-ced859324090 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 945 time: 0.0616524 Aug 09 16:29:56.421557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8147e0d-6f92-42c6-8f09-332e2b84ef49 req-2ca7e136-27a3-40ff-87b8-261de5d03aa0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373311 Aug 09 16:29:56.457163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['b2a42669-6ef8-49b6-8147-44240776d1c6'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:29:57.547416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c4f07-fda9-4291-9040-c201e7235ab8 req-965ac4e0-cfaa-47a2-94ca-14c4742de319 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:57.549004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d23c4f07-fda9-4291-9040-c201e7235ab8 req-965ac4e0-cfaa-47a2-94ca-14c4742de319 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 945 time: 0.0553226 Aug 09 16:29:57.592688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d23c4f07-fda9-4291-9040-c201e7235ab8 req-e502a66e-7e28-4309-aa91-22641f06b7c3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348346 Aug 09 16:29:58.053423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b2a42669-6ef8-49b6-8147-44240776d1c6 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:58.112274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port b2a42669-6ef8-49b6-8147-44240776d1c6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:58.116279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port b2a42669-6ef8-49b6-8147-44240776d1c6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:58.116647 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:58.199781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:58.225067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:58.227340 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae257d2-7b8d-4ead-8bb6-1982c8ec50a7" -d '{"events": [{"server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "name": "network-vif-plugged", "status": "completed", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:58.240758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:58.246543 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:58.270774 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d05890-c007-41de-b31b-b5c32b173f2d x-openstack-request-id: req-33d05890-c007-41de-b31b-b5c32b173f2d {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:58.271062 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "name": "network-vif-plugged", "status": "completed", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:58.271314 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33d05890-c007-41de-b31b-b5c32b173f2d {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:58.271700 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'code': 200} Aug 09 16:29:58.299489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:58.373464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1722-4921-42ad-bbb6-3c1ee91edc61 req-3e6f945b-795f-4758-86e0-b7a948c76df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:58.375314 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8de1722-4921-42ad-bbb6-3c1ee91edc61 req-3e6f945b-795f-4758-86e0-b7a948c76df4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1097 time: 0.0460789 Aug 09 16:29:58.416205 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f8de1722-4921-42ad-bbb6-3c1ee91edc61 req-9b9474bb-0c0b-4f5b-a5d4-078aeefe64a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339708 Aug 09 16:29:58.725113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b443-4ed4-4876-b668-c76aea4bb7ce req-267fac19-6c16-47a5-9bc6-be0c86f4fc97 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:58.727149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7174b443-4ed4-4876-b668-c76aea4bb7ce req-267fac19-6c16-47a5-9bc6-be0c86f4fc97 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0585151 Aug 09 16:29:58.773163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7174b443-4ed4-4876-b668-c76aea4bb7ce req-51c23465-eb66-497b-9bb4-ecda44d0b616 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379260 Aug 09 16:29:59.100477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:59.152482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:59.910909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2ad77-f110-4b4f-87cb-d07d8ee72191 req-2b132ca1-49df-4679-a6e2-cf53d39a671f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:59.913290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a2ad77-f110-4b4f-87cb-d07d8ee72191 req-2b132ca1-49df-4679-a6e2-cf53d39a671f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0611720 Aug 09 16:29:59.958522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d9a2ad77-f110-4b4f-87cb-d07d8ee72191 req-a44eb681-ed4c-42b2-9d17-eb58c6be0f48 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375383 Aug 09 16:30:00.087274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a26f3-ee84-4c78-be06-139372b2f9d9 req-cf9c9c92-f579-425f-bafa-dbddafea9111 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:00.088937 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a51a26f3-ee84-4c78-be06-139372b2f9d9 req-cf9c9c92-f579-425f-bafa-dbddafea9111 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0583313 Aug 09 16:30:00.101814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42340) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:30:00.106623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'floatingip': {'port_id': 'b2a42669-6ef8-49b6-8147-44240776d1c6'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:30:00.145939 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:00.600438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:00.609305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:00.714230 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322 associated. External IP: 172.25.7.34, port: b2a42669-6ef8-49b6-8147-44240776d1c6. Aug 09 16:30:00.939167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:30:01.420924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:30:01.425581 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:01.431588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:30:01.444068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:30:01.444671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:29:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:30:01.457027 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-09ae126a-0bf4-4987-b428-0e3e54502cf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "PUT /v2.0/floatingips/dc67a9df-1aec-4530-9a00-0ca66a2de322 HTTP/1.1" status: 200 len: 991 time: 1.3537705 Aug 09 16:30:01.457668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:30:01.459957 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaa1cc9-3413-4aa6-b064-48fb116af76d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:30:01.547022 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a092b7b-dba7-45ad-a500-483415423ce0 x-openstack-request-id: req-7a092b7b-dba7-45ad-a500-483415423ce0 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:30:01.547313 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:30:01.547565 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a092b7b-dba7-45ad-a500-483415423ce0 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:30:01.548003 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'status': 'completed', 'code': 200} Aug 09 16:30:01.554220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:30:01.614037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-e9064714-591f-4fbf-97af-b0519e6439e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:01.615653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-e9064714-591f-4fbf-97af-b0519e6439e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1097 time: 0.0469623 Aug 09 16:30:01.718984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-e207be0c-f6a3-4dca-a19b-46b270c7f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:01.720445 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-e207be0c-f6a3-4dca-a19b-46b270c7f7fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0977812 Aug 09 16:30:01.791135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-603f62e1-4b52-4847-86ca-413aecf32197 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 999 time: 0.0620153 Aug 09 16:30:01.851054 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-99c1d77f-aeb7-4886-9bd3-49ab1759ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:01.852617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-99c1d77f-aeb7-4886-9bd3-49ab1759ed67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0552187 Aug 09 16:30:01.904032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-f8324bc9-f50f-4682-9e9f-6750ffa063c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:01.905562 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-f8324bc9-f50f-4682-9e9f-6750ffa063c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459938 Aug 09 16:30:02.000467 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-89c98cc2-eb64-4211-abe9-4c4ff4e962d9 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852485 Aug 09 16:30:02.062315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:75:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:30:00Z', 'revision_number': 1, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:30:02.092529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:30:02.101264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:30:02.101844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:29:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:30:02.102686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eaa1cc9-3413-4aa6-b064-48fb116af76d req-7905fd29-7dd7-4d3b-84c2-4534e8fcb013 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958095 Aug 09 16:30:02.213846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:30:02.453412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:75:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:30:00Z', 'revision_number': 1, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:30:02.481573 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f0ef1-dec4-4dcd-b532-860150f0ba2c None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:75:b5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:30:00Z', 'revision_number': 1, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:30:02.685008 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a9372-deb6-4e7a-aae0-aebf12c0048d None None] New status for floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:30:15.119609 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-05c0467d-71c7-4a59-9820-3e3fb04b0c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:17.587656 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ea35c7d-f530-4921-8ac3-71301db90d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:17.840971 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:19.227327 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:19.864557 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:30:20.632571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:27.317223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-40b37f3f-ee63-4c03-ab16-b9238cd2c787 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543211 Aug 09 16:30:27.404432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-50190b56-c33f-4c63-a753-c30d4926e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:27.406003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-50190b56-c33f-4c63-a753-c30d4926e162 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1097 time: 0.0438697 Aug 09 16:30:27.521966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-8cee1159-3a1a-40c6-937c-928aaa03a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:27.523489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-8cee1159-3a1a-40c6-937c-928aaa03a5f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0946701 Aug 09 16:30:27.592933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-f66d8292-0f65-4ec5-a844-c28b62be4a88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 1001 time: 0.0619488 Aug 09 16:30:27.646132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-d90df71b-ffb1-47d9-b22c-97f645d4e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:27.647643 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-d90df71b-ffb1-47d9-b22c-97f645d4e361 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0473640 Aug 09 16:30:27.700002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-642083e6-0019-491d-9406-0356f9efebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:27.701464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-642083e6-0019-491d-9406-0356f9efebbd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465477 Aug 09 16:30:27.795372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-c921f078-9a9a-41be-a6ee-8d19c6d7b442 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862772 Aug 09 16:30:27.896336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81117fc2-fe26-4fc2-969b-08b3ba2ceb6c req-24a11427-cb5f-4d68-99d5-d534a4144de8 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933723 Aug 09 16:30:29.117100 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:29.149071 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:45.116116 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5ee66c80-4353-4985-bb4b-16fd8dbd9151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:47.582142 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-82e0cf9f-5347-4a51-83b1-620967764249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:47.841068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:49.229465 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:50.640163 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:56.864338 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:30:59.117272 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:59.162612 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:15.115541 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-831919bf-e00a-4f55-bebb-a63df047118e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:17.587345 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6fc569fc-961d-48bd-9801-ca6c8457d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:17.839595 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:19.238402 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:20.640075 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:27.330845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49046243-6d60-4406-821b-a339262a2ca4 req-0b5ca6d1-0973-4a58-898d-80d0f6e714db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561931 Aug 09 16:31:27.418956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49046243-6d60-4406-821b-a339262a2ca4 req-69253a1c-b83b-4b9f-80be-0f565206ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:27.420559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49046243-6d60-4406-821b-a339262a2ca4 req-69253a1c-b83b-4b9f-80be-0f565206ab74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1097 time: 0.0458214 Aug 09 16:31:27.542045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49046243-6d60-4406-821b-a339262a2ca4 req-9128d023-abe3-4f67-8955-bc402700c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:27.543458 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49046243-6d60-4406-821b-a339262a2ca4 req-9128d023-abe3-4f67-8955-bc402700c47b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1023378 Aug 09 16:31:27.615248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49046243-6d60-4406-821b-a339262a2ca4 req-e9a0763d-9ad4-4f41-af46-e22d2bf47405 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 1001 time: 0.0641181 Aug 09 16:31:27.672249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49046243-6d60-4406-821b-a339262a2ca4 req-ceebadc4-bec7-4b47-a4e3-cf34c0f19b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:27.673751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49046243-6d60-4406-821b-a339262a2ca4 req-ceebadc4-bec7-4b47-a4e3-cf34c0f19b2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0510471 Aug 09 16:31:27.726308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49046243-6d60-4406-821b-a339262a2ca4 req-b4bcb2ee-7af9-4076-a5f8-c09c3f8f2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:27.727856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49046243-6d60-4406-821b-a339262a2ca4 req-b4bcb2ee-7af9-4076-a5f8-c09c3f8f2c68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470746 Aug 09 16:31:27.819652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49046243-6d60-4406-821b-a339262a2ca4 req-7335eae8-ef77-4dab-85cc-94bfe29a7ed7 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842512 Aug 09 16:31:27.920716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49046243-6d60-4406-821b-a339262a2ca4 req-e4076a49-a5bf-4467-aa10-2e60198a379e service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943952 Aug 09 16:31:29.133032 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:29.156122 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:33.864667 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:31:36.948402 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d5ec2-a693-4e17-9d9a-288c9733daff req-09029f61-c438-4fe0-a802-d29026c3e7ae tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:36.949967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-619d5ec2-a693-4e17-9d9a-288c9733daff req-09029f61-c438-4fe0-a802-d29026c3e7ae tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0530014 Aug 09 16:31:36.992770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-619d5ec2-a693-4e17-9d9a-288c9733daff req-0e55f17d-1030-4862-ad9a-58e5f62d010d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330131 Aug 09 16:31:37.248464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 42584) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:31:37.263965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b819-4cd3-4760-a490-8e42f03266a4 req-592738c3-f9be-455c-9b04-ddb1602a8fb6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:37.265769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f70b819-4cd3-4760-a490-8e42f03266a4 req-592738c3-f9be-455c-9b04-ddb1602a8fb6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0521040 Aug 09 16:31:37.305964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f70b819-4cd3-4760-a490-8e42f03266a4 req-c96898f1-a31e-40b1-a378-9d5c995a1a41 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Aug 09 16:31:37.357196 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-41a2f8f7-75a7-415f-863b-0da9f6e36ec9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074493 Aug 09 16:31:38.436368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba94394-d770-4014-b543-f202eb97e41c req-ff21c123-a227-48ba-9c22-abd7d5d76f26 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.437883 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ba94394-d770-4014-b543-f202eb97e41c req-ff21c123-a227-48ba-9c22-abd7d5d76f26 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0618238 Aug 09 16:31:38.480435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ba94394-d770-4014-b543-f202eb97e41c req-ce1d7168-67d6-4f20-b5ac-49781eeb364c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363321 Aug 09 16:31:38.540379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-61065731-a6ca-48a0-b72c-43196cbbd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.541896 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-61065731-a6ca-48a0-b72c-43196cbbd69f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1097 time: 0.0443084 Aug 09 16:31:38.645988 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-5f2f9d35-02de-4c4b-9f1f-7e9f85841b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.647586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-5f2f9d35-02de-4c4b-9f1f-7e9f85841b36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0986984 Aug 09 16:31:38.729155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-96035cf8-c014-4375-8ef1-80cf96ffa5d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 1001 time: 0.0744104 Aug 09 16:31:38.789541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-bd34ce93-168d-4e3b-88b4-59fa742a69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.791056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-bd34ce93-168d-4e3b-88b4-59fa742a69d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0551851 Aug 09 16:31:38.840915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-3c4ace43-325a-46c8-a49f-3ef7742d2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.842697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-3c4ace43-325a-46c8-a49f-3ef7742d2893 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443406 Aug 09 16:31:38.938072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-2a10bf36-afea-48e0-862a-1194907999f6 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882001 Aug 09 16:31:39.032802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-0d57a4a5-7d00-4f43-b1d2-338dc85fd627 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868979 Aug 09 16:31:39.615151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415beaa8-b79a-4a3a-aa2f-55bc997f411d req-982c00a5-d318-4122-9bc9-ffb04bf6af8c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:39.616696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-415beaa8-b79a-4a3a-aa2f-55bc997f411d req-982c00a5-d318-4122-9bc9-ffb04bf6af8c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0593836 Aug 09 16:31:39.655492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-415beaa8-b79a-4a3a-aa2f-55bc997f411d req-0255dc04-2a68-4b53-8db2-221500292a41 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326307 Aug 09 16:31:40.789457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce11648-1bc1-4949-b9ff-d324d6fe20e5 req-41b3d622-a608-4cc0-b392-8f431fb3f513 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:40.790995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ce11648-1bc1-4949-b9ff-d324d6fe20e5 req-41b3d622-a608-4cc0-b392-8f431fb3f513 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0608809 Aug 09 16:31:40.830147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ce11648-1bc1-4949-b9ff-d324d6fe20e5 req-7316125f-832b-4b45-8dd2-51386fb8ef4d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Aug 09 16:31:41.964063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff03d6-6102-487f-ab72-243f2201424a req-22fe1835-6653-4bc4-8017-9bccc7997f74 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:41.965577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4ff03d6-6102-487f-ab72-243f2201424a req-22fe1835-6653-4bc4-8017-9bccc7997f74 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0626447 Aug 09 16:31:42.005302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b4ff03d6-6102-487f-ab72-243f2201424a req-0cbbe1d5-afa8-41c5-a7ec-356680e025c9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Aug 09 16:31:43.169284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cdfb5-2a3b-43d3-a885-ca6b6794b6b0 req-a68bb6b5-558b-42ee-9bf2-507afe9daa07 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:43.171326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-677cdfb5-2a3b-43d3-a885-ca6b6794b6b0 req-a68bb6b5-558b-42ee-9bf2-507afe9daa07 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0785968 Aug 09 16:31:43.212769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-677cdfb5-2a3b-43d3-a885-ca6b6794b6b0 req-e776dac3-5fb0-419e-922d-c0e6652409a9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349083 Aug 09 16:31:44.341635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138810c-5488-41f9-976b-948c20347d2e req-ddf381f9-c92a-4ea6-a121-61139f63048a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:44.343143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c138810c-5488-41f9-976b-948c20347d2e req-ddf381f9-c92a-4ea6-a121-61139f63048a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0531745 Aug 09 16:31:44.386578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c138810c-5488-41f9-976b-948c20347d2e req-7bdd809e-d50a-48ed-a149-9c23bf13c855 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346692 Aug 09 16:31:45.111605 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-022cea25-c69e-4a4f-a0a7-ef894f684907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:45.516444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a8aa4-ebe2-4da9-b4dd-4b2c0514b785 req-1fe7ed31-70ed-4465-b0b6-e80bd5b54e27 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:45.517975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-506a8aa4-ebe2-4da9-b4dd-4b2c0514b785 req-1fe7ed31-70ed-4465-b0b6-e80bd5b54e27 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0518029 Aug 09 16:31:45.561590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-506a8aa4-ebe2-4da9-b4dd-4b2c0514b785 req-7abbe60e-fced-4d64-9847-4a0548adb963 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374560 Aug 09 16:31:46.689695 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf845e06-7b88-4eed-a10a-dd987aafbb59 req-f777d3bf-6be9-45f2-b6a4-b4564bda6687 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:46.691374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf845e06-7b88-4eed-a10a-dd987aafbb59 req-f777d3bf-6be9-45f2-b6a4-b4564bda6687 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0576079 Aug 09 16:31:46.733873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf845e06-7b88-4eed-a10a-dd987aafbb59 req-ba99fd2b-5581-444d-a03d-e08ba25af52d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347750 Aug 09 16:31:47.592992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-58a3b450-a32b-4ebd-8be8-f49319bbf428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:47.836896 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:47.861569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791a81b-f1d0-42cb-9745-fa045fa46510 req-e4cb56b0-d4f6-48f2-b473-3ad952af87af tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:47.863165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d791a81b-f1d0-42cb-9745-fa045fa46510 req-e4cb56b0-d4f6-48f2-b473-3ad952af87af tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0584145 Aug 09 16:31:47.903206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d791a81b-f1d0-42cb-9745-fa045fa46510 req-4455dd28-e667-4dce-9be4-9807228a94b3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Aug 09 16:31:49.032263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576765d8-8cd3-40d5-8f53-c990e6b7aba6 req-ffa36426-6905-4e5f-b9a3-80abc17a3518 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:49.033667 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-576765d8-8cd3-40d5-8f53-c990e6b7aba6 req-ffa36426-6905-4e5f-b9a3-80abc17a3518 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0529091 Aug 09 16:31:49.072814 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-576765d8-8cd3-40d5-8f53-c990e6b7aba6 req-a326728e-3e67-494b-9061-461f703bcbc2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Aug 09 16:31:49.237979 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:50.210629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f5510-149a-46ef-a9ab-120c4031335a req-86e4a062-adf8-4cd6-90a6-3acd6a5abf9c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:50.212207 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-320f5510-149a-46ef-a9ab-120c4031335a req-86e4a062-adf8-4cd6-90a6-3acd6a5abf9c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0611086 Aug 09 16:31:50.256341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-320f5510-149a-46ef-a9ab-120c4031335a req-613274e2-f3bf-4703-bafe-bec197696231 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345771 Aug 09 16:31:50.644336 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:50.849740 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-52a7f079-20df-42d7-ab61-e287a6561233 req-9173d0f7-fd59-4626-9862-59101731fd5b service neutron] show failed (client error): The resource could not be found. Aug 09 16:31:50.850808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-9173d0f7-fd59-4626-9862-59101731fd5b service neutron] 10.222.0.35 "GET /v2.0/ports/b2a42669-6ef8-49b6-8147-44240776d1c6/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0582139 Aug 09 16:31:51.073255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-f2df832c-f551-4623-8586-510d4de1eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:51.074823 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-f2df832c-f551-4623-8586-510d4de1eced service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 1097 time: 0.0561571 Aug 09 16:31:51.087703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:31:51.143762 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:51.351989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:51.375382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc3809-c339-46ec-9937-83a8375e2d0a req-eb7f2a07-0c91-4bfa-b30e-a425448e9802 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:51.376931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73bc3809-c339-46ec-9937-83a8375e2d0a req-eb7f2a07-0c91-4bfa-b30e-a425448e9802 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0515501 Aug 09 16:31:51.386762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:31:51.418449 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73bc3809-c339-46ec-9937-83a8375e2d0a req-0cf34a66-998a-4236-a312-bea5d0476d2b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336123 Aug 09 16:31:51.431219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:51.433644 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e519ee55-f714-4239-a604-96ba63c0c2d0" -d '{"events": [{"server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:51.438290 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:51.451564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Transition to ACTIVE for port object b2a42669-6ef8-49b6-8147-44240776d1c6 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:31:51.458169 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:51.487358 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d44c70d-c2b5-47a3-b3c4-e69b3c3ff018 x-openstack-request-id: req-1d44c70d-c2b5-47a3-b3c4-e69b3c3ff018 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:51.487649 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:51.487924 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d44c70d-c2b5-47a3-b3c4-e69b3c3ff018 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:51.488336 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'code': 200} Aug 09 16:31:51.557213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=6']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:51.587556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.587916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.588272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.588586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.588910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.589236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.589552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.589869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.590186 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.590502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.590807 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.591121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:51.648717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] No DVR routers for this DVR port b2a42669-6ef8-49b6-8147-44240776d1c6 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:31:51.787499 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Attempting to bind port b2a42669-6ef8-49b6-8147-44240776d1c6 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:31:51.788176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Attempting to bind port b2a42669-6ef8-49b6-8147-44240776d1c6 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:31:51.788512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Attempting to bind port b2a42669-6ef8-49b6-8147-44240776d1c6 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:31:51.793459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Port b2a42669-6ef8-49b6-8147-44240776d1c6 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:31:51.793781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Attempting to bind port b2a42669-6ef8-49b6-8147-44240776d1c6 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:31:51.798921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:31:51.799267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:31:51.799654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:31:51.800204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Bound port: b2a42669-6ef8-49b6-8147-44240776d1c6, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:31:51.800922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:51.878543 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:31:51.881827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:31:51.889322 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:51.923451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:51.924151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:51.925533 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] 10.222.0.66 "PUT /v2.0/ports/b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 1092 time: 0.8419929 Aug 09 16:31:51.947704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4cc59-eacd-42c6-892b-254a075dfaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:51.992728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-a8393656-cc25-4dc3-b3bc-8e3236f55060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:51.994362 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-a8393656-cc25-4dc3-b3bc-8e3236f55060 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1095 time: 0.0436292 Aug 09 16:31:52.097379 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-ac549c88-a0a0-4914-9b6d-f6fdccb5f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:52.098972 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-ac549c88-a0a0-4914-9b6d-f6fdccb5f381 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0962346 Aug 09 16:31:52.164071 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-b3371209-5b61-4248-b288-6c4112526d29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 999 time: 0.0578578 Aug 09 16:31:52.213324 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-671c715f-0291-4349-9d41-d5fccd83cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:52.214717 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-671c715f-0291-4349-9d41-d5fccd83cd45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0439308 Aug 09 16:31:52.267845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f079-20df-42d7-ab61-e287a6561233 req-4e3dcf95-9620-4776-9ae5-1bfe4fd8ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:52.269307 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-4e3dcf95-9620-4776-9ae5-1bfe4fd8ad66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467424 Aug 09 16:31:52.280129 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-32db0267-aa5b-4501-a556-5e4950a0ac4f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:31:52.281115 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-32db0267-aa5b-4501-a556-5e4950a0ac4f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050681 Aug 09 16:31:52.549409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256a596-4a07-41fd-9a09-8210125d8d98 req-1e984896-f81f-496c-b2b7-737acca87a94 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:52.551699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0256a596-4a07-41fd-9a09-8210125d8d98 req-1e984896-f81f-496c-b2b7-737acca87a94 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 944 time: 0.0586171 Aug 09 16:31:52.592208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0256a596-4a07-41fd-9a09-8210125d8d98 req-a8e41fc2-9a6f-4452-ad50-2fa55b10b9c1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343468 Aug 09 16:31:52.628002 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-71c3ae56-4db5-416e-8e32-9de973bab1cb service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388474 Aug 09 16:31:52.725853 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-52a7f079-20df-42d7-ab61-e287a6561233 req-49e1bf4e-ec2e-4f14-83cd-460aaf261829 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903711 Aug 09 16:31:53.490042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:53.492621 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149a62e7-02a1-4b9a-bd09-e049db1aeecf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:53.551787 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7106c7f8-ca66-46c3-b97f-f4d3f0bf98d7 x-openstack-request-id: req-7106c7f8-ca66-46c3-b97f-f4d3f0bf98d7 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:53.552122 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:53.552379 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7106c7f8-ca66-46c3-b97f-f4d3f0bf98d7 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:53.552780 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'status': 'completed', 'code': 200} Aug 09 16:31:53.623138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-1dc1cbc7-1ad1-4a3d-a092-2abae6433375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.623776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-d8827bfe-3898-4076-90ce-6586cceb1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.624751 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-1dc1cbc7-1ad1-4a3d-a092-2abae6433375 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1095 time: 0.0453513 Aug 09 16:31:53.625493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-d8827bfe-3898-4076-90ce-6586cceb1ad6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1095 time: 0.0460558 Aug 09 16:31:53.727859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-31ba8968-aaa4-42c4-8355-3f4b4ce375d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.729491 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-31ba8968-aaa4-42c4-8355-3f4b4ce375d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0936642 Aug 09 16:31:53.754210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32287586-4e26-45c9-8591-54ef492d3107 req-48de6f52-d64b-4e28-a3a6-df3f80fc96e1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.755784 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32287586-4e26-45c9-8591-54ef492d3107 req-48de6f52-d64b-4e28-a3a6-df3f80fc96e1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 944 time: 0.0777085 Aug 09 16:31:53.772166 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-8460ab0f-ddf1-4078-9d0d-3ac37cfa1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.773648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-8460ab0f-ddf1-4078-9d0d-3ac37cfa1248 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1409013 Aug 09 16:31:53.801387 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-10b2b161-e1c4-4653-803d-834ac86b2aa9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 999 time: 0.0636115 Aug 09 16:31:53.840925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32287586-4e26-45c9-8591-54ef492d3107 req-8d3d2a01-9529-453a-91ef-9786a1e6e817 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769911 Aug 09 16:31:53.853026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-a0674fc8-6811-4c5f-aae7-19b8df130e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.854748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-a0674fc8-6811-4c5f-aae7-19b8df130e03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0459726 Aug 09 16:31:53.860991 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-86210c08-d726-4fbd-99b0-02956edd2833 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 999 time: 0.0787718 Aug 09 16:31:53.905613 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-6da83050-0383-4d09-9233-a190de88898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.907366 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-6da83050-0383-4d09-9233-a190de88898d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441742 Aug 09 16:31:53.914449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-fea27946-5a6b-489f-9f06-baf5bcfc7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.915970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-fea27946-5a6b-489f-9f06-baf5bcfc7c92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0484619 Aug 09 16:31:53.961859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-6650b99c-6e12-4cae-bcf7-ed704a018f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:53.963397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-6650b99c-6e12-4cae-bcf7-ed704a018f30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406687 Aug 09 16:31:54.007536 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-0fa8313c-5022-47c9-899d-709f11c2cd60 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904145 Aug 09 16:31:54.065046 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-e1e62995-d987-42a0-9578-c3ff90c4fe93 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902884 Aug 09 16:31:54.100153 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-5a4108da-f681-4c89-a7c7-58457d92f682 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851674 Aug 09 16:31:54.167671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-149a62e7-02a1-4b9a-bd09-e049db1aeecf req-c6bb539d-38ed-40d8-8dad-74025d229c00 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946059 Aug 09 16:31:54.549238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b2a42669-6ef8-49b6-8147-44240776d1c6 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:31:54.597049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device b2a42669-6ef8-49b6-8147-44240776d1c6 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:31:54.968937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292d6a0-443e-4126-b8cf-f88a857a77fe req-cbc90038-e7b8-4710-a677-a1a3ba1ed897 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:54.970437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b292d6a0-443e-4126-b8cf-f88a857a77fe req-cbc90038-e7b8-4710-a677-a1a3ba1ed897 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 944 time: 0.0515485 Aug 09 16:31:55.012208 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b292d6a0-443e-4126-b8cf-f88a857a77fe req-cb887355-fb18-490a-89de-ae375defd8db tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355141 Aug 09 16:31:55.261108 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0fa5-89cb-4ac7-948b-178dca650082 req-154f54a0-5a8e-402a-b093-166ee0ab01c9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:55.262639 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11ff0fa5-89cb-4ac7-948b-178dca650082 req-154f54a0-5a8e-402a-b093-166ee0ab01c9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 944 time: 0.0954523 Aug 09 16:31:55.271036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-09a7de0f-2923-437f-b085-9a9a3650727d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:55.272469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-09a7de0f-2923-437f-b085-9a9a3650727d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 944 time: 0.0863523 Aug 09 16:31:55.338034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11ff0fa5-89cb-4ac7-948b-178dca650082 req-c3552103-a960-4f7a-9f20-7023584054ee tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645783 Aug 09 16:31:55.360273 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-fae51939-d850-47d5-b83d-d0d1fa69ec64 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:31:55.361302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-fae51939-d850-47d5-b83d-d0d1fa69ec64 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b2a42669-6ef8-49b6-8147-44240776d1c6/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0819490 Aug 09 16:31:55.453545 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-4f0d1de6-906a-479c-bff7-e910dd74e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:55.455002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-4f0d1de6-906a-479c-bff7-e910dd74e38c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 1095 time: 0.0490417 Aug 09 16:31:55.481439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b2a42669-6ef8-49b6-8147-44240776d1c6 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:31:55.547395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-26a393a2-d20a-4fe2-a8b5-005d6a8ccba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:55.548948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-26a393a2-d20a-4fe2-a8b5-005d6a8ccba9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0873694 Aug 09 16:31:55.585968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:55.598304 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'mac_address': 'fa:16:3e:75:b5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:31:55.621965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-fe2fe7bb-4b60-4bed-b394-65c67aace4f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 200 len: 999 time: 0.0655997 Aug 09 16:31:55.636286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:55.651259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a42669-6ef8-49b6-8147-44240776d1c6 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:31:55.671229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-f1547cf8-4bac-4362-8e4f-32fb080869d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:55.671586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:55.672775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-f1547cf8-4bac-4362-8e4f-32fb080869d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0442696 Aug 09 16:31:55.677331 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:55.720132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-3a453ac5-520a-4a72-91e0-75a431e99e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:55.721568 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-3a453ac5-520a-4a72-91e0-75a431e99e0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411472 Aug 09 16:31:55.732158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:55.739872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.740212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.740553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.740889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.741220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.741552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.741876 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.742198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.742524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.742847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.743167 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.743485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:55.817196 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-381145c7-6a2b-4842-a0a1-f5696810e42d service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877554 Aug 09 16:31:55.897496 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['b2a42669-6ef8-49b6-8147-44240776d1c6'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:31:55.925380 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6514f7f-df8d-4a7c-a41b-559b68e5a406 req-b292aeed-baaa-4ab1-af33-7810def495ac service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002660 Aug 09 16:31:56.466866 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c79bce-db99-48ee-87ae-0cbc40e8d29b req-eb6e9a77-ab8a-4476-b918-ef1e5e38b7aa tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:56.468428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1c79bce-db99-48ee-87ae-0cbc40e8d29b req-eb6e9a77-ab8a-4476-b918-ef1e5e38b7aa tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 945 time: 0.0509753 Aug 09 16:31:56.509629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e1c79bce-db99-48ee-87ae-0cbc40e8d29b req-030c7008-0113-4e83-80fe-68033fb17efd tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333543 Aug 09 16:31:56.641577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af589b61-4418-4ed6-bed7-1ea32878ae3b req-ef099dc9-fe8b-4926-beb4-d1e5e65b690b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:56.643601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af589b61-4418-4ed6-bed7-1ea32878ae3b req-ef099dc9-fe8b-4926-beb4-d1e5e65b690b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 945 time: 0.0649123 Aug 09 16:31:56.686644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af589b61-4418-4ed6-bed7-1ea32878ae3b req-1fadc00b-f1d3-4af6-8ac9-bfa82a8c602b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366721 Aug 09 16:31:56.812474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03dd3a-8b7c-4725-b4b4-ada9c64feaff req-1117af7b-0cf0-466c-aef0-b562129fd26f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:56.814000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d03dd3a-8b7c-4725-b4b4-ada9c64feaff req-1117af7b-0cf0-466c-aef0-b562129fd26f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 945 time: 0.0528929 Aug 09 16:31:56.854302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d03dd3a-8b7c-4725-b4b4-ada9c64feaff req-f2e91be4-25d2-4f67-9403-cb4cc737587f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340943 Aug 09 16:31:57.120970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7420eb-050f-4153-9922-94b51535b4ed req-9d487a97-9eb5-4e9d-8b6d-77ebdfbcf66a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:57.122524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a7420eb-050f-4153-9922-94b51535b4ed req-9d487a97-9eb5-4e9d-8b6d-77ebdfbcf66a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 945 time: 0.0568874 Aug 09 16:31:57.164747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a7420eb-050f-4153-9922-94b51535b4ed req-97fc542a-c099-4d7d-a01a-8be6dea9811c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357497 Aug 09 16:31:57.500798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b2a42669-6ef8-49b6-8147-44240776d1c6 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:31:57.555610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port b2a42669-6ef8-49b6-8147-44240776d1c6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:31:57.559765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port b2a42669-6ef8-49b6-8147-44240776d1c6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:31:57.560190 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:57.641361 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:57.664201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:57.666447 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b388f62c-e5ae-4555-a62f-02bd68694a6c" -d '{"events": [{"server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "name": "network-vif-plugged", "status": "completed", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:57.679592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:57.686377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:57.711015 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482e48af-cd8c-4137-ba81-edeefcba6359 x-openstack-request-id: req-482e48af-cd8c-4137-ba81-edeefcba6359 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:57.711299 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "name": "network-vif-plugged", "status": "completed", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:57.711545 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-482e48af-cd8c-4137-ba81-edeefcba6359 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:57.711964 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'code': 200} Aug 09 16:31:57.737736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:58.322106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19db59-3d5a-4c58-a771-4be28fe06568 req-4331c767-78cb-406f-bdc1-800648c5e9a4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:58.323672 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c19db59-3d5a-4c58-a771-4be28fe06568 req-4331c767-78cb-406f-bdc1-800648c5e9a4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0689061 Aug 09 16:31:58.364330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7c19db59-3d5a-4c58-a771-4be28fe06568 req-758b2992-1321-40c3-9384-cbf980eff8c0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343275 Aug 09 16:31:58.389365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-2ec66559-a6df-4424-adab-9b003e3f6960 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:58.390841 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-2ec66559-a6df-4424-adab-9b003e3f6960 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 946 time: 0.0557866 Aug 09 16:31:58.483669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Deleting port b2a42669-6ef8-49b6-8147-44240776d1c6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:31:58.483918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:58.578909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] For port b2a42669-6ef8-49b6-8147-44240776d1c6, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=b2a42669-6ef8-49b6-8147-44240776d1c6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:58.579267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:58.758839 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:58.759207 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:58.759517 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322 disassociated. External IP: 172.25.7.34, port: b2a42669-6ef8-49b6-8147-44240776d1c6. Aug 09 16:31:58.759876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Calling delete_port for b2a42669-6ef8-49b6-8147-44240776d1c6 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:31:58.901123 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:58.938428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event deleted for resources: {'Port': ['ID=b2a42669-6ef8-49b6-8147-44240776d1c6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:59.062491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:31:59.128337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:59.158659 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:59.176243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:31:59.188745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:31:59.198220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:31:59.198906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:31:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:59.217048 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] No DVR routers for this DVR port b2a42669-6ef8-49b6-8147-44240776d1c6 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:31:59.219651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:59.221682 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fe1b952a-0015-4fb3-a8b4-7736eb01c3d2 req-956b2ee2-e81f-43bb-8f12-fedbf17a73a3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "DELETE /v2.0/ports/b2a42669-6ef8-49b6-8147-44240776d1c6 HTTP/1.1" status: 204 len: 173 time: 0.8244033 Aug 09 16:31:59.222117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'name': 'network-vif-deleted', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:59.224434 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87115fb9-64f1-4882-980a-393fe63de0c8" -d '{"events": [{"server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "name": "network-vif-deleted", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:59.261792 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9aa821-dcf2-4775-9ea5-a5c206f70736 x-openstack-request-id: req-0d9aa821-dcf2-4775-9ea5-a5c206f70736 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:59.262080 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce00d76d-97ff-40c1-8c4e-b726f92d637a", "name": "network-vif-deleted", "tag": "b2a42669-6ef8-49b6-8147-44240776d1c6", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:59.262324 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d9aa821-dcf2-4775-9ea5-a5c206f70736 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:59.262729 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce00d76d-97ff-40c1-8c4e-b726f92d637a', 'name': 'network-vif-deleted', 'tag': 'b2a42669-6ef8-49b6-8147-44240776d1c6', 'status': 'completed', 'code': 200} Aug 09 16:31:59.308232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:31:59.489177 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af4e1452-f2d4-4e6e-8782-a6b74601979b req-fd4ba86b-1934-44cd-b1e0-839161cb55be tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce00d76d-97ff-40c1-8c4e-b726f92d637a HTTP/1.1" status: 200 len: 210 time: 0.0308440 Aug 09 16:31:59.535478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:59.562358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:31:59.571483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:31:59.572119 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:31:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:59.679423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:31:59.909550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:59.940417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605fa4a-1386-4d4a-ab28-3e9db5095159 None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:32:00.190561 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28340c48-20b7-4ddf-b1c4-06568a440d78 None None] New status for floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:32:00.736719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-2237ba73-06ec-4321-bc07-576cf6619ded tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1940731573&fields=id&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 267 time: 0.0366082 Aug 09 16:32:00.854133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-4343c711-39f4-4092-a073-b10e0f7bec45 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:00.855694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-4343c711-39f4-4092-a073-b10e0f7bec45 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 811 time: 0.1109409 Aug 09 16:32:00.874700 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-9bb49ce1-fed8-44d8-8523-f2afcd46bf26 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/quotas/2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 375 time: 0.0103261 Aug 09 16:32:00.929967 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-64e612bc-cac0-4c76-a49f-ad39ea1b1187 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498409 Aug 09 16:32:01.032303 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-e2578d43-a8ae-49f2-ae7e-dea2320ac8ec service neutron] 10.222.0.64 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898948 Aug 09 16:32:01.130932 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-c162716a-c46e-4256-a290-e487c43d25df service neutron] 10.222.0.64 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920730 Aug 09 16:32:01.310917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3d27e087-84cd-4071-9559-8a1a4562c163 req-e6254b2f-5777-4f29-a664-39bd3d048b21 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 210 time: 0.0275936 Aug 09 16:32:02.416795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b3251dbd-9868-4adb-9d22-048b5b10cd19 req-a16d6ce4-7dd2-4682-af4d-52cc72324f27 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 210 time: 0.0356054 Aug 09 16:32:02.452196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-4cce9e09-967f-4880-a189-6750a8300f3b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:02.453716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-4cce9e09-967f-4880-a189-6750a8300f3b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 811 time: 0.1404355 Aug 09 16:32:02.500245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-d949ca6f-9429-4135-9d88-bef3fa23de41 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 380 time: 0.0371499 Aug 09 16:32:02.510409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'port': {'device_id': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'admin_state_up': True, 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'security_groups': ['d357a486-bd6e-4293-8a5a-ecebbff10554']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:32:02.626707 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Made reservation on behalf of 2b45aaa0c2614176bfb0bcd71b40f6d8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:32:02.630435 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:02.765780 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Allocated IP 172.20.0.14 (c98f56ab-1922-4c8f-88fa-6afdd47e38dd/49262fc6-8b2a-4ec4-bfc5-7e982351ebda/27327b62-71c6-47fc-8983-568a5d070c54) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:32:02.909434 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:02.923756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Transition to ACTIVE for port object 27327b62-71c6-47fc-8983-568a5d070c54 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:32:02.965320 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.006218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:32:03.011585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:32:03.015308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:32:03.040997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:32:03.054015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.054383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.054851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.055193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.055517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.055847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.056178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.056518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.056831 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.057150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.057467 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.057782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:32:03.080706 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:03.081336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.105051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-73000280-b10c-4418-ad8a-5169640f4e8d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5982990 Aug 09 16:32:03.119187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Request body: {'port': {'device_id': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:32:03.182424 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.225438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1c079776-29f7-44ab-b866-904126737288 None None] Provisioning for port 27327b62-71c6-47fc-8983-568a5d070c54 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:32:03.229809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1c079776-29f7-44ab-b866-904126737288 None None] Provisioning complete for port 27327b62-71c6-47fc-8983-568a5d070c54 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:32:03.230174 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1c079776-29f7-44ab-b866-904126737288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.264896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1c079776-29f7-44ab-b866-904126737288 None None] Port 27327b62-71c6-47fc-8983-568a5d070c54 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:32:03.476094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27327b62-71c6-47fc-8983-568a5d070c54 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:32:03.485117 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.528284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Transition to ACTIVE for port object 27327b62-71c6-47fc-8983-568a5d070c54 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:32:03.535958 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.537776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b2a42669-6ef8-49b6-8147-44240776d1c6 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:32:03.558448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: b2a42669-6ef8-49b6-8147-44240776d1c6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:32:03.558793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device b2a42669-6ef8-49b6-8147-44240776d1c6 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:32:03.581190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b193c-916d-4ccb-9331-355fc1ff346b req-5c2682c3-9aff-4158-b7d5-ddf0e96f338d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:03.583039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c44b193c-916d-4ccb-9331-355fc1ff346b req-5c2682c3-9aff-4158-b7d5-ddf0e96f338d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 932 time: 0.0954432 Aug 09 16:32:03.624259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:32:03.675708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c44b193c-916d-4ccb-9331-355fc1ff346b req-4ae43721-ea1d-4a29-b6eb-e0a7c9751089 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841277 Aug 09 16:32:03.711574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Attempting to bind port 27327b62-71c6-47fc-8983-568a5d070c54 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:32:03.711969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Attempting to bind port 27327b62-71c6-47fc-8983-568a5d070c54 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:32:03.712284 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Attempting to bind port 27327b62-71c6-47fc-8983-568a5d070c54 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:32:03.717344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Port 27327b62-71c6-47fc-8983-568a5d070c54 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:32:03.717668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Attempting to bind port 27327b62-71c6-47fc-8983-568a5d070c54 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:32:03.722762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:32:03.723106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:32:03.723487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:32:03.723945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Bound port: 27327b62-71c6-47fc-8983-568a5d070c54, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:32:03.724310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.790073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:32:03.793478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:32:03.798653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.834774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:03.835538 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:03.836987 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-b879238d-953c-4f10-b656-69d372f2335e service neutron] 10.222.0.35 "PUT /v2.0/ports/27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 1092 time: 0.7231839 Aug 09 16:32:03.837647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:32:03.839702 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbe474e-7ba4-4b61-81fb-987600fd793c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "tag": "27327b62-71c6-47fc-8983-568a5d070c54"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:32:03.867687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879238d-953c-4f10-b656-69d372f2335e service neutron] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:32:03.905291 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c686f3d-bfa1-4366-9b50-dbce7231872e x-openstack-request-id: req-3c686f3d-bfa1-4366-9b50-dbce7231872e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:32:03.905577 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "tag": "27327b62-71c6-47fc-8983-568a5d070c54", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:32:03.905833 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c686f3d-bfa1-4366-9b50-dbce7231872e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:32:03.906236 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54', 'status': 'completed', 'code': 200} Aug 09 16:32:03.923727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-dcc543a2-71fa-4815-bfbb-5e81ae162a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:03.925328 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-dcc543a2-71fa-4815-bfbb-5e81ae162a8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1095 time: 0.0473547 Aug 09 16:32:03.968801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-4ec68352-17e0-4d7d-84c4-ce1398226aec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 217 time: 0.0359895 Aug 09 16:32:04.025489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-19a2bbc8-5719-4809-8aa8-2d4336f3a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:04.027002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-19a2bbc8-5719-4809-8aa8-2d4336f3a8ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0503857 Aug 09 16:32:04.421569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-0c24d22b-cb09-454d-b1ba-c6d71edb0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:04.423000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-0c24d22b-cb09-454d-b1ba-c6d71edb0678 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3887596 Aug 09 16:32:04.518995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-8d01792e-a899-4041-ad12-60946544f5f8 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875936 Aug 09 16:32:04.626817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8141e11-1ed4-472a-b281-e953cc33b105 req-081a8120-b904-4a31-b620-9358056ad431 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004777 Aug 09 16:32:04.720156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-fd731371-e524-4e2e-86c7-8a6ee7d1fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:04.721751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-fd731371-e524-4e2e-86c7-8a6ee7d1fad8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1095 time: 0.0438571 Aug 09 16:32:04.852006 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d45b4-e170-4153-b07d-51499808f4ad req-457a9aaf-c6dc-411c-9505-d174e4b802de tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:04.853581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-702d45b4-e170-4153-b07d-51499808f4ad req-457a9aaf-c6dc-411c-9505-d174e4b802de tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 944 time: 0.0784624 Aug 09 16:32:04.856690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-2a24f179-b1ff-4ed1-b102-99ccb5b6fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:04.858072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-2a24f179-b1ff-4ed1-b102-99ccb5b6fa18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1289682 Aug 09 16:32:04.919925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-4fd50cac-fcd8-4fbb-b38a-1e620254d52a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 217 time: 0.0493176 Aug 09 16:32:04.946181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-702d45b4-e170-4153-b07d-51499808f4ad req-30259d6d-92c9-43d4-b440-0571ff9ffa2d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852494 Aug 09 16:32:04.981703 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-618c050d-14b4-4f11-9510-e7b1fe33afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:04.983200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-618c050d-14b4-4f11-9510-e7b1fe33afe1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0518672 Aug 09 16:32:05.034965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-c559fc49-1865-4bb1-b6de-97ebbd8eaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:05.036571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-c559fc49-1865-4bb1-b6de-97ebbd8eaf42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453742 Aug 09 16:32:05.130983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-f3fc0b9c-7649-4efa-be1f-cba5dbe3728d service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860596 Aug 09 16:32:05.225014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2dbe474e-7ba4-4b61-81fb-987600fd793c req-8b4fd737-722f-4c1b-945e-eae30b91abb4 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855985 Aug 09 16:32:06.083610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca606004-f46f-4e89-aa3d-432fe3382014 req-601abdf5-0dc3-4b49-ad69-b01b07055f20 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:06.085102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca606004-f46f-4e89-aa3d-432fe3382014 req-601abdf5-0dc3-4b49-ad69-b01b07055f20 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 944 time: 0.0634546 Aug 09 16:32:06.124750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca606004-f46f-4e89-aa3d-432fe3382014 req-2dda15e5-4465-4377-b552-f8178c61bbd2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329366 Aug 09 16:32:07.261799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9d6d-320a-4091-b4f1-357fd1a89f57 req-d02a3504-aad4-4524-b70d-1f38170c263c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:07.263354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d0f9d6d-320a-4091-b4f1-357fd1a89f57 req-d02a3504-aad4-4524-b70d-1f38170c263c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 944 time: 0.0645909 Aug 09 16:32:07.310687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d0f9d6d-320a-4091-b4f1-357fd1a89f57 req-9b87c60f-17f4-46a8-ab60-4bef3a975ccb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410380 Aug 09 16:32:08.440102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbbdfa-8a90-4346-82bc-c620d67e54fd req-c367a5f0-50c1-4742-bef1-fdddb0d63a9e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:08.441614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68dbbdfa-8a90-4346-82bc-c620d67e54fd req-c367a5f0-50c1-4742-bef1-fdddb0d63a9e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 944 time: 0.0573435 Aug 09 16:32:08.485093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68dbbdfa-8a90-4346-82bc-c620d67e54fd req-a7001695-a072-42ae-b403-3753294e41cb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340943 Aug 09 16:32:08.619856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 27327b62-71c6-47fc-8983-568a5d070c54 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:32:08.736665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:32:08.749060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '27327b62-71c6-47fc-8983-568a5d070c54', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': '27327b62-71c6-47fc-8983-568a5d070c54', 'mac_address': 'fa:16:3e:aa:6c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:32:08.786346 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:08.799585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27327b62-71c6-47fc-8983-568a5d070c54 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:32:08.819580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:32:08.826025 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:08.874770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:32:09.039053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['27327b62-71c6-47fc-8983-568a5d070c54'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:32:09.612422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656d7b-81f4-444d-955d-89074d8d3f6f req-30103f22-750f-406a-a9a6-1b0346c8a0ba tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:09.613995 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04656d7b-81f4-444d-955d-89074d8d3f6f req-30103f22-750f-406a-a9a6-1b0346c8a0ba tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 945 time: 0.0530837 Aug 09 16:32:09.658996 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-04656d7b-81f4-444d-955d-89074d8d3f6f req-39148328-9475-4825-b74d-a47a48d0296e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378723 Aug 09 16:32:10.635024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 27327b62-71c6-47fc-8983-568a5d070c54 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:32:10.698053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 27327b62-71c6-47fc-8983-568a5d070c54 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:32:10.702478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 27327b62-71c6-47fc-8983-568a5d070c54 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:32:10.702881 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:10.787854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7e428-e562-4005-9080-5ac1529fd99d req-ef37172a-cea7-4d22-8606-c6a28d017c3b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:10.789535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-deb7e428-e562-4005-9080-5ac1529fd99d req-ef37172a-cea7-4d22-8606-c6a28d017c3b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 945 time: 0.0577812 Aug 09 16:32:10.832313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-deb7e428-e562-4005-9080-5ac1529fd99d req-8291cf8f-ee43-4697-9d85-33df4ca0aa6f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358524 Aug 09 16:32:10.864231 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:32:10.949515 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:10.973048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:32:10.975297 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2398831-2ebb-4851-b66a-eca4f242f51f" -d '{"events": [{"server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "27327b62-71c6-47fc-8983-568a5d070c54"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:32:10.987851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:32:10.994743 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:11.018725 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3008db92-2594-4799-b536-902af6996d09 x-openstack-request-id: req-3008db92-2594-4799-b536-902af6996d09 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:32:11.019012 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "27327b62-71c6-47fc-8983-568a5d070c54", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:32:11.019257 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3008db92-2594-4799-b536-902af6996d09 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:32:11.019637 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54', 'code': 200} Aug 09 16:32:11.046339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:32:11.128945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35798e68-8c66-4834-ae1f-0939d719c342 req-95ea4c76-f615-47a8-9602-d126c29f6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:11.130512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35798e68-8c66-4834-ae1f-0939d719c342 req-95ea4c76-f615-47a8-9602-d126c29f6f86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1097 time: 0.0488594 Aug 09 16:32:11.168192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35798e68-8c66-4834-ae1f-0939d719c342 req-24c3018c-32e1-4227-a984-46b464185971 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303173 Aug 09 16:32:11.961493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d660c-e398-4278-aecb-a3fd5363b1ff req-4ef047e8-ad57-4816-b032-acbd33df9ae3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:11.963017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d6d660c-e398-4278-aecb-a3fd5363b1ff req-4ef047e8-ad57-4816-b032-acbd33df9ae3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0530353 Aug 09 16:32:12.003214 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d6d660c-e398-4278-aecb-a3fd5363b1ff req-b1542b75-3f5f-4cd1-8aa6-64dfe8161131 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Aug 09 16:32:13.146096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948630-63ec-45df-850c-22ba62c46bf5 req-3e25d837-b191-4c83-aa15-7ec3a594fddc tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:13.147641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0948630-63ec-45df-850c-22ba62c46bf5 req-3e25d837-b191-4c83-aa15-7ec3a594fddc tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0667527 Aug 09 16:32:13.188558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d0948630-63ec-45df-850c-22ba62c46bf5 req-837fba91-48a9-40a3-979c-70b18e3f6afe tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Aug 09 16:32:13.310641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e36cf-56ae-4325-9b08-fd5ba71e14c1 req-f5845e24-2f72-4325-bb3d-1a3cdc23cf57 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:13.312173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e80e36cf-56ae-4325-9b08-fd5ba71e14c1 req-f5845e24-2f72-4325-bb3d-1a3cdc23cf57 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0572922 Aug 09 16:32:13.325283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 42758) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:32:13.330115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'floatingip': {'port_id': '27327b62-71c6-47fc-8983-568a5d070c54'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:32:13.371491 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:13.856690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:13.862490 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:14.003714 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322 associated. External IP: 172.25.7.34, port: 27327b62-71c6-47fc-8983-568a5d070c54. Aug 09 16:32:14.261885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:32:14.401536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:32:14.406815 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:14.414872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:32:14.431671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:32:14.432369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:31:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:32:14.451071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9a0fae75-c2bc-4536-b46e-69fc347e4c1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "PUT /v2.0/floatingips/dc67a9df-1aec-4530-9a00-0ca66a2de322 HTTP/1.1" status: 200 len: 991 time: 1.1242738 Aug 09 16:32:14.451743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:32:14.454318 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57faa0fd-849a-43df-b279-30a65beffada" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "tag": "27327b62-71c6-47fc-8983-568a5d070c54"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:32:14.555279 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74946373-c2ed-4195-a27e-60787c5d37f0 x-openstack-request-id: req-74946373-c2ed-4195-a27e-60787c5d37f0 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:32:14.555581 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "tag": "27327b62-71c6-47fc-8983-568a5d070c54", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:32:14.555860 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74946373-c2ed-4195-a27e-60787c5d37f0 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:32:14.556275 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54', 'status': 'completed', 'code': 200} Aug 09 16:32:14.584594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:32:14.625611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa0fd-849a-43df-b279-30a65beffada req-a0fff940-92a1-4297-a391-38399b388e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:14.627183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57faa0fd-849a-43df-b279-30a65beffada req-a0fff940-92a1-4297-a391-38399b388e50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1097 time: 0.0483403 Aug 09 16:32:14.727626 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa0fd-849a-43df-b279-30a65beffada req-fd0ab44d-36d5-41ad-8247-2433ee91c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:14.729192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57faa0fd-849a-43df-b279-30a65beffada req-fd0ab44d-36d5-41ad-8247-2433ee91c6cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0946424 Aug 09 16:32:14.795245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57faa0fd-849a-43df-b279-30a65beffada req-d3eca013-b22a-49f8-8228-cf9ba002caa9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 999 time: 0.0590708 Aug 09 16:32:14.825988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '27327b62-71c6-47fc-8983-568a5d070c54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:aa:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:32:13Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:32:14.848185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa0fd-849a-43df-b279-30a65beffada req-1df51bc1-0b96-4201-adf3-a05846be39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:14.849774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57faa0fd-849a-43df-b279-30a65beffada req-1df51bc1-0b96-4201-adf3-a05846be39dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0475490 Aug 09 16:32:14.852885 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:32:14.861801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:32:14.862404 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:31:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:32:14.901801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa0fd-849a-43df-b279-30a65beffada req-2f6dd777-2a6f-4777-9ac2-8f63c1d33ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:14.903473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57faa0fd-849a-43df-b279-30a65beffada req-2f6dd777-2a6f-4777-9ac2-8f63c1d33ef4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469489 Aug 09 16:32:14.968817 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:32:14.996934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57faa0fd-849a-43df-b279-30a65beffada req-601ebc7f-f79c-4b57-b696-51479807d670 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850098 Aug 09 16:32:15.106065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57faa0fd-849a-43df-b279-30a65beffada req-9d614923-1a9e-4c6c-bdb0-6adaf75dd610 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022687 Aug 09 16:32:15.127338 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-22bf412c-ad93-4098-921e-c435939bd9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:15.219785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '27327b62-71c6-47fc-8983-568a5d070c54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:aa:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:32:13Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:32:15.247025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83cfeb-7da6-490b-b1a6-e6fa4f9f5006 None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '27327b62-71c6-47fc-8983-568a5d070c54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:aa:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:32:13Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:32:15.456476 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3389100-0795-4502-bc12-6f0dd8653728 None None] New status for floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:32:17.589537 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3e7cd6c9-88ec-4235-9cc9-7ff556cca8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:17.833978 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:19.239683 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:20.649203 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:27.336618 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-55acc308-5eef-4c8a-85bd-02a340c801db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527141 Aug 09 16:32:27.433734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-d1cbb29d-802a-47d8-ab9a-371361bae97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:27.435344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-d1cbb29d-802a-47d8-ab9a-371361bae97a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1097 time: 0.0522358 Aug 09 16:32:27.548578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-3ab42192-6973-41ae-bdc0-f8e4bec485e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:27.550013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-3ab42192-6973-41ae-bdc0-f8e4bec485e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0933261 Aug 09 16:32:27.620157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-64e00ffa-862b-45a8-930b-14958be5af10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 1001 time: 0.0620015 Aug 09 16:32:27.670855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-104a1c9a-0816-4882-95ee-c93381509899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:27.672405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-104a1c9a-0816-4882-95ee-c93381509899 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0448806 Aug 09 16:32:27.728012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-c637dfa1-af90-4387-a169-360a8d50173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:27.729567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-c637dfa1-af90-4387-a169-360a8d50173d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459902 Aug 09 16:32:27.821141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-e02f1a18-26a7-4d25-85ef-415585839295 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834696 Aug 09 16:32:27.926901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3995c41f-09bf-4338-9e8a-02221e1ad4f4 req-a8a8ebcb-97df-4bcd-913b-1bc13401d0d6 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980206 Aug 09 16:32:29.124676 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:29.166038 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:45.110599 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e66acd13-b5bb-4b48-8dbb-0cf9068c1cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:47.595484 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ab59b6f9-3fe5-4223-aef8-e426288b9717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:47.833858 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:47.865160 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:32:49.247088 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:50.650631 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:59.140592 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:59.174130 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:15.122493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6614fe0b-3725-43fb-8d30-199ca4a86e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:17.591749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7605d925-778b-4489-be40-ba3c72f4dd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:17.829481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:19.253363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:20.652796 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:24.865688 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:33:27.300952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-82a85185-0dee-4d10-8e35-dad341282b70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457957 Aug 09 16:33:27.393865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-74bc0a1b-a13d-4feb-92dc-d1475f961230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.395439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-74bc0a1b-a13d-4feb-92dc-d1475f961230 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1097 time: 0.0448711 Aug 09 16:33:27.517900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-e8873684-8b95-43dc-a05a-acd76ba970b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.519407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-e8873684-8b95-43dc-a05a-acd76ba970b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0988610 Aug 09 16:33:27.585912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-0160bbc8-0d39-4e87-a88e-7b75c43320b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 1001 time: 0.0590467 Aug 09 16:33:27.635948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-7fd15178-10f0-469f-8d3c-7d577d7f3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.638191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-7fd15178-10f0-469f-8d3c-7d577d7f3e3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0452421 Aug 09 16:33:27.689228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-47e5d75d-73e0-4fd1-9b6d-dd27d5ced8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.690637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-47e5d75d-73e0-4fd1-9b6d-dd27d5ced8c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460279 Aug 09 16:33:27.787427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-a50324fc-0750-4b80-9041-07cca68b93eb service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893908 Aug 09 16:33:27.899719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f844bd1-b55e-4d0d-a576-359a15c4c0af req-4c212cc6-27f3-457c-8402-d8b1d9a11c61 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043372 Aug 09 16:33:29.160296 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:29.187278 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:45.116201 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-795d9af6-84c9-4299-ae35-15fb1a7ddd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:47.589964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9bedb4fa-87ce-498a-ab3f-f5bec901bb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:47.833439 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:49.250645 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:50.655724 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:50.909073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930840bb-5b16-4aaf-8e82-c24314306c1a req-3fb669d3-f930-4de2-948b-79617e2d34de tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:50.910707 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-930840bb-5b16-4aaf-8e82-c24314306c1a req-3fb669d3-f930-4de2-948b-79617e2d34de tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.1634858 Aug 09 16:33:50.950119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-930840bb-5b16-4aaf-8e82-c24314306c1a req-c142ff27-e286-4180-a185-812e59b74f65 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332360 Aug 09 16:33:52.075016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5dbec-2b2e-4ac6-bff2-af4a8a339b8d req-1b9fd611-58d6-4c10-a0e5-043d08b14625 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:52.076492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5dc5dbec-2b2e-4ac6-bff2-af4a8a339b8d req-1b9fd611-58d6-4c10-a0e5-043d08b14625 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0523582 Aug 09 16:33:52.116780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5dc5dbec-2b2e-4ac6-bff2-af4a8a339b8d req-5fd9e7c6-1cf8-47cf-b1ea-859b627e1111 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332422 Aug 09 16:33:53.261570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ec912-9c06-42d4-8b17-1efd568340ff req-ed18b327-2231-4803-96f6-e5248417ae90 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:53.263100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a10ec912-9c06-42d4-8b17-1efd568340ff req-ed18b327-2231-4803-96f6-e5248417ae90 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0628331 Aug 09 16:33:53.309607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a10ec912-9c06-42d4-8b17-1efd568340ff req-2c1067fa-c5bd-4d5d-b483-e160600d630c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Aug 09 16:33:54.438354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7a9af-fd1a-4400-9b30-0c471c222b59 req-51f01c43-0487-428d-8c15-aa63dd666cbb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:54.439933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66c7a9af-fd1a-4400-9b30-0c471c222b59 req-51f01c43-0487-428d-8c15-aa63dd666cbb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0580597 Aug 09 16:33:54.481291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-66c7a9af-fd1a-4400-9b30-0c471c222b59 req-9eebdc5d-4124-4a70-a7e9-77c101a06850 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329170 Aug 09 16:33:55.613808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f62de-36e3-4016-b471-1ba43e2e5591 req-ff9e8e03-68fa-4f1d-a6ec-8aa7ecb056d3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:55.615444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c9f62de-36e3-4016-b471-1ba43e2e5591 req-ff9e8e03-68fa-4f1d-a6ec-8aa7ecb056d3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0589328 Aug 09 16:33:55.657544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0c9f62de-36e3-4016-b471-1ba43e2e5591 req-087ba7de-49de-4b15-a814-cdc9547a555c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Aug 09 16:33:56.789258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a881b-43db-45c6-9de0-594528e130dd req-7da7b8bb-4dd2-4e39-9e1a-c67ecb09cf41 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:56.790888 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1a881b-43db-45c6-9de0-594528e130dd req-7da7b8bb-4dd2-4e39-9e1a-c67ecb09cf41 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0577414 Aug 09 16:33:56.841238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0f1a881b-43db-45c6-9de0-594528e130dd req-57f79756-2ce7-4d76-9189-cb2229de6919 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Aug 09 16:33:57.964303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306de608-cb47-45af-9a71-7376a1050ae9 req-7602c551-3db1-4dd6-9bf0-aa10fe927eb9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:57.965831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-306de608-cb47-45af-9a71-7376a1050ae9 req-7602c551-3db1-4dd6-9bf0-aa10fe927eb9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0512731 Aug 09 16:33:58.005188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-306de608-cb47-45af-9a71-7376a1050ae9 req-8cf0ccf2-744f-4cf4-a7d2-e4905a6da0a6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Aug 09 16:33:59.135433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89ff61-4e4f-45bb-9299-e49eb58ee2fa req-7ca099c8-fa4b-45d0-a5c1-1281030a3f5e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:59.137005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b89ff61-4e4f-45bb-9299-e49eb58ee2fa req-7ca099c8-fa4b-45d0-a5c1-1281030a3f5e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0534225 Aug 09 16:33:59.158092 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:59.180728 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b89ff61-4e4f-45bb-9299-e49eb58ee2fa req-2fc0ed1a-1ef8-4f33-9084-d1d5c7924df2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367651 Aug 09 16:33:59.183247 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:00.333197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d637a-6b1a-48e1-9efa-387a0d05d4fe req-b7d7f288-a8ab-4bed-9afe-09e4d4d717c4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:00.335263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a4d637a-6b1a-48e1-9efa-387a0d05d4fe req-b7d7f288-a8ab-4bed-9afe-09e4d4d717c4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0802174 Aug 09 16:34:00.389540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a4d637a-6b1a-48e1-9efa-387a0d05d4fe req-36c5f04c-452b-400f-85e5-4d687a50ec4f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473866 Aug 09 16:34:01.542185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dacb42-a177-40db-b71f-28dfd636e8e6 req-922fbe09-c330-4b8d-9471-2c3e1f49b46c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:01.543831 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dacb42-a177-40db-b71f-28dfd636e8e6 req-922fbe09-c330-4b8d-9471-2c3e1f49b46c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0592084 Aug 09 16:34:01.591405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dacb42-a177-40db-b71f-28dfd636e8e6 req-ea889cc4-f754-472b-a369-58d3b8fa71fc tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Aug 09 16:34:01.866304 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:34:01.909983 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-355f977d-e158-47fe-b7be-0c1c0acec039 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0583217 Aug 09 16:34:01.916113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db04fc6-ff1d-4b68-9e11-d37e37178870 req-4aa51e93-03d1-4b0a-bb79-43fdae2cbf9d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:01.917939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5db04fc6-ff1d-4b68-9e11-d37e37178870 req-4aa51e93-03d1-4b0a-bb79-43fdae2cbf9d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0613284 Aug 09 16:34:01.970997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5db04fc6-ff1d-4b68-9e11-d37e37178870 req-c92907aa-15e1-4297-b445-d823566d2f1f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463490 Aug 09 16:34:03.122944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c98b5-9b6c-4358-9ae2-bdfb82cc3de6 req-188daca9-5782-4226-a54a-c5a71c7f233a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:03.124623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-239c98b5-9b6c-4358-9ae2-bdfb82cc3de6 req-188daca9-5782-4226-a54a-c5a71c7f233a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0684595 Aug 09 16:34:03.179201 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-239c98b5-9b6c-4358-9ae2-bdfb82cc3de6 req-234cee04-af40-4279-991a-668a51dd4b88 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464044 Aug 09 16:34:03.347066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-0a6b5f0c-662f-4a3e-8306-bdd662e8d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:03.348698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-0a6b5f0c-662f-4a3e-8306-bdd662e8d501 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1097 time: 0.1153355 Aug 09 16:34:03.467341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-5b755ddb-7b6e-4bea-bcce-8611561c8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:03.469327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-5b755ddb-7b6e-4bea-bcce-8611561c8774 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1131158 Aug 09 16:34:03.557597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-8977d25d-7f7c-4424-a102-8264651b9128 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 1001 time: 0.0772069 Aug 09 16:34:03.623271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-af5d4f3d-5f19-4599-ba71-81c49f12424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:03.625717 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-af5d4f3d-5f19-4599-ba71-81c49f12424c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0574214 Aug 09 16:34:03.684579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6d669a52-eb0d-465e-9454-c76e7efff967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:03.686114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6d669a52-eb0d-465e-9454-c76e7efff967 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521646 Aug 09 16:34:03.798897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-69b1a628-2c29-489e-b454-5322c779b42f service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055663 Aug 09 16:34:03.912497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-d133aa97-9e9c-4476-98be-22c680cd7d53 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035564 Aug 09 16:34:04.745500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10a453-439b-4e46-90d8-3616ef76132a req-afcd29da-0ca8-48f4-b71b-2bfdd11d0f66 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:04.747968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a10a453-439b-4e46-90d8-3616ef76132a req-afcd29da-0ca8-48f4-b71b-2bfdd11d0f66 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.4774730 Aug 09 16:34:04.793889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a10a453-439b-4e46-90d8-3616ef76132a req-677a7b23-153e-4ba5-8742-6f9f50a5db43 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383513 Aug 09 16:34:05.926026 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68cfef-6300-4f76-9386-3e1ab108bcae req-df077bfe-c204-4565-b9b9-c83c50a43f63 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:05.927621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad68cfef-6300-4f76-9386-3e1ab108bcae req-df077bfe-c204-4565-b9b9-c83c50a43f63 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0556872 Aug 09 16:34:05.980849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad68cfef-6300-4f76-9386-3e1ab108bcae req-341b138f-68e5-43fe-b80c-810ad742a1f4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466638 Aug 09 16:34:06.045640 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-de50bcd8-275f-4bc2-bd40-6d43ab928b50 service neutron] show failed (client error): The resource could not be found. Aug 09 16:34:06.046765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-de50bcd8-275f-4bc2-bd40-6d43ab928b50 service neutron] 10.222.0.35 "GET /v2.0/ports/27327b62-71c6-47fc-8983-568a5d070c54/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0755472 Aug 09 16:34:06.390261 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-a7c6a453-438a-44d2-8352-aaa534eeed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:06.391880 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-a7c6a453-438a-44d2-8352-aaa534eeed49 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 1097 time: 0.1112180 Aug 09 16:34:06.405802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:34:06.479022 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:06.738684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:34:06.800173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:34:06.846382 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:34:06.848862 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba78ef8-115b-4cb1-8ae1-d8c788106052" -d '{"events": [{"server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "27327b62-71c6-47fc-8983-568a5d070c54"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:34:06.854065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:06.873056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Transition to ACTIVE for port object 27327b62-71c6-47fc-8983-568a5d070c54 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:34:06.878021 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:06.990775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=6']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:07.003924 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.004287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.004670 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.004950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.005298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.005631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.005993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.006403 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.006973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.007462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.008022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.008537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:07.055861 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44e19e6-6990-48f5-8574-5d0930b942d8 x-openstack-request-id: req-f44e19e6-6990-48f5-8574-5d0930b942d8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:34:07.056465 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "27327b62-71c6-47fc-8983-568a5d070c54", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:34:07.057043 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f44e19e6-6990-48f5-8574-5d0930b942d8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:34:07.058181 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54', 'code': 200} Aug 09 16:34:07.060139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] No DVR routers for this DVR port 27327b62-71c6-47fc-8983-568a5d070c54 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:34:07.167289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f0acf-2f61-4c96-bbea-04279fc684a5 req-9d76630c-f803-4cfe-afad-d49ea85b4a99 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:07.169033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba7f0acf-2f61-4c96-bbea-04279fc684a5 req-9d76630c-f803-4cfe-afad-d49ea85b4a99 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 944 time: 0.0676751 Aug 09 16:34:07.215059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba7f0acf-2f61-4c96-bbea-04279fc684a5 req-353701cb-8576-4a09-b4d5-03866b5ee241 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372570 Aug 09 16:34:07.250763 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Attempting to bind port 27327b62-71c6-47fc-8983-568a5d070c54 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:34:07.251022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Attempting to bind port 27327b62-71c6-47fc-8983-568a5d070c54 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:34:07.251304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Attempting to bind port 27327b62-71c6-47fc-8983-568a5d070c54 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:34:07.256803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Port 27327b62-71c6-47fc-8983-568a5d070c54 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:34:07.257241 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Attempting to bind port 27327b62-71c6-47fc-8983-568a5d070c54 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:34:07.263236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:34:07.263619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:34:07.263998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:34:07.264465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Bound port: 27327b62-71c6-47fc-8983-568a5d070c54, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:34:07.264838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:07.345177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:34:07.349036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:34:07.374541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:07.423989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:07.424764 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:07.426052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] 10.222.0.66 "PUT /v2.0/ports/27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 1092 time: 1.0262101 Aug 09 16:34:07.462259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9cfec-1c68-47e5-a4b9-e6bb51628dca service neutron] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:07.509947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-8e605db7-484c-4998-9143-29c576d63f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:07.511502 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-8e605db7-484c-4998-9143-29c576d63f6f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1095 time: 0.0616241 Aug 09 16:34:07.649021 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-74e00463-42eb-42ab-b233-7e4f2a6b01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:07.652753 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-74e00463-42eb-42ab-b233-7e4f2a6b01cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1316252 Aug 09 16:34:07.769904 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-de6564d4-a406-49ed-ae04-7da25d343c0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 999 time: 0.1088264 Aug 09 16:34:07.825890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-0abf443f-3928-4478-b5df-6518efc31cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:07.827571 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-0abf443f-3928-4478-b5df-6518efc31cab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0493329 Aug 09 16:34:07.888916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-bec84700-901b-428e-9b02-1f6b4a0ef75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:07.890510 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-bec84700-901b-428e-9b02-1f6b4a0ef75e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525959 Aug 09 16:34:07.992911 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-a2fd4a88-5d46-493a-800f-8fbffa621fda service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944803 Aug 09 16:34:08.091786 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-37315f97-e9c2-49f4-8feb-8d91169cb97d req-ad78330d-b245-49f2-a1d7-c3cc4b63a164 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913980 Aug 09 16:34:08.349440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495943e-f30e-45d7-a565-63af735d8670 req-0e9f1218-6a07-4352-92ed-6604282fb02e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:08.351025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b495943e-f30e-45d7-a565-63af735d8670 req-0e9f1218-6a07-4352-92ed-6604282fb02e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 944 time: 0.0507734 Aug 09 16:34:08.390983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b495943e-f30e-45d7-a565-63af735d8670 req-351392ef-9ceb-4d30-85dd-c7163040cd23 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336952 Aug 09 16:34:09.059582 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:34:09.062898 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e83313-8066-4422-b858-7405d7992970" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "tag": "27327b62-71c6-47fc-8983-568a5d070c54"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:34:09.117931 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283965d2-6b37-4536-9eea-37396ed3947d x-openstack-request-id: req-283965d2-6b37-4536-9eea-37396ed3947d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:34:09.118325 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "tag": "27327b62-71c6-47fc-8983-568a5d070c54", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:34:09.118662 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-283965d2-6b37-4536-9eea-37396ed3947d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:34:09.119202 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54', 'status': 'completed', 'code': 200} Aug 09 16:34:09.177195 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83313-8066-4422-b858-7405d7992970 req-d67b0ca8-a5b6-4aaf-bc65-26de88aa9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.179192 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-d67b0ca8-a5b6-4aaf-bc65-26de88aa9708 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1095 time: 0.0450537 Aug 09 16:34:09.185862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83313-8066-4422-b858-7405d7992970 req-e804dc0b-c08b-485c-89ec-3f84fb3ee54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.187393 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-e804dc0b-c08b-485c-89ec-3f84fb3ee54c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1095 time: 0.0456471 Aug 09 16:34:09.281425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83313-8066-4422-b858-7405d7992970 req-5b7bd0a8-f8f0-4402-98ed-ce8a90d08631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.282957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-5b7bd0a8-f8f0-4402-98ed-ce8a90d08631 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0967131 Aug 09 16:34:09.288662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83313-8066-4422-b858-7405d7992970 req-6fde89b0-462e-4262-95d8-0717215aa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.290148 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-6fde89b0-462e-4262-95d8-0717215aa404 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0944152 Aug 09 16:34:09.358182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-d33f2c7d-502a-4438-b122-04b09c615e4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 999 time: 0.0678053 Aug 09 16:34:09.361902 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-b5a6fa73-a2dd-49ef-889e-c87b4ff906f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 999 time: 0.0639055 Aug 09 16:34:09.416764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83313-8066-4422-b858-7405d7992970 req-cb4b5d24-c038-4e5c-afba-83db98c4bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.418340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-cb4b5d24-c038-4e5c-afba-83db98c4bca8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0537431 Aug 09 16:34:09.430237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83313-8066-4422-b858-7405d7992970 req-700d3b7c-4eb5-40eb-96cf-5db1e5d788c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.431752 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-700d3b7c-4eb5-40eb-96cf-5db1e5d788c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0626822 Aug 09 16:34:09.471081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83313-8066-4422-b858-7405d7992970 req-552e8d96-3383-4b09-b80b-1f78404f1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.472653 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-552e8d96-3383-4b09-b80b-1f78404f1656 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472696 Aug 09 16:34:09.484553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83313-8066-4422-b858-7405d7992970 req-e2b2efe1-77fb-4c4b-83f8-c1dce18c7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.488111 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-e2b2efe1-77fb-4c4b-83f8-c1dce18c7f3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466800 Aug 09 16:34:09.571998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3731ae-12c2-48fb-9c4c-7b51bd1f4183 req-893ed6cf-4a72-4a4f-a5fa-16bb4114c3c0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.573612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f3731ae-12c2-48fb-9c4c-7b51bd1f4183 req-893ed6cf-4a72-4a4f-a5fa-16bb4114c3c0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 944 time: 0.0988216 Aug 09 16:34:09.586852 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-f88e74b4-eb9b-42b0-8f7b-5d98a03c1cd7 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925195 Aug 09 16:34:09.638818 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-9259e0d3-9f7e-40b3-84ea-7c39e827120d service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547494 Aug 09 16:34:09.641776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f3731ae-12c2-48fb-9c4c-7b51bd1f4183 req-c2e3928f-e3e1-4819-a09c-e164f6020082 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588241 Aug 09 16:34:09.687066 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-41f43086-5a7f-4e21-96b3-1a2b9ab15683 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926290 Aug 09 16:34:09.746499 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-22e83313-8066-4422-b858-7405d7992970 req-812a469c-c181-43bb-9a1e-1fa4288010e1 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011903 Aug 09 16:34:09.885369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c22156-064b-4900-a3d1-9bfcab553a17 req-dbbb4376-c1d5-4025-841b-256e0fad14cd tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.886940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11c22156-064b-4900-a3d1-9bfcab553a17 req-dbbb4376-c1d5-4025-841b-256e0fad14cd tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 944 time: 0.0863092 Aug 09 16:34:09.911475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-efcad9fa-0a84-4472-86b1-b0e4e61c0db2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:09.913457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-efcad9fa-0a84-4472-86b1-b0e4e61c0db2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 944 time: 0.0820816 Aug 09 16:34:09.977549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11c22156-064b-4900-a3d1-9bfcab553a17 req-8115b4fe-556c-4955-90f2-b692e58f933e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812252 Aug 09 16:34:09.999466 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-1dded1f6-a648-4f05-becb-d1f55c9c3cea service neutron] delete failed (client error): The resource could not be found. Aug 09 16:34:10.000576 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-1dded1f6-a648-4f05-becb-d1f55c9c3cea service neutron] 10.222.0.35 "DELETE /v2.0/ports/27327b62-71c6-47fc-8983-568a5d070c54/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0789630 Aug 09 16:34:10.093816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-8ebf1709-50a0-4983-9271-8e1d13cca995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:10.095362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-8ebf1709-50a0-4983-9271-8e1d13cca995 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1095 time: 0.0489995 Aug 09 16:34:10.143338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 27327b62-71c6-47fc-8983-568a5d070c54 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:34:10.212440 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-2aab7288-5557-496d-8082-2bffa8fb1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:10.214785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-2aab7288-5557-496d-8082-2bffa8fb1606 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1122785 Aug 09 16:34:10.275212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:34:10.287848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '27327b62-71c6-47fc-8983-568a5d070c54', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': '27327b62-71c6-47fc-8983-568a5d070c54', 'mac_address': 'fa:16:3e:aa:6c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:34:10.290804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-6ceb22f0-adb5-4ab6-832d-88a8f5ab335d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 999 time: 0.0687182 Aug 09 16:34:10.329388 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:10.344303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-c6c06174-ca27-4820-8ab9-b47b7d90b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:10.345804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-c6c06174-ca27-4820-8ab9-b47b7d90b3b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0483503 Aug 09 16:34:10.346519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27327b62-71c6-47fc-8983-568a5d070c54 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:34:10.375111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:34:10.381063 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:10.394999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-8c1f72db-e854-4c99-8308-baaec30f7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:10.396745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-8c1f72db-e854-4c99-8308-baaec30f7035 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437155 Aug 09 16:34:10.432908 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:10.440492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.440859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.441183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.441514 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.441802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.442152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.442471 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.442750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.443081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.443395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.443712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.444729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:10.496162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-d621935b-2424-414c-be3e-3333d003c930 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918903 Aug 09 16:34:10.598939 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3714d0cd-fdde-4d54-8c93-8fdb6b8aa5ba req-22da0bac-f793-4bcd-ac93-a381c146fc59 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961277 Aug 09 16:34:10.614564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['27327b62-71c6-47fc-8983-568a5d070c54'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:34:11.114739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048a3f6-20b9-4b0d-ab53-7796e80840fc req-e511fb1a-fa4b-4e01-a5be-e23fe2cb0119 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.116726 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9048a3f6-20b9-4b0d-ab53-7796e80840fc req-e511fb1a-fa4b-4e01-a5be-e23fe2cb0119 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 945 time: 0.0627117 Aug 09 16:34:11.138025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 27327b62-71c6-47fc-8983-568a5d070c54 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:34:11.164539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9048a3f6-20b9-4b0d-ab53-7796e80840fc req-7e907ad1-59b2-4db1-9e00-f4c67ad2b776 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 Aug 09 16:34:11.189329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 27327b62-71c6-47fc-8983-568a5d070c54 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:34:11.323228 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aadcc-a06b-44e5-8a56-9554d853cbfd req-438e2701-9fc2-49ad-bb5f-a58213ad5799 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.325917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-371aadcc-a06b-44e5-8a56-9554d853cbfd req-438e2701-9fc2-49ad-bb5f-a58213ad5799 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 945 time: 0.0809479 Aug 09 16:34:11.382392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-371aadcc-a06b-44e5-8a56-9554d853cbfd req-797e989b-f381-4792-951c-5e299dc92dbf tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481954 Aug 09 16:34:11.637751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddeb46-4104-4e80-bc7a-9b68ab347691 req-0a6ff04d-c35e-482e-a632-533e5529d0be tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.639429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eddeb46-4104-4e80-bc7a-9b68ab347691 req-0a6ff04d-c35e-482e-a632-533e5529d0be tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 945 time: 0.0620482 Aug 09 16:34:11.677674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f54023-2008-4035-8c84-508282bd5952 req-258df6fa-eb18-425c-910b-845ff5ed6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.679614 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-17f54023-2008-4035-8c84-508282bd5952 req-258df6fa-eb18-425c-910b-845ff5ed6cb1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 1096 time: 0.0551302 Aug 09 16:34:11.690810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1eddeb46-4104-4e80-bc7a-9b68ab347691 req-f101ba39-bb1e-475e-9f88-bd8618b883ba tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400977 Aug 09 16:34:11.811246 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f54023-2008-4035-8c84-508282bd5952 req-9d03f2e6-bf72-4109-98ed-2ee7854ead4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.812937 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-17f54023-2008-4035-8c84-508282bd5952 req-9d03f2e6-bf72-4109-98ed-2ee7854ead4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1266365 Aug 09 16:34:11.889950 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-17f54023-2008-4035-8c84-508282bd5952 req-3d5a1a9f-4a15-4847-9245-590f8e3eda62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 200 len: 1000 time: 0.0687709 Aug 09 16:34:11.941811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f54023-2008-4035-8c84-508282bd5952 req-0089e834-3d92-4f38-82da-4f4492172bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.943319 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-17f54023-2008-4035-8c84-508282bd5952 req-0089e834-3d92-4f38-82da-4f4492172bf3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0453351 Aug 09 16:34:11.995969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f54023-2008-4035-8c84-508282bd5952 req-34afea01-0fab-4956-b537-52fa13c600bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.997707 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-17f54023-2008-4035-8c84-508282bd5952 req-34afea01-0fab-4956-b537-52fa13c600bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474498 Aug 09 16:34:12.174552 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 27327b62-71c6-47fc-8983-568a5d070c54 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:34:12.232321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 27327b62-71c6-47fc-8983-568a5d070c54 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:34:12.238466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 27327b62-71c6-47fc-8983-568a5d070c54 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:34:12.239064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:12.338141 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:12.359097 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-17f54023-2008-4035-8c84-508282bd5952 req-46682fec-682c-4382-a33a-45d01ec68be1 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527653 Aug 09 16:34:12.363125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:34:12.365430 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823a805c-4c79-4211-a87a-ee3af63ab27a" -d '{"events": [{"server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "27327b62-71c6-47fc-8983-568a5d070c54"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:34:12.380980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:34:12.386688 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:12.453082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:12.462139 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-17f54023-2008-4035-8c84-508282bd5952 req-4d399123-919a-48d1-950c-71cfdc1ff64f service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949118 Aug 09 16:34:12.507950 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89cb76b-f269-4a32-9d01-db29fd94954a x-openstack-request-id: req-b89cb76b-f269-4a32-9d01-db29fd94954a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:34:12.508241 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "27327b62-71c6-47fc-8983-568a5d070c54", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:34:12.508489 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b89cb76b-f269-4a32-9d01-db29fd94954a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:34:12.508888 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54', 'code': 200} Aug 09 16:34:12.841221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119ef32-2fca-4a88-900c-720687d78dfa req-888d1ecd-8a3a-4101-8296-86b204629a6f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:12.843802 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5119ef32-2fca-4a88-900c-720687d78dfa req-888d1ecd-8a3a-4101-8296-86b204629a6f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0621901 Aug 09 16:34:12.889113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5119ef32-2fca-4a88-900c-720687d78dfa req-fd9ef88d-42cc-44f4-b43f-9c3312739314 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Aug 09 16:34:14.036913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3d321-beb7-4088-90e1-862040e85a78 req-c124e7d7-da81-44b0-aeb0-97c7c8cdba20 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:14.038463 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24f3d321-beb7-4088-90e1-862040e85a78 req-c124e7d7-da81-44b0-aeb0-97c7c8cdba20 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0596364 Aug 09 16:34:14.084162 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24f3d321-beb7-4088-90e1-862040e85a78 req-7ddf850d-b91d-4bbb-9a84-d2a7580e01a8 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 Aug 09 16:34:14.365698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b89ae-720d-4d78-94f8-484fcb18f692 req-25a54e0b-e24d-43f3-96aa-d0a0d328181f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:14.367340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f96b89ae-720d-4d78-94f8-484fcb18f692 req-25a54e0b-e24d-43f3-96aa-d0a0d328181f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0554459 Aug 09 16:34:14.414263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f96b89ae-720d-4d78-94f8-484fcb18f692 req-cb9315ed-a324-4fb0-8ad8-01cef1749cc6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399070 Aug 09 16:34:15.121213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d28b822f-39c9-4cc6-a93a-64f4926bfd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:15.542098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2b09-9f74-4248-a4b2-40c5520b0cea req-7ee79a78-058e-41df-ac21-c6aaee74bc2c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:15.543773 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-113e2b09-9f74-4248-a4b2-40c5520b0cea req-7ee79a78-058e-41df-ac21-c6aaee74bc2c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0565569 Aug 09 16:34:15.588274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-113e2b09-9f74-4248-a4b2-40c5520b0cea req-8aa73636-e349-4242-b41d-2c8b8dfd77ef tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378306 Aug 09 16:34:15.624205 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-7244e391-9e02-483e-8823-00338a4ae819 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:15.625805 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-7244e391-9e02-483e-8823-00338a4ae819 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 946 time: 0.0509830 Aug 09 16:34:15.724737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Deleting port 27327b62-71c6-47fc-8983-568a5d070c54 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:34:15.724987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:15.824117 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] For port 27327b62-71c6-47fc-8983-568a5d070c54, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=27327b62-71c6-47fc-8983-568a5d070c54,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:34:15.824486 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:16.026171 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:16.026500 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:16.026779 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322 disassociated. External IP: 172.25.7.34, port: 27327b62-71c6-47fc-8983-568a5d070c54. Aug 09 16:34:16.027133 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Calling delete_port for 27327b62-71c6-47fc-8983-568a5d070c54 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:34:16.195376 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:16.229970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event deleted for resources: {'Port': ['ID=27327b62-71c6-47fc-8983-568a5d070c54,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:16.368601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:34:16.520267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:34:16.537808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:34:16.551486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:34:16.552122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:33:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:34:16.590346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] No DVR routers for this DVR port 27327b62-71c6-47fc-8983-568a5d070c54 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:34:16.593453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:16.596030 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ab935f2a-84f5-4df5-8db8-efce18ec7bbd req-f2cb0dc0-c1d2-452d-bc30-575fafe23f4b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "DELETE /v2.0/ports/27327b62-71c6-47fc-8983-568a5d070c54 HTTP/1.1" status: 204 len: 173 time: 0.9631031 Aug 09 16:34:16.596702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'name': 'network-vif-deleted', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:34:16.599950 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd3ed2e-db15-44b5-ab09-c5171fe80fbb" -d '{"events": [{"server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "name": "network-vif-deleted", "tag": "27327b62-71c6-47fc-8983-568a5d070c54"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:34:16.661330 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96667cd0-1c32-40ed-80ad-696e53b62a3c x-openstack-request-id: req-96667cd0-1c32-40ed-80ad-696e53b62a3c {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:34:16.662365 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d3a5dc-0e18-4b36-baa6-78346f26f9cd", "name": "network-vif-deleted", "tag": "27327b62-71c6-47fc-8983-568a5d070c54", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:34:16.662365 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96667cd0-1c32-40ed-80ad-696e53b62a3c {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:34:16.662365 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d3a5dc-0e18-4b36-baa6-78346f26f9cd', 'name': 'network-vif-deleted', 'tag': '27327b62-71c6-47fc-8983-568a5d070c54', 'status': 'completed', 'code': 200} Aug 09 16:34:16.715965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:34:16.793650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-721e20f2-1ce5-48ae-9cab-f3b02ce256b0 req-b16c2090-1af9-4de2-961d-0085401eac5f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8d3a5dc-0e18-4b36-baa6-78346f26f9cd HTTP/1.1" status: 200 len: 210 time: 0.0339098 Aug 09 16:34:16.970052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:34:16.998749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:34:17.008138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:34:17.008842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:33:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:34:17.123100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:34:17.347691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:34:17.384234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e10377-577c-474f-8f0d-045ab1e9ca58 None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:34:17.586839 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a02f667-e95e-46ee-8408-0cfeb97220f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:17.633146 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c22126-85ba-419e-9b08-5da42368906b None None] New status for floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:34:17.838413 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:18.113443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-966de8b6-881a-4a7a-8702-b8cbc1379226 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1940731573&fields=id&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 267 time: 0.0363743 Aug 09 16:34:18.236199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-172bb317-3d50-4332-906e-a0d2e92200cb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:18.238351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-172bb317-3d50-4332-906e-a0d2e92200cb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 811 time: 0.1156073 Aug 09 16:34:18.255874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-708f0544-6abf-4367-968d-336d66961ae0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/quotas/2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 375 time: 0.0103624 Aug 09 16:34:18.313518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-6c590a96-17c0-4284-bd54-5137c63663c5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513184 Aug 09 16:34:18.424405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-ebecdb1f-342a-481e-bda9-edfca2f38fdd service neutron] 10.222.0.64 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957847 Aug 09 16:34:18.527736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-3b976333-4b9e-458f-b2ad-dfaf29ed1b78 service neutron] 10.222.0.64 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966499 Aug 09 16:34:18.716223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f79f93c-dc95-4681-a20d-b7b2116cfb5a req-6771906c-fc15-4f95-9c77-ce960ddd9d8a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 210 time: 0.0347028 Aug 09 16:34:19.253963 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:19.787329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-23e2550a-6661-4224-9c0d-cf2f260109ed tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:19.789003 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-23e2550a-6661-4224-9c0d-cf2f260109ed tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 811 time: 0.1658988 Aug 09 16:34:19.844124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-638da492-105e-4c30-832d-0b32caeb013a req-289d79fb-c739-4efb-9ca7-0f40e7149068 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 210 time: 0.0312269 Aug 09 16:34:19.860231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-30f54a6a-5b37-4edb-9b89-c53a76891864 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 380 time: 0.0617754 Aug 09 16:34:19.870231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'port': {'device_id': '75245fde-f917-46ea-8c74-7831e74b4126', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'admin_state_up': True, 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'security_groups': ['d357a486-bd6e-4293-8a5a-ecebbff10554']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:34:20.015066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Made reservation on behalf of 2b45aaa0c2614176bfb0bcd71b40f6d8 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:34:20.018658 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:20.166853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Allocated IP 172.20.0.4 (c98f56ab-1922-4c8f-88fa-6afdd47e38dd/49262fc6-8b2a-4ec4-bfc5-7e982351ebda/35cd8ade-8b81-4042-bfdd-add2c9d76814) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:34:20.221706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 27327b62-71c6-47fc-8983-568a5d070c54 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:34:20.243771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 27327b62-71c6-47fc-8983-568a5d070c54 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:34:20.244170 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 27327b62-71c6-47fc-8983-568a5d070c54 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:34:20.325329 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:20.341657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Transition to ACTIVE for port object 35cd8ade-8b81-4042-bfdd-add2c9d76814 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:34:20.380336 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:20.431719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:34:20.434968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:34:20.438875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:34:20.464800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:20.478496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.478834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.479154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.479496 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.479839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.480171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.480486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.480806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.481118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.481417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.481731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.482041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:34:20.510882 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:20.511623 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:20.529716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-1b0b8e24-7233-4363-8a64-4ed9c3324c35 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6632240 Aug 09 16:34:20.542550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Request body: {'port': {'device_id': '75245fde-f917-46ea-8c74-7831e74b4126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:34:20.615330 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:20.662581 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:20.708291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-51d02a65-73ee-49a1-a8f0-173de0128bd8 None None] Provisioning for port 35cd8ade-8b81-4042-bfdd-add2c9d76814 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:34:20.714836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-51d02a65-73ee-49a1-a8f0-173de0128bd8 None None] Provisioning complete for port 35cd8ade-8b81-4042-bfdd-add2c9d76814 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:34:20.715166 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-51d02a65-73ee-49a1-a8f0-173de0128bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:20.751950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-51d02a65-73ee-49a1-a8f0-173de0128bd8 None None] Port 35cd8ade-8b81-4042-bfdd-add2c9d76814 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:34:20.982486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cd8ade-8b81-4042-bfdd-add2c9d76814 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:34:20.992441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:21.010190 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Transition to ACTIVE for port object 35cd8ade-8b81-4042-bfdd-add2c9d76814 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:34:21.019632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1720f8-230f-47a3-a819-d312e83ad16b req-2f6e03f2-b6a1-4483-b8d7-078767305c90 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:21.021299 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf1720f8-230f-47a3-a819-d312e83ad16b req-2f6e03f2-b6a1-4483-b8d7-078767305c90 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 931 time: 0.0814457 Aug 09 16:34:21.022549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:21.099088 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:21.108507 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf1720f8-230f-47a3-a819-d312e83ad16b req-1989c6ed-150e-426b-b8f8-a3001213729d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774410 Aug 09 16:34:21.187132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:34:21.187463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:34:21.187798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:34:21.193543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:34:21.193871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:34:21.200638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:34:21.200981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:34:21.201369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:34:21.201801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Bound port: 35cd8ade-8b81-4042-bfdd-add2c9d76814, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:34:21.202166 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:21.271800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:34:21.275591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:34:21.281100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:21.326492 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:21.327127 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:21.328599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] 10.222.0.35 "PUT /v2.0/ports/35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 1091 time: 0.7910206 Aug 09 16:34:21.329043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:34:21.331353 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd" -d '{"events": [{"name": "network-changed", "server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:34:21.354735 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b15e8-405d-48ff-9f59-f9322c9a6ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:21.420955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-6815217f-7095-48d6-9ffa-3005dd19bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:21.422716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-6815217f-7095-48d6-9ffa-3005dd19bfe3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1094 time: 0.0489173 Aug 09 16:34:21.469407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-3be06848-8298-4b96-aab5-b9e3ce83252c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 217 time: 0.0387542 Aug 09 16:34:21.472477 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e60b0fc-643c-4e4a-9536-0c2085118da4 x-openstack-request-id: req-7e60b0fc-643c-4e4a-9536-0c2085118da4 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:34:21.472777 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:34:21.473029 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e60b0fc-643c-4e4a-9536-0c2085118da4 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:34:21.473439 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'status': 'completed', 'code': 200} Aug 09 16:34:21.531852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-18aa8cff-1b4e-403c-9dfd-5f3b0b2f5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:21.533368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-18aa8cff-1b4e-403c-9dfd-5f3b0b2f5f91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0542262 Aug 09 16:34:21.598921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-a035eaa0-a804-4074-b99e-5ae0bacc781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:21.600442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-a035eaa0-a804-4074-b99e-5ae0bacc781f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598800 Aug 09 16:34:21.696337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-73f68f16-ed8e-4ac1-bb9a-5bf6fac202ff service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873690 Aug 09 16:34:21.796406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5314c735-8dca-43d6-a5e4-579e471d22b6 req-ec95e853-f5b3-4e1c-9094-260a032f216f service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936749 Aug 09 16:34:21.892300 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-56c20f82-42c1-4c30-bb84-902c11095e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:21.894531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-56c20f82-42c1-4c30-bb84-902c11095e4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1094 time: 0.0488756 Aug 09 16:34:21.994679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-37af7916-f681-4e6c-9837-c7c387068905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:21.996159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-37af7916-f681-4e6c-9837-c7c387068905 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0885046 Aug 09 16:34:22.043669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-c87ae0b3-cba5-4348-8d12-7c8a44066e3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 217 time: 0.0391505 Aug 09 16:34:22.095671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-22beb51d-81ee-4d73-b01e-e98628b58d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:22.097249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-22beb51d-81ee-4d73-b01e-e98628b58d22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0453629 Aug 09 16:34:22.145782 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-fa689e7a-0b04-476f-8061-4c3fcc30bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:22.147329 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-fa689e7a-0b04-476f-8061-4c3fcc30bd1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424428 Aug 09 16:34:22.276161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d467-772f-4c8d-8c2b-261d628e1a2b req-160fb648-65ec-4f91-9d87-e1c8a7b6ad27 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:22.277547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02d2d467-772f-4c8d-8c2b-261d628e1a2b req-160fb648-65ec-4f91-9d87-e1c8a7b6ad27 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 943 time: 0.0769000 Aug 09 16:34:22.280182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-084cbab4-571c-4e83-98f1-64ef87d4ba09 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246948 Aug 09 16:34:22.368137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02d2d467-772f-4c8d-8c2b-261d628e1a2b req-2db2b58e-2803-49dc-9dbe-09681d7df22e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828414 Aug 09 16:34:22.408674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b59e0cb-f4f9-48ba-a2ba-c2f79590abcd req-f33db273-21ee-4c6f-ae39-d8d7a9a4f98f service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171227 Aug 09 16:34:23.512651 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cef7c-bdd9-4764-8d70-03ec33069371 req-b23ade6d-5e62-489e-8689-af922413dcbf tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:23.514190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b63cef7c-bdd9-4764-8d70-03ec33069371 req-b23ade6d-5e62-489e-8689-af922413dcbf tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 943 time: 0.0682893 Aug 09 16:34:23.556830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b63cef7c-bdd9-4764-8d70-03ec33069371 req-b4408ecb-d7b2-438d-8ed3-899490d058cd tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362892 Aug 09 16:34:24.688794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f0c04-aecf-412f-b31f-46b400b38a7e req-0f60fc80-875d-47f0-a66f-ecc2f2becdf1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:24.690482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-975f0c04-aecf-412f-b31f-46b400b38a7e req-0f60fc80-875d-47f0-a66f-ecc2f2becdf1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 943 time: 0.0517573 Aug 09 16:34:24.737952 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-975f0c04-aecf-412f-b31f-46b400b38a7e req-a2de6203-0b13-4da7-ab8d-9add5f939f37 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396755 Aug 09 16:34:25.169974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:34:25.443109 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:34:25.455409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'mac_address': 'fa:16:3e:16:a7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:34:25.494002 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:25.507500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cd8ade-8b81-4042-bfdd-add2c9d76814 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:34:25.534517 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:34:25.544545 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:25.595794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:25.784669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['35cd8ade-8b81-4042-bfdd-add2c9d76814'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:34:25.866563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687cc3-1ef7-4a94-9bb8-05811a260258 req-fd9cfdb2-c44c-45ce-9dae-0b1666062d8a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:25.868150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12687cc3-1ef7-4a94-9bb8-05811a260258 req-fd9cfdb2-c44c-45ce-9dae-0b1666062d8a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 944 time: 0.0531950 Aug 09 16:34:25.908578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-12687cc3-1ef7-4a94-9bb8-05811a260258 req-4b50c6b8-4cb6-4c49-8a29-da89a6534401 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338767 Aug 09 16:34:27.035904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5aa42-0fa7-4133-af9f-edf601b93328 req-db2165e6-1f3c-4cf2-ba93-45a7cb1030cf tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:27.037334 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53f5aa42-0fa7-4133-af9f-edf601b93328 req-db2165e6-1f3c-4cf2-ba93-45a7cb1030cf tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 944 time: 0.0568478 Aug 09 16:34:27.083061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53f5aa42-0fa7-4133-af9f-edf601b93328 req-9150d810-ff6d-4359-ad4e-38dc3e45c1a7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392845 Aug 09 16:34:27.184983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:34:27.244405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 35cd8ade-8b81-4042-bfdd-add2c9d76814 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:34:27.248314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 35cd8ade-8b81-4042-bfdd-add2c9d76814 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:34:27.248682 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:27.327806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:27.351231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:34:27.353522 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945f229f-3676-4570-9d2c-1002f571b0ff" -d '{"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-plugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:34:27.367181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:34:27.373674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:27.399225 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd452982-0b04-4654-8def-969b175c1fee x-openstack-request-id: req-dd452982-0b04-4654-8def-969b175c1fee {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:34:27.399551 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-plugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:34:27.399804 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd452982-0b04-4654-8def-969b175c1fee {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:34:27.400212 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'code': 200} Aug 09 16:34:27.434660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:34:27.501146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fcaad-dd9f-44ff-8f3a-07a5e3eaa87c req-4c4ee33e-abbd-471f-9c36-2ea6b9325647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:27.502687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-592fcaad-dd9f-44ff-8f3a-07a5e3eaa87c req-4c4ee33e-abbd-471f-9c36-2ea6b9325647 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1096 time: 0.0434735 Aug 09 16:34:27.552631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-592fcaad-dd9f-44ff-8f3a-07a5e3eaa87c req-77ccb753-22e9-4cd8-8033-70126ffe0ea7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 Aug 09 16:34:28.211155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1aba8-5763-4064-85b5-f8f4fcf48161 req-aaceaab0-503c-4c52-80fb-1c805e7acf9e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:28.212713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7db1aba8-5763-4064-85b5-f8f4fcf48161 req-aaceaab0-503c-4c52-80fb-1c805e7acf9e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0522962 Aug 09 16:34:28.254157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7db1aba8-5763-4064-85b5-f8f4fcf48161 req-1bcfcaaa-5192-47ec-9680-d6e3cf419a39 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Aug 09 16:34:29.184600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:29.186675 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:29.380579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85941-ac37-413a-9601-1ae954865485 req-fcc60db2-18d9-4711-b82f-240c59c7624e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:29.382134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51f85941-ac37-413a-9601-1ae954865485 req-fcc60db2-18d9-4711-b82f-240c59c7624e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0548599 Aug 09 16:34:29.429401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-51f85941-ac37-413a-9601-1ae954865485 req-2bb26169-3998-4a5a-9df6-59f2814a2f14 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380712 Aug 09 16:34:29.548574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddfe8e-b9e6-4cc2-a1de-18be48875102 req-064d4ffd-d5e6-4fa3-9220-6fc8262e9da6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:29.550233 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-80ddfe8e-b9e6-4cc2-a1de-18be48875102 req-064d4ffd-d5e6-4fa3-9220-6fc8262e9da6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0524404 Aug 09 16:34:29.559978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43116) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:34:29.564704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'floatingip': {'port_id': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:34:29.608637 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:30.083247 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:30.090406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:30.198247 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322 associated. External IP: 172.25.7.34, port: 35cd8ade-8b81-4042-bfdd-add2c9d76814. Aug 09 16:34:30.414911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:34:30.526680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:34:30.531365 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:30.537246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:34:30.547931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:34:30.548585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:34:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:34:30.565216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eecee296-8785-4715-892e-b519282ba65c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "PUT /v2.0/floatingips/dc67a9df-1aec-4530-9a00-0ca66a2de322 HTTP/1.1" status: 200 len: 990 time: 0.9999297 Aug 09 16:34:30.565216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:34:30.565216 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794902ad-f79f-4495-8933-2679fbe98005" -d '{"events": [{"name": "network-changed", "server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:34:30.657230 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9d1252-0fe8-496e-80d0-5649ccdc3249 x-openstack-request-id: req-aa9d1252-0fe8-496e-80d0-5649ccdc3249 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:34:30.657518 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:34:30.657770 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa9d1252-0fe8-496e-80d0-5649ccdc3249 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:34:30.658177 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'status': 'completed', 'code': 200} Aug 09 16:34:30.660467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:34:30.723573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794902ad-f79f-4495-8933-2679fbe98005 req-f4e13413-99e1-4a81-b725-0f722be0c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:30.725085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-794902ad-f79f-4495-8933-2679fbe98005 req-f4e13413-99e1-4a81-b725-0f722be0c3d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1096 time: 0.0464766 Aug 09 16:34:30.817836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794902ad-f79f-4495-8933-2679fbe98005 req-96f15170-e918-47d8-b846-c0f0e867abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:30.819349 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-794902ad-f79f-4495-8933-2679fbe98005 req-96f15170-e918-47d8-b846-c0f0e867abcb service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0867982 Aug 09 16:34:30.899469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-794902ad-f79f-4495-8933-2679fbe98005 req-08dba9db-88ed-482b-84fb-7c84665bd172 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 998 time: 0.0730865 Aug 09 16:34:30.921097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:16:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75245fde-f917-46ea-8c74-7831e74b4126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:34:29Z', 'revision_number': 9, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:34:30.950770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:34:30.956672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794902ad-f79f-4495-8933-2679fbe98005 req-3be82de5-1653-424b-9597-8bfbbfbfae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:30.958549 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-794902ad-f79f-4495-8933-2679fbe98005 req-3be82de5-1653-424b-9597-8bfbbfbfae38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0524886 Aug 09 16:34:30.961824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:34:30.962667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:34:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:34:31.010812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794902ad-f79f-4495-8933-2679fbe98005 req-8ffbeeda-c804-46f1-9793-dd3bb3d609fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:31.012599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-794902ad-f79f-4495-8933-2679fbe98005 req-8ffbeeda-c804-46f1-9793-dd3bb3d609fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472739 Aug 09 16:34:31.087153 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:34:31.112401 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-794902ad-f79f-4495-8933-2679fbe98005 req-1a6baba2-a0ed-4d23-a1b8-2c5b0402538f service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925879 Aug 09 16:34:31.335108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:16:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75245fde-f917-46ea-8c74-7831e74b4126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:34:29Z', 'revision_number': 9, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:34:31.362729 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b54ca-7dcd-41ef-ba53-7cfcd9203627 None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:16:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75245fde-f917-46ea-8c74-7831e74b4126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:34:29Z', 'revision_number': 9, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:34:31.547495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-794902ad-f79f-4495-8933-2679fbe98005 req-431a4a38-c29c-49fb-9a04-66fba22eae1b service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278858 Aug 09 16:34:31.566498 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48884778-cfb0-438f-afa4-f4fca890bd75 None None] New status for floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:34:38.870192 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:34:45.128670 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74ff4dea-0235-4249-ad55-69120c8a5547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:47.592760 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d9f3-a3e7-4440-b8a6-3e7d3a74b5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:47.844334 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:49.263477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:50.664141 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:59.162774 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:59.214565 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:15.125305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3227973-035a-4d98-bc6b-d6e5c7ecfdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:15.869187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:35:17.600964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6f3cab41-1a4c-42e4-80a2-eadf2ecbbbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:17.843598 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:19.265120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:20.669421 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:28.298989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-02237a90-b178-4604-a6ef-2e44f53e84d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424533 Aug 09 16:35:28.407372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-ccebcdbc-e494-4f4e-824e-5f66fe183f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:28.408976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-ccebcdbc-e494-4f4e-824e-5f66fe183f77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1096 time: 0.0625839 Aug 09 16:35:28.512465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-8d0e12ef-8af4-47fb-aa6a-b01e322eb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:28.513927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-8d0e12ef-8af4-47fb-aa6a-b01e322eb37c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0844312 Aug 09 16:35:28.590709 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-0f9f3490-da91-4044-bb78-42e958521d29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 1001 time: 0.0692375 Aug 09 16:35:28.645218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-557d5e48-5816-4a30-9ffc-0f0e4096d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:28.646694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-557d5e48-5816-4a30-9ffc-0f0e4096d04d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0494430 Aug 09 16:35:28.695101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-360db906-a13c-4052-a651-c6d7c0bedf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:28.696687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-360db906-a13c-4052-a651-c6d7c0bedf0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423331 Aug 09 16:35:28.708844 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-77466123-913e-4d38-bc9d-b6d7d5ce7a7d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:35:28.709800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-77466123-913e-4d38-bc9d-b6d7d5ce7a7d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059810 Aug 09 16:35:28.803510 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-d92b7e2b-685b-4fb4-8985-7cf9e7081a17 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 Aug 09 16:35:28.893591 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee1cf942-8c27-4bd9-9ab9-eb5a16f3b178 req-01c2d1a7-062d-4d01-a0ea-d3ab458c356f service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833931 Aug 09 16:35:29.171221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:29.212409 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:45.131745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59f7a81c-73c5-487c-a688-4a7f6dd25859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:47.599477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-150a9c0e-d237-4925-b174-3e8184a85de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:47.842964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:49.269765 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:50.670175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:52.870153 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:35:59.170374 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.212377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:05.907348 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-4fedbbed-fb68-42df-ae94-23848418922d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522113 Aug 09 16:36:05.913728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c949fb-d35b-48de-ac98-c1109ebf1220 req-b0f4fca3-04a5-464a-8fa0-1dc4efac9511 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:05.915369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32c949fb-d35b-48de-ac98-c1109ebf1220 req-b0f4fca3-04a5-464a-8fa0-1dc4efac9511 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0537663 Aug 09 16:36:05.959564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32c949fb-d35b-48de-ac98-c1109ebf1220 req-b1192a26-dacc-441f-b7d3-bcbed3142e8f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379689 Aug 09 16:36:07.089868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11039586-d63a-425e-86b8-caac24cd4623 req-815ca05b-134e-4acb-bb97-dd8fa812cb2a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:07.091553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11039586-d63a-425e-86b8-caac24cd4623 req-815ca05b-134e-4acb-bb97-dd8fa812cb2a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0586233 Aug 09 16:36:07.151462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-11039586-d63a-425e-86b8-caac24cd4623 req-69caa93f-1150-4e29-94a7-f5d4ee900c9f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536845 Aug 09 16:36:07.167641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-c94437a4-1594-41f0-b5e6-2242cbf8cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:07.169430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-c94437a4-1594-41f0-b5e6-2242cbf8cd08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1096 time: 0.0507517 Aug 09 16:36:07.270643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-93ff6762-ed82-4e2e-97ba-602a5dcd6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:07.272156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-93ff6762-ed82-4e2e-97ba-602a5dcd6187 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0959463 Aug 09 16:36:07.345670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-17e820e6-4670-4ccf-bc32-2391696377f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 1001 time: 0.0659397 Aug 09 16:36:07.406203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-fa5e9728-6242-425d-80c1-add7e1497c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:07.407723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-fa5e9728-6242-425d-80c1-add7e1497c9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0546606 Aug 09 16:36:07.463218 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-7bd0a0b6-cb51-4201-851b-7b93aee17ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:07.464794 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-7bd0a0b6-cb51-4201-851b-7b93aee17ecc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503614 Aug 09 16:36:07.556225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-b1591a17-015a-461f-9e84-553136e1487f service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839267 Aug 09 16:36:07.662780 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-825dc729-f9b4-4dbe-a9db-0e0dfb794eb7 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992992 Aug 09 16:36:08.275660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c776ba6-45cc-438b-ac36-02e698636ce9 req-0b51b545-e9af-46a6-acd1-bf98ba881232 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:08.277226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c776ba6-45cc-438b-ac36-02e698636ce9 req-0b51b545-e9af-46a6-acd1-bf98ba881232 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0542448 Aug 09 16:36:08.316514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c776ba6-45cc-438b-ac36-02e698636ce9 req-87739e94-8b8c-41e4-9ec9-5e9beeb972df tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331202 Aug 09 16:36:09.455039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746e61-657e-439d-b067-fe387fe9e10c req-92ea91cf-d3ff-4945-85da-63b9092c4e38 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:09.456901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c746e61-657e-439d-b067-fe387fe9e10c req-92ea91cf-d3ff-4945-85da-63b9092c4e38 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0579839 Aug 09 16:36:09.499902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1c746e61-657e-439d-b067-fe387fe9e10c req-ab56a532-5d87-41d2-bfb7-1bb0af1c0847 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342903 Aug 09 16:36:10.636543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e596ee8-e76d-48ab-90d1-fe6e00fdb684 req-b39842e6-2d53-414e-afa8-b781e4a6b34d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:10.638439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e596ee8-e76d-48ab-90d1-fe6e00fdb684 req-b39842e6-2d53-414e-afa8-b781e4a6b34d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0637908 Aug 09 16:36:10.687961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e596ee8-e76d-48ab-90d1-fe6e00fdb684 req-a9ed326d-29c2-421a-894f-0818804bee0d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Aug 09 16:36:11.822632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d71b23-130d-4ce5-9d57-63d6ccfee9f8 req-a5f84303-82c5-4c13-b0f2-16b585159d30 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:11.824163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89d71b23-130d-4ce5-9d57-63d6ccfee9f8 req-a5f84303-82c5-4c13-b0f2-16b585159d30 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0577402 Aug 09 16:36:11.865157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89d71b23-130d-4ce5-9d57-63d6ccfee9f8 req-a76b58f2-3ef4-4ef0-9eab-efbeb29a8574 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347798 Aug 09 16:36:12.993171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ecba5-4f94-47b4-bb9c-64686e74c608 req-56ec2cae-7f03-43c5-942f-266f37982fcb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:12.994564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b36ecba5-4f94-47b4-bb9c-64686e74c608 req-56ec2cae-7f03-43c5-942f-266f37982fcb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0587199 Aug 09 16:36:13.033215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b36ecba5-4f94-47b4-bb9c-64686e74c608 req-1978f25c-1488-48be-b5d2-49da1b9a0dde tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Aug 09 16:36:14.160360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fe9db-c3ef-435d-8edc-b9492dd5b7bd req-9cbd90e4-da03-4b1d-8682-8a41748a1ae7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:14.161916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24fe9db-c3ef-435d-8edc-b9492dd5b7bd req-9cbd90e4-da03-4b1d-8682-8a41748a1ae7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0553298 Aug 09 16:36:14.209750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c24fe9db-c3ef-435d-8edc-b9492dd5b7bd req-650eb642-ebaf-4c62-8f6b-87616800cb14 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390754 Aug 09 16:36:15.126056 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cfb7eef7-29cf-484f-93eb-9424c01a1cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:15.335168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c798e14-b9a0-4c81-8101-bd2c8af38878 req-f917f249-ea33-428d-81f8-3b3c4b3854a4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:15.336824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c798e14-b9a0-4c81-8101-bd2c8af38878 req-f917f249-ea33-428d-81f8-3b3c4b3854a4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Aug 09 16:36:15.381526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c798e14-b9a0-4c81-8101-bd2c8af38878 req-ce6a1b9f-503e-4a73-9666-22bc8c97a199 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381465 Aug 09 16:36:16.510850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59ca7c-2ed3-442e-8f0a-8541fbc69c81 req-808deca8-20be-4430-adb5-3363bde9b77b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:16.512651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc59ca7c-2ed3-442e-8f0a-8541fbc69c81 req-808deca8-20be-4430-adb5-3363bde9b77b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0609000 Aug 09 16:36:16.556431 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bc59ca7c-2ed3-442e-8f0a-8541fbc69c81 req-4c81fc65-78d9-4522-b63d-877a76f35a55 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373368 Aug 09 16:36:17.598903 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2a2c-d5cd-4014-a69c-cecb8622caad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:17.689150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83860e3-a29e-49a3-9ebd-b12611f1206a req-f5a5c2d1-5998-477b-824b-151c4d1efd57 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:17.690668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c83860e3-a29e-49a3-9ebd-b12611f1206a req-f5a5c2d1-5998-477b-824b-151c4d1efd57 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0566065 Aug 09 16:36:17.746147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c83860e3-a29e-49a3-9ebd-b12611f1206a req-aec91309-7bef-4aec-8777-fd4a36ecca95 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472598 Aug 09 16:36:17.850763 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:18.868618 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af3bb5-e917-4071-9f5e-ec3be2d0a4bd req-0fb4a1f1-df65-40a6-af54-5b56804cf12c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:18.870151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34af3bb5-e917-4071-9f5e-ec3be2d0a4bd req-0fb4a1f1-df65-40a6-af54-5b56804cf12c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0540020 Aug 09 16:36:18.911913 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-34af3bb5-e917-4071-9f5e-ec3be2d0a4bd req-c0524be3-ad80-4824-a106-8d441dcb4384 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354400 Aug 09 16:36:19.266290 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:19.825554 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-b57b5205-0a45-43ed-b02d-3fc075416e48 service neutron] show failed (client error): The resource could not be found. Aug 09 16:36:19.826590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-b57b5205-0a45-43ed-b02d-3fc075416e48 service neutron] 10.222.0.35 "GET /v2.0/ports/35cd8ade-8b81-4042-bfdd-add2c9d76814/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0656202 Aug 09 16:36:20.033624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-858dd571-50f2-45bb-ad60-9f1052d6856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:20.035172 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-858dd571-50f2-45bb-ad60-9f1052d6856f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0426595 Aug 09 16:36:20.040059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661def0-3799-41ea-8664-37e65bb2fec5 req-07fa3cc8-59ce-4cfe-803c-5a6b5217b38c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:20.041580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c661def0-3799-41ea-8664-37e65bb2fec5 req-07fa3cc8-59ce-4cfe-803c-5a6b5217b38c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0526028 Aug 09 16:36:20.048439 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:36:20.081237 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c661def0-3799-41ea-8664-37e65bb2fec5 req-94e8378f-c97f-441a-84a9-7bd8e973e336 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329311 Aug 09 16:36:20.102455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:20.312968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:20.348860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:36:20.390703 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:20.393044 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d2e99c-5696-452d-a666-76a503c67509" -d '{"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-unplugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:20.397194 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:20.411064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Transition to ACTIVE for port object 35cd8ade-8b81-4042-bfdd-add2c9d76814 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:36:20.416186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:20.444575 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499eaecf-88ad-408c-9ca6-2c39529a77cf x-openstack-request-id: req-499eaecf-88ad-408c-9ca6-2c39529a77cf {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:20.444869 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-unplugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:20.445120 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-499eaecf-88ad-408c-9ca6-2c39529a77cf {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:20.445578 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'code': 200} Aug 09 16:36:20.492311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=6']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:20.511531 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.511885 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.512221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.512570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.512890 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.513220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.513544 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.513862 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.514176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.514496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.514809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.515120 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:20.552195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] No DVR routers for this DVR port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:36:20.672204 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:20.693045 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:36:20.693404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:36:20.693729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:36:20.699024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:36:20.699340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:36:20.704521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:36:20.704858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:36:20.705232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:36:20.705651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Bound port: 35cd8ade-8b81-4042-bfdd-add2c9d76814, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:36:20.706320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:20.775882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:36:20.779069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:36:20.785833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:20.819747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:20.820394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:20.821915 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] 10.222.0.66 "PUT /v2.0/ports/35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 1091 time: 0.7777803 Aug 09 16:36:20.844214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1829e95-ebb6-4b90-bb0e-142a4703c254 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:20.899288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-8319596b-0ebf-49f6-8058-6d777eb11386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:20.900939 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-8319596b-0ebf-49f6-8058-6d777eb11386 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1094 time: 0.0480971 Aug 09 16:36:20.998773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-223b5f2b-1039-49f3-b757-b65449a03376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:21.000296 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-223b5f2b-1039-49f3-b757-b65449a03376 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0909839 Aug 09 16:36:21.073829 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-b2fa08e2-da44-4b45-8a18-dee9a975ee1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 999 time: 0.0656135 Aug 09 16:36:21.127259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-bc07a8b7-71ac-4306-9a4c-b0189e809b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:21.128919 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-bc07a8b7-71ac-4306-9a4c-b0189e809b64 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0465899 Aug 09 16:36:21.178453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-bc5b8432-8535-4ba0-b2d2-9900a025d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:21.180153 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-bc5b8432-8535-4ba0-b2d2-9900a025d753 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431399 Aug 09 16:36:21.211093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7416b-9296-4625-bc0d-432bd1548497 req-b04e620c-6854-488c-a6e5-93b237d67889 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:21.212683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afc7416b-9296-4625-bc0d-432bd1548497 req-b04e620c-6854-488c-a6e5-93b237d67889 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 943 time: 0.0573206 Aug 09 16:36:21.252415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-afc7416b-9296-4625-bc0d-432bd1548497 req-36a997e0-f7aa-4a35-9853-b3fbb089499d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336480 Aug 09 16:36:21.278068 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-f08b262c-adc2-4ff3-8a18-5da7eeac939f service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889416 Aug 09 16:36:21.368132 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-0992a615-bb3d-4d92-bc93-b68f5f3b6dfe service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817704 Aug 09 16:36:22.391708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe1f9-962a-407d-a7a8-b515f563b142 req-1b2e94c1-4a87-43a8-8680-13ca7575b976 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.393377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8dffe1f9-962a-407d-a7a8-b515f563b142 req-1b2e94c1-4a87-43a8-8680-13ca7575b976 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 943 time: 0.0529454 Aug 09 16:36:22.435293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8dffe1f9-962a-407d-a7a8-b515f563b142 req-2d0cc4ad-d2e2-4fa5-bc2e-a0ccca682322 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Aug 09 16:36:22.446980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:22.449486 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599" -d '{"events": [{"name": "network-changed", "server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:22.499089 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de472ee6-b076-4e4c-a512-3c8c9569f9e8 x-openstack-request-id: req-de472ee6-b076-4e4c-a512-3c8c9569f9e8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:22.499761 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:22.500308 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de472ee6-b076-4e4c-a512-3c8c9569f9e8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:22.501097 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'status': 'completed', 'code': 200} Aug 09 16:36:22.575653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-7841cdf0-f39d-4cb1-bf46-eeee304d8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.578086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-7841cdf0-f39d-4cb1-bf46-eeee304d8875 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1094 time: 0.0529151 Aug 09 16:36:22.589986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-58115442-c498-4d82-9986-82d96cdd7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.591516 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-58115442-c498-4d82-9986-82d96cdd7bb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1094 time: 0.0569539 Aug 09 16:36:22.673634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-95d3ff11-fd76-4c45-8296-f567dd07aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.675135 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-95d3ff11-fd76-4c45-8296-f567dd07aafb service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0891702 Aug 09 16:36:22.690841 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-6fb1b030-110e-4628-a0ff-b7e8c6d4549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.692315 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-6fb1b030-110e-4628-a0ff-b7e8c6d4549c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0934107 Aug 09 16:36:22.746572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-25b9a30d-00c4-4ec5-8d95-b799464aa3c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 999 time: 0.0642328 Aug 09 16:36:22.761882 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-5738b41f-7ca6-4c86-a9c9-3601cb0fd74b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 999 time: 0.0608871 Aug 09 16:36:22.802565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-090449a7-01a4-423d-9547-c1437df1a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.804098 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-090449a7-01a4-423d-9547-c1437df1a9e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0507486 Aug 09 16:36:22.816808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:36:22.817851 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-69df0133-ef06-4bb7-a24d-b30a718f762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.819373 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-69df0133-ef06-4bb7-a24d-b30a718f762d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0484459 Aug 09 16:36:22.853652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-ea24ad7e-6fa6-4d84-904b-6dff9ebe36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.855333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-ea24ad7e-6fa6-4d84-904b-6dff9ebe36af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435967 Aug 09 16:36:22.872603 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-437d00e6-40cf-4f73-80ed-c89a98987d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:22.874131 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-437d00e6-40cf-4f73-80ed-c89a98987d2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457053 Aug 09 16:36:22.925235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:22.938178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'mac_address': 'fa:16:3e:16:a7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:36:22.950950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-f6c5df13-e873-41ff-ba31-be9d64fa9a35 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882664 Aug 09 16:36:22.976297 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-e5ab53d2-9ba6-4f11-8929-4d633fb837d2 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916314 Aug 09 16:36:22.978853 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:22.992046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cd8ade-8b81-4042-bfdd-add2c9d76814 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:36:23.014313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:23.020134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:23.066688 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-47081d78-90f2-484b-bf68-d521063208c0 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089921 Aug 09 16:36:23.081582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:23.083940 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-dd2ee2aa-15eb-43fb-9f9a-aa0c3751d599 req-3b7755b7-7cb5-462f-a3ab-0658ddc443bb service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994470 Aug 09 16:36:23.091411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.091757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.092123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.092461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.092804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.093139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.093464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.093984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.094316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.094641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.094995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.095314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:23.281673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['35cd8ade-8b81-4042-bfdd-add2c9d76814'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:36:23.575169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c15780-42df-4bb1-a9d4-e09fd3796aff req-d070a637-9b24-48e1-a0a5-7fe95e38e51b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:23.576781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2c15780-42df-4bb1-a9d4-e09fd3796aff req-d070a637-9b24-48e1-a0a5-7fe95e38e51b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 944 time: 0.0585968 Aug 09 16:36:23.619604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c2c15780-42df-4bb1-a9d4-e09fd3796aff req-e34020d0-71d5-4125-b7e8-c6330a1306b9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362377 Aug 09 16:36:23.741161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:36:23.779531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:36:23.929201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-ec57c2bd-6501-4c9b-95ec-740e26b79ba5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:23.930858 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-ec57c2bd-6501-4c9b-95ec-740e26b79ba5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 944 time: 0.0565639 Aug 09 16:36:23.946170 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b5c64-1d5a-436f-a279-adfd78f857ab req-5c9fc115-ac3e-40c9-ac55-d072775d981b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:23.947702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-793b5c64-1d5a-436f-a279-adfd78f857ab req-5c9fc115-ac3e-40c9-ac55-d072775d981b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 944 time: 0.0498297 Aug 09 16:36:23.993203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-793b5c64-1d5a-436f-a279-adfd78f857ab req-12881e02-b1d1-4066-b2e3-43ac4749de05 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385258 Aug 09 16:36:23.999763 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-9129c445-0730-4e25-b00b-925301a43b80 service neutron] 10.222.0.66 "GET /v2.0/ports/35cd8ade-8b81-4042-bfdd-add2c9d76814/bindings/n-h2-799523-2 HTTP/1.1" status: 200 len: 382 time: 0.0566444 Aug 09 16:36:24.085275 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-249ec5c4-0160-4523-b08f-5175b8f7f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:24.086974 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-249ec5c4-0160-4523-b08f-5175b8f7f1ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1095 time: 0.0545406 Aug 09 16:36:24.182272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-f8e84323-1ba5-4790-bd9b-b12524257de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:24.183706 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-f8e84323-1ba5-4790-bd9b-b12524257de5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0878751 Aug 09 16:36:24.260342 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-fb6f5ef6-e387-4c80-be51-764d83673779 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 1000 time: 0.0674031 Aug 09 16:36:24.313837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-3ce83711-e152-4864-a40b-9bda0242525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:24.315283 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-3ce83711-e152-4864-a40b-9bda0242525e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0468681 Aug 09 16:36:24.363432 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-13ad8166-fa5c-4d0d-971d-87c37d9f7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:24.364969 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-13ad8166-fa5c-4d0d-971d-87c37d9f7277 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421362 Aug 09 16:36:24.464239 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-c40e0b5c-8997-4aee-b084-051b3eced075 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909882 Aug 09 16:36:24.560776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-4d1d1644-0389-4975-8349-da6fe51e0f85 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879836 Aug 09 16:36:24.816291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:36:24.868995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 35cd8ade-8b81-4042-bfdd-add2c9d76814 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:36:24.872810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 35cd8ade-8b81-4042-bfdd-add2c9d76814 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:36:24.873177 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:24.962320 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:24.991692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:24.994359 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daa57e0-3c8f-4f7f-bbd3-9a6317846cd1" -d '{"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-plugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:25.007594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:25.012711 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:25.045679 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b22d0-0017-4e03-b3d2-ed7639000ec4 x-openstack-request-id: req-f97b22d0-0017-4e03-b3d2-ed7639000ec4 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:25.046022 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-plugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:25.046205 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f97b22d0-0017-4e03-b3d2-ed7639000ec4 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:25.046591 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'code': 200} Aug 09 16:36:25.063580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:25.139406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ef3d9-7e01-4e75-8f18-accf1150af07 req-5517c909-89f6-42d0-91a6-d372429235a9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:25.140945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-770ef3d9-7e01-4e75-8f18-accf1150af07 req-5517c909-89f6-42d0-91a6-d372429235a9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0493562 Aug 09 16:36:25.179067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-770ef3d9-7e01-4e75-8f18-accf1150af07 req-e87a86cf-8521-47d5-8edf-721d7b473b76 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Aug 09 16:36:26.305816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923bd8b-22d1-4451-90d0-e3755cf22339 req-6ffbee2b-4aa3-4988-91b1-b2655a6350a7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:26.307694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c923bd8b-22d1-4451-90d0-e3755cf22339 req-6ffbee2b-4aa3-4988-91b1-b2655a6350a7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0553916 Aug 09 16:36:26.357511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c923bd8b-22d1-4451-90d0-e3755cf22339 req-8bda257d-d3f8-4c26-8f8e-3ac09b408fde tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434537 Aug 09 16:36:26.653206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-e5f857de-d881-4b1e-abb1-4607ed9e9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:26.654745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-e5f857de-d881-4b1e-abb1-4607ed9e9193 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0422757 Aug 09 16:36:26.666942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:36:26.737677 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:26.962586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:26.996757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:36:27.035685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:27.037982 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b3f4ba-1100-4190-b1ef-474887b9651c" -d '{"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-unplugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:27.042007 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:27.056683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Transition to ACTIVE for port object 35cd8ade-8b81-4042-bfdd-add2c9d76814 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:36:27.061651 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:27.090754 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3a2e0b-0958-437c-aeae-f2ec434c4681 x-openstack-request-id: req-ab3a2e0b-0958-437c-aeae-f2ec434c4681 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:27.091039 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-unplugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:27.091282 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab3a2e0b-0958-437c-aeae-f2ec434c4681 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:27.091673 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'code': 200} Aug 09 16:36:27.147165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=10']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:27.159622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.160000 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.160336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.160666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.160992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.161303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.161622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.161941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.162261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.162574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.162884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.163202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:36:27.196723 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] No DVR routers for this DVR port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:36:27.333394 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:36:27.334064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:36:27.334064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:36:27.338975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:36:27.339316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Attempting to bind port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:36:27.344435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:36:27.344766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:36:27.345146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:36:27.345562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Bound port: 35cd8ade-8b81-4042-bfdd-add2c9d76814, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:36:27.345922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:27.411970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:36:27.416072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:36:27.420904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:27.486731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:27.487357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:27.488804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] 10.222.0.35 "PUT /v2.0/ports/35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 1092 time: 0.8264868 Aug 09 16:36:27.510691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55497e13-3195-4b85-a30f-8263c7c20e3d service neutron] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=11']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:27.555596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36ac4-15f0-4a32-835d-66c6184ce0c2 req-4b4d2586-a57f-4e92-b09f-868ba98b1174 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:27.557280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4e36ac4-15f0-4a32-835d-66c6184ce0c2 req-4b4d2586-a57f-4e92-b09f-868ba98b1174 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 944 time: 0.1226315 Aug 09 16:36:27.587541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-a7db431d-a85a-4078-a213-42167481a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:27.589117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-a7db431d-a85a-4078-a213-42167481a398 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1095 time: 0.0754430 Aug 09 16:36:27.653965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4e36ac4-15f0-4a32-835d-66c6184ce0c2 req-e714fa3d-8ec6-4781-bfbc-e32f01ca4aa2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874226 Aug 09 16:36:27.699845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-a2d7d050-5c49-4ed1-b06e-40b4d52e547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:27.701400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-a2d7d050-5c49-4ed1-b06e-40b4d52e547b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1049979 Aug 09 16:36:27.770690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-759181ed-f4d1-4ecf-b36a-455aa585c3cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 999 time: 0.0618408 Aug 09 16:36:27.826741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-93a97ea0-a760-46d5-aab8-c945daac1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:27.828280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-93a97ea0-a760-46d5-aab8-c945daac1ac6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0510576 Aug 09 16:36:27.878557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d6df6-1547-4f75-97b8-966c244974d4 req-1ed50274-fe4e-4099-9ea5-63cee1ca47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:27.880118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-1ed50274-fe4e-4099-9ea5-63cee1ca47ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448971 Aug 09 16:36:27.974930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-ffbc2d0f-0db6-4d3a-9982-5ed858e982f8 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877259 Aug 09 16:36:28.081066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-823d6df6-1547-4f75-97b8-966c244974d4 req-d9b3a1e4-7c38-4f89-9116-d9437839fd55 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985680 Aug 09 16:36:28.345258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbda92-608f-42fb-86b9-84c1214df858 req-3b384ac8-22c6-42ed-9b0f-ebd2c6640e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:28.346741 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94bbda92-608f-42fb-86b9-84c1214df858 req-3b384ac8-22c6-42ed-9b0f-ebd2c6640e16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1095 time: 0.0453324 Aug 09 16:36:28.459704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbda92-608f-42fb-86b9-84c1214df858 req-34468ab8-6fe3-4167-ae1a-5a56f8751133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:28.461496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94bbda92-608f-42fb-86b9-84c1214df858 req-34468ab8-6fe3-4167-ae1a-5a56f8751133 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0914335 Aug 09 16:36:28.528675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94bbda92-608f-42fb-86b9-84c1214df858 req-27a0b7a4-5969-4280-a3a6-ed35ab3d0c6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 999 time: 0.0584700 Aug 09 16:36:28.582259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbda92-608f-42fb-86b9-84c1214df858 req-ea6222c5-bead-47e0-b265-c5bb83029e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:28.584411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94bbda92-608f-42fb-86b9-84c1214df858 req-ea6222c5-bead-47e0-b265-c5bb83029e47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0480237 Aug 09 16:36:28.637347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbda92-608f-42fb-86b9-84c1214df858 req-54fa6ce6-26eb-4a0f-9a75-d62754a0d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:28.638891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94bbda92-608f-42fb-86b9-84c1214df858 req-54fa6ce6-26eb-4a0f-9a75-d62754a0d426 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468073 Aug 09 16:36:28.745798 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94bbda92-608f-42fb-86b9-84c1214df858 req-38c43073-f64f-417b-9eba-b285e03f26b1 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994360 Aug 09 16:36:28.839788 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84734a4-704b-4372-9eda-faa5f9b1b216 req-747dea0a-cb4b-42a6-a7ea-e75227d4f052 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:28.841340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b84734a4-704b-4372-9eda-faa5f9b1b216 req-747dea0a-cb4b-42a6-a7ea-e75227d4f052 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 944 time: 0.1107306 Aug 09 16:36:28.875413 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94bbda92-608f-42fb-86b9-84c1214df858 req-1208e550-872a-4770-9f32-c9527410007c service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163065 Aug 09 16:36:28.896650 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b84734a4-704b-4372-9eda-faa5f9b1b216 req-2733a1a8-4cae-4acf-9173-dca6b3b58561 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489202 Aug 09 16:36:29.093158 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:29.096690 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760b88fa-2883-43c6-b32a-b91c11f08ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:29.154479 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbed3901-c715-4465-ad20-7f4caa793fd9 x-openstack-request-id: req-fbed3901-c715-4465-ad20-7f4caa793fd9 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:29.154839 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:29.155495 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbed3901-c715-4465-ad20-7f4caa793fd9 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:29.155954 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'status': 'completed', 'code': 200} Aug 09 16:36:29.183569 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:29.214912 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:29.221625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-0517185f-0fe8-4c05-b5c8-a0185af58a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:29.223223 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-0517185f-0fe8-4c05-b5c8-a0185af58a8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1095 time: 0.0476906 Aug 09 16:36:29.224753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-ad20ec87-8f8e-4eb2-839a-35d2b0510702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:29.226323 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-ad20ec87-8f8e-4eb2-839a-35d2b0510702 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 1095 time: 0.0482655 Aug 09 16:36:29.320204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-31fa21f2-7004-4ffa-a257-291e4709f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:29.322103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-31fa21f2-7004-4ffa-a257-291e4709f2c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0917232 Aug 09 16:36:29.322250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-5d8436f0-a13f-4be2-bf54-49c116b25350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:29.323582 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-5d8436f0-a13f-4be2-bf54-49c116b25350 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0892034 Aug 09 16:36:29.391686 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-6e2d8e64-8096-4f9b-a481-24e10df18428 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 999 time: 0.0595882 Aug 09 16:36:29.391938 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-43bb3814-f5c7-465a-8d5e-3ecb9ced5a4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 200 len: 999 time: 0.0587254 Aug 09 16:36:29.447175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-0eb82482-c585-4242-b8d2-c5d56f372258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:29.447778 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-d93687f1-71fd-4d44-9c11-dddbdae9bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:29.448642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-0eb82482-c585-4242-b8d2-c5d56f372258 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0488102 Aug 09 16:36:29.449290 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-d93687f1-71fd-4d44-9c11-dddbdae9bb79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0503204 Aug 09 16:36:29.500494 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-bb96f6ba-23da-41c7-b9ef-169d1ae9bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:29.502065 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-bb96f6ba-23da-41c7-b9ef-169d1ae9bc2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441713 Aug 09 16:36:29.512871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-4129a64b-fbb0-462f-829c-f089d94da3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:29.514721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-4129a64b-fbb0-462f-829c-f089d94da3c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498774 Aug 09 16:36:29.604788 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-02d67615-4b5a-4af7-836e-f4e01760f8ea service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919139 Aug 09 16:36:29.622230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-dee8d6ca-b068-4e55-a01a-4f77b54b11ca service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967674 Aug 09 16:36:29.729279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-4086538b-1c76-4f6e-86cd-5847ebb372ea service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003342 Aug 09 16:36:29.772009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:36:29.870285 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:36:29.878063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:29.891002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'mac_address': 'fa:16:3e:16:a7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:36:29.931612 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:29.945598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cd8ade-8b81-4042-bfdd-add2c9d76814 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:36:29.960273 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-760b88fa-2883-43c6-b32a-b91c11f08ab2 req-04ec4c62-3a84-482c-a9e1-ca1c7ec1e657 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447320 Aug 09 16:36:29.970795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:29.976273 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:30.021836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819baad-9a83-496c-b9d9-aba25df1fcfe req-07d35466-ac76-4c62-957a-986c1eb16fe1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:30.023265 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4819baad-9a83-496c-b9d9-aba25df1fcfe req-07d35466-ac76-4c62-957a-986c1eb16fe1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0526898 Aug 09 16:36:30.024187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=12']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:30.063763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4819baad-9a83-496c-b9d9-aba25df1fcfe req-4855145e-a07f-4937-b4dd-ad2eb96780a0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339742 Aug 09 16:36:30.192039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['35cd8ade-8b81-4042-bfdd-add2c9d76814'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:36:30.192657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209dcf3-2aae-4ca4-9173-1cc6d2c0bab9 req-d1d10f97-b0b8-4093-ab29-64b285f0a4dd tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:30.193824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e209dcf3-2aae-4ca4-9173-1cc6d2c0bab9 req-d1d10f97-b0b8-4093-ab29-64b285f0a4dd tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0563953 Aug 09 16:36:30.233530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e209dcf3-2aae-4ca4-9173-1cc6d2c0bab9 req-085dae06-b144-4c91-970c-89d870207b00 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Aug 09 16:36:30.353532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0300-e3f9-4045-8a3f-1822f345a22c req-c324dfee-d5c1-49b3-b4fe-2cd11d909ed0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:30.355033 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fead0300-e3f9-4045-8a3f-1822f345a22c req-c324dfee-d5c1-49b3-b4fe-2cd11d909ed0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0553749 Aug 09 16:36:30.397279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fead0300-e3f9-4045-8a3f-1822f345a22c req-ab8ed04d-7457-4335-9709-02b11c5e29ef tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332778 Aug 09 16:36:30.645480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd90177-d411-4fab-9769-eb650fd73b53 req-dab528b3-c37b-4e3b-bae5-25b7ae62f867 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:30.647000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dd90177-d411-4fab-9769-eb650fd73b53 req-dab528b3-c37b-4e3b-bae5-25b7ae62f867 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Aug 09 16:36:30.687105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9dd90177-d411-4fab-9769-eb650fd73b53 req-b54d62b3-b48b-4cd0-9a66-32319ea2765b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333908 Aug 09 16:36:30.857487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:36:30.907266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:36:31.772346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:36:31.816401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf31145-5388-4da9-8621-21ea1334b3d9 req-2d0bf1c1-f147-4f05-8c74-0002a00b0f31 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:31.817901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caf31145-5388-4da9-8621-21ea1334b3d9 req-2d0bf1c1-f147-4f05-8c74-0002a00b0f31 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0518932 Aug 09 16:36:31.825244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 35cd8ade-8b81-4042-bfdd-add2c9d76814 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:36:31.829383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 35cd8ade-8b81-4042-bfdd-add2c9d76814 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:36:31.829754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:31.892924 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caf31145-5388-4da9-8621-21ea1334b3d9 req-42875551-47d3-43f5-af5a-5a16e8897e43 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597904 Aug 09 16:36:31.901361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-4b375e8c-dba1-4360-824b-8958a38c791d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:31.902889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-4b375e8c-dba1-4360-824b-8958a38c791d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 945 time: 0.0796366 Aug 09 16:36:31.921549 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:31.955004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:31.957618 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d77942-3812-4c5a-ae8f-f2c93fed7408" -d '{"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-plugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:31.971534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:31.976145 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:32.002245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Deleting port 35cd8ade-8b81-4042-bfdd-add2c9d76814 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:36:32.002595 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:32.003681 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde1a42b-0037-4f72-9969-81391dd9309f x-openstack-request-id: req-bde1a42b-0037-4f72-9969-81391dd9309f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:32.003988 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-plugged", "status": "completed", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:32.004237 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bde1a42b-0037-4f72-9969-81391dd9309f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:32.004624 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'code': 200} Aug 09 16:36:32.030362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=13']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:32.100449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] For port 35cd8ade-8b81-4042-bfdd-add2c9d76814, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=35cd8ade-8b81-4042-bfdd-add2c9d76814,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:32.100807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:32.291946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:32.292282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:32.292657 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322 disassociated. External IP: 172.25.7.34, port: 35cd8ade-8b81-4042-bfdd-add2c9d76814. Aug 09 16:36:32.293057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Calling delete_port for 35cd8ade-8b81-4042-bfdd-add2c9d76814 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:36:32.440139 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:32.469848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event deleted for resources: {'Port': ['ID=35cd8ade-8b81-4042-bfdd-add2c9d76814,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:32.595270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:36:32.705087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:36:32.717686 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:36:32.727790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:36:32.728465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:36:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:32.745999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] No DVR routers for this DVR port 35cd8ade-8b81-4042-bfdd-add2c9d76814 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:36:32.748747 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:32.750767 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1c40ce1-2f07-4a6f-984e-f5dc30f928b9 req-cc87bef0-d280-4b60-a92c-d36633e6e7b4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "DELETE /v2.0/ports/35cd8ade-8b81-4042-bfdd-add2c9d76814 HTTP/1.1" status: 204 len: 173 time: 0.8420320 Aug 09 16:36:32.751207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-deleted', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:32.753791 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e258d75d-67ee-42ec-8d08-8b38fe0dfd38" -d '{"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-deleted", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:32.796418 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfc87cf-dc99-473e-ba7a-b9017c606c96 x-openstack-request-id: req-abfc87cf-dc99-473e-ba7a-b9017c606c96 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:32.796706 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75245fde-f917-46ea-8c74-7831e74b4126", "name": "network-vif-deleted", "tag": "35cd8ade-8b81-4042-bfdd-add2c9d76814", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:32.796943 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abfc87cf-dc99-473e-ba7a-b9017c606c96 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:32.797359 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75245fde-f917-46ea-8c74-7831e74b4126', 'name': 'network-vif-deleted', 'tag': '35cd8ade-8b81-4042-bfdd-add2c9d76814', 'status': 'completed', 'code': 200} Aug 09 16:36:32.840400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:36:33.004113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4738d602-db81-46b3-be7b-941a62031abc req-f290a74c-4114-450f-84b5-bda9f3ac9b2c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=75245fde-f917-46ea-8c74-7831e74b4126 HTTP/1.1" status: 200 len: 210 time: 0.0264874 Aug 09 16:36:33.039371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:33.231197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:36:33.240025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:36:33.240651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:36:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:33.360867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:36:33.584491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:33.611587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f677db0-86be-444a-964c-b9794ec4155e None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:36:33.863627 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44dba47-e36e-4786-b7be-764376a62b25 None None] New status for floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:36:34.296385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-b0117887-216c-4115-adf3-b8fc2b0b8842 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1940731573&fields=id&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 267 time: 0.0409863 Aug 09 16:36:34.411991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-4650a5db-1966-411d-950e-6cc2e1fc7284 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:34.413537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-4650a5db-1966-411d-950e-6cc2e1fc7284 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 811 time: 0.1099722 Aug 09 16:36:34.430895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-43dde7d7-27dd-40ba-b858-58977cb2aee6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/quotas/2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 375 time: 0.0103419 Aug 09 16:36:34.486930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-9998fcef-4c7b-44e2-b16e-31d0df08de11 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501621 Aug 09 16:36:34.632067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-51a4262d-9dce-473d-94c0-9121538c4431 service neutron] 10.222.0.64 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317945 Aug 09 16:36:34.736180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-35aac1e1-3bd5-49c9-aad9-3c52c1768edf service neutron] 10.222.0.64 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975001 Aug 09 16:36:34.908557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f6272be-6e9e-4977-8fd7-df4e67e6aca5 req-d4822769-13ec-43f0-9876-2ea924dc3720 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 210 time: 0.0310740 Aug 09 16:36:35.788202 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:36:35.812349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 35cd8ade-8b81-4042-bfdd-add2c9d76814 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:36:35.812671 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 35cd8ade-8b81-4042-bfdd-add2c9d76814 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:36:36.034463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fe19f74d-89fb-4da2-a983-2f2c61259ff9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:36.035945 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fe19f74d-89fb-4da2-a983-2f2c61259ff9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 811 time: 0.1141021 Aug 09 16:36:36.099693 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-5d726025-6b03-41ab-b79f-01963d098382 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 380 time: 0.0518384 Aug 09 16:36:36.111681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'port': {'device_id': '5400a55c-f90c-485a-9a52-be9ba900557b', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'admin_state_up': True, 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'security_groups': ['d357a486-bd6e-4293-8a5a-ecebbff10554']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:36:36.226711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Made reservation on behalf of 2b45aaa0c2614176bfb0bcd71b40f6d8 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:36:36.230204 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:36.362497 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-38ac0114-b5b2-4269-aced-805bce490380 req-43b97fac-444f-4dc4-bbe8-63ab78ab34fe tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 210 time: 0.3800933 Aug 09 16:36:36.364986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Allocated IP 172.20.0.3 (c98f56ab-1922-4c8f-88fa-6afdd47e38dd/49262fc6-8b2a-4ec4-bfc5-7e982351ebda/28aaadec-974c-404f-be9f-7e7acb5d6073) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:36:36.509305 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:36.523730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Transition to ACTIVE for port object 28aaadec-974c-404f-be9f-7e7acb5d6073 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:36:36.560695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:36.610953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:36:36.614204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:36:36.617983 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:36:36.641645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:36.671238 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:36.671713 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:36.688441 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-fb5ddc29-d5a8-4a70-b11b-3bc98551c2b5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808084 Aug 09 16:36:36.702255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Request body: {'port': {'device_id': '5400a55c-f90c-485a-9a52-be9ba900557b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:36:36.763193 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:36.832580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ceb799f2-a297-49da-a61d-adb8963c5793 None None] Provisioning for port 28aaadec-974c-404f-be9f-7e7acb5d6073 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:36:36.841790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ceb799f2-a297-49da-a61d-adb8963c5793 None None] Provisioning complete for port 28aaadec-974c-404f-be9f-7e7acb5d6073 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:36:36.842168 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ceb799f2-a297-49da-a61d-adb8963c5793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:36.878869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ceb799f2-a297-49da-a61d-adb8963c5793 None None] Port 28aaadec-974c-404f-be9f-7e7acb5d6073 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:36:37.049337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28aaadec-974c-404f-be9f-7e7acb5d6073 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:36:37.057152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:37.074287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Transition to ACTIVE for port object 28aaadec-974c-404f-be9f-7e7acb5d6073 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:36:37.080233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:37.132397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:37.209906 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:36:37.210223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:36:37.210737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:36:37.215298 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:36:37.215619 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:36:37.221006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:36:37.221341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:36:37.221722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:36:37.222164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Bound port: 28aaadec-974c-404f-be9f-7e7acb5d6073, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:36:37.222497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:37.290541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:36:37.293736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:36:37.299415 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:37.333622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:37.334271 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:37.335743 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] 10.222.0.66 "PUT /v2.0/ports/28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 1091 time: 0.6381462 Aug 09 16:36:37.336153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:37.338528 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632ff73-c38f-47f0-b244-664a91d48cea" -d '{"events": [{"name": "network-changed", "server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:37.366054 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d1725-0fb0-44b0-9c4d-b1a916060446 service neutron] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:37.379616 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d6ba66-8764-4dbd-81fa-cbf2d21075a3 x-openstack-request-id: req-56d6ba66-8764-4dbd-81fa-cbf2d21075a3 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:37.379962 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:37.380205 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56d6ba66-8764-4dbd-81fa-cbf2d21075a3 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:37.380657 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'status': 'completed', 'code': 200} Aug 09 16:36:37.436748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-9c0663d9-9661-4776-8cab-935ba421517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:37.438374 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-9c0663d9-9661-4776-8cab-935ba421517d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1094 time: 0.0527470 Aug 09 16:36:37.488132 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-3c06be98-400d-4c8f-80a2-26dc95e60259 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 217 time: 0.0407240 Aug 09 16:36:37.510241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4895000-79ae-4a13-8bdd-d8fc5ae6f498 req-ede7339d-c73c-4b3a-aac6-d924ade20bf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:37.511927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4895000-79ae-4a13-8bdd-d8fc5ae6f498 req-ede7339d-c73c-4b3a-aac6-d924ade20bf2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0560439 Aug 09 16:36:37.545994 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-62d46c3d-460b-4c88-8763-73027c91bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:37.547710 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-62d46c3d-460b-4c88-8763-73027c91bdc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0522416 Aug 09 16:36:37.554541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e4895000-79ae-4a13-8bdd-d8fc5ae6f498 req-98a7ea43-d5e6-4365-8b63-fac114d7c9ee tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361722 Aug 09 16:36:37.599385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-7627c18c-7097-43aa-baaa-bbd4e864efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:37.601153 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-7627c18c-7097-43aa-baaa-bbd4e864efbd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443490 Aug 09 16:36:37.709508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-101eeae8-9085-4735-b2b6-74c490502b35 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988250 Aug 09 16:36:37.808186 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-13fda300-4d79-4cc2-bfc2-67bee43e82e6 req-9ec152da-43ed-43ed-8982-13eb60021c9e service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Aug 09 16:36:37.906148 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632ff73-c38f-47f0-b244-664a91d48cea req-3936c253-a0f7-47ef-8e85-75eb3d6d0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:37.907702 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5632ff73-c38f-47f0-b244-664a91d48cea req-3936c253-a0f7-47ef-8e85-75eb3d6d0f56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1094 time: 0.0461795 Aug 09 16:36:38.007207 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632ff73-c38f-47f0-b244-664a91d48cea req-6968038d-3a98-4139-ac2d-0c8bf9829fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:38.008745 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5632ff73-c38f-47f0-b244-664a91d48cea req-6968038d-3a98-4139-ac2d-0c8bf9829fc9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0933013 Aug 09 16:36:38.055508 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5632ff73-c38f-47f0-b244-664a91d48cea req-d9848ed6-8491-4d8b-8f29-333574c61f70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 217 time: 0.0372527 Aug 09 16:36:38.115473 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632ff73-c38f-47f0-b244-664a91d48cea req-670988f6-362f-46e8-8f80-483ec99f8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:38.117433 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5632ff73-c38f-47f0-b244-664a91d48cea req-670988f6-362f-46e8-8f80-483ec99f8961 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0539172 Aug 09 16:36:38.173114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632ff73-c38f-47f0-b244-664a91d48cea req-808ab8c8-64e9-4a6e-96bf-3f7d7d6b26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:38.174633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5632ff73-c38f-47f0-b244-664a91d48cea req-808ab8c8-64e9-4a6e-96bf-3f7d7d6b26ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460303 Aug 09 16:36:38.275074 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5632ff73-c38f-47f0-b244-664a91d48cea req-c7db47cb-cfcf-48d3-824b-cfb81d819922 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873377 Aug 09 16:36:38.371786 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-5632ff73-c38f-47f0-b244-664a91d48cea req-a03a9e17-976c-4de3-9917-ec452223f3f9 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888267 Aug 09 16:36:38.678184 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a755330-ed7e-4381-aec1-17c7af27a70f req-d1d45797-90ec-4569-978f-aaf435ebd157 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:38.679774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a755330-ed7e-4381-aec1-17c7af27a70f req-d1d45797-90ec-4569-978f-aaf435ebd157 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0555289 Aug 09 16:36:38.727633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a755330-ed7e-4381-aec1-17c7af27a70f req-e939d11c-07b0-440b-82b7-6ac21f826b1d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390561 Aug 09 16:36:38.890136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:36:38.991413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:39.007640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'mac_address': 'fa:16:3e:7a:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:36:39.048703 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:39.063512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28aaadec-974c-404f-be9f-7e7acb5d6073 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:36:39.086198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:39.091061 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:39.143769 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:39.302431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['28aaadec-974c-404f-be9f-7e7acb5d6073'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:36:39.856450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248388a-50d4-4e81-93cc-77e8d2cde575 req-d3fac776-4542-4b88-87b4-e02ef3d03c02 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:39.858054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8248388a-50d4-4e81-93cc-77e8d2cde575 req-d3fac776-4542-4b88-87b4-e02ef3d03c02 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0564361 Aug 09 16:36:39.902190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8248388a-50d4-4e81-93cc-77e8d2cde575 req-3dfd6d19-4306-4df5-9986-afbbf22cc050 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369043 Aug 09 16:36:40.905497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:36:40.964472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 28aaadec-974c-404f-be9f-7e7acb5d6073 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:36:40.970487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 28aaadec-974c-404f-be9f-7e7acb5d6073 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:36:40.971245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:41.029628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4956cc-2b41-4e9c-aacb-2ab3291d7d93 req-3b1296e0-36e2-4fb5-a54e-5fde12e6c929 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:41.031768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b4956cc-2b41-4e9c-aacb-2ab3291d7d93 req-3b1296e0-36e2-4fb5-a54e-5fde12e6c929 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0520046 Aug 09 16:36:41.055916 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:41.073918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b4956cc-2b41-4e9c-aacb-2ab3291d7d93 req-ee498b53-bd68-4854-a934-e66edbb685b3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356181 Aug 09 16:36:41.079537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:41.082324 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f00395-083f-46b1-be92-2ce5b09bdb8a" -d '{"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-plugged", "status": "completed", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:41.096416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:41.100514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:41.123765 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2c43e0-6fb7-412f-bab3-16fed830764a x-openstack-request-id: req-3f2c43e0-6fb7-412f-bab3-16fed830764a {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:41.124083 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-plugged", "status": "completed", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:41.124332 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f2c43e0-6fb7-412f-bab3-16fed830764a {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:41.124722 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'code': 200} Aug 09 16:36:41.150991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:41.219663 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f22f-e550-43e3-97b7-a1949ac881f3 req-8934eddd-a306-4655-82c5-24c703f50781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:41.221218 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59e8f22f-e550-43e3-97b7-a1949ac881f3 req-8934eddd-a306-4655-82c5-24c703f50781 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1096 time: 0.0423453 Aug 09 16:36:41.257794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-59e8f22f-e550-43e3-97b7-a1949ac881f3 req-ba1b2411-e229-4087-92ff-5160e7eebfaf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284295 Aug 09 16:36:42.198675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935db083-b34c-4146-b4ed-2f8d516b090c req-527834b7-1bd0-4409-b11d-26d92b1982da tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:42.200302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-935db083-b34c-4146-b4ed-2f8d516b090c req-527834b7-1bd0-4409-b11d-26d92b1982da tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0542083 Aug 09 16:36:42.243051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-935db083-b34c-4146-b4ed-2f8d516b090c req-b12f733d-3cb7-4f69-9d02-8060219598d5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Aug 09 16:36:42.370722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af968e-8688-454a-8e65-854b9dcd2ebf req-a7b66bf8-9939-453e-89e0-ba525933b918 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:42.372331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94af968e-8688-454a-8e65-854b9dcd2ebf req-a7b66bf8-9939-453e-89e0-ba525933b918 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0546496 Aug 09 16:36:42.385226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43480) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:36:42.391568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Request body: {'floatingip': {'port_id': '28aaadec-974c-404f-be9f-7e7acb5d6073'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:36:42.436861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:42.904005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:42.908401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:43.034181 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322 associated. External IP: 172.25.7.34, port: 28aaadec-974c-404f-be9f-7e7acb5d6073. Aug 09 16:36:43.354732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:36:43.485750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:36:43.494333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:43.496352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:36:43.508763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:36:43.510082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:36:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:43.527907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1b29ae76-d714-4340-b571-3b31b740d476 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "PUT /v2.0/floatingips/dc67a9df-1aec-4530-9a00-0ca66a2de322 HTTP/1.1" status: 200 len: 991 time: 1.1409469 Aug 09 16:36:43.528511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:43.530818 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb99114c-b940-4b1b-a14c-b4356dad84a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:43.644988 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff1a944-f82b-44c6-955b-cccbe02bf271 x-openstack-request-id: req-1ff1a944-f82b-44c6-955b-cccbe02bf271 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:43.645261 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:43.645518 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ff1a944-f82b-44c6-955b-cccbe02bf271 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:43.645934 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'status': 'completed', 'code': 200} Aug 09 16:36:43.665085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:36:43.715517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-12baf381-0814-4d3e-a844-ea82627913a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:43.717038 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-12baf381-0814-4d3e-a844-ea82627913a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1096 time: 0.0462260 Aug 09 16:36:43.827761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-f1dbdfdd-b925-431c-ad9e-09c0bcd28ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:43.829334 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-f1dbdfdd-b925-431c-ad9e-09c0bcd28ac2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1033385 Aug 09 16:36:43.910304 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-e2da4ac6-1b61-42ae-9919-26789164901b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 999 time: 0.0720990 Aug 09 16:36:43.968848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:7a:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5400a55c-f90c-485a-9a52-be9ba900557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:36:42Z', 'revision_number': 13, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:43.981203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-378f7867-3c6c-497d-b708-f3bc9b8e80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:43.983247 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-378f7867-3c6c-497d-b708-f3bc9b8e80fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0652859 Aug 09 16:36:44.002816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:36:44.012650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:36:44.013278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:36:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:44.045616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-d31ff80e-58ad-43a4-826c-440cac912b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:44.047261 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-d31ff80e-58ad-43a4-826c-440cac912b91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566459 Aug 09 16:36:44.140355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:36:44.161702 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-83267c47-f8e6-429c-8c0f-4592a69258bd service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064556 Aug 09 16:36:44.306616 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bb99114c-b940-4b1b-a14c-b4356dad84a6 req-e5e56443-2ada-481b-a374-abf28f238754 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350880 Aug 09 16:36:44.416400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:7a:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5400a55c-f90c-485a-9a52-be9ba900557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:36:42Z', 'revision_number': 13, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:44.452596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb81a8-e941-436b-8cb9-a4ec1e653293 None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'dc67a9df-1aec-4530-9a00-0ca66a2de322', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'port_id': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'mac_address': 'fa:16:3e:7a:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5400a55c-f90c-485a-9a52-be9ba900557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:47Z', 'updated_at': '2021-08-09T16:36:42Z', 'revision_number': 13, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:36:44.675141 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d90eab-1a01-452f-bf4d-6c4ed78fc2c3 None None] New status for floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:36:45.134567 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-671b90e2-75bc-4b60-bde7-c60013172aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:47.602119 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b50470ae-c1ea-4624-a074-49f14314a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:47.846541 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:49.273219 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:50.678654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:59.183787 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:59.207875 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:06.871850 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:37:15.131727 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-97da4806-f31e-4667-9d67-652099dcda5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:17.605477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9baa8e00-d467-42be-a472-343645cdd181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:17.841198 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:19.276040 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:20.682166 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:29.181362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:29.224601 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:30.532208 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-50f0a714-fcaf-4000-afa0-03f0b2f5bdb5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465648 Aug 09 16:37:30.617289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-bdab457b-a039-4fe4-b6e1-b05c8004dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:30.618810 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-bdab457b-a039-4fe4-b6e1-b05c8004dc80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1096 time: 0.0418732 Aug 09 16:37:30.732559 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-7871a533-35a5-4e08-9709-6510f1586781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:30.734058 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-7871a533-35a5-4e08-9709-6510f1586781 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0947564 Aug 09 16:37:30.803220 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-caba491c-0622-4888-9006-d9eaf4f0e073 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 1001 time: 0.0610297 Aug 09 16:37:30.869720 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-1691d8ff-4b64-4df0-b41b-5aaa4410cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:30.871228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-1691d8ff-4b64-4df0-b41b-5aaa4410cdc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0601776 Aug 09 16:37:30.925968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-13d9d75d-95ba-48a0-ab06-7a08e503d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:30.927513 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-13d9d75d-95ba-48a0-ab06-7a08e503d62b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480642 Aug 09 16:37:31.025035 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-012108b7-af56-4ca6-9386-bcc73c83053b service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890715 Aug 09 16:37:31.120771 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d49d8459-95ee-4d30-b449-0abfd84ef8a7 req-40d553d2-462b-47ee-a14e-66eb27c8517a service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883009 Aug 09 16:37:43.873126 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:37:45.125992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-89b66a5c-fee5-4f14-9597-f72e734766d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:47.600397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-808f-4061-872d-1e41707a2111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:47.847847 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:49.283383 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:50.687273 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:59.213850 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:59.239776 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:15.135014 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3774e1cf-71cf-4ffd-9c18-c81809372b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:17.608302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f471269f-f062-41aa-b600-6a6a9ffbb051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:17.843935 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:19.281801 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:20.687949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:20.875798 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:38:23.504628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d59a0-181f-4bf9-8f69-ea7ff60066a8 req-24fa6081-4300-4322-b9c0-4f19e4880d65 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:23.506290 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-276d59a0-181f-4bf9-8f69-ea7ff60066a8 req-24fa6081-4300-4322-b9c0-4f19e4880d65 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0589073 Aug 09 16:38:23.551093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-276d59a0-181f-4bf9-8f69-ea7ff60066a8 req-0a2396ed-05aa-4eea-a379-1f62af88c44a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356758 Aug 09 16:38:29.209868 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:29.233945 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:30.526562 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f584010-08e0-43cc-9997-8b54bac74877 req-401b8046-e34b-434a-a19b-ce5783702b40 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422332 Aug 09 16:38:30.623732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f584010-08e0-43cc-9997-8b54bac74877 req-ad25ba4d-bc19-4bc6-b613-4b8b99c67198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:30.625339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f584010-08e0-43cc-9997-8b54bac74877 req-ad25ba4d-bc19-4bc6-b613-4b8b99c67198 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1096 time: 0.0465672 Aug 09 16:38:30.740768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f584010-08e0-43cc-9997-8b54bac74877 req-a2b90436-138e-4228-9ed0-0fc5cffc8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:30.742564 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f584010-08e0-43cc-9997-8b54bac74877 req-a2b90436-138e-4228-9ed0-0fc5cffc8db8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0946891 Aug 09 16:38:30.820326 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f584010-08e0-43cc-9997-8b54bac74877 req-076300a8-7307-4837-bda6-ed0c0afb9ab6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 1001 time: 0.0693452 Aug 09 16:38:30.874069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f584010-08e0-43cc-9997-8b54bac74877 req-057ba5cf-412b-4bbe-a9f9-1a0befb0e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:30.875548 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f584010-08e0-43cc-9997-8b54bac74877 req-057ba5cf-412b-4bbe-a9f9-1a0befb0e0bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0475988 Aug 09 16:38:30.925513 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f584010-08e0-43cc-9997-8b54bac74877 req-2701bb22-c3fc-46f2-a4dc-4efc0fbd6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:30.927010 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f584010-08e0-43cc-9997-8b54bac74877 req-2701bb22-c3fc-46f2-a4dc-4efc0fbd6a15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436809 Aug 09 16:38:31.022998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f584010-08e0-43cc-9997-8b54bac74877 req-d087b920-5366-445e-90a6-3380c3753ea4 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868914 Aug 09 16:38:31.125410 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f584010-08e0-43cc-9997-8b54bac74877 req-ef67232a-00b6-4705-91b0-380ab026520a service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942314 Aug 09 16:38:33.792616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd82a1-1631-4acd-8752-c8062ce6e955 req-c62fc30e-dfcc-49e4-ab26-55535c414187 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:33.794161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eebd82a1-1631-4acd-8752-c8062ce6e955 req-c62fc30e-dfcc-49e4-ab26-55535c414187 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0647779 Aug 09 16:38:33.861857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eebd82a1-1631-4acd-8752-c8062ce6e955 req-357f021c-8573-48b9-b88a-d2a643ef0d9a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579677 Aug 09 16:38:33.872572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-90c6388d-f5b5-43c7-9198-c615a7d19665 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088896 Aug 09 16:38:34.984793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3561d-096e-4436-995f-78d83b1497f2 req-a9b6c97e-9c24-4e34-888e-ea3bc26407b3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:34.986313 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7d3561d-096e-4436-995f-78d83b1497f2 req-a9b6c97e-9c24-4e34-888e-ea3bc26407b3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0533540 Aug 09 16:38:35.030188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7d3561d-096e-4436-995f-78d83b1497f2 req-cbc5221d-098a-42ee-9b83-24b03926234e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376508 Aug 09 16:38:35.162967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-ec7303d2-1029-4d98-8127-ffa6546d9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:35.164482 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-ec7303d2-1029-4d98-8127-ffa6546d9280 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1096 time: 0.0458975 Aug 09 16:38:35.265070 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-31be2677-fb7e-472f-982c-1cc936f2c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:35.266551 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-31be2677-fb7e-472f-982c-1cc936f2c9b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0936747 Aug 09 16:38:35.335599 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-102976d6-9298-4556-92bc-ba419bf09c04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 1001 time: 0.0608852 Aug 09 16:38:35.390525 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-9fd7b6f4-66d1-4799-ae15-aca53e5f824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:35.392101 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-9fd7b6f4-66d1-4799-ae15-aca53e5f824c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0490477 Aug 09 16:38:35.445485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-29b3ccbb-5bca-4371-9479-3b2a5bfab5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:35.446950 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-29b3ccbb-5bca-4371-9479-3b2a5bfab5ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460925 Aug 09 16:38:35.540613 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-140edefa-e0ac-468d-bc29-536d421044f8 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850630 Aug 09 16:38:35.640057 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-f85b8855-5e2d-42f3-b6e8-03e4d89eb400 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907037 Aug 09 16:38:36.169481 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347092-0953-4371-8246-9d6a74e9c5ab req-986d4195-3137-482a-832c-9858d512a93a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:36.171134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53347092-0953-4371-8246-9d6a74e9c5ab req-986d4195-3137-482a-832c-9858d512a93a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0632794 Aug 09 16:38:36.215430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53347092-0953-4371-8246-9d6a74e9c5ab req-011f6ac8-ed5a-4eee-8538-db36bec38348 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381343 Aug 09 16:38:37.344348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d95f8a-c312-46bb-a24d-ed2736dcfa89 req-d0bd871a-131b-4b76-8155-8cb4652f1818 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:37.345910 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1d95f8a-c312-46bb-a24d-ed2736dcfa89 req-d0bd871a-131b-4b76-8155-8cb4652f1818 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0577538 Aug 09 16:38:37.391074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1d95f8a-c312-46bb-a24d-ed2736dcfa89 req-c21de603-a388-4615-bdef-40e880081c72 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357041 Aug 09 16:38:38.519278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba147ac-9522-4e7d-9076-5fec5d65286c req-39caf00a-3a51-4771-ae03-356fd1d8cdbb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:38.520865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba147ac-9522-4e7d-9076-5fec5d65286c req-39caf00a-3a51-4771-ae03-356fd1d8cdbb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0574276 Aug 09 16:38:38.569450 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5ba147ac-9522-4e7d-9076-5fec5d65286c req-857a1272-0d2a-4b03-a0aa-60df6fabf53a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Aug 09 16:38:39.695044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deec5f-984a-4e77-a185-00eeecb65a23 req-896b3dc4-ac89-47a7-b680-e933a0c4e4e5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:39.696566 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3deec5f-984a-4e77-a185-00eeecb65a23 req-896b3dc4-ac89-47a7-b680-e933a0c4e4e5 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0516899 Aug 09 16:38:39.747040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c3deec5f-984a-4e77-a185-00eeecb65a23 req-60fde07f-4429-460b-b7c5-80e2e6075785 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Aug 09 16:38:40.890206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57307397-2899-44e1-b64a-4021c81e2dee req-5dfcb95d-d71c-4f66-ab8a-42b63214e0a1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:40.891787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57307397-2899-44e1-b64a-4021c81e2dee req-5dfcb95d-d71c-4f66-ab8a-42b63214e0a1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0560441 Aug 09 16:38:40.936052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57307397-2899-44e1-b64a-4021c81e2dee req-e7a87025-5f17-4694-8719-091853a58856 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352464 Aug 09 16:38:42.080459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16016d8-c892-4560-9756-f9fcc48ec727 req-d4b17492-ce34-43fe-9d31-ffde82342353 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:42.082062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c16016d8-c892-4560-9756-f9fcc48ec727 req-d4b17492-ce34-43fe-9d31-ffde82342353 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0670180 Aug 09 16:38:42.128330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c16016d8-c892-4560-9756-f9fcc48ec727 req-4ca02a2f-e168-4b4e-acbe-29a3cf2211e0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 Aug 09 16:38:43.251372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d3df5-adcc-4836-8306-b37c5cf4048d req-a7320607-3a5c-45bd-8e20-a90cf48710ba tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:43.253047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e29d3df5-adcc-4836-8306-b37c5cf4048d req-a7320607-3a5c-45bd-8e20-a90cf48710ba tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0542817 Aug 09 16:38:43.297315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e29d3df5-adcc-4836-8306-b37c5cf4048d req-88a9ccc0-a48d-4906-91fe-14fd8e7a2f32 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381300 Aug 09 16:38:44.433057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc9a2d-b5d9-4aca-8c4c-7475ec915fe9 req-4a9e27cc-ea41-402f-a3a5-9c8baaac4410 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:44.434577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fdc9a2d-b5d9-4aca-8c4c-7475ec915fe9 req-4a9e27cc-ea41-402f-a3a5-9c8baaac4410 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0569408 Aug 09 16:38:44.478274 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5fdc9a2d-b5d9-4aca-8c4c-7475ec915fe9 req-d469c809-7141-4068-812b-ac55456ba944 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341992 Aug 09 16:38:45.130281 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d93daef6-ba70-47b1-b843-e85e67477b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:45.605774 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa68e2-fdbc-4a3d-8132-276e9aa68431 req-6776ce6d-fdb8-4ec1-80f8-9a11037c6e27 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:45.607355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23aa68e2-fdbc-4a3d-8132-276e9aa68431 req-6776ce6d-fdb8-4ec1-80f8-9a11037c6e27 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0545573 Aug 09 16:38:45.647411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23aa68e2-fdbc-4a3d-8132-276e9aa68431 req-3b1d3dec-8de8-4752-85e6-fe985631b100 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332675 Aug 09 16:38:46.775854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fc9d1-0819-47f3-a5a2-443ef8470bb3 req-f2ebce94-4d9d-4f3f-bf79-be12a31230b0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:46.777455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e24fc9d1-0819-47f3-a5a2-443ef8470bb3 req-f2ebce94-4d9d-4f3f-bf79-be12a31230b0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0500157 Aug 09 16:38:46.825624 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e24fc9d1-0819-47f3-a5a2-443ef8470bb3 req-96393e1f-d174-4030-b20b-30d5203a982a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Aug 09 16:38:47.603143 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60605e15-39e0-4a42-ab59-d643528dec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:47.844189 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:47.952302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c1cf1-d435-4713-a355-7745ee76be73 req-2ac8eadd-ecff-462f-abbe-77fa93b4fa19 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:47.954260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f28c1cf1-d435-4713-a355-7745ee76be73 req-2ac8eadd-ecff-462f-abbe-77fa93b4fa19 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0525756 Aug 09 16:38:47.994423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f28c1cf1-d435-4713-a355-7745ee76be73 req-97d80f25-307a-4879-8cb0-ad1bb4b8f28d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337467 Aug 09 16:38:49.132400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e68c4-ae96-4103-8889-123c27bc6441 req-ede4e3dd-7700-46a6-8f88-c6ba333d2261 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:49.133960 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee9e68c4-ae96-4103-8889-123c27bc6441 req-ede4e3dd-7700-46a6-8f88-c6ba333d2261 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0672443 Aug 09 16:38:49.176093 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee9e68c4-ae96-4103-8889-123c27bc6441 req-e38d51f0-c92c-4199-8919-71ef4981a663 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345595 Aug 09 16:38:49.282863 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:49.439543 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-3d06f722-f8ff-4de6-9098-259ee4545b3e service neutron] show failed (client error): The resource could not be found. Aug 09 16:38:49.440610 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-3d06f722-f8ff-4de6-9098-259ee4545b3e service neutron] 10.222.0.66 "GET /v2.0/ports/28aaadec-974c-404f-be9f-7e7acb5d6073/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0604482 Aug 09 16:38:49.667251 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-f6db74e7-8bca-4f56-a980-3bf813e76fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:49.668864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-f6db74e7-8bca-4f56-a980-3bf813e76fd5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0492520 Aug 09 16:38:49.681875 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:38:49.755847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:49.987134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:50.026073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:38:50.067258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:50.069577 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac5de6-47ea-4888-b11a-0772e288b81b" -d '{"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-unplugged", "status": "completed", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:50.073495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:50.086497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Transition to ACTIVE for port object 28aaadec-974c-404f-be9f-7e7acb5d6073 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:38:50.092079 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:50.125896 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf6db17-8b3b-4efa-b3f8-2ff7bd8ffeab x-openstack-request-id: req-2cf6db17-8b3b-4efa-b3f8-2ff7bd8ffeab {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:50.126235 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-unplugged", "status": "completed", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:50.126472 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cf6db17-8b3b-4efa-b3f8-2ff7bd8ffeab {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:50.126835 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'code': 200} Aug 09 16:38:50.178650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:50.190520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.190838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.191171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.191499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.191855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.192201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.192519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.192833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.193138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.193447 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.193760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.194073 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:50.229298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] No DVR routers for this DVR port 28aaadec-974c-404f-be9f-7e7acb5d6073 on host n-h2-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:38:50.390412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df493-4dbc-4c0c-8a8a-03478d01e42b req-914ccccc-a6f9-4110-b0ea-de338b4e81ee tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:50.392025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-887df493-4dbc-4c0c-8a8a-03478d01e42b req-914ccccc-a6f9-4110-b0ea-de338b4e81ee tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.1283801 Aug 09 16:38:50.435271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:38:50.435542 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:38:50.435922 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:38:50.448198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:38:50.448525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:38:50.459543 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-887df493-4dbc-4c0c-8a8a-03478d01e42b req-1e4d68d6-03a4-4eab-9ef3-fc74d373ca4e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541708 Aug 09 16:38:50.460278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:38:50.460557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:38:50.460987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:38:50.461386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Bound port: 28aaadec-974c-404f-be9f-7e7acb5d6073, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:38:50.461852 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:50.531596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:38:50.535801 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:38:50.540798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:50.582061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:50.582682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:50.584185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] 10.222.0.35 "PUT /v2.0/ports/28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 1091 time: 0.9064567 Aug 09 16:38:50.602611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6400f9-0ab8-450a-baaf-b386b558ece6 service neutron] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:50.652401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-79221c91-981f-4381-b24b-c5ac24672871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:50.654085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-79221c91-981f-4381-b24b-c5ac24672871 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1094 time: 0.0472934 Aug 09 16:38:50.691316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:50.760659 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-c85099d1-81ee-43f6-8bfd-254e6f403446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:50.762321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-c85099d1-81ee-43f6-8bfd-254e6f403446 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.1006877 Aug 09 16:38:50.838079 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-32ab3aab-583d-4ed2-9339-513d871f4359 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 999 time: 0.0680971 Aug 09 16:38:50.889595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-2dcfe048-ef1e-4739-91e8-137bd4ad0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:50.891138 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-2dcfe048-ef1e-4739-91e8-137bd4ad0fb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0463958 Aug 09 16:38:50.946611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-ef566ba2-5c25-4da4-9839-289d7d7e3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:50.946611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-ef566ba2-5c25-4da4-9839-289d7d7e3cae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469484 Aug 09 16:38:51.046567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-41f06a4d-f97f-4f7b-9cb3-9d47f4100446 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940313 Aug 09 16:38:51.143560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce3cc97e-46ec-4ce1-baec-de3f4ac88414 req-5a5f374e-5734-4a41-a9da-0c4eb8118d67 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898249 Aug 09 16:38:51.523081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:38:51.567215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:38:51.586958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aa88e-eda3-4874-afc8-b27e2065ee98 req-6b92d867-5186-49a0-bfa4-6b8b72f174ba tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:51.588538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff4aa88e-eda3-4874-afc8-b27e2065ee98 req-6b92d867-5186-49a0-bfa4-6b8b72f174ba tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0545280 Aug 09 16:38:51.629632 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff4aa88e-eda3-4874-afc8-b27e2065ee98 req-fc25a71b-4694-4169-8c92-e4aa7a8bcb4a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349128 Aug 09 16:38:52.128239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:52.130785 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bffbea-d982-425a-b435-1835eb1332ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:52.181932 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44818249-74c1-434e-8098-4f061fa39db7 x-openstack-request-id: req-44818249-74c1-434e-8098-4f061fa39db7 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:52.182219 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:52.182466 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44818249-74c1-434e-8098-4f061fa39db7 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:52.183379 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'status': 'completed', 'code': 200} Aug 09 16:38:52.249463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bffbea-d982-425a-b435-1835eb1332ad req-8ba2d64c-ee55-45c6-b19f-45f394adefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.251092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bffbea-d982-425a-b435-1835eb1332ad req-6a0215da-6c3f-4b67-b554-e1a6a5ad0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.251585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-8ba2d64c-ee55-45c6-b19f-45f394adefe3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1094 time: 0.0502539 Aug 09 16:38:52.253223 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-6a0215da-6c3f-4b67-b554-e1a6a5ad0c0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1094 time: 0.0468705 Aug 09 16:38:52.347098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bffbea-d982-425a-b435-1835eb1332ad req-b27f2ab6-1461-46af-8a3b-5528764b5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.348754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-b27f2ab6-1461-46af-8a3b-5528764b5271 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0911672 Aug 09 16:38:52.351436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bffbea-d982-425a-b435-1835eb1332ad req-15f5a89a-79dc-4a88-b43d-b4d8f7e31cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.352936 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-15f5a89a-79dc-4a88-b43d-b4d8f7e31cfa service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0922163 Aug 09 16:38:52.422643 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-6de02b5f-ea6b-4457-95a6-8044b02a360c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 999 time: 0.0618672 Aug 09 16:38:52.422884 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-0639721a-b1ca-47ac-ab80-14a09413c444 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 999 time: 0.0669374 Aug 09 16:38:52.476018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bffbea-d982-425a-b435-1835eb1332ad req-efd1d356-a9e0-4662-bed3-42fc2750f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.477684 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-efd1d356-a9e0-4662-bed3-42fc2750f224 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0482063 Aug 09 16:38:52.483528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bffbea-d982-425a-b435-1835eb1332ad req-d15b4417-cbac-4fde-a21f-279d53cb8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.485091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-d15b4417-cbac-4fde-a21f-279d53cb8861 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0554371 Aug 09 16:38:52.529535 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bffbea-d982-425a-b435-1835eb1332ad req-c68975a7-1e9d-4ea7-a0f8-497672e37630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.531071 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-c68975a7-1e9d-4ea7-a0f8-497672e37630 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462034 Aug 09 16:38:52.535244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bffbea-d982-425a-b435-1835eb1332ad req-06b16fa5-23a8-48bb-969d-48870d1d26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.536841 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-06b16fa5-23a8-48bb-969d-48870d1d26f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443866 Aug 09 16:38:52.631764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-0604d643-b4ee-4400-aa98-012cd4a26c82 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927041 Aug 09 16:38:52.632909 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-b43409b3-af2c-43b9-b8fc-3e2f97980517 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888548 Aug 09 16:38:52.743611 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-b48592ae-9a4b-4704-af93-43cc2b1d8286 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052125 Aug 09 16:38:52.752522 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f5bffbea-d982-425a-b435-1835eb1332ad req-383c3b08-dbe2-4efa-a606-13f73469c2b8 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126904 Aug 09 16:38:52.795052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27477097-bd84-40b0-9241-ed0a94baed2c req-b183ba2a-45b6-4222-8cbf-3daf851ba8c2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:52.796693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27477097-bd84-40b0-9241-ed0a94baed2c req-b183ba2a-45b6-4222-8cbf-3daf851ba8c2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0600362 Aug 09 16:38:52.836906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-27477097-bd84-40b0-9241-ed0a94baed2c req-41e2d714-c629-4e46-9d60-a3bd321cf6d3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337932 Aug 09 16:38:53.962727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae3673-e68e-4745-aec4-e2ea284a2c88 req-a82d59e5-d2a9-40f1-8873-22b414f83d0f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:53.964249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56ae3673-e68e-4745-aec4-e2ea284a2c88 req-a82d59e5-d2a9-40f1-8873-22b414f83d0f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0564358 Aug 09 16:38:54.003495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56ae3673-e68e-4745-aec4-e2ea284a2c88 req-638ac1b1-f210-45cc-9436-8c671321d7d9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Aug 09 16:38:55.128948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556b527-c92a-44a6-9f29-30394f3ab8ed req-45ca6b05-c1c6-4a8b-a581-f710a234deb9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:55.130535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7556b527-c92a-44a6-9f29-30394f3ab8ed req-45ca6b05-c1c6-4a8b-a581-f710a234deb9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0545084 Aug 09 16:38:55.171446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7556b527-c92a-44a6-9f29-30394f3ab8ed req-32651494-9cdf-461f-b058-025810e3f2c1 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347264 Aug 09 16:38:56.305417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6059e23-731f-4e0d-9332-5516f2490a15 req-7978fd80-a1aa-49b9-a114-4ae8c57be819 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:56.306942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6059e23-731f-4e0d-9332-5516f2490a15 req-7978fd80-a1aa-49b9-a114-4ae8c57be819 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0642188 Aug 09 16:38:56.351261 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6059e23-731f-4e0d-9332-5516f2490a15 req-e53d6a85-7845-47ff-9bc5-bdbd97152226 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350511 Aug 09 16:38:57.483646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3849e-8dfd-48bf-bb36-906a4420446f req-0aff3d15-88d2-41d4-86bd-cddf24b491c8 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:57.485182 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39a3849e-8dfd-48bf-bb36-906a4420446f req-0aff3d15-88d2-41d4-86bd-cddf24b491c8 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0622666 Aug 09 16:38:57.529344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-39a3849e-8dfd-48bf-bb36-906a4420446f req-904a118d-dcdd-4012-a443-86ff3d621b00 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350456 Aug 09 16:38:57.879367 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:38:58.661837 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063fadb-0676-4607-9fe2-560ff091ac41 req-98041c15-732c-4f04-b3aa-f4a2a44d5cca tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:58.663356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0063fadb-0676-4607-9fe2-560ff091ac41 req-98041c15-732c-4f04-b3aa-f4a2a44d5cca tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0525548 Aug 09 16:38:58.705440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0063fadb-0676-4607-9fe2-560ff091ac41 req-5027add6-6280-40bd-bac7-cdd222351850 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358307 Aug 09 16:38:59.230868 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:59.235025 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:59.829102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be424cbd-7e5f-459d-b3b8-049d195098ac req-abdfb87a-311f-4e85-8a0b-6c65ebcb38ef tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:59.830645 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be424cbd-7e5f-459d-b3b8-049d195098ac req-abdfb87a-311f-4e85-8a0b-6c65ebcb38ef tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0528593 Aug 09 16:38:59.870437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be424cbd-7e5f-459d-b3b8-049d195098ac req-1d0aea12-d4df-440b-a2c7-8f1764f69f94 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337029 Aug 09 16:39:00.998430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0a6a9-a3d7-4488-8f09-cf555b67562d req-7c3d91d3-dedb-444b-9a44-ed496ad43c3f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:00.999903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02d0a6a9-a3d7-4488-8f09-cf555b67562d req-7c3d91d3-dedb-444b-9a44-ed496ad43c3f tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0572741 Aug 09 16:39:01.038246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02d0a6a9-a3d7-4488-8f09-cf555b67562d req-4ad389b2-4032-4671-9d4a-154d688b09f7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322223 Aug 09 16:39:02.175091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b1b9-f9c5-43c1-a236-5d050d5b9525 req-1c02cb94-4414-4ce9-90eb-d10aa48db7be tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:02.176723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2380b1b9-f9c5-43c1-a236-5d050d5b9525 req-1c02cb94-4414-4ce9-90eb-d10aa48db7be tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0517490 Aug 09 16:39:02.216457 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2380b1b9-f9c5-43c1-a236-5d050d5b9525 req-6f200df1-68d3-4ce2-9b0e-5944037b02a6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Aug 09 16:39:03.346999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8b1c3-dc04-40e1-8b78-b194912bed1a req-1dd53954-2459-4dd9-bdae-46591a5ad4e4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:03.348551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4e8b1c3-dc04-40e1-8b78-b194912bed1a req-1dd53954-2459-4dd9-bdae-46591a5ad4e4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0597746 Aug 09 16:39:03.390600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a4e8b1c3-dc04-40e1-8b78-b194912bed1a req-35798651-8683-4813-a5c3-557a308d47d7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336683 Aug 09 16:39:03.721220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-377362e3-2acd-4e1e-ac92-0cf91121d2d6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:03.722694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-377362e3-2acd-4e1e-ac92-0cf91121d2d6 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.35 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&binding%3Ahost_id=n-h1-799523-2 HTTP/1.1" status: 200 len: 943 time: 0.0842776 Aug 09 16:39:03.735013 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8e8d8-9bca-44e9-bc45-4e48405230cf req-ad7599a1-2cff-4c4c-bf5d-8e4fb355fcfb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:03.736451 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57f8e8d8-9bca-44e9-bc45-4e48405230cf req-ad7599a1-2cff-4c4c-bf5d-8e4fb355fcfb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 943 time: 0.0676470 Aug 09 16:39:03.778136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57f8e8d8-9bca-44e9-bc45-4e48405230cf req-5b6a3e76-8c8a-4959-88ac-b3e8b0ca15a9 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 Aug 09 16:39:03.835042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-b030d8aa-32b3-4fe9-8843-86c99f667689 service neutron] 10.222.0.35 "GET /v2.0/ports/28aaadec-974c-404f-be9f-7e7acb5d6073/bindings/n-h1-799523-2 HTTP/1.1" status: 200 len: 382 time: 0.0976040 Aug 09 16:39:03.911948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-34c2eb8c-a1f4-4a7c-ac7f-c7b004c8e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:03.913394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-34c2eb8c-a1f4-4a7c-ac7f-c7b004c8e326 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1094 time: 0.0550756 Aug 09 16:39:04.004793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-bb476445-8a20-444e-937d-4150b3ff0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:04.006302 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-bb476445-8a20-444e-937d-4150b3ff0c0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0850561 Aug 09 16:39:04.076477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-acb08413-04e3-47c0-a131-c7ded680f3a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 999 time: 0.0633044 Aug 09 16:39:04.126881 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-ac94f94f-250c-456c-ae30-abb0e9379136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:04.128411 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-ac94f94f-250c-456c-ae30-abb0e9379136 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0451021 Aug 09 16:39:04.179397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-021ddeef-b4d8-44be-9777-28484ad30b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:04.180936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-021ddeef-b4d8-44be-9777-28484ad30b73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459044 Aug 09 16:39:04.276052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-f1478dc8-0f5e-4566-acd8-8cc864a6a4d4 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877936 Aug 09 16:39:04.601597 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:39:04.702490 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:04.707630 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-3feb2cb1-1de9-46d9-b958-985711698ef9 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250653 Aug 09 16:39:04.714904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'mac_address': 'fa:16:3e:7a:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:39:04.753263 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:04.769070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28aaadec-974c-404f-be9f-7e7acb5d6073 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:04.790344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:04.796354 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:04.855281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:04.863038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.863373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.863706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.864065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.864389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.864695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.865004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.865328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.865642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.865978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.866293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.866601 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.912155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96cfc-d8c3-47ec-93ed-42ce41c025ce req-6cada5b0-1ea1-4661-be1b-2caa9770529c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:04.913679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65f96cfc-d8c3-47ec-93ed-42ce41c025ce req-6cada5b0-1ea1-4661-be1b-2caa9770529c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0537510 Aug 09 16:39:04.954016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-65f96cfc-d8c3-47ec-93ed-42ce41c025ce req-a94a55f5-5c28-48ed-963d-87a4720ff19e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Aug 09 16:39:05.055748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['28aaadec-974c-404f-be9f-7e7acb5d6073'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:06.091898 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4021b-76ed-452c-afbc-bdd3be3b1894 req-ed4b693a-03f8-48ac-873c-dce2d4f39f6a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:06.093517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fcc4021b-76ed-452c-afbc-bdd3be3b1894 req-ed4b693a-03f8-48ac-873c-dce2d4f39f6a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0561795 Aug 09 16:39:06.133327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fcc4021b-76ed-452c-afbc-bdd3be3b1894 req-f39d2853-5e69-47ce-a159-296fd02590ae tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Aug 09 16:39:06.608422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:06.661373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 28aaadec-974c-404f-be9f-7e7acb5d6073 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:06.665649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 28aaadec-974c-404f-be9f-7e7acb5d6073 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:06.666018 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:06.751535 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:06.774525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:06.776917 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fbf760-be6f-49a0-8abe-5f8579320587" -d '{"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-plugged", "status": "completed", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:06.790187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:06.797507 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:06.838956 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f27505a-ca79-4f20-8c2c-25e4b4315553 x-openstack-request-id: req-8f27505a-ca79-4f20-8c2c-25e4b4315553 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:06.839285 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-plugged", "status": "completed", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:06.839473 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f27505a-ca79-4f20-8c2c-25e4b4315553 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:06.840080 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'code': 200} Aug 09 16:39:06.855731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:07.257066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1de4f-a6d2-41ba-b0c5-c52610f5ac8b req-efb72426-539c-42e1-8474-e07c3ce9c551 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:07.258603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3c1de4f-a6d2-41ba-b0c5-c52610f5ac8b req-efb72426-539c-42e1-8474-e07c3ce9c551 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0513563 Aug 09 16:39:07.299565 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3c1de4f-a6d2-41ba-b0c5-c52610f5ac8b req-0e95e43c-4c6c-43da-b030-1a7d72c15c69 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339079 Aug 09 16:39:08.421694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97dc69-d176-4b88-ade1-3312311c5bcc req-8a53ceec-c86b-4b17-b55d-df83303d9f46 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:08.423402 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef97dc69-d176-4b88-ade1-3312311c5bcc req-8a53ceec-c86b-4b17-b55d-df83303d9f46 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 945 time: 0.0521600 Aug 09 16:39:08.464931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef97dc69-d176-4b88-ade1-3312311c5bcc req-264967f9-589f-43f8-b11c-c165ad247f95 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354519 Aug 09 16:39:08.562746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-03a19872-5248-4aa3-853f-41975547ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:08.564350 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-03a19872-5248-4aa3-853f-41975547ead6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b&tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0818248 Aug 09 16:39:08.576356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:08.630910 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.848025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:08.883795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:08.923361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:08.925669 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c02008-9a1e-4ba5-8fac-5ae08c58a00a" -d '{"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-unplugged", "status": "completed", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:08.929487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.943178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Transition to ACTIVE for port object 28aaadec-974c-404f-be9f-7e7acb5d6073 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:08.948070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:09.038131 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fafbca0-92b9-4c7e-893b-337a957cda39 x-openstack-request-id: req-0fafbca0-92b9-4c7e-893b-337a957cda39 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:09.038414 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-unplugged", "status": "completed", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:09.038664 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fafbca0-92b9-4c7e-893b-337a957cda39 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:09.039055 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'code': 200} Aug 09 16:39:09.044280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=10']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:09.061063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.061396 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.061731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.062057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.062386 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.062709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.063030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.063348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.063664 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.064034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.064357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.064675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:09.094724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] No DVR routers for this DVR port 28aaadec-974c-404f-be9f-7e7acb5d6073 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:09.241331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:09.241683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:09.242013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:09.246940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:39:09.247198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Attempting to bind port 28aaadec-974c-404f-be9f-7e7acb5d6073 on network c98f56ab-1922-4c8f-88fa-6afdd47e38dd {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:09.253010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:09.253282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Checking segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:09.253677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Bound using segment: {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:09.254113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Bound port: 28aaadec-974c-404f-be9f-7e7acb5d6073, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44773bbe-e9bb-4a23-a1cc-397afea2b2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:09.254517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:09.326208 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:09.329888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:09.335433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:09.365460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.366472 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:09.367870 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] 10.222.0.66 "PUT /v2.0/ports/28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 1092 time: 0.7959754 Aug 09 16:39:09.412089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1ba5-1b68-4df1-9b8b-fbb23d9d5c5d service neutron] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=11']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:09.443959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-ac5c0b63-8e43-4c67-bf95-c5bb9dd79f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.445497 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-ac5c0b63-8e43-4c67-bf95-c5bb9dd79f05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1095 time: 0.0516357 Aug 09 16:39:09.543344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-a6438503-956e-4962-8ded-7e16c513f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.544926 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-a6438503-956e-4962-8ded-7e16c513f0ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0921333 Aug 09 16:39:09.596857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671ae42-d100-4e90-aa56-8e51bce3f33f req-58fce177-67ed-48b4-9d76-3a9d2f9038b7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.598375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b671ae42-d100-4e90-aa56-8e51bce3f33f req-58fce177-67ed-48b4-9d76-3a9d2f9038b7 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0556319 Aug 09 16:39:09.616825 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-5c619411-3769-4a77-92d8-45b68b27e135 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 999 time: 0.0650430 Aug 09 16:39:09.637586 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b671ae42-d100-4e90-aa56-8e51bce3f33f req-b79c8c15-c5b1-4e14-b69f-ecbd71cd0378 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Aug 09 16:39:09.666264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-1fadaeba-6b7d-47b0-ac6a-d507667963e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.667608 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-1fadaeba-6b7d-47b0-ac6a-d507667963e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0438607 Aug 09 16:39:09.716116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-a45ec50a-724c-43ad-8391-b257a9300962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.717687 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-a45ec50a-724c-43ad-8391-b257a9300962 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425549 Aug 09 16:39:10.064394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-0d5539a2-96cf-4efb-9af3-50fdec1fbcd3 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390768 Aug 09 16:39:10.159424 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-812a1a25-bd25-4d99-8d68-16a090c4fd22 req-f95f9909-35ad-4e55-b149-bad8916337a5 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877442 Aug 09 16:39:10.619063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:10.660417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:10.762563 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b53bb-e044-4fa4-aebd-96616346d776 req-30c9367a-4621-442f-8986-1e952ee4b768 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:10.764317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca0b53bb-e044-4fa4-aebd-96616346d776 req-30c9367a-4621-442f-8986-1e952ee4b768 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0545936 Aug 09 16:39:10.803075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca0b53bb-e044-4fa4-aebd-96616346d776 req-e1842e2a-1fa2-462c-9ef3-cf8af9d3781a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327704 Aug 09 16:39:11.040982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:11.044767 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1f5515-b526-4972-a1c2-17d9f70d02fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:11.100659 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca581b6-0b4b-45ef-bb13-423f6e54fcb2 x-openstack-request-id: req-bca581b6-0b4b-45ef-bb13-423f6e54fcb2 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:11.100948 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:11.101212 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bca581b6-0b4b-45ef-bb13-423f6e54fcb2 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:11.101601 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'status': 'completed', 'code': 200} Aug 09 16:39:11.164699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-2d39d0c3-0459-485b-98c2-ed4e9e222cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.166147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-00e5d9e8-4626-496e-b781-14ed60e86e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.166267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-2d39d0c3-0459-485b-98c2-ed4e9e222cf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1095 time: 0.0443134 Aug 09 16:39:11.167650 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-00e5d9e8-4626-496e-b781-14ed60e86e4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 1095 time: 0.0437803 Aug 09 16:39:11.263984 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-8ad733c2-c097-4cdc-9dce-10792554d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.265622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-8ad733c2-c097-4cdc-9dce-10792554d620 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0926931 Aug 09 16:39:11.266459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-79ee92a0-9f14-4842-b214-8e38a316ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.267257 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-79ee92a0-9f14-4842-b214-8e38a316ccf9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 200 len: 913 time: 0.0920043 Aug 09 16:39:11.336907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-3e9c8fa2-d8ea-4d77-96b6-712ecf1600b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 999 time: 0.0634756 Aug 09 16:39:11.337755 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-db7bed0e-6278-4387-9e64-4ae64916fafb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 200 len: 999 time: 0.0638204 Aug 09 16:39:11.393803 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-41c34f66-25e4-4d97-bae8-336646d42f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.394854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-3f2fcb97-ad97-4e59-9151-178fa939da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.395605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-41c34f66-25e4-4d97-bae8-336646d42f3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0522754 Aug 09 16:39:11.396362 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-3f2fcb97-ad97-4e59-9151-178fa939da24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 200 len: 850 time: 0.0518546 Aug 09 16:39:11.443290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-d366abc1-cc79-4da1-8b8e-5407e53e312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.443674 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-f089c41a-2ffc-4637-9ab9-f66b94c7b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.444866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-d366abc1-cc79-4da1-8b8e-5407e53e312a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425944 Aug 09 16:39:11.445296 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-f089c41a-2ffc-4637-9ab9-f66b94c7b43b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c98f56ab-1922-4c8f-88fa-6afdd47e38dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418401 Aug 09 16:39:11.539121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-138ec0d3-5de6-4d1e-9783-a0d4599d29c2 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870838 Aug 09 16:39:11.539529 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-1e1b24f4-9cb8-4fa8-82fe-3f90183fcac0 service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865037 Aug 09 16:39:11.641131 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-855b8689-0a78-4a8a-8d52-5dacc438f0c3 service neutron] 10.222.0.35 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937674 Aug 09 16:39:11.643306 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-fa1f5515-b526-4972-a1c2-17d9f70d02fe req-d0963a5e-f57e-419f-89a3-5f3af044037c service neutron] 10.222.0.66 "GET /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969007 Aug 09 16:39:11.927551 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c7ac-e83d-48be-977a-a39e3b11d147 req-a25a4c5a-87c6-4d4a-9905-4b3182d15030 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.929048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5565c7ac-e83d-48be-977a-a39e3b11d147 req-a25a4c5a-87c6-4d4a-9905-4b3182d15030 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0517170 Aug 09 16:39:11.970936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5565c7ac-e83d-48be-977a-a39e3b11d147 req-a06bd575-42eb-413c-9875-5491a28feb5a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Aug 09 16:39:13.092176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71b82-d902-4fc6-8cb2-c4e866f6bd87 req-6f13b41c-f9f7-4704-9eba-ad20de7a2055 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:13.093776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35a71b82-d902-4fc6-8cb2-c4e866f6bd87 req-6f13b41c-f9f7-4704-9eba-ad20de7a2055 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0518749 Aug 09 16:39:13.139540 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35a71b82-d902-4fc6-8cb2-c4e866f6bd87 req-0b8d3855-c467-4450-82ad-a966563980da tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391338 Aug 09 16:39:14.285455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a04e-0159-4fd9-8005-16bf12f13816 req-c4c7d46b-d5f6-4891-837b-1baf67ec6e1c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:14.286954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d20a04e-0159-4fd9-8005-16bf12f13816 req-c4c7d46b-d5f6-4891-837b-1baf67ec6e1c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0669661 Aug 09 16:39:14.337188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d20a04e-0159-4fd9-8005-16bf12f13816 req-388d320b-de82-4b14-afde-61006d9e9789 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 Aug 09 16:39:15.134462 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-705fb7e1-465d-4ff2-bcd3-06abf7ba8e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:15.468643 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572437f-f425-4778-8bdc-237a659c1bf6 req-f1b77d16-51e7-4623-b4c0-71035126f24a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:15.470073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2572437f-f425-4778-8bdc-237a659c1bf6 req-f1b77d16-51e7-4623-b4c0-71035126f24a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0553238 Aug 09 16:39:15.512701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2572437f-f425-4778-8bdc-237a659c1bf6 req-f092b0d3-409a-4789-bcc5-4964f203483e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336862 Aug 09 16:39:16.640614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9abfa-24c9-4230-98b2-d20e765f1a9b req-c36b1220-4975-42a1-952f-39172a129c3e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:16.642337 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70a9abfa-24c9-4230-98b2-d20e765f1a9b req-c36b1220-4975-42a1-952f-39172a129c3e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0571129 Aug 09 16:39:16.690039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-70a9abfa-24c9-4230-98b2-d20e765f1a9b req-714f49e7-dbb6-4fb5-bdf6-ac669e15f175 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388961 Aug 09 16:39:17.608493 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9e2a311c-543a-4e9e-bb27-24be7f003101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:17.822895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0496109-fb5a-4d5a-b47e-b5bf883f5485 req-89456246-25c6-41aa-b751-6d8249a39a6e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:17.824446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0496109-fb5a-4d5a-b47e-b5bf883f5485 req-89456246-25c6-41aa-b751-6d8249a39a6e tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0552528 Aug 09 16:39:17.840224 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:17.865978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a0496109-fb5a-4d5a-b47e-b5bf883f5485 req-48548b78-b1df-468e-8289-ed471708a6ae tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345085 Aug 09 16:39:18.989189 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec161dc-f554-4256-971b-0fd7456f59f8 req-4fa68ce0-178a-40e9-a79a-16a8994a7483 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:18.990700 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bec161dc-f554-4256-971b-0fd7456f59f8 req-4fa68ce0-178a-40e9-a79a-16a8994a7483 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0531752 Aug 09 16:39:19.033550 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bec161dc-f554-4256-971b-0fd7456f59f8 req-664f3153-94ef-4afd-a44d-8c7c968badbb tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336964 Aug 09 16:39:19.292123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:20.167291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8672661-633c-48c9-a096-1f02e7dac611 req-72c25dbf-12a0-4ec1-bc94-52ebf47e558a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:20.168843 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8672661-633c-48c9-a096-1f02e7dac611 req-72c25dbf-12a0-4ec1-bc94-52ebf47e558a tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0627346 Aug 09 16:39:20.223492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8672661-633c-48c9-a096-1f02e7dac611 req-a8db066e-2a9f-42bf-a493-6294c865950d tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479767 Aug 09 16:39:20.694584 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:21.350338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee8a06-2fc9-4c1a-a1cb-fbeca46882f4 req-37f4a020-f16d-4449-a3e0-ffae61b43ed4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:21.351953 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9ee8a06-2fc9-4c1a-a1cb-fbeca46882f4 req-37f4a020-f16d-4449-a3e0-ffae61b43ed4 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0533283 Aug 09 16:39:21.394538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9ee8a06-2fc9-4c1a-a1cb-fbeca46882f4 req-ae3823da-ad6f-49c6-a418-42e92bb61faf tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Aug 09 16:39:21.519204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a525bba-ed8c-48d0-9bb0-04509a4357ce req-38271f66-7755-48b3-b97e-aff952e72457 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:21.520656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a525bba-ed8c-48d0-9bb0-04509a4357ce req-38271f66-7755-48b3-b97e-aff952e72457 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0533416 Aug 09 16:39:21.561868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a525bba-ed8c-48d0-9bb0-04509a4357ce req-fdcb3167-1eee-4da7-9d48-1d2814b3cc0c tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350745 Aug 09 16:39:21.700502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f7cf-a7c6-4d76-9fc4-44db38a51fe7 req-4eeb18ee-b451-4f70-b984-8d496680a7e2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:21.702602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef00f7cf-a7c6-4d76-9fc4-44db38a51fe7 req-4eeb18ee-b451-4f70-b984-8d496680a7e2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0617244 Aug 09 16:39:21.746775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ef00f7cf-a7c6-4d76-9fc4-44db38a51fe7 req-4beb0b57-7c82-46a5-847b-b9b28dd3205b tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Aug 09 16:39:22.011771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669203bb-8357-4a23-b259-959837cd1093 req-b224714d-6baa-483a-9095-b3b266a600be tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:22.019796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-669203bb-8357-4a23-b259-959837cd1093 req-b224714d-6baa-483a-9095-b3b266a600be tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0596447 Aug 09 16:39:22.055475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-669203bb-8357-4a23-b259-959837cd1093 req-8651024e-4128-4eae-8b38-b1aa312e24b0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346682 Aug 09 16:39:23.194674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9153e-813e-4da4-a2e5-31315e832f63 req-10645be1-9df5-47c7-b8d1-14766a5f9b97 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:23.196293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddd9153e-813e-4da4-a2e5-31315e832f63 req-10645be1-9df5-47c7-b8d1-14766a5f9b97 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0569313 Aug 09 16:39:23.240266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddd9153e-813e-4da4-a2e5-31315e832f63 req-9bf29507-60bf-472b-9de1-e421129583e0 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups?id=d357a486-bd6e-4293-8a5a-ecebbff10554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365076 Aug 09 16:39:23.461993 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-af958856-cb21-4cb4-8dda-360115d63cff tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:23.463607 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-af958856-cb21-4cb4-8dda-360115d63cff tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 944 time: 0.0654664 Aug 09 16:39:23.584858 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Deleting port 28aaadec-974c-404f-be9f-7e7acb5d6073 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:23.585270 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:23.689259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:23.689863 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:23.755525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:39:23.861059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:23.872408 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:23.872813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:23.873220 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322 disassociated. External IP: 172.25.7.34, port: 28aaadec-974c-404f-be9f-7e7acb5d6073. Aug 09 16:39:23.873493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'port_id': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'mac_address': 'fa:16:3e:7a:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:39:23.873669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Calling delete_port for 28aaadec-974c-404f-be9f-7e7acb5d6073 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:23.914997 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:23.928733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28aaadec-974c-404f-be9f-7e7acb5d6073 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:23.950711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 28aaadec-974c-404f-be9f-7e7acb5d6073, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=28aaadec-974c-404f-be9f-7e7acb5d6073,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:23.955778 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:24.004162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=12']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:24.009008 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:24.038357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event deleted for resources: {'Port': ['ID=28aaadec-974c-404f-be9f-7e7acb5d6073,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:24.159551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:39:24.270364 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:39:24.282114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:39:24.291475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:24.292125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:39:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:24.318558 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] No DVR routers for this DVR port 28aaadec-974c-404f-be9f-7e7acb5d6073 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:24.321125 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:24.323332 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-61e95308-7b56-4c94-be9d-4884d71e67aa req-4effa11b-fa08-4c82-b0a4-6460c24ee366 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.66 "DELETE /v2.0/ports/28aaadec-974c-404f-be9f-7e7acb5d6073 HTTP/1.1" status: 204 len: 173 time: 0.8532169 Aug 09 16:39:24.323962 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-deleted', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:24.326280 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f252959-8cd1-486c-a908-a1b939e584c6" -d '{"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-deleted", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:24.367106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb206264-fa26-476c-9084-26bac28e59fa req-319956a4-4b18-4f7b-ba98-65af2acbbfa3 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 210 time: 0.0280237 Aug 09 16:39:24.418665 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d16e5-da51-41b3-83bb-66e6344bb0d8 x-openstack-request-id: req-7c8d16e5-da51-41b3-83bb-66e6344bb0d8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:24.418960 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400a55c-f90c-485a-9a52-be9ba900557b", "name": "network-vif-deleted", "tag": "28aaadec-974c-404f-be9f-7e7acb5d6073", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:24.419207 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c8d16e5-da51-41b3-83bb-66e6344bb0d8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:24.419611 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5400a55c-f90c-485a-9a52-be9ba900557b', 'name': 'network-vif-deleted', 'tag': '28aaadec-974c-404f-be9f-7e7acb5d6073', 'status': 'completed', 'code': 200} Aug 09 16:39:24.582897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:24.803372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:24.834373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:39:24.843887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:24.844634 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:39:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:24.963285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:25.180030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:25.206971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed55f1d-ac63-4a07-bd8e-78c64a5feeff None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:29:44Z', 'revision_number': 4, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6', 'name': '', 'network_id': 'c98f56ab-1922-4c8f-88fa-6afdd47e38dd', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'mac_address': 'fa:16:3e:6f:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:43Z', 'updated_at': '2021-08-09T16:29:50Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'subnets': [{'id': '49262fc6-8b2a-4ec4-bfc5-7e982351ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:39:25.437246 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea692ce3-5d30-4ba6-b392-a0cb1433f2a9 None None] New status for floating IP dc67a9df-1aec-4530-9a00-0ca66a2de322: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:39:25.480436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e038e9f8-b81a-45ad-bfa9-5aeba0b48c2e req-36715853-8f4d-4041-b364-83ad01fc65ad tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 210 time: 0.0316424 Aug 09 16:39:26.579428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae1cca47-8502-4559-b97a-674e666c0d03 req-67ff7ccb-d25d-42e7-b512-284244886a48 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 210 time: 0.0284932 Aug 09 16:39:27.683945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94f4dbcc-f2b9-4381-aa3e-f9cda69a5d20 req-f0b7648a-9329-476b-b3a5-db36f7bda5ea tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/ports?device_id=5400a55c-f90c-485a-9a52-be9ba900557b HTTP/1.1" status: 200 len: 210 time: 0.0295980 Aug 09 16:39:27.790058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:27.814629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 28aaadec-974c-404f-be9f-7e7acb5d6073 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:27.815008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 28aaadec-974c-404f-be9f-7e7acb5d6073 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:29.231887 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:29.233826 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.503328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:32.565653 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-468d6735-3256-4a1c-8ed1-08706735e432 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.589593 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-468d6735-3256-4a1c-8ed1-08706735e432 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.637331 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-468d6735-3256-4a1c-8ed1-08706735e432 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.639841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-468d6735-3256-4a1c-8ed1-08706735e432 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.641072 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-468d6735-3256-4a1c-8ed1-08706735e432 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "DELETE /v2.0/security-groups/d357a486-bd6e-4293-8a5a-ecebbff10554 HTTP/1.1" status: 204 len: 168 time: 0.1363854 Aug 09 16:39:32.644100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43940) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:32.650414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6735-3256-4a1c-8ed1-08706735e432 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d357a486-bd6e-4293-8a5a-ecebbff10554,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:32.663003 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [None req-44253433-dbf3-447c-be29-a8c89d171df2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] show failed (client error): The resource could not be found. Aug 09 16:39:32.664284 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-44253433-dbf3-447c-be29-a8c89d171df2 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "GET /v2.0/security-groups/d357a486-bd6e-4293-8a5a-ecebbff10554 HTTP/1.1" status: 404 len: 347 time: 0.0188982 Aug 09 16:39:32.666988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43942) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:32.798142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Deleting port a65d2fa0-4342-45ab-9ee2-083640254eaa {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:32.798488 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.877899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.878183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.890044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Calling delete_port for a65d2fa0-4342-45ab-9ee2-083640254eaa owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:33.035835 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:33.061244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Pushing event deleted for resources: {'Port': ['ID=a65d2fa0-4342-45ab-9ee2-083640254eaa,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:33.124368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:33.126918 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:33.128110 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f10465e0-201f-4c6d-a9a3-8a376f2cb074 tempest-ServerActionsTestJSON-487960943 tempest-ServerActionsTestJSON-487960943-project] 10.222.0.64 "DELETE /v2.0/floatingips/dc67a9df-1aec-4530-9a00-0ca66a2de322 HTTP/1.1" status: 204 len: 168 time: 0.4601042 Aug 09 16:39:33.131226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:33.576807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:33.859375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Deleting port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:33.859772 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:33.943696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] For port ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:33.944085 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:33.958554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Calling delete_port for ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:34.159756 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:34.187018 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:34.353754 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:34.574295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Router 471c69c7-f107-4e7f-a50a-ee19210a0697 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:39:34.682837 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:39:34.691292 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43948) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:34.691958 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bd7fb5a2-232d-4aca-8de0-de67561c3123 admin admin] 10.222.0.64 "PUT /v2.0/routers/471c69c7-f107-4e7f-a50a-ee19210a0697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597239 Aug 09 16:39:34.697117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] Sync routers for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:39:34.708770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:34.709449 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:39:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:34.804791 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:34.821610 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:34.879519 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:39:34.909829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:34.966388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Deleting port d461c5e5-13cb-4426-b864-e07203be6d29 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:34.966720 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.005533 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:39:34Z', 'revision_number': 5, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port': {'id': 'd461c5e5-13cb-4426-b864-e07203be6d29', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:42Z', 'updated_at': '2021-08-09T16:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:35.036293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] Checking router: 471c69c7-f107-4e7f-a50a-ee19210a0697 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:39:35.045136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] Routers {'471c69c7-f107-4e7f-a50a-ee19210a0697'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:35.045742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:39:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['471c69c7-f107-4e7f-a50a-ee19210a0697'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:35.049486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] For port d461c5e5-13cb-4426-b864-e07203be6d29, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d461c5e5-13cb-4426-b864-e07203be6d29,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:35.049930 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.064055 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Calling delete_port for d461c5e5-13cb-4426-b864-e07203be6d29 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:35.130251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] Set router 471c69c7-f107-4e7f-a50a-ee19210a0697 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:35.185773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:39:34Z', 'revision_number': 6, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:35.212805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859ec5a-17ba-4e66-badc-59bf13d5be8c None None] The sync data for ids ['471c69c7-f107-4e7f-a50a-ee19210a0697'] in n-d-799523-2 is: [{'id': '471c69c7-f107-4e7f-a50a-ee19210a0697', 'name': 'tempest-ServerActionsTestJSON-382451159-router', 'tenant_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:41Z', 'updated_at': '2021-08-09T16:39:34Z', 'revision_number': 6, 'project_id': '2b45aaa0c2614176bfb0bcd71b40f6d8', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:39:35.237422 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.268832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Pushing event deleted for resources: {'Port': ['ID=d461c5e5-13cb-4426-b864-e07203be6d29,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:35.322690 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.414879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.417389 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.473713 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.474382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471c69c7-f107-4e7f-a50a-ee19210a0697 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:39:35.480406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.481622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4d70b945-d738-4dff-bac5-fef30e00553e admin admin] 10.222.0.64 "DELETE /v2.0/routers/471c69c7-f107-4e7f-a50a-ee19210a0697 HTTP/1.1" status: 204 len: 168 time: 0.7892029 Aug 09 16:39:35.484333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43950) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:35.530787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae5c388-032e-461c-8b01-696220a55d77 admin admin] Deleting subnet 49262fc6-8b2a-4ec4-bfc5-7e982351ebda {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:39:35.534364 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c388-032e-461c-8b01-696220a55d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.572741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c388-032e-461c-8b01-696220a55d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.660272 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c388-032e-461c-8b01-696220a55d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.715877 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c388-032e-461c-8b01-696220a55d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.744982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5c388-032e-461c-8b01-696220a55d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49262fc6-8b2a-4ec4-bfc5-7e982351ebda,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:35.747030 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c388-032e-461c-8b01-696220a55d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.750590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1ae5c388-032e-461c-8b01-696220a55d77 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/49262fc6-8b2a-4ec4-bfc5-7e982351ebda HTTP/1.1" status: 204 len: 168 time: 0.2636814 Aug 09 16:39:35.750969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75388480-968c-4aab-a09d-aaa6a0fe895f None None] Network c98f56ab-1922-4c8f-88fa-6afdd47e38dd requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:35.751953 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:35.821540 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:35.873933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Deleting port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:35.874471 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.002800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] DHCP port deletion for c98f56ab-1922-4c8f-88fa-6afdd47e38dd request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:39:36.060938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] Deleting port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:36.061485 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.131129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] For port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:36.131514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.146865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] Calling delete_port for 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:36.208782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] For port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,segment=NetworkSegment(44773bbe-e9bb-4a23-a1cc-397afea2b2a8),segment_id=44773bbe-e9bb-4a23-a1cc-397afea2b2a8)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:36.209451 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.223022 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Calling delete_port for 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:36.237551 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.270029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] Pushing event deleted for resources: {'Port': ['ID=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:36.271902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbeb820-d3d5-4f2f-8118-c1d1eec158b9 None None] No DVR routers for this DVR port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:36.305063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.332115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Pushing event deleted for resources: {'Port': ['ID=0d03bd23-5b9f-4ed0-a147-1b3c682fa877,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:36.333834 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] No DVR routers for this DVR port 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:36.408474 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.418264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98f56ab-1922-4c8f-88fa-6afdd47e38dd']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:36.428919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44773bbe-e9bb-4a23-a1cc-397afea2b2a8') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:36.429219 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44773bbe-e9bb-4a23-a1cc-397afea2b2a8') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:36.438383 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.455650 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.464998 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:36.465492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: self.session.flush() Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:36.467527 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:36.528251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.534262 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.536178 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] 10.222.0.64 "DELETE /v2.0/networks/c98f56ab-1922-4c8f-88fa-6afdd47e38dd HTTP/1.1" status: 204 len: 168 time: 0.7825212 Aug 09 16:39:36.549218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc4ad2-09d9-4d45-bc6f-e6d4756b0bab admin admin] Pushing event deleted for resources: {'Network': ['ID=c98f56ab-1922-4c8f-88fa-6afdd47e38dd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:36.551877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:36.572510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:36.572853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device ff7a9ceb-6e69-48d4-8209-ffde77cbe9d6 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:36.573289 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:36.592499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:36.592740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 0d03bd23-5b9f-4ed0-a147-1b3c682fa877 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:36.593168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d461c5e5-13cb-4426-b864-e07203be6d29 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:36.612019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: d461c5e5-13cb-4426-b864-e07203be6d29 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:36.612413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d461c5e5-13cb-4426-b864-e07203be6d29 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:36.663400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43956) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:36.708324 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-993378e0-8f9b-4c87-9e29-ca0f448205fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b45aaa0c2614176bfb0bcd71b40f6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435188 Aug 09 16:39:36.711421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43958) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:36.763155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd06b-240e-4a4f-bcaa-238af76fc726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.784790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd06b-240e-4a4f-bcaa-238af76fc726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.837890 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd06b-240e-4a4f-bcaa-238af76fc726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.840603 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd06b-240e-4a4f-bcaa-238af76fc726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.841899 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b3bfd06b-240e-4a4f-bcaa-238af76fc726 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45979e04-32f1-427c-b8f8-accbedf1df53 HTTP/1.1" status: 204 len: 168 time: 0.1293161 Aug 09 16:39:36.851546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfd06b-240e-4a4f-bcaa-238af76fc726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45979e04-32f1-427c-b8f8-accbedf1df53,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:37.665501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 43980) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:37.770103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-422792372-network', 'tenant_id': 'd82db1807f0d484aaf07ffeba057d269'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:37.797213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Made reservation on behalf of d82db1807f0d484aaf07ffeba057d269 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:37.799587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.808196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.897290 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.905295 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.929886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32295263-350d-463e-a722-8337485d3695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:37.938597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eba7879-f0c7-4385-bdf4-6877e7b6ad29,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:37.945057 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.945395 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Added segment 59795fdc-4e41-48d7-b780-ef40949ce8d5 of type vlan for network b4020d19-34f2-461f-81b6-73c45da0c022 Aug 09 16:39:37.988296 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.023989 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.025676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:38.026594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.088391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-32295263-350d-463e-a722-8337485d3695 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4217114 Aug 09 16:39:38.091370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 43984) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:38.097121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Request body: {'subnet': {'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-422792372-subnet', 'tenant_id': 'd82db1807f0d484aaf07ffeba057d269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:38.098591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32295263-350d-463e-a722-8337485d3695 admin admin] Pushing event updated for resources: {'Network': ['ID=b4020d19-34f2-461f-81b6-73c45da0c022,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:38.109858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b4020d19-34f2-461f-81b6-73c45da0c022 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:38.121308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Made reservation on behalf of d82db1807f0d484aaf07ffeba057d269 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:38.123614 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.306909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.360761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694ecac6-bdc3-4c85-b8de-ffc1be04a17b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:38.370178 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Checking segment: {'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:38.370472 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Network hostable DHCP agents. Network: b4020d19-34f2-461f-81b6-73c45da0c022, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:38.392741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Network b4020d19-34f2-461f-81b6-73c45da0c022 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:38.407425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b4020d19-34f2-461f-81b6-73c45da0c022) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:38.415326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:38.416124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.422528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d7147-61a5-44da-b528-7e4a504f5f54 None None] Network b4020d19-34f2-461f-81b6-73c45da0c022 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:38.438808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-50ae5123-299f-4ade-8e41-20dc5b6e95f9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3460667 Aug 09 16:39:38.565232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e1fe82-ca2e-4fbc-ba05-d0569ce6bee0 None None] Network b4020d19-34f2-461f-81b6-73c45da0c022 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:38.898146 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-5843ddbb-5c68-4457-8468-7b3673593424 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:38.899684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-5843ddbb-5c68-4457-8468-7b3673593424 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/networks?id=b4020d19-34f2-461f-81b6-73c45da0c022 HTTP/1.1" status: 200 len: 813 time: 0.1059484 Aug 09 16:39:38.918228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-8be6d94d-3ac3-4870-a434-ffb11f159e39 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/quotas/d82db1807f0d484aaf07ffeba057d269 HTTP/1.1" status: 200 len: 375 time: 0.0099161 Aug 09 16:39:38.951348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-850a6b69-750b-4730-be49-07eac19ac1a3 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d82db1807f0d484aaf07ffeba057d269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274963 Aug 09 16:39:38.962795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-95dc527f-7c48-40c0-8ca8-41379e8abbea service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:39:38.963796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-95dc527f-7c48-40c0-8ca8-41379e8abbea service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052638 Aug 09 16:39:39.067075 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-3a8313f6-1923-4e07-95b6-8ddf8f847657 service neutron] 10.222.0.64 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973928 Aug 09 16:39:39.167485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-7cc5ae9d-d509-480e-8663-8fdef02e9868 service neutron] 10.222.0.64 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932701 Aug 09 16:39:39.327253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7bac0190-fc78-4b9e-84ce-e483dd3db8b3 req-99354771-129b-465c-bc01-c204fde94097 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 210 time: 0.0277283 Aug 09 16:39:40.431052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d5361a4f-53d5-404d-8eb3-0ebed8f251ff req-231cbdad-5b8c-437b-844f-86b80b3b1b30 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 210 time: 0.0325720 Aug 09 16:39:40.548918 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-aacc6c58-d19d-400e-aff7-5cc865ca23cb tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:40.551052 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-aacc6c58-d19d-400e-aff7-5cc865ca23cb tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.35 "GET /v2.0/networks?id=b4020d19-34f2-461f-81b6-73c45da0c022 HTTP/1.1" status: 200 len: 813 time: 0.1224079 Aug 09 16:39:40.568722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Request body: {'port': {'device_id': 'bbfd96ac-83a8-4c00-af97-81a06eecfb2b', 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022', 'admin_state_up': True, 'tenant_id': 'd82db1807f0d484aaf07ffeba057d269'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:40.695202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Made reservation on behalf of d82db1807f0d484aaf07ffeba057d269 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:40.698711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.838357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Allocated IP 172.20.0.11 (b4020d19-34f2-461f-81b6-73c45da0c022/694ecac6-bdc3-4c85-b8de-ffc1be04a17b/9f352145-39df-4d5e-9112-4134f0bc4fa7) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:40.999739 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.045640 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.091267 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Network b4020d19-34f2-461f-81b6-73c45da0c022 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:41.094436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:41.098406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:41.104999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Pushing event updated for resources: {'Port': ['ID=9f352145-39df-4d5e-9112-4134f0bc4fa7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:41.156243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:41.156855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.172454 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-c3bdd526-31bd-4876-a54e-c3d1fb417d63 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6110690 Aug 09 16:39:41.188012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Request body: {'port': {'device_id': 'bbfd96ac-83a8-4c00-af97-81a06eecfb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:41.244419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.560379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f352145-39df-4d5e-9112-4134f0bc4fa7 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:41.569959 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.587550 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Transition to ACTIVE for port object 9f352145-39df-4d5e-9112-4134f0bc4fa7 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:41.596285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e95c-f8d3-4bdf-8bda-f8dd32b011c6 req-e35df718-cc32-401a-af6e-28a7a25900aa tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:41.597751 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b71e95c-f8d3-4bdf-8bda-f8dd32b011c6 req-e35df718-cc32-401a-af6e-28a7a25900aa tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 932 time: 0.0930989 Aug 09 16:39:41.598951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.669071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Pushing event updated for resources: {'Port': ['ID=9f352145-39df-4d5e-9112-4134f0bc4fa7,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:41.681710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b71e95c-f8d3-4bdf-8bda-f8dd32b011c6 req-2e41793f-8735-4c09-b608-9c7c1260aeae tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745881 Aug 09 16:39:41.747133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Attempting to bind port 9f352145-39df-4d5e-9112-4134f0bc4fa7 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:41.747466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Attempting to bind port 9f352145-39df-4d5e-9112-4134f0bc4fa7 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:41.747795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Attempting to bind port 9f352145-39df-4d5e-9112-4134f0bc4fa7 on network b4020d19-34f2-461f-81b6-73c45da0c022 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:41.752479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Port 9f352145-39df-4d5e-9112-4134f0bc4fa7 on network b4020d19-34f2-461f-81b6-73c45da0c022 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:39:41.752794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Attempting to bind port 9f352145-39df-4d5e-9112-4134f0bc4fa7 on network b4020d19-34f2-461f-81b6-73c45da0c022 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:41.757838 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:41.758187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Checking segment: {'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:41.758581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Bound using segment: {'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:41.758991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Bound port: 9f352145-39df-4d5e-9112-4134f0bc4fa7, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:41.759350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.826346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] For port 9f352145-39df-4d5e-9112-4134f0bc4fa7, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:41.829722 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] For port 9f352145-39df-4d5e-9112-4134f0bc4fa7, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9f352145-39df-4d5e-9112-4134f0bc4fa7,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:41.837992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.880944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:41.881565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.882978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f352145-39df-4d5e-9112-4134f0bc4fa7 HTTP/1.1" status: 200 len: 1092 time: 0.7017508 Aug 09 16:39:41.883416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfd96ac-83a8-4c00-af97-81a06eecfb2b', 'tag': '9f352145-39df-4d5e-9112-4134f0bc4fa7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:41.885703 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2c968-9ba4-4c86-9214-f15a6aa30b03" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfd96ac-83a8-4c00-af97-81a06eecfb2b", "tag": "9f352145-39df-4d5e-9112-4134f0bc4fa7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:41.915522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28e8c2-063c-427d-8238-2141d24da967 service neutron] Pushing event updated for resources: {'Port': ['ID=9f352145-39df-4d5e-9112-4134f0bc4fa7,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:41.964362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-af7ecdf6-b69d-4027-b0a3-6bbd459bf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:41.965934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-af7ecdf6-b69d-4027-b0a3-6bbd459bf9dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d82db1807f0d484aaf07ffeba057d269&device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 1095 time: 0.0433462 Aug 09 16:39:42.012750 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e035ad-3dc4-48a7-afb3-a26014cd01fb x-openstack-request-id: req-36e035ad-3dc4-48a7-afb3-a26014cd01fb {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:42.013042 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfd96ac-83a8-4c00-af97-81a06eecfb2b", "tag": "9f352145-39df-4d5e-9112-4134f0bc4fa7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:42.013282 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36e035ad-3dc4-48a7-afb3-a26014cd01fb {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:42.013677 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfd96ac-83a8-4c00-af97-81a06eecfb2b', 'tag': '9f352145-39df-4d5e-9112-4134f0bc4fa7', 'status': 'completed', 'code': 200} Aug 09 16:39:42.015532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-f484c97d-60c7-4477-b415-9f6c95229d99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f352145-39df-4d5e-9112-4134f0bc4fa7 HTTP/1.1" status: 200 len: 217 time: 0.0421283 Aug 09 16:39:42.072599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-00f1a5e0-696f-49f1-b273-6236508243c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:42.074094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-00f1a5e0-696f-49f1-b273-6236508243c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=694ecac6-bdc3-4c85-b8de-ffc1be04a17b HTTP/1.1" status: 200 len: 853 time: 0.0493464 Aug 09 16:39:42.106529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-211d4c5f-fc69-4093-98b7-5c3a64552247 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4020d19-34f2-461f-81b6-73c45da0c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253170 Aug 09 16:39:42.198886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-448df401-b7ae-490d-938f-9734df1e6273 service neutron] 10.222.0.35 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849812 Aug 09 16:39:42.310257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e139863-6f55-4d91-8c28-fe7e6ed59639 req-d155f87e-87a7-4d79-88df-febbb13e36f0 service neutron] 10.222.0.35 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045058 Aug 09 16:39:42.413924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-a03ead38-a956-4698-8b21-4448f2982096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:42.415455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-a03ead38-a956-4698-8b21-4448f2982096 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d82db1807f0d484aaf07ffeba057d269&device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 1095 time: 0.0547523 Aug 09 16:39:42.512379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-0e17a820-dc0a-41de-8822-f7c8f0f667ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:42.513902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-0e17a820-dc0a-41de-8822-f7c8f0f667ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4020d19-34f2-461f-81b6-73c45da0c022 HTTP/1.1" status: 200 len: 915 time: 0.0912752 Aug 09 16:39:42.566597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-e8309908-e60b-4734-8460-546b2a6c7897 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f352145-39df-4d5e-9112-4134f0bc4fa7 HTTP/1.1" status: 200 len: 217 time: 0.0434084 Aug 09 16:39:42.621929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-f4ece46b-9de9-4b73-a746-b66e81d08170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:42.623395 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-f4ece46b-9de9-4b73-a746-b66e81d08170 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=694ecac6-bdc3-4c85-b8de-ffc1be04a17b HTTP/1.1" status: 200 len: 853 time: 0.0486767 Aug 09 16:39:42.662183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-36c874bb-6b56-42ba-9a6e-f88a89cee665 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4020d19-34f2-461f-81b6-73c45da0c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303738 Aug 09 16:39:42.773515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-610e0b17-d8ad-4eee-997c-62a70e9b0019 service neutron] 10.222.0.35 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020088 Aug 09 16:39:42.865078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abf242-12dd-477e-a77b-9acd5128af07 req-cb6f0953-5d5c-4137-9c04-da07552ec29e tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:42.866613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79abf242-12dd-477e-a77b-9acd5128af07 req-cb6f0953-5d5c-4137-9c04-da07552ec29e tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 944 time: 0.1083376 Aug 09 16:39:42.910512 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f2c968-9ba4-4c86-9214-f15a6aa30b03 req-4cc86a99-033a-4c60-a4a0-f2ed19947470 service neutron] 10.222.0.35 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226895 Aug 09 16:39:42.925152 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-79abf242-12dd-477e-a77b-9acd5128af07 req-6f63a3c2-d404-4ec5-a90c-529dfbcf0078 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 Aug 09 16:39:44.056968 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5882-7148-48e6-bd39-dc9b8123772b req-7b216e00-9656-4acf-8d6a-7e3b9f61a207 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:44.058370 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84bc5882-7148-48e6-bd39-dc9b8123772b req-7b216e00-9656-4acf-8d6a-7e3b9f61a207 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 944 time: 0.0583611 Aug 09 16:39:44.107604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-84bc5882-7148-48e6-bd39-dc9b8123772b req-d2747252-471a-4906-b248-69054d28676b tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Aug 09 16:39:44.794231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9f352145-39df-4d5e-9112-4134f0bc4fa7 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:39:44.899429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9f352145-39df-4d5e-9112-4134f0bc4fa7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9f352145-39df-4d5e-9112-4134f0bc4fa7,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:44.911771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '9f352145-39df-4d5e-9112-4134f0bc4fa7', 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022', 'port_id': '9f352145-39df-4d5e-9112-4134f0bc4fa7', 'mac_address': 'fa:16:3e:52:f3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694ecac6-bdc3-4c85-b8de-ffc1be04a17b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:39:44.951781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.965381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f352145-39df-4d5e-9112-4134f0bc4fa7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:44.984971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9f352145-39df-4d5e-9112-4134f0bc4fa7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9f352145-39df-4d5e-9112-4134f0bc4fa7,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:44.992658 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.047276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9f352145-39df-4d5e-9112-4134f0bc4fa7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:45.141839 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0bafbaba-ec3b-41bc-9286-9631205b336b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.203149 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9f352145-39df-4d5e-9112-4134f0bc4fa7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:45.232512 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c156d2f-ae93-4068-b22b-9cd16f9eddef req-bcbf8bc3-6971-40a4-bc54-10efe308d661 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:45.234053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c156d2f-ae93-4068-b22b-9cd16f9eddef req-bcbf8bc3-6971-40a4-bc54-10efe308d661 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 945 time: 0.0568345 Aug 09 16:39:45.275004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c156d2f-ae93-4068-b22b-9cd16f9eddef req-f808195e-18bc-4842-a17f-bac8fc8672ea tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Aug 09 16:39:46.395720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed7020-1441-4152-a4a6-99b13f9ea29d req-df3b77b2-2281-4460-be9c-6520ecd972a9 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:46.397335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50ed7020-1441-4152-a4a6-99b13f9ea29d req-df3b77b2-2281-4460-be9c-6520ecd972a9 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 945 time: 0.0516920 Aug 09 16:39:46.439796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50ed7020-1441-4152-a4a6-99b13f9ea29d req-83452a8a-11d0-4f0c-aaee-c6eea76ef98e tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334404 Aug 09 16:39:46.806523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9f352145-39df-4d5e-9112-4134f0bc4fa7 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:46.859852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 9f352145-39df-4d5e-9112-4134f0bc4fa7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:46.863662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 9f352145-39df-4d5e-9112-4134f0bc4fa7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:46.864064 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.953082 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.977766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfd96ac-83a8-4c00-af97-81a06eecfb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f352145-39df-4d5e-9112-4134f0bc4fa7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:46.980054 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1450e59-ee24-4fef-a2a0-6614d4012407" -d '{"events": [{"server_uuid": "bbfd96ac-83a8-4c00-af97-81a06eecfb2b", "name": "network-vif-plugged", "status": "completed", "tag": "9f352145-39df-4d5e-9112-4134f0bc4fa7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:46.994175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 9f352145-39df-4d5e-9112-4134f0bc4fa7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9f352145-39df-4d5e-9112-4134f0bc4fa7,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:46.999454 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.057473 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=9f352145-39df-4d5e-9112-4134f0bc4fa7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:47.081115 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4018ef8b-1080-4d29-9124-4bcc1b563141 x-openstack-request-id: req-4018ef8b-1080-4d29-9124-4bcc1b563141 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:47.081406 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfd96ac-83a8-4c00-af97-81a06eecfb2b", "name": "network-vif-plugged", "status": "completed", "tag": "9f352145-39df-4d5e-9112-4134f0bc4fa7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:47.081653 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4018ef8b-1080-4d29-9124-4bcc1b563141 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:47.082053 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfd96ac-83a8-4c00-af97-81a06eecfb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f352145-39df-4d5e-9112-4134f0bc4fa7', 'code': 200} Aug 09 16:39:47.184387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a099b6-7386-4bb0-a18d-18db82c642d0 req-c31697b8-a7f9-4025-ba38-ef52d61c8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:47.185907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6a099b6-7386-4bb0-a18d-18db82c642d0 req-c31697b8-a7f9-4025-ba38-ef52d61c8b36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 1097 time: 0.0433025 Aug 09 16:39:47.222285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6a099b6-7386-4bb0-a18d-18db82c642d0 req-39f172b5-ca63-444b-855a-2a2a8bc7918b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290711 Aug 09 16:39:47.572101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b57115-7002-4e20-b126-2eb9292fae11 req-8398e615-ffbe-49e1-88ae-8474142ce23c tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:47.573615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25b57115-7002-4e20-b126-2eb9292fae11 req-8398e615-ffbe-49e1-88ae-8474142ce23c tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0552168 Aug 09 16:39:47.603124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60ef18b6-b010-4b84-84ff-d410983083df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.613658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25b57115-7002-4e20-b126-2eb9292fae11 req-75da156d-70b8-42cf-923c-ec448572ae6a tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334811 Aug 09 16:39:47.847117 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.737616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2896abc-4b7a-477a-88c2-4125c6b62f1e req-707259f4-336e-49cf-a8fb-5d9f54b498c5 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:48.739423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2896abc-4b7a-477a-88c2-4125c6b62f1e req-707259f4-336e-49cf-a8fb-5d9f54b498c5 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0563140 Aug 09 16:39:48.781058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2896abc-4b7a-477a-88c2-4125c6b62f1e req-cdf63c09-da26-4bab-a05b-199876bc2076 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Aug 09 16:39:49.021028 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-3cc89b38-202c-49a3-bd41-e8399fdbd111 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:49.022529 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-3cc89b38-202c-49a3-bd41-e8399fdbd111 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/networks?id=b4020d19-34f2-461f-81b6-73c45da0c022 HTTP/1.1" status: 200 len: 813 time: 0.1116397 Aug 09 16:39:49.041535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-df124cdf-9752-4803-813e-966fae3e46f5 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/quotas/d82db1807f0d484aaf07ffeba057d269 HTTP/1.1" status: 200 len: 375 time: 0.0104620 Aug 09 16:39:49.093114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-7b879cc6-66ab-4aec-97a2-6a42c5a7493d tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d82db1807f0d484aaf07ffeba057d269&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458527 Aug 09 16:39:49.196609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-a01f24a9-49cf-4278-a249-38b9f4f97b08 service neutron] 10.222.0.64 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959346 Aug 09 16:39:49.287359 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:49.297412 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-a601c3e3-059d-44ae-a7b3-bed3fbe4de0f service neutron] 10.222.0.64 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913937 Aug 09 16:39:49.464863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f4d899e3-7ddb-44f9-bb7a-1bd5f38e6a3a req-d4f65ecc-a398-4eb3-a423-b1b33c4ef25c tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 210 time: 0.0349102 Aug 09 16:39:50.541737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9569a8f2-5167-4a71-a9c5-d7d2ea2fd15c req-4e5bb6e3-2c1e-4329-ae04-8619ad2ab763 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 210 time: 0.0266442 Aug 09 16:39:50.701987 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.622567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bac04010-b682-4003-bc59-21111326a86b req-7e3bbee9-bba9-4383-aca3-31fb191c7eca tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Aug 09 16:39:52.712030 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f03820d5-86d3-4fd6-a512-2bfe4edaceb4 req-3f2a4112-bed8-46ec-aefe-b1e80fbf54ba tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 210 time: 0.0322638 Aug 09 16:39:53.807368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-25f61101-9185-4107-9392-35bde3e61752 req-02d00168-7eae-46b0-9e92-fa5345775cb4 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 210 time: 0.0263660 Aug 09 16:39:54.558557 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-4f61e9dd-2581-4fc1-98d7-37eefdad68dc tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:54.560101 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-4f61e9dd-2581-4fc1-98d7-37eefdad68dc tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.66 "GET /v2.0/networks?id=b4020d19-34f2-461f-81b6-73c45da0c022 HTTP/1.1" status: 200 len: 813 time: 0.1193674 Aug 09 16:39:54.574627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Request body: {'port': {'device_id': '88d858b6-6123-4b5f-838a-bbc27583e870', 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022', 'admin_state_up': True, 'tenant_id': 'd82db1807f0d484aaf07ffeba057d269'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:54.690980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Made reservation on behalf of d82db1807f0d484aaf07ffeba057d269 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:54.694734 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.829711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Allocated IP 172.20.0.3 (b4020d19-34f2-461f-81b6-73c45da0c022/694ecac6-bdc3-4c85-b8de-ffc1be04a17b/5ff314d1-bb18-4f12-9503-bf336ed57c93) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:54.908675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-687d6d49-cb9c-400a-a53b-0cef9a515089 req-f41d9594-e2b3-45d6-b908-7f01410cdac1 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 210 time: 0.0259614 Aug 09 16:39:54.987326 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.027530 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.040040 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9f352145-39df-4d5e-9112-4134f0bc4fa7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:55.069950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Network b4020d19-34f2-461f-81b6-73c45da0c022 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:55.075074 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:55.077818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:55.107375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Pushing event updated for resources: {'Port': ['ID=5ff314d1-bb18-4f12-9503-bf336ed57c93,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:55.138050 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:55.138679 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.153381 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-35736702-643f-4f06-9736-270f88c13278 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829060 Aug 09 16:39:55.166433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Request body: {'port': {'device_id': '88d858b6-6123-4b5f-838a-bbc27583e870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:55.228729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.502959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff314d1-bb18-4f12-9503-bf336ed57c93 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:55.511907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.524484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Transition to ACTIVE for port object 5ff314d1-bb18-4f12-9503-bf336ed57c93 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:55.530862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.582456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Pushing event updated for resources: {'Port': ['ID=5ff314d1-bb18-4f12-9503-bf336ed57c93,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:55.660071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Attempting to bind port 5ff314d1-bb18-4f12-9503-bf336ed57c93 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:55.660537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Attempting to bind port 5ff314d1-bb18-4f12-9503-bf336ed57c93 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:55.660868 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Attempting to bind port 5ff314d1-bb18-4f12-9503-bf336ed57c93 on network b4020d19-34f2-461f-81b6-73c45da0c022 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:55.665900 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Port 5ff314d1-bb18-4f12-9503-bf336ed57c93 on network b4020d19-34f2-461f-81b6-73c45da0c022 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:39:55.666218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Attempting to bind port 5ff314d1-bb18-4f12-9503-bf336ed57c93 on network b4020d19-34f2-461f-81b6-73c45da0c022 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:55.671550 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:55.671966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Checking segment: {'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:55.672387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Bound using segment: {'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:55.672811 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Bound port: 5ff314d1-bb18-4f12-9503-bf336ed57c93, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59795fdc-4e41-48d7-b780-ef40949ce8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:55.673146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.741785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] For port 5ff314d1-bb18-4f12-9503-bf336ed57c93, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:55.745398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] For port 5ff314d1-bb18-4f12-9503-bf336ed57c93, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ff314d1-bb18-4f12-9503-bf336ed57c93,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:55.751191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.783113 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:55.783697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.785102 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] 10.222.0.66 "PUT /v2.0/ports/5ff314d1-bb18-4f12-9503-bf336ed57c93 HTTP/1.1" status: 200 len: 1091 time: 0.6230993 Aug 09 16:39:55.785537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d858b6-6123-4b5f-838a-bbc27583e870', 'tag': '5ff314d1-bb18-4f12-9503-bf336ed57c93'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:55.787994 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15baacbd-b117-4f2b-8a94-34712ac7313e" -d '{"events": [{"name": "network-changed", "server_uuid": "88d858b6-6123-4b5f-838a-bbc27583e870", "tag": "5ff314d1-bb18-4f12-9503-bf336ed57c93"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:55.815307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092f9ef-f93e-4fa6-a4ed-dafc33f1627b service neutron] Pushing event updated for resources: {'Port': ['ID=5ff314d1-bb18-4f12-9503-bf336ed57c93,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:55.838056 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea5062a-7dd3-49b9-8752-92f1b6a986e5 x-openstack-request-id: req-5ea5062a-7dd3-49b9-8752-92f1b6a986e5 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:55.838396 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d858b6-6123-4b5f-838a-bbc27583e870", "tag": "5ff314d1-bb18-4f12-9503-bf336ed57c93", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:55.838568 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ea5062a-7dd3-49b9-8752-92f1b6a986e5 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:55.838952 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d858b6-6123-4b5f-838a-bbc27583e870', 'tag': '5ff314d1-bb18-4f12-9503-bf336ed57c93', 'status': 'completed', 'code': 200} Aug 09 16:39:55.872169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-6b37c16b-c96c-49a1-b42f-8700124774be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:55.873695 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-6b37c16b-c96c-49a1-b42f-8700124774be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d82db1807f0d484aaf07ffeba057d269&device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 1094 time: 0.0479264 Aug 09 16:39:55.919339 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-02df288c-1f37-48d9-848d-4ae20b0f84f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ff314d1-bb18-4f12-9503-bf336ed57c93 HTTP/1.1" status: 200 len: 217 time: 0.0368237 Aug 09 16:39:55.973214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-d0311993-1f0d-4920-a54c-48fab4c490d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:55.974904 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-d0311993-1f0d-4920-a54c-48fab4c490d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=694ecac6-bdc3-4c85-b8de-ffc1be04a17b HTTP/1.1" status: 200 len: 853 time: 0.0479228 Aug 09 16:39:56.007589 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-6a398dcf-d88c-4602-8b4e-6aeb26dc9626 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b4020d19-34f2-461f-81b6-73c45da0c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250368 Aug 09 16:39:56.032346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac290a87-d3f5-45d5-8b19-8fc508c193dd req-d8a87129-f63c-456b-b8d9-f87bf9837837 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:56.033810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac290a87-d3f5-45d5-8b19-8fc508c193dd req-d8a87129-f63c-456b-b8d9-f87bf9837837 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 943 time: 0.0516653 Aug 09 16:39:56.075067 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ac290a87-d3f5-45d5-8b19-8fc508c193dd req-b0e2515d-32c5-4e50-8a5f-e9d68a892975 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Aug 09 16:39:56.106099 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-2b46bdb0-fec5-41e0-97d4-9ee929438280 service neutron] 10.222.0.66 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913396 Aug 09 16:39:56.200537 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-274de9d7-0f71-41b9-8f3f-fa99c42f056d req-3810d6e1-3279-4da7-ab81-31fdbad937e3 service neutron] 10.222.0.66 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Aug 09 16:39:56.287909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-08ea6208-7812-4a87-ae45-ac118ff33bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:56.289330 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-08ea6208-7812-4a87-ae45-ac118ff33bb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d82db1807f0d484aaf07ffeba057d269&device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 1094 time: 0.0442359 Aug 09 16:39:56.389344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-f432add3-575c-450e-8aa3-1c38257707aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:56.390856 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-f432add3-575c-450e-8aa3-1c38257707aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=b4020d19-34f2-461f-81b6-73c45da0c022 HTTP/1.1" status: 200 len: 915 time: 0.0942273 Aug 09 16:39:56.438478 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-f85b0466-dfe9-4dbd-be62-882216b49c41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ff314d1-bb18-4f12-9503-bf336ed57c93 HTTP/1.1" status: 200 len: 217 time: 0.0383141 Aug 09 16:39:56.499115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-e8b3a1f1-44fa-44fc-8809-28adb907383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:56.500633 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-e8b3a1f1-44fa-44fc-8809-28adb907383e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=694ecac6-bdc3-4c85-b8de-ffc1be04a17b HTTP/1.1" status: 200 len: 853 time: 0.0540633 Aug 09 16:39:56.534362 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-5d67d779-7d15-446b-8139-689e67ff7de1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b4020d19-34f2-461f-81b6-73c45da0c022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254793 Aug 09 16:39:56.632426 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-d9aec22e-4797-450d-98e5-095355eb2a50 service neutron] 10.222.0.66 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895641 Aug 09 16:39:56.745735 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-15baacbd-b117-4f2b-8a94-34712ac7313e req-cb658ec3-1c52-42b3-afa1-f42b08223e23 service neutron] 10.222.0.66 "GET /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030118 Aug 09 16:39:57.199250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b9d6-bcfc-4585-bc0c-8cf4ca63348a req-a4f37ee7-7a7a-4163-a4a3-ff7353af086f tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:57.200805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b15b9d6-bcfc-4585-bc0c-8cf4ca63348a req-a4f37ee7-7a7a-4163-a4a3-ff7353af086f tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 943 time: 0.0552204 Aug 09 16:39:57.238808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0b15b9d6-bcfc-4585-bc0c-8cf4ca63348a req-0f6699f2-dddb-4f47-a19e-d6bad925d399 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Aug 09 16:39:58.362376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f2631-4090-4585-9aea-ae999e53a587 req-938b768a-420e-4207-94ad-40c87361111a tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:58.363920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-896f2631-4090-4585-9aea-ae999e53a587 req-938b768a-420e-4207-94ad-40c87361111a tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 943 time: 0.0551808 Aug 09 16:39:58.402816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-896f2631-4090-4585-9aea-ae999e53a587 req-f6a103d5-5228-4099-a7e1-84d2ff52d565 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Aug 09 16:39:59.231920 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.237149 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.545443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed861c-643d-4179-9408-aeba1c235ff9 req-196c2aca-9fee-42a8-b51f-9b989cea1247 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:59.546867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01ed861c-643d-4179-9408-aeba1c235ff9 req-196c2aca-9fee-42a8-b51f-9b989cea1247 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 943 time: 0.0663993 Aug 09 16:39:59.587055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01ed861c-643d-4179-9408-aeba1c235ff9 req-fad26dd6-7180-48d2-83cf-bff295cd3e6a tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Aug 09 16:39:59.818108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 5ff314d1-bb18-4f12-9503-bf336ed57c93 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:39:59.930069 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 5ff314d1-bb18-4f12-9503-bf336ed57c93, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ff314d1-bb18-4f12-9503-bf336ed57c93,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:59.947081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '5ff314d1-bb18-4f12-9503-bf336ed57c93', 'network_id': 'b4020d19-34f2-461f-81b6-73c45da0c022', 'port_id': '5ff314d1-bb18-4f12-9503-bf336ed57c93', 'mac_address': 'fa:16:3e:cb:d3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694ecac6-bdc3-4c85-b8de-ffc1be04a17b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:39:59.988249 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:00.007719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff314d1-bb18-4f12-9503-bf336ed57c93 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:40:00.028887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 5ff314d1-bb18-4f12-9503-bf336ed57c93, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ff314d1-bb18-4f12-9503-bf336ed57c93,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:00.035265 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:00.087435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=5ff314d1-bb18-4f12-9503-bf336ed57c93,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:00.262125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['5ff314d1-bb18-4f12-9503-bf336ed57c93'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:40:00.726873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebddb50-f4c4-44d0-aab7-103b4866ed6b req-30652fbe-7705-4df6-8dfd-ed34ea0eba8a tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:00.728443 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ebddb50-f4c4-44d0-aab7-103b4866ed6b req-30652fbe-7705-4df6-8dfd-ed34ea0eba8a tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 944 time: 0.0655487 Aug 09 16:40:00.768527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ebddb50-f4c4-44d0-aab7-103b4866ed6b req-1d801b00-8020-4d23-9dea-94bcb131cc60 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338557 Aug 09 16:40:01.821939 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 5ff314d1-bb18-4f12-9503-bf336ed57c93 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:01.874429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 5ff314d1-bb18-4f12-9503-bf336ed57c93 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:01.878783 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 5ff314d1-bb18-4f12-9503-bf336ed57c93 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:01.879380 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:01.888365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb45093-d6eb-42c8-8bb7-4fb12cbd095b req-4ee3ee1d-0c97-43dd-b8cc-b1eb0fd6657f tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:01.889931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8bb45093-d6eb-42c8-8bb7-4fb12cbd095b req-4ee3ee1d-0c97-43dd-b8cc-b1eb0fd6657f tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 944 time: 0.0520751 Aug 09 16:40:01.930792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8bb45093-d6eb-42c8-8bb7-4fb12cbd095b req-6eff47eb-369c-4aa0-99b0-07b0c456d02e tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347316 Aug 09 16:40:02.133840 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.168639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d858b6-6123-4b5f-838a-bbc27583e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff314d1-bb18-4f12-9503-bf336ed57c93'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:02.170927 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e8b34-a8df-490c-b56d-6e1cc1b0eb86" -d '{"events": [{"server_uuid": "88d858b6-6123-4b5f-838a-bbc27583e870", "name": "network-vif-plugged", "status": "completed", "tag": "5ff314d1-bb18-4f12-9503-bf336ed57c93"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:02.183942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 5ff314d1-bb18-4f12-9503-bf336ed57c93, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ff314d1-bb18-4f12-9503-bf336ed57c93,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:02.189164 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.219877 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cea00d-0f23-41e4-91ee-06768aa1f849 x-openstack-request-id: req-80cea00d-0f23-41e4-91ee-06768aa1f849 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:02.220166 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d858b6-6123-4b5f-838a-bbc27583e870", "name": "network-vif-plugged", "status": "completed", "tag": "5ff314d1-bb18-4f12-9503-bf336ed57c93", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:02.220417 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80cea00d-0f23-41e4-91ee-06768aa1f849 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:02.220811 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d858b6-6123-4b5f-838a-bbc27583e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff314d1-bb18-4f12-9503-bf336ed57c93', 'code': 200} Aug 09 16:40:02.241692 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=5ff314d1-bb18-4f12-9503-bf336ed57c93,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:02.318542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b9b10-3497-4887-a2a0-413003fd3b5e req-0817187d-0f1f-4182-b223-fbbb0d210b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:02.320372 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e2b9b10-3497-4887-a2a0-413003fd3b5e req-0817187d-0f1f-4182-b223-fbbb0d210b65 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 1096 time: 0.0435717 Aug 09 16:40:02.357546 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3e2b9b10-3497-4887-a2a0-413003fd3b5e req-e512d4ed-ba97-41ff-b738-c94efab8eb2b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294533 Aug 09 16:40:03.064103 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364729a4-5ea6-4e36-a58a-fc3a9c287fbe req-856d6d52-85b0-4ce5-ad92-ab6b6e5789ef tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:03.065625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-364729a4-5ea6-4e36-a58a-fc3a9c287fbe req-856d6d52-85b0-4ce5-ad92-ab6b6e5789ef tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 945 time: 0.0615518 Aug 09 16:40:03.106638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-364729a4-5ea6-4e36-a58a-fc3a9c287fbe req-726becd3-c599-42cf-ba1d-afad408d000c tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344584 Aug 09 16:40:04.246439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30bf1b-5bb2-4c63-b06a-b2e71bc4eba8 req-3d2aa0d9-8f39-4a6c-9ef1-7e8dba526056 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:04.248015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df30bf1b-5bb2-4c63-b06a-b2e71bc4eba8 req-3d2aa0d9-8f39-4a6c-9ef1-7e8dba526056 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 945 time: 0.0677121 Aug 09 16:40:04.290842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-df30bf1b-5bb2-4c63-b06a-b2e71bc4eba8 req-a58547ba-057e-4f4e-bef4-6dfbea672930 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Aug 09 16:40:04.554079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56c49f-4739-4ae4-b188-c5ca13f145aa req-b94a0815-ecbe-46e3-be6e-0d30260ca795 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:04.555603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a56c49f-4739-4ae4-b188-c5ca13f145aa req-b94a0815-ecbe-46e3-be6e-0d30260ca795 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 945 time: 0.0557759 Aug 09 16:40:04.599167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a56c49f-4739-4ae4-b188-c5ca13f145aa req-bda580c1-2959-4760-b9a8-696f2d771a17 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345778 Aug 09 16:40:05.728676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557541-3699-49a9-90f7-b8b38865b891 req-e6bd7e20-a02b-4853-a285-1803bc433883 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:05.730147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9557541-3699-49a9-90f7-b8b38865b891 req-e6bd7e20-a02b-4853-a285-1803bc433883 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 945 time: 0.0517426 Aug 09 16:40:05.769944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9557541-3699-49a9-90f7-b8b38865b891 req-7a4e7871-349c-4d40-bdf3-9b664d4f4b08 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Aug 09 16:40:06.007255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-8dcd8b18-0076-491a-82b7-d82bfeda131f tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:06.008712 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-8dcd8b18-0076-491a-82b7-d82bfeda131f tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.66 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 945 time: 0.0641441 Aug 09 16:40:06.113279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Deleting port 5ff314d1-bb18-4f12-9503-bf336ed57c93 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:06.113575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:06.199290 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] For port 5ff314d1-bb18-4f12-9503-bf336ed57c93, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=5ff314d1-bb18-4f12-9503-bf336ed57c93,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:06.199541 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:06.212772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Calling delete_port for 5ff314d1-bb18-4f12-9503-bf336ed57c93 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:06.349261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:06.363429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['5ff314d1-bb18-4f12-9503-bf336ed57c93'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:40:06.366163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9f352145-39df-4d5e-9112-4134f0bc4fa7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:40:06.376340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Pushing event deleted for resources: {'Port': ['ID=5ff314d1-bb18-4f12-9503-bf336ed57c93,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:06.425274 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] No DVR routers for this DVR port 5ff314d1-bb18-4f12-9503-bf336ed57c93 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:06.427971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:06.430385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a7f7dae8-4840-4860-bd70-8db9fe6326c8 req-544d6260-0600-440c-a626-437646403878 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.66 "DELETE /v2.0/ports/5ff314d1-bb18-4f12-9503-bf336ed57c93 HTTP/1.1" status: 204 len: 173 time: 0.4147887 Aug 09 16:40:06.430695 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d858b6-6123-4b5f-838a-bbc27583e870', 'name': 'network-vif-deleted', 'tag': '5ff314d1-bb18-4f12-9503-bf336ed57c93'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:06.433035 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14681130-9269-458a-839c-d7e5fec160ae" -d '{"events": [{"server_uuid": "88d858b6-6123-4b5f-838a-bbc27583e870", "name": "network-vif-deleted", "tag": "5ff314d1-bb18-4f12-9503-bf336ed57c93"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:06.471102 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da69d8-ef1c-466d-abb4-8d3163a23e96 x-openstack-request-id: req-24da69d8-ef1c-466d-abb4-8d3163a23e96 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:06.471413 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d858b6-6123-4b5f-838a-bbc27583e870", "name": "network-vif-deleted", "tag": "5ff314d1-bb18-4f12-9503-bf336ed57c93", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:06.471662 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24da69d8-ef1c-466d-abb4-8d3163a23e96 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:06.472097 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d858b6-6123-4b5f-838a-bbc27583e870', 'name': 'network-vif-deleted', 'tag': '5ff314d1-bb18-4f12-9503-bf336ed57c93', 'status': 'completed', 'code': 200} Aug 09 16:40:06.885801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2fd40101-a326-4765-85c7-4e77d9675d2d req-8e7a3987-6195-4ce9-bd17-df95593e1b31 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d858b6-6123-4b5f-838a-bbc27583e870 HTTP/1.1" status: 200 len: 210 time: 0.0327208 Aug 09 16:40:08.049734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de4861-ecdf-4603-87af-f6f92a63ff13 req-ab0d4c77-6a4c-4096-bc96-9ccb09b89ea3 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:08.051582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3de4861-ecdf-4603-87af-f6f92a63ff13 req-ab0d4c77-6a4c-4096-bc96-9ccb09b89ea3 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0607071 Aug 09 16:40:08.090701 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f3de4861-ecdf-4603-87af-f6f92a63ff13 req-42583822-00c7-4f32-9c54-3cad84625e1a tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Aug 09 16:40:08.257650 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799c027-77a0-4f72-b6cb-63166e3a8a73 req-8b614069-823e-4f22-8f6f-0329b56ef358 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:08.259478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7799c027-77a0-4f72-b6cb-63166e3a8a73 req-8b614069-823e-4f22-8f6f-0329b56ef358 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0721731 Aug 09 16:40:08.298517 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7799c027-77a0-4f72-b6cb-63166e3a8a73 req-5d8c5f0d-be76-4df6-8e99-57c481352835 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Aug 09 16:40:08.435016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e494949-d6bc-4169-a836-3ff9ca1c1794 req-399cd3b0-f4ad-46a4-9c21-3cc5030cea72 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:08.436601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e494949-d6bc-4169-a836-3ff9ca1c1794 req-399cd3b0-f4ad-46a4-9c21-3cc5030cea72 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0675459 Aug 09 16:40:08.481853 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e494949-d6bc-4169-a836-3ff9ca1c1794 req-96fa62ab-a99e-495c-b642-700b6a67be2a tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Aug 09 16:40:08.661873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216a73b-b173-4da7-8ea2-5f642c677231 req-32e16759-5f45-43c7-8b1a-8bdbca1d77a8 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:08.663391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5216a73b-b173-4da7-8ea2-5f642c677231 req-32e16759-5f45-43c7-8b1a-8bdbca1d77a8 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0533049 Aug 09 16:40:08.706359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5216a73b-b173-4da7-8ea2-5f642c677231 req-c22b5192-61d5-4518-a11e-61b6667a4142 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341272 Aug 09 16:40:08.833165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40c9df-02bc-475d-86eb-f3123abae38a req-f7e1bdb7-84f9-4d21-be4b-1ee92d8304cd tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:08.834636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b40c9df-02bc-475d-86eb-f3123abae38a req-f7e1bdb7-84f9-4d21-be4b-1ee92d8304cd tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0582674 Aug 09 16:40:08.889873 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b40c9df-02bc-475d-86eb-f3123abae38a req-f92e6d37-1886-418e-9bc4-6d73b0d5bb07 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460522 Aug 09 16:40:09.018819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f0bbc-9b67-4608-a814-87dceb32d9e5 req-92d081f7-7462-4e9a-b305-6c8131c64a59 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:09.020339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-133f0bbc-9b67-4608-a814-87dceb32d9e5 req-92d081f7-7462-4e9a-b305-6c8131c64a59 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0523295 Aug 09 16:40:09.065863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-133f0bbc-9b67-4608-a814-87dceb32d9e5 req-61f9b18a-e95c-4e0a-a6b9-bc86fd138684 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390913 Aug 09 16:40:09.741022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea61a4-0fc3-424b-8c29-af001b32e743 req-8c1b877c-eb82-4456-b4b2-13006de490f1 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:09.742859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73ea61a4-0fc3-424b-8c29-af001b32e743 req-8c1b877c-eb82-4456-b4b2-13006de490f1 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.3958101 Aug 09 16:40:09.781915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-73ea61a4-0fc3-424b-8c29-af001b32e743 req-ab03f189-0951-4553-ad9c-81f8052b7cb8 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325787 Aug 09 16:40:09.836152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 5ff314d1-bb18-4f12-9503-bf336ed57c93 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:40:09.857294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 5ff314d1-bb18-4f12-9503-bf336ed57c93 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:40:09.857644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 5ff314d1-bb18-4f12-9503-bf336ed57c93 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:40:10.697736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7bee-be24-4d40-a728-75fb49490a20 req-e1b93ee2-a40e-4202-98a7-a96205ab12ee tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:10.699260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-011f7bee-be24-4d40-a728-75fb49490a20 req-e1b93ee2-a40e-4202-98a7-a96205ab12ee tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0538273 Aug 09 16:40:10.798595 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Deleting port 9f352145-39df-4d5e-9112-4134f0bc4fa7 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:10.798809 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:10.920198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] For port 9f352145-39df-4d5e-9112-4134f0bc4fa7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=9f352145-39df-4d5e-9112-4134f0bc4fa7,segment=NetworkSegment(59795fdc-4e41-48d7-b780-ef40949ce8d5),segment_id=59795fdc-4e41-48d7-b780-ef40949ce8d5)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:10.920568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:10.936360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Calling delete_port for 9f352145-39df-4d5e-9112-4134f0bc4fa7 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:10.950660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c58d-0cb6-48cf-87fd-226bd9a209bf req-350a6c07-ce72-4a0e-b52f-87460423b3cd tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:10.952191 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e28c58d-0cb6-48cf-87fd-226bd9a209bf req-350a6c07-ce72-4a0e-b52f-87460423b3cd tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbfd96ac-83a8-4c00-af97-81a06eecfb2b HTTP/1.1" status: 200 len: 946 time: 0.0985773 Aug 09 16:40:11.034868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e28c58d-0cb6-48cf-87fd-226bd9a209bf req-a724ebf9-9815-44a0-9d26-6bdf125fd6b3 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.64 "GET /v2.0/security-groups?id=6eba7879-f0c7-4385-bdf4-6877e7b6ad29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752473 Aug 09 16:40:11.107534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:11.119466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['9f352145-39df-4d5e-9112-4134f0bc4fa7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:40:11.138627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Pushing event deleted for resources: {'Port': ['ID=9f352145-39df-4d5e-9112-4134f0bc4fa7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:11.151757 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.152135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.152475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.152810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.153141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.153562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.153796 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.154118 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.154448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.154771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.155092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.155407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:11.194680 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] No DVR routers for this DVR port 9f352145-39df-4d5e-9112-4134f0bc4fa7 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:11.198122 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:11.201015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-011f7bee-be24-4d40-a728-75fb49490a20 req-eeb4d0a8-c401-434c-8c36-aad3388ad738 tempest-ServersNegativeTestJSON-1075164497 tempest-ServersNegativeTestJSON-1075164497-project] 10.222.0.35 "DELETE /v2.0/ports/9f352145-39df-4d5e-9112-4134f0bc4fa7 HTTP/1.1" status: 204 len: 173 time: 0.4947302 Aug 09 16:40:11.201625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfd96ac-83a8-4c00-af97-81a06eecfb2b', 'name': 'network-vif-deleted', 'tag': '9f352145-39df-4d5e-9112-4134f0bc4fa7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:11.204716 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca65c3-546a-4652-bf36-da16c10a5727" -d '{"events": [{"server_uuid": "bbfd96ac-83a8-4c00-af97-81a06eecfb2b", "name": "network-vif-deleted", "tag": "9f352145-39df-4d5e-9112-4134f0bc4fa7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:11.245323 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a8f3c6-55e0-43f1-99a1-3b42b9689aee x-openstack-request-id: req-f8a8f3c6-55e0-43f1-99a1-3b42b9689aee {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:11.245889 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfd96ac-83a8-4c00-af97-81a06eecfb2b", "name": "network-vif-deleted", "tag": "9f352145-39df-4d5e-9112-4134f0bc4fa7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:11.246239 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8a8f3c6-55e0-43f1-99a1-3b42b9689aee {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:11.246882 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfd96ac-83a8-4c00-af97-81a06eecfb2b', 'name': 'network-vif-deleted', 'tag': '9f352145-39df-4d5e-9112-4134f0bc4fa7', 'status': 'completed', 'code': 200} Aug 09 16:40:11.880831 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:40:12.094480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44146) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:12.141452 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Deleting subnet 694ecac6-bdc3-4c85-b8de-ffc1be04a17b {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:40:12.144908 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.182649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.222163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.288029 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.319771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694ecac6-bdc3-4c85-b8de-ffc1be04a17b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:12.322945 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.324589 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/694ecac6-bdc3-4c85-b8de-ffc1be04a17b HTTP/1.1" status: 204 len: 168 time: 0.2287738 Aug 09 16:40:12.327141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44148) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:12.333628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.333976 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.334329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.334659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.334985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.335304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.335621 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.336028 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.336365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.336685 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.337029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.337344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ea13-e3be-4752-b6d4-8a248d52345b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:12.404736 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.487866 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.498074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4020d19-34f2-461f-81b6-73c45da0c022']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:12.508958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59795fdc-4e41-48d7-b780-ef40949ce8d5') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:12.509238 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59795fdc-4e41-48d7-b780-ef40949ce8d5') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:12.518219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.536303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.541035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:40:12.541395 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:40:12.543151 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:40:12.600153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.606012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.607878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b4020d19-34f2-461f-81b6-73c45da0c022 HTTP/1.1" status: 204 len: 168 time: 0.2797084 Aug 09 16:40:12.623499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb154d7-a5a8-46aa-a9c6-49ed7258a629 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4020d19-34f2-461f-81b6-73c45da0c022,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:12.725279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44152) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:12.766409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-29c30b92-4888-47b2-afab-ed1ce11a6448 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d82db1807f0d484aaf07ffeba057d269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399630 Aug 09 16:40:12.769096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44154) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:12.822663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23efec85-b223-47e6-82a3-cf01431a4172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.845653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23efec85-b223-47e6-82a3-cf01431a4172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.896091 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23efec85-b223-47e6-82a3-cf01431a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.898654 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-23efec85-b223-47e6-82a3-cf01431a4172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:12.899942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-23efec85-b223-47e6-82a3-cf01431a4172 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6eba7879-f0c7-4385-bdf4-6877e7b6ad29 HTTP/1.1" status: 204 len: 168 time: 0.1299138 Aug 09 16:40:12.908021 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efec85-b223-47e6-82a3-cf01431a4172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eba7879-f0c7-4385-bdf4-6877e7b6ad29,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:13.679118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44176) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:13.800903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571156172'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:13.825554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:13.829617 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:13.838423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:13.934321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:13.939947 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:13.969361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:13.980034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1612b6d-f39c-4480-aa36-33454f10d353,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:13.986766 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:13.987118 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Added segment 23bbfa0e-6f79-4449-bc2a-8a01d6a21f16 of type vlan for network 2aede60b-4081-4b45-9978-c7b9015ddfee Aug 09 16:40:14.028024 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:14.059216 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:14.067115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:14.067992 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:14.155466 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4748416 Aug 09 16:40:14.178179 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270fb55-fdcd-4646-b34d-dff04cf13812 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Network': ['ID=2aede60b-4081-4b45-9978-c7b9015ddfee,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:14.189433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 2aede60b-4081-4b45-9978-c7b9015ddfee details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:14.924494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9f352145-39df-4d5e-9112-4134f0bc4fa7 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:40:14.945028 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 9f352145-39df-4d5e-9112-4134f0bc4fa7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:40:14.945334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 9f352145-39df-4d5e-9112-4134f0bc4fa7 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:40:15.137652 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0d6c-f734-4574-b9b7-aefb9f729c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.370536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44180) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:17.378978 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'subnet': {'network_id': '2aede60b-4081-4b45-9978-c7b9015ddfee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:17.497139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:17.500902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.607524 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-20af809e-aa5f-47a2-95b5-de476d83b228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.698045 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.768662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Subnet': ['ID=60be1bd3-6b3a-48cc-b6c3-c3826a70aa48,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:17.778794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Checking segment: {'id': '23bbfa0e-6f79-4449-bc2a-8a01d6a21f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '2aede60b-4081-4b45-9978-c7b9015ddfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:17.779156 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network hostable DHCP agents. Network: 2aede60b-4081-4b45-9978-c7b9015ddfee, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:17.799853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network 2aede60b-4081-4b45-9978-c7b9015ddfee is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:17.819730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 2aede60b-4081-4b45-9978-c7b9015ddfee) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:17.826328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:17.826939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.839658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de10eed-bf7d-4024-9583-f6a45f2956e1 None None] Network 2aede60b-4081-4b45-9978-c7b9015ddfee requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:17.846229 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-34b2be2d-680d-4dd6-bf9d-249385880f0d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4742014 Aug 09 16:40:17.849949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44182) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:17.855463 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336351514'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:17.878173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:17.882089 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.885635 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.908385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:17.919379 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.919707 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Added segment b5d207da-17c0-4aa0-954e-e1d9c16f746e of type vlan for network 9a39cf16-880d-4dea-951f-6923610d2650 Aug 09 16:40:17.961922 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.994388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:17.998855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-2aede60b-4081-4b45-9978-c7b9015ddfee', 'network_id': '2aede60b-4081-4b45-9978-c7b9015ddfee', 'tenant_id': '00f1a1d6ad7e4fc895ee779e8fffbcd9', 'fixed_ips': [{'subnet_id': '60be1bd3-6b3a-48cc-b6c3-c3826a70aa48'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:17.999738 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.001870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:18.002198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.061808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2104940 Aug 09 16:40:18.064687 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44184) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:18.070172 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'subnet': {'network_id': '9a39cf16-880d-4dea-951f-6923610d2650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:18.126611 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5efc50-e16d-4bf3-8f46-c776f662266e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Network': ['ID=9a39cf16-880d-4dea-951f-6923610d2650,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:18.139738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9a39cf16-880d-4dea-951f-6923610d2650 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:18.142716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Allocated IP 2001:db8:0:ffff::2 (2aede60b-4081-4b45-9978-c7b9015ddfee/60be1bd3-6b3a-48cc-b6c3-c3826a70aa48/2dbad9fd-28df-4e23-9e5b-b1a8924c439d) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:18.172337 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:18.176054 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.339186 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.348387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Transition to ACTIVE for port object 2dbad9fd-28df-4e23-9e5b-b1a8924c439d will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:18.364279 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Transition to ACTIVE for port object 2dbad9fd-28df-4e23-9e5b-b1a8924c439d will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:18.372383 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.374956 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.408355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Network 2aede60b-4081-4b45-9978-c7b9015ddfee is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:18.414755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:18.418839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:18.426419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Pushing event updated for resources: {'Port': ['ID=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:18.437236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.437582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.437921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.438255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.438585 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.438913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.439225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.439561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.439893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.440221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.440554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.440872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:18.440981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Subnet': ['ID=7e692e1a-863a-4d35-87b2-379ba84c8f7d,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:18.454602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Checking segment: {'id': 'b5d207da-17c0-4aa0-954e-e1d9c16f746e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9a39cf16-880d-4dea-951f-6923610d2650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:18.455043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network hostable DHCP agents. Network: 9a39cf16-880d-4dea-951f-6923610d2650, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:18.473517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network 9a39cf16-880d-4dea-951f-6923610d2650 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:18.485515 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9a39cf16-880d-4dea-951f-6923610d2650) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:18.490738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:18.492355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.494187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc27235-101d-4515-852a-c5eceedde922 None None] Network 9a39cf16-880d-4dea-951f-6923610d2650 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:18.496505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Attempting to bind port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:18.496867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Attempting to bind port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '23bbfa0e-6f79-4449-bc2a-8a01d6a21f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '2aede60b-4081-4b45-9978-c7b9015ddfee'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:18.497221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Attempting to bind port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d on network 2aede60b-4081-4b45-9978-c7b9015ddfee {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:18.508220 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e9af6547-bf06-437b-9a1d-cab2ad5a7d90 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4423258 Aug 09 16:40:18.511980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:18.540466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:18.540861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Checking segment: {'id': '23bbfa0e-6f79-4449-bc2a-8a01d6a21f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '2aede60b-4081-4b45-9978-c7b9015ddfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:18.541255 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.541646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Bound using segment: {'id': '23bbfa0e-6f79-4449-bc2a-8a01d6a21f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '2aede60b-4081-4b45-9978-c7b9015ddfee'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:18.542086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Bound port: 2dbad9fd-28df-4e23-9e5b-b1a8924c439d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bbfa0e-6f79-4449-bc2a-8a01d6a21f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '2aede60b-4081-4b45-9978-c7b9015ddfee'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:18.542481 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.611929 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.659466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] For port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:18.664137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] For port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,segment=NetworkSegment(23bbfa0e-6f79-4449-bc2a-8a01d6a21f16),segment_id=23bbfa0e-6f79-4449-bc2a-8a01d6a21f16)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:18.673035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.700565 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.729254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c468dc-4b9c-435d-ab4a-3771ecab8844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9a39cf16-880d-4dea-951f-6923610d2650', 'network_id': '9a39cf16-880d-4dea-951f-6923610d2650', 'tenant_id': '00f1a1d6ad7e4fc895ee779e8fffbcd9', 'fixed_ips': [{'subnet_id': '7e692e1a-863a-4d35-87b2-379ba84c8f7d'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:18.729863 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a1c468dc-4b9c-435d-ab4a-3771ecab8844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.762981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075943c-b6f5-4576-9414-f6e590892212 None None] Pushing event updated for resources: {'Port': ['ID=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:18.787511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.815592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Subnet': ['ID=7e692e1a-863a-4d35-87b2-379ba84c8f7d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server [None req-a1c468dc-4b9c-435d-ab4a-3771ecab8844 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e692e1a-863a-4d35-87b2-379ba84c8f7d: This subnet is being modified by another concurrent operation. Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server raise exception Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e692e1a-863a-4d35-87b2-379ba84c8f7d: This subnet is being modified by another concurrent operation. Aug 09 16:40:18.875274 n-d-799523-2 neutron-server[94179]: ERROR oslo_messaging.rpc.server Aug 09 16:40:18.889423 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.891584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a9a31-7467-43b6-bc0a-ecd412c3c619 None None] Network 9a39cf16-880d-4dea-951f-6923610d2650 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:18.899327 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a39cf16-880d-4dea-951f-6923610d2650']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:18.915376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d207da-17c0-4aa0-954e-e1d9c16f746e') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:18.915376 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d207da-17c0-4aa0-954e-e1d9c16f746e') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:18.921689 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.944696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.950982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:40:18.951381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:40:18.954809 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:40:19.016166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.024083 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.026475 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/9a39cf16-880d-4dea-951f-6923610d2650 HTTP/1.1" status: 204 len: 168 time: 0.5135560 Aug 09 16:40:19.032014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44188) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:19.040011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1097345955'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:19.040311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccebb15-99e0-4864-875c-d080f88c6fc6 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Network': ['ID=9a39cf16-880d-4dea-951f-6923610d2650,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:19.069827 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:19.073916 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.097864 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:19.107315 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.107682 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Added segment 5771300c-fa24-4751-a2a8-03017f704691 of type vlan for network 4895b54e-6f7b-4d20-9ca1-09b95c581f37 Aug 09 16:40:19.148128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.187543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.193412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:19.194156 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.250878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2169402 Aug 09 16:40:19.253912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44190) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:19.259095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'subnet': {'network_id': '4895b54e-6f7b-4d20-9ca1-09b95c581f37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:19.291965 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.319810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b7d77-b27e-43a1-b1f6-b2964e2ff87a tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Network': ['ID=4895b54e-6f7b-4d20-9ca1-09b95c581f37,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:19.333212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4895b54e-6f7b-4d20-9ca1-09b95c581f37 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:19.369432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:19.373248 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.437728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Performing IP validity checks on allocation pools {{(pid=94177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 16:40:19.438239 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.ipam_backend_mixin [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 16:40:19.576652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.633281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Subnet': ['ID=0f7b5b1f-a698-4c50-b69f-a17b03b816b2,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:19.649690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Checking segment: {'id': '5771300c-fa24-4751-a2a8-03017f704691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '4895b54e-6f7b-4d20-9ca1-09b95c581f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:19.650072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network hostable DHCP agents. Network: 4895b54e-6f7b-4d20-9ca1-09b95c581f37, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:19.668716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network 4895b54e-6f7b-4d20-9ca1-09b95c581f37 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:19.670945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a40885-49ec-47d0-a300-278a9182d4d6 None None] Network 2aede60b-4081-4b45-9978-c7b9015ddfee requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:19.679602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4895b54e-6f7b-4d20-9ca1-09b95c581f37) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:19.684107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:19.684704 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.702446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a1857810-36c3-4f2d-bfe3-7aeb1e07a540 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4473321 Aug 09 16:40:19.705547 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44192) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:19.714693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bc351-a160-4a2d-9541-8929ff9c9fc8 None None] Network 4895b54e-6f7b-4d20-9ca1-09b95c581f37 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:19.782002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f564cbd1-d6bf-44a2-880b-e9202f8755fd None None] Provisioning for port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:19.819733 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.880886 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.945721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066b93cf-09aa-4b2c-b24d-f4d443000b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-4895b54e-6f7b-4d20-9ca1-09b95c581f37', 'network_id': '4895b54e-6f7b-4d20-9ca1-09b95c581f37', 'tenant_id': '00f1a1d6ad7e4fc895ee779e8fffbcd9', 'fixed_ips': [{'subnet_id': '0f7b5b1f-a698-4c50-b69f-a17b03b816b2'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:19.946703 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-066b93cf-09aa-4b2c-b24d-f4d443000b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.953495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.983077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7b5b1f-a698-4c50-b69f-a17b03b816b2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:20.038107 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b668cb-2c55-4657-bc5e-36e26f5353b2 None None] Network 4895b54e-6f7b-4d20-9ca1-09b95c581f37 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:20.061763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.076175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4895b54e-6f7b-4d20-9ca1-09b95c581f37']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:20.088310 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5771300c-fa24-4751-a2a8-03017f704691') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:20.088691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5771300c-fa24-4751-a2a8-03017f704691') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:20.100419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.114861 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.121702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:40:20.122213 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:40:20.125407 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:40:20.157387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a4cbf-1d2a-4e2f-8c0d-bfa135e21461 None None] get_active_networks_info from n-d-799523-2 {{(pid=94179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:40:20.189466 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.194895 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.201110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/4895b54e-6f7b-4d20-9ca1-09b95c581f37 HTTP/1.1" status: 204 len: 168 time: 0.4900839 Aug 09 16:40:20.201642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44194) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:20.208105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769145664'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:20.214792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3b6c4-cdb1-48cc-8f86-11594f830c9b tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Network': ['ID=4895b54e-6f7b-4d20-9ca1-09b95c581f37,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:20.233335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a4cbf-1d2a-4e2f-8c0d-bfa135e21461 None None] Resources bound (agent type, host, resource id): {{(pid=94179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:40:20.234025 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:20.237771 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.263305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:20.272793 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.273160 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Added segment 05e40bdf-f617-419d-8e6b-97ec884410dd of type vlan for network d5f1fc6c-93c0-412d-b2fa-ace5776cb14f Aug 09 16:40:20.317678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.348280 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.354036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:20.354630 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.417937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44196) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:20.418225 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2151639 Aug 09 16:40:20.423367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'subnet': {'network_id': 'd5f1fc6c-93c0-412d-b2fa-ace5776cb14f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:20.424391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ad9e3-7b41-4673-a862-8973cd490920 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Network': ['ID=d5f1fc6c-93c0-412d-b2fa-ace5776cb14f,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:20.438341 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network d5f1fc6c-93c0-412d-b2fa-ace5776cb14f details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:20.518813 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:20.522469 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.600772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2dbad9fd-28df-4e23-9e5b-b1a8924c439d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:20.650161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:20.653896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:20.654264 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.705623 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.722464 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.745408 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.777242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Subnet': ['ID=33dc912e-3077-400d-9eba-d64e3f164799,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:20.786242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,segment=NetworkSegment(23bbfa0e-6f79-4449-bc2a-8a01d6a21f16),segment_id=23bbfa0e-6f79-4449-bc2a-8a01d6a21f16)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:20.791807 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.793911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Checking segment: {'id': '05e40bdf-f617-419d-8e6b-97ec884410dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd5f1fc6c-93c0-412d-b2fa-ace5776cb14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:20.794256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network hostable DHCP agents. Network: d5f1fc6c-93c0-412d-b2fa-ace5776cb14f, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:20.814789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network d5f1fc6c-93c0-412d-b2fa-ace5776cb14f is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:20.824387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, d5f1fc6c-93c0-412d-b2fa-ace5776cb14f) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:20.832977 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:20.833946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.835047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56a4b5-baf1-46c3-849b-f91b5d8a8e89 None None] Network d5f1fc6c-93c0-412d-b2fa-ace5776cb14f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:20.855037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5dbe8613-d369-478c-acf8-106446f3b20d tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4314325 Aug 09 16:40:20.855387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44198) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:20.861064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-174842418'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:20.884586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:20.888241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.888578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:20.912204 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:20.921867 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:20.922220 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Added segment d52516d7-8f3d-4131-a638-94dbf9df0dfc of type vlan for network 42d43a54-7982-4211-8f50-164625b547ff Aug 09 16:40:20.963904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.000000 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.000690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-d5f1fc6c-93c0-412d-b2fa-ace5776cb14f', 'network_id': 'd5f1fc6c-93c0-412d-b2fa-ace5776cb14f', 'tenant_id': '00f1a1d6ad7e4fc895ee779e8fffbcd9', 'fixed_ips': [{'subnet_id': '33dc912e-3077-400d-9eba-d64e3f164799'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:21.001607 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.005915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:21.006440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.064397 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2074008 Aug 09 16:40:21.067441 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44200) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:21.073169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Request body: {'subnet': {'network_id': '42d43a54-7982-4211-8f50-164625b547ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:21.081072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068a7e1-5ca9-4bf6-8dd2-93d5269f86be tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Network': ['ID=42d43a54-7982-4211-8f50-164625b547ff,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:21.095630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 42d43a54-7982-4211-8f50-164625b547ff details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:21.176987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Made reservation on behalf of 00f1a1d6ad7e4fc895ee779e8fffbcd9 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:21.180986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.201429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Allocated IP 2001:db8::2 (d5f1fc6c-93c0-412d-b2fa-ace5776cb14f/33dc912e-3077-400d-9eba-d64e3f164799/d00e921b-bdc9-47f7-b5df-2325c1f48660) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:21.347034 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.355760 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Transition to ACTIVE for port object d00e921b-bdc9-47f7-b5df-2325c1f48660 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:21.371219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Transition to ACTIVE for port object d00e921b-bdc9-47f7-b5df-2325c1f48660 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:21.378227 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.421916 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Network d5f1fc6c-93c0-412d-b2fa-ace5776cb14f is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:21.425096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:21.429665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:21.433234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Pushing event updated for resources: {'Port': ['ID=d00e921b-bdc9-47f7-b5df-2325c1f48660,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:21.502022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Attempting to bind port d00e921b-bdc9-47f7-b5df-2325c1f48660 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:21.502405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Attempting to bind port d00e921b-bdc9-47f7-b5df-2325c1f48660 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '05e40bdf-f617-419d-8e6b-97ec884410dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd5f1fc6c-93c0-412d-b2fa-ace5776cb14f'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:21.502761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Attempting to bind port d00e921b-bdc9-47f7-b5df-2325c1f48660 on network d5f1fc6c-93c0-412d-b2fa-ace5776cb14f {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:21.508643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:21.509211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Checking segment: {'id': '05e40bdf-f617-419d-8e6b-97ec884410dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd5f1fc6c-93c0-412d-b2fa-ace5776cb14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:21.509862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.510272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Bound using segment: {'id': '05e40bdf-f617-419d-8e6b-97ec884410dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd5f1fc6c-93c0-412d-b2fa-ace5776cb14f'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:21.510750 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Bound port: d00e921b-bdc9-47f7-b5df-2325c1f48660, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e40bdf-f617-419d-8e6b-97ec884410dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd5f1fc6c-93c0-412d-b2fa-ace5776cb14f'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:21.511159 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.583740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] For port d00e921b-bdc9-47f7-b5df-2325c1f48660, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:21.588264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] For port d00e921b-bdc9-47f7-b5df-2325c1f48660, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d00e921b-bdc9-47f7-b5df-2325c1f48660,segment=NetworkSegment(05e40bdf-f617-419d-8e6b-97ec884410dd),segment_id=05e40bdf-f617-419d-8e6b-97ec884410dd)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:21.593912 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.645090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.657525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bd8f2-dddf-46d5-bb22-c928615166b6 None None] Pushing event updated for resources: {'Port': ['ID=d00e921b-bdc9-47f7-b5df-2325c1f48660,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:21.699056 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event updated for resources: {'Subnet': ['ID=0755bbeb-d5df-495f-87f8-79385ce98dc3,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:21.719047 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Checking segment: {'id': 'd52516d7-8f3d-4131-a638-94dbf9df0dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '42d43a54-7982-4211-8f50-164625b547ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:21.719387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network hostable DHCP agents. Network: 42d43a54-7982-4211-8f50-164625b547ff, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:21.741158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Network 42d43a54-7982-4211-8f50-164625b547ff is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:21.752155 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 42d43a54-7982-4211-8f50-164625b547ff) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:21.758119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:21.759244 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.760342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426510c1-a61e-4503-8f1d-8a02dee7f1b2 None None] Network 42d43a54-7982-4211-8f50-164625b547ff requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:21.777499 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-71d5b4ef-1219-4dea-8dcb-e2a61e519821 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7085891 Aug 09 16:40:21.780249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44202) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:21.904681 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:21.974545 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.047470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.078368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Subnet': ['ID=0755bbeb-d5df-495f-87f8-79385ce98dc3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:22.125400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6510640-a791-49c6-8794-83584caf2ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-42d43a54-7982-4211-8f50-164625b547ff', 'network_id': '42d43a54-7982-4211-8f50-164625b547ff', 'tenant_id': '00f1a1d6ad7e4fc895ee779e8fffbcd9', 'fixed_ips': [{'subnet_id': '0755bbeb-d5df-495f-87f8-79385ce98dc3'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:22.126303 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b6510640-a791-49c6-8794-83584caf2ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.143965 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.155106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d43a54-7982-4211-8f50-164625b547ff']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:22.166178 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52516d7-8f3d-4131-a638-94dbf9df0dfc') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:22.166480 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52516d7-8f3d-4131-a638-94dbf9df0dfc') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:22.175711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.190596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.197697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:40:22.198099 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:40:22.201315 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:40:22.213529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d33a24d-d1e6-4333-95db-fd1eb499476b None None] Network 42d43a54-7982-4211-8f50-164625b547ff requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:22.264740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.272644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.274698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/42d43a54-7982-4211-8f50-164625b547ff HTTP/1.1" status: 204 len: 168 time: 0.4929786 Aug 09 16:40:22.277800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44204) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:22.287095 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85445190-2637-4e6d-8534-f2af7e66d136 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Network': ['ID=42d43a54-7982-4211-8f50-164625b547ff,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:22.312209 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-02954c1c-3d0e-47e7-b9ab-423f4d15ccc8 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] GET failed (client error): The resource could not be found. Aug 09 16:40:22.313874 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-02954c1c-3d0e-47e7-b9ab-423f4d15ccc8 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "GET /v2.0/subnets/0755bbeb-d5df-495f-87f8-79385ce98dc3 HTTP/1.1" status: 404 len: 337 time: 0.0348616 Aug 09 16:40:22.316808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44206) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:22.336534 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7970e4ea-dd1b-4490-93bc-215c8319c295 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] DELETE failed (client error): The resource could not be found. Aug 09 16:40:22.337200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7970e4ea-dd1b-4490-93bc-215c8319c295 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:40:22.338994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7970e4ea-dd1b-4490-93bc-215c8319c295 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/42d43a54-7982-4211-8f50-164625b547ff HTTP/1.1" status: 404 len: 339 time: 0.0211210 Aug 09 16:40:22.342865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44208) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:22.369714 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-910a2783-c211-4b6b-a146-857d1820de4f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] DELETE failed (client error): The resource could not be found. Aug 09 16:40:22.370181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910a2783-c211-4b6b-a146-857d1820de4f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:40:22.371993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-910a2783-c211-4b6b-a146-857d1820de4f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/subnets/0755bbeb-d5df-495f-87f8-79385ce98dc3 HTTP/1.1" status: 404 len: 337 time: 0.0281074 Aug 09 16:40:22.374584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44210) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:22.398577 n-d-799523-2 neutron-server[94177]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f986a3-4250-409b-9bb5-88498db65d88 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] DELETE failed (client error): The resource could not be found. Aug 09 16:40:22.399081 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f986a3-4250-409b-9bb5-88498db65d88 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:40:22.400978 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-93f986a3-4250-409b-9bb5-88498db65d88 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/42d43a54-7982-4211-8f50-164625b547ff HTTP/1.1" status: 404 len: 339 time: 0.0253847 Aug 09 16:40:22.403530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44212) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:22.457751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-903939c1-bcca-4e0b-b63b-76a5733d233e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Deleting subnet 33dc912e-3077-400d-9eba-d64e3f164799 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:40:22.461225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-903939c1-bcca-4e0b-b63b-76a5733d233e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.502792 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-903939c1-bcca-4e0b-b63b-76a5733d233e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.596738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0422124b-7310-4460-adcb-64c8209cd1f7 None None] Network d5f1fc6c-93c0-412d-b2fa-ace5776cb14f requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:22.611272 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-903939c1-bcca-4e0b-b63b-76a5733d233e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.676037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d00e921b-bdc9-47f7-b5df-2325c1f48660 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:22.683090 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-903939c1-bcca-4e0b-b63b-76a5733d233e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.711226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903939c1-bcca-4e0b-b63b-76a5733d233e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Subnet': ['ID=33dc912e-3077-400d-9eba-d64e3f164799,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:22.715465 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-903939c1-bcca-4e0b-b63b-76a5733d233e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.719774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-903939c1-bcca-4e0b-b63b-76a5733d233e tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/subnets/33dc912e-3077-400d-9eba-d64e3f164799 HTTP/1.1" status: 204 len: 168 time: 0.3129144 Aug 09 16:40:22.720223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44214) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:22.746355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7bc1b4e6-bdef-4e6b-8f9c-9bfb2a638615 None None] Provisioning for port d00e921b-bdc9-47f7-b5df-2325c1f48660 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:22.789414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d00e921b-bdc9-47f7-b5df-2325c1f48660 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:22.793936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d00e921b-bdc9-47f7-b5df-2325c1f48660 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:22.794561 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.797730 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.862792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Deleting port d00e921b-bdc9-47f7-b5df-2325c1f48660 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:22.863414 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.865189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] DHCP port deletion for d5f1fc6c-93c0-412d-b2fa-ace5776cb14f request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:40:22.900893 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.926709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] For port d00e921b-bdc9-47f7-b5df-2325c1f48660, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d00e921b-bdc9-47f7-b5df-2325c1f48660,segment=NetworkSegment(05e40bdf-f617-419d-8e6b-97ec884410dd),segment_id=05e40bdf-f617-419d-8e6b-97ec884410dd)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:22.927399 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.942104 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Calling delete_port for d00e921b-bdc9-47f7-b5df-2325c1f48660 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:22.942864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port d00e921b-bdc9-47f7-b5df-2325c1f48660, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d00e921b-bdc9-47f7-b5df-2325c1f48660,segment=NetworkSegment(05e40bdf-f617-419d-8e6b-97ec884410dd),segment_id=05e40bdf-f617-419d-8e6b-97ec884410dd)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:22.950716 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:22.951512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2dbad9fd-28df-4e23-9e5b-b1a8924c439d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:22.955673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] Deleting port d00e921b-bdc9-47f7-b5df-2325c1f48660 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:22.956061 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.025491 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.057760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No DVR routers for this DVR port d00e921b-bdc9-47f7-b5df-2325c1f48660 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:23.059430 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Port': ['ID=d00e921b-bdc9-47f7-b5df-2325c1f48660,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:23.071492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] For port d00e921b-bdc9-47f7-b5df-2325c1f48660, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d00e921b-bdc9-47f7-b5df-2325c1f48660,segment=NetworkSegment(05e40bdf-f617-419d-8e6b-97ec884410dd),segment_id=05e40bdf-f617-419d-8e6b-97ec884410dd)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:23.071926 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.096749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] Calling delete_port for d00e921b-bdc9-47f7-b5df-2325c1f48660 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:23.099221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=d00e921b-bdc9-47f7-b5df-2325c1f48660,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:23.139728 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.150401 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:23.150777 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.151202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f1fc6c-93c0-412d-b2fa-ace5776cb14f']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:23.162785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e40bdf-f617-419d-8e6b-97ec884410dd') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:23.163064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e40bdf-f617-419d-8e6b-97ec884410dd') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:23.172344 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.186182 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.192280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:40:23.192678 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:40:23.195750 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:40:23.243556 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.261327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.267163 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.271559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/d5f1fc6c-93c0-412d-b2fa-ace5776cb14f HTTP/1.1" status: 204 len: 168 time: 0.5481598 Aug 09 16:40:23.271961 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44216) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:23.277039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] Pushing event deleted for resources: {'Port': ['ID=d00e921b-bdc9-47f7-b5df-2325c1f48660,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:23.283350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee0421-431c-4ce3-b0bd-67187bb4be49 None None] No DVR routers for this DVR port d00e921b-bdc9-47f7-b5df-2325c1f48660 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:23.290845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71981e4-babc-48c5-9362-cf6c4a51e187 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Network': ['ID=d5f1fc6c-93c0-412d-b2fa-ace5776cb14f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:23.311677 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0dd568-ceb6-44db-bc64-02be67c51df2 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] DELETE failed (client error): The resource could not be found. Aug 09 16:40:23.312154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0dd568-ceb6-44db-bc64-02be67c51df2 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:40:23.313876 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ab0dd568-ceb6-44db-bc64-02be67c51df2 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/subnets/0f7b5b1f-a698-4c50-b69f-a17b03b816b2 HTTP/1.1" status: 404 len: 337 time: 0.0407217 Aug 09 16:40:23.316605 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44218) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:23.334948 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2639d0-21d5-4f60-bdc1-be350e966941 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] DELETE failed (client error): The resource could not be found. Aug 09 16:40:23.335489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2639d0-21d5-4f60-bdc1-be350e966941 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:40:23.337717 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e2639d0-21d5-4f60-bdc1-be350e966941 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/4895b54e-6f7b-4d20-9ca1-09b95c581f37 HTTP/1.1" status: 404 len: 339 time: 0.0197389 Aug 09 16:40:23.339739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44220) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:23.365230 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ba4219-7518-4087-a7ac-ff33aba81fc7 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] DELETE failed (client error): The resource could not be found. Aug 09 16:40:23.365666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ba4219-7518-4087-a7ac-ff33aba81fc7 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:40:23.367262 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7ba4219-7518-4087-a7ac-ff33aba81fc7 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/subnets/7e692e1a-863a-4d35-87b2-379ba84c8f7d HTTP/1.1" status: 404 len: 337 time: 0.0266404 Aug 09 16:40:23.370946 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44222) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:23.389259 n-d-799523-2 neutron-server[94178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7308d5e1-8144-4bdf-9323-74a5cf771edc tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] DELETE failed (client error): The resource could not be found. Aug 09 16:40:23.389764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7308d5e1-8144-4bdf-9323-74a5cf771edc tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:40:23.391384 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7308d5e1-8144-4bdf-9323-74a5cf771edc tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/9a39cf16-880d-4dea-951f-6923610d2650 HTTP/1.1" status: 404 len: 339 time: 0.0195615 Aug 09 16:40:23.394031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44224) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:23.447700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3ae9f1-1c12-47aa-a585-ca17948e0ef5 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Deleting subnet 60be1bd3-6b3a-48cc-b6c3-c3826a70aa48 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:40:23.452299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae9f1-1c12-47aa-a585-ca17948e0ef5 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.491610 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae9f1-1c12-47aa-a585-ca17948e0ef5 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.584355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae9f1-1c12-47aa-a585-ca17948e0ef5 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.646809 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae9f1-1c12-47aa-a585-ca17948e0ef5 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.674309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ae9f1-1c12-47aa-a585-ca17948e0ef5 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Subnet': ['ID=60be1bd3-6b3a-48cc-b6c3-c3826a70aa48,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:23.678428 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae9f1-1c12-47aa-a585-ca17948e0ef5 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.680363 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ab3ae9f1-1c12-47aa-a585-ca17948e0ef5 tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/subnets/60be1bd3-6b3a-48cc-b6c3-c3826a70aa48 HTTP/1.1" status: 204 len: 168 time: 0.2854328 Aug 09 16:40:23.683309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44226) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:23.684961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f733d3-0ec3-4131-9ac4-e006d61646fb None None] Network 2aede60b-4081-4b45-9978-c7b9015ddfee requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:23.762318 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.821307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Deleting port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:23.821801 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.868193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] DHCP port deletion for 2aede60b-4081-4b45-9978-c7b9015ddfee request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:40:23.893231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] For port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,segment=NetworkSegment(23bbfa0e-6f79-4449-bc2a-8a01d6a21f16),segment_id=23bbfa0e-6f79-4449-bc2a-8a01d6a21f16)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:23.893605 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.907134 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Calling delete_port for 2dbad9fd-28df-4e23-9e5b-b1a8924c439d owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:23.918972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] Deleting port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:23.919388 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.987054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] For port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,segment=NetworkSegment(23bbfa0e-6f79-4449-bc2a-8a01d6a21f16),segment_id=23bbfa0e-6f79-4449-bc2a-8a01d6a21f16)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:23.987534 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:23.992922 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.002205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] Calling delete_port for 2dbad9fd-28df-4e23-9e5b-b1a8924c439d owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:24.021448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Port': ['ID=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:24.023323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] No DVR routers for this DVR port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:24.080383 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.105242 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.105816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] Pushing event deleted for resources: {'Port': ['ID=2dbad9fd-28df-4e23-9e5b-b1a8924c439d,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:24.109296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034e4b1-0131-45dd-8687-f04c7ef5872e None None] No DVR routers for this DVR port 2dbad9fd-28df-4e23-9e5b-b1a8924c439d on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:24.120746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aede60b-4081-4b45-9978-c7b9015ddfee']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:24.132441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bbfa0e-6f79-4449-bc2a-8a01d6a21f16') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:24.132738 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bbfa0e-6f79-4449-bc2a-8a01d6a21f16') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:24.142430 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.161865 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.168321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:40:24.168642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:40:24.171773 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:40:24.234030 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.241520 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.243492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] 10.222.0.64 "DELETE /v2.0/networks/2aede60b-4081-4b45-9978-c7b9015ddfee HTTP/1.1" status: 204 len: 168 time: 0.5589333 Aug 09 16:40:24.255860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d45b-4d5c-4769-83a0-ff0d203da29f tempest-NetworksIpV6Test-256208030 tempest-NetworksIpV6Test-256208030-project] Pushing event deleted for resources: {'Network': ['ID=2aede60b-4081-4b45-9978-c7b9015ddfee,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:24.515482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44232) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:24.572448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d00e921b-bdc9-47f7-b5df-2325c1f48660 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:40:24.596535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: d00e921b-bdc9-47f7-b5df-2325c1f48660 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:40:24.596861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d00e921b-bdc9-47f7-b5df-2325c1f48660 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:40:24.597294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2dbad9fd-28df-4e23-9e5b-b1a8924c439d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:40:24.616422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2dbad9fd-28df-4e23-9e5b-b1a8924c439d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:40:24.616772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2dbad9fd-28df-4e23-9e5b-b1a8924c439d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:40:24.659438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2c80ae25-0c87-4efe-9344-c1a80cb38555 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00f1a1d6ad7e4fc895ee779e8fffbcd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427205 Aug 09 16:40:24.663106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44236) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:24.721440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b52c13a2-ff59-44b3-9a77-57f38e35773e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.754180 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b52c13a2-ff59-44b3-9a77-57f38e35773e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.811094 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b52c13a2-ff59-44b3-9a77-57f38e35773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.813620 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b52c13a2-ff59-44b3-9a77-57f38e35773e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:24.814827 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b52c13a2-ff59-44b3-9a77-57f38e35773e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1612b6d-f39c-4480-aa36-33454f10d353 HTTP/1.1" status: 204 len: 168 time: 0.1507378 Aug 09 16:40:24.823229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c13a2-ff59-44b3-9a77-57f38e35773e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1612b6d-f39c-4480-aa36-33454f10d353,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:25.645259 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44258) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:25.754642 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c2ab97ea-326d-4acd-97ac-86f6b86016f9 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-533762543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:25.789133 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ab97ea-326d-4acd-97ac-86f6b86016f9 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:25.790585 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ab97ea-326d-4acd-97ac-86f6b86016f9 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:25.885644 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ab97ea-326d-4acd-97ac-86f6b86016f9 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:25.893011 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ab97ea-326d-4acd-97ac-86f6b86016f9 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:25.912097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ab97ea-326d-4acd-97ac-86f6b86016f9 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:25.913646 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c2ab97ea-326d-4acd-97ac-86f6b86016f9 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2677660 Aug 09 16:40:25.917659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44262) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:25.922576 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1224194658'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:25.945630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Made reservation on behalf of f1d6f251a57a413dbb4fd03719f44ba1 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:25.950162 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:25.960450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.065596 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.070586 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.097026 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:26.106853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce55a1-a066-4ebd-8087-c1addeee1574,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:26.111916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.112260 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Added segment 1126d5ee-8a31-4cfe-99e0-43d9210de38b of type vlan for network f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 Aug 09 16:40:26.157893 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.191468 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.197542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:26.198127 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.260037 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3411524 Aug 09 16:40:26.262735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44266) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:26.267810 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Request body: {'subnet': {'network_id': 'f2e9ea3c-19e8-49ab-946c-56c5e6a8f167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:26.286040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9077252-b1b5-4074-9bdf-68df748b81a0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event updated for resources: {'Network': ['ID=f2e9ea3c-19e8-49ab-946c-56c5e6a8f167,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:26.296807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:26.361417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Made reservation on behalf of f1d6f251a57a413dbb4fd03719f44ba1 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:26.365079 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.549426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.618765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event updated for resources: {'Subnet': ['ID=c39fd002-e736-4c28-bb4b-5424b1c38698,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:26.628154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Checking segment: {'id': '1126d5ee-8a31-4cfe-99e0-43d9210de38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f2e9ea3c-19e8-49ab-946c-56c5e6a8f167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:26.628520 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Network hostable DHCP agents. Network: f2e9ea3c-19e8-49ab-946c-56c5e6a8f167, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:26.649368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Network f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:26.662243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, f2e9ea3c-19e8-49ab-946c-56c5e6a8f167) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:26.666777 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:26.667365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.672210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7580ed0f-371f-4353-9abe-64b3fd564041 None None] Network f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:26.684530 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-846af7c2-de14-4cb8-bea1-23bd8ec96af2 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4203095 Aug 09 16:40:26.687240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44268) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:26.692512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-356340546'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:26.716846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Made reservation on behalf of f1d6f251a57a413dbb4fd03719f44ba1 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:26.720346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.746094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:26.756263 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.756952 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Added segment 335539b6-1857-4e5e-ba84-9fdc0d5339d6 of type vlan for network 27b44636-47cf-46a7-b90d-439dc7666772 Aug 09 16:40:26.798268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.829948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.830612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-f2e9ea3c-19e8-49ab-946c-56c5e6a8f167', 'network_id': 'f2e9ea3c-19e8-49ab-946c-56c5e6a8f167', 'tenant_id': 'f1d6f251a57a413dbb4fd03719f44ba1', 'fixed_ips': [{'subnet_id': 'c39fd002-e736-4c28-bb4b-5424b1c38698'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:26.831586 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.835772 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:26.836394 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:26.890851 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2024097 Aug 09 16:40:26.893699 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44270) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:26.898696 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Request body: {'subnet': {'network_id': '27b44636-47cf-46a7-b90d-439dc7666772', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:26.956245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0872f0-d3a4-4eee-bc4e-293c0799c0d5 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event updated for resources: {'Network': ['ID=27b44636-47cf-46a7-b90d-439dc7666772,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:26.969125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 27b44636-47cf-46a7-b90d-439dc7666772 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:26.971494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Allocated IP 172.20.0.2 (f2e9ea3c-19e8-49ab-946c-56c5e6a8f167/c39fd002-e736-4c28-bb4b-5424b1c38698/53c4c1f6-5303-44bd-86c9-882ba006c7e2) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:27.001322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Made reservation on behalf of f1d6f251a57a413dbb4fd03719f44ba1 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:27.005014 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.167307 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.175594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Transition to ACTIVE for port object 53c4c1f6-5303-44bd-86c9-882ba006c7e2 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:27.190095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Transition to ACTIVE for port object 53c4c1f6-5303-44bd-86c9-882ba006c7e2 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:27.197652 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.198683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.248511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Network f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:27.249875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Pushing event updated for resources: {'Port': ['ID=53c4c1f6-5303-44bd-86c9-882ba006c7e2,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:27.252582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:27.254608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:27.264465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event updated for resources: {'Subnet': ['ID=1ac8449e-24c4-4791-b0cc-36a5bb33abea,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:27.270098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Checking segment: {'id': '335539b6-1857-4e5e-ba84-9fdc0d5339d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '27b44636-47cf-46a7-b90d-439dc7666772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:27.270461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Network hostable DHCP agents. Network: 27b44636-47cf-46a7-b90d-439dc7666772, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:27.290310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Network 27b44636-47cf-46a7-b90d-439dc7666772 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:27.300599 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 27b44636-47cf-46a7-b90d-439dc7666772) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:27.305467 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:27.306167 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.309887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e3c856-44fb-4f72-a83f-5ca4b55e1cb3 None None] Network 27b44636-47cf-46a7-b90d-439dc7666772 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:27.312256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Attempting to bind port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:27.312646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Attempting to bind port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '1126d5ee-8a31-4cfe-99e0-43d9210de38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f2e9ea3c-19e8-49ab-946c-56c5e6a8f167'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:27.312991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Attempting to bind port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 on network f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:27.321784 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-710f8b8e-865b-4b3f-a99a-4398d6221715 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4270446 Aug 09 16:40:27.324648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44272) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:27.329809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-89835215-9e71-419f-b548-20f05ff2a5bc tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Request body: {'router': {'external_gateway_info': {'network_id': '27b44636-47cf-46a7-b90d-439dc7666772'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:27.352013 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:27.352387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Checking segment: {'id': '1126d5ee-8a31-4cfe-99e0-43d9210de38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f2e9ea3c-19e8-49ab-946c-56c5e6a8f167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:27.352797 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.353302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Bound using segment: {'id': '1126d5ee-8a31-4cfe-99e0-43d9210de38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f2e9ea3c-19e8-49ab-946c-56c5e6a8f167'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:27.353927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Bound port: 53c4c1f6-5303-44bd-86c9-882ba006c7e2, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1126d5ee-8a31-4cfe-99e0-43d9210de38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'f2e9ea3c-19e8-49ab-946c-56c5e6a8f167'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:27.354310 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.468602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] For port 53c4c1f6-5303-44bd-86c9-882ba006c7e2, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:27.486793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] For port 53c4c1f6-5303-44bd-86c9-882ba006c7e2, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=53c4c1f6-5303-44bd-86c9-882ba006c7e2,segment=NetworkSegment(1126d5ee-8a31-4cfe-99e0-43d9210de38b),segment_id=1126d5ee-8a31-4cfe-99e0-43d9210de38b)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:27.492698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.558571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-27b44636-47cf-46a7-b90d-439dc7666772', 'network_id': '27b44636-47cf-46a7-b90d-439dc7666772', 'tenant_id': 'f1d6f251a57a413dbb4fd03719f44ba1', 'fixed_ips': [{'subnet_id': '1ac8449e-24c4-4791-b0cc-36a5bb33abea'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:27.559433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.589442 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-89835215-9e71-419f-b548-20f05ff2a5bc tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.591151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b3035-9e69-4c6e-b704-db55de5ddb7c None None] Pushing event updated for resources: {'Port': ['ID=53c4c1f6-5303-44bd-86c9-882ba006c7e2,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:27.709953 n-d-799523-2 neutron-server[94178]: INFO neutron.api.v2.resource [None req-89835215-9e71-419f-b548-20f05ff2a5bc tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:40:27.711048 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-89835215-9e71-419f-b548-20f05ff2a5bc tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "PUT /v2.0/routers/a3188648-2bbc-4ae9-8b51-d6c744eee243 HTTP/1.1" status: 400 len: 364 time: 0.3854403 Aug 09 16:40:27.717224 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44274) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:27.717446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Allocated IP 172.21.0.2 (27b44636-47cf-46a7-b90d-439dc7666772/1ac8449e-24c4-4791-b0cc-36a5bb33abea/8bc45efc-fd46-4dc8-a524-28b5bef2de7f) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:27.795284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d06433-f211-42b2-bacd-8d6f76343587 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Deleting subnet 1ac8449e-24c4-4791-b0cc-36a5bb33abea {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:40:27.894611 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.903147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Transition to ACTIVE for port object 8bc45efc-fd46-4dc8-a524-28b5bef2de7f will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:27.921705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Transition to ACTIVE for port object 8bc45efc-fd46-4dc8-a524-28b5bef2de7f will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:27.928945 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5d06433-f211-42b2-bacd-8d6f76343587 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.929670 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.967495 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Network 27b44636-47cf-46a7-b90d-439dc7666772 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:27.972566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:27.972820 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5d06433-f211-42b2-bacd-8d6f76343587 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:27.976247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:27.987791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Pushing event updated for resources: {'Port': ['ID=8bc45efc-fd46-4dc8-a524-28b5bef2de7f,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:28.043491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Attempting to bind port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:28.043841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Attempting to bind port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '335539b6-1857-4e5e-ba84-9fdc0d5339d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '27b44636-47cf-46a7-b90d-439dc7666772'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:28.044221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Attempting to bind port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f on network 27b44636-47cf-46a7-b90d-439dc7666772 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:28.049118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:28.049483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Checking segment: {'id': '335539b6-1857-4e5e-ba84-9fdc0d5339d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '27b44636-47cf-46a7-b90d-439dc7666772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:28.049880 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.050265 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Bound using segment: {'id': '335539b6-1857-4e5e-ba84-9fdc0d5339d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '27b44636-47cf-46a7-b90d-439dc7666772'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:28.050715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Bound port: 8bc45efc-fd46-4dc8-a524-28b5bef2de7f, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335539b6-1857-4e5e-ba84-9fdc0d5339d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '27b44636-47cf-46a7-b90d-439dc7666772'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:28.051085 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.068007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5d06433-f211-42b2-bacd-8d6f76343587 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.129554 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5d06433-f211-42b2-bacd-8d6f76343587 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.132877 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] For port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:28.136367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] For port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8bc45efc-fd46-4dc8-a524-28b5bef2de7f,segment=NetworkSegment(335539b6-1857-4e5e-ba84-9fdc0d5339d6),segment_id=335539b6-1857-4e5e-ba84-9fdc0d5339d6)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:28.141288 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.158889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06433-f211-42b2-bacd-8d6f76343587 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac8449e-24c4-4791-b0cc-36a5bb33abea,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:28.160886 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5d06433-f211-42b2-bacd-8d6f76343587 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.165217 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b5d06433-f211-42b2-bacd-8d6f76343587 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "DELETE /v2.0/subnets/1ac8449e-24c4-4791-b0cc-36a5bb33abea HTTP/1.1" status: 204 len: 168 time: 0.4440904 Aug 09 16:40:28.165863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44276) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:28.209864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9d7ac-ba1e-4fa4-a504-1492277f624f None None] Pushing event updated for resources: {'Port': ['ID=8bc45efc-fd46-4dc8-a524-28b5bef2de7f,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:28.272092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.330681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Deleting port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:28.331305 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.414370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] For port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8bc45efc-fd46-4dc8-a524-28b5bef2de7f,segment=NetworkSegment(335539b6-1857-4e5e-ba84-9fdc0d5339d6),segment_id=335539b6-1857-4e5e-ba84-9fdc0d5339d6)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:28.414593 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.439572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Calling delete_port for 8bc45efc-fd46-4dc8-a524-28b5bef2de7f owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:28.536299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.569400 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] No DVR routers for this DVR port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:28.579011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af070ed5-fa67-4244-925a-28c686ec7ce4 None None] Network f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:28.596970 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event deleted for resources: {'Port': ['ID=8bc45efc-fd46-4dc8-a524-28b5bef2de7f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:28.666679 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.678718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b44636-47cf-46a7-b90d-439dc7666772']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:28.691294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335539b6-1857-4e5e-ba84-9fdc0d5339d6') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:28.691585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335539b6-1857-4e5e-ba84-9fdc0d5339d6') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:28.701865 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.717719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.724023 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:40:28.724419 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:40:28.727619 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:40:28.789085 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.795044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8bc45efc-fd46-4dc8-a524-28b5bef2de7f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:28.798406 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.800572 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "DELETE /v2.0/networks/27b44636-47cf-46a7-b90d-439dc7666772 HTTP/1.1" status: 204 len: 168 time: 0.6339142 Aug 09 16:40:28.804064 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44278) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:28.811372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cd0a8-bd30-49c3-89d4-ae4694bcea99 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event deleted for resources: {'Network': ['ID=27b44636-47cf-46a7-b90d-439dc7666772,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:28.824178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8bc45efc-fd46-4dc8-a524-28b5bef2de7f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:40:28.824513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8bc45efc-fd46-4dc8-a524-28b5bef2de7f not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 09 16:40:28.850485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Port 8bc45efc-fd46-4dc8-a524-28b5bef2de7f not found, will not notify nova. {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 09 16:40:28.850886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 53c4c1f6-5303-44bd-86c9-882ba006c7e2 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:28.865641 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef316d3f-bc3f-43b9-a923-3f5e570b4663 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Deleting subnet c39fd002-e736-4c28-bb4b-5424b1c38698 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:40:28.869542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef316d3f-bc3f-43b9-a923-3f5e570b4663 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.873595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5b60556c-30d1-4624-99fa-49bb57b623de None None] Provisioning for port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:28.927520 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef316d3f-bc3f-43b9-a923-3f5e570b4663 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:28.960004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:28.971075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:28.971877 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.036965 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef316d3f-bc3f-43b9-a923-3f5e570b4663 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.086944 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.112346 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef316d3f-bc3f-43b9-a923-3f5e570b4663 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.151304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ef316d3f-bc3f-43b9-a923-3f5e570b4663 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.152600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:40:29.152969 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:40:29.153645 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ef316d3f-bc3f-43b9-a923-3f5e570b4663 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "DELETE /v2.0/subnets/c39fd002-e736-4c28-bb4b-5424b1c38698 HTTP/1.1" status: 204 len: 168 time: 0.3480968 Aug 09 16:40:29.154652 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef316d3f-bc3f-43b9-a923-3f5e570b4663 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event deleted for resources: {'Subnet': ['ID=c39fd002-e736-4c28-bb4b-5424b1c38698,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:29.156243 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44280) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:29.225320 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.252504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.266348 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.293372 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396a7f7-2342-4dfc-83f3-f03a98f3f72e None None] Network f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:29.335216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Deleting port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:29.335481 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.345287 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1e87d-ea8b-4dc0-8df8-0a1b8fae6a6b None None] DHCP port deletion for 27b44636-47cf-46a7-b90d-439dc7666772 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:40:29.349604 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a16d428f-d040-4bee-a235-b49ddee86bed None None] Could not find standard attr ID for object 8bc45efc-fd46-4dc8-a524-28b5bef2de7f. {{(pid=94179) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:40:29.373503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3ec19-2ed3-4b09-8272-38aa67595c2d None None] Network 27b44636-47cf-46a7-b90d-439dc7666772 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:29.400288 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] For port 53c4c1f6-5303-44bd-86c9-882ba006c7e2, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=53c4c1f6-5303-44bd-86c9-882ba006c7e2,segment=NetworkSegment(1126d5ee-8a31-4cfe-99e0-43d9210de38b),segment_id=1126d5ee-8a31-4cfe-99e0-43d9210de38b)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:29.400653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.410802 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a16d428f-d040-4bee-a235-b49ddee86bed None None] Provisioning complete for port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:29.411174 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a16d428f-d040-4bee-a235-b49ddee86bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.413099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3ec19-2ed3-4b09-8272-38aa67595c2d None None] Network 27b44636-47cf-46a7-b90d-439dc7666772 could not be found, it might have been deleted concurrently. {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 09 16:40:29.414983 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Calling delete_port for 53c4c1f6-5303-44bd-86c9-882ba006c7e2 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:29.512454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.516100 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a16d428f-d040-4bee-a235-b49ddee86bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.526376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] No DVR routers for this DVR port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:29.547805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event deleted for resources: {'Port': ['ID=53c4c1f6-5303-44bd-86c9-882ba006c7e2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:29.565318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73194b3-e7d3-43a9-bed5-608f3d6bc243 None None] DHCP port deletion for f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:40:29.627072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.637163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e9ea3c-19e8-49ab-946c-56c5e6a8f167']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:29.647889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1126d5ee-8a31-4cfe-99e0-43d9210de38b') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:29.648193 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1126d5ee-8a31-4cfe-99e0-43d9210de38b') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:29.658065 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.672659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.673723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Port 53c4c1f6-5303-44bd-86c9-882ba006c7e2 update to ACTIVE by agent not found {{(pid=94179) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 09 16:40:29.679149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:40:29.679542 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:40:29.683048 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:40:29.743567 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.755239 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.758258 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "DELETE /v2.0/networks/f2e9ea3c-19e8-49ab-946c-56c5e6a8f167 HTTP/1.1" status: 204 len: 168 time: 0.6007645 Aug 09 16:40:29.761575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44282) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:29.780527 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0955-f61d-4ff0-9eb2-560d7abc3622 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Pushing event deleted for resources: {'Network': ['ID=f2e9ea3c-19e8-49ab-946c-56c5e6a8f167,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:29.798534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b983e5c2-c82d-4a6f-a7f6-6bbd0881e4cc tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3188648-2bbc-4ae9-8b51-d6c744eee243 HTTP/1.1" status: 200 len: 205 time: 0.0357711 Aug 09 16:40:29.800994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44284) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:29.878787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2fa13a0-0b18-4723-ba68-e49e97feffa0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.040547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2fa13a0-0b18-4723-ba68-e49e97feffa0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.042850 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2fa13a0-0b18-4723-ba68-e49e97feffa0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.094154 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2fa13a0-0b18-4723-ba68-e49e97feffa0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.094709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fa13a0-0b18-4723-ba68-e49e97feffa0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Fanout notify agent at l3_agent the message router_deleted on router a3188648-2bbc-4ae9-8b51-d6c744eee243 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:40:30.102067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2fa13a0-0b18-4723-ba68-e49e97feffa0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.103376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b2fa13a0-0b18-4723-ba68-e49e97feffa0 tempest-RoutersNegativeTest-523206673 tempest-RoutersNegativeTest-523206673-project] 10.222.0.64 "DELETE /v2.0/routers/a3188648-2bbc-4ae9-8b51-d6c744eee243 HTTP/1.1" status: 204 len: 168 time: 0.3013880 Aug 09 16:40:30.377299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44290) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:30.525080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-11b56258-cad9-42ae-9307-0c408bb8015b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1d6f251a57a413dbb4fd03719f44ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459143 Aug 09 16:40:30.527612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44294) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:30.579602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8bc45efc-fd46-4dc8-a524-28b5bef2de7f no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:40:30.581936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5e556a0-55bf-41a8-9138-8244ef9bce0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.603537 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5e556a0-55bf-41a8-9138-8244ef9bce0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.615059 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8bc45efc-fd46-4dc8-a524-28b5bef2de7f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:40:30.615395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8bc45efc-fd46-4dc8-a524-28b5bef2de7f not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:40:30.615800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 53c4c1f6-5303-44bd-86c9-882ba006c7e2 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:40:30.639617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 53c4c1f6-5303-44bd-86c9-882ba006c7e2 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:40:30.640133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 53c4c1f6-5303-44bd-86c9-882ba006c7e2 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:40:30.654244 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5e556a0-55bf-41a8-9138-8244ef9bce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.657146 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5e556a0-55bf-41a8-9138-8244ef9bce0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:30.658324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f5e556a0-55bf-41a8-9138-8244ef9bce0e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91ce55a1-a066-4ebd-8087-c1addeee1574 HTTP/1.1" status: 204 len: 168 time: 0.1297152 Aug 09 16:40:30.668845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e556a0-55bf-41a8-9138-8244ef9bce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce55a1-a066-4ebd-8087-c1addeee1574,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:31.382017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44316) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:31.501010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-816386504-network', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:31.527277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Made reservation on behalf of f43f91644a184dfab7c7fae8c17efc07 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:31.529721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:31.538696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:31.630183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:31.637245 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:31.665138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:31.675196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed886fb1-af0a-4851-a84c-471d9db1611d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:31.680249 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:31.680582 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Added segment 57a0cc31-3358-4359-ba32-dd2f93a120ff of type vlan for network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 Aug 09 16:40:31.722899 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:31.754413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:31.755582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:31.756233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:31.810656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4275002 Aug 09 16:40:31.813762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44320) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:31.815978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764b7a2-9f54-4e8c-ba51-91eb38eb09b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:31.819053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Request body: {'subnet': {'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-subnet', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:31.826694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:31.844702 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Made reservation on behalf of f43f91644a184dfab7c7fae8c17efc07 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:31.847050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.043599 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.101607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f86ebe8-7cbc-497e-aa42-1aad6c1575db,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:32.112282 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Checking segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:32.112653 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Network hostable DHCP agents. Network: b4a9ed64-ceaf-44c2-a0e9-cba37ceced70, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:32.132757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:32.142597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, b4a9ed64-ceaf-44c2-a0e9-cba37ceced70) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:32.147131 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:32.147865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.154390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1122b-1879-436a-99d1-fbdf5ff420a0 None None] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:32.165648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7052341e-279b-41c1-8eac-a7b65cdb7549 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3505282 Aug 09 16:40:32.168750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44322) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:32.173254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:32.199155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.200248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.252459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.303917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'fixed_ips': [{'subnet_id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:32.304871 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.391417 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.440890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Allocated IP 172.20.0.2 (b4a9ed64-ceaf-44c2-a0e9-cba37ceced70/4f86ebe8-7cbc-497e-aa42-1aad6c1575db/457aa790-fa2f-49ea-bdcd-1475c8c1da71) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:32.605976 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.614630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Transition to ACTIVE for port object 457aa790-fa2f-49ea-bdcd-1475c8c1da71 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:32.616568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.632264 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Transition to ACTIVE for port object 457aa790-fa2f-49ea-bdcd-1475c8c1da71 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:32.639308 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.642790 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.679447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:32.684301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:32.688630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:32.691790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Pushing event updated for resources: {'Port': ['ID=457aa790-fa2f-49ea-bdcd-1475c8c1da71,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:32.748727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Allocated IP 172.25.7.82 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/bd920287-3c0a-4c4b-be2e-9f91d68b1286) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:32.753295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Attempting to bind port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:32.753714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Attempting to bind port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:32.754091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Attempting to bind port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 on network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:32.759529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:32.760029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Checking segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:32.760435 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.760830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Bound using segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:32.761337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Bound port: 457aa790-fa2f-49ea-bdcd-1475c8c1da71, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:32.761781 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.824924 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] For port 457aa790-fa2f-49ea-bdcd-1475c8c1da71, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:32.828997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] For port 457aa790-fa2f-49ea-bdcd-1475c8c1da71, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=457aa790-fa2f-49ea-bdcd-1475c8c1da71,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:32.833803 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.856722 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.893148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703727d-c939-4cdc-b183-898a367c2592 None None] Pushing event updated for resources: {'Port': ['ID=457aa790-fa2f-49ea-bdcd-1475c8c1da71,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:32.897506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:32.933787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:32.938739 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:32.942244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:32.975474 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Pushing event updated for resources: {'Port': ['ID=bd920287-3c0a-4c4b-be2e-9f91d68b1286,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:33.239499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.709962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.757430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a9710-0cad-4a15-87c2-fe634eaab9ca None None] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:33.824248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1cc12e03-c28d-48f2-aa52-efd5a0b12816 None None] Provisioning for port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:33.855569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Router 2ccec561-320d-4b37-abfa-47ac7998f820 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:40:33.966734 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:40:33.977682 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Sync routers for ids ['2ccec561-320d-4b37-abfa-47ac7998f820'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:40:33.988619 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Routers {'2ccec561-320d-4b37-abfa-47ac7998f820'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:33.989632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.990059 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:40:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2ccec561-320d-4b37-abfa-47ac7998f820'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:33.990998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7744c965-9ad4-4f88-b6b3-4b5c5ddf1c8c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8212018 Aug 09 16:40:33.993967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44324) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:34.098388 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Set router 2ccec561-320d-4b37-abfa-47ac7998f820 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:34.280648 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:33Z', 'revision_number': 3, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port': {'id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:34.305863 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Checking router: 2ccec561-320d-4b37-abfa-47ac7998f820 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:40:34.306214 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Updating router 2ccec561-320d-4b37-abfa-47ac7998f820 port bd920287-3c0a-4c4b-be2e-9f91d68b1286 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:40:34.335345 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.433989 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.633793 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 457aa790-fa2f-49ea-bdcd-1475c8c1da71 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:34.652700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Allocated IP 172.20.0.1 (b4a9ed64-ceaf-44c2-a0e9-cba37ceced70/4f86ebe8-7cbc-497e-aa42-1aad6c1575db/630ed515-19ab-40e4-8f4d-6ce6edaaf5de) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:34.690756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:34.695666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:34.696289 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.700338 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.710885 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Transition to ACTIVE for port object bd920287-3c0a-4c4b-be2e-9f91d68b1286 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:34.718465 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.762502 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Attempting to bind port bd920287-3c0a-4c4b-be2e-9f91d68b1286 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:34.762878 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Attempting to bind port bd920287-3c0a-4c4b-be2e-9f91d68b1286 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:34.763493 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Attempting to bind port bd920287-3c0a-4c4b-be2e-9f91d68b1286 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:34.775683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.777112 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:34.777484 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:34.777883 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.778276 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:34.778740 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Bound port: bd920287-3c0a-4c4b-be2e-9f91d68b1286, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:34.779116 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.784225 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.790746 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Transition to ACTIVE for port object 630ed515-19ab-40e4-8f4d-6ce6edaaf5de will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:34.810704 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Pushing event updated for resources: {'Port': ['ID=bd920287-3c0a-4c4b-be2e-9f91d68b1286,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:34.819181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 457aa790-fa2f-49ea-bdcd-1475c8c1da71, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=457aa790-fa2f-49ea-bdcd-1475c8c1da71,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:34.824339 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.824792 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.825136 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.825471 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.825798 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.826122 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.826447 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.826766 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.827082 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.827400 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.827721 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.828392 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.828772 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:34.835186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.848187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] For port bd920287-3c0a-4c4b-be2e-9f91d68b1286, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:34.851593 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] For port bd920287-3c0a-4c4b-be2e-9f91d68b1286, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bd920287-3c0a-4c4b-be2e-9f91d68b1286,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:34.858034 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.876584 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:34.883093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:34.886838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:34.897580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=457aa790-fa2f-49ea-bdcd-1475c8c1da71,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:34.911144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Pushing event updated for resources: {'Port': ['ID=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:34.911428 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Routers {'2ccec561-320d-4b37-abfa-47ac7998f820'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:34.912272 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:40:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2ccec561-320d-4b37-abfa-47ac7998f820'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:34.931088 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.971897 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ce653-7b29-429e-8c1e-f56cc44e147d None None] Pushing event updated for resources: {'Port': ['ID=bd920287-3c0a-4c4b-be2e-9f91d68b1286,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:35.036322 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] Set router 2ccec561-320d-4b37-abfa-47ac7998f820 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:35.115985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:35.179554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-703c4764-8000-4a85-b8a2-28f66a7810e4 None None] Provisioning for port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:35.184172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-703c4764-8000-4a85-b8a2-28f66a7810e4 None None] Provisioning complete for port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:35.184621 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-703c4764-8000-4a85-b8a2-28f66a7810e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:35.221225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-703c4764-8000-4a85-b8a2-28f66a7810e4 None None] Port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:40:35.223368 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:33Z', 'revision_number': 3, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port': {'id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:35.253303 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a93836-8b69-4dd3-a50a-6838865d0efb None None] The sync data for ids ['2ccec561-320d-4b37-abfa-47ac7998f820'] in n-d-799523-2 is: [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:33Z', 'revision_number': 3, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port': {'id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:40:35.293927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:35.299907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:35.370863 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Pushing event updated for resources: {'Port': ['ID=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:35.376049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:35.475926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:35.477356 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:35.605497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Router 2ccec561-320d-4b37-abfa-47ac7998f820 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:40:35.723561 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:40:35.731950 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-607592b8-aafc-47ec-a0f9-8a153714284f admin admin] 10.222.0.64 "PUT /v2.0/routers/2ccec561-320d-4b37-abfa-47ac7998f820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366326 Aug 09 16:40:35.745775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ff97b8b4-f747-4dc7-b335-49a825f5d256 None None] Provisioning complete for port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:35.746260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ff97b8b4-f747-4dc7-b335-49a825f5d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:35.780859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ff97b8b4-f747-4dc7-b335-49a825f5d256 None None] Port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:40:36.267639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44340) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:36.274678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-903897698-network', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:36.300123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Made reservation on behalf of 11c9121b08a14ffc97fb850cf97cab69 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:36.302486 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.311606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.406649 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.411316 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.437094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:40:36.447368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea2a809-9a33-4849-88c6-361036188317,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:36.454302 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.454685 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Added segment 07d4add8-3596-4777-90d0-dfd33a65bb2d of type vlan for network a8e8dd66-717d-4fad-bfe8-ba95684475ff Aug 09 16:40:36.502675 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.537985 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.537985 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:36.538662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.603554 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3317659 Aug 09 16:40:36.603554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343f3b4-c3d2-4e8c-8b74-5b9fb5d94ccb admin admin] Pushing event updated for resources: {'Network': ['ID=a8e8dd66-717d-4fad-bfe8-ba95684475ff,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:36.603916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44342) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:36.608902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Request body: {'subnet': {'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-subnet', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:36.612108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network a8e8dd66-717d-4fad-bfe8-ba95684475ff details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:40:36.630496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Made reservation on behalf of 11c9121b08a14ffc97fb850cf97cab69 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:36.633065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.688629 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bd920287-3c0a-4c4b-be2e-9f91d68b1286 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:36.750405 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port bd920287-3c0a-4c4b-be2e-9f91d68b1286 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:36.754678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port bd920287-3c0a-4c4b-be2e-9f91d68b1286 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:36.755196 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.840087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.841952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.863162 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port bd920287-3c0a-4c4b-be2e-9f91d68b1286, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bd920287-3c0a-4c4b-be2e-9f91d68b1286,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:36.868286 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.869221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 457aa790-fa2f-49ea-bdcd-1475c8c1da71 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:36.898110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c4c567-33b8-418f-9285-314ed70918e5,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:36.909623 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Checking segment: {'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:36.909981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Network hostable DHCP agents. Network: a8e8dd66-717d-4fad-bfe8-ba95684475ff, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:40:36.911462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Sync routers for ids ['2ccec561-320d-4b37-abfa-47ac7998f820'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:40:36.927115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Network a8e8dd66-717d-4fad-bfe8-ba95684475ff is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:40:36.937269 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, a8e8dd66-717d-4fad-bfe8-ba95684475ff) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:36.941902 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:36.942573 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.950840 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Routers {'2ccec561-320d-4b37-abfa-47ac7998f820'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:36.951673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:40:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2ccec561-320d-4b37-abfa-47ac7998f820'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:36.959285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e50fe-0ab9-411c-a5bd-79d935cc9cf0 None None] Network a8e8dd66-717d-4fad-bfe8-ba95684475ff requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:36.961592 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-849f6bdd-7db7-4094-aee6-7393d831d417 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3567135 Aug 09 16:40:36.964420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44344) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:36.968963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:36.990135 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:36.991238 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.031763 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=bd920287-3c0a-4c4b-be2e-9f91d68b1286,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:37.052471 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.111224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:37.111579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.165931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Set router 2ccec561-320d-4b37-abfa-47ac7998f820 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:37.199990 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.354911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-a8e8dd66-717d-4fad-bfe8-ba95684475ff', 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'fixed_ips': [{'subnet_id': '90c4c567-33b8-418f-9285-314ed70918e5'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:40:37.355747 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.407450 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.428312 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.539624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Allocated IP 172.25.7.9 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/e58e4a55-65b4-40f6-bf0e-3e1873965a37) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:37.567605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Allocated IP 172.20.0.2 (a8e8dd66-717d-4fad-bfe8-ba95684475ff/90c4c567-33b8-418f-9285-314ed70918e5/a7d79778-d175-46cb-801b-5551a552b5f9) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:37.580917 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:35Z', 'revision_number': 4, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port': {'id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '630ed515-19ab-40e4-8f4d-6ce6edaaf5de', 'name': '', 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'mac_address': 'fa:16:3e:16:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:34Z', 'updated_at': '2021-08-09T16:40:35Z', 'revision_number': 2, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'subnets': [{'id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:37.655419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.702445 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.749773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:37.752909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:37.756705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:37.762514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Pushing event updated for resources: {'Port': ['ID=e58e4a55-65b4-40f6-bf0e-3e1873965a37,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:37.779555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Checking router: 2ccec561-320d-4b37-abfa-47ac7998f820 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:40:37.780122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Updating router 2ccec561-320d-4b37-abfa-47ac7998f820 port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:40:37.848558 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.031477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.074512 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Transition to ACTIVE for port object a7d79778-d175-46cb-801b-5551a552b5f9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:38.100377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Transition to ACTIVE for port object a7d79778-d175-46cb-801b-5551a552b5f9 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:38.112175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.180168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Network a8e8dd66-717d-4fad-bfe8-ba95684475ff is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:38.195858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:38.203178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:38.213209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Pushing event updated for resources: {'Port': ['ID=a7d79778-d175-46cb-801b-5551a552b5f9,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:38.296953 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.304383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Attempting to bind port a7d79778-d175-46cb-801b-5551a552b5f9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:38.304757 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Attempting to bind port a7d79778-d175-46cb-801b-5551a552b5f9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:38.305127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Attempting to bind port a7d79778-d175-46cb-801b-5551a552b5f9 on network a8e8dd66-717d-4fad-bfe8-ba95684475ff {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:38.317879 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.320494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:38.320948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Checking segment: {'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:38.321237 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.321698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Bound using segment: {'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:38.322263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Bound port: a7d79778-d175-46cb-801b-5551a552b5f9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:38.322639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.341147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Transition to ACTIVE for port object 630ed515-19ab-40e4-8f4d-6ce6edaaf5de will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:38.366342 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.437225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] For port a7d79778-d175-46cb-801b-5551a552b5f9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:38.450660 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9349f14-b115-49e0-9099-a35cadcd4728 None None] Pushing event updated for resources: {'Port': ['ID=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:38.458218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] For port a7d79778-d175-46cb-801b-5551a552b5f9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a7d79778-d175-46cb-801b-5551a552b5f9,segment=NetworkSegment(07d4add8-3596-4777-90d0-dfd33a65bb2d),segment_id=07d4add8-3596-4777-90d0-dfd33a65bb2d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:38.483450 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.514929 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.565919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Attempting to bind port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:38.566580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Attempting to bind port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:38.567187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Attempting to bind port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de on network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:38.587389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:38.592455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Checking segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:38.592882 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.593292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Bound using segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:38.593814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Bound port: 630ed515-19ab-40e4-8f4d-6ce6edaaf5de, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:38.594218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.612790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bd920287-3c0a-4c4b-be2e-9f91d68b1286 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:38.643294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a57f1d-9b0c-491c-878b-5f6a5cef595d None None] Pushing event updated for resources: {'Port': ['ID=a7d79778-d175-46cb-801b-5551a552b5f9,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:38.708969 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Router 74724baf-9198-4388-8b3d-8ab8562d7720 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:40:38.729933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] For port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:38.734800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] For port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:38.736063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port bd920287-3c0a-4c4b-be2e-9f91d68b1286 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:38.736434 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.798946 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.865835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Routers {'2ccec561-320d-4b37-abfa-47ac7998f820'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:38.866506 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:40:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2ccec561-320d-4b37-abfa-47ac7998f820'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:38.906782 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:40:38.931917 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Sync routers for ids ['74724baf-9198-4388-8b3d-8ab8562d7720'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:40:38.938177 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.940090 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-87aab29e-26bd-420f-ad64-fa4e88ba0924 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9746468 Aug 09 16:40:38.943900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9349f14-b115-49e0-9099-a35cadcd4728 None None] Pushing event updated for resources: {'Port': ['ID=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:38.944602 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44346) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:40:38.954780 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Routers {'74724baf-9198-4388-8b3d-8ab8562d7720'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:38.955634 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:40:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['74724baf-9198-4388-8b3d-8ab8562d7720'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:39.032742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] Set router 2ccec561-320d-4b37-abfa-47ac7998f820 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:39.091268 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Set router 74724baf-9198-4388-8b3d-8ab8562d7720 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:39.266577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:35Z', 'revision_number': 4, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port': {'id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '630ed515-19ab-40e4-8f4d-6ce6edaaf5de', 'name': '', 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'mac_address': 'fa:16:3e:16:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:34Z', 'updated_at': '2021-08-09T16:40:38Z', 'revision_number': 4, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'subnets': [{'id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:39.286901 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:40:37Z', 'revision_number': 3, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port': {'id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:37Z', 'updated_at': '2021-08-09T16:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:39.299008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1175277c-eb83-4e1c-a1a5-01b99d5eb5b1 None None] The sync data for ids ['2ccec561-320d-4b37-abfa-47ac7998f820'] in n-d-799523-2 is: [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:35Z', 'revision_number': 4, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port': {'id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '630ed515-19ab-40e4-8f4d-6ce6edaaf5de', 'name': '', 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'mac_address': 'fa:16:3e:16:3c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:34Z', 'updated_at': '2021-08-09T16:40:38Z', 'revision_number': 4, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'subnets': [{'id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:40:39.322235 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Checking router: 74724baf-9198-4388-8b3d-8ab8562d7720 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:40:39.322580 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Updating router 74724baf-9198-4388-8b3d-8ab8562d7720 port e58e4a55-65b4-40f6-bf0e-3e1873965a37 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:40:39.356979 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:39.686150 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:39.701376 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Transition to ACTIVE for port object e58e4a55-65b4-40f6-bf0e-3e1873965a37 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:39.708847 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:39.765224 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Attempting to bind port e58e4a55-65b4-40f6-bf0e-3e1873965a37 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:39.765481 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Attempting to bind port e58e4a55-65b4-40f6-bf0e-3e1873965a37 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:39.766114 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Attempting to bind port e58e4a55-65b4-40f6-bf0e-3e1873965a37 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:39.769220 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e012e19-c579-4873-bac8-0b6013b451d1 None None] Pushing event updated for resources: {'Port': ['ID=e58e4a55-65b4-40f6-bf0e-3e1873965a37,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:39.774668 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:39.775172 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:39.776709 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:39.777100 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:39.777597 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Bound port: e58e4a55-65b4-40f6-bf0e-3e1873965a37, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:39.777990 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:39.839228 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] For port e58e4a55-65b4-40f6-bf0e-3e1873965a37, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:39.843398 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] For port e58e4a55-65b4-40f6-bf0e-3e1873965a37, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e58e4a55-65b4-40f6-bf0e-3e1873965a37,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:39.850629 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:39.867147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b4d0c-bb15-43fd-b939-b1b8924a6968 None None] Network a8e8dd66-717d-4fad-bfe8-ba95684475ff requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:40:39.870515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:39.928188 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Routers {'74724baf-9198-4388-8b3d-8ab8562d7720'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:39.929492 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:40:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['74724baf-9198-4388-8b3d-8ab8562d7720'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:39.947359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-25d2af80-5cef-4a6a-97ce-0d394d7525f4 None None] Provisioning for port a7d79778-d175-46cb-801b-5551a552b5f9 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:39.974061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e012e19-c579-4873-bac8-0b6013b451d1 None None] Pushing event updated for resources: {'Port': ['ID=e58e4a55-65b4-40f6-bf0e-3e1873965a37,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:40.055297 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] Set router 74724baf-9198-4388-8b3d-8ab8562d7720 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:40.067528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Allocated IP 172.20.0.1 (a8e8dd66-717d-4fad-bfe8-ba95684475ff/90c4c567-33b8-418f-9285-314ed70918e5/c89f4bf9-43e6-40db-9169-905330b5a54f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:40.212720 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.234648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Transition to ACTIVE for port object c89f4bf9-43e6-40db-9169-905330b5a54f will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:40.284225 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.329926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Network a8e8dd66-717d-4fad-bfe8-ba95684475ff is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:40.332886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:40.339231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:40.368555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c89f4bf9-43e6-40db-9169-905330b5a54f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:40.383543 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:40:37Z', 'revision_number': 3, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port': {'id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:37Z', 'updated_at': '2021-08-09T16:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:40.392089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.421498 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c3a9a-f80d-4c5e-a239-cdcf6f33485d None None] The sync data for ids ['74724baf-9198-4388-8b3d-8ab8562d7720'] in n-d-799523-2 is: [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:40:37Z', 'revision_number': 3, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port': {'id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:37Z', 'updated_at': '2021-08-09T16:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:40:40.574518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.633794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-78be6d77-8463-48fe-9418-85c96965dcb2 None None] Provisioning for port c89f4bf9-43e6-40db-9169-905330b5a54f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:40.645110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-78be6d77-8463-48fe-9418-85c96965dcb2 None None] Provisioning complete for port c89f4bf9-43e6-40db-9169-905330b5a54f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:40.645525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78be6d77-8463-48fe-9418-85c96965dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.685980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 630ed515-19ab-40e4-8f4d-6ce6edaaf5de up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:40.718670 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-78be6d77-8463-48fe-9418-85c96965dcb2 None None] Port c89f4bf9-43e6-40db-9169-905330b5a54f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:40:40.746888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:40.751505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:40.752019 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.793199 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.798892 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.886219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c89f4bf9-43e6-40db-9169-905330b5a54f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:40.887156 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.892710 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.944009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:40.949723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.950779 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a7d79778-d175-46cb-801b-5551a552b5f9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:41.012536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Network a8e8dd66-717d-4fad-bfe8-ba95684475ff is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:41.014969 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:41.050678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:41.065561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port a7d79778-d175-46cb-801b-5551a552b5f9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:41.073014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a7d79778-d175-46cb-801b-5551a552b5f9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:41.073640 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:41.164673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Router 74724baf-9198-4388-8b3d-8ab8562d7720 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:40:41.174548 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:41.226657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port a7d79778-d175-46cb-801b-5551a552b5f9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a7d79778-d175-46cb-801b-5551a552b5f9,segment=NetworkSegment(07d4add8-3596-4777-90d0-dfd33a65bb2d),segment_id=07d4add8-3596-4777-90d0-dfd33a65bb2d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:41.238397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:41.296415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=a7d79778-d175-46cb-801b-5551a552b5f9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:41.299272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6a4c44ab-d541-483f-937e-b034825f3fb7 None None] Provisioning complete for port c89f4bf9-43e6-40db-9169-905330b5a54f triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:41.299651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6a4c44ab-d541-483f-937e-b034825f3fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:41.303435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:40:41.309336 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7b0afeb2-4d39-4845-a936-bbb5f467b3b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/74724baf-9198-4388-8b3d-8ab8562d7720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3630540 Aug 09 16:40:41.337486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c44ab-d541-483f-937e-b034825f3fb7 None None] Port c89f4bf9-43e6-40db-9169-905330b5a54f cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:40:42.083537 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83196eb7-d151-4189-aec9-d978042117b1 req-6d6aed88-5ccb-42bb-ae61-7cb848e77289 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:42.085068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-6d6aed88-5ccb-42bb-ae61-7cb848e77289 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/networks?id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 HTTP/1.1" status: 200 len: 816 time: 0.1174164 Aug 09 16:40:42.101249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-b55a8dce-3577-4c96-ab5d-bf25f2fd5c7b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/quotas/f43f91644a184dfab7c7fae8c17efc07 HTTP/1.1" status: 200 len: 375 time: 0.0101254 Aug 09 16:40:42.158146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-4dcbf976-03c8-4af4-8137-f1f92ee1439e tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f43f91644a184dfab7c7fae8c17efc07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508308 Aug 09 16:40:42.266104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-b0721cbc-b0ca-4c10-9d35-b98a0c340e79 service neutron] 10.222.0.64 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957694 Aug 09 16:40:42.365555 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-06bbaeb3-e446-4526-82f0-55eeb78a1628 service neutron] 10.222.0.64 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930126 Aug 09 16:40:42.567933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35c59f20-8176-45c9-bddb-6bc774ce0ad8 req-1cc47dfc-8bff-49f0-9f62-320be818a4ca tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 210 time: 0.0446575 Aug 09 16:40:42.682092 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 630ed515-19ab-40e4-8f4d-6ce6edaaf5de up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:42.725351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Sync routers for ids ['74724baf-9198-4388-8b3d-8ab8562d7720'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:40:42.741217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Routers {'74724baf-9198-4388-8b3d-8ab8562d7720'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:42.741834 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:40:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['74724baf-9198-4388-8b3d-8ab8562d7720'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:42.789642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:42.790128 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.048971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Set router 74724baf-9198-4388-8b3d-8ab8562d7720 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:43.145327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a7d79778-d175-46cb-801b-5551a552b5f9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:43.259731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a7d79778-d175-46cb-801b-5551a552b5f9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:43.260124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.365477 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:40:40Z', 'revision_number': 4, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port': {'id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:37Z', 'updated_at': '2021-08-09T16:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'c89f4bf9-43e6-40db-9169-905330b5a54f', 'name': '', 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'mac_address': 'fa:16:3e:99:33:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '90c4c567-33b8-418f-9285-314ed70918e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:39Z', 'updated_at': '2021-08-09T16:40:40Z', 'revision_number': 2, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'subnets': [{'id': '90c4c567-33b8-418f-9285-314ed70918e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:43.397292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e58e4a55-65b4-40f6-bf0e-3e1873965a37 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:43.399166 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Checking router: 74724baf-9198-4388-8b3d-8ab8562d7720 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:40:43.399520 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Updating router 74724baf-9198-4388-8b3d-8ab8562d7720 port c89f4bf9-43e6-40db-9169-905330b5a54f binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:40:43.450042 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.499291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e58e4a55-65b4-40f6-bf0e-3e1873965a37 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:43.505736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e58e4a55-65b4-40f6-bf0e-3e1873965a37 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:43.506108 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.600728 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83196eb7-d151-4189-aec9-d978042117b1 req-278640d4-680b-45cc-9f01-2fad9cfc795f tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:43.603969 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-278640d4-680b-45cc-9f01-2fad9cfc795f tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.35 "GET /v2.0/networks?id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 HTTP/1.1" status: 200 len: 816 time: 0.1235609 Aug 09 16:40:43.621763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Request body: {'port': {'device_id': '0081820b-043a-44a9-854e-8740f369df9f', 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'admin_state_up': True, 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:43.700642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8bc8c4cd-c527-471c-80f3-92ef7d675cdb req-b2ba0220-3839-4268-bf52-fe20088f8797 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 210 time: 0.0325639 Aug 09 16:40:43.716288 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.751412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e58e4a55-65b4-40f6-bf0e-3e1873965a37, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e58e4a55-65b4-40f6-bf0e-3e1873965a37,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:43.760089 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.773266 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Made reservation on behalf of f43f91644a184dfab7c7fae8c17efc07 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:43.777571 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.851116 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.853311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e58e4a55-65b4-40f6-bf0e-3e1873965a37,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:43.863772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Transition to ACTIVE for port object c89f4bf9-43e6-40db-9169-905330b5a54f will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:43.871514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.916541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Allocated IP 172.20.0.11 (b4a9ed64-ceaf-44c2-a0e9-cba37ceced70/4f86ebe8-7cbc-497e-aa42-1aad6c1575db/64b2b1e2-51c9-4bca-a30a-74f853b24e95) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:43.920076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667063e-d41d-4caf-9782-d69da849749f None None] Pushing event updated for resources: {'Port': ['ID=c89f4bf9-43e6-40db-9169-905330b5a54f,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:43.979438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Attempting to bind port c89f4bf9-43e6-40db-9169-905330b5a54f on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:43.979438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Attempting to bind port c89f4bf9-43e6-40db-9169-905330b5a54f by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:43.980194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Attempting to bind port c89f4bf9-43e6-40db-9169-905330b5a54f on network a8e8dd66-717d-4fad-bfe8-ba95684475ff {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:43.986241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:43.986644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Checking segment: {'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:43.987048 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.987443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Bound using segment: {'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:43.987946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Bound port: c89f4bf9-43e6-40db-9169-905330b5a54f, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d4add8-3596-4777-90d0-dfd33a65bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:43.988331 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.057768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] For port c89f4bf9-43e6-40db-9169-905330b5a54f, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:44.061281 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] For port c89f4bf9-43e6-40db-9169-905330b5a54f, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c89f4bf9-43e6-40db-9169-905330b5a54f,segment=NetworkSegment(07d4add8-3596-4777-90d0-dfd33a65bb2d),segment_id=07d4add8-3596-4777-90d0-dfd33a65bb2d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:44.068259 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.092003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.110084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Transition to ACTIVE for port object 64b2b1e2-51c9-4bca-a30a-74f853b24e95 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:44.134695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667063e-d41d-4caf-9782-d69da849749f None None] Pushing event updated for resources: {'Port': ['ID=c89f4bf9-43e6-40db-9169-905330b5a54f,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:44.137446 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Routers {'74724baf-9198-4388-8b3d-8ab8562d7720'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:44.138050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:40:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['74724baf-9198-4388-8b3d-8ab8562d7720'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:44.147451 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.207718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:44.212032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Pushing event updated for resources: {'Port': ['ID=64b2b1e2-51c9-4bca-a30a-74f853b24e95,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:44.214587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:44.216848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:44.269231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] Set router 74724baf-9198-4388-8b3d-8ab8562d7720 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:44.274477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:44.275312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.292752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-35166cf5-3164-4ecd-8fc4-27931a757559 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6761079 Aug 09 16:40:44.308716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Request body: {'port': {'device_id': '0081820b-043a-44a9-854e-8740f369df9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:44.381487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.502033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:40:40Z', 'revision_number': 4, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port': {'id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:37Z', 'updated_at': '2021-08-09T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'c89f4bf9-43e6-40db-9169-905330b5a54f', 'name': '', 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'mac_address': 'fa:16:3e:99:33:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '90c4c567-33b8-418f-9285-314ed70918e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:39Z', 'updated_at': '2021-08-09T16:40:44Z', 'revision_number': 4, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'subnets': [{'id': '90c4c567-33b8-418f-9285-314ed70918e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:44.529433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff46c8-5917-4fbc-8d97-09f2acb91de8 None None] The sync data for ids ['74724baf-9198-4388-8b3d-8ab8562d7720'] in n-d-799523-2 is: [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:40:40Z', 'revision_number': 4, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port': {'id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:37Z', 'updated_at': '2021-08-09T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'c89f4bf9-43e6-40db-9169-905330b5a54f', 'name': '', 'network_id': 'a8e8dd66-717d-4fad-bfe8-ba95684475ff', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'mac_address': 'fa:16:3e:99:33:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '90c4c567-33b8-418f-9285-314ed70918e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:39Z', 'updated_at': '2021-08-09T16:40:44Z', 'revision_number': 4, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'subnets': [{'id': '90c4c567-33b8-418f-9285-314ed70918e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:40:44.576117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a089f9fb-6419-4788-b1b8-8de1ca5ba756 None None] Provisioning for port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:44.582476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a089f9fb-6419-4788-b1b8-8de1ca5ba756 None None] Provisioning complete for port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:44.583091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a089f9fb-6419-4788-b1b8-8de1ca5ba756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.634236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e58e4a55-65b4-40f6-bf0e-3e1873965a37 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:44.660054 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a089f9fb-6419-4788-b1b8-8de1ca5ba756 None None] Port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:40:44.687360 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e58e4a55-65b4-40f6-bf0e-3e1873965a37 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:44.687866 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.715388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b2b1e2-51c9-4bca-a30a-74f853b24e95 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:40:44.723731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.750900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Transition to ACTIVE for port object 64b2b1e2-51c9-4bca-a30a-74f853b24e95 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:44.759401 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:44.847694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Pushing event updated for resources: {'Port': ['ID=64b2b1e2-51c9-4bca-a30a-74f853b24e95,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:44.927187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Attempting to bind port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:44.927528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Attempting to bind port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:44.927892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Attempting to bind port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 on network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:44.939200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2ca63-a1bb-4db8-a456-d6a67ad61f7a req-30cd3327-3d68-47fe-a3b8-25f575998267 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:44.940788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06f2ca63-a1bb-4db8-a456-d6a67ad61f7a req-30cd3327-3d68-47fe-a3b8-25f575998267 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 944 time: 0.1323719 Aug 09 16:40:44.943183 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 on network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:40:44.943598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Attempting to bind port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 on network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:44.950596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:44.950946 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Checking segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:44.951327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Bound using segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:44.951765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Bound port: 64b2b1e2-51c9-4bca-a30a-74f853b24e95, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:44.952158 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:45.021200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06f2ca63-a1bb-4db8-a456-d6a67ad61f7a req-72419ed0-623a-4467-91d9-c3249098144f tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714624 Aug 09 16:40:45.051734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] For port 64b2b1e2-51c9-4bca-a30a-74f853b24e95, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:45.054950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] For port 64b2b1e2-51c9-4bca-a30a-74f853b24e95, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64b2b1e2-51c9-4bca-a30a-74f853b24e95,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:45.061299 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:45.097187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:45.097811 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:45.099239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] 10.222.0.35 "PUT /v2.0/ports/64b2b1e2-51c9-4bca-a30a-74f853b24e95 HTTP/1.1" status: 200 len: 1092 time: 0.7975047 Aug 09 16:40:45.099672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0081820b-043a-44a9-854e-8740f369df9f', 'tag': '64b2b1e2-51c9-4bca-a30a-74f853b24e95'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:45.101976 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3b21b8-95c3-455f-8564-693892681493" -d '{"events": [{"name": "network-changed", "server_uuid": "0081820b-043a-44a9-854e-8740f369df9f", "tag": "64b2b1e2-51c9-4bca-a30a-74f853b24e95"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:45.150186 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-15f7b9b7-517c-4103-a45b-61738a2bf823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:45.158536 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3714c34-8de8-44d5-8e4d-46e46e8a8c4b x-openstack-request-id: req-e3714c34-8de8-44d5-8e4d-46e46e8a8c4b {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:45.158823 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0081820b-043a-44a9-854e-8740f369df9f", "tag": "64b2b1e2-51c9-4bca-a30a-74f853b24e95", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:45.159069 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3714c34-8de8-44d5-8e4d-46e46e8a8c4b {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:45.159458 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0081820b-043a-44a9-854e-8740f369df9f', 'tag': '64b2b1e2-51c9-4bca-a30a-74f853b24e95', 'status': 'completed', 'code': 200} Aug 09 16:40:45.161294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc840693-0582-4b00-8965-70e833ffa882 service neutron] Pushing event updated for resources: {'Port': ['ID=64b2b1e2-51c9-4bca-a30a-74f853b24e95,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:45.195633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83196eb7-d151-4189-aec9-d978042117b1 req-8f3c290b-4ad1-4066-ab10-6b2145b9ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:45.197947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-8f3c290b-4ad1-4066-ab10-6b2145b9ae37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f43f91644a184dfab7c7fae8c17efc07&device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 1095 time: 0.0551903 Aug 09 16:40:45.242375 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-f996100c-be30-4e91-93d6-3888daada173 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b2b1e2-51c9-4bca-a30a-74f853b24e95 HTTP/1.1" status: 200 len: 217 time: 0.0367255 Aug 09 16:40:45.302274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83196eb7-d151-4189-aec9-d978042117b1 req-0ac64f9f-e0e7-48ab-a755-7a0bcc92f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:45.303889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-0ac64f9f-e0e7-48ab-a755-7a0bcc92f1fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f86ebe8-7cbc-497e-aa42-1aad6c1575db HTTP/1.1" status: 200 len: 855 time: 0.0547113 Aug 09 16:40:45.353606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83196eb7-d151-4189-aec9-d978042117b1 req-2b48142c-6c88-4caf-b8a2-17cdcf94737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:45.355170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-2b48142c-6c88-4caf-b8a2-17cdcf94737c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443022 Aug 09 16:40:45.453133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-fb1bc03e-9fec-4518-b38e-501d13d86d9e service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894504 Aug 09 16:40:45.569816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83196eb7-d151-4189-aec9-d978042117b1 req-8fdf9d1a-dfca-468b-81fc-5cfb8011c42a service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093791 Aug 09 16:40:45.670181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b21b8-95c3-455f-8564-693892681493 req-dd64b037-3336-49ba-83b0-6c544709effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:45.671702 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b3b21b8-95c3-455f-8564-693892681493 req-dd64b037-3336-49ba-83b0-6c544709effb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f43f91644a184dfab7c7fae8c17efc07&device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 1095 time: 0.0430751 Aug 09 16:40:45.769241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b21b8-95c3-455f-8564-693892681493 req-b5cfdca2-cbc6-4e3c-8d6e-ee46f7bdc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:45.770778 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b3b21b8-95c3-455f-8564-693892681493 req-b5cfdca2-cbc6-4e3c-8d6e-ee46f7bdc73a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 HTTP/1.1" status: 200 len: 918 time: 0.0920687 Aug 09 16:40:45.817348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b3b21b8-95c3-455f-8564-693892681493 req-8c5e8f37-05bc-428c-b766-e08bbbc50241 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b2b1e2-51c9-4bca-a30a-74f853b24e95 HTTP/1.1" status: 200 len: 217 time: 0.0371122 Aug 09 16:40:45.870211 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b21b8-95c3-455f-8564-693892681493 req-0317e341-7ef1-451f-96bc-152cd69fb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:45.871740 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b3b21b8-95c3-455f-8564-693892681493 req-0317e341-7ef1-451f-96bc-152cd69fb407 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f86ebe8-7cbc-497e-aa42-1aad6c1575db HTTP/1.1" status: 200 len: 855 time: 0.0476024 Aug 09 16:40:45.923959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b21b8-95c3-455f-8564-693892681493 req-b5b5feea-9218-4fbc-b22f-658900777df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:45.925496 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b3b21b8-95c3-455f-8564-693892681493 req-b5b5feea-9218-4fbc-b22f-658900777df3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461063 Aug 09 16:40:46.032570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b3b21b8-95c3-455f-8564-693892681493 req-2cb65ae7-c24e-46bc-a1da-c8f5a2c56f9c service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973706 Aug 09 16:40:46.164394 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b3b21b8-95c3-455f-8564-693892681493 req-26866228-2f0a-4195-be0c-198a01a6e7dd service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245840 Aug 09 16:40:46.177539 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2dba5-adcd-4aaf-8144-c73e8b1838b0 req-309e5f8c-5b3a-43aa-84b2-5b7b3eb44746 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:46.179118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82c2dba5-adcd-4aaf-8144-c73e8b1838b0 req-309e5f8c-5b3a-43aa-84b2-5b7b3eb44746 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 944 time: 0.0773435 Aug 09 16:40:46.223692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82c2dba5-adcd-4aaf-8144-c73e8b1838b0 req-95bcc8bf-174c-4d68-87d4-63ebfcd933a1 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Aug 09 16:40:46.612559 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c89f4bf9-43e6-40db-9169-905330b5a54f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:46.667861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c89f4bf9-43e6-40db-9169-905330b5a54f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:46.672026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c89f4bf9-43e6-40db-9169-905330b5a54f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:46.672388 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:46.754982 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:46.792516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port c89f4bf9-43e6-40db-9169-905330b5a54f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c89f4bf9-43e6-40db-9169-905330b5a54f,segment=NetworkSegment(07d4add8-3596-4777-90d0-dfd33a65bb2d),segment_id=07d4add8-3596-4777-90d0-dfd33a65bb2d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:46.798932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:46.859005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=c89f4bf9-43e6-40db-9169-905330b5a54f,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:47.081543 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 64b2b1e2-51c9-4bca-a30a-74f853b24e95 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:40:47.179580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 64b2b1e2-51c9-4bca-a30a-74f853b24e95, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64b2b1e2-51c9-4bca-a30a-74f853b24e95,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:47.190554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '64b2b1e2-51c9-4bca-a30a-74f853b24e95', 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'port_id': '64b2b1e2-51c9-4bca-a30a-74f853b24e95', 'mac_address': 'fa:16:3e:26:4d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:40:47.238537 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:47.256682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b2b1e2-51c9-4bca-a30a-74f853b24e95 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:40:47.279412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 64b2b1e2-51c9-4bca-a30a-74f853b24e95, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64b2b1e2-51c9-4bca-a30a-74f853b24e95,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:47.287348 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:47.338396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=64b2b1e2-51c9-4bca-a30a-74f853b24e95,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:47.350132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96600e-cfe8-46b1-9567-dfda9c847f5f req-021f108a-fe82-4009-a605-d59ca0a392dd tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:47.351654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad96600e-cfe8-46b1-9567-dfda9c847f5f req-021f108a-fe82-4009-a605-d59ca0a392dd tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 945 time: 0.0539501 Aug 09 16:40:47.391603 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ad96600e-cfe8-46b1-9567-dfda9c847f5f req-aeb6f516-ce3b-4c63-bb76-b3ed18cf1e61 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336001 Aug 09 16:40:47.486947 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['64b2b1e2-51c9-4bca-a30a-74f853b24e95'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:40:47.637330 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b923e062-7471-4ed2-90a2-5433270e6ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:47.841220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:48.525851 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df193a-f3b7-4eec-b96e-9a8ac3eb659c req-7ab07e9c-17e5-412b-85ec-cf75032d45db tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:48.527389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15df193a-f3b7-4eec-b96e-9a8ac3eb659c req-7ab07e9c-17e5-412b-85ec-cf75032d45db tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 945 time: 0.0611570 Aug 09 16:40:48.569559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15df193a-f3b7-4eec-b96e-9a8ac3eb659c req-3e1e1c59-8518-4243-a38a-e0f258a30ae1 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Aug 09 16:40:48.596363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c89f4bf9-43e6-40db-9169-905330b5a54f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:48.655494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c89f4bf9-43e6-40db-9169-905330b5a54f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:48.656610 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:48.880968 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:40:49.081811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 64b2b1e2-51c9-4bca-a30a-74f853b24e95 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:49.137878 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:49.143624 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:49.144175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:49.233647 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:49.255875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0081820b-043a-44a9-854e-8740f369df9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b2b1e2-51c9-4bca-a30a-74f853b24e95'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:49.258185 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c23202-1345-4dce-ad5c-0484c9c19989" -d '{"events": [{"server_uuid": "0081820b-043a-44a9-854e-8740f369df9f", "name": "network-vif-plugged", "status": "completed", "tag": "64b2b1e2-51c9-4bca-a30a-74f853b24e95"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:49.272124 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 64b2b1e2-51c9-4bca-a30a-74f853b24e95, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64b2b1e2-51c9-4bca-a30a-74f853b24e95,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:49.279277 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:49.307860 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a220970-0d4b-4029-a05d-0e952ea76df9 x-openstack-request-id: req-9a220970-0d4b-4029-a05d-0e952ea76df9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:49.308112 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0081820b-043a-44a9-854e-8740f369df9f", "name": "network-vif-plugged", "status": "completed", "tag": "64b2b1e2-51c9-4bca-a30a-74f853b24e95", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:49.308343 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a220970-0d4b-4029-a05d-0e952ea76df9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:49.308707 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0081820b-043a-44a9-854e-8740f369df9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b2b1e2-51c9-4bca-a30a-74f853b24e95', 'code': 200} Aug 09 16:40:49.324515 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:49.338937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=64b2b1e2-51c9-4bca-a30a-74f853b24e95,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:49.397719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a04d20-3b24-4cc8-8616-484c89401839 req-6045d9f3-f025-45e0-ac4d-dfeb8eff8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:49.399220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50a04d20-3b24-4cc8-8616-484c89401839 req-6045d9f3-f025-45e0-ac4d-dfeb8eff8218 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 1097 time: 0.0435202 Aug 09 16:40:49.435705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50a04d20-3b24-4cc8-8616-484c89401839 req-be1a4644-d25c-44f6-9974-648d79be5c84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295360 Aug 09 16:40:49.708008 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dd71a-a576-4632-a8f6-e70b1f965a0d req-77d55217-9715-4e61-8d0c-047ab25869ed tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:49.710386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f55dd71a-a576-4632-a8f6-e70b1f965a0d req-77d55217-9715-4e61-8d0c-047ab25869ed tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 946 time: 0.0648396 Aug 09 16:40:49.758775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f55dd71a-a576-4632-a8f6-e70b1f965a0d req-d6e3a711-dc46-4870-b599-cd5cf81c0dc6 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Aug 09 16:40:50.709512 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:50.892732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0cb75-cb43-42ce-a7a4-b9a48831956b req-416155ea-3cff-43fa-8493-c2f367f77d53 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:50.894249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83d0cb75-cb43-42ce-a7a4-b9a48831956b req-416155ea-3cff-43fa-8493-c2f367f77d53 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 946 time: 0.0606692 Aug 09 16:40:50.937971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-83d0cb75-cb43-42ce-a7a4-b9a48831956b req-1ded7929-7a44-4905-bf1b-a6155dcc39cb tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Aug 09 16:40:51.064379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60c968-8140-43f1-b7c0-b35f28648d82 req-b88b8eff-b5f6-48f4-a0d0-1a1a3851b485 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:51.065827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e60c968-8140-43f1-b7c0-b35f28648d82 req-b88b8eff-b5f6-48f4-a0d0-1a1a3851b485 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 946 time: 0.0589025 Aug 09 16:40:51.108666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3e60c968-8140-43f1-b7c0-b35f28648d82 req-61310bf3-e097-444b-baf4-9d69a5a7c093 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366199 Aug 09 16:40:59.219690 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:59.265218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.852074 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502182-c759-4a73-abe6-35ba5892b412 req-f8b1af63-312e-4e23-bddf-bf15b5098645 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:09.853598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c502182-c759-4a73-abe6-35ba5892b412 req-f8b1af63-312e-4e23-bddf-bf15b5098645 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 946 time: 0.0525179 Aug 09 16:41:09.892685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c502182-c759-4a73-abe6-35ba5892b412 req-762ad8b7-d118-4da6-924e-7db2b7bf7c02 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Aug 09 16:41:11.032985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef09b8d-5b25-448a-be7b-14c881553f60 req-1836a14c-0855-4756-8126-0814e3b52dc0 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:11.034407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ef09b8d-5b25-448a-be7b-14c881553f60 req-1836a14c-0855-4756-8126-0814e3b52dc0 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 946 time: 0.0637531 Aug 09 16:41:11.073167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ef09b8d-5b25-448a-be7b-14c881553f60 req-21257657-99a3-4926-bec4-261bbb7af9c2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Aug 09 16:41:11.393187 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-9c404db8-b445-45f5-a9fd-ae5f5e16a780 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:11.394711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-9c404db8-b445-45f5-a9fd-ae5f5e16a780 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.35 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 946 time: 0.0530806 Aug 09 16:41:11.494909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Deleting port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:11.495209 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.587508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] For port 64b2b1e2-51c9-4bca-a30a-74f853b24e95, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=64b2b1e2-51c9-4bca-a30a-74f853b24e95,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:11.587869 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.601494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Calling delete_port for 64b2b1e2-51c9-4bca-a30a-74f853b24e95 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:11.739255 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.751721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['64b2b1e2-51c9-4bca-a30a-74f853b24e95'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:41:11.773548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Pushing event deleted for resources: {'Port': ['ID=64b2b1e2-51c9-4bca-a30a-74f853b24e95,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:11.798876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.799235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.799579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.800015 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.800354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.800691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.801061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.801362 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.801692 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.802022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.802345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.802671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:11.828944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] No DVR routers for this DVR port 64b2b1e2-51c9-4bca-a30a-74f853b24e95 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:11.831731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.834858 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29ba7a6d-b782-4b89-991e-72fea30be8b4 req-98c08237-aa4f-426b-aa0c-d0947b72e0e2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.35 "DELETE /v2.0/ports/64b2b1e2-51c9-4bca-a30a-74f853b24e95 HTTP/1.1" status: 204 len: 173 time: 0.4330857 Aug 09 16:41:11.834858 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0081820b-043a-44a9-854e-8740f369df9f', 'name': 'network-vif-deleted', 'tag': '64b2b1e2-51c9-4bca-a30a-74f853b24e95'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:41:11.836694 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b874739-3ec6-4a97-ba8c-bb3182efa541" -d '{"events": [{"server_uuid": "0081820b-043a-44a9-854e-8740f369df9f", "name": "network-vif-deleted", "tag": "64b2b1e2-51c9-4bca-a30a-74f853b24e95"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:41:11.885218 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14af93aa-9938-42e2-86b5-5f4d48402c10 x-openstack-request-id: req-14af93aa-9938-42e2-86b5-5f4d48402c10 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:41:11.885513 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0081820b-043a-44a9-854e-8740f369df9f", "name": "network-vif-deleted", "tag": "64b2b1e2-51c9-4bca-a30a-74f853b24e95", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:41:11.886018 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14af93aa-9938-42e2-86b5-5f4d48402c10 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:41:11.886449 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0081820b-043a-44a9-854e-8740f369df9f', 'name': 'network-vif-deleted', 'tag': '64b2b1e2-51c9-4bca-a30a-74f853b24e95', 'status': 'completed', 'code': 200} Aug 09 16:41:12.192266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8a869b90-0094-444b-81d8-67b61fa5d49e req-698ea150-9764-4cb1-bca9-95398b55e5e3 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=0081820b-043a-44a9-854e-8740f369df9f HTTP/1.1" status: 200 len: 210 time: 0.0359819 Aug 09 16:41:14.114100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10423812-297e-4efb-8951-3c0309954336 req-5c03f40a-5dab-4800-a414-868225b380b8 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:14.115614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-5c03f40a-5dab-4800-a414-868225b380b8 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/networks?id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 HTTP/1.1" status: 200 len: 816 time: 0.1058972 Aug 09 16:41:14.134103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-69800274-1bd3-4e08-9e1e-dcf9a42ab0ae tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/quotas/f43f91644a184dfab7c7fae8c17efc07 HTTP/1.1" status: 200 len: 375 time: 0.0099249 Aug 09 16:41:14.190990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-63d90038-4491-4d5e-8f08-b6b7786a75f2 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f43f91644a184dfab7c7fae8c17efc07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495784 Aug 09 16:41:14.296112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-b285a927-7459-4501-9214-bec3458b2282 service neutron] 10.222.0.64 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917687 Aug 09 16:41:14.395842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-2eba4bbb-c289-4417-8015-2031364c78bc service neutron] 10.222.0.64 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935352 Aug 09 16:41:14.569560 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-883a995e-5dd3-4ddf-b4ec-b1ca181426b1 req-8ae555e0-c168-4b9c-9a74-2ba774abe619 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 210 time: 0.0333614 Aug 09 16:41:15.142666 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c26cd3df-666b-481e-87e2-a9e3bc9e9ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.321288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 64b2b1e2-51c9-4bca-a30a-74f853b24e95 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:15.346830 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 64b2b1e2-51c9-4bca-a30a-74f853b24e95 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:15.347256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 64b2b1e2-51c9-4bca-a30a-74f853b24e95 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:15.685510 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6196b49-7417-4823-8b1e-fb3df0b4f364 req-c03bd329-8726-49c6-a619-e71015b85c50 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 210 time: 0.0331593 Aug 09 16:41:15.735525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10423812-297e-4efb-8951-3c0309954336 req-fdb43e1e-e9c0-4f4d-9960-c96ab506348e tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:15.737083 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-fdb43e1e-e9c0-4f4d-9960-c96ab506348e tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.35 "GET /v2.0/networks?id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 HTTP/1.1" status: 200 len: 816 time: 0.1309385 Aug 09 16:41:15.753391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Request body: {'port': {'device_id': 'a3bab06b-9711-404e-84c4-d4bc43ca4741', 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'admin_state_up': True, 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:15.871641 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Made reservation on behalf of f43f91644a184dfab7c7fae8c17efc07 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:15.875634 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.006037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Allocated IP 172.20.0.9 (b4a9ed64-ceaf-44c2-a0e9-cba37ceced70/4f86ebe8-7cbc-497e-aa42-1aad6c1575db/3d4d7f72-c409-4b9e-993d-8f3279b3ed23) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:16.157946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.171845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Transition to ACTIVE for port object 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:16.207529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.255852 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:16.259071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:16.262904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:16.269577 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Pushing event updated for resources: {'Port': ['ID=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:16.321828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:16.322474 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.348232 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-be3746d6-b97c-4430-9774-6f4ea3b48db4 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989466 Aug 09 16:41:16.363419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Request body: {'port': {'device_id': 'a3bab06b-9711-404e-84c4-d4bc43ca4741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:16.422046 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.549677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c2017591-20e9-43d2-b090-9bfd41293863 None None] Provisioning for port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:16.556483 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c2017591-20e9-43d2-b090-9bfd41293863 None None] Provisioning complete for port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:16.557434 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c2017591-20e9-43d2-b090-9bfd41293863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.596842 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c2017591-20e9-43d2-b090-9bfd41293863 None None] Port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:16.709966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:41:16.720417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.732993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Transition to ACTIVE for port object 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:16.738510 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.815365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Pushing event updated for resources: {'Port': ['ID=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:16.886329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2c97b-41e4-43fa-9d40-901cc15d8f72 req-67a198f4-4c66-42c4-a03f-1390bf8f3a6c tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:16.888021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1db2c97b-41e4-43fa-9d40-901cc15d8f72 req-67a198f4-4c66-42c4-a03f-1390bf8f3a6c tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 943 time: 0.1223454 Aug 09 16:41:16.941874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Attempting to bind port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:16.942217 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Attempting to bind port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:16.942528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Attempting to bind port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 on network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:16.951125 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1db2c97b-41e4-43fa-9d40-901cc15d8f72 req-53b5059c-1e81-4758-9210-bcd06dbf8f70 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552268 Aug 09 16:41:16.952699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 on network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:41:16.953084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Attempting to bind port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 on network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:16.959434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:16.959775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Checking segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:16.960294 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Bound using segment: {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:16.960606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Bound port: 3d4d7f72-c409-4b9e-993d-8f3279b3ed23, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a0cc31-3358-4359-ba32-dd2f93a120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:16.960971 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.031452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] For port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:17.034588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] For port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:17.041906 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.080900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:17.081585 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.082943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] 10.222.0.35 "PUT /v2.0/ports/3d4d7f72-c409-4b9e-993d-8f3279b3ed23 HTTP/1.1" status: 200 len: 1091 time: 0.7244344 Aug 09 16:41:17.083386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bab06b-9711-404e-84c4-d4bc43ca4741', 'tag': '3d4d7f72-c409-4b9e-993d-8f3279b3ed23'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:41:17.085663 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e9d10-61e1-4187-918a-9f1638417dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bab06b-9711-404e-84c4-d4bc43ca4741", "tag": "3d4d7f72-c409-4b9e-993d-8f3279b3ed23"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:41:17.115035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a156d95-95f8-4699-b159-65e4da8d54fb service neutron] Pushing event updated for resources: {'Port': ['ID=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:17.150895 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4597d319-8fad-4fcd-87b3-43df62652287 x-openstack-request-id: req-4597d319-8fad-4fcd-87b3-43df62652287 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:41:17.151249 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bab06b-9711-404e-84c4-d4bc43ca4741", "tag": "3d4d7f72-c409-4b9e-993d-8f3279b3ed23", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:41:17.151513 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4597d319-8fad-4fcd-87b3-43df62652287 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:41:17.151981 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bab06b-9711-404e-84c4-d4bc43ca4741', 'tag': '3d4d7f72-c409-4b9e-993d-8f3279b3ed23', 'status': 'completed', 'code': 200} Aug 09 16:41:17.168220 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10423812-297e-4efb-8951-3c0309954336 req-9ed3a6d0-5e4f-4d29-afbb-f40e9af3a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:17.169850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-9ed3a6d0-5e4f-4d29-afbb-f40e9af3a627 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f43f91644a184dfab7c7fae8c17efc07&device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 1094 time: 0.0463622 Aug 09 16:41:17.214525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-19bd168d-8d28-43d3-afe3-810886aacd86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d7f72-c409-4b9e-993d-8f3279b3ed23 HTTP/1.1" status: 200 len: 217 time: 0.0355511 Aug 09 16:41:17.266194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10423812-297e-4efb-8951-3c0309954336 req-b87828fa-f6dd-4711-a58d-b47d0d616967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:17.267872 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-b87828fa-f6dd-4711-a58d-b47d0d616967 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f86ebe8-7cbc-497e-aa42-1aad6c1575db HTTP/1.1" status: 200 len: 855 time: 0.0467656 Aug 09 16:41:17.320017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10423812-297e-4efb-8951-3c0309954336 req-b80dd7cd-70a2-4605-bef0-d0a1f28fbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:17.321551 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-b80dd7cd-70a2-4605-bef0-d0a1f28fbe20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463955 Aug 09 16:41:17.422719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-ede934f4-653c-4bd6-ab54-a4012789fc59 service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931978 Aug 09 16:41:17.614000 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4fdb1f4b-678c-48bc-8074-0221ad30ec50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.846345 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.885601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10423812-297e-4efb-8951-3c0309954336 req-e0c058cd-ac7a-47d5-bfab-e09ad485a11f service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562671 Aug 09 16:41:17.992494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e9d10-61e1-4187-918a-9f1638417dcf req-fb11f712-9eb2-42b8-b998-08957028ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:17.994059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420e9d10-61e1-4187-918a-9f1638417dcf req-fb11f712-9eb2-42b8-b998-08957028ff4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f43f91644a184dfab7c7fae8c17efc07&device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 1094 time: 0.0504541 Aug 09 16:41:18.125216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a5b5a-a4c0-4593-a500-c278792ef2c6 req-d62d6ff1-c5d5-48f9-a691-1a44af52f294 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:18.126722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-052a5b5a-a4c0-4593-a500-c278792ef2c6 req-d62d6ff1-c5d5-48f9-a691-1a44af52f294 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 943 time: 0.0831256 Aug 09 16:41:18.128261 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e9d10-61e1-4187-918a-9f1638417dcf req-c8a1fe14-7ecc-4f9d-9eb2-c70b5001b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:18.129607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420e9d10-61e1-4187-918a-9f1638417dcf req-c8a1fe14-7ecc-4f9d-9eb2-c70b5001b8cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 HTTP/1.1" status: 200 len: 918 time: 0.1283760 Aug 09 16:41:18.181661 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420e9d10-61e1-4187-918a-9f1638417dcf req-9d47b1a7-c3e4-4763-8dfa-11346554b405 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d7f72-c409-4b9e-993d-8f3279b3ed23 HTTP/1.1" status: 200 len: 217 time: 0.0417705 Aug 09 16:41:18.227000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-052a5b5a-a4c0-4593-a500-c278792ef2c6 req-6298e37a-7aa1-4cd0-8125-f792fe301be7 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932572 Aug 09 16:41:18.247374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e9d10-61e1-4187-918a-9f1638417dcf req-1e11758c-e88a-417f-9922-2e706bd8190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:18.250141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420e9d10-61e1-4187-918a-9f1638417dcf req-1e11758c-e88a-417f-9922-2e706bd8190d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f86ebe8-7cbc-497e-aa42-1aad6c1575db HTTP/1.1" status: 200 len: 855 time: 0.0586789 Aug 09 16:41:18.299863 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e9d10-61e1-4187-918a-9f1638417dcf req-6b9f31fb-1024-4561-b99e-2a37fcb68f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:18.301535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420e9d10-61e1-4187-918a-9f1638417dcf req-6b9f31fb-1024-4561-b99e-2a37fcb68f66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439579 Aug 09 16:41:18.407669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420e9d10-61e1-4187-918a-9f1638417dcf req-27d53c7f-c0c3-4f2a-91c0-3693391a27c5 service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986564 Aug 09 16:41:18.510673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-420e9d10-61e1-4187-918a-9f1638417dcf req-18033612-7c65-4929-a6cc-f86c66f18e51 service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947874 Aug 09 16:41:19.300363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:19.321501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:41:19.359185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef886cc-c155-4e8a-b44c-7913ec486287 req-74689ffd-c8b5-4f50-a166-73ac9eb74694 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:19.360866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ef886cc-c155-4e8a-b44c-7913ec486287 req-74689ffd-c8b5-4f50-a166-73ac9eb74694 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 943 time: 0.0595119 Aug 09 16:41:19.400150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6ef886cc-c155-4e8a-b44c-7913ec486287 req-4fbd265a-b6e6-4157-aed4-b81bad2da230 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329797 Aug 09 16:41:19.428112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:19.442326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '3d4d7f72-c409-4b9e-993d-8f3279b3ed23', 'network_id': 'b4a9ed64-ceaf-44c2-a0e9-cba37ceced70', 'port_id': '3d4d7f72-c409-4b9e-993d-8f3279b3ed23', 'mac_address': 'fa:16:3e:ec:9a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f86ebe8-7cbc-497e-aa42-1aad6c1575db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:41:19.478857 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:19.491708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:41:19.517111 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:19.524263 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:19.579530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:19.587459 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.587801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.588238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.588504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.588938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.589135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.589452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.589777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.590074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.590429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.590748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.591057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:19.715669 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['3d4d7f72-c409-4b9e-993d-8f3279b3ed23'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:41:20.526763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832a530-7355-4739-9650-afce80b49bc7 req-70bc7bd4-6594-4373-ac7e-0db0bd1cc6a7 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:20.528351 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4832a530-7355-4739-9650-afce80b49bc7 req-70bc7bd4-6594-4373-ac7e-0db0bd1cc6a7 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 944 time: 0.0565650 Aug 09 16:41:20.571793 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4832a530-7355-4739-9650-afce80b49bc7 req-2d0e7e6d-32da-4cf8-a5c8-5d19231d8251 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Aug 09 16:41:20.710035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.352584 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:21.409213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:21.413009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:21.413377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.492624 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.516138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bab06b-9711-404e-84c4-d4bc43ca4741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4d7f72-c409-4b9e-993d-8f3279b3ed23'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:41:21.518746 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6031fd44-d25b-4656-a79f-3dfc21823727" -d '{"events": [{"server_uuid": "a3bab06b-9711-404e-84c4-d4bc43ca4741", "name": "network-vif-plugged", "status": "completed", "tag": "3d4d7f72-c409-4b9e-993d-8f3279b3ed23"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:41:21.531639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:21.538891 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.562990 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f088e-8f01-4a23-8c47-4d5236603eea x-openstack-request-id: req-5e8f088e-8f01-4a23-8c47-4d5236603eea {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:41:21.563284 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bab06b-9711-404e-84c4-d4bc43ca4741", "name": "network-vif-plugged", "status": "completed", "tag": "3d4d7f72-c409-4b9e-993d-8f3279b3ed23", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:41:21.563526 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e8f088e-8f01-4a23-8c47-4d5236603eea {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:41:21.564271 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bab06b-9711-404e-84c4-d4bc43ca4741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4d7f72-c409-4b9e-993d-8f3279b3ed23', 'code': 200} Aug 09 16:41:21.590206 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:21.689258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52b73e-1134-418b-a69b-3c654301965a req-c3eb28d4-26c1-46cf-a245-f48af35e99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:21.691061 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f52b73e-1134-418b-a69b-3c654301965a req-c3eb28d4-26c1-46cf-a245-f48af35e99b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 1096 time: 0.0688443 Aug 09 16:41:21.714419 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7a3d7-7230-437e-b149-df772efc26b6 req-8dd1a17c-b179-4cb9-b303-ba77c783a632 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:21.715936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6eb7a3d7-7230-437e-b149-df772efc26b6 req-8dd1a17c-b179-4cb9-b303-ba77c783a632 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 945 time: 0.0659578 Aug 09 16:41:21.756286 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9f52b73e-1134-418b-a69b-3c654301965a req-33daa33b-7428-47a3-a201-1ec2a68180b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565674 Aug 09 16:41:21.769015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6eb7a3d7-7230-437e-b149-df772efc26b6 req-e0923ef0-2893-4583-9a16-5fdf921be02b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468576 Aug 09 16:41:22.899479 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e6c8-b4ec-43e9-b494-52a8536f04d3 req-846e3577-0a93-48a1-91fe-758a9c235a49 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:22.901043 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5251e6c8-b4ec-43e9-b494-52a8536f04d3 req-846e3577-0a93-48a1-91fe-758a9c235a49 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 945 time: 0.0611689 Aug 09 16:41:22.941244 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5251e6c8-b4ec-43e9-b494-52a8536f04d3 req-4a959776-91d6-4765-abe2-da2cf553a24b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Aug 09 16:41:23.063916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cc717-bb62-4f96-9ae9-d67cd41b4a37 req-2050e67a-6ae3-4bf8-a335-9ee50813a0dc tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:23.065475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4cc717-bb62-4f96-9ae9-d67cd41b4a37 req-2050e67a-6ae3-4bf8-a335-9ee50813a0dc tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 945 time: 0.0510983 Aug 09 16:41:23.109863 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c4cc717-bb62-4f96-9ae9-d67cd41b4a37 req-498357d1-11cc-40bd-a665-4ebdd8e9501a tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Aug 09 16:41:25.881106 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:41:29.232430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:29.257110 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:33.276537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-186dc23b-2998-417b-b1f1-959c4f0c6030 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425937 Aug 09 16:41:33.379214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-97b8e2f7-eead-4c7c-a8e9-209b16027d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:33.381104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-97b8e2f7-eead-4c7c-a8e9-209b16027d63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f43f91644a184dfab7c7fae8c17efc07&device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 1096 time: 0.0487280 Aug 09 16:41:33.497416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-3c1f82b1-b1a3-48f7-9feb-9dd3c4754f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:33.498946 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-3c1f82b1-b1a3-48f7-9feb-9dd3c4754f31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 HTTP/1.1" status: 200 len: 918 time: 0.0963738 Aug 09 16:41:33.542757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-21bfdba9-9b57-4b5a-850c-5548f33dfda5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d4d7f72-c409-4b9e-993d-8f3279b3ed23 HTTP/1.1" status: 200 len: 217 time: 0.0354831 Aug 09 16:41:33.598828 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-741b4a4d-ed87-4af0-892b-5ef43eda22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:33.600324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-741b4a4d-ed87-4af0-892b-5ef43eda22af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4f86ebe8-7cbc-497e-aa42-1aad6c1575db HTTP/1.1" status: 200 len: 855 time: 0.0502229 Aug 09 16:41:33.649226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-c3eefd7f-2504-4c17-8c71-8fe8c7f92d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:33.650774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-c3eefd7f-2504-4c17-8c71-8fe8c7f92d14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429833 Aug 09 16:41:33.746749 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-3e5779ec-3317-4631-9ffc-740acd406c44 service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877364 Aug 09 16:41:33.845301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7240ba7a-a770-4de0-8a85-4856899e6d4d req-f581e079-c42b-4bfd-874f-c4b541a98c47 service neutron] 10.222.0.35 "GET /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894399 Aug 09 16:41:42.741116 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aacfa-42ef-4b04-b0f5-79745794490e req-49650715-daf4-4a4d-b1c5-1ca93c74771a tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:42.742669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-734aacfa-42ef-4b04-b0f5-79745794490e req-49650715-daf4-4a4d-b1c5-1ca93c74771a tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 945 time: 0.0531206 Aug 09 16:41:42.781100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-734aacfa-42ef-4b04-b0f5-79745794490e req-a6ffcb87-f098-447a-a98a-02871d49d5e6 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Aug 09 16:41:43.912546 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ad90c-bb5d-4180-b9f8-467d68c48bc7 req-ab247fb6-e2ec-46c2-be06-6c357319b971 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:43.914105 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c08ad90c-bb5d-4180-b9f8-467d68c48bc7 req-ab247fb6-e2ec-46c2-be06-6c357319b971 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 945 time: 0.0562782 Aug 09 16:41:43.956377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c08ad90c-bb5d-4180-b9f8-467d68c48bc7 req-8fa8da52-8d44-4a30-9973-d89018fceb4f tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed886fb1-af0a-4851-a84c-471d9db1611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335629 Aug 09 16:41:44.222265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-aa3bf686-013f-4df8-b924-e5cfbba35862 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:44.223789 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-aa3bf686-013f-4df8-b924-e5cfbba35862 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 945 time: 0.0590067 Aug 09 16:41:44.316885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Deleting port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:44.317228 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.417769 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] For port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:44.418326 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.440817 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Calling delete_port for 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:44.582987 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.596319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['3d4d7f72-c409-4b9e-993d-8f3279b3ed23'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:41:44.614438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Pushing event deleted for resources: {'Port': ['ID=3d4d7f72-c409-4b9e-993d-8f3279b3ed23,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:44.660562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] No DVR routers for this DVR port 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:44.663555 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.665973 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b74931c4-13a8-4f05-8627-fb25cb03a7c4 req-cd40f90b-48b7-484e-b834-d42e1122ff0b tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.35 "DELETE /v2.0/ports/3d4d7f72-c409-4b9e-993d-8f3279b3ed23 HTTP/1.1" status: 204 len: 173 time: 0.4356878 Aug 09 16:41:44.666455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bab06b-9711-404e-84c4-d4bc43ca4741', 'name': 'network-vif-deleted', 'tag': '3d4d7f72-c409-4b9e-993d-8f3279b3ed23'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:41:44.669151 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8fb521-1b36-4e89-9d94-2caccbc3ea9f" -d '{"events": [{"server_uuid": "a3bab06b-9711-404e-84c4-d4bc43ca4741", "name": "network-vif-deleted", "tag": "3d4d7f72-c409-4b9e-993d-8f3279b3ed23"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:41:44.720906 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3ca3b-25e3-444b-add3-f7765b8823f4 x-openstack-request-id: req-d2b3ca3b-25e3-444b-add3-f7765b8823f4 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:41:44.721473 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bab06b-9711-404e-84c4-d4bc43ca4741", "name": "network-vif-deleted", "tag": "3d4d7f72-c409-4b9e-993d-8f3279b3ed23", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:41:44.721879 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2b3ca3b-25e3-444b-add3-f7765b8823f4 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:41:44.722655 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bab06b-9711-404e-84c4-d4bc43ca4741', 'name': 'network-vif-deleted', 'tag': '3d4d7f72-c409-4b9e-993d-8f3279b3ed23', 'status': 'completed', 'code': 200} Aug 09 16:41:45.069891 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57c5f0f3-5d4a-42a1-a214-2ae5a80a1482 req-8e606c2d-149e-4f2f-9c34-7dcd6cc31094 tempest-TestEncryptedCinderVolumes-428501827 tempest-TestEncryptedCinderVolumes-428501827-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3bab06b-9711-404e-84c4-d4bc43ca4741 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Aug 09 16:41:45.153868 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78bcf4df-eecc-48f9-a6ed-beb9edd841bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:46.167596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44652) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:46.538536 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:46.822596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Deleting port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:46.822847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:46.915857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] For port 630ed515-19ab-40e4-8f4d-6ce6edaaf5de, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:46.916216 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:46.934513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Calling delete_port for 630ed515-19ab-40e4-8f4d-6ce6edaaf5de owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:47.122436 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:47.148493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Pushing event deleted for resources: {'Port': ['ID=630ed515-19ab-40e4-8f4d-6ce6edaaf5de,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:47.319108 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:47.489100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:47.509117 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:47.509460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 3d4d7f72-c409-4b9e-993d-8f3279b3ed23 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:47.546665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Router 2ccec561-320d-4b37-abfa-47ac7998f820 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:41:47.608795 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-341ce475-be7b-48db-9007-189c36e8451e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:47.669938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:47.676002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c7d3699d-e00c-4445-8d31-64a4d98bec2b admin admin] 10.222.0.64 "PUT /v2.0/routers/2ccec561-320d-4b37-abfa-47ac7998f820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5072556 Aug 09 16:41:47.678726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44654) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:47.679426 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] Sync routers for ids ['2ccec561-320d-4b37-abfa-47ac7998f820'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:47.689382 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] Routers {'2ccec561-320d-4b37-abfa-47ac7998f820'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:47.690278 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2ccec561-320d-4b37-abfa-47ac7998f820'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:47.784327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:47.796513 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] Set router 2ccec561-320d-4b37-abfa-47ac7998f820 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:47.842745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:47.891973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:47.947041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Deleting port bd920287-3c0a-4c4b-be2e-9f91d68b1286 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:47.947387 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:47.979530 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:41:47Z', 'revision_number': 5, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port': {'id': 'bd920287-3c0a-4c4b-be2e-9f91d68b1286', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:48.006670 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] Checking router: 2ccec561-320d-4b37-abfa-47ac7998f820 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:48.016070 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] Routers {'2ccec561-320d-4b37-abfa-47ac7998f820'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:48.016692 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['2ccec561-320d-4b37-abfa-47ac7998f820'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:48.029709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] For port bd920287-3c0a-4c4b-be2e-9f91d68b1286, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=bd920287-3c0a-4c4b-be2e-9f91d68b1286,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:48.030078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.048091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Calling delete_port for bd920287-3c0a-4c4b-be2e-9f91d68b1286 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:48.105192 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] Set router 2ccec561-320d-4b37-abfa-47ac7998f820 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:48.168564 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:41:47Z', 'revision_number': 6, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:48.194994 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668bf79f-b2f3-4601-99c2-f5b725392c35 None None] The sync data for ids ['2ccec561-320d-4b37-abfa-47ac7998f820'] in n-d-799523-2 is: [{'id': '2ccec561-320d-4b37-abfa-47ac7998f820', 'name': 'tempest-TestEncryptedCinderVolumes-816386504-router', 'tenant_id': 'f43f91644a184dfab7c7fae8c17efc07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:32Z', 'updated_at': '2021-08-09T16:41:47Z', 'revision_number': 6, 'project_id': 'f43f91644a184dfab7c7fae8c17efc07', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:48.219531 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.246836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd920287-3c0a-4c4b-be2e-9f91d68b1286,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:48.309721 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.403186 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.405556 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.456246 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.456772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ccec561-320d-4b37-abfa-47ac7998f820 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:41:48.461420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.462596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fdfba018-7aec-49fe-bdb5-d5994a20f4b4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2ccec561-320d-4b37-abfa-47ac7998f820 HTTP/1.1" status: 204 len: 168 time: 0.7829466 Aug 09 16:41:48.465121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44656) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:48.515349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-169c20fa-ffee-41ce-a8af-9cda98f5f275 admin admin] Deleting subnet 4f86ebe8-7cbc-497e-aa42-1aad6c1575db {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:41:48.519477 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-169c20fa-ffee-41ce-a8af-9cda98f5f275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.557126 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-169c20fa-ffee-41ce-a8af-9cda98f5f275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.652903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-169c20fa-ffee-41ce-a8af-9cda98f5f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.714421 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-169c20fa-ffee-41ce-a8af-9cda98f5f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.742441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c20fa-ffee-41ce-a8af-9cda98f5f275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f86ebe8-7cbc-497e-aa42-1aad6c1575db,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:48.747267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-169c20fa-ffee-41ce-a8af-9cda98f5f275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.749399 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-169c20fa-ffee-41ce-a8af-9cda98f5f275 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4f86ebe8-7cbc-497e-aa42-1aad6c1575db HTTP/1.1" status: 204 len: 168 time: 0.2833233 Aug 09 16:41:48.752018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44658) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:48.753607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da630e-5651-4d42-9c4c-fe1649f6d95c None None] Network b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:48.820838 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.880471 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Deleting port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:48.880835 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.943648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] For port 457aa790-fa2f-49ea-bdcd-1475c8c1da71, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=457aa790-fa2f-49ea-bdcd-1475c8c1da71,segment=NetworkSegment(57a0cc31-3358-4359-ba32-dd2f93a120ff),segment_id=57a0cc31-3358-4359-ba32-dd2f93a120ff)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:48.943973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.958815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Calling delete_port for 457aa790-fa2f-49ea-bdcd-1475c8c1da71 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:48.989978 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] DHCP port deletion for b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:41:49.015410 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 630ed515-19ab-40e4-8f4d-6ce6edaaf5de no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:49.037151 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 630ed515-19ab-40e4-8f4d-6ce6edaaf5de {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:49.037452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 630ed515-19ab-40e4-8f4d-6ce6edaaf5de not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:49.058626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] Deleting port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:49.059006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.060380 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.090466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=457aa790-fa2f-49ea-bdcd-1475c8c1da71,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:49.092412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] No DVR routers for this DVR port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:49.125608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] For port 457aa790-fa2f-49ea-bdcd-1475c8c1da71, host n-d-799523-2, got binding levels [] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:49.126024 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.139594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] Calling delete_port for 457aa790-fa2f-49ea-bdcd-1475c8c1da71 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:49.142389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.ipam_backend_mixin [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] Port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 was not found and therefore no delete operation was performed {{(pid=94179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:41:49.144048 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.165669 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.168626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] Pushing event deleted for resources: {'Port': ['ID=457aa790-fa2f-49ea-bdcd-1475c8c1da71,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:49.172574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ce521-3031-499a-afd0-472f0e6567c1 None None] No DVR routers for this DVR port 457aa790-fa2f-49ea-bdcd-1475c8c1da71 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:49.178887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a9ed64-ceaf-44c2-a0e9-cba37ceced70']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:49.193339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a0cc31-3358-4359-ba32-dd2f93a120ff') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:49.193632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a0cc31-3358-4359-ba32-dd2f93a120ff') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:49.203935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.224707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.231274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:41:49.231731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:41:49.233773 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:41:49.297385 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.305573 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.307575 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b4a9ed64-ceaf-44c2-a0e9-cba37ceced70 HTTP/1.1" status: 204 len: 168 time: 0.5544488 Aug 09 16:41:49.311006 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44660) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:49.311480 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.318896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2cd7f-03fc-44d5-9670-1b9682c37ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a9ed64-ceaf-44c2-a0e9-cba37ceced70,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:49.680260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:49.946315 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Deleting port c89f4bf9-43e6-40db-9169-905330b5a54f {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:49.946571 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.032609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] For port c89f4bf9-43e6-40db-9169-905330b5a54f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c89f4bf9-43e6-40db-9169-905330b5a54f,segment=NetworkSegment(07d4add8-3596-4777-90d0-dfd33a65bb2d),segment_id=07d4add8-3596-4777-90d0-dfd33a65bb2d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:50.032976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.046809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Calling delete_port for c89f4bf9-43e6-40db-9169-905330b5a54f owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:50.247242 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.277268 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89f4bf9-43e6-40db-9169-905330b5a54f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:50.305568 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.305910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.306251 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.306583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.306913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.307244 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.307571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.307917 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.308265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.308602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.308949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.309289 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:50.453212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.674116 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bd920287-3c0a-4c4b-be2e-9f91d68b1286 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:50.677717 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Router 74724baf-9198-4388-8b3d-8ab8562d7720 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:41:50.699511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: bd920287-3c0a-4c4b-be2e-9f91d68b1286 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:50.699920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device bd920287-3c0a-4c4b-be2e-9f91d68b1286 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:50.700294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 457aa790-fa2f-49ea-bdcd-1475c8c1da71 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:50.727723 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 457aa790-fa2f-49ea-bdcd-1475c8c1da71 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:50.728101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 457aa790-fa2f-49ea-bdcd-1475c8c1da71 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:50.735021 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.787514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:50.794309 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-956a730b-08cf-4a89-82e6-77055b209840 admin admin] 10.222.0.64 "PUT /v2.0/routers/74724baf-9198-4388-8b3d-8ab8562d7720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4820378 Aug 09 16:41:50.797136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44664) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:50.800600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] Sync routers for ids ['74724baf-9198-4388-8b3d-8ab8562d7720'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:50.810260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] Routers {'74724baf-9198-4388-8b3d-8ab8562d7720'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:50.810927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['74724baf-9198-4388-8b3d-8ab8562d7720'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:50.904479 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.919445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] Set router 74724baf-9198-4388-8b3d-8ab8562d7720 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:51.008590 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.073308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Deleting port e58e4a55-65b4-40f6-bf0e-3e1873965a37 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:51.073649 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.103612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:41:50Z', 'revision_number': 5, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port': {'id': 'e58e4a55-65b4-40f6-bf0e-3e1873965a37', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:40:37Z', 'updated_at': '2021-08-09T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:51.130020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] Checking router: 74724baf-9198-4388-8b3d-8ab8562d7720 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:51.138700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] Routers {'74724baf-9198-4388-8b3d-8ab8562d7720'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:51.139303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['74724baf-9198-4388-8b3d-8ab8562d7720'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:51.229363 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] Set router 74724baf-9198-4388-8b3d-8ab8562d7720 gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:51.285193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:41:51Z', 'revision_number': 6, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:51.312349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ac6cd-b743-4a23-9efe-3c67699305d4 None None] The sync data for ids ['74724baf-9198-4388-8b3d-8ab8562d7720'] in n-d-799523-2 is: [{'id': '74724baf-9198-4388-8b3d-8ab8562d7720', 'name': 'tempest-TestEncryptedCinderVolumes-903897698-router', 'tenant_id': '11c9121b08a14ffc97fb850cf97cab69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:40:36Z', 'updated_at': '2021-08-09T16:41:51Z', 'revision_number': 6, 'project_id': '11c9121b08a14ffc97fb850cf97cab69', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:51.510987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] For port e58e4a55-65b4-40f6-bf0e-3e1873965a37, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e58e4a55-65b4-40f6-bf0e-3e1873965a37,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:51.511246 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.524295 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Calling delete_port for e58e4a55-65b4-40f6-bf0e-3e1873965a37 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:51.706437 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.734249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58e4a55-65b4-40f6-bf0e-3e1873965a37,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:51.796872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.899591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.901912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.958644 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.959285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74724baf-9198-4388-8b3d-8ab8562d7720 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:41:51.964230 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:51.965260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ba8478d2-0b03-4bae-9a7c-a7cc3feb99f6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/74724baf-9198-4388-8b3d-8ab8562d7720 HTTP/1.1" status: 204 len: 168 time: 1.1671069 Aug 09 16:41:51.967926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44666) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:52.012352 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da2492e-e0e6-43a0-979d-0c526614b3d0 admin admin] Deleting subnet 90c4c567-33b8-418f-9285-314ed70918e5 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:41:52.015480 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0da2492e-e0e6-43a0-979d-0c526614b3d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.057211 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0da2492e-e0e6-43a0-979d-0c526614b3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.146800 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0da2492e-e0e6-43a0-979d-0c526614b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.202657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0da2492e-e0e6-43a0-979d-0c526614b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.231763 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0da2492e-e0e6-43a0-979d-0c526614b3d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.233684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0da2492e-e0e6-43a0-979d-0c526614b3d0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/90c4c567-33b8-418f-9285-314ed70918e5 HTTP/1.1" status: 204 len: 168 time: 0.2647622 Aug 09 16:41:52.235797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2492e-e0e6-43a0-979d-0c526614b3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c4c567-33b8-418f-9285-314ed70918e5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:52.236761 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44668) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:52.237920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d0e98-5e60-458a-bc25-4dc9075d3070 None None] Network a8e8dd66-717d-4fad-bfe8-ba95684475ff requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:52.309815 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.373656 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Deleting port a7d79778-d175-46cb-801b-5551a552b5f9 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:52.374154 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.417732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] DHCP port deletion for a8e8dd66-717d-4fad-bfe8-ba95684475ff request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:41:52.442622 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] For port a7d79778-d175-46cb-801b-5551a552b5f9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a7d79778-d175-46cb-801b-5551a552b5f9,segment=NetworkSegment(07d4add8-3596-4777-90d0-dfd33a65bb2d),segment_id=07d4add8-3596-4777-90d0-dfd33a65bb2d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:52.442986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.459409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Calling delete_port for a7d79778-d175-46cb-801b-5551a552b5f9 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:52.463766 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] Deleting port a7d79778-d175-46cb-801b-5551a552b5f9 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:52.464231 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.527538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] For port a7d79778-d175-46cb-801b-5551a552b5f9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a7d79778-d175-46cb-801b-5551a552b5f9,segment=NetworkSegment(07d4add8-3596-4777-90d0-dfd33a65bb2d),segment_id=07d4add8-3596-4777-90d0-dfd33a65bb2d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:52.527964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.541172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] Calling delete_port for a7d79778-d175-46cb-801b-5551a552b5f9 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:52.547259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.577854 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d79778-d175-46cb-801b-5551a552b5f9,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:52.581571 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] No DVR routers for this DVR port a7d79778-d175-46cb-801b-5551a552b5f9 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:41:52.615459 n-d-799523-2 neutron-server[94179]: self.session.flush() Aug 09 16:41:52.620894 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.647283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a7d79778-d175-46cb-801b-5551a552b5f9 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:52.649954 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] Pushing event deleted for resources: {'Port': ['ID=a7d79778-d175-46cb-801b-5551a552b5f9,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:52.655058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33953cc-c5f9-4405-b3a6-38724e8b1ce8 None None] No DVR routers for this DVR port a7d79778-d175-46cb-801b-5551a552b5f9 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:52.661193 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.672918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e8dd66-717d-4fad-bfe8-ba95684475ff']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:52.678800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a7d79778-d175-46cb-801b-5551a552b5f9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:52.679155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a7d79778-d175-46cb-801b-5551a552b5f9 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:52.679567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c89f4bf9-43e6-40db-9169-905330b5a54f no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:52.684569 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d4add8-3596-4777-90d0-dfd33a65bb2d') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:52.684935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d4add8-3596-4777-90d0-dfd33a65bb2d') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:52.694064 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.700938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c89f4bf9-43e6-40db-9169-905330b5a54f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:52.700938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c89f4bf9-43e6-40db-9169-905330b5a54f not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:52.700938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e58e4a55-65b4-40f6-bf0e-3e1873965a37 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:52.709214 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.715577 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:41:52.716056 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:41:52.717847 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:41:52.720218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e58e4a55-65b4-40f6-bf0e-3e1873965a37 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:52.720218 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e58e4a55-65b4-40f6-bf0e-3e1873965a37 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:52.775652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.781812 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:52.783860 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a8e8dd66-717d-4fad-bfe8-ba95684475ff HTTP/1.1" status: 204 len: 168 time: 0.5456805 Aug 09 16:41:52.794867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618fb09-f352-43ef-99fe-41583a623473 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e8dd66-717d-4fad-bfe8-ba95684475ff,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:52.948797 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44672) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:52.988829 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8935ebe7-7d55-4288-a32f-09658e54c5b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f43f91644a184dfab7c7fae8c17efc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388007 Aug 09 16:41:52.992239 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44674) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:53.043729 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1f8eacd-3d33-4835-9d34-fb3a93ae6792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:53.065843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1f8eacd-3d33-4835-9d34-fb3a93ae6792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:53.120937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1f8eacd-3d33-4835-9d34-fb3a93ae6792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:53.123435 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a1f8eacd-3d33-4835-9d34-fb3a93ae6792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:53.124648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a1f8eacd-3d33-4835-9d34-fb3a93ae6792 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed886fb1-af0a-4851-a84c-471d9db1611d HTTP/1.1" status: 204 len: 168 time: 0.1315367 Aug 09 16:41:53.132898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8eacd-3d33-4835-9d34-fb3a93ae6792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed886fb1-af0a-4851-a84c-471d9db1611d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:53.462234 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44680) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:53.503216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-90c68a92-e535-4dbf-92f9-4c9ef49404c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11c9121b08a14ffc97fb850cf97cab69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397606 Aug 09 16:41:53.506181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44682) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:53.558352 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd5c8-95e7-48ce-b645-3802cc81ca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:53.581358 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd5c8-95e7-48ce-b645-3802cc81ca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:53.628831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd5c8-95e7-48ce-b645-3802cc81ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:53.632511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd5c8-95e7-48ce-b645-3802cc81ca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:53.634083 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8b9dd5c8-95e7-48ce-b645-3802cc81ca42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ea2a809-9a33-4849-88c6-361036188317 HTTP/1.1" status: 204 len: 168 time: 0.1268051 Aug 09 16:41:53.641950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dd5c8-95e7-48ce-b645-3802cc81ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea2a809-9a33-4849-88c6-361036188317,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:54.388697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44704) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:54.506111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1188142083-network', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:54.530242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Made reservation on behalf of c5b9787890d642e2b3b4aa6afdf67936 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:54.533715 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:54.546331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:54.651805 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:54.656390 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:54.680914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:41:54.690975 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:54.696235 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:54.696577 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Added segment da20a365-e3a6-4683-aa57-bf867ddc4b00 of type vlan for network e016d1b0-7b2a-40c0-95fa-23b5418c166b Aug 09 16:41:54.737279 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:54.769657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:54.770647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:54.771222 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:54.820537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4301810 Aug 09 16:41:54.824591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44708) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:54.831110 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Request body: {'subnet': {'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1188142083-subnet', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:54.833594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febef59-03c7-4771-a838-840d8b7c1e9b admin admin] Pushing event updated for resources: {'Network': ['ID=e016d1b0-7b2a-40c0-95fa-23b5418c166b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:54.847980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:41:54.860915 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Made reservation on behalf of c5b9787890d642e2b3b4aa6afdf67936 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:54.864284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.053734 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.107371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da070a3-3dfe-464a-ad38-1206ea536a4b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:55.119381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Checking segment: {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:55.119749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Network hostable DHCP agents. Network: e016d1b0-7b2a-40c0-95fa-23b5418c166b, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:41:55.138163 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:41:55.148954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, e016d1b0-7b2a-40c0-95fa-23b5418c166b) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:55.153809 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:55.154404 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.159377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf41327-1dc3-44d3-9606-8c673809b54c None None] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:55.169981 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-64bf67af-a828-491f-8e6c-6d7f69cb2b7d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3438430 Aug 09 16:41:55.172823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44710) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:55.177459 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:55.199485 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.200640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.310439 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:41:55.311334 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.457334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Allocated IP 172.20.0.2 (e016d1b0-7b2a-40c0-95fa-23b5418c166b/6da070a3-3dfe-464a-ad38-1206ea536a4b/5fe06bd5-1963-431e-868c-6aef65174464) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:55.565336 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.607482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.616016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Transition to ACTIVE for port object 5fe06bd5-1963-431e-868c-6aef65174464 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:55.631335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Transition to ACTIVE for port object 5fe06bd5-1963-431e-868c-6aef65174464 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:55.638476 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.678313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:55.681176 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:55.683641 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:55.695643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Pushing event updated for resources: {'Port': ['ID=5fe06bd5-1963-431e-868c-6aef65174464,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:55.709566 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.745986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Attempting to bind port 5fe06bd5-1963-431e-868c-6aef65174464 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:55.746354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Attempting to bind port 5fe06bd5-1963-431e-868c-6aef65174464 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:55.746710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Attempting to bind port 5fe06bd5-1963-431e-868c-6aef65174464 on network e016d1b0-7b2a-40c0-95fa-23b5418c166b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:55.751881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:55.752276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Checking segment: {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:55.752673 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.753090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Bound using segment: {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:55.753623 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Bound port: 5fe06bd5-1963-431e-868c-6aef65174464, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:55.753902 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.817844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b622376-88ec-4637-878d-81e561faa1af None None] For port 5fe06bd5-1963-431e-868c-6aef65174464, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:55.820933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3b622376-88ec-4637-878d-81e561faa1af None None] For port 5fe06bd5-1963-431e-868c-6aef65174464, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5fe06bd5-1963-431e-868c-6aef65174464,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:55.825837 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.885706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b622376-88ec-4637-878d-81e561faa1af None None] Pushing event updated for resources: {'Port': ['ID=5fe06bd5-1963-431e-868c-6aef65174464,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:55.915800 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:55.935646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:56.081201 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Allocated IP 172.25.7.156 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/2366536e-9be1-48a8-b591-d8fe86e6d0c4) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:56.186278 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:56.228462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:56.270751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:56.273602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:56.277192 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:56.282716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Pushing event updated for resources: {'Port': ['ID=2366536e-9be1-48a8-b591-d8fe86e6d0c4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:56.537563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:56.665790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5fe06bd5-1963-431e-868c-6aef65174464 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:56.726888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 5fe06bd5-1963-431e-868c-6aef65174464 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:56.775509 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:56.855231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3497b525-af75-47cb-b77f-5422eb431307 None None] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:56.925889 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Router 61ef5c00-61c8-4bae-9462-8cafead10026 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:41:56.968839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-865eff99-4fae-41b0-a2a6-3af105f7dacb None None] Provisioning for port 5fe06bd5-1963-431e-868c-6aef65174464 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:56.978435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-865eff99-4fae-41b0-a2a6-3af105f7dacb None None] Provisioning complete for port 5fe06bd5-1963-431e-868c-6aef65174464 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:56.978798 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-865eff99-4fae-41b0-a2a6-3af105f7dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.032236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:57.044637 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Sync routers for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:57.051631 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.055541 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-22b01e34-0d9d-4341-8490-69e61d451f48 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8791542 Aug 09 16:41:57.055681 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:57.055681 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:57.055948 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44712) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:57.087804 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-865eff99-4fae-41b0-a2a6-3af105f7dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.125191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-865eff99-4fae-41b0-a2a6-3af105f7dacb None None] For port 5fe06bd5-1963-431e-868c-6aef65174464, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5fe06bd5-1963-431e-868c-6aef65174464,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:57.131681 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-865eff99-4fae-41b0-a2a6-3af105f7dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.177661 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:57.185826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eff99-4fae-41b0-a2a6-3af105f7dacb None None] Pushing event updated for resources: {'Port': ['ID=5fe06bd5-1963-431e-868c-6aef65174464,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:57.369553 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:56Z', 'revision_number': 3, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:57.399157 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Checking router: 61ef5c00-61c8-4bae-9462-8cafead10026 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:57.399497 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Updating router 61ef5c00-61c8-4bae-9462-8cafead10026 port 2366536e-9be1-48a8-b591-d8fe86e6d0c4 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:41:57.424436 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.456504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-450232e0-723e-45c4-b942-f0f1aec53513 None None] Provisioning complete for port 5fe06bd5-1963-431e-868c-6aef65174464 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:57.457010 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-450232e0-723e-45c4-b942-f0f1aec53513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.589226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.688896 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.699598 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Transition to ACTIVE for port object 2366536e-9be1-48a8-b591-d8fe86e6d0c4 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:57.709667 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.750191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Allocated IP 172.20.0.1 (e016d1b0-7b2a-40c0-95fa-23b5418c166b/6da070a3-3dfe-464a-ad38-1206ea536a4b/4af36575-05b4-4011-ad4d-164b47bfba29) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:57.761347 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Attempting to bind port 2366536e-9be1-48a8-b591-d8fe86e6d0c4 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:57.761693 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Attempting to bind port 2366536e-9be1-48a8-b591-d8fe86e6d0c4 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:57.762059 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Attempting to bind port 2366536e-9be1-48a8-b591-d8fe86e6d0c4 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:57.772457 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Pushing event updated for resources: {'Port': ['ID=2366536e-9be1-48a8-b591-d8fe86e6d0c4,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:57.774541 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:57.774906 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:57.775296 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.775686 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:57.776177 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Bound port: 2366536e-9be1-48a8-b591-d8fe86e6d0c4, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:57.776541 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.799782 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.800147 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.800483 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.800811 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.801136 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.801552 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.801865 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.802116 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.802419 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.802744 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.803058 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.803339 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:57.839642 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] For port 2366536e-9be1-48a8-b591-d8fe86e6d0c4, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:57.843417 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] For port 2366536e-9be1-48a8-b591-d8fe86e6d0c4, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2366536e-9be1-48a8-b591-d8fe86e6d0c4,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:57.849409 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.858905 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.872157 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Transition to ACTIVE for port object 4af36575-05b4-4011-ad4d-164b47bfba29 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:57.906196 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.912091 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85aea-3cef-41ef-a14e-8b592979508a None None] Pushing event updated for resources: {'Port': ['ID=2366536e-9be1-48a8-b591-d8fe86e6d0c4,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:57.915552 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:57.916399 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:57.946195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:57.949136 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:57.953127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:57.979377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Pushing event updated for resources: {'Port': ['ID=4af36575-05b4-4011-ad4d-164b47bfba29,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:58.000490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:58.035321 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:58.135189 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:58.179611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0ec53c72-5bfb-46f8-9d06-153a9f64384c None None] Provisioning for port 4af36575-05b4-4011-ad4d-164b47bfba29 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:58.184478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0ec53c72-5bfb-46f8-9d06-153a9f64384c None None] Provisioning complete for port 4af36575-05b4-4011-ad4d-164b47bfba29 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:58.185184 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0ec53c72-5bfb-46f8-9d06-153a9f64384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:58.223989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0ec53c72-5bfb-46f8-9d06-153a9f64384c None None] Port 4af36575-05b4-4011-ad4d-164b47bfba29 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:58.305552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:58.310517 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:58.312561 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:56Z', 'revision_number': 3, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:58.339390 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051c0f7-26cc-4506-b0dc-8381209bd8e5 None None] The sync data for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 is: [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:56Z', 'revision_number': 3, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:58.381362 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:58.387475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Pushing event updated for resources: {'Port': ['ID=4af36575-05b4-4011-ad4d-164b47bfba29,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:58.477722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:58.479317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:58.623464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Router 61ef5c00-61c8-4bae-9462-8cafead10026 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:41:58.748188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5fe06bd5-1963-431e-868c-6aef65174464 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:58.780918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:58.786670 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cf58c2fc-7883-481c-8809-e7a971e6eabb admin admin] 10.222.0.64 "PUT /v2.0/routers/61ef5c00-61c8-4bae-9462-8cafead10026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7297025 Aug 09 16:41:58.807369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 5fe06bd5-1963-431e-868c-6aef65174464 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:58.808099 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:58.861603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0263bf52-be51-4be3-a652-eb45fa3b36f1 None None] Provisioning complete for port 4af36575-05b4-4011-ad4d-164b47bfba29 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:58.862388 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0263bf52-be51-4be3-a652-eb45fa3b36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.104276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0263bf52-be51-4be3-a652-eb45fa3b36f1 None None] Port 4af36575-05b4-4011-ad4d-164b47bfba29 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:59.110200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2366536e-9be1-48a8-b591-d8fe86e6d0c4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:59.161391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2366536e-9be1-48a8-b591-d8fe86e6d0c4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:59.166135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2366536e-9be1-48a8-b591-d8fe86e6d0c4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:59.166695 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.228988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.278290 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.285244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.306785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 2366536e-9be1-48a8-b591-d8fe86e6d0c4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2366536e-9be1-48a8-b591-d8fe86e6d0c4,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:59.312299 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.335873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44728) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:59.341335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-357814456-network', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:59.361903 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Made reservation on behalf of 0c958485c24a44feaf2aa022d2b8ec3d for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:59.364742 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.364898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=2366536e-9be1-48a8-b591-d8fe86e6d0c4,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:59.373940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.467340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.473368 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.500728 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:41:59.507748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cf3ede-3b24-4c53-bbcf-1becb30502af,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:59.514971 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.515148 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Added segment 348b219e-7bb6-4358-80cf-1fa3fdd3b4c6 of type vlan for network 42224310-4603-475a-958d-4c59c0c829a2 Aug 09 16:41:59.561494 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.594078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.595509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:59.596261 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.660561 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3234029 Aug 09 16:41:59.661370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb38b2e-fc88-409f-8fb1-5449085270b8 admin admin] Pushing event updated for resources: {'Network': ['ID=42224310-4603-475a-958d-4c59c0c829a2,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:59.664354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44730) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:59.673126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Request body: {'subnet': {'network_id': '42224310-4603-475a-958d-4c59c0c829a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-357814456-subnet', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:59.674320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 42224310-4603-475a-958d-4c59c0c829a2 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:41:59.696638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Made reservation on behalf of 0c958485c24a44feaf2aa022d2b8ec3d for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:59.699413 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.874480 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.936699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c5776a-c1c2-4f62-b10b-6f7b93508747,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:59.946281 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Checking segment: {'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:59.946649 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Network hostable DHCP agents. Network: 42224310-4603-475a-958d-4c59c0c829a2, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:41:59.965815 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Network 42224310-4603-475a-958d-4c59c0c829a2 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:41:59.977821 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 42224310-4603-475a-958d-4c59c0c829a2) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:59.982425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:59.983014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:59.987298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c9e30-a1f4-4456-8187-60b51a67f95f None None] Network 42224310-4603-475a-958d-4c59c0c829a2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:42:00.001902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f4556040-d85c-4f66-8d60-65077c581f83 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3336694 Aug 09 16:42:00.002137 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44732) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:00.007562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:00.038452 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.039760 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.046065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Sync routers for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:42:00.070731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:00.071352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:00.095370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.235810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.240879 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-42224310-4603-475a-958d-4c59c0c829a2', 'network_id': '42224310-4603-475a-958d-4c59c0c829a2', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'fixed_ips': [{'subnet_id': '34c5776a-c1c2-4f62-b10b-6f7b93508747'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:42:00.241807 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.247934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:00.449703 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.469872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.500971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Allocated IP 172.20.0.2 (42224310-4603-475a-958d-4c59c0c829a2/34c5776a-c1c2-4f62-b10b-6f7b93508747/a2513ef8-f299-494b-a4d9-452d9cfe4d15) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:00.579209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Allocated IP 172.25.7.10 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/04689585-f007-4317-8a0d-3e52d142c23a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:00.621014 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 2, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:00.656407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2366536e-9be1-48a8-b591-d8fe86e6d0c4 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:00.661259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Checking router: 61ef5c00-61c8-4bae-9462-8cafead10026 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:42:00.661607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Updating router 61ef5c00-61c8-4bae-9462-8cafead10026 port 4af36575-05b4-4011-ad4d-164b47bfba29 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:42:00.694495 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.736935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.750488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.770138 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.780443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:00.783500 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:00.783753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Transition to ACTIVE for port object a2513ef8-f299-494b-a4d9-452d9cfe4d15 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:42:00.788401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:42:00.791646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Pushing event updated for resources: {'Port': ['ID=04689585-f007-4317-8a0d-3e52d142c23a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:00.823711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Transition to ACTIVE for port object a2513ef8-f299-494b-a4d9-452d9cfe4d15 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:42:00.837497 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.850130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2366536e-9be1-48a8-b591-d8fe86e6d0c4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:00.850506 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:00.981113 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Network 42224310-4603-475a-958d-4c59c0c829a2 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:00.985635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Pushing event updated for resources: {'Port': ['ID=a2513ef8-f299-494b-a4d9-452d9cfe4d15,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:00.992400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:00.994356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:42:01.051063 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.132144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Attempting to bind port a2513ef8-f299-494b-a4d9-452d9cfe4d15 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:42:01.132503 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Attempting to bind port a2513ef8-f299-494b-a4d9-452d9cfe4d15 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:42:01.132863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Attempting to bind port a2513ef8-f299-494b-a4d9-452d9cfe4d15 on network 42224310-4603-475a-958d-4c59c0c829a2 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:42:01.163043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:42:01.163414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Checking segment: {'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:42:01.163784 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.164204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Bound using segment: {'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:42:01.164673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Bound port: a2513ef8-f299-494b-a4d9-452d9cfe4d15, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:42:01.165045 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.253169 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.398790 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:42:01.442030 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.454575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] For port a2513ef8-f299-494b-a4d9-452d9cfe4d15, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:01.458844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] For port a2513ef8-f299-494b-a4d9-452d9cfe4d15, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a2513ef8-f299-494b-a4d9-452d9cfe4d15,segment=NetworkSegment(348b219e-7bb6-4358-80cf-1fa3fdd3b4c6),segment_id=348b219e-7bb6-4358-80cf-1fa3fdd3b4c6)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:01.460606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Transition to ACTIVE for port object 4af36575-05b4-4011-ad4d-164b47bfba29 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:42:01.465243 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.472794 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.510048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:42:01.522447 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Sync routers for ids ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:42:01.533090 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Routers {'1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:01.534073 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:01.543394 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.548276 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44734) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:01.548954 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e9790ca-397b-43d1-8dc6-3287772f7471 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5456915 Aug 09 16:42:01.556605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405c7a2-0904-4ce3-bd77-055b41c0b37e None None] Pushing event updated for resources: {'Port': ['ID=a2513ef8-f299-494b-a4d9-452d9cfe4d15,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:01.644020 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Attempting to bind port 4af36575-05b4-4011-ad4d-164b47bfba29 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:42:01.644938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Attempting to bind port 4af36575-05b4-4011-ad4d-164b47bfba29 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:42:01.644938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Attempting to bind port 4af36575-05b4-4011-ad4d-164b47bfba29 on network e016d1b0-7b2a-40c0-95fa-23b5418c166b {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:42:01.662137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:42:01.662516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Checking segment: {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:42:01.662921 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.663313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Bound using segment: {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:42:01.663915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Bound port: 4af36575-05b4-4011-ad4d-164b47bfba29, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:42:01.664573 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.666429 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a97701-8830-4ab8-b081-0b27d6aaaf1b None None] Pushing event updated for resources: {'Port': ['ID=4af36575-05b4-4011-ad4d-164b47bfba29,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:01.683105 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Set router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:01.803773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] For port 4af36575-05b4-4011-ad4d-164b47bfba29, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:01.808638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] For port 4af36575-05b4-4011-ad4d-164b47bfba29, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4af36575-05b4-4011-ad4d-164b47bfba29,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:01.840736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:01.971604 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '04689585-f007-4317-8a0d-3e52d142c23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:00Z', 'revision_number': 3, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port': {'id': '04689585-f007-4317-8a0d-3e52d142c23a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:01.989712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:01.990225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:01.992203 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a97701-8830-4ab8-b081-0b27d6aaaf1b None None] Pushing event updated for resources: {'Port': ['ID=4af36575-05b4-4011-ad4d-164b47bfba29,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:02.017100 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Checking router: 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:42:02.017334 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Updating router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd port 04689585-f007-4317-8a0d-3e52d142c23a binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:42:02.047920 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.167076 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:02.374849 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.386136 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Transition to ACTIVE for port object 04689585-f007-4317-8a0d-3e52d142c23a will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:42:02.396378 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.408909 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:42:01Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:02.442615 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672473e-a853-40c3-a709-1d5320df0ea1 None None] The sync data for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 is: [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:42:01Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:42:02.455767 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Attempting to bind port 04689585-f007-4317-8a0d-3e52d142c23a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:42:02.456582 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Attempting to bind port 04689585-f007-4317-8a0d-3e52d142c23a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:42:02.457378 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Attempting to bind port 04689585-f007-4317-8a0d-3e52d142c23a on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:42:02.460796 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d13d3e-f727-472f-8729-70232f705c45 None None] Pushing event updated for resources: {'Port': ['ID=04689585-f007-4317-8a0d-3e52d142c23a,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:02.465908 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:42:02.466277 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:42:02.466684 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.467068 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.467217 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:42:02.467636 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Bound port: 04689585-f007-4317-8a0d-3e52d142c23a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:42:02.472353 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.558363 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] For port 04689585-f007-4317-8a0d-3e52d142c23a, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:02.561917 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] For port 04689585-f007-4317-8a0d-3e52d142c23a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=04689585-f007-4317-8a0d-3e52d142c23a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:02.567143 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.652639 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d13d3e-f727-472f-8729-70232f705c45 None None] Pushing event updated for resources: {'Port': ['ID=04689585-f007-4317-8a0d-3e52d142c23a,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:02.706385 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Routers {'1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:02.707197 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:02.731371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Allocated IP 172.20.0.1 (42224310-4603-475a-958d-4c59c0c829a2/34c5776a-c1c2-4f62-b10b-6f7b93508747/1bbcb553-f423-40c4-957b-7331b1642e0c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:02.753576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4af36575-05b4-4011-ad4d-164b47bfba29 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:02.822663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4af36575-05b4-4011-ad4d-164b47bfba29 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:42:02.827804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4af36575-05b4-4011-ad4d-164b47bfba29 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:02.828209 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.873745 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] Set router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:02.895524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.918553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Transition to ACTIVE for port object 1bbcb553-f423-40c4-957b-7331b1642e0c will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:42:02.927945 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.956681 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:42:02.963407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.969854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4af36575-05b4-4011-ad4d-164b47bfba29, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4af36575-05b4-4011-ad4d-164b47bfba29,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:02.977037 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:02.977902 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a2513ef8-f299-494b-a4d9-452d9cfe4d15 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:03.014508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbcb553-f423-40c4-957b-7331b1642e0c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:03.035516 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Network 42224310-4603-475a-958d-4c59c0c829a2 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:03.037593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677677d0-2407-44de-8725-3e5b21b2db3c None None] Network 42224310-4603-475a-958d-4c59c0c829a2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:42:03.037750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:03.040701 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:42:03.093470 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.109807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d726adbb-563e-4735-ab71-89607d2ae171 None None] Provisioning for port a2513ef8-f299-494b-a4d9-452d9cfe4d15 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:42:03.133998 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '04689585-f007-4317-8a0d-3e52d142c23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:00Z', 'revision_number': 3, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port': {'id': '04689585-f007-4317-8a0d-3e52d142c23a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:03.161337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4af36575-05b4-4011-ad4d-164b47bfba29,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:03.182167 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e3f25-5204-439e-a040-6d78e5a2e2b7 None None] The sync data for ids ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'] in n-d-799523-2 is: [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '04689585-f007-4317-8a0d-3e52d142c23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:00Z', 'revision_number': 3, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port': {'id': '04689585-f007-4317-8a0d-3e52d142c23a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:42:03.228005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port a2513ef8-f299-494b-a4d9-452d9cfe4d15 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:42:03.239227 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a2513ef8-f299-494b-a4d9-452d9cfe4d15 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:03.239607 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.262453 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.366595 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.423650 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port a2513ef8-f299-494b-a4d9-452d9cfe4d15, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a2513ef8-f299-494b-a4d9-452d9cfe4d15,segment=NetworkSegment(348b219e-7bb6-4358-80cf-1fa3fdd3b4c6),segment_id=348b219e-7bb6-4358-80cf-1fa3fdd3b4c6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:03.434927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.512527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.519708 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.522156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=a2513ef8-f299-494b-a4d9-452d9cfe4d15,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:03.596956 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.602790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbcb553-f423-40c4-957b-7331b1642e0c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:03.730988 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Network 42224310-4603-475a-958d-4c59c0c829a2 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:03.734510 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:03.749074 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bd042db8-5b41-4ac8-b5d1-2f846b80beff None None] Provisioning for port 1bbcb553-f423-40c4-957b-7331b1642e0c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:42:03.755841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bd042db8-5b41-4ac8-b5d1-2f846b80beff None None] Provisioning complete for port 1bbcb553-f423-40c4-957b-7331b1642e0c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:03.756673 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bd042db8-5b41-4ac8-b5d1-2f846b80beff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.815104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bd042db8-5b41-4ac8-b5d1-2f846b80beff None None] Port 1bbcb553-f423-40c4-957b-7331b1642e0c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:42:03.835942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bd042db8-5b41-4ac8-b5d1-2f846b80beff None None] Provisioning complete for port a2513ef8-f299-494b-a4d9-452d9cfe4d15 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:03.836391 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bd042db8-5b41-4ac8-b5d1-2f846b80beff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:03.893119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:42:04.020759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:42:04.026617 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ca99b7ea-d9c3-4e4c-a508-5b034b36a294 admin admin] 10.222.0.64 "PUT /v2.0/routers/1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4764047 Aug 09 16:42:04.072386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9b2e1b78-df9d-4b85-a355-4b0e2ec32e46 None None] Provisioning complete for port 1bbcb553-f423-40c4-957b-7331b1642e0c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:04.073049 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1b78-df9d-4b85-a355-4b0e2ec32e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:04.110923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e1b78-df9d-4b85-a355-4b0e2ec32e46 None None] Port 1bbcb553-f423-40c4-957b-7331b1642e0c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:42:04.230399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8627e728-5605-47c5-962e-77c58cd03759 None None] Provisioning complete for port 1bbcb553-f423-40c4-957b-7331b1642e0c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:04.230806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8627e728-5605-47c5-962e-77c58cd03759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:04.270244 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8627e728-5605-47c5-962e-77c58cd03759 None None] Port 1bbcb553-f423-40c4-957b-7331b1642e0c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:42:04.722993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4af36575-05b4-4011-ad4d-164b47bfba29 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:04.775335 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4af36575-05b4-4011-ad4d-164b47bfba29 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:04.775693 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:04.857276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 04689585-f007-4317-8a0d-3e52d142c23a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:04.920839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 04689585-f007-4317-8a0d-3e52d142c23a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:42:04.925262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 04689585-f007-4317-8a0d-3e52d142c23a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:04.925622 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.010472 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.035556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 04689585-f007-4317-8a0d-3e52d142c23a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=04689585-f007-4317-8a0d-3e52d142c23a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:05.045477 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.046330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a2513ef8-f299-494b-a4d9-452d9cfe4d15 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:05.145652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=04689585-f007-4317-8a0d-3e52d142c23a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:05.158971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a2513ef8-f299-494b-a4d9-452d9cfe4d15 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:05.159637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.140605 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Sync routers for ids ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:42:06.151204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Routers {'1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:06.152317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:06.280576 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Set router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:06.496748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '04689585-f007-4317-8a0d-3e52d142c23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:03Z', 'revision_number': 4, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port': {'id': '04689585-f007-4317-8a0d-3e52d142c23a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1bbcb553-f423-40c4-957b-7331b1642e0c', 'name': '', 'network_id': '42224310-4603-475a-958d-4c59c0c829a2', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'mac_address': 'fa:16:3e:72:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '34c5776a-c1c2-4f62-b10b-6f7b93508747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:02Z', 'updated_at': '2021-08-09T16:42:03Z', 'revision_number': 2, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'subnets': [{'id': '34c5776a-c1c2-4f62-b10b-6f7b93508747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:06.532863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Checking router: 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:42:06.533344 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Updating router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd port 1bbcb553-f423-40c4-957b-7331b1642e0c binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:42:06.562742 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.870039 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 04689585-f007-4317-8a0d-3e52d142c23a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:06.981523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 04689585-f007-4317-8a0d-3e52d142c23a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:06.982123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.128305 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.144245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Transition to ACTIVE for port object 1bbcb553-f423-40c4-957b-7331b1642e0c will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:42:07.152900 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.258749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7d0f9-3f8d-431c-9cf1-e25db4bc2bd9 None None] Pushing event updated for resources: {'Port': ['ID=1bbcb553-f423-40c4-957b-7331b1642e0c,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:07.275484 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Attempting to bind port 1bbcb553-f423-40c4-957b-7331b1642e0c on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:42:07.275869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Attempting to bind port 1bbcb553-f423-40c4-957b-7331b1642e0c by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:42:07.276240 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Attempting to bind port 1bbcb553-f423-40c4-957b-7331b1642e0c on network 42224310-4603-475a-958d-4c59c0c829a2 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:42:07.283175 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:42:07.284259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Checking segment: {'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:42:07.284999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.285794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Bound using segment: {'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:42:07.286759 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Bound port: 1bbcb553-f423-40c4-957b-7331b1642e0c, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '42224310-4603-475a-958d-4c59c0c829a2'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:42:07.287147 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.373570 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] For port 1bbcb553-f423-40c4-957b-7331b1642e0c, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:07.378935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] For port 1bbcb553-f423-40c4-957b-7331b1642e0c, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1bbcb553-f423-40c4-957b-7331b1642e0c,segment=NetworkSegment(348b219e-7bb6-4358-80cf-1fa3fdd3b4c6),segment_id=348b219e-7bb6-4358-80cf-1fa3fdd3b4c6)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:07.387531 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.470025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7d0f9-3f8d-431c-9cf1-e25db4bc2bd9 None None] Pushing event updated for resources: {'Port': ['ID=1bbcb553-f423-40c4-957b-7331b1642e0c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:07.498753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Routers {'1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:07.499687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:41:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:07.664560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] Set router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:07.911895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '04689585-f007-4317-8a0d-3e52d142c23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:03Z', 'revision_number': 4, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port': {'id': '04689585-f007-4317-8a0d-3e52d142c23a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1bbcb553-f423-40c4-957b-7331b1642e0c', 'name': '', 'network_id': '42224310-4603-475a-958d-4c59c0c829a2', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'mac_address': 'fa:16:3e:72:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '34c5776a-c1c2-4f62-b10b-6f7b93508747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:02Z', 'updated_at': '2021-08-09T16:42:07Z', 'revision_number': 4, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'subnets': [{'id': '34c5776a-c1c2-4f62-b10b-6f7b93508747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:07.946983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a49c3-9d13-49f9-b4bb-c5ce898afff3 None None] The sync data for ids ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'] in n-d-799523-2 is: [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '04689585-f007-4317-8a0d-3e52d142c23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:03Z', 'revision_number': 4, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port': {'id': '04689585-f007-4317-8a0d-3e52d142c23a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1bbcb553-f423-40c4-957b-7331b1642e0c', 'name': '', 'network_id': '42224310-4603-475a-958d-4c59c0c829a2', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'mac_address': 'fa:16:3e:72:e0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '34c5776a-c1c2-4f62-b10b-6f7b93508747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:02Z', 'updated_at': '2021-08-09T16:42:07Z', 'revision_number': 4, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'subnets': [{'id': '34c5776a-c1c2-4f62-b10b-6f7b93508747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:42:08.671499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1bbcb553-f423-40c4-957b-7331b1642e0c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:08.746508 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 1bbcb553-f423-40c4-957b-7331b1642e0c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:42:08.750944 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 1bbcb553-f423-40c4-957b-7331b1642e0c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:08.751654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:08.838251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:08.878396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 1bbcb553-f423-40c4-957b-7331b1642e0c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1bbcb553-f423-40c4-957b-7331b1642e0c,segment=NetworkSegment(348b219e-7bb6-4358-80cf-1fa3fdd3b4c6),segment_id=348b219e-7bb6-4358-80cf-1fa3fdd3b4c6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:08.884653 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:08.939575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=1bbcb553-f423-40c4-957b-7331b1642e0c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:10.651333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1bbcb553-f423-40c4-957b-7331b1642e0c up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:10.714711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 1bbcb553-f423-40c4-957b-7331b1642e0c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:10.715225 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:13.901161 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-09a4478a-c9b7-48ce-a580-83f480f886ac tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:13.902649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-09a4478a-c9b7-48ce-a580-83f480f886ac tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 815 time: 0.1128411 Aug 09 16:42:13.920680 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-bd92e8fd-0e4a-4ee5-a395-9556017740ee tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/quotas/c5b9787890d642e2b3b4aa6afdf67936 HTTP/1.1" status: 200 len: 375 time: 0.0118570 Aug 09 16:42:13.989398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-5de5b1ef-66e3-45c1-aa3c-7463ed09d69d tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595698 Aug 09 16:42:14.204927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-6aedbfc4-2082-46ff-b7ae-e9ea7612a336 service neutron] 10.222.0.64 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978748 Aug 09 16:42:14.311795 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-850e3959-4f7a-4bf0-b7a1-5c918af70e1b service neutron] 10.222.0.64 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003625 Aug 09 16:42:14.494210 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-267f14f9-c1bd-4992-ab8d-a43fe3b3dd17 req-2d93b3d9-4528-4341-9bb5-50b058996551 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 210 time: 0.0276814 Aug 09 16:42:15.148784 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2be8a29f-3a09-4dec-b845-54054f70e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:15.521073 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-fb8f5a96-40a9-48d9-9310-03022a5db919 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:15.522808 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-fb8f5a96-40a9-48d9-9310-03022a5db919 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 815 time: 0.1103990 Aug 09 16:42:15.536480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'port': {'device_id': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'admin_state_up': True, 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:15.594008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5107f39c-797b-4fb4-862e-1835a6a6ac8b req-f315cfeb-5f2f-4399-894e-8c9bda54c2ea tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 210 time: 0.0273173 Aug 09 16:42:15.652911 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Made reservation on behalf of c5b9787890d642e2b3b4aa6afdf67936 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:15.656701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:15.791389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Allocated IP 172.20.0.14 (e016d1b0-7b2a-40c0-95fa-23b5418c166b/6da070a3-3dfe-464a-ad38-1206ea536a4b/947c4ca3-6030-48cf-b0f9-e1436928e9d1) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:16.024686 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:16.052401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Transition to ACTIVE for port object 947c4ca3-6030-48cf-b0f9-e1436928e9d1 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:42:16.105396 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:16.150230 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:16.154263 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:16.157481 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:42:16.203694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'Port': ['ID=947c4ca3-6030-48cf-b0f9-e1436928e9d1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:16.226731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:16.227462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:16.250993 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-d3c0aae2-e24d-4954-abec-84bf0b906928 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7191830 Aug 09 16:42:16.397782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-087b2244-80f4-40a1-976c-690a2b656d06 None None] Provisioning for port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:42:16.401621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-087b2244-80f4-40a1-976c-690a2b656d06 None None] Provisioning complete for port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:16.401999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-087b2244-80f4-40a1-976c-690a2b656d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:16.448097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-087b2244-80f4-40a1-976c-690a2b656d06 None None] Port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:42:16.725106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785682d-0bd5-4920-b2f1-dc087a7701e8 req-910f1167-cf63-4ecb-b771-0433699466b3 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:16.727681 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c785682d-0bd5-4920-b2f1-dc087a7701e8 req-910f1167-cf63-4ecb-b771-0433699466b3 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0554094 Aug 09 16:42:16.769824 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c785682d-0bd5-4920-b2f1-dc087a7701e8 req-8b5df576-8fdc-425e-8f19-e2aac583cf32 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341415 Aug 09 16:42:17.615841 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-372c9889-d2e1-47c2-9ab2-ab5a0c1d50c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:17.858652 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:17.904965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bd047-539a-4708-a678-d59b5db18f1d req-c730cd0c-75f7-4261-8d35-5f47ea11b99e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:17.906381 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-043bd047-539a-4708-a678-d59b5db18f1d req-c730cd0c-75f7-4261-8d35-5f47ea11b99e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0547490 Aug 09 16:42:17.950699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-043bd047-539a-4708-a678-d59b5db18f1d req-6d5704ba-858b-4b85-bd30-d0e8bd751a7d tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381420 Aug 09 16:42:19.081450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd1f96-fcd9-45b3-a27c-3cca2d2cd44b req-857839e1-8369-44a5-91bf-9c72578fbc50 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:19.082999 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0cd1f96-fcd9-45b3-a27c-3cca2d2cd44b req-857839e1-8369-44a5-91bf-9c72578fbc50 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0525367 Aug 09 16:42:19.135520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0cd1f96-fcd9-45b3-a27c-3cca2d2cd44b req-4b50566a-81ab-4f33-92a5-e60f3b1428dd tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Aug 09 16:42:19.307189 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:20.260511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cc825-2037-4273-a405-6f05255ad81b req-af9f736e-f50f-4c6f-bbc7-fb730d8f76e6 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:20.262982 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e0cc825-2037-4273-a405-6f05255ad81b req-af9f736e-f50f-4c6f-bbc7-fb730d8f76e6 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0579338 Aug 09 16:42:20.303251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e0cc825-2037-4273-a405-6f05255ad81b req-86415851-5a4f-41ec-934f-de5673d0e9a2 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Aug 09 16:42:20.717259 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:21.461114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a19c6-c54a-4c36-b8a7-c17ca5681323 req-8866aad5-d759-4493-bb48-e16bb60ac5f0 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:21.462889 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-189a19c6-c54a-4c36-b8a7-c17ca5681323 req-8866aad5-d759-4493-bb48-e16bb60ac5f0 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0696232 Aug 09 16:42:21.508760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-189a19c6-c54a-4c36-b8a7-c17ca5681323 req-9052969b-7250-4f7c-92d9-3b262c24f5ce tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371785 Aug 09 16:42:22.639369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be900722-ff6d-4fa3-a2b1-fae04c9c8544 req-f6e81145-d9d4-44ff-a146-5a7bc7b3e129 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:22.641013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be900722-ff6d-4fa3-a2b1-fae04c9c8544 req-f6e81145-d9d4-44ff-a146-5a7bc7b3e129 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0580976 Aug 09 16:42:22.680300 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be900722-ff6d-4fa3-a2b1-fae04c9c8544 req-28a487ab-0665-4904-a54a-afe0d6a0a716 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331199 Aug 09 16:42:23.805792 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b04a69-be4d-45bd-aa38-3cffd01ad7d5 req-59bd6d3f-cfba-4da7-9b15-403b66cd4189 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:23.808330 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9b04a69-be4d-45bd-aa38-3cffd01ad7d5 req-59bd6d3f-cfba-4da7-9b15-403b66cd4189 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0555713 Aug 09 16:42:23.849071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9b04a69-be4d-45bd-aa38-3cffd01ad7d5 req-4c83a053-5a47-4370-b26c-cfd3445eef7b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350993 Aug 09 16:42:24.988003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b963350-af97-402a-a536-4a5beaefc86d req-3a763b12-717f-4f1d-bbe0-806d5ad71d18 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:24.990489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b963350-af97-402a-a536-4a5beaefc86d req-3a763b12-717f-4f1d-bbe0-806d5ad71d18 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0627608 Aug 09 16:42:25.030934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2b963350-af97-402a-a536-4a5beaefc86d req-da31f114-6cff-47d6-948f-608a6dcbf7d0 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Aug 09 16:42:26.166883 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf606-2821-4ca3-ba4f-161426d13e96 req-5b0a0661-afb7-4e47-938e-c1b4de2543ad tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:26.168500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-407bf606-2821-4ca3-ba4f-161426d13e96 req-5b0a0661-afb7-4e47-938e-c1b4de2543ad tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 932 time: 0.0530701 Aug 09 16:42:26.214763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-407bf606-2821-4ca3-ba4f-161426d13e96 req-a021d893-864f-48f5-862a-521204cd5a33 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372636 Aug 09 16:42:26.301943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-92ba1745-8d07-43c3-8a7a-df4dc8dbb250 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:42:26.302952 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-92ba1745-8d07-43c3-8a7a-df4dc8dbb250 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057719 Aug 09 16:42:26.315339 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Request body: {'port': {'device_id': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:26.375841 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.678690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947c4ca3-6030-48cf-b0f9-e1436928e9d1 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:42:26.686781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.701442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Transition to ACTIVE for port object 947c4ca3-6030-48cf-b0f9-e1436928e9d1 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:42:26.708924 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.762482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Pushing event updated for resources: {'Port': ['ID=947c4ca3-6030-48cf-b0f9-e1436928e9d1,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:26.844092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Attempting to bind port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:42:26.844485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Attempting to bind port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:42:26.844823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Attempting to bind port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 on network e016d1b0-7b2a-40c0-95fa-23b5418c166b {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:42:26.850218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 on network e016d1b0-7b2a-40c0-95fa-23b5418c166b not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:42:26.850591 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Attempting to bind port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 on network e016d1b0-7b2a-40c0-95fa-23b5418c166b {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:42:26.855932 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:42:26.856323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Checking segment: {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:42:26.856759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Bound using segment: {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:42:26.857161 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Bound port: 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da20a365-e3a6-4683-aa57-bf867ddc4b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:42:26.857515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.930264 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] For port 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:26.934345 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] For port 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:26.940514 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.975933 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:26.976581 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.978147 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] 10.222.0.66 "PUT /v2.0/ports/947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 1092 time: 0.6670175 Aug 09 16:42:26.978518 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:42:26.980915 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:42:27.013363 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ea8a2-fda7-4061-ae7c-03b44698e426 service neutron] Pushing event updated for resources: {'Port': ['ID=947c4ca3-6030-48cf-b0f9-e1436928e9d1,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:27.037568 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7516e235-5a54-4ba8-a0a7-ce27452a95eb x-openstack-request-id: req-7516e235-5a54-4ba8-a0a7-ce27452a95eb {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:42:27.037878 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:42:27.038140 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7516e235-5a54-4ba8-a0a7-ce27452a95eb {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:42:27.038565 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'status': 'completed', 'code': 200} Aug 09 16:42:27.086721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-40dd48f1-e7e1-4b6b-8fe4-0194fefd1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.088394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-40dd48f1-e7e1-4b6b-8fe4-0194fefd1a3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1095 time: 0.0612211 Aug 09 16:42:27.143228 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-b14ecf6e-2d03-4eb7-8f91-63e8b0827717 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0448253 Aug 09 16:42:27.203367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-dbd22f5a-1728-4135-ae6d-9f5b744ce1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.204979 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-dbd22f5a-1728-4135-ae6d-9f5b744ce1ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0543132 Aug 09 16:42:27.272154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-aa53d786-1e07-48da-9b4c-e13a8c83b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.273803 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-aa53d786-1e07-48da-9b4c-e13a8c83b7cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592558 Aug 09 16:42:27.349427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456bc6b-41d6-4232-8576-e772c0c66961 req-b42e0373-82ab-4a80-b8b7-7f7317dbe8c7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.351193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1456bc6b-41d6-4232-8576-e772c0c66961 req-b42e0373-82ab-4a80-b8b7-7f7317dbe8c7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 944 time: 0.0533650 Aug 09 16:42:27.380917 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-0fabc112-1909-4fc2-b618-e404a3b8c655 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989978 Aug 09 16:42:27.393442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1456bc6b-41d6-4232-8576-e772c0c66961 req-5cc847e1-c66f-4ef1-83fa-b49173b144f4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Aug 09 16:42:27.495917 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-c880a518-d973-4b7a-9d29-ee14103eea93 req-38e1b67d-6984-4573-9ed3-cd88a5fd8cf7 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070986 Aug 09 16:42:27.607731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-c971db92-2464-4c70-a3d3-fc98758aacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.609321 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-c971db92-2464-4c70-a3d3-fc98758aacc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1095 time: 0.0578330 Aug 09 16:42:27.708638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-2da98973-64b1-4d19-b5d0-11bbe03ce5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.710313 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-2da98973-64b1-4d19-b5d0-11bbe03ce5a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 917 time: 0.0938578 Aug 09 16:42:27.755348 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-9f4b481f-e39c-4fbc-99db-f5742288ebc0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0373783 Aug 09 16:42:27.809430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-4cf7a979-a70d-49e1-aaaa-13f42bee144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.810942 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-4cf7a979-a70d-49e1-aaaa-13f42bee144e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0485468 Aug 09 16:42:27.861751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-4cde91aa-3117-44b5-a2c2-789f98755109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.863275 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-4cde91aa-3117-44b5-a2c2-789f98755109 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435688 Aug 09 16:42:27.964568 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-0341f068-0c76-4052-91f6-f3f29502d40a service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925202 Aug 09 16:42:28.063950 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9dae9d85-cbf0-4650-8ef6-cd77bf2bdfb1 req-118c74cd-f113-40d5-8bb5-5db18a37f241 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906916 Aug 09 16:42:28.527039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dd6d6-2bcb-49e8-9377-c6d999a82ab7 req-7a3e8a54-1396-4059-b865-8838e5c9dbb0 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:28.528558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a35dd6d6-2bcb-49e8-9377-c6d999a82ab7 req-7a3e8a54-1396-4059-b865-8838e5c9dbb0 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 944 time: 0.0601943 Aug 09 16:42:28.569686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a35dd6d6-2bcb-49e8-9377-c6d999a82ab7 req-aa85c7ab-3a16-4bb9-9090-f4d7e0270223 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342946 Aug 09 16:42:29.252113 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:29.286977 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:29.696495 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ed70b-90de-4211-971f-bdfff30be855 req-0edf47ee-2a58-4d64-8934-50b3bd9b706c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:29.698066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-953ed70b-90de-4211-971f-bdfff30be855 req-0edf47ee-2a58-4d64-8934-50b3bd9b706c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 944 time: 0.0559745 Aug 09 16:42:29.741094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-953ed70b-90de-4211-971f-bdfff30be855 req-293daba8-77c6-408c-9f06-30555b624f6a tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Aug 09 16:42:30.452809 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 947c4ca3-6030-48cf-b0f9-e1436928e9d1 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:42:30.554326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:30.566204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'port_id': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'mac_address': 'fa:16:3e:d6:e9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:42:30.607033 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:30.622256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947c4ca3-6030-48cf-b0f9-e1436928e9d1 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:42:30.642255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:30.649049 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:30.699460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=947c4ca3-6030-48cf-b0f9-e1436928e9d1,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:30.708801 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.709062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.709414 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.709731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.710056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.710382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.710706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.711012 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.711333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.711679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.712022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.712339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:30.863389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d67288-7494-48e8-86b2-fe5417bc4441 req-e67f89b4-d80f-42a7-b83b-e6c07d797d2f tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:30.864959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91d67288-7494-48e8-86b2-fe5417bc4441 req-e67f89b4-d80f-42a7-b83b-e6c07d797d2f tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 945 time: 0.0541492 Aug 09 16:42:30.865974 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['947c4ca3-6030-48cf-b0f9-e1436928e9d1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:42:30.904338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91d67288-7494-48e8-86b2-fe5417bc4441 req-9e9179ec-1a3f-43c1-a43e-b6275ec0789d tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Aug 09 16:42:32.033971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f0fce-2c94-4721-bfa4-2c8082104ff8 req-5b0e0b0a-0a93-47e1-a727-8b485c265d56 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:32.035407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-581f0fce-2c94-4721-bfa4-2c8082104ff8 req-5b0e0b0a-0a93-47e1-a727-8b485c265d56 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 945 time: 0.0574281 Aug 09 16:42:32.083189 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-581f0fce-2c94-4721-bfa4-2c8082104ff8 req-689b4ae0-fea8-479e-bf58-ed6ce7f1a0d2 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Aug 09 16:42:32.461386 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 947c4ca3-6030-48cf-b0f9-e1436928e9d1 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:32.521043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:42:32.525416 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:32.525935 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.607578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.630099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:42:32.632403 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c8d743-e301-4943-9cbd-3b4759e32ab7" -d '{"events": [{"server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "name": "network-vif-plugged", "status": "completed", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:42:32.648478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:32.654044 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.677232 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0f50d-5dd1-4eb0-bbe6-58a44fe0776c x-openstack-request-id: req-48b0f50d-5dd1-4eb0-bbe6-58a44fe0776c {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:42:32.677523 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "name": "network-vif-plugged", "status": "completed", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:42:32.677770 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48b0f50d-5dd1-4eb0-bbe6-58a44fe0776c {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:42:32.678156 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'code': 200} Aug 09 16:42:32.705882 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=947c4ca3-6030-48cf-b0f9-e1436928e9d1,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:32.772502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09589cf-fe82-4c45-a84f-4d4de73eb2e8 req-12a7d02f-7b5d-4a0f-afc0-f4759b1bdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:32.773998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a09589cf-fe82-4c45-a84f-4d4de73eb2e8 req-12a7d02f-7b5d-4a0f-afc0-f4759b1bdc69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1097 time: 0.0418320 Aug 09 16:42:32.811863 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-a09589cf-fe82-4c45-a84f-4d4de73eb2e8 req-84d26cfe-c4ee-4f64-926f-26a4be44e52d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287223 Aug 09 16:42:33.212102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4845a-e5cc-4178-9e46-90c45dc47c2b req-412218e0-37f4-49b9-88c2-a9ca8606a9a2 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:33.213631 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81a4845a-e5cc-4178-9e46-90c45dc47c2b req-412218e0-37f4-49b9-88c2-a9ca8606a9a2 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.0520477 Aug 09 16:42:33.255538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81a4845a-e5cc-4178-9e46-90c45dc47c2b req-3d21f36f-5f8d-43ff-a051-58be85f068d9 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355425 Aug 09 16:42:34.375409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd83c0-04b0-4ba1-9760-a4975b7797f2 req-c94e9869-47cf-4666-a597-3a5d1edaebbd tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:34.377004 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eddd83c0-04b0-4ba1-9760-a4975b7797f2 req-c94e9869-47cf-4666-a597-3a5d1edaebbd tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.0533056 Aug 09 16:42:34.420601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-eddd83c0-04b0-4ba1-9760-a4975b7797f2 req-e14cb298-dc57-4a1b-96c7-af208ac3590e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354931 Aug 09 16:42:34.517124 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-afba2983-b851-4a26-ad61-cbc5ed7c2e47 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492873 Aug 09 16:42:34.556254 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a226a-f98b-4ba6-871f-800d21dba271 req-38059a39-0140-4dab-9095-4225f6a129b6 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:34.558423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-484a226a-f98b-4ba6-871f-800d21dba271 req-38059a39-0140-4dab-9095-4225f6a129b6 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.0640941 Aug 09 16:42:34.607506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-484a226a-f98b-4ba6-871f-800d21dba271 req-72dc4a17-d4e6-4637-8b5c-c019dd6f9676 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361080 Aug 09 16:42:34.609970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-a1dba212-93ad-4f63-b14a-26cd387c0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:34.611901 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-a1dba212-93ad-4f63-b14a-26cd387c0b2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1097 time: 0.0468194 Aug 09 16:42:34.722503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-cf477626-3e58-4b9a-a10a-ef454065585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:34.724052 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-cf477626-3e58-4b9a-a10a-ef454065585b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 917 time: 0.0863619 Aug 09 16:42:34.771376 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-e17e0e88-ab6f-4d42-b0d5-8b8bf4e0b757 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0397186 Aug 09 16:42:34.805559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df3c7-cb86-45b7-9076-c916d90a1386 req-c2095db7-45f6-4925-8eff-0a5753c895a4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:34.807212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c52df3c7-cb86-45b7-9076-c916d90a1386 req-c2095db7-45f6-4925-8eff-0a5753c895a4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.0509620 Aug 09 16:42:34.822852 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-d206045a-975f-4bca-87b5-08b95a0aae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:34.824364 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-d206045a-975f-4bca-87b5-08b95a0aae13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0464082 Aug 09 16:42:34.850775 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c52df3c7-cb86-45b7-9076-c916d90a1386 req-0d0301ea-61df-4fbc-9985-98080516baac tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374389 Aug 09 16:42:34.872803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-0c448e47-aa96-4844-bfdf-1fbe8bd92e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:34.874631 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-0c448e47-aa96-4844-bfdf-1fbe8bd92e4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430784 Aug 09 16:42:34.970400 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-766c65db-1fec-4a39-aef2-24d449ed3a3c service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877097 Aug 09 16:42:35.066528 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-ee5577d7-1043-4e13-8de3-ce7e09217bfc req-ee7cab0f-563c-4fe4-98c1-d86894728d22 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882871 Aug 09 16:42:39.886683 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:42:45.152991 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ef120420-92b6-40c4-aba2-b642533d98dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:46.531032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9acce-3710-4602-a375-27a803cbf6cc req-3789dab7-153f-4dc5-82fe-a98814c11f44 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:46.532746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61d9acce-3710-4602-a375-27a803cbf6cc req-3789dab7-153f-4dc5-82fe-a98814c11f44 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.0576582 Aug 09 16:42:46.579589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-61d9acce-3710-4602-a375-27a803cbf6cc req-b1c48594-bdc4-453e-8070-16ed8199042d tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359983 Aug 09 16:42:46.602370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44932) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:46.694005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d9eab-0011-404c-929f-695e4aebc610 tempest-TestMinimumBasicScenario-294139805 tempest-TestMinimumBasicScenario-294139805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:46.695698 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-845d9eab-0011-404c-929f-695e4aebc610 tempest-TestMinimumBasicScenario-294139805 tempest-TestMinimumBasicScenario-294139805-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1092 time: 0.0922744 Aug 09 16:42:46.699243 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44936) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:46.704540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:46.730173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:46.833737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:46.935389 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Allocated IP 172.25.7.165 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ac44fb81-6cbb-47b5-a1d5-6c04c7ada053) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:47.042156 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.085693 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.125580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:47.133823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'Port': ['ID=ac44fb81-6cbb-47b5-a1d5-6c04c7ada053,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:47.136336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:47.138422 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:42:47.510828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.585639 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.611428 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-644f4c47-72fd-459d-8389-b51ea4177e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.742959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.748492 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.825951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'Port': ['ID=ac44fb81-6cbb-47b5-a1d5-6c04c7ada053,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:47.837036 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.855120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.940711 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Floating IP 9bf5c404-614b-4a59-8fd7-00ae40f38ec2 associated. External IP: 172.25.7.165, port: 947c4ca3-6030-48cf-b0f9-e1436928e9d1. Aug 09 16:42:48.442891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Router 61ef5c00-61c8-4bae-9462-8cafead10026 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:42:48.546926 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:42:48.557642 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] Sync routers for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:42:48.566677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:48.567743 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:48.568414 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:42:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:48.601524 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-98a67bd0-dd8b-435c-8362-0c9c7e4e0a52 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8998938 Aug 09 16:42:48.601524 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:42:48.603344 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:42:48.605839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44938) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:48.610737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f8289bd0-5d29-4e77-905d-1f42be163d71 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210464579', 'description': 'tempest-secgroup-smoke-1210464579 description', 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:48.639341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8289bd0-5d29-4e77-905d-1f42be163d71 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:48.651744 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1666b01e-89f7-4023-be5e-bac572e04f12 x-openstack-request-id: req-1666b01e-89f7-4023-be5e-bac572e04f12 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:42:48.652146 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:42:48.652324 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1666b01e-89f7-4023-be5e-bac572e04f12 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:42:48.652697 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'status': 'completed', 'code': 200} Aug 09 16:42:48.683270 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:48.732412 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-4d2f4cee-fe7c-4a67-925e-efbc52e58d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:48.733836 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-4d2f4cee-fe7c-4a67-925e-efbc52e58d0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1097 time: 0.0648749 Aug 09 16:42:48.809042 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8289bd0-5d29-4e77-905d-1f42be163d71 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:48.816513 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8289bd0-5d29-4e77-905d-1f42be163d71 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:48.862943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8289bd0-5d29-4e77-905d-1f42be163d71 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:48.864377 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f8289bd0-5d29-4e77-905d-1f42be163d71 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2572577 Aug 09 16:42:48.867753 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44942) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:48.872189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2d04ab89-789d-4b5e-9d00-4668b2ba41c1 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'security_group_rule': {'security_group_id': 'f598a74b-85d3-401f-9cd2-e1ad95a4180e', 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:48.879787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8289bd0-5d29-4e77-905d-1f42be163d71 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f598a74b-85d3-401f-9cd2-e1ad95a4180e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:48.895776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-bef64903-89d7-4a6b-8bbd-f66b409e5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:48.897365 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-bef64903-89d7-4a6b-8bbd-f66b409e5766 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 917 time: 0.1555851 Aug 09 16:42:48.954766 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d04ab89-789d-4b5e-9d00-4668b2ba41c1 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:48.986526 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-c27e2f2f-c9e5-4b59-a15a-ff29bc41d594 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 1000 time: 0.0798805 Aug 09 16:42:49.009098 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '9bf5c404-614b-4a59-8fd7-00ae40f38ec2', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'port_id': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'mac_address': 'fa:16:3e:d6:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:42:47Z', 'updated_at': '2021-08-09T16:42:47Z', 'revision_number': 0, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:42:02Z', 'revision_number': 5, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:49.039859 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] Checking router: 61ef5c00-61c8-4bae-9462-8cafead10026 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:42:49.048456 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:49.049066 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:42:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:49.052349 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d04ab89-789d-4b5e-9d00-4668b2ba41c1 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.058698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-17cf778f-dc8a-40d3-a78a-bcd1bda00074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:49.060218 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-17cf778f-dc8a-40d3-a78a-bcd1bda00074 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0653389 Aug 09 16:42:49.060986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d04ab89-789d-4b5e-9d00-4668b2ba41c1 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.103069 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04ab89-789d-4b5e-9d00-4668b2ba41c1 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b318d94-196a-4d3b-acf0-6ade945d1b9f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:49.112914 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2d04ab89-789d-4b5e-9d00-4668b2ba41c1 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.116259 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2d04ab89-789d-4b5e-9d00-4668b2ba41c1 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2476838 Aug 09 16:42:49.117220 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44944) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:49.124102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f4566de2-a7c5-44d2-89b4-654303ef725b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'security_group_rule': {'security_group_id': 'f598a74b-85d3-401f-9cd2-e1ad95a4180e', 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:49.137504 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-f256f7f0-bccf-496a-ada3-564e4fadec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:49.139029 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-f256f7f0-bccf-496a-ada3-564e4fadec96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711858 Aug 09 16:42:49.159807 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:49.203107 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4566de2-a7c5-44d2-89b4-654303ef725b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.274445 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-6a3846c4-4502-4bad-8c4e-c7eaa7a6fbd8 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252913 Aug 09 16:42:49.292806 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4566de2-a7c5-44d2-89b4-654303ef725b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.311156 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.329200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4566de2-a7c5-44d2-89b4-654303ef725b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.352295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4566de2-a7c5-44d2-89b4-654303ef725b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9eb738-c571-47b4-8b48-1e583e889aa9,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:49.366339 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f4566de2-a7c5-44d2-89b4-654303ef725b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.367575 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f4566de2-a7c5-44d2-89b4-654303ef725b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2478609 Aug 09 16:42:49.370734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 44946) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:49.378216 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'security_group_rule': {'security_group_id': 'f598a74b-85d3-401f-9cd2-e1ad95a4180e', 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:49.392401 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '9bf5c404-614b-4a59-8fd7-00ae40f38ec2', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'port_id': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'mac_address': 'fa:16:3e:d6:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:42:47Z', 'updated_at': '2021-08-09T16:42:47Z', 'revision_number': 0, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:42:02Z', 'revision_number': 5, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:49.395403 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-80dd2c59-8007-42f1-b973-e62e7e0d2b5c req-2c3cb4d2-24e4-4ee3-b42e-fc3dab61132a service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129861 Aug 09 16:42:49.419485 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2500a9a3-b565-4aef-bef5-20ddc020bdcb None None] The sync data for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 is: [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '9bf5c404-614b-4a59-8fd7-00ae40f38ec2', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'port_id': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'mac_address': 'fa:16:3e:d6:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:42:47Z', 'updated_at': '2021-08-09T16:42:47Z', 'revision_number': 0, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:42:02Z', 'revision_number': 5, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:42:49.422270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.484859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.490925 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.510001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19d6bfc-220e-49f3-ba80-e3bb7816e275,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:49.519423 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.521090 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488540 Aug 09 16:42:49.522783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.523117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.523451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.523800 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.524140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.524336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44948) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:49.524499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.524783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.525142 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.525413 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.525889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.526076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.526364 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2868e7d1-5a25-4be7-a93d-b8f9f4cf7bfe tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:49.529265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-4fe30e07-0b37-44ef-9b1b-831b3291cd8b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'security_group_rule': {'security_group_id': 'f598a74b-85d3-401f-9cd2-e1ad95a4180e', 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:49.564515 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fe30e07-0b37-44ef-9b1b-831b3291cd8b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.646605 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fe30e07-0b37-44ef-9b1b-831b3291cd8b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.652542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fe30e07-0b37-44ef-9b1b-831b3291cd8b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.658056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1497f-9414-4936-8aef-91477fe1e4dc None None] New status for floating IP 9bf5c404-614b-4a59-8fd7-00ae40f38ec2: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:42:49.678222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe30e07-0b37-44ef-9b1b-831b3291cd8b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626fe6bb-0f76-4a6d-8803-512da4379812,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:49.686703 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-4fe30e07-0b37-44ef-9b1b-831b3291cd8b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.688180 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-4fe30e07-0b37-44ef-9b1b-831b3291cd8b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627018 Aug 09 16:42:49.690879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44950) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:49.695784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e9e62427-3a0e-45ce-8659-ae7aa810c1b4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'security_group_rule': {'security_group_id': 'f598a74b-85d3-401f-9cd2-e1ad95a4180e', 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:49.722356 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-e9e62427-3a0e-45ce-8659-ae7aa810c1b4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Project c5b9787890d642e2b3b4aa6afdf67936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:42:49.728572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9e62427-3a0e-45ce-8659-ae7aa810c1b4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.792355 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9e62427-3a0e-45ce-8659-ae7aa810c1b4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.796616 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9e62427-3a0e-45ce-8659-ae7aa810c1b4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.813407 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e62427-3a0e-45ce-8659-ae7aa810c1b4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6478f2ce-dd31-4a96-84cf-342f6ee96816,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:49.833618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e9e62427-3a0e-45ce-8659-ae7aa810c1b4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.834979 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e9e62427-3a0e-45ce-8659-ae7aa810c1b4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429348 Aug 09 16:42:49.837950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 44952) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:49.843013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cc5c06d2-972a-459d-a449-287dc7b2295e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'security_group_rule': {'security_group_id': 'f598a74b-85d3-401f-9cd2-e1ad95a4180e', 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:49.866328 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-cc5c06d2-972a-459d-a449-287dc7b2295e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Project c5b9787890d642e2b3b4aa6afdf67936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:42:49.872652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc5c06d2-972a-459d-a449-287dc7b2295e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.934937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc5c06d2-972a-459d-a449-287dc7b2295e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.940308 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc5c06d2-972a-459d-a449-287dc7b2295e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.958517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c06d2-972a-459d-a449-287dc7b2295e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5609662-9eb0-43a6-bf3f-d3a350772464,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:49.966062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cc5c06d2-972a-459d-a449-287dc7b2295e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:49.967294 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cc5c06d2-972a-459d-a449-287dc7b2295e tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282747 Aug 09 16:42:50.047947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0188281-7460-462f-9e47-c6e1713ea81e req-bbac929e-daa8-4542-b7a2-c43cb029b4f0 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210464579&fields=id&tenant_id=c5b9787890d642e2b3b4aa6afdf67936 HTTP/1.1" status: 200 len: 267 time: 0.0334010 Aug 09 16:42:50.103287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0188281-7460-462f-9e47-c6e1713ea81e req-22a2e80d-e32d-48bf-b8e2-f6c9d27d0141 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:50.104815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0188281-7460-462f-9e47-c6e1713ea81e req-22a2e80d-e32d-48bf-b8e2-f6c9d27d0141 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.0510435 Aug 09 16:42:50.116200 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-b0188281-7460-462f-9e47-c6e1713ea81e req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'port': {'security_groups': ['8f2f5a1a-fafc-4adc-9d68-83e611a95d9d', 'f598a74b-85d3-401f-9cd2-e1ad95a4180e']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:50.185851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0188281-7460-462f-9e47-c6e1713ea81e req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:50.392569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-b0188281-7460-462f-9e47-c6e1713ea81e req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] For port 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:50.424600 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0188281-7460-462f-9e47-c6e1713ea81e req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:50.432012 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0188281-7460-462f-9e47-c6e1713ea81e req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:50.444798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['947c4ca3-6030-48cf-b0f9-e1436928e9d1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:42:50.478117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0188281-7460-462f-9e47-c6e1713ea81e req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:50.478711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-b0188281-7460-462f-9e47-c6e1713ea81e req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:50.480183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b0188281-7460-462f-9e47-c6e1713ea81e req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "PUT /v2.0/ports/947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 982 time: 0.3686998 Aug 09 16:42:50.480628 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:42:50.483121 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2db896-c952-4078-8859-80447eef5ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:42:50.511700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928041b-efc7-4224-b47c-5301536c2a19 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'Port': ['ID=947c4ca3-6030-48cf-b0f9-e1436928e9d1,revision_number=6']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:50.526587 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b54d43-5857-4780-a708-01cc0171a004 x-openstack-request-id: req-53b54d43-5857-4780-a708-01cc0171a004 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:42:50.527124 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:42:50.527589 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53b54d43-5857-4780-a708-01cc0171a004 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:42:50.528374 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'status': 'completed', 'code': 200} Aug 09 16:42:50.548288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['947c4ca3-6030-48cf-b0f9-e1436928e9d1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:42:50.618351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db896-c952-4078-8859-80447eef5ffe req-e24fdfa2-ab1e-449a-97d1-ae185108a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:50.620325 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d2db896-c952-4078-8859-80447eef5ffe req-e24fdfa2-ab1e-449a-97d1-ae185108a37b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1136 time: 0.0674241 Aug 09 16:42:50.650566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c8af0-567f-4241-955d-55c8b8ed580a req-448a54fc-e832-4e67-bf48-3ea87b93d281 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:50.658945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d0c8af0-567f-4241-955d-55c8b8ed580a req-448a54fc-e832-4e67-bf48-3ea87b93d281 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0747361 Aug 09 16:42:50.715165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d0c8af0-567f-4241-955d-55c8b8ed580a req-3fa85f1c-2928-4cfa-8ad4-347ee012be31 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545015 Aug 09 16:42:50.737012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db896-c952-4078-8859-80447eef5ffe req-e7f444d1-4024-4b00-bde3-d88ac46aa64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:50.739776 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d2db896-c952-4078-8859-80447eef5ffe req-e7f444d1-4024-4b00-bde3-d88ac46aa64f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 917 time: 0.1123104 Aug 09 16:42:50.755396 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:50.809991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-adced2ec-b8e5-4839-8a44-be5a8e645a04 None None] Provisioning complete for port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:50.810350 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-adced2ec-b8e5-4839-8a44-be5a8e645a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:50.815135 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d2db896-c952-4078-8859-80447eef5ffe req-4cb597bb-19cf-4fbb-9c59-2364ed91f2ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0675201 Aug 09 16:42:50.874031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db896-c952-4078-8859-80447eef5ffe req-b54d707f-9999-49ff-9ee3-964655b4940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:50.875604 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d2db896-c952-4078-8859-80447eef5ffe req-b54d707f-9999-49ff-9ee3-964655b4940b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0510175 Aug 09 16:42:50.928253 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db896-c952-4078-8859-80447eef5ffe req-ff35fd68-fdb5-41a7-8d1e-43582589a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:50.929707 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d2db896-c952-4078-8859-80447eef5ffe req-ff35fd68-fdb5-41a7-8d1e-43582589a2c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462215 Aug 09 16:42:51.030293 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d2db896-c952-4078-8859-80447eef5ffe req-fa81056a-b524-46bf-80f2-a5f325ee3a2d service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921552 Aug 09 16:42:51.134785 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-4d2db896-c952-4078-8859-80447eef5ffe req-fe43aad2-014a-4d59-8233-4fcd4d0a4bd8 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960004 Aug 09 16:42:59.262138 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:59.299279 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:07.936375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e49154-8598-414c-91a0-f146cbf3fdfa req-7c6a45a5-b7ab-4db0-92e6-791dc747c0f9 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:07.937905 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98e49154-8598-414c-91a0-f146cbf3fdfa req-7c6a45a5-b7ab-4db0-92e6-791dc747c0f9 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0676315 Aug 09 16:43:07.942970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-46b354a2-9254-497a-98cd-e9a431dab337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:07.944539 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-46b354a2-9254-497a-98cd-e9a431dab337 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1136 time: 0.0441091 Aug 09 16:43:07.980744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98e49154-8598-414c-91a0-f146cbf3fdfa req-f723c095-35c0-420b-9df2-4d8e1368e336 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361936 Aug 09 16:43:08.043305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-31df8d71-b36f-48f8-abf9-fc516510f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:08.044857 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-31df8d71-b36f-48f8-abf9-fc516510f7f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 917 time: 0.0919740 Aug 09 16:43:08.117081 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-33aafea5-24bd-498a-b840-3439db87ee07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0636425 Aug 09 16:43:08.177329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-52875338-d13a-4594-8a77-fb957cd6ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:08.178829 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-52875338-d13a-4594-8a77-fb957cd6ea8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0515068 Aug 09 16:43:08.234942 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-dcd43379-b40d-484a-a1af-3061ebc855a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:08.236445 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-dcd43379-b40d-484a-a1af-3061ebc855a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453103 Aug 09 16:43:08.335804 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-bd5e80f9-09cf-4e7f-a619-943145bc2f39 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876877 Aug 09 16:43:08.448705 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-91479ae0-7011-4587-8a14-8f2d6c6c232f req-c49130ab-c6e2-4958-82f1-81c4a5470ea5 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948322 Aug 09 16:43:09.113991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3b831-7ded-4e70-9d71-d833e3c1c4d4 req-837966df-eb08-4a3a-b65d-65cd2ec9a978 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:09.115622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6d3b831-7ded-4e70-9d71-d833e3c1c4d4 req-837966df-eb08-4a3a-b65d-65cd2ec9a978 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0549369 Aug 09 16:43:09.161121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6d3b831-7ded-4e70-9d71-d833e3c1c4d4 req-8b538d5a-feb9-45c9-be6e-bfbd126ccb97 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390513 Aug 09 16:43:10.298199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17ee9a-ef7a-4a29-925f-41bfd3cf4fe7 req-5ce8343a-3bf2-4b14-ad74-c7dee5eac774 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:10.299729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb17ee9a-ef7a-4a29-925f-41bfd3cf4fe7 req-5ce8343a-3bf2-4b14-ad74-c7dee5eac774 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0593338 Aug 09 16:43:10.344391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bb17ee9a-ef7a-4a29-925f-41bfd3cf4fe7 req-8f413cc3-c429-4897-9727-ed41ae458c69 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364437 Aug 09 16:43:11.473040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9387a5-5f2d-42dd-b7ee-4ce707507053 req-2ca4f4b6-668e-46a0-9f9d-4ca9bb7cc359 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:11.474484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d9387a5-5f2d-42dd-b7ee-4ce707507053 req-2ca4f4b6-668e-46a0-9f9d-4ca9bb7cc359 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0579956 Aug 09 16:43:11.516527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d9387a5-5f2d-42dd-b7ee-4ce707507053 req-6a252a57-b755-43b2-98da-6f7f56d58164 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356338 Aug 09 16:43:12.649508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c4cec-9781-4016-81c3-0eac9f8f558a req-b43511c2-26d4-4729-924b-e5769a4dc4b5 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:12.651180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b4c4cec-9781-4016-81c3-0eac9f8f558a req-b43511c2-26d4-4729-924b-e5769a4dc4b5 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0574172 Aug 09 16:43:12.698409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6b4c4cec-9781-4016-81c3-0eac9f8f558a req-3e8e0039-0211-4c31-b930-f5d0c986ec33 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370927 Aug 09 16:43:13.825085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ee17d-435f-44af-8312-b0e52613f9ed req-af47e070-2efd-4cb7-9880-f232504aadbf tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:13.826945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-242ee17d-435f-44af-8312-b0e52613f9ed req-af47e070-2efd-4cb7-9880-f232504aadbf tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0536170 Aug 09 16:43:13.869943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-242ee17d-435f-44af-8312-b0e52613f9ed req-853200d1-7a8b-4cf6-81cb-af0c75ca1ae5 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365357 Aug 09 16:43:15.003899 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b0177-eb39-44da-908b-1594e816e488 req-a515fba6-c8fb-4ed9-a348-088e87c78a91 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:15.005369 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b14b0177-eb39-44da-908b-1594e816e488 req-a515fba6-c8fb-4ed9-a348-088e87c78a91 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0598278 Aug 09 16:43:15.052921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b14b0177-eb39-44da-908b-1594e816e488 req-7f8ec41e-e7f8-4e70-a2fb-4d909844339f tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392733 Aug 09 16:43:15.158711 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74704009-858b-447e-85c6-d4b2b9bce496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:16.182314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef81bc7-2cca-4e1d-8ff8-1ca073a42c54 req-a646ba0e-0927-4b22-91d1-3e995a3456be tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:16.183752 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fef81bc7-2cca-4e1d-8ff8-1ca073a42c54 req-a646ba0e-0927-4b22-91d1-3e995a3456be tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0560753 Aug 09 16:43:16.226455 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fef81bc7-2cca-4e1d-8ff8-1ca073a42c54 req-c8884d3c-7849-40db-9175-6a4ad155559d tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362275 Aug 09 16:43:16.887161 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:43:17.357488 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a505ae2-b2e5-4831-bc8d-21ffcb7d2d64 req-8092fb82-a4a0-482e-8b74-591a0ace9cc5 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:17.359014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a505ae2-b2e5-4831-bc8d-21ffcb7d2d64 req-8092fb82-a4a0-482e-8b74-591a0ace9cc5 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0546365 Aug 09 16:43:17.405464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a505ae2-b2e5-4831-bc8d-21ffcb7d2d64 req-e824dde1-487b-4c0b-98be-5ad31cebeef7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397577 Aug 09 16:43:17.608705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-aac1f487-0b7d-43a4-b5ce-94549ba51f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:17.861527 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:18.536290 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b0b16-ddbd-48a4-baf9-e53ca18945df req-7301af14-152a-40eb-9805-2168d35c70d3 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:18.538260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-475b0b16-ddbd-48a4-baf9-e53ca18945df req-7301af14-152a-40eb-9805-2168d35c70d3 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0600224 Aug 09 16:43:18.583613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-475b0b16-ddbd-48a4-baf9-e53ca18945df req-aede6d7e-abb5-45fb-8e73-79695072d536 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364606 Aug 09 16:43:19.314748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:19.729053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86930dc-2432-4a53-88b6-8d915970cd6b req-c167e3ad-a3ba-4a9a-b357-fd7d2c5ecbf9 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:19.730597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e86930dc-2432-4a53-88b6-8d915970cd6b req-c167e3ad-a3ba-4a9a-b357-fd7d2c5ecbf9 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0624297 Aug 09 16:43:19.777817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e86930dc-2432-4a53-88b6-8d915970cd6b req-52845f7b-e05b-4858-820f-83b6baebba6d tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=f598a74b-85d3-401f-9cd2-e1ad95a4180e&id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408051 Aug 09 16:43:20.725002 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.264515 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.305380 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.526764 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-d6167127-1e17-42c6-9504-2c1e168f36c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509710 Aug 09 16:43:34.623255 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-2fa80fe9-ce35-4c97-baad-5c8972b58375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:34.624864 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-2fa80fe9-ce35-4c97-baad-5c8972b58375 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1136 time: 0.0508916 Aug 09 16:43:34.741528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-f79b660f-01ee-4ae9-bcdc-e18f3f067b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:34.743018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-f79b660f-01ee-4ae9-bcdc-e18f3f067b49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 917 time: 0.0940733 Aug 09 16:43:34.816813 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-8e28ec46-ab94-4548-a7e5-5318c75884f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0656881 Aug 09 16:43:34.883999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-ebc6c308-d444-49ae-919a-ee667ec758c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:34.885507 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-ebc6c308-d444-49ae-919a-ee667ec758c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0573540 Aug 09 16:43:34.933732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-3788fe30-4fa3-4133-8493-6f3e98a8265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:34.935258 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-3788fe30-4fa3-4133-8493-6f3e98a8265d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421226 Aug 09 16:43:35.030511 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-9b99f5e9-ea49-4579-88f1-e02aa6e76b24 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856333 Aug 09 16:43:35.130988 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-bcf74440-9417-40c9-8ef5-acd3924d53bb req-4eec02d6-8e47-45cd-8808-7ca5fa37e453 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903885 Aug 09 16:43:45.157199 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-124b66b9-5c71-4f74-8832-6a728a70dab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:47.613633 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-428ea210-7515-4414-98a6-14420c1971a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:47.858227 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:49.320339 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:50.726946 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:52.361015 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-222932b6-e837-446d-8144-8b183ee66081 req-b9a2d666-0d0a-488a-a57f-9b8d87c2f0a0 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210464579&fields=id&tenant_id=c5b9787890d642e2b3b4aa6afdf67936 HTTP/1.1" status: 200 len: 267 time: 0.1958239 Aug 09 16:43:52.416867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222932b6-e837-446d-8144-8b183ee66081 req-4d46816e-238a-4d15-99d9-555ccd2c442d tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:52.419212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-222932b6-e837-446d-8144-8b183ee66081 req-4d46816e-238a-4d15-99d9-555ccd2c442d tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 985 time: 0.0519388 Aug 09 16:43:52.432568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-222932b6-e837-446d-8144-8b183ee66081 req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Request body: {'port': {'security_groups': ['8f2f5a1a-fafc-4adc-9d68-83e611a95d9d']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:52.503707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-222932b6-e837-446d-8144-8b183ee66081 req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:52.684359 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-222932b6-e837-446d-8144-8b183ee66081 req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] For port 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:52.717213 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-222932b6-e837-446d-8144-8b183ee66081 req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:52.724798 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-222932b6-e837-446d-8144-8b183ee66081 req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:52.737194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['947c4ca3-6030-48cf-b0f9-e1436928e9d1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:43:52.771494 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222932b6-e837-446d-8144-8b183ee66081 req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:52.772088 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-222932b6-e837-446d-8144-8b183ee66081 req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:52.773714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-222932b6-e837-446d-8144-8b183ee66081 req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "PUT /v2.0/ports/947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 943 time: 0.3465924 Aug 09 16:43:52.774172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:43:52.776786 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2161d890-874e-4548-b84c-4d79e8dc3a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:43:52.780849 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45014) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:52.818937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event updated for resources: {'Port': ['ID=947c4ca3-6030-48cf-b0f9-e1436928e9d1,revision_number=7']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:52.828357 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc42dd2a-606d-415f-8b0d-7875e8e5ee46 x-openstack-request-id: req-fc42dd2a-606d-415f-8b0d-7875e8e5ee46 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:43:52.834535 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:43:52.834809 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc42dd2a-606d-415f-8b0d-7875e8e5ee46 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:43:52.835253 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'status': 'completed', 'code': 200} Aug 09 16:43:52.840762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.841111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.841459 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.841795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.842130 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.842464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.842791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.843149 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.843476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.843799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.844144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.844461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67a685-62c4-4e54-82af-65bffbf30d57 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:52.847391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['947c4ca3-6030-48cf-b0f9-e1436928e9d1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:43:52.909087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:52.927119 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-ce406841-9f17-4a84-8c5b-7378c8cc4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:52.928731 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-ce406841-9f17-4a84-8c5b-7378c8cc4d70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1097 time: 0.0696442 Aug 09 16:43:52.952017 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.055958 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4ad04118-8da7-438f-b5c2-6e3bac9c8e35 None None] Provisioning complete for port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:53.056595 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ad04118-8da7-438f-b5c2-6e3bac9c8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.062683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-79c2aa9b-db1b-486e-84dd-e0b251bd501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:53.064284 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-79c2aa9b-db1b-486e-84dd-e0b251bd501f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 917 time: 0.1271410 Aug 09 16:43:53.111750 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.115334 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.116544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "DELETE /v2.0/security-groups/f598a74b-85d3-401f-9cd2-e1ad95a4180e HTTP/1.1" status: 204 len: 168 time: 0.3345666 Aug 09 16:43:53.119464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45016) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:53.134617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f598a74b-85d3-401f-9cd2-e1ad95a4180e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:53.154105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.154456 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.154795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.155150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.155541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.155897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.156226 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.156560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.156875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.157197 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.157521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.157842 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7796825-2f4a-4f7c-8a91-cb641b3b8c9c tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:53.164859 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-9cc724ae-2776-4b38-b315-95e08b57260e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0929198 Aug 09 16:43:53.216785 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-5a59040b-f2a1-4089-bbe2-4157f3e6c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:53.218203 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-5a59040b-f2a1-4089-bbe2-4157f3e6c276 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0461509 Aug 09 16:43:53.266060 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-e586e999-832b-4f5d-b030-06b9a8c14728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:53.267696 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-e586e999-832b-4f5d-b030-06b9a8c14728 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423706 Aug 09 16:43:53.289604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Deleting port ac44fb81-6cbb-47b5-a1d5-6c04c7ada053 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:53.289928 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.362813 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-6a9ae6c9-df97-44f3-8bed-28bd599f776a service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876815 Aug 09 16:43:53.370790 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.371373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.384629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Calling delete_port for ac44fb81-6cbb-47b5-a1d5-6c04c7ada053 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:53.456322 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2161d890-874e-4548-b84c-4d79e8dc3a9d req-4d4d13d0-762a-4671-8ba9-ab844701eb52 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864215 Aug 09 16:43:53.540691 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.565874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event deleted for resources: {'Port': ['ID=ac44fb81-6cbb-47b5-a1d5-6c04c7ada053,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:53.629498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.629849 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Floating IP 9bf5c404-614b-4a59-8fd7-00ae40f38ec2 disassociated (deleted). External IP: 172.25.7.165, port: 947c4ca3-6030-48cf-b0f9-e1436928e9d1. Aug 09 16:43:53.851634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Router 61ef5c00-61c8-4bae-9462-8cafead10026 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:43:53.887127 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:43:53.972501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:43:53.977960 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.983474 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f224-b087-4b63-be06-e8111f233250 None None] Sync routers for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:43:53.993284 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372f224-b087-4b63-be06-e8111f233250 None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:53.993949 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6372f224-b087-4b63-be06-e8111f233250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:43:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:54.006988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fcaea86d-d6f4-4f32-b38e-f6918f3ebc2b tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "DELETE /v2.0/floatingips/9bf5c404-614b-4a59-8fd7-00ae40f38ec2 HTTP/1.1" status: 204 len: 168 time: 0.8863044 Aug 09 16:43:54.101973 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6372f224-b087-4b63-be06-e8111f233250 None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:54.305158 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6372f224-b087-4b63-be06-e8111f233250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:42:02Z', 'revision_number': 5, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:54.331194 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f224-b087-4b63-be06-e8111f233250 None None] Checking router: 61ef5c00-61c8-4bae-9462-8cafead10026 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:43:54.340071 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372f224-b087-4b63-be06-e8111f233250 None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:54.340672 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6372f224-b087-4b63-be06-e8111f233250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:43:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:54.449394 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6372f224-b087-4b63-be06-e8111f233250 None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:54.666293 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6372f224-b087-4b63-be06-e8111f233250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:42:02Z', 'revision_number': 5, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:54.692302 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6372f224-b087-4b63-be06-e8111f233250 None None] The sync data for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 is: [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:58Z', 'revision_number': 4, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4af36575-05b4-4011-ad4d-164b47bfba29', 'name': '', 'network_id': 'e016d1b0-7b2a-40c0-95fa-23b5418c166b', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'mac_address': 'fa:16:3e:f5:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:57Z', 'updated_at': '2021-08-09T16:42:02Z', 'revision_number': 5, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'subnets': [{'id': '6da070a3-3dfe-464a-ad38-1206ea536a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:43:54.837051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:43:54.840139 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f560f08b-d7f6-4802-a280-4bac7d49a398" -d '{"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:43:54.879443 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aa955c-aeec-4931-a942-1019bd798328 x-openstack-request-id: req-d6aa955c-aeec-4931-a942-1019bd798328 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:43:54.879911 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:43:54.880254 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6aa955c-aeec-4931-a942-1019bd798328 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:43:54.880901 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'status': 'completed', 'code': 200} Aug 09 16:43:54.935970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8fab1f-7739-4de3-a621-1d319eb21d4c None None] New status for floating IP 9bf5c404-614b-4a59-8fd7-00ae40f38ec2: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:43:54.950765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-3a1a3914-9230-4c5f-9eb7-657b4346eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:54.953128 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-3a1a3914-9230-4c5f-9eb7-657b4346eac8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 1097 time: 0.0483699 Aug 09 16:43:55.053727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-1b8a4d72-e1a6-4d3c-a128-5bc620e8929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:55.055290 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-1b8a4d72-e1a6-4d3c-a128-5bc620e8929f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 200 len: 917 time: 0.0933769 Aug 09 16:43:55.097828 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-2dfac3aa-45f5-4832-ae4a-feca4c0ff0b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0346305 Aug 09 16:43:55.148791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-05911809-7066-4f8f-a501-bcc44277febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:55.150289 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-05911809-7066-4f8f-a501-bcc44277febd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 200 len: 854 time: 0.0446398 Aug 09 16:43:55.204476 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-936e4e67-c5bd-4190-8544-cfde2c2a7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:55.206158 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-936e4e67-c5bd-4190-8544-cfde2c2a7fce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e016d1b0-7b2a-40c0-95fa-23b5418c166b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477300 Aug 09 16:43:55.305318 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-06e9cfc1-29d6-4d7f-adb6-d5835b528fd9 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908883 Aug 09 16:43:55.406034 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f560f08b-d7f6-4802-a280-4bac7d49a398 req-42ebdd66-ab51-4748-9e07-b3390b462751 service neutron] 10.222.0.66 "GET /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918126 Aug 09 16:43:59.272745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:59.299266 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:02.385729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d111fd6-4892-40cb-83c3-40dc33b8cbc9 req-72745a91-9e94-4ba7-995a-ff6d674cd75a tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:02.387256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d111fd6-4892-40cb-83c3-40dc33b8cbc9 req-72745a91-9e94-4ba7-995a-ff6d674cd75a tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.4052041 Aug 09 16:44:02.430484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d111fd6-4892-40cb-83c3-40dc33b8cbc9 req-13fce144-e9f2-4781-8a98-c92d52e8c3dd tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344996 Aug 09 16:44:03.560303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b17d58-1912-41d2-9123-f3fce6b45556 req-cbf6adc9-d75b-4cff-8a39-851a8f0680f4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:03.561811 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3b17d58-1912-41d2-9123-f3fce6b45556 req-cbf6adc9-d75b-4cff-8a39-851a8f0680f4 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.0575621 Aug 09 16:44:03.601267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e3b17d58-1912-41d2-9123-f3fce6b45556 req-c47ed88f-d35d-48d1-a4e1-330cbf6ac4a5 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Aug 09 16:44:03.659105 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-33bb6cfe-e857-4edf-a69a-7c7f6e83b2ec tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:03.660700 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-33bb6cfe-e857-4edf-a69a-7c7f6e83b2ec tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.66 "GET /v2.0/ports?device_id=d540d4ba-b836-41f6-b904-d99fa2f93bbe HTTP/1.1" status: 200 len: 946 time: 0.0569155 Aug 09 16:44:03.754848 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Deleting port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:03.755160 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:03.861292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] For port 947c4ca3-6030-48cf-b0f9-e1436928e9d1, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=947c4ca3-6030-48cf-b0f9-e1436928e9d1,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:03.861670 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:03.876331 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Calling delete_port for 947c4ca3-6030-48cf-b0f9-e1436928e9d1 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:04.011843 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:04.024046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['947c4ca3-6030-48cf-b0f9-e1436928e9d1'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:44:04.043019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Pushing event deleted for resources: {'Port': ['ID=947c4ca3-6030-48cf-b0f9-e1436928e9d1,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:04.083838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] No DVR routers for this DVR port 947c4ca3-6030-48cf-b0f9-e1436928e9d1 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:44:04.086919 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:04.089029 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-50597b39-f97e-4cb9-b809-df5437f4d0e0 req-b34ffa0f-bd24-409b-a660-4855d484bfa7 tempest-TestMinimumBasicScenario-1535861874 tempest-TestMinimumBasicScenario-1535861874-project] 10.222.0.66 "DELETE /v2.0/ports/947c4ca3-6030-48cf-b0f9-e1436928e9d1 HTTP/1.1" status: 204 len: 173 time: 0.4219038 Aug 09 16:44:04.089465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'name': 'network-vif-deleted', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:04.091740 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d862c7-5643-4b6a-8cf3-50df868d049c" -d '{"events": [{"server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "name": "network-vif-deleted", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:04.136493 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d5dcca-f792-49f4-9a8e-0951d9577a52 x-openstack-request-id: req-f0d5dcca-f792-49f4-9a8e-0951d9577a52 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:04.136785 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d540d4ba-b836-41f6-b904-d99fa2f93bbe", "name": "network-vif-deleted", "tag": "947c4ca3-6030-48cf-b0f9-e1436928e9d1", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:04.137043 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0d5dcca-f792-49f4-9a8e-0951d9577a52 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:04.137450 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd540d4ba-b836-41f6-b904-d99fa2f93bbe', 'name': 'network-vif-deleted', 'tag': '947c4ca3-6030-48cf-b0f9-e1436928e9d1', 'status': 'completed', 'code': 200} Aug 09 16:44:05.222175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45114) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:05.598943 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:05.872635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Deleting port 4af36575-05b4-4011-ad4d-164b47bfba29 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:05.872989 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:05.958583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] For port 4af36575-05b4-4011-ad4d-164b47bfba29, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4af36575-05b4-4011-ad4d-164b47bfba29,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:05.958953 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:05.973974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Calling delete_port for 4af36575-05b4-4011-ad4d-164b47bfba29 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:06.176348 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:06.206225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af36575-05b4-4011-ad4d-164b47bfba29,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:06.379503 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:06.602463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Router 61ef5c00-61c8-4bae-9462-8cafead10026 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:44:06.724374 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:06.730089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-875bf752-324d-492a-88be-2c1ccf95eb35 admin admin] 10.222.0.64 "PUT /v2.0/routers/61ef5c00-61c8-4bae-9462-8cafead10026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5067830 Aug 09 16:44:06.732870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45116) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:06.733561 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] Sync routers for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:06.743810 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:06.744445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:43:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:06.841548 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:06.896205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 947c4ca3-6030-48cf-b0f9-e1436928e9d1 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:06.920807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 947c4ca3-6030-48cf-b0f9-e1436928e9d1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:06.921129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 947c4ca3-6030-48cf-b0f9-e1436928e9d1 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:06.946669 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:06.948260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.003424 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Deleting port 2366536e-9be1-48a8-b591-d8fe86e6d0c4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:07.003847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.089595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] For port 2366536e-9be1-48a8-b591-d8fe86e6d0c4, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2366536e-9be1-48a8-b591-d8fe86e6d0c4,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:07.089967 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.102175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Calling delete_port for 2366536e-9be1-48a8-b591-d8fe86e6d0c4 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:07.117803 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:44:06Z', 'revision_number': 5, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port': {'id': '2366536e-9be1-48a8-b591-d8fe86e6d0c4', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:07.147241 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] Checking router: 61ef5c00-61c8-4bae-9462-8cafead10026 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:07.155656 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] Routers {'61ef5c00-61c8-4bae-9462-8cafead10026'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:07.156292 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:43:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['61ef5c00-61c8-4bae-9462-8cafead10026'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:07.251565 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] Set router 61ef5c00-61c8-4bae-9462-8cafead10026 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:07.284633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.304952 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:44:06Z', 'revision_number': 6, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:07.310326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Pushing event deleted for resources: {'Port': ['ID=2366536e-9be1-48a8-b591-d8fe86e6d0c4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:07.339243 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1ff5a-e0eb-4eac-a41b-59dd39a9de6f None None] The sync data for ids ['61ef5c00-61c8-4bae-9462-8cafead10026'] in n-d-799523-2 is: [{'id': '61ef5c00-61c8-4bae-9462-8cafead10026', 'name': 'tempest-TestMinimumBasicScenario-1188142083-router', 'tenant_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:55Z', 'updated_at': '2021-08-09T16:44:06Z', 'revision_number': 6, 'project_id': 'c5b9787890d642e2b3b4aa6afdf67936', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:07.374899 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.766894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.769114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.814203 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.814912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ef5c00-61c8-4bae-9462-8cafead10026 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:44:07.820374 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.821649 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bad31146-22bc-4a00-b2a2-ac07a3afc62c admin admin] 10.222.0.64 "DELETE /v2.0/routers/61ef5c00-61c8-4bae-9462-8cafead10026 HTTP/1.1" status: 204 len: 168 time: 1.0877221 Aug 09 16:44:07.824839 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45118) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:07.877816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b901cac-0483-4d2c-ab7a-749929edf26c admin admin] Deleting subnet 6da070a3-3dfe-464a-ad38-1206ea536a4b {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:44:07.882412 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b901cac-0483-4d2c-ab7a-749929edf26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:07.922155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b901cac-0483-4d2c-ab7a-749929edf26c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.018304 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b901cac-0483-4d2c-ab7a-749929edf26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.076546 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b901cac-0483-4d2c-ab7a-749929edf26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.100828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b901cac-0483-4d2c-ab7a-749929edf26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da070a3-3dfe-464a-ad38-1206ea536a4b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:08.107047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9b901cac-0483-4d2c-ab7a-749929edf26c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.112998 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9b901cac-0483-4d2c-ab7a-749929edf26c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6da070a3-3dfe-464a-ad38-1206ea536a4b HTTP/1.1" status: 204 len: 168 time: 0.2831588 Aug 09 16:44:08.113155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0dbbc6-aa74-4df1-a741-2cf16f998bbe None None] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:44:08.113781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45120) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:08.183986 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.240450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Deleting port 5fe06bd5-1963-431e-868c-6aef65174464 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:08.240795 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.301381 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] DHCP port deletion for e016d1b0-7b2a-40c0-95fa-23b5418c166b request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:44:08.312605 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] For port 5fe06bd5-1963-431e-868c-6aef65174464, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5fe06bd5-1963-431e-868c-6aef65174464,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:08.312912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.327619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Calling delete_port for 5fe06bd5-1963-431e-868c-6aef65174464 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:08.354186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Deleting port 5fe06bd5-1963-431e-868c-6aef65174464 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:08.354545 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.414420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.420269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] For port 5fe06bd5-1963-431e-868c-6aef65174464, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=5fe06bd5-1963-431e-868c-6aef65174464,segment=NetworkSegment(da20a365-e3a6-4683-aa57-bf867ddc4b00),segment_id=da20a365-e3a6-4683-aa57-bf867ddc4b00)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:08.420667 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.427676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] No DVR routers for this DVR port 5fe06bd5-1963-431e-868c-6aef65174464 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:44:08.434200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Calling delete_port for 5fe06bd5-1963-431e-868c-6aef65174464 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:08.448091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe06bd5-1963-431e-868c-6aef65174464,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:08.518787 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.529927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e016d1b0-7b2a-40c0-95fa-23b5418c166b']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:08.542556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da20a365-e3a6-4683-aa57-bf867ddc4b00') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:08.542865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da20a365-e3a6-4683-aa57-bf867ddc4b00') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:08.554546 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.577024 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.584981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:44:08.585403 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:44:08.588049 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:44:08.655408 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.662178 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.664348 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e016d1b0-7b2a-40c0-95fa-23b5418c166b HTTP/1.1" status: 204 len: 168 time: 0.5503416 Aug 09 16:44:08.667936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45122) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:08.690061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f631-d7c0-4392-84fd-c3ad31736241 admin admin] Pushing event deleted for resources: {'Network': ['ID=e016d1b0-7b2a-40c0-95fa-23b5418c166b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:08.691841 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:08.717865 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Network e016d1b0-7b2a-40c0-95fa-23b5418c166b is not hosted by any dhcp agent {{(pid=94179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 16:44:08.718321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] No DVR routers for this DVR port 5fe06bd5-1963-431e-868c-6aef65174464 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:44:08.723922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Pushing event deleted for resources: {'Port': ['ID=5fe06bd5-1963-431e-868c-6aef65174464,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:08.730165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5fe06bd5-1963-431e-868c-6aef65174464 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:08.758594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.758594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.758594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.758594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.758594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.758594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.758594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.759519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.759519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.760045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.760370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.760687 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec810292-5a3b-4140-9424-081ea42796bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:08.763302 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 5fe06bd5-1963-431e-868c-6aef65174464 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:08.763516 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 5fe06bd5-1963-431e-868c-6aef65174464 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:08.763959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4af36575-05b4-4011-ad4d-164b47bfba29 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:08.784058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4af36575-05b4-4011-ad4d-164b47bfba29 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:08.784319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4af36575-05b4-4011-ad4d-164b47bfba29 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:08.784734 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2366536e-9be1-48a8-b591-d8fe86e6d0c4 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:08.803682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2366536e-9be1-48a8-b591-d8fe86e6d0c4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:08.804051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2366536e-9be1-48a8-b591-d8fe86e6d0c4 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:09.050168 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:09.313764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Deleting port 1bbcb553-f423-40c4-957b-7331b1642e0c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:09.314015 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:09.396010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] For port 1bbcb553-f423-40c4-957b-7331b1642e0c, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1bbcb553-f423-40c4-957b-7331b1642e0c,segment=NetworkSegment(348b219e-7bb6-4358-80cf-1fa3fdd3b4c6),segment_id=348b219e-7bb6-4358-80cf-1fa3fdd3b4c6)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:09.396393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:09.410138 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Calling delete_port for 1bbcb553-f423-40c4-957b-7331b1642e0c owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:09.603010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:09.632927 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbcb553-f423-40c4-957b-7331b1642e0c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:09.809872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.048570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:44:10.167285 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:10.175355 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-60b56db6-828e-4239-8354-420d72667a90 admin admin] 10.222.0.64 "PUT /v2.0/routers/1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5037510 Aug 09 16:44:10.175466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45124) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:10.176522 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] Sync routers for ids ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:10.187188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] Routers {'1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:10.187835 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:43:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:10.280124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.292164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] Set router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:10.379187 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.441709 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Deleting port 04689585-f007-4317-8a0d-3e52d142c23a {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:10.442062 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.472592 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '04689585-f007-4317-8a0d-3e52d142c23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:44:09Z', 'revision_number': 5, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port': {'id': '04689585-f007-4317-8a0d-3e52d142c23a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:84:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:10.500765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] Checking router: 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:10.509680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] Routers {'1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:10.510621 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:43:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:10.522838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] For port 04689585-f007-4317-8a0d-3e52d142c23a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=04689585-f007-4317-8a0d-3e52d142c23a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:10.523210 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.536745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Calling delete_port for 04689585-f007-4317-8a0d-3e52d142c23a owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:10.599168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] Set router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:10.652967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:44:10Z', 'revision_number': 6, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:10.680329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217d9681-d281-42ab-be7e-c5cf91ea4bba None None] The sync data for ids ['1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd'] in n-d-799523-2 is: [{'id': '1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd', 'name': 'tempest-TestMinimumBasicScenario-357814456-router', 'tenant_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:42:00Z', 'updated_at': '2021-08-09T16:44:10Z', 'revision_number': 6, 'project_id': '0c958485c24a44feaf2aa022d2b8ec3d', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:10.722890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.752547 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Pushing event deleted for resources: {'Port': ['ID=04689585-f007-4317-8a0d-3e52d142c23a,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:10.812842 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.902018 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.904205 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.958682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.959292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:44:10.964111 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.965572 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-95c5e6d2-b842-443e-8c12-61e91d35b774 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1feb7d3e-d7ed-4e16-b2ca-0ec0adad12dd HTTP/1.1" status: 204 len: 168 time: 0.7889881 Aug 09 16:44:10.969260 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45126) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:11.025660 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95bcec0-ad59-4f12-8f46-6f035c949a84 admin admin] Deleting subnet 34c5776a-c1c2-4f62-b10b-6f7b93508747 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:44:11.030144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b95bcec0-ad59-4f12-8f46-6f035c949a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.071370 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b95bcec0-ad59-4f12-8f46-6f035c949a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.155772 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b95bcec0-ad59-4f12-8f46-6f035c949a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.215016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b95bcec0-ad59-4f12-8f46-6f035c949a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.238368 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bcec0-ad59-4f12-8f46-6f035c949a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c5776a-c1c2-4f62-b10b-6f7b93508747,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:11.244151 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b95bcec0-ad59-4f12-8f46-6f035c949a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.246069 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b95bcec0-ad59-4f12-8f46-6f035c949a84 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/34c5776a-c1c2-4f62-b10b-6f7b93508747 HTTP/1.1" status: 204 len: 168 time: 0.2758408 Aug 09 16:44:11.248746 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45128) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:11.251140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08804cd-76d7-47b2-8bcb-4f27f6db8767 None None] Network 42224310-4603-475a-958d-4c59c0c829a2 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:44:11.316341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.372657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Deleting port a2513ef8-f299-494b-a4d9-452d9cfe4d15 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:11.372952 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.442235 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] For port a2513ef8-f299-494b-a4d9-452d9cfe4d15, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a2513ef8-f299-494b-a4d9-452d9cfe4d15,segment=NetworkSegment(348b219e-7bb6-4358-80cf-1fa3fdd3b4c6),segment_id=348b219e-7bb6-4358-80cf-1fa3fdd3b4c6)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:11.442634 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.457711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Calling delete_port for a2513ef8-f299-494b-a4d9-452d9cfe4d15 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:11.484761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] DHCP port deletion for 42224310-4603-475a-958d-4c59c0c829a2 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:44:11.534341 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] Deleting port a2513ef8-f299-494b-a4d9-452d9cfe4d15 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:11.534744 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.561526 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.592474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2513ef8-f299-494b-a4d9-452d9cfe4d15,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:11.596308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] No DVR routers for this DVR port a2513ef8-f299-494b-a4d9-452d9cfe4d15 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:44:11.604668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] For port a2513ef8-f299-494b-a4d9-452d9cfe4d15, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a2513ef8-f299-494b-a4d9-452d9cfe4d15,segment=NetworkSegment(348b219e-7bb6-4358-80cf-1fa3fdd3b4c6),segment_id=348b219e-7bb6-4358-80cf-1fa3fdd3b4c6)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:11.605369 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.623547 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] Calling delete_port for a2513ef8-f299-494b-a4d9-452d9cfe4d15 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:11.666817 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.676972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42224310-4603-475a-958d-4c59c0c829a2']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:11.691517 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:11.691836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348b219e-7bb6-4358-80cf-1fa3fdd3b4c6') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:11.703810 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.705942 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.718537 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] No DVR routers for this DVR port a2513ef8-f299-494b-a4d9-452d9cfe4d15 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:44:11.722819 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.730926 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:44:11.731392 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:44:11.733291 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:44:11.742894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8f0bf-5a65-470e-b052-5f5ab8a8860e None None] Pushing event deleted for resources: {'Port': ['ID=a2513ef8-f299-494b-a4d9-452d9cfe4d15,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:11.798857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.804161 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.811298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] 10.222.0.64 "DELETE /v2.0/networks/42224310-4603-475a-958d-4c59c0c829a2 HTTP/1.1" status: 204 len: 168 time: 0.5559320 Aug 09 16:44:11.819194 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507d5ae-3fed-4f84-9976-f05f00eeb07c admin admin] Pushing event deleted for resources: {'Network': ['ID=42224310-4603-475a-958d-4c59c0c829a2,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:11.987644 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45132) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:12.034088 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fafd583a-b41d-47d9-a95e-a9977225ae28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5b9787890d642e2b3b4aa6afdf67936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448217 Aug 09 16:44:12.036565 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45134) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:12.088256 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf2bb-f3f9-409b-a28e-0873fb512f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:12.116904 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf2bb-f3f9-409b-a28e-0873fb512f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:12.168094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf2bb-f3f9-409b-a28e-0873fb512f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:12.174379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf2bb-f3f9-409b-a28e-0873fb512f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:12.175590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-4a0cf2bb-f3f9-409b-a28e-0873fb512f5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f2f5a1a-fafc-4adc-9d68-83e611a95d9d HTTP/1.1" status: 204 len: 168 time: 0.1381330 Aug 09 16:44:12.184570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cf2bb-f3f9-409b-a28e-0873fb512f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2f5a1a-fafc-4adc-9d68-83e611a95d9d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:12.538082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45140) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:12.589242 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-fd1e6d96-7719-47fa-ac72-7973987f258a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c958485c24a44feaf2aa022d2b8ec3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498762 Aug 09 16:44:12.592887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45142) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:12.641740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56c1dcf8-8a8a-4fc7-b5aa-aa5941f332f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:12.662578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56c1dcf8-8a8a-4fc7-b5aa-aa5941f332f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:12.711611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 04689585-f007-4317-8a0d-3e52d142c23a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:12.718162 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56c1dcf8-8a8a-4fc7-b5aa-aa5941f332f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:12.720793 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-56c1dcf8-8a8a-4fc7-b5aa-aa5941f332f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:12.722092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-56c1dcf8-8a8a-4fc7-b5aa-aa5941f332f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74cf3ede-3b24-4c53-bbcf-1becb30502af HTTP/1.1" status: 204 len: 168 time: 0.1281888 Aug 09 16:44:12.730748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1dcf8-8a8a-4fc7-b5aa-aa5941f332f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cf3ede-3b24-4c53-bbcf-1becb30502af,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:12.733158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 04689585-f007-4317-8a0d-3e52d142c23a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:12.733740 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 04689585-f007-4317-8a0d-3e52d142c23a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:12.734132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a2513ef8-f299-494b-a4d9-452d9cfe4d15 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:12.760609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a2513ef8-f299-494b-a4d9-452d9cfe4d15 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:12.760852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a2513ef8-f299-494b-a4d9-452d9cfe4d15 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:12.761254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1bbcb553-f423-40c4-957b-7331b1642e0c no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:12.783887 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 1bbcb553-f423-40c4-957b-7331b1642e0c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:12.784230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1bbcb553-f423-40c4-957b-7331b1642e0c not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:14.490455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45182) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:14.497265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004284759', 'description': 'tempest-secgroup-smoke-1004284759 description', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:14.527202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.535740 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.636165 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.642730 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.679690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafd7795-e5db-40fa-a53c-99e7f568052a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:14.740126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.746342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.777111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7da88f-cc3c-4efe-b5af-46bebb5e625e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:14.781297 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.782585 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-46b03fc6-a415-496f-973c-bc83c9ef07d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2910910 Aug 09 16:44:14.785667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45184) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:14.790401 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-80150e8f-0da4-42ae-8d9b-d60e75e850ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6c7da88f-cc3c-4efe-b5af-46bebb5e625e', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:14.820072 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80150e8f-0da4-42ae-8d9b-d60e75e850ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.887718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80150e8f-0da4-42ae-8d9b-d60e75e850ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.894432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80150e8f-0da4-42ae-8d9b-d60e75e850ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.912878 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80150e8f-0da4-42ae-8d9b-d60e75e850ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4220ac-a11d-4100-becd-7029f1b4fe5f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:14.920770 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-80150e8f-0da4-42ae-8d9b-d60e75e850ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.922000 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-80150e8f-0da4-42ae-8d9b-d60e75e850ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353900 Aug 09 16:44:14.924869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45186) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:14.929340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2de58f2d-c95c-49c4-97cd-488a35d38391 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6c7da88f-cc3c-4efe-b5af-46bebb5e625e', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:14.957277 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2de58f2d-c95c-49c4-97cd-488a35d38391 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.018665 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2de58f2d-c95c-49c4-97cd-488a35d38391 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.025038 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2de58f2d-c95c-49c4-97cd-488a35d38391 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.047437 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58f2d-c95c-49c4-97cd-488a35d38391 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f542dfbb-cf0a-495b-bc92-993205814f63,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:15.054578 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2de58f2d-c95c-49c4-97cd-488a35d38391 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.056083 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2de58f2d-c95c-49c4-97cd-488a35d38391 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302247 Aug 09 16:44:15.059371 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45188) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:15.063963 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a7b70fd2-d40a-4c85-ad9c-215abbef1515 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6c7da88f-cc3c-4efe-b5af-46bebb5e625e', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:15.092219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7b70fd2-d40a-4c85-ad9c-215abbef1515 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.149270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a9e958ea-e60b-4011-badd-c7ccb7aef667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.155956 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7b70fd2-d40a-4c85-ad9c-215abbef1515 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.163284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7b70fd2-d40a-4c85-ad9c-215abbef1515 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.189305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b70fd2-d40a-4c85-ad9c-215abbef1515 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699540e3-6efd-4e8f-8b3c-373a0bf546f3,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:15.198983 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a7b70fd2-d40a-4c85-ad9c-215abbef1515 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.200267 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a7b70fd2-d40a-4c85-ad9c-215abbef1515 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399159 Aug 09 16:44:15.203477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45190) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:15.208036 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-8246708f-40ed-4a51-9ec0-bb9deddd5511 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6c7da88f-cc3c-4efe-b5af-46bebb5e625e', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:15.237481 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8246708f-40ed-4a51-9ec0-bb9deddd5511 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.310640 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8246708f-40ed-4a51-9ec0-bb9deddd5511 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.316858 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8246708f-40ed-4a51-9ec0-bb9deddd5511 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.335554 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246708f-40ed-4a51-9ec0-bb9deddd5511 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b0ff5c-e620-456e-b09c-916651efbb50,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:15.342330 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8246708f-40ed-4a51-9ec0-bb9deddd5511 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.343718 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8246708f-40ed-4a51-9ec0-bb9deddd5511 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392756 Aug 09 16:44:15.346533 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45192) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:15.350921 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-813f520e-4403-4e4a-aeb4-0f32c9916730 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6c7da88f-cc3c-4efe-b5af-46bebb5e625e', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:15.375032 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-813f520e-4403-4e4a-aeb4-0f32c9916730 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:44:15.379956 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-813f520e-4403-4e4a-aeb4-0f32c9916730 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.454168 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-813f520e-4403-4e4a-aeb4-0f32c9916730 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.459224 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-813f520e-4403-4e4a-aeb4-0f32c9916730 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.477564 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f520e-4403-4e4a-aeb4-0f32c9916730 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2e45c7-7dea-4080-8dfe-7dfc8e6653c1,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:15.485268 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-813f520e-4403-4e4a-aeb4-0f32c9916730 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.487286 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-813f520e-4403-4e4a-aeb4-0f32c9916730 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396127 Aug 09 16:44:15.491010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45194) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:15.496537 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-718389e9-a715-4bc8-bf3c-3761254e1abc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6c7da88f-cc3c-4efe-b5af-46bebb5e625e', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:15.521135 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-718389e9-a715-4bc8-bf3c-3761254e1abc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:44:15.526049 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-718389e9-a715-4bc8-bf3c-3761254e1abc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.591219 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-718389e9-a715-4bc8-bf3c-3761254e1abc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.596186 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-718389e9-a715-4bc8-bf3c-3761254e1abc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.613287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718389e9-a715-4bc8-bf3c-3761254e1abc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1570d7-5450-44f4-85d6-fbe9688f9e24,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:15.622170 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-718389e9-a715-4bc8-bf3c-3761254e1abc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.623559 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-718389e9-a715-4bc8-bf3c-3761254e1abc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316166 Aug 09 16:44:15.626593 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45196) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:15.631519 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'network': {'name': 'tempest-network-smoke--659647932', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'port_security_enabled': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:15.653458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:44:15.656951 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.679943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:44:15.689838 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.690189 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Added segment f79baa97-3a8e-4b03-9c5e-add150c3048e of type vlan for network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 Aug 09 16:44:15.734322 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.765435 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.774869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:15.775701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.839958 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2120793 Aug 09 16:44:15.842821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45198) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:15.849430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'admin_state_up': True, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:15.859302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba1527-80a2-440f-911b-bf8ef2e5761d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Network': ['ID=e7e4e45a-7d1e-4c55-b150-15b7fc020a21,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:15.870447 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:44:15.880003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:15.881070 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.222986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.367600 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.588632 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.608678 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.726489 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.214 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/905adcc5-f0a5-476d-9938-29c0a43e2a45) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:16.841443 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.884862 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.930873 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:16.936321 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:16.939844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:16.967450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=905adcc5-f0a5-476d-9938-29c0a43e2a45,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:17.263993 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:17.481818 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:17.618266 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router bd13173a-9173-4956-a0c7-bd2914f59ab2 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:44:17.622666 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-432fb0ec-9526-4e27-b69b-4e7b1787aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:17.730464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:17.741288 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Sync routers for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:17.751332 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:17.751810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:17.751990 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:44:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:17.753194 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2fb38ead-7e6e-48e4-8168-6e7d9bf3e473 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9094455 Aug 09 16:44:17.756435 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45200) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:17.854444 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:17.861090 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:17.900733 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a89434ba-fd1e-48b4-b3f1-d84d9e982446 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=524ac9e3046d46ba896dcc1f3c99fbfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1431293 Aug 09 16:44:17.903805 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45204) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:18.038544 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:17Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:18.060206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e75c8-8aaf-4b5e-8b11-213be3499fcb tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:18.061815 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c02e75c8-8aaf-4b5e-8b11-213be3499fcb tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1570187 Aug 09 16:44:18.066116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45206) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:18.068219 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Checking router: bd13173a-9173-4956-a0c7-bd2914f59ab2 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:18.068833 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Updating router bd13173a-9173-4956-a0c7-bd2914f59ab2 port 905adcc5-f0a5-476d-9938-29c0a43e2a45 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:44:18.100447 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.108181 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c0120801-4946-400d-8f0c-fc62583f4217 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403075 Aug 09 16:44:18.110791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45208) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:18.115666 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476397104', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:18.206620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:44:18.210258 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.354887 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.365109 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Transition to ACTIVE for port object 905adcc5-f0a5-476d-9938-29c0a43e2a45 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:18.371589 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.397150 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.420872 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Attempting to bind port 905adcc5-f0a5-476d-9938-29c0a43e2a45 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:44:18.421257 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Attempting to bind port 905adcc5-f0a5-476d-9938-29c0a43e2a45 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:44:18.421608 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Attempting to bind port 905adcc5-f0a5-476d-9938-29c0a43e2a45 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:18.430821 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Pushing event updated for resources: {'Port': ['ID=905adcc5-f0a5-476d-9938-29c0a43e2a45,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:18.434070 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:44:18.434446 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:18.434873 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.435267 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:44:18.435739 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Bound port: 905adcc5-f0a5-476d-9938-29c0a43e2a45, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:44:18.436155 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.442744 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.443088 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.443453 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.443789 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.444150 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.444458 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.444781 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.445101 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.445443 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.445763 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.446086 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.446374 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:18.462033 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Subnet': ['ID=ec02c03b-dac0-48ef-b05b-1dbe3312788f,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:18.473374 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Checking segment: {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:18.473738 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network hostable DHCP agents. Network: e7e4e45a-7d1e-4c55-b150-15b7fc020a21, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:44:18.492639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:44:18.501384 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] For port 905adcc5-f0a5-476d-9938-29c0a43e2a45, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:44:18.502659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, e7e4e45a-7d1e-4c55-b150-15b7fc020a21) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:18.504578 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] For port 905adcc5-f0a5-476d-9938-29c0a43e2a45, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=905adcc5-f0a5-476d-9938-29c0a43e2a45,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:44:18.507859 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:18.508465 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.509738 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.513155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae19962-393c-41e0-93f5-a4438c085311 None None] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:44:18.527394 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f33088c9-d9b1-4441-82ff-14d75b23bee8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4154353 Aug 09 16:44:18.530480 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45210) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:18.570886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9adb2b-3a68-4d9f-a332-47b78b47b07a None None] Pushing event updated for resources: {'Port': ['ID=905adcc5-f0a5-476d-9938-29c0a43e2a45,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:18.576529 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:18.576818 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:44:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:18.671946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:44:18.672982 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.693067 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:18.841774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Allocated IP 172.20.0.2 (e7e4e45a-7d1e-4c55-b150-15b7fc020a21/ec02c03b-dac0-48ef-b05b-1dbe3312788f/19b08099-a728-41eb-9e2b-b271eee7b7a7) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:19.016718 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:17Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:19.045954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:19.052226 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36aac01-9d14-4713-8cef-d46198285a74 None None] The sync data for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 is: [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:17Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:19.103081 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:19.119628 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Transition to ACTIVE for port object 19b08099-a728-41eb-9e2b-b271eee7b7a7 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:19.148101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Transition to ACTIVE for port object 19b08099-a728-41eb-9e2b-b271eee7b7a7 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:19.158508 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:19.242746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:19.249019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:19.256555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:19.305285 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Pushing event updated for resources: {'Port': ['ID=19b08099-a728-41eb-9e2b-b271eee7b7a7,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:19.406786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Attempting to bind port 19b08099-a728-41eb-9e2b-b271eee7b7a7 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:44:19.407097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Attempting to bind port 19b08099-a728-41eb-9e2b-b271eee7b7a7 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:44:19.407466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Attempting to bind port 19b08099-a728-41eb-9e2b-b271eee7b7a7 on network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:19.410867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:19.413905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:44:19.414438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Checking segment: {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:19.415022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:19.415425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Bound using segment: {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:44:19.416005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Bound port: 19b08099-a728-41eb-9e2b-b271eee7b7a7, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:44:19.416404 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:19.494084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] For port 19b08099-a728-41eb-9e2b-b271eee7b7a7, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:44:19.499450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] For port 19b08099-a728-41eb-9e2b-b271eee7b7a7, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=19b08099-a728-41eb-9e2b-b271eee7b7a7,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:44:19.504911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:19.506470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.1 (e7e4e45a-7d1e-4c55-b150-15b7fc020a21/ec02c03b-dac0-48ef-b05b-1dbe3312788f/1544db3e-750a-4432-a009-3a6a48b91a20) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:19.572051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d80594-cb48-4bc9-ab3b-0f8480bf4771 None None] Pushing event updated for resources: {'Port': ['ID=19b08099-a728-41eb-9e2b-b271eee7b7a7,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:19.952575 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:19.965560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object 1544db3e-750a-4432-a009-3a6a48b91a20 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:19.998833 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:20.036586 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:20.039748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:20.046287 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:20.078450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=1544db3e-750a-4432-a009-3a6a48b91a20,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:20.097813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:20.251459 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:20.584914 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f562cf3-3a62-46f9-b4e1-32bc24482dff None None] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:44:20.598739 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:20.605103 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:20.690034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:20.693541 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=1544db3e-750a-4432-a009-3a6a48b91a20,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:20.707755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f6315641-bd3f-4f32-80d9-1ceed1ec7fef None None] Provisioning for port 19b08099-a728-41eb-9e2b-b271eee7b7a7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:20.759957 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:20.814898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:20.816390 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:20.842217 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 19b08099-a728-41eb-9e2b-b271eee7b7a7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:20.904792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 19b08099-a728-41eb-9e2b-b271eee7b7a7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:20.909232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 19b08099-a728-41eb-9e2b-b271eee7b7a7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:20.909607 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:20.974058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router bd13173a-9173-4956-a0c7-bd2914f59ab2 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:44:21.020094 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:21.059918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 19b08099-a728-41eb-9e2b-b271eee7b7a7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=19b08099-a728-41eb-9e2b-b271eee7b7a7,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:21.077274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:21.078530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 905adcc5-f0a5-476d-9938-29c0a43e2a45 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:21.110430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:21.119483 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8fd3683d-bf5e-4420-9b43-c63db09398ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/bd13173a-9173-4956-a0c7-bd2914f59ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5878572 Aug 09 16:44:21.132309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a4e8f7f6-6ad5-4bed-bbb3-be5aebe9905a None None] Provisioning for port 1544db3e-750a-4432-a009-3a6a48b91a20 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:21.152566 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Sync routers for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:21.174488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a4e8f7f6-6ad5-4bed-bbb3-be5aebe9905a None None] Provisioning complete for port 1544db3e-750a-4432-a009-3a6a48b91a20 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:21.175280 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f7f6-6ad5-4bed-bbb3-be5aebe9905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:21.225813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:21.226443 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:44:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:21.264510 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=19b08099-a728-41eb-9e2b-b271eee7b7a7,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:21.272661 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 905adcc5-f0a5-476d-9938-29c0a43e2a45 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:21.276246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8f7f6-6ad5-4bed-bbb3-be5aebe9905a None None] Port 1544db3e-750a-4432-a009-3a6a48b91a20 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:44:21.288903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 905adcc5-f0a5-476d-9938-29c0a43e2a45 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:21.289273 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:21.294994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-8493ab3d-d608-42e2-b2d4-9b26754f234e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004284759&fields=id&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 267 time: 0.0490313 Aug 09 16:44:21.360946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a4e8f7f6-6ad5-4bed-bbb3-be5aebe9905a None None] Provisioning complete for port 19b08099-a728-41eb-9e2b-b271eee7b7a7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:21.361149 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f7f6-6ad5-4bed-bbb3-be5aebe9905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:21.419475 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:21.429886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-40e1a800-98d5-4c9a-b060-bf4528a745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:21.431679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-40e1a800-98d5-4c9a-b060-bf4528a745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/networks?id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21 HTTP/1.1" status: 200 len: 796 time: 0.1276824 Aug 09 16:44:21.448946 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-d0282ca9-dfb3-429b-bdda-0d3bdd1bc6d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/quotas/524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 375 time: 0.0105844 Aug 09 16:44:21.508489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a3d058cc-bf37-4afb-b3b8-77ea7484b75d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528018 Aug 09 16:44:21.581152 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:21.611980 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a4e50ebb-d338-4628-a2c8-5a388111c2f4 service neutron] 10.222.0.64 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912304 Aug 09 16:44:21.644212 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 905adcc5-f0a5-476d-9938-29c0a43e2a45, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=905adcc5-f0a5-476d-9938-29c0a43e2a45,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:21.654499 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:21.709871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-447d73f0-8481-449d-861b-17251e98465d service neutron] 10.222.0.64 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914791 Aug 09 16:44:21.890489 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-caa2a542-eeda-462f-9d71-50853373bfcd req-9894760a-2fad-4a9d-b2fb-8d48a3fba255 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 210 time: 0.0292370 Aug 09 16:44:21.926691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=905adcc5-f0a5-476d-9938-29c0a43e2a45,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:21.935515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e0ec8820-8612-4ecd-a92e-a4afc38905f0 None None] Provisioning complete for port 1544db3e-750a-4432-a009-3a6a48b91a20 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:21.935910 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8820-8612-4ecd-a92e-a4afc38905f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:21.979962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec8820-8612-4ecd-a92e-a4afc38905f0 None None] Port 1544db3e-750a-4432-a009-3a6a48b91a20 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:44:21.988893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 2, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:22.019210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Checking router: bd13173a-9173-4956-a0c7-bd2914f59ab2 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:22.019567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Updating router bd13173a-9173-4956-a0c7-bd2914f59ab2 port 1544db3e-750a-4432-a009-3a6a48b91a20 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:44:22.046619 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:22.343480 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:22.353554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Transition to ACTIVE for port object 1544db3e-750a-4432-a009-3a6a48b91a20 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:22.360966 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:22.410300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479ffa-f4e0-4393-9d10-1ee28f26b360 None None] Pushing event updated for resources: {'Port': ['ID=1544db3e-750a-4432-a009-3a6a48b91a20,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:22.463333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Attempting to bind port 1544db3e-750a-4432-a009-3a6a48b91a20 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:44:22.463701 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Attempting to bind port 1544db3e-750a-4432-a009-3a6a48b91a20 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:44:22.464126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Attempting to bind port 1544db3e-750a-4432-a009-3a6a48b91a20 on network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:22.469674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:44:22.470051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Checking segment: {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:22.470449 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:22.470859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Bound using segment: {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:44:22.471322 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Bound port: 1544db3e-750a-4432-a009-3a6a48b91a20, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:44:22.471698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:22.538973 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] For port 1544db3e-750a-4432-a009-3a6a48b91a20, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:44:22.542245 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] For port 1544db3e-750a-4432-a009-3a6a48b91a20, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1544db3e-750a-4432-a009-3a6a48b91a20,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:44:22.547111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:22.615080 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479ffa-f4e0-4393-9d10-1ee28f26b360 None None] Pushing event updated for resources: {'Port': ['ID=1544db3e-750a-4432-a009-3a6a48b91a20,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:22.617652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:22.618254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:44:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:22.731683 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:22.759313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 19b08099-a728-41eb-9e2b-b271eee7b7a7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:22.900463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-832b0524-65c4-4b7a-b18d-6257a5c95a3c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:22.902523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-832b0524-65c4-4b7a-b18d-6257a5c95a3c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/networks?id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21 HTTP/1.1" status: 200 len: 796 time: 0.1223841 Aug 09 16:44:22.917009 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 19b08099-a728-41eb-9e2b-b271eee7b7a7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:22.917288 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:22.958400 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-f2878e2f-baa3-4814-88d7-e755c6ddd4c0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 380 time: 0.0463548 Aug 09 16:44:22.969453 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'port': {'device_id': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'admin_state_up': True, 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'security_groups': ['6c7da88f-cc3c-4efe-b5af-46bebb5e625e']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:23.038248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-41ed8653-7474-4d6a-b820-e2f65eb10dc7 req-71160ce1-b31f-450a-b2cc-78aad85aa465 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 210 time: 0.0639479 Aug 09 16:44:23.041708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 905adcc5-f0a5-476d-9938-29c0a43e2a45 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:23.075434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:22Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:23.106361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:44:23.109052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c858559-905c-4cc8-8178-e29c043af19c None None] The sync data for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 is: [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:22Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:23.110055 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:23.124043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 905adcc5-f0a5-476d-9938-29c0a43e2a45 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:23.124398 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:23.262548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.6 (e7e4e45a-7d1e-4c55-b150-15b7fc020a21/ec02c03b-dac0-48ef-b05b-1dbe3312788f/cac1a604-de85-4552-a6a6-68893f98f1c0) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:23.412868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:23.427610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object cac1a604-de85-4552-a6a6-68893f98f1c0 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:23.463388 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:23.511257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:23.514753 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:23.517319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:23.546114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=cac1a604-de85-4552-a6a6-68893f98f1c0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:23.579932 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:23.580622 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:23.600931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-2e9ddc03-a908-4761-85f0-c321b3f00caf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6357005 Aug 09 16:44:23.665634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Request body: {'port': {'device_id': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:23.729568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:23.768682 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0aae52f0-bd83-42f0-be01-e3b897791adf None None] Provisioning for port cac1a604-de85-4552-a6a6-68893f98f1c0 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:23.772799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0aae52f0-bd83-42f0-be01-e3b897791adf None None] Provisioning complete for port cac1a604-de85-4552-a6a6-68893f98f1c0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:23.773165 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0aae52f0-bd83-42f0-be01-e3b897791adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:23.811071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0aae52f0-bd83-42f0-be01-e3b897791adf None None] Port cac1a604-de85-4552-a6a6-68893f98f1c0 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:44:24.004476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac1a604-de85-4552-a6a6-68893f98f1c0 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:44:24.012949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:24.025912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Transition to ACTIVE for port object cac1a604-de85-4552-a6a6-68893f98f1c0 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:24.032207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:24.081309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Pushing event updated for resources: {'Port': ['ID=cac1a604-de85-4552-a6a6-68893f98f1c0,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:24.188684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Attempting to bind port cac1a604-de85-4552-a6a6-68893f98f1c0 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:44:24.189051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Attempting to bind port cac1a604-de85-4552-a6a6-68893f98f1c0 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:44:24.189340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Attempting to bind port cac1a604-de85-4552-a6a6-68893f98f1c0 on network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:24.196344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Port cac1a604-de85-4552-a6a6-68893f98f1c0 on network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:44:24.196663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Attempting to bind port cac1a604-de85-4552-a6a6-68893f98f1c0 on network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:24.206307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:44:24.206734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Checking segment: {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:24.207318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Bound using segment: {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:44:24.207783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Bound port: cac1a604-de85-4552-a6a6-68893f98f1c0, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79baa97-3a8e-4b03-9c5e-add150c3048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:44:24.208173 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:24.220671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c284e-7ea8-4b1a-85d4-85c23a3f76d4 req-c4d6ecd9-913e-4c99-a740-e0dc07e434a2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:24.222962 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be8c284e-7ea8-4b1a-85d4-85c23a3f76d4 req-c4d6ecd9-913e-4c99-a740-e0dc07e434a2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 943 time: 0.0857813 Aug 09 16:44:24.301048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be8c284e-7ea8-4b1a-85d4-85c23a3f76d4 req-a70838ff-66ff-434c-9ab1-a88da21e359a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713294 Aug 09 16:44:24.321904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] For port cac1a604-de85-4552-a6a6-68893f98f1c0, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:44:24.321904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] For port cac1a604-de85-4552-a6a6-68893f98f1c0, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cac1a604-de85-4552-a6a6-68893f98f1c0,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:44:24.328856 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:24.711998 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:24.712487 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:24.713878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] 10.222.0.35 "PUT /v2.0/ports/cac1a604-de85-4552-a6a6-68893f98f1c0 HTTP/1.1" status: 200 len: 1091 time: 1.1045895 Aug 09 16:44:24.714315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:24.716730 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7044ae8e-7268-47e7-9f6a-357b4896cf90" -d '{"events": [{"name": "network-changed", "server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:24.743420 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b54ba-4ac4-4fbe-8f02-1065edf54809 service neutron] Pushing event updated for resources: {'Port': ['ID=cac1a604-de85-4552-a6a6-68893f98f1c0,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:24.767144 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f22488-471b-4670-ad7e-e54800ce647a x-openstack-request-id: req-a8f22488-471b-4670-ad7e-e54800ce647a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:24.767645 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:24.768071 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8f22488-471b-4670-ad7e-e54800ce647a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:24.768556 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'status': 'completed', 'code': 200} Aug 09 16:44:24.768725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1544db3e-750a-4432-a009-3a6a48b91a20 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:24.816854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-f3b0107c-91c8-465c-a426-8d3720d086ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:24.818660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-f3b0107c-91c8-465c-a426-8d3720d086ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 1094 time: 0.0468454 Aug 09 16:44:24.821315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 1544db3e-750a-4432-a009-3a6a48b91a20 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:24.825781 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 1544db3e-750a-4432-a009-3a6a48b91a20 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:24.826410 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:24.863155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-83a0dfcd-f958-4dbd-a333-f675b4b5c5b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac1a604-de85-4552-a6a6-68893f98f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0359151 Aug 09 16:44:24.910909 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:24.924347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-1d51a69e-bad3-4240-8ec8-e85921891db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:24.925867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-1d51a69e-bad3-4240-8ec8-e85921891db8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec02c03b-dac0-48ef-b05b-1dbe3312788f HTTP/1.1" status: 200 len: 834 time: 0.0561171 Aug 09 16:44:24.942967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 1544db3e-750a-4432-a009-3a6a48b91a20, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1544db3e-750a-4432-a009-3a6a48b91a20,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:24.948683 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:24.973221 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-710cb0d0-087c-4e37-a163-17466cf3d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:24.975765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-710cb0d0-087c-4e37-a163-17466cf3d3e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427661 Aug 09 16:44:25.002770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=1544db3e-750a-4432-a009-3a6a48b91a20,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:25.070049 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-4e73d720-fa81-4672-becb-738b4329f8be service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872808 Aug 09 16:44:25.161547 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-71be7c8b-f3e0-4242-8baf-16dc97a13f5a req-d97ced3f-8682-4d3e-b8db-bde0e0412975 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841033 Aug 09 16:44:25.250544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-049fb3cd-cfdb-42f0-b3d8-f77eb7928091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:25.252116 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-049fb3cd-cfdb-42f0-b3d8-f77eb7928091 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 1094 time: 0.0454118 Aug 09 16:44:25.350358 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-f1e01af5-2931-437c-99dc-e47a5a74a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:25.351849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-f1e01af5-2931-437c-99dc-e47a5a74a36b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21 HTTP/1.1" status: 200 len: 898 time: 0.0929713 Aug 09 16:44:25.403885 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-42d2bbcf-9519-4343-8f1c-7b3eab2752dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac1a604-de85-4552-a6a6-68893f98f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0434494 Aug 09 16:44:25.477241 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-3b9a0a48-ba46-453d-8e56-c3735889973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:25.478635 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-3b9a0a48-ba46-453d-8e56-c3735889973b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec02c03b-dac0-48ef-b05b-1dbe3312788f HTTP/1.1" status: 200 len: 834 time: 0.0569108 Aug 09 16:44:25.487711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388739b7-0348-4243-ac25-a567e9636499 req-e3a5aa42-02b3-4e56-b05d-fee54206e512 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:25.489407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-388739b7-0348-4243-ac25-a567e9636499 req-e3a5aa42-02b3-4e56-b05d-fee54206e512 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 943 time: 0.0947773 Aug 09 16:44:25.551697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-388739b7-0348-4243-ac25-a567e9636499 req-63bdcfd7-3ffc-4a17-9393-ecbd26c336f6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537567 Aug 09 16:44:25.554372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-416671c0-b75a-476f-8cac-52ba46c18f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:25.555851 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-416671c0-b75a-476f-8cac-52ba46c18f2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655713 Aug 09 16:44:25.653316 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-30fc401f-3c5a-4111-b8cf-305b6d04cb1c service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897973 Aug 09 16:44:25.745514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7044ae8e-7268-47e7-9f6a-357b4896cf90 req-02bdc092-29aa-47a0-846b-04b7cb95a4f1 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836544 Aug 09 16:44:26.686741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918791f4-8b35-4e99-9ab6-1288f2c47294 req-cbd42397-3715-499a-ae3c-3744a87c0639 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:26.688324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918791f4-8b35-4e99-9ab6-1288f2c47294 req-cbd42397-3715-499a-ae3c-3744a87c0639 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 943 time: 0.0597563 Aug 09 16:44:26.719300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1544db3e-750a-4432-a009-3a6a48b91a20 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:26.733462 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918791f4-8b35-4e99-9ab6-1288f2c47294 req-0e393753-7656-4160-9e34-218a0b9a640f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Aug 09 16:44:26.766444 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 1544db3e-750a-4432-a009-3a6a48b91a20 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:26.766805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:27.862945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119362a-227c-4d52-8935-97e33aaccc98 req-1d079a88-c2b5-4d98-a1ca-dd80c8ac8270 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:27.864478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6119362a-227c-4d52-8935-97e33aaccc98 req-1d079a88-c2b5-4d98-a1ca-dd80c8ac8270 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 943 time: 0.0604963 Aug 09 16:44:27.904345 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6119362a-227c-4d52-8935-97e33aaccc98 req-49199cb6-fca5-4404-a216-ab85bc80581f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Aug 09 16:44:28.456606 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device cac1a604-de85-4552-a6a6-68893f98f1c0 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:44:28.563106 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port cac1a604-de85-4552-a6a6-68893f98f1c0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cac1a604-de85-4552-a6a6-68893f98f1c0,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:28.574430 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'port_id': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'mac_address': 'fa:16:3e:c5:fe:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:44:28.617104 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:28.629744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac1a604-de85-4552-a6a6-68893f98f1c0 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:44:28.649929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port cac1a604-de85-4552-a6a6-68893f98f1c0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cac1a604-de85-4552-a6a6-68893f98f1c0,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:28.657445 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:28.708616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=cac1a604-de85-4552-a6a6-68893f98f1c0,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:28.888465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['cac1a604-de85-4552-a6a6-68893f98f1c0'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:44:29.033275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bbd17-e34b-49d0-a9f2-991a0b9de26a req-05bcd9c4-a8e9-444e-9513-0ca35a6ca27f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:29.034687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-096bbd17-e34b-49d0-a9f2-991a0b9de26a req-05bcd9c4-a8e9-444e-9513-0ca35a6ca27f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 944 time: 0.0508912 Aug 09 16:44:29.073927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-096bbd17-e34b-49d0-a9f2-991a0b9de26a req-6a91742d-4bcb-4977-9058-4729f45c0a60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330870 Aug 09 16:44:29.277641 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:29.296377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.219370 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbab76b-55f3-472b-8cd9-d8c38cb7cf48 req-49fc0470-c39b-4eac-a7e0-01260898a76a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:30.220912 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ccbab76b-55f3-472b-8cd9-d8c38cb7cf48 req-49fc0470-c39b-4eac-a7e0-01260898a76a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 944 time: 0.0662286 Aug 09 16:44:30.279000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ccbab76b-55f3-472b-8cd9-d8c38cb7cf48 req-134b6990-a273-4263-abac-7840cd326679 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475805 Aug 09 16:44:30.470236 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device cac1a604-de85-4552-a6a6-68893f98f1c0 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:30.538993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port cac1a604-de85-4552-a6a6-68893f98f1c0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:30.545110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port cac1a604-de85-4552-a6a6-68893f98f1c0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:30.545110 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.650928 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.678133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:30.681051 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cacb9d-d06a-4f0c-8ba4-8c109c2f746a" -d '{"events": [{"server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "name": "network-vif-plugged", "status": "completed", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:30.697146 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port cac1a604-de85-4552-a6a6-68893f98f1c0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cac1a604-de85-4552-a6a6-68893f98f1c0,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:30.703432 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.729024 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8303ff7-095c-4db9-8300-b1656df303b9 x-openstack-request-id: req-c8303ff7-095c-4db9-8300-b1656df303b9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:30.729329 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "name": "network-vif-plugged", "status": "completed", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:30.729590 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8303ff7-095c-4db9-8300-b1656df303b9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:30.730005 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'code': 200} Aug 09 16:44:30.759488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=cac1a604-de85-4552-a6a6-68893f98f1c0,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:30.838231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59319f35-baa9-423f-a5f6-78e468bf4855 req-51ff4ca6-b9f0-4897-8a04-dc5b4e0a9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:30.839769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59319f35-baa9-423f-a5f6-78e468bf4855 req-51ff4ca6-b9f0-4897-8a04-dc5b4e0a9ed9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 1096 time: 0.0434513 Aug 09 16:44:30.878326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59319f35-baa9-423f-a5f6-78e468bf4855 req-4a55492d-e5b1-4530-a0af-335597f286c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Aug 09 16:44:30.886475 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:44:31.421868 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b1a25-433d-472e-92fd-71c2c5970b46 req-1a6a51d3-cebd-417c-9de7-dfbdcde4af67 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:31.423406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b49b1a25-433d-472e-92fd-71c2c5970b46 req-1a6a51d3-cebd-417c-9de7-dfbdcde4af67 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0557911 Aug 09 16:44:31.467974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b49b1a25-433d-472e-92fd-71c2c5970b46 req-0b1d7a9d-7e99-49b5-a029-b4c9ababb805 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352919 Aug 09 16:44:32.597030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526ed3d-7364-4a8a-9305-23e9e26ff2a8 req-1e3fe236-dd0e-40e9-bc43-27d581452134 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:32.598548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b526ed3d-7364-4a8a-9305-23e9e26ff2a8 req-1e3fe236-dd0e-40e9-bc43-27d581452134 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0532274 Aug 09 16:44:32.645641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b526ed3d-7364-4a8a-9305-23e9e26ff2a8 req-579eba3c-2442-4f98-93d7-4befec6e4cbb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 Aug 09 16:44:32.767449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35596289-2c9e-4a6a-a7e6-b326623ac8f0 req-4999f938-eed8-4f83-916c-122876f109e7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:32.768943 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35596289-2c9e-4a6a-a7e6-b326623ac8f0 req-4999f938-eed8-4f83-916c-122876f109e7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0520763 Aug 09 16:44:32.807612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35596289-2c9e-4a6a-a7e6-b326623ac8f0 req-cf907ae1-2e62-494e-a10c-fa1cbe62541d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Aug 09 16:44:32.829820 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45266) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:32.874869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1f354-0ebb-43c6-bdce-61c22a992c86 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:32.876459 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1cc1f354-0ebb-43c6-bdce-61c22a992c86 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 1091 time: 0.0454926 Aug 09 16:44:32.880870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45268) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:32.885218 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:32.910065 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.012512 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.112417 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.249 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/21379606-8aeb-4b44-b7e2-e4a21a3e2a3e) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:33.217522 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.259803 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.297986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:33.300973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:33.304552 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:33.310067 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=21379606-8aeb-4b44-b7e2-e4a21a3e2a3e,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.679179 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.747653 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.900976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.908333 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.974770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=21379606-8aeb-4b44-b7e2-e4a21a3e2a3e,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.988601 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.102320 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4 associated. External IP: 172.25.7.249, port: cac1a604-de85-4552-a6a6-68893f98f1c0. Aug 09 16:44:34.316203 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router bd13173a-9173-4956-a0c7-bd2914f59ab2 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:44:34.445767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:34.456511 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] Sync routers for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:34.464662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.466805 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:34.467443 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:44:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:34.494907 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-df65458a-fd5f-4a79-8be9-18fa84602984 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6129186 Aug 09 16:44:34.495507 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:34.497975 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:34.571134 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:34.591919 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc50049-f44e-47de-8487-202dade1fbcc req-9174a504-6702-42ce-9c40-c3d8d9680e57 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:34.593459 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cc50049-f44e-47de-8487-202dade1fbcc req-9174a504-6702-42ce-9c40-c3d8d9680e57 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0497561 Aug 09 16:44:34.631674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1cc50049-f44e-47de-8487-202dade1fbcc req-0fa944e5-5625-4c03-b9d9-b8f6f50693f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Aug 09 16:44:34.655142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45276) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:34.721050 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bbd4e54a-0b0d-441c-a57f-5d6e3f262626 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4 HTTP/1.1" status: 200 len: 991 time: 0.0635831 Aug 09 16:44:34.742696 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec04c7c-958f-43d6-95e9-7d584fdc570d x-openstack-request-id: req-eec04c7c-958f-43d6-95e9-7d584fdc570d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:34.742987 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:34.743237 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eec04c7c-958f-43d6-95e9-7d584fdc570d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:34.743640 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'status': 'completed', 'code': 200} Aug 09 16:44:34.801072 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.249', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'port_id': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'mac_address': 'fa:16:3e:c5:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:44:33Z', 'updated_at': '2021-08-09T16:44:33Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:24Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:34.804884 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-adf75c48-10bc-4884-9ea6-6bef96f5ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:34.806552 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-adf75c48-10bc-4884-9ea6-6bef96f5ce65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 1096 time: 0.0404038 Aug 09 16:44:34.829800 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] Checking router: bd13173a-9173-4956-a0c7-bd2914f59ab2 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:34.838397 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:34.838971 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:44:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:34.901123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-9b69961d-86e5-476a-bdf6-8123a7810fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:34.902636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-9b69961d-86e5-476a-bdf6-8123a7810fb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21 HTTP/1.1" status: 200 len: 898 time: 0.0890698 Aug 09 16:44:34.939433 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:34.969526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-613ff696-ff6c-4a6f-9d22-54a1957916fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac1a604-de85-4552-a6a6-68893f98f1c0 HTTP/1.1" status: 200 len: 999 time: 0.0598543 Aug 09 16:44:35.022907 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-01d67de7-4905-442a-b6f8-d42f9b9076bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:35.024418 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-01d67de7-4905-442a-b6f8-d42f9b9076bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec02c03b-dac0-48ef-b05b-1dbe3312788f HTTP/1.1" status: 200 len: 834 time: 0.0478125 Aug 09 16:44:35.071525 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-e4eeb872-7a27-4a04-a4f9-51ef3bc7f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:35.073001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-e4eeb872-7a27-4a04-a4f9-51ef3bc7f4ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413251 Aug 09 16:44:35.156506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-bca6ac65-4172-4fb2-aa4f-6d13876a5fd9 req-f014322b-f082-4f2f-97f0-a401f94149b4 service neutron] (94178) timed out ('10.222.0.35', 64046) {{(pid=94178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:44:35.162892 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.249', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'port_id': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'mac_address': 'fa:16:3e:c5:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:44:33Z', 'updated_at': '2021-08-09T16:44:33Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:24Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:35.164249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-124f80b6-7e00-42b5-9ca7-4e953498e48c service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Aug 09 16:44:35.188762 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754928f-8fc6-49e6-9a5b-b55f007fa7e2 None None] The sync data for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 is: [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.249', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'port_id': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'mac_address': 'fa:16:3e:c5:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:44:33Z', 'updated_at': '2021-08-09T16:44:33Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:24Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:35.260887 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f22fa9f1-4574-46d6-935e-4d1e9936f4ad req-25d32c1d-f196-4e1c-8bdf-46b30ce4c60d service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900214 Aug 09 16:44:35.389219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad973d7e-a5b2-4ba7-aefc-ecc229cb2c2f None None] New status for floating IP a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:44:35.724127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45278) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:35.790425 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2b6ed4d6-9785-4edc-812e-b9b7591d3e4e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4 HTTP/1.1" status: 200 len: 993 time: 0.0650949 Aug 09 16:44:37.310190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-16e83358-bb8f-4e84-8ed5-5f163a4975ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486798 Aug 09 16:44:37.397485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-20c6f5b4-f683-4e62-afab-6b1f5936d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:37.399011 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-20c6f5b4-f683-4e62-afab-6b1f5936d2ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 1096 time: 0.0433466 Aug 09 16:44:37.514859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-fa322e0f-e9a7-408a-acae-b102bf6b2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:37.516421 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-fa322e0f-e9a7-408a-acae-b102bf6b2c9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21 HTTP/1.1" status: 200 len: 898 time: 0.0943010 Aug 09 16:44:37.583864 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-099616f1-daaa-4661-a5b8-cbd44d4fe5fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac1a604-de85-4552-a6a6-68893f98f1c0 HTTP/1.1" status: 200 len: 1001 time: 0.0603569 Aug 09 16:44:37.639729 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-15440746-cd7e-46d8-bee8-3590d54d3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:37.641204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-15440746-cd7e-46d8-bee8-3590d54d3279 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec02c03b-dac0-48ef-b05b-1dbe3312788f HTTP/1.1" status: 200 len: 834 time: 0.0510719 Aug 09 16:44:37.687971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-f00a71dd-607a-49b4-a31a-b1386f434794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:37.689511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-f00a71dd-607a-49b4-a31a-b1386f434794 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418110 Aug 09 16:44:37.783178 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-0e26f80e-e6fc-4ec7-a810-17f5573868c2 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832593 Aug 09 16:44:37.877760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7250a0d4-ed9e-4181-b0f7-85fe81eb8ca9 req-f37f8185-c085-474f-b4ed-07e6744d0982 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871551 Aug 09 16:44:45.165461 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-907d7382-6f09-4a33-93b6-a607c817ca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:47.626319 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fcea0e24-2a13-4ed5-8d86-454e5f7569b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:47.858734 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:49.335611 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:50.733878 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:59.303492 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:59.309028 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:07.215957 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99ec94-e505-40ed-84cc-322e12bca7d2 req-321d6345-a8d1-4f52-9744-bdcaa15f450a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:07.217491 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f99ec94-e505-40ed-84cc-322e12bca7d2 req-321d6345-a8d1-4f52-9744-bdcaa15f450a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0538039 Aug 09 16:45:07.255768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8f99ec94-e505-40ed-84cc-322e12bca7d2 req-81f2608d-f109-4511-9a87-dde2575be416 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Aug 09 16:45:07.888471 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:45:08.397869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9ee24-95d3-46d6-8b09-cf84732712da req-75ebf82e-c8c4-47e3-8d11-2b8d03c58c56 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:08.399354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20f9ee24-95d3-46d6-8b09-cf84732712da req-75ebf82e-c8c4-47e3-8d11-2b8d03c58c56 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0562451 Aug 09 16:45:08.438856 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20f9ee24-95d3-46d6-8b09-cf84732712da req-cd648362-e5a0-44e5-8835-818f2866408f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333579 Aug 09 16:45:08.461810 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45304) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:08.532108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2d937abd-75a3-4618-bd4e-34fea4198fa0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4 HTTP/1.1" status: 200 len: 993 time: 0.0687892 Aug 09 16:45:09.820172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2087a62-cd4f-46c0-99aa-0a890f32b77f req-fd676602-c758-4564-a507-7e9c02db7343 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:09.821574 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2087a62-cd4f-46c0-99aa-0a890f32b77f req-fd676602-c758-4564-a507-7e9c02db7343 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0539143 Aug 09 16:45:09.862719 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2087a62-cd4f-46c0-99aa-0a890f32b77f req-255b714b-34ea-4bf9-ae7b-0790eace0365 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344818 Aug 09 16:45:11.002203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a25feb-3cf5-41c6-b2bd-2d199d49567b req-33cfa966-7e52-4cfe-a39a-f87feef0a60b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:11.003561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36a25feb-3cf5-41c6-b2bd-2d199d49567b req-33cfa966-7e52-4cfe-a39a-f87feef0a60b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0610526 Aug 09 16:45:11.043197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-36a25feb-3cf5-41c6-b2bd-2d199d49567b req-071af10a-6eb2-4c3f-8b70-6f1a4e29ccb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Aug 09 16:45:11.066222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45314) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:11.126388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-927f7023-d416-4671-9f6e-a811ab5c87e6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4 HTTP/1.1" status: 200 len: 993 time: 0.0590281 Aug 09 16:45:11.343094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45320) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:11.509766 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 21379606-8aeb-4b44-b7e2-e4a21a3e2a3e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:45:11.510078 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:11.585182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:11.585455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:11.597093 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 21379606-8aeb-4b44-b7e2-e4a21a3e2a3e owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:45:11.766897 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:11.792617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=21379606-8aeb-4b44-b7e2-e4a21a3e2a3e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:11.804755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.805137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.805475 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.805813 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.806150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.806484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.806812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.807123 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.807460 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.807784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.808137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.808465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:11.867208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:11.867517 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4 disassociated (deleted). External IP: 172.25.7.249, port: cac1a604-de85-4552-a6a6-68893f98f1c0. Aug 09 16:45:12.104936 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router bd13173a-9173-4956-a0c7-bd2914f59ab2 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:45:12.539091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:45:12.544443 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:12.549126 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] Sync routers for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:45:12.558623 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:12.559218 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:44:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:12.572225 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b5925676-ced3-47d6-b5ff-ef948d384a0a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/floatingips/a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4 HTTP/1.1" status: 204 len: 168 time: 1.2280614 Aug 09 16:45:12.572826 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:45:12.575256 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:45:12.668435 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:12.744151 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf40a7d-d960-4277-a79e-652892788dad x-openstack-request-id: req-fdf40a7d-d960-4277-a79e-652892788dad {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:45:12.744437 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:45:12.744662 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdf40a7d-d960-4277-a79e-652892788dad {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:45:12.745251 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'status': 'completed', 'code': 200} Aug 09 16:45:12.842307 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-d577332e-0db9-4569-b162-223939aabe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:12.843736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-d577332e-0db9-4569-b162-223939aabe03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 1096 time: 0.0742474 Aug 09 16:45:12.868434 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1ce02-018e-4790-bf85-67f9704814d4 req-31c7638b-1f32-476c-81fc-49d8dd36397c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:12.869902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18d1ce02-018e-4790-bf85-67f9704814d4 req-31c7638b-1f32-476c-81fc-49d8dd36397c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0736310 Aug 09 16:45:12.882886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:24Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:12.908646 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] Checking router: bd13173a-9173-4956-a0c7-bd2914f59ab2 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:45:12.917361 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:12.917953 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:44:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:12.958089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-18d1ce02-018e-4790-bf85-67f9704814d4 req-a79af5b8-31ad-4f00-bef6-a4b2d63a765b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784407 Aug 09 16:45:12.979278 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-8023426b-2ee9-4bbc-85da-a88516bb7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:12.980828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-8023426b-2ee9-4bbc-85da-a88516bb7717 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21 HTTP/1.1" status: 200 len: 898 time: 0.1285317 Aug 09 16:45:13.022878 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:13.023123 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-9bd6b6ab-2c69-4f10-9be0-0581a8c383b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac1a604-de85-4552-a6a6-68893f98f1c0 HTTP/1.1" status: 200 len: 217 time: 0.0342383 Aug 09 16:45:13.073878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-b3040b99-2139-4419-87f3-2a3f985533bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:13.075372 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-b3040b99-2139-4419-87f3-2a3f985533bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec02c03b-dac0-48ef-b05b-1dbe3312788f HTTP/1.1" status: 200 len: 834 time: 0.0448217 Aug 09 16:45:13.124715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-88effaeb-0a0b-424e-978b-cc49dca910ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:13.126298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-88effaeb-0a0b-424e-978b-cc49dca910ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e4e45a-7d1e-4c55-b150-15b7fc020a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422850 Aug 09 16:45:13.230477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-855bfeda-75ad-44d2-86b6-ef3b5ee81fdd service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944941 Aug 09 16:45:13.309921 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:24Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:13.321821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ba5fe459-2773-43dc-9c62-74f1c4a76fa5 req-26335634-b5ff-4e99-8aa4-c3016183926c service neutron] 10.222.0.35 "GET /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829990 Aug 09 16:45:13.339765 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c69e9-5262-4563-bb18-919ef733c6e1 None None] The sync data for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 is: [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:44:20Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '1544db3e-750a-4432-a009-3a6a48b91a20', 'name': '', 'network_id': 'e7e4e45a-7d1e-4c55-b150-15b7fc020a21', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:7a:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:19Z', 'updated_at': '2021-08-09T16:44:24Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'ec02c03b-dac0-48ef-b05b-1dbe3312788f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:45:13.566319 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694259d4-9399-4d8d-a836-72aa16a18dd5 None None] New status for floating IP a54f3bd8-11b3-4cb3-bba9-e2d20b5583f4: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:45:14.092206 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97049bc9-b46a-44a2-8b44-ab2e064de218 req-4ebc833c-2277-4e58-bb2b-37388cc456d3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:14.093738 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97049bc9-b46a-44a2-8b44-ab2e064de218 req-4ebc833c-2277-4e58-bb2b-37388cc456d3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0606008 Aug 09 16:45:14.134161 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-97049bc9-b46a-44a2-8b44-ab2e064de218 req-fb12ba6c-443c-4b23-af8d-271bd17a159d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6c7da88f-cc3c-4efe-b5af-46bebb5e625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323365 Aug 09 16:45:14.324720 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-9f69edd7-4e46-4612-a9b4-bfeeed37da11 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:14.326501 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-9f69edd7-4e46-4612-a9b4-bfeeed37da11 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 945 time: 0.0599625 Aug 09 16:45:14.416989 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port cac1a604-de85-4552-a6a6-68893f98f1c0 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:45:14.417304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:14.523789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port cac1a604-de85-4552-a6a6-68893f98f1c0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=cac1a604-de85-4552-a6a6-68893f98f1c0,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:14.524214 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:14.537335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for cac1a604-de85-4552-a6a6-68893f98f1c0 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:45:14.682587 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:14.712283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=cac1a604-de85-4552-a6a6-68893f98f1c0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:14.726752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.727112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.727455 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.727842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.728180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.728493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.728826 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.729182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.729484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.729811 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.730138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.730461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:14.770167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] No DVR routers for this DVR port cac1a604-de85-4552-a6a6-68893f98f1c0 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:45:14.772990 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:14.775137 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cc9780-bedb-4e20-b303-ad3c115dc2d7 req-7b60f729-f21b-43d9-969b-c506942a810f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "DELETE /v2.0/ports/cac1a604-de85-4552-a6a6-68893f98f1c0 HTTP/1.1" status: 204 len: 173 time: 0.4425449 Aug 09 16:45:14.775647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'name': 'network-vif-deleted', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:45:14.778041 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f244af54-ab25-47d3-a920-f8b1fbe9c10b" -d '{"events": [{"server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "name": "network-vif-deleted", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:45:14.875585 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2f3b5-776e-407e-ad76-4470645849d4 x-openstack-request-id: req-f5d2f3b5-776e-407e-ad76-4470645849d4 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:45:14.876000 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92aa5ad-5424-4ad3-93d5-35e46a9546e4", "name": "network-vif-deleted", "tag": "cac1a604-de85-4552-a6a6-68893f98f1c0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:45:14.876334 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5d2f3b5-776e-407e-ad76-4470645849d4 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:45:14.876777 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92aa5ad-5424-4ad3-93d5-35e46a9546e4', 'name': 'network-vif-deleted', 'tag': 'cac1a604-de85-4552-a6a6-68893f98f1c0', 'status': 'completed', 'code': 200} Aug 09 16:45:15.153414 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-100ea8fc-a34c-427b-922d-58b15f251fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:15.260892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10fb2700-91e7-40cd-95d0-25b56d4ac128 req-b64b3e08-7ffa-4561-8ffc-0fb6411509ef tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c92aa5ad-5424-4ad3-93d5-35e46a9546e4 HTTP/1.1" status: 200 len: 210 time: 0.0316839 Aug 09 16:45:16.334164 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45338) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:16.723489 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:16.989597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 1544db3e-750a-4432-a009-3a6a48b91a20 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:45:16.989835 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:17.084938 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 1544db3e-750a-4432-a009-3a6a48b91a20, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=1544db3e-750a-4432-a009-3a6a48b91a20,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:17.085305 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:17.098094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 1544db3e-750a-4432-a009-3a6a48b91a20 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:45:17.293543 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:17.319453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=1544db3e-750a-4432-a009-3a6a48b91a20,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:17.496130 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:17.627402 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9e718a95-ede4-4db3-b17f-9b2f54214d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:17.733803 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router bd13173a-9173-4956-a0c7-bd2914f59ab2 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:45:17.853297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:45:17.853586 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:17.859127 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-db72eea3-28e2-4664-b1ba-5017e99aad80 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/bd13173a-9173-4956-a0c7-bd2914f59ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237684 Aug 09 16:45:17.861796 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45340) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:17.864023 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] Sync routers for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:45:17.873864 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:17.874468 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:45:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:17.918318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dffe16-ade6-4fed-9d59-150cd92064ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting subnet ec02c03b-dac0-48ef-b05b-1dbe3312788f {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:45:17.921432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28dffe16-ade6-4fed-9d59-150cd92064ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:17.962110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28dffe16-ade6-4fed-9d59-150cd92064ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:17.976758 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:18.045698 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28dffe16-ade6-4fed-9d59-150cd92064ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.110053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28dffe16-ade6-4fed-9d59-150cd92064ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.138013 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dffe16-ade6-4fed-9d59-150cd92064ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Subnet': ['ID=ec02c03b-dac0-48ef-b05b-1dbe3312788f,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:18.143439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-28dffe16-ade6-4fed-9d59-150cd92064ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.147314 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-28dffe16-ade6-4fed-9d59-150cd92064ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/subnets/ec02c03b-dac0-48ef-b05b-1dbe3312788f HTTP/1.1" status: 204 len: 168 time: 0.2821484 Aug 09 16:45:18.148265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45342) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:18.149462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c8260-563f-4115-a232-550333723f09 None None] Network e7e4e45a-7d1e-4c55-b150-15b7fc020a21 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:45:18.150507 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:45:17Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:18.176706 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] Checking router: bd13173a-9173-4956-a0c7-bd2914f59ab2 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:45:18.185640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] Routers {'bd13173a-9173-4956-a0c7-bd2914f59ab2'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:18.186257 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:45:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['bd13173a-9173-4956-a0c7-bd2914f59ab2'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:18.262788 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.292347 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] Set router bd13173a-9173-4956-a0c7-bd2914f59ab2 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:18.348945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] DHCP port deletion for e7e4e45a-7d1e-4c55-b150-15b7fc020a21 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:45:18.377711 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.399900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Deleting port 19b08099-a728-41eb-9e2b-b271eee7b7a7 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:45:18.400378 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.443036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 905adcc5-f0a5-476d-9938-29c0a43e2a45 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:45:18.443392 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.468631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] For port 19b08099-a728-41eb-9e2b-b271eee7b7a7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=19b08099-a728-41eb-9e2b-b271eee7b7a7,segment=NetworkSegment(f79baa97-3a8e-4b03-9c5e-add150c3048e),segment_id=f79baa97-3a8e-4b03-9c5e-add150c3048e)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:18.469393 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.476666 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:45:17Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:18.484530 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Calling delete_port for 19b08099-a728-41eb-9e2b-b271eee7b7a7 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:45:18.504433 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9af90b-a845-49dd-bcc1-9773a8820cd6 None None] The sync data for ids ['bd13173a-9173-4956-a0c7-bd2914f59ab2'] in n-d-799523-2 is: [{'id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663464002', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:15Z', 'updated_at': '2021-08-09T16:45:17Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '905adcc5-f0a5-476d-9938-29c0a43e2a45', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd13173a-9173-4956-a0c7-bd2914f59ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:16Z', 'updated_at': '2021-08-09T16:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:45:18.523556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 905adcc5-f0a5-476d-9938-29c0a43e2a45, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=905adcc5-f0a5-476d-9938-29c0a43e2a45,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:18.524101 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.538900 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 905adcc5-f0a5-476d-9938-29c0a43e2a45 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:45:18.569733 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.595053 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Pushing event deleted for resources: {'Port': ['ID=19b08099-a728-41eb-9e2b-b271eee7b7a7,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:18.600577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] No DVR routers for this DVR port 19b08099-a728-41eb-9e2b-b271eee7b7a7 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:45:18.613461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.613804 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.614137 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.614575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.614912 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.615351 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.615677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.616044 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.616349 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.616673 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.617010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.617313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f69078a-1b50-48f9-b0c7-77d8213dcabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:18.710225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device cac1a604-de85-4552-a6a6-68893f98f1c0 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:45:18.710929 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.729725 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: cac1a604-de85-4552-a6a6-68893f98f1c0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:45:18.730058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device cac1a604-de85-4552-a6a6-68893f98f1c0 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:45:18.740824 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=905adcc5-f0a5-476d-9938-29c0a43e2a45,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:18.814526 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.921078 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.923462 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.971599 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.973351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Fanout notify agent at l3_agent the message router_deleted on router bd13173a-9173-4956-a0c7-bd2914f59ab2 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:45:18.975652 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1544db3e-750a-4432-a009-3a6a48b91a20 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:45:18.982002 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:18.985878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-931506e2-005c-4077-9119-d07ed2eaaf32 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/routers/bd13173a-9173-4956-a0c7-bd2914f59ab2 HTTP/1.1" status: 204 len: 168 time: 0.8332710 Aug 09 16:45:18.986265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45344) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:19.007223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 1544db3e-750a-4432-a009-3a6a48b91a20 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:45:19.007679 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 1544db3e-750a-4432-a009-3a6a48b91a20 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:45:19.008183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 19b08099-a728-41eb-9e2b-b271eee7b7a7 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:45:19.027391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 19b08099-a728-41eb-9e2b-b271eee7b7a7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:45:19.027873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 19b08099-a728-41eb-9e2b-b271eee7b7a7 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:45:19.066883 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.157999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.169311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e4e45a-7d1e-4c55-b150-15b7fc020a21']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:19.181398 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79baa97-3a8e-4b03-9c5e-add150c3048e') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:19.181689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79baa97-3a8e-4b03-9c5e-add150c3048e') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:19.190828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.204902 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.211116 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:45:19.211503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:45:19.214597 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:45:19.273923 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.280940 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.282739 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/networks/e7e4e45a-7d1e-4c55-b150-15b7fc020a21 HTTP/1.1" status: 204 len: 168 time: 0.2954712 Aug 09 16:45:19.285676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45346) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:19.298708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84e2fc-c01d-4b75-8b13-d2f041c0ae60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Network': ['ID=e7e4e45a-7d1e-4c55-b150-15b7fc020a21,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:19.327642 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.354844 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb8ec-5a40-46e9-80a5-0929bf8fc2b9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.380829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb8ec-5a40-46e9-80a5-0929bf8fc2b9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.455884 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb8ec-5a40-46e9-80a5-0929bf8fc2b9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.458613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb8ec-5a40-46e9-80a5-0929bf8fc2b9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.459936 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7c2bb8ec-5a40-46e9-80a5-0929bf8fc2b9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/security-groups/6c7da88f-cc3c-4efe-b5af-46bebb5e625e HTTP/1.1" status: 204 len: 168 time: 0.1730189 Aug 09 16:45:19.468914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bb8ec-5a40-46e9-80a5-0929bf8fc2b9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7da88f-cc3c-4efe-b5af-46bebb5e625e,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:19.858620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45352) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:19.863496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-30f8a44c-63ee-4cca-83d7-1f280d26456b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755116635', 'description': 'tempest-secgroup-smoke-755116635 description', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:19.890890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f8a44c-63ee-4cca-83d7-1f280d26456b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.971252 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f8a44c-63ee-4cca-83d7-1f280d26456b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:19.977840 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f8a44c-63ee-4cca-83d7-1f280d26456b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.007038 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8a44c-63ee-4cca-83d7-1f280d26456b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cee7ba9-1e3e-425f-8d45-80f5f692edde,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:20.010001 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-30f8a44c-63ee-4cca-83d7-1f280d26456b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.011383 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-30f8a44c-63ee-4cca-83d7-1f280d26456b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1517267 Aug 09 16:45:20.014365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45354) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:20.018787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a880f831-c4ab-446c-b1e2-bdcaa298a65f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6cee7ba9-1e3e-425f-8d45-80f5f692edde', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:20.047039 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a880f831-c4ab-446c-b1e2-bdcaa298a65f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.105827 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a880f831-c4ab-446c-b1e2-bdcaa298a65f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.111299 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a880f831-c4ab-446c-b1e2-bdcaa298a65f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.128551 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880f831-c4ab-446c-b1e2-bdcaa298a65f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca976380-0b4a-40c9-8536-330056b90220,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:20.136034 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a880f831-c4ab-446c-b1e2-bdcaa298a65f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.137449 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a880f831-c4ab-446c-b1e2-bdcaa298a65f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220558 Aug 09 16:45:20.140214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45356) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:20.144678 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7786a3d6-9b32-4821-9204-1cc6450030ef tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6cee7ba9-1e3e-425f-8d45-80f5f692edde', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:20.174300 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7786a3d6-9b32-4821-9204-1cc6450030ef tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.234399 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7786a3d6-9b32-4821-9204-1cc6450030ef tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.240159 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7786a3d6-9b32-4821-9204-1cc6450030ef tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.257706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786a3d6-9b32-4821-9204-1cc6450030ef tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fd7826-5ad2-41a1-a0d7-7dc55cf98efc,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:20.264917 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7786a3d6-9b32-4821-9204-1cc6450030ef tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.266322 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7786a3d6-9b32-4821-9204-1cc6450030ef tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249416 Aug 09 16:45:20.268982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45358) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:20.273517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5da55dde-e5a6-4207-af02-22a1eb8a0cfd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6cee7ba9-1e3e-425f-8d45-80f5f692edde', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:20.302114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5da55dde-e5a6-4207-af02-22a1eb8a0cfd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.361819 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5da55dde-e5a6-4207-af02-22a1eb8a0cfd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.367894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5da55dde-e5a6-4207-af02-22a1eb8a0cfd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.384919 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da55dde-e5a6-4207-af02-22a1eb8a0cfd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b4e1b2-054d-4c96-8bb5-4b87be4aff5b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:20.392681 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5da55dde-e5a6-4207-af02-22a1eb8a0cfd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.393914 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5da55dde-e5a6-4207-af02-22a1eb8a0cfd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239965 Aug 09 16:45:20.396757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45360) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:20.401147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a5385888-a901-47e9-8f52-708db7b2d66b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6cee7ba9-1e3e-425f-8d45-80f5f692edde', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:20.436400 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5385888-a901-47e9-8f52-708db7b2d66b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.506251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5385888-a901-47e9-8f52-708db7b2d66b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.511429 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5385888-a901-47e9-8f52-708db7b2d66b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.526340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5385888-a901-47e9-8f52-708db7b2d66b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6fc566-1bf7-4411-adfb-f2dcc86f6455,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:20.536046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5385888-a901-47e9-8f52-708db7b2d66b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.537603 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5385888-a901-47e9-8f52-708db7b2d66b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398869 Aug 09 16:45:20.540384 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45362) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:20.544866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a55f51de-75eb-43ad-b085-b798f4f37862 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6cee7ba9-1e3e-425f-8d45-80f5f692edde', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:20.567065 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-a55f51de-75eb-43ad-b085-b798f4f37862 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:45:20.572041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a55f51de-75eb-43ad-b085-b798f4f37862 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.632937 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a55f51de-75eb-43ad-b085-b798f4f37862 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.638810 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a55f51de-75eb-43ad-b085-b798f4f37862 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.656053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f51de-75eb-43ad-b085-b798f4f37862 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e36051-187a-48c4-9853-93f476cdbdea,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:20.663094 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a55f51de-75eb-43ad-b085-b798f4f37862 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.664637 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a55f51de-75eb-43ad-b085-b798f4f37862 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232393 Aug 09 16:45:20.667295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45364) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:20.671800 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-984e716a-ae65-4fcd-8d4b-867058f70107 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '6cee7ba9-1e3e-425f-8d45-80f5f692edde', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:20.695571 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-984e716a-ae65-4fcd-8d4b-867058f70107 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:45:20.707615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-984e716a-ae65-4fcd-8d4b-867058f70107 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.708977 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 905adcc5-f0a5-476d-9938-29c0a43e2a45 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:45:20.735400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 905adcc5-f0a5-476d-9938-29c0a43e2a45 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:45:20.735733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 905adcc5-f0a5-476d-9938-29c0a43e2a45 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:45:20.749252 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.779055 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-984e716a-ae65-4fcd-8d4b-867058f70107 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.783672 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-984e716a-ae65-4fcd-8d4b-867058f70107 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.804380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e716a-ae65-4fcd-8d4b-867058f70107 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b3e425-2938-40f5-8c88-e864fedc28dc,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:20.808939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-984e716a-ae65-4fcd-8d4b-867058f70107 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.810392 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-984e716a-ae65-4fcd-8d4b-867058f70107 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420846 Aug 09 16:45:20.813361 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45366) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:20.818436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'network': {'name': 'tempest-network-smoke--1927248560', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'port_security_enabled': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:20.842086 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:45:20.845594 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.869999 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:45:20.879407 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.879761 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Added segment 873b4dab-3840-451b-811c-b50f09615863 of type vlan for network 681736ce-2ae3-451b-98f6-428dfa18d473 Aug 09 16:45:20.920342 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.957301 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:20.963292 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:20.963932 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.025200 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2108097 Aug 09 16:45:21.028053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45368) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:21.034835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'admin_state_up': True, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:21.045095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021e8bd-8660-42d1-bf7e-c0305ade37b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Network': ['ID=681736ce-2ae3-451b-98f6-428dfa18d473,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:21.056427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 681736ce-2ae3-451b-98f6-428dfa18d473 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:45:21.065477 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.066606 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.120945 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.265572 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.460227 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.490562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.604923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.155 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/8c2a7941-d25d-401e-9e99-41c0c6a620c6) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:45:21.714657 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.761780 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:21.799684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:45:21.804503 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:21.806956 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:45:21.837265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=8c2a7941-d25d-401e-9e99-41c0c6a620c6,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:22.365830 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:22.567392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:22.712433 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router a77495fb-cb6a-43f0-af78-07fb0359a97e is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:45:22.827923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:45:22.838295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Sync routers for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:45:22.848152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:22.848671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:22.849159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:45:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:22.850166 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-7c69da80-aa07-4d04-938a-ff04f9853db0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8210330 Aug 09 16:45:22.853370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45370) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:22.881471 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e1e620c3-5885-42ab-b6c9-d358481869d5 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=524ac9e3046d46ba896dcc1f3c99fbfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269530 Aug 09 16:45:22.884084 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45372) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:22.971202 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdb7d2-a7c9-4999-8211-35724f094315 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:22.972653 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5fdb7d2-a7c9-4999-8211-35724f094315 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876482 Aug 09 16:45:22.975705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45374) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:23.009723 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0c8afef8-33d9-447f-9c44-c7fda8847b68 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328612 Aug 09 16:45:23.012415 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45376) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:23.017430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1769682398', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:23.110707 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:45:23.114813 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.120614 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:23.303038 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:22Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:23.306176 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.333755 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Checking router: a77495fb-cb6a-43f0-af78-07fb0359a97e for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:45:23.334105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Updating router a77495fb-cb6a-43f0-af78-07fb0359a97e port 8c2a7941-d25d-401e-9e99-41c0c6a620c6 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:45:23.358024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Subnet': ['ID=bf702ab2-18e8-4ba7-bf40-3e98709c0eac,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:23.358525 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.375675 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Checking segment: {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:45:23.376221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network hostable DHCP agents. Network: 681736ce-2ae3-451b-98f6-428dfa18d473, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:45:23.395329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 681736ce-2ae3-451b-98f6-428dfa18d473 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:45:23.404823 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 681736ce-2ae3-451b-98f6-428dfa18d473) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:23.410293 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:23.410999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.427403 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cf206184-fed8-4e79-9e3a-f50d0c3fedcc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4139731 Aug 09 16:45:23.430092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45378) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:23.438696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844f0f6-b82c-41e4-ae8d-f6070fe73683 None None] Network 681736ce-2ae3-451b-98f6-428dfa18d473 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:45:23.674452 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-681736ce-2ae3-451b-98f6-428dfa18d473', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:45:23.675277 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.738316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.800090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Transition to ACTIVE for port object 8c2a7941-d25d-401e-9e99-41c0c6a620c6 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:45:23.809637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.875410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.900904 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818c218-8df7-4ee0-826a-90dcdee3dcdc None None] Pushing event updated for resources: {'Port': ['ID=8c2a7941-d25d-401e-9e99-41c0c6a620c6,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:23.904663 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Attempting to bind port 8c2a7941-d25d-401e-9e99-41c0c6a620c6 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:45:23.905029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Attempting to bind port 8c2a7941-d25d-401e-9e99-41c0c6a620c6 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:45:23.905393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Attempting to bind port 8c2a7941-d25d-401e-9e99-41c0c6a620c6 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:45:23.910291 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Allocated IP 172.20.0.2 (681736ce-2ae3-451b-98f6-428dfa18d473/bf702ab2-18e8-4ba7-bf40-3e98709c0eac/8d081d69-a001-46e7-b21a-6566dbb7cb7b) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:45:23.918458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:45:23.918776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:45:23.919177 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:23.919550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:45:23.920034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Bound port: 8c2a7941-d25d-401e-9e99-41c0c6a620c6, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:45:23.920417 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.017519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] For port 8c2a7941-d25d-401e-9e99-41c0c6a620c6, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:45:24.025636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] For port 8c2a7941-d25d-401e-9e99-41c0c6a620c6, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8c2a7941-d25d-401e-9e99-41c0c6a620c6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:45:24.032766 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.136709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:24.137340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:45:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:24.175200 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818c218-8df7-4ee0-826a-90dcdee3dcdc None None] Pushing event updated for resources: {'Port': ['ID=8c2a7941-d25d-401e-9e99-41c0c6a620c6,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:24.209144 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.248900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Transition to ACTIVE for port object 8d081d69-a001-46e7-b21a-6566dbb7cb7b will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:45:24.277915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Transition to ACTIVE for port object 8d081d69-a001-46e7-b21a-6566dbb7cb7b will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:45:24.282845 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:24.286430 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.339141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.1 (681736ce-2ae3-451b-98f6-428dfa18d473/bf702ab2-18e8-4ba7-bf40-3e98709c0eac/8776eed8-99cc-45f6-a880-ca53947ff23a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:45:24.414337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Network 681736ce-2ae3-451b-98f6-428dfa18d473 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:45:24.420067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:24.429140 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:45:24.433635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Pushing event updated for resources: {'Port': ['ID=8d081d69-a001-46e7-b21a-6566dbb7cb7b,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:24.454460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.469158 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object 8776eed8-99cc-45f6-a880-ca53947ff23a will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:45:24.505529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.512822 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Attempting to bind port 8d081d69-a001-46e7-b21a-6566dbb7cb7b on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:45:24.513272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Attempting to bind port 8d081d69-a001-46e7-b21a-6566dbb7cb7b by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:45:24.513709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Attempting to bind port 8d081d69-a001-46e7-b21a-6566dbb7cb7b on network 681736ce-2ae3-451b-98f6-428dfa18d473 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:45:24.538353 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:45:24.538815 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Checking segment: {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:45:24.539219 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.539609 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Bound using segment: {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:45:24.540083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Bound port: 8d081d69-a001-46e7-b21a-6566dbb7cb7b, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:45:24.540542 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.548023 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 681736ce-2ae3-451b-98f6-428dfa18d473 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:45:24.551108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:24.555620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:45:24.561870 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=8776eed8-99cc-45f6-a880-ca53947ff23a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:24.607050 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.617582 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] For port 8d081d69-a001-46e7-b21a-6566dbb7cb7b, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:45:24.621154 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] For port 8d081d69-a001-46e7-b21a-6566dbb7cb7b, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8d081d69-a001-46e7-b21a-6566dbb7cb7b,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:45:24.623160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:22Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:24.626905 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:24.657747 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8be234-2062-430f-b69d-09cecad04f10 None None] The sync data for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 is: [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:22Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:45:24.720548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02f15a-99bb-40e8-a177-1cb98940b80d None None] Pushing event updated for resources: {'Port': ['ID=8d081d69-a001-46e7-b21a-6566dbb7cb7b,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:24.756432 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:25.097695 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:25.104455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:25.183649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=8776eed8-99cc-45f6-a880-ca53947ff23a,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:25.186716 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:25.282107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 681736ce-2ae3-451b-98f6-428dfa18d473 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:45:25.283609 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:25.403506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router a77495fb-cb6a-43f0-af78-07fb0359a97e has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:45:25.522314 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:45:25.527419 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-81b1d3ac-1d8c-4750-ab20-b54f1c24e581 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/a77495fb-cb6a-43f0-af78-07fb0359a97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0963507 Aug 09 16:45:25.671736 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f4aba51e-43f0-4602-8108-51276148d13f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755116635&fields=id&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 267 time: 0.0369830 Aug 09 16:45:25.672881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42e51e-9577-4171-a35d-020e005c1213 None None] Network 681736ce-2ae3-451b-98f6-428dfa18d473 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:45:25.757929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e8df242a-9e46-410c-a7c5-428411ee9d5a None None] Provisioning for port 8d081d69-a001-46e7-b21a-6566dbb7cb7b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:45:25.789458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-ec6f3e17-5a60-4d5e-8c03-9aa93db04fc0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:25.790988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-ec6f3e17-5a60-4d5e-8c03-9aa93db04fc0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/networks?id=681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 200 len: 797 time: 0.1122384 Aug 09 16:45:25.806644 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-73aeb381-00ff-435e-b381-3541dd8a87d2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/quotas/524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 375 time: 0.0095749 Aug 09 16:45:25.860360 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-a8aeabd8-1aac-43da-a8cf-fe4a9e800ca7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479889 Aug 09 16:45:25.963716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-29898d9e-416b-4b1e-b7da-47270385cfc5 service neutron] 10.222.0.64 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893908 Aug 09 16:45:26.063266 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-da487816-2156-48ae-9125-a33d86ab9492 service neutron] 10.222.0.64 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931358 Aug 09 16:45:26.102049 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-56166ac5-54a6-4e01-95d5-be748e12bd7b None None] Provisioning for port 8776eed8-99cc-45f6-a880-ca53947ff23a completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:45:26.106881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-56166ac5-54a6-4e01-95d5-be748e12bd7b None None] Provisioning complete for port 8776eed8-99cc-45f6-a880-ca53947ff23a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:26.107466 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-56166ac5-54a6-4e01-95d5-be748e12bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:26.147549 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-56166ac5-54a6-4e01-95d5-be748e12bd7b None None] Port 8776eed8-99cc-45f6-a880-ca53947ff23a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:45:26.248610 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Sync routers for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:45:26.264440 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:26.266943 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:45:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:26.268288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c46a88f8-3984-4a42-936d-1339951326b3 None None] Provisioning complete for port 8776eed8-99cc-45f6-a880-ca53947ff23a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:26.268794 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c46a88f8-3984-4a42-936d-1339951326b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:26.271810 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f0a74cb0-1056-4e3e-85e6-193d7688aa8d req-7abf6d4f-3717-47dd-86d0-88743584312e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 210 time: 0.0462332 Aug 09 16:45:26.306091 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c46a88f8-3984-4a42-936d-1339951326b3 None None] Port 8776eed8-99cc-45f6-a880-ca53947ff23a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:45:26.397131 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:26.529563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e5b7a3ba-145f-4b7b-b6e6-a4f896f0a150 None None] Provisioning complete for port 8776eed8-99cc-45f6-a880-ca53947ff23a triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:26.529758 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a3ba-145f-4b7b-b6e6-a4f896f0a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:26.571389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7a3ba-145f-4b7b-b6e6-a4f896f0a150 None None] Port 8776eed8-99cc-45f6-a880-ca53947ff23a cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:45:26.602735 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 2, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:26.632698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Checking router: a77495fb-cb6a-43f0-af78-07fb0359a97e for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:45:26.633051 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Updating router a77495fb-cb6a-43f0-af78-07fb0359a97e port 8776eed8-99cc-45f6-a880-ca53947ff23a binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:45:26.657715 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:26.841997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8d081d69-a001-46e7-b21a-6566dbb7cb7b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:26.900587 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8d081d69-a001-46e7-b21a-6566dbb7cb7b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:45:26.905700 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8d081d69-a001-46e7-b21a-6566dbb7cb7b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:26.906455 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:26.997926 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.033361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 8d081d69-a001-46e7-b21a-6566dbb7cb7b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8d081d69-a001-46e7-b21a-6566dbb7cb7b,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:27.038395 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.039205 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8c2a7941-d25d-401e-9e99-41c0c6a620c6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:27.070111 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.080061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Transition to ACTIVE for port object 8776eed8-99cc-45f6-a880-ca53947ff23a will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:45:27.086925 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.115664 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=8d081d69-a001-46e7-b21a-6566dbb7cb7b,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:27.133188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8c2a7941-d25d-401e-9e99-41c0c6a620c6 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:45:27.135985 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Pushing event updated for resources: {'Port': ['ID=8776eed8-99cc-45f6-a880-ca53947ff23a,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:27.140101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8c2a7941-d25d-401e-9e99-41c0c6a620c6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:27.140285 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.147853 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.148180 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.148514 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.148838 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.149161 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.149482 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.149812 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.150130 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.150445 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.150740 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.151053 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.151367 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:27.202112 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Attempting to bind port 8776eed8-99cc-45f6-a880-ca53947ff23a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:45:27.202662 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Attempting to bind port 8776eed8-99cc-45f6-a880-ca53947ff23a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:45:27.203085 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Attempting to bind port 8776eed8-99cc-45f6-a880-ca53947ff23a on network 681736ce-2ae3-451b-98f6-428dfa18d473 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:45:27.208498 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:45:27.208957 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Checking segment: {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:45:27.209421 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.209883 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Bound using segment: {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:45:27.210349 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Bound port: 8776eed8-99cc-45f6-a880-ca53947ff23a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:45:27.210721 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.224925 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.252935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 8c2a7941-d25d-401e-9e99-41c0c6a620c6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8c2a7941-d25d-401e-9e99-41c0c6a620c6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:27.260704 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.285102 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] For port 8776eed8-99cc-45f6-a880-ca53947ff23a, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:45:27.289058 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] For port 8776eed8-99cc-45f6-a880-ca53947ff23a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8776eed8-99cc-45f6-a880-ca53947ff23a,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:45:27.297964 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.336235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=8c2a7941-d25d-401e-9e99-41c0c6a620c6,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:27.362244 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:27.362869 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:45:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:27.438938 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757878ee-eae7-4e31-bcea-e88899e8b31d None None] Pushing event updated for resources: {'Port': ['ID=8776eed8-99cc-45f6-a880-ca53947ff23a,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:27.461111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75dcc125-21bd-4028-be40-37cbcba07847 req-2b4c3a5a-64dd-48be-95bf-d0ab5e89ef9b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 210 time: 0.0380301 Aug 09 16:45:27.527029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-ba8a0b7a-722b-4dee-abfb-90afabd277f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:27.527694 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:27.529392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-ba8a0b7a-722b-4dee-abfb-90afabd277f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/networks?id=681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 200 len: 797 time: 0.1635556 Aug 09 16:45:27.580259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-6da3b0ad-e9c2-4976-9cc8-57e68d046cd4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 379 time: 0.0418804 Aug 09 16:45:27.591597 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'port': {'device_id': '7f2c7213-d872-45d7-b807-090a3efdea21', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'admin_state_up': True, 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'security_groups': ['6cee7ba9-1e3e-425f-8d45-80f5f692edde']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:27.707981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:45:27.711849 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:27.732338 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:27.759217 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab7c3a-26d3-4f44-bda0-a5fa7ba87f5e None None] The sync data for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 is: [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:45:27.849958 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.7 (681736ce-2ae3-451b-98f6-428dfa18d473/bf702ab2-18e8-4ba7-bf40-3e98709c0eac/c834e8e6-da7e-4da9-8725-02f13a2b1cc7) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:45:28.006594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.021857 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object c834e8e6-da7e-4da9-8725-02f13a2b1cc7 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:45:28.057781 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.104921 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 681736ce-2ae3-451b-98f6-428dfa18d473 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:45:28.108102 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:28.110676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:45:28.137634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:28.169634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:28.170310 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.188737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f115b49c-d295-4978-ac83-153adac8915c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013544 Aug 09 16:45:28.202557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Request body: {'port': {'device_id': '7f2c7213-d872-45d7-b807-090a3efdea21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:28.264415 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.353391 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-06576517-a201-4514-a68f-32a269c5c8fa None None] Provisioning for port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:45:28.359468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-06576517-a201-4514-a68f-32a269c5c8fa None None] Provisioning complete for port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:28.360077 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-06576517-a201-4514-a68f-32a269c5c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.397501 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-06576517-a201-4514-a68f-32a269c5c8fa None None] Port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:45:28.547616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c834e8e6-da7e-4da9-8725-02f13a2b1cc7 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:45:28.564527 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.595591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Transition to ACTIVE for port object c834e8e6-da7e-4da9-8725-02f13a2b1cc7 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:45:28.600627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.648997 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc7ff4-1fc0-4fd1-85bc-8440703d50e7 req-c34c81ad-86ea-47b8-8194-b5d925e368d0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:28.650721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49cc7ff4-1fc0-4fd1-85bc-8440703d50e7 req-c34c81ad-86ea-47b8-8194-b5d925e368d0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 931 time: 0.1063011 Aug 09 16:45:28.688270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Pushing event updated for resources: {'Port': ['ID=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:28.786037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49cc7ff4-1fc0-4fd1-85bc-8440703d50e7 req-d983a623-f75f-43cf-bd1e-85bdc0b14582 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229606 Aug 09 16:45:28.805990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Attempting to bind port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:45:28.806325 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Attempting to bind port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:45:28.806742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Attempting to bind port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 on network 681736ce-2ae3-451b-98f6-428dfa18d473 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:45:28.811799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 on network 681736ce-2ae3-451b-98f6-428dfa18d473 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:45:28.812154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Attempting to bind port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 on network 681736ce-2ae3-451b-98f6-428dfa18d473 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:45:28.821191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:45:28.821538 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Checking segment: {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:45:28.821917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Bound using segment: {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:45:28.822511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Bound port: c834e8e6-da7e-4da9-8725-02f13a2b1cc7, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b4dab-3840-451b-811c-b50f09615863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:45:28.822872 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.893481 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8d081d69-a001-46e7-b21a-6566dbb7cb7b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:28.901435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] For port c834e8e6-da7e-4da9-8725-02f13a2b1cc7, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:45:28.904591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] For port c834e8e6-da7e-4da9-8725-02f13a2b1cc7, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:45:28.910561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:28.952811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8d081d69-a001-46e7-b21a-6566dbb7cb7b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:28.953185 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:29.041962 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8776eed8-99cc-45f6-a880-ca53947ff23a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:29.095418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 8776eed8-99cc-45f6-a880-ca53947ff23a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:45:29.100112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8776eed8-99cc-45f6-a880-ca53947ff23a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:29.100495 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:29.185877 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:29.225412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 8776eed8-99cc-45f6-a880-ca53947ff23a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8776eed8-99cc-45f6-a880-ca53947ff23a,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:29.231046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:29.231899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8c2a7941-d25d-401e-9e99-41c0c6a620c6 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:29.301387 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:29.301955 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:29.303382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] 10.222.0.35 "PUT /v2.0/ports/c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 200 len: 1091 time: 1.1058278 Aug 09 16:45:29.303901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:45:29.306124 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:45:29.331562 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:29.335460 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:29.337798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7bb13-cc48-4fda-87c1-95ea5971b7ec service neutron] Pushing event updated for resources: {'Port': ['ID=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:29.341252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=8776eed8-99cc-45f6-a880-ca53947ff23a,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:29.354659 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8c2a7941-d25d-401e-9e99-41c0c6a620c6 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:29.355231 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:29.375112 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85bd8f5-1109-4c8a-a594-137d4ffc2ec3 x-openstack-request-id: req-d85bd8f5-1109-4c8a-a594-137d4ffc2ec3 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:45:29.375405 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:45:29.375682 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d85bd8f5-1109-4c8a-a594-137d4ffc2ec3 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:45:29.376326 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'status': 'completed', 'code': 200} Aug 09 16:45:29.394477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-92862ea9-4217-4934-9fe6-f25ebe1f1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:29.397857 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-92862ea9-4217-4934-9fe6-f25ebe1f1c06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1094 time: 0.0506954 Aug 09 16:45:29.441117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-1568ff49-477a-4d5f-ae9c-3bb7a8dcc280 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 200 len: 217 time: 0.0357590 Aug 09 16:45:29.498758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-2603d958-fc52-43fd-b682-0985bdc2435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:29.500312 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-2603d958-fc52-43fd-b682-0985bdc2435d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf702ab2-18e8-4ba7-bf40-3e98709c0eac HTTP/1.1" status: 200 len: 835 time: 0.0528979 Aug 09 16:45:29.548047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-c38b3fac-ee7e-4995-b70e-20cd82eb1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:29.549675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-c38b3fac-ee7e-4995-b70e-20cd82eb1f8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=681736ce-2ae3-451b-98f6-428dfa18d473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418591 Aug 09 16:45:29.561248 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-c8ef8e97-9ad1-4c95-9684-c6d3a2b0cd47 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:45:29.562277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-c8ef8e97-9ad1-4c95-9684-c6d3a2b0cd47 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055060 Aug 09 16:45:29.659082 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-d3581038-c31f-4447-b4bf-1aa53d3ea5c8 service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891623 Aug 09 16:45:29.758115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4c144740-565c-4c26-bcc2-a5e9a17cb5ac req-82cc759e-2055-4803-884e-6fe2ba75e162 service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924625 Aug 09 16:45:29.863386 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-cbc50a6b-746d-4515-957f-a88ccf4da58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:29.865040 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-cbc50a6b-746d-4515-957f-a88ccf4da58d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1094 time: 0.0543654 Aug 09 16:45:29.966321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eed630-58ba-4840-9219-49668e1bd96b req-51219315-636f-4318-a5a7-2c6e0b83b373 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:29.967722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81eed630-58ba-4840-9219-49668e1bd96b req-51219315-636f-4318-a5a7-2c6e0b83b373 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 943 time: 0.1183748 Aug 09 16:45:30.006665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-59708fc7-bb05-4fde-b6dc-ff1a2e281d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:30.008172 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-59708fc7-bb05-4fde-b6dc-ff1a2e281d01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 200 len: 899 time: 0.1299441 Aug 09 16:45:30.074016 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-81eed630-58ba-4840-9219-49668e1bd96b req-68566434-ad68-42ac-8395-58a0c0ae639c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975168 Aug 09 16:45:30.076230 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-798b7473-358d-4db0-aa86-72c3476281b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 200 len: 217 time: 0.0546100 Aug 09 16:45:30.137847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-24a2e29b-175f-4be0-bc35-0597290db21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:30.140613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-24a2e29b-175f-4be0-bc35-0597290db21d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf702ab2-18e8-4ba7-bf40-3e98709c0eac HTTP/1.1" status: 200 len: 835 time: 0.0571265 Aug 09 16:45:30.194533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-80101d81-dd05-4950-940a-ad41f4fbfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:30.196143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-80101d81-dd05-4950-940a-ad41f4fbfe45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=681736ce-2ae3-451b-98f6-428dfa18d473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479429 Aug 09 16:45:30.307536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-565c79dc-243b-40cb-90e5-d65887a128e0 service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032934 Aug 09 16:45:30.421333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6201a0d2-adbe-45ad-b6dd-43ca75492f3b req-97d97956-98ec-43ba-ad6b-2ce60db893c8 service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065538 Aug 09 16:45:30.761085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8776eed8-99cc-45f6-a880-ca53947ff23a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:30.812256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 8776eed8-99cc-45f6-a880-ca53947ff23a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:30.812626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:31.202030 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84e23c-7ffe-4433-8518-3016711875da req-6b739963-d0f0-4e82-81df-9b7c8cf6cc8b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:31.203500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc84e23c-7ffe-4433-8518-3016711875da req-6b739963-d0f0-4e82-81df-9b7c8cf6cc8b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 943 time: 0.0523658 Aug 09 16:45:31.243143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc84e23c-7ffe-4433-8518-3016711875da req-46637f32-d721-4815-8d4c-d041876e5abf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Aug 09 16:45:32.370916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651ce3c-b47b-448d-9ee4-6a2b27764d8a req-cc17adde-bf24-48f6-b95a-bab40ca9aa74 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:32.372435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7651ce3c-b47b-448d-9ee4-6a2b27764d8a req-cc17adde-bf24-48f6-b95a-bab40ca9aa74 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 943 time: 0.0558383 Aug 09 16:45:32.423045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7651ce3c-b47b-448d-9ee4-6a2b27764d8a req-052b7be1-6137-4fa1-a705-9b657f5aad6c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 Aug 09 16:45:32.748303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c834e8e6-da7e-4da9-8725-02f13a2b1cc7 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:45:32.844282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c834e8e6-da7e-4da9-8725-02f13a2b1cc7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:32.855476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'port_id': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'mac_address': 'fa:16:3e:c4:44:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:45:32.892362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:32.908229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c834e8e6-da7e-4da9-8725-02f13a2b1cc7 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:45:32.927853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c834e8e6-da7e-4da9-8725-02f13a2b1cc7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:32.933863 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:32.980923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:33.136837 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['c834e8e6-da7e-4da9-8725-02f13a2b1cc7'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:45:33.553931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391c743-347f-4f33-8239-736cd531dcec req-ef60060d-cbd3-4c3c-9a60-b988658c3f56 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:33.555326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6391c743-347f-4f33-8239-736cd531dcec req-ef60060d-cbd3-4c3c-9a60-b988658c3f56 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 944 time: 0.0505729 Aug 09 16:45:33.596095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6391c743-347f-4f33-8239-736cd531dcec req-72d66fed-16d2-46ca-bbe3-d8b507ac91bb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317218 Aug 09 16:45:34.732388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41953c-e3ab-4ab2-9946-4048d74afe1f req-ca1f2349-d765-4a4d-8b54-2694c31e5f03 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:34.733910 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a41953c-e3ab-4ab2-9946-4048d74afe1f req-ca1f2349-d765-4a4d-8b54-2694c31e5f03 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 944 time: 0.0517910 Aug 09 16:45:34.764695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c834e8e6-da7e-4da9-8725-02f13a2b1cc7 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:34.773503 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1a41953c-e3ab-4ab2-9946-4048d74afe1f req-4baad299-03d5-4e6d-bda1-a69c085d3f36 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332854 Aug 09 16:45:34.818155 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:45:34.822365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:34.822736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:34.906581 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:34.928674 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:45:34.930977 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bce71eb-d857-48c8-babc-b9c3c91bf2e7" -d '{"events": [{"server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "name": "network-vif-plugged", "status": "completed", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:45:34.944232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port c834e8e6-da7e-4da9-8725-02f13a2b1cc7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:34.949823 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:34.998221 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:35.026515 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883a9482-6c42-4f6b-a32e-caabd02a19d6 x-openstack-request-id: req-883a9482-6c42-4f6b-a32e-caabd02a19d6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:45:35.026812 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "name": "network-vif-plugged", "status": "completed", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:45:35.027068 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-883a9482-6c42-4f6b-a32e-caabd02a19d6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:45:35.027470 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'code': 200} Aug 09 16:45:35.134879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1f52f-cf3b-4593-b6d7-c9ef5180fcfb req-dd4d7c27-989b-48b2-9150-a25a1aa823de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:35.136436 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0bc1f52f-cf3b-4593-b6d7-c9ef5180fcfb req-dd4d7c27-989b-48b2-9150-a25a1aa823de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1096 time: 0.0517185 Aug 09 16:45:35.174420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0bc1f52f-cf3b-4593-b6d7-c9ef5180fcfb req-4bdf6819-188a-4ce2-b35f-559748767f42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296161 Aug 09 16:45:35.906569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487c53-e030-45ba-bbc6-805504fdbc4b req-a1a66012-1cbd-459d-8503-9d0d984fcb08 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:35.908301 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29487c53-e030-45ba-bbc6-805504fdbc4b req-a1a66012-1cbd-459d-8503-9d0d984fcb08 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0536880 Aug 09 16:45:35.949585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-29487c53-e030-45ba-bbc6-805504fdbc4b req-05214a46-5bd6-4b82-a724-0e84fcc4c6f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Aug 09 16:45:37.076349 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44248bb6-cc4e-41e4-b05f-683edcdfb4bc req-f3a02530-6011-4a8a-9480-b57b42065146 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:37.077867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44248bb6-cc4e-41e4-b05f-683edcdfb4bc req-f3a02530-6011-4a8a-9480-b57b42065146 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0530748 Aug 09 16:45:37.120940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44248bb6-cc4e-41e4-b05f-683edcdfb4bc req-c03a9603-5541-4c34-bdf2-738f3e244137 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341234 Aug 09 16:45:37.280573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26066a7-238a-4506-b97f-d8d1364709fc req-f34c52b7-1cb4-4023-9782-81b5e06c20b9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:37.281974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d26066a7-238a-4506-b97f-d8d1364709fc req-f34c52b7-1cb4-4023-9782-81b5e06c20b9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0852866 Aug 09 16:45:37.307921 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-08029590-2308-49cc-8b9a-712a920e5de2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681396 Aug 09 16:45:37.329772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d26066a7-238a-4506-b97f-d8d1364709fc req-22f461bf-733a-4dbc-9833-7c56dc4c5ef9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410872 Aug 09 16:45:37.353043 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45438) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:37.393967 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e62751-a10a-4953-8117-a1933d610f62 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:37.395101 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-d30f0394-a969-4140-a2dd-78fab0500c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:37.396739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-d30f0394-a969-4140-a2dd-78fab0500c51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1096 time: 0.0416305 Aug 09 16:45:37.398334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45440) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:37.398503 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-15e62751-a10a-4953-8117-a1933d610f62 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1091 time: 0.0442476 Aug 09 16:45:37.402869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:37.467335 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:37.547392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-2b1c2d4e-4ed8-4e97-8223-873bc35b8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:37.548826 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-2b1c2d4e-4ed8-4e97-8223-873bc35b8a19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 200 len: 899 time: 0.1311989 Aug 09 16:45:37.600433 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-f81c950e-fbaf-4cfe-9486-b1303991715b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 200 len: 217 time: 0.0435271 Aug 09 16:45:37.663794 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-4a98c614-5a46-44d6-a82f-7a47ce59de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:37.665344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-4a98c614-5a46-44d6-a82f-7a47ce59de1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf702ab2-18e8-4ba7-bf40-3e98709c0eac HTTP/1.1" status: 200 len: 835 time: 0.0575926 Aug 09 16:45:37.671701 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:37.765623 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-01990201-72c5-4376-b01c-66283d9b7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:37.767198 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-01990201-72c5-4376-b01c-66283d9b7ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=681736ce-2ae3-451b-98f6-428dfa18d473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935886 Aug 09 16:45:37.864209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.238 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/5ce85026-b178-4173-ae8e-5830c6ac300d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:45:37.941376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-fea9be0e-07b2-4985-81e6-ba959d309800 service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538448 Aug 09 16:45:38.050512 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:38.073414 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0091758a-48a1-4ae5-a129-b04b6518bf90 req-85a1e8ac-34d9-4b16-a42b-21e9074a6faa service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249168 Aug 09 16:45:38.106534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:38.142020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:45:38.144891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:38.147709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:45:38.181330 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=5ce85026-b178-4173-ae8e-5830c6ac300d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:38.532957 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:38.605739 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:38.760120 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:38.767215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:38.833039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=5ce85026-b178-4173-ae8e-5830c6ac300d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:38.848254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:38.949162 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP 88ef31b3-60b0-4533-b626-9baf70e535bf associated. External IP: 172.25.7.238, port: c834e8e6-da7e-4da9-8725-02f13a2b1cc7. Aug 09 16:45:39.174552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router a77495fb-cb6a-43f0-af78-07fb0359a97e has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:45:39.282777 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:45:39.293210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] Sync routers for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:45:39.301366 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:39.303667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:39.304311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:45:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:39.332977 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8a2ff33c-594b-49bd-953b-ca9167fabb1d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9335809 Aug 09 16:45:39.333880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:45:39.336348 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cda15e-f586-432b-a6c0-0e000519eeed" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:45:39.411870 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:39.431319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df1d17-9c7f-44ba-9fb2-947f71f163df req-7b8d9cce-679d-4ef3-a1e2-6af334992633 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:39.432839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7df1d17-9c7f-44ba-9fb2-947f71f163df req-7b8d9cce-679d-4ef3-a1e2-6af334992633 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0523305 Aug 09 16:45:39.471723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c7df1d17-9c7f-44ba-9fb2-947f71f163df req-b41d5660-9eef-473c-9ca7-8750934cc076 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326669 Aug 09 16:45:39.494222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45446) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:39.530405 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768ae73d-fc34-4ffc-a61a-9bc0077e6487 x-openstack-request-id: req-768ae73d-fc34-4ffc-a61a-9bc0077e6487 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:45:39.530673 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:45:39.530927 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-768ae73d-fc34-4ffc-a61a-9bc0077e6487 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:45:39.531332 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'status': 'completed', 'code': 200} Aug 09 16:45:39.584437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1d5cc7b7-64ac-414e-a629-f317d480be26 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/88ef31b3-60b0-4533-b626-9baf70e535bf HTTP/1.1" status: 200 len: 991 time: 0.0889685 Aug 09 16:45:39.596084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cda15e-f586-432b-a6c0-0e000519eeed req-b46c6696-a4d8-4c43-8904-4387ee04ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:39.597600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cda15e-f586-432b-a6c0-0e000519eeed req-b46c6696-a4d8-4c43-8904-4387ee04ebfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1096 time: 0.0540774 Aug 09 16:45:39.646544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '88ef31b3-60b0-4533-b626-9baf70e535bf', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'port_id': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'mac_address': 'fa:16:3e:c4:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2c7213-d872-45d7-b807-090a3efdea21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:45:38Z', 'updated_at': '2021-08-09T16:45:38Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:39.673112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] Checking router: a77495fb-cb6a-43f0-af78-07fb0359a97e for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:45:39.681595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:45:39.682130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:45:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:39.684947 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cda15e-f586-432b-a6c0-0e000519eeed req-1ef740b9-be76-4291-bf8b-8c5a930ea2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:39.686472 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cda15e-f586-432b-a6c0-0e000519eeed req-1ef740b9-be76-4291-bf8b-8c5a930ea2b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 200 len: 899 time: 0.0823126 Aug 09 16:45:39.755677 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cda15e-f586-432b-a6c0-0e000519eeed req-1bb8197b-ca2f-4977-8ef3-c5457b9d1086 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 200 len: 999 time: 0.0613880 Aug 09 16:45:39.788577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:45:40.024254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '88ef31b3-60b0-4533-b626-9baf70e535bf', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'port_id': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'mac_address': 'fa:16:3e:c4:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2c7213-d872-45d7-b807-090a3efdea21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:45:38Z', 'updated_at': '2021-08-09T16:45:38Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:45:40.055142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d13cb-3445-42ce-8990-d8e97e2d26b0 None None] The sync data for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 is: [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '88ef31b3-60b0-4533-b626-9baf70e535bf', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'port_id': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'mac_address': 'fa:16:3e:c4:44:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2c7213-d872-45d7-b807-090a3efdea21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:45:38Z', 'updated_at': '2021-08-09T16:45:38Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:45:40.158350 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cda15e-f586-432b-a6c0-0e000519eeed req-c6d9f125-27e5-4eda-bbf1-eebda1cde0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:40.159849 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cda15e-f586-432b-a6c0-0e000519eeed req-c6d9f125-27e5-4eda-bbf1-eebda1cde0a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf702ab2-18e8-4ba7-bf40-3e98709c0eac HTTP/1.1" status: 200 len: 835 time: 0.3958104 Aug 09 16:45:40.212522 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cda15e-f586-432b-a6c0-0e000519eeed req-0abe77f7-0d40-43b1-a3d3-660b3c2b2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:40.213822 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cda15e-f586-432b-a6c0-0e000519eeed req-0abe77f7-0d40-43b1-a3d3-660b3c2b2bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=681736ce-2ae3-451b-98f6-428dfa18d473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469990 Aug 09 16:45:40.257659 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a53ac-931e-4a78-afa3-63e68c7c55ed None None] New status for floating IP 88ef31b3-60b0-4533-b626-9baf70e535bf: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:45:40.312200 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cda15e-f586-432b-a6c0-0e000519eeed req-69ae49b8-4ba8-4ad3-9237-57e33fb2cab0 service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898590 Aug 09 16:45:40.405865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05cda15e-f586-432b-a6c0-0e000519eeed req-09813f20-500c-4909-8fd2-2cc272222c9b service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869255 Aug 09 16:45:40.589936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45448) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:40.667332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f8afaaba-8479-4ce2-9978-a621b73fc049 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/88ef31b3-60b0-4533-b626-9baf70e535bf HTTP/1.1" status: 200 len: 993 time: 0.0759537 Aug 09 16:45:44.893678 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:45:45.157022 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0852df10-ad99-4d70-967a-f9cb21fc2ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:47.628930 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-62d20bb2-dea0-411d-894d-5e37497d249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:47.865324 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:49.338213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:50.744172 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:59.289899 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:59.311010 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:07.497699 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b336-0f54-4e36-891f-32c8d8cb10a3 req-b7987b1f-55ed-4a77-9fc0-4a9f98764136 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:07.499220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db3b336-0f54-4e36-891f-32c8d8cb10a3 req-b7987b1f-55ed-4a77-9fc0-4a9f98764136 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0746241 Aug 09 16:46:07.513981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-a8399843-a62c-4a53-b3a6-bb24778db591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:07.515415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-a8399843-a62c-4a53-b3a6-bb24778db591 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1096 time: 0.0797346 Aug 09 16:46:07.587744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3db3b336-0f54-4e36-891f-32c8d8cb10a3 req-e394d96d-a524-491e-bb22-fb93bc5bf155 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818028 Aug 09 16:46:07.626568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-4f8dee76-21e0-4c71-bd4c-17e5afef27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:07.628959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-4f8dee76-21e0-4c71-bd4c-17e5afef27af service neutron] 10.222.0.35 "GET /v2.0/networks?id=681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 200 len: 899 time: 0.1059480 Aug 09 16:46:07.710760 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-5af9013c-d874-427e-9fb8-4b415b3d169b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0741212 Aug 09 16:46:07.765347 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-38ae7472-3f21-478f-84b3-03c9a50065d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:07.766933 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-38ae7472-3f21-478f-84b3-03c9a50065d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf702ab2-18e8-4ba7-bf40-3e98709c0eac HTTP/1.1" status: 200 len: 835 time: 0.0492897 Aug 09 16:46:07.813320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-283ce445-ab0b-4911-942f-56858368c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:07.814816 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-283ce445-ab0b-4911-942f-56858368c214 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=681736ce-2ae3-451b-98f6-428dfa18d473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407922 Aug 09 16:46:07.914461 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-1179b335-ec72-4eee-bc9a-25a40f1991a9 service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904236 Aug 09 16:46:08.011855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b6bde15-437d-47a5-a94f-e7d5bdac446b req-5dcf18e3-4f95-4273-9121-df22a391806d service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889893 Aug 09 16:46:08.719572 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912578f-7e33-4ae5-8003-7b287856a8b4 req-aa973ef5-3cee-4b73-bc55-ff92afc7e270 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:08.721128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5912578f-7e33-4ae5-8003-7b287856a8b4 req-aa973ef5-3cee-4b73-bc55-ff92afc7e270 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0531852 Aug 09 16:46:08.761022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5912578f-7e33-4ae5-8003-7b287856a8b4 req-ac3c96bc-bd45-4388-a565-3b87ba817fa2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337365 Aug 09 16:46:09.891117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45520deb-0b28-46bc-80b2-1d6e985cc460 req-8f02b101-963f-4b0d-82ce-62acb09a2225 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:09.892641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45520deb-0b28-46bc-80b2-1d6e985cc460 req-8f02b101-963f-4b0d-82ce-62acb09a2225 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0535519 Aug 09 16:46:09.934055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-45520deb-0b28-46bc-80b2-1d6e985cc460 req-321df747-ddac-46ae-9f96-de0482a6da88 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323615 Aug 09 16:46:11.076647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec66bb-3232-4d90-a16f-c2582f41ef59 req-aa9396ae-b43c-4714-a7b4-8240d63584d1 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:11.078132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6dec66bb-3232-4d90-a16f-c2582f41ef59 req-aa9396ae-b43c-4714-a7b4-8240d63584d1 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0631828 Aug 09 16:46:11.121044 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6dec66bb-3232-4d90-a16f-c2582f41ef59 req-eb11cb6c-4baa-4efe-a9ed-0569442b1584 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336351 Aug 09 16:46:12.256566 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fef0f-ce3c-4da6-9afd-a3dac1b390c1 req-c2cd73a2-7e4b-43f7-80a8-50e74c5abfce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:12.258306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf4fef0f-ce3c-4da6-9afd-a3dac1b390c1 req-c2cd73a2-7e4b-43f7-80a8-50e74c5abfce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0615182 Aug 09 16:46:12.309484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cf4fef0f-ce3c-4da6-9afd-a3dac1b390c1 req-cd346349-1651-47cf-964d-c301a4c4d855 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437596 Aug 09 16:46:13.434508 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d3212-0358-44cc-b104-e25f9b9d8ca6 req-399296b8-e024-491c-8ca3-fa7766d77582 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:13.435692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d67d3212-0358-44cc-b104-e25f9b9d8ca6 req-399296b8-e024-491c-8ca3-fa7766d77582 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Aug 09 16:46:13.485396 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d67d3212-0358-44cc-b104-e25f9b9d8ca6 req-f39c6b69-6d70-4f29-8438-aace8bf4ed19 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Aug 09 16:46:14.622150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca432aea-68c8-4a2e-9e35-5f43d0cd4a58 req-74f445bd-4c9a-4b5a-9c86-9460eef8ead9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:14.623648 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca432aea-68c8-4a2e-9e35-5f43d0cd4a58 req-74f445bd-4c9a-4b5a-9c86-9460eef8ead9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0608635 Aug 09 16:46:14.671770 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca432aea-68c8-4a2e-9e35-5f43d0cd4a58 req-b57c6573-23d2-448f-9204-cc5f106dfa24 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377865 Aug 09 16:46:15.160832 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-78db493c-c405-4ab6-929f-5ac53f9f9614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:15.800584 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70eef-c983-4997-a2e8-8e92466e7e1f req-f7ace4b1-1939-409a-842b-cee4c48a3340 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:15.802095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20b70eef-c983-4997-a2e8-8e92466e7e1f req-f7ace4b1-1939-409a-842b-cee4c48a3340 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0503826 Aug 09 16:46:15.841385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20b70eef-c983-4997-a2e8-8e92466e7e1f req-549114a9-0fd2-4dfd-8643-965360644232 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333264 Aug 09 16:46:16.975559 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e0f05-8300-41e4-9ef6-69dbafe1b4f6 req-57852dad-14e1-4e28-b716-e477a62e6325 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:16.977118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c62e0f05-8300-41e4-9ef6-69dbafe1b4f6 req-57852dad-14e1-4e28-b716-e477a62e6325 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0522799 Aug 09 16:46:17.017212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c62e0f05-8300-41e4-9ef6-69dbafe1b4f6 req-fc091970-f145-4971-979e-010d4deb98cd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331302 Aug 09 16:46:17.634535 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-df0611b4-5ff9-498d-afc2-df8e8928cb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:17.866665 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:18.160145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183ac23-aa73-40b9-bde2-20bf5cb0f2a2 req-c09d4b27-8250-4269-aad0-4882a3054927 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:18.161656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b183ac23-aa73-40b9-bde2-20bf5cb0f2a2 req-c09d4b27-8250-4269-aad0-4882a3054927 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0652897 Aug 09 16:46:18.203705 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b183ac23-aa73-40b9-bde2-20bf5cb0f2a2 req-6cc88673-6ba0-49e5-b2b0-d8089f5eccc3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333772 Aug 09 16:46:19.328587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec44d5-d4a2-4c63-9672-5b641a6eb76a req-1fc2a59d-927b-4461-8658-9d2dc19f4d75 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:19.330091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2ec44d5-d4a2-4c63-9672-5b641a6eb76a req-1fc2a59d-927b-4461-8658-9d2dc19f4d75 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0577765 Aug 09 16:46:19.335874 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:19.377430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2ec44d5-d4a2-4c63-9672-5b641a6eb76a req-f04db9de-dacb-4130-87b9-084871a12ebf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406983 Aug 09 16:46:19.401253 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45484) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:19.469256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ee6f84df-c4cc-4775-b2e2-9dca83efebd8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/88ef31b3-60b0-4533-b626-9baf70e535bf HTTP/1.1" status: 200 len: 993 time: 0.0666099 Aug 09 16:46:20.747754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.898106 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:46:29.293807 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.301371 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:37.317515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-f4da5554-f219-4e19-a391-25defd0a2793 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483999 Aug 09 16:46:37.404923 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-3b47e4f4-e7eb-4569-840c-4ca9bde7d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:37.406430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-3b47e4f4-e7eb-4569-840c-4ca9bde7d1fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1096 time: 0.0428400 Aug 09 16:46:37.520688 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-563afcb0-54f0-4d4e-8732-be22a6543746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:37.522179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-563afcb0-54f0-4d4e-8732-be22a6543746 service neutron] 10.222.0.35 "GET /v2.0/networks?id=681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 200 len: 899 time: 0.0945396 Aug 09 16:46:37.591637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-aacbee63-ba52-4cd3-8e0e-2f929ff22d87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0615575 Aug 09 16:46:37.642003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-bd8f4040-20b6-4fe3-a754-403b48ab8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:37.643439 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-bd8f4040-20b6-4fe3-a754-403b48ab8c76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf702ab2-18e8-4ba7-bf40-3e98709c0eac HTTP/1.1" status: 200 len: 835 time: 0.0445898 Aug 09 16:46:37.696867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-b25d566a-2dcc-4970-b47d-da442f38fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:37.698448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-b25d566a-2dcc-4970-b47d-da442f38fd95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=681736ce-2ae3-451b-98f6-428dfa18d473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476117 Aug 09 16:46:37.791017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-e86b1704-84ef-4894-9974-f0efef59b16e service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852528 Aug 09 16:46:37.890039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d44bd85-3981-4cd2-845c-daf8290754a4 req-bf51b2de-9447-4f1d-a795-1d5901ce3c3d service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909989 Aug 09 16:46:45.161025 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c39ec150-7d3e-4d29-bca3-d365f32a7ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:47.624719 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ec76b7a4-41b8-4e5b-8662-896aa38d2d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:47.864966 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:49.350112 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:49.847702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45508) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:50.020210 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 5ce85026-b178-4173-ae8e-5830c6ac300d {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:50.020647 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:50.096615 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:50.096949 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:50.110335 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 5ce85026-b178-4173-ae8e-5830c6ac300d owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:50.269103 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:50.295999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=5ce85026-b178-4173-ae8e-5830c6ac300d,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:50.324661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.325003 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.325681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.326010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.326336 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.326660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.326981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.327298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.327619 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.327964 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.328279 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.328592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:50.366325 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:50.366622 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP 88ef31b3-60b0-4533-b626-9baf70e535bf disassociated (deleted). External IP: 172.25.7.238, port: c834e8e6-da7e-4da9-8725-02f13a2b1cc7. Aug 09 16:46:50.573742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router a77495fb-cb6a-43f0-af78-07fb0359a97e has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:46:50.681439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:46:50.686951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:50.692612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] Sync routers for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:46:50.706093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:50.706694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:50.719267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ac472a5f-d9f8-4aa3-b30c-142fd0e745d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/floatingips/88ef31b3-60b0-4533-b626-9baf70e535bf HTTP/1.1" status: 204 len: 168 time: 0.8701758 Aug 09 16:46:50.720005 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:46:50.722361 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06da6621-af08-46b5-a2f9-5999355b3793" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:46:50.767706 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:50.820016 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:50.886083 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb940ed2-bb70-4388-a7c1-5162959b6e10 x-openstack-request-id: req-fb940ed2-bb70-4388-a7c1-5162959b6e10 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:46:50.886594 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:46:50.886594 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb940ed2-bb70-4388-a7c1-5162959b6e10 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:46:50.887089 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'status': 'completed', 'code': 200} Aug 09 16:46:50.978066 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da6621-af08-46b5-a2f9-5999355b3793 req-c5a09a31-5f22-4c04-a40a-fc56a73ecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:50.979609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06da6621-af08-46b5-a2f9-5999355b3793 req-c5a09a31-5f22-4c04-a40a-fc56a73ecf9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 1096 time: 0.0693760 Aug 09 16:46:51.003404 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68855ada-0c2c-4a21-868b-1b1c87120b43 req-a9acd420-49be-4330-a1ef-241d690edc97 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:51.005297 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68855ada-0c2c-4a21-868b-1b1c87120b43 req-a9acd420-49be-4330-a1ef-241d690edc97 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0655520 Aug 09 16:46:51.025666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:51.051142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] Checking router: a77495fb-cb6a-43f0-af78-07fb0359a97e for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:46:51.060201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:51.060800 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:51.098308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68855ada-0c2c-4a21-868b-1b1c87120b43 req-586e7c2f-89fa-4332-b5c1-e04079ab9910 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818000 Aug 09 16:46:51.113949 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da6621-af08-46b5-a2f9-5999355b3793 req-b9f5358f-579f-4971-8735-aca2e22bca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:51.115931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06da6621-af08-46b5-a2f9-5999355b3793 req-b9f5358f-579f-4971-8735-aca2e22bca54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 200 len: 899 time: 0.1280904 Aug 09 16:46:51.161038 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06da6621-af08-46b5-a2f9-5999355b3793 req-53af615e-9bc0-4b69-8b2f-cdd127ec0d62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 200 len: 217 time: 0.0370758 Aug 09 16:46:51.169274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:51.212690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da6621-af08-46b5-a2f9-5999355b3793 req-55d8b589-27fc-4385-89fb-a830e481551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:51.214243 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06da6621-af08-46b5-a2f9-5999355b3793 req-55d8b589-27fc-4385-89fb-a830e481551e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf702ab2-18e8-4ba7-bf40-3e98709c0eac HTTP/1.1" status: 200 len: 835 time: 0.0464163 Aug 09 16:46:51.266133 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da6621-af08-46b5-a2f9-5999355b3793 req-c9d13786-a61c-4346-96b4-146993d64f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:51.267668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06da6621-af08-46b5-a2f9-5999355b3793 req-c9d13786-a61c-4346-96b4-146993d64f1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=681736ce-2ae3-451b-98f6-428dfa18d473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455720 Aug 09 16:46:51.360955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06da6621-af08-46b5-a2f9-5999355b3793 req-5e899803-31bd-4054-8067-63bf7d668b2e service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842433 Aug 09 16:46:51.370063 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:51.396607 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735e569-fbb4-45c0-960f-996d8dc67d70 None None] The sync data for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 is: [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:24Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '8776eed8-99cc-45f6-a880-ca53947ff23a', 'name': '', 'network_id': '681736ce-2ae3-451b-98f6-428dfa18d473', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:8f:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:23Z', 'updated_at': '2021-08-09T16:45:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'bf702ab2-18e8-4ba7-bf40-3e98709c0eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:46:51.460570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-06da6621-af08-46b5-a2f9-5999355b3793 req-b20a91d7-ae60-4be8-81e2-c4c64c4926e6 service neutron] 10.222.0.35 "GET /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917811 Aug 09 16:46:51.619762 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b8f6d-6323-4ea1-988e-baa7d0623799 None None] New status for floating IP 88ef31b3-60b0-4533-b626-9baf70e535bf: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:46:52.233832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506858b0-d3be-4ea5-ab23-fd470e81bc86 req-2da325c9-058b-4380-b49e-67b84f5d701c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:52.235359 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-506858b0-d3be-4ea5-ab23-fd470e81bc86 req-2da325c9-058b-4380-b49e-67b84f5d701c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0549533 Aug 09 16:46:52.281464 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-506858b0-d3be-4ea5-ab23-fd470e81bc86 req-02cf2aed-ed3b-43b4-802b-5cb2dee180fc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=6cee7ba9-1e3e-425f-8d45-80f5f692edde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364647 Aug 09 16:46:52.350519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-89ea2f73-6ef1-4f9d-a9d7-c194750d91f8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:52.352068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-89ea2f73-6ef1-4f9d-a9d7-c194750d91f8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f2c7213-d872-45d7-b807-090a3efdea21 HTTP/1.1" status: 200 len: 945 time: 0.0492320 Aug 09 16:46:52.452585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:52.452807 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:52.542275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port c834e8e6-da7e-4da9-8725-02f13a2b1cc7, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:52.542653 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:52.559340 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for c834e8e6-da7e-4da9-8725-02f13a2b1cc7 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:52.705061 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:52.735654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=c834e8e6-da7e-4da9-8725-02f13a2b1cc7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:52.783285 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] No DVR routers for this DVR port c834e8e6-da7e-4da9-8725-02f13a2b1cc7 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:46:52.785934 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:52.788104 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-94fcd664-4c6a-4607-ade1-15345f4a0b87 req-4b3f88ee-43d0-4b98-b61e-69cc15c372d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "DELETE /v2.0/ports/c834e8e6-da7e-4da9-8725-02f13a2b1cc7 HTTP/1.1" status: 204 len: 173 time: 0.4303071 Aug 09 16:46:52.888458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'name': 'network-vif-deleted', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:46:52.892290 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ed98af-c919-4c2e-9eff-c452a2d231e3" -d '{"events": [{"server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "name": "network-vif-deleted", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:46:52.932150 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eb05e3-8d50-41ce-b0d3-49dcddba32bb x-openstack-request-id: req-b1eb05e3-8d50-41ce-b0d3-49dcddba32bb {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:46:52.932444 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2c7213-d872-45d7-b807-090a3efdea21", "name": "network-vif-deleted", "tag": "c834e8e6-da7e-4da9-8725-02f13a2b1cc7", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:46:52.932718 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1eb05e3-8d50-41ce-b0d3-49dcddba32bb {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:46:52.933126 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2c7213-d872-45d7-b807-090a3efdea21', 'name': 'network-vif-deleted', 'tag': 'c834e8e6-da7e-4da9-8725-02f13a2b1cc7', 'status': 'completed', 'code': 200} Aug 09 16:46:53.338750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45522) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:53.716646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:53.980870 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 8776eed8-99cc-45f6-a880-ca53947ff23a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:53.981119 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:54.080395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 8776eed8-99cc-45f6-a880-ca53947ff23a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8776eed8-99cc-45f6-a880-ca53947ff23a,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:54.080758 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:54.432222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 8776eed8-99cc-45f6-a880-ca53947ff23a owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:54.625115 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:54.650965 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=8776eed8-99cc-45f6-a880-ca53947ff23a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:54.828338 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.059891 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router a77495fb-cb6a-43f0-af78-07fb0359a97e has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:46:55.168113 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:46:55.175869 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-50e79702-0033-4b89-baa3-9be8b597b8bd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/a77495fb-cb6a-43f0-af78-07fb0359a97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338969 Aug 09 16:46:55.176747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45524) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:55.178811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] Sync routers for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:46:55.188778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:55.189396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:55.230819 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed70a04-ac5e-4bd7-81a4-3dfab0d5ef76 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting subnet bf702ab2-18e8-4ba7-bf40-3e98709c0eac {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:46:55.234502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ed70a04-ac5e-4bd7-81a4-3dfab0d5ef76 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.275327 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ed70a04-ac5e-4bd7-81a4-3dfab0d5ef76 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.371353 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ed70a04-ac5e-4bd7-81a4-3dfab0d5ef76 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.432840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ed70a04-ac5e-4bd7-81a4-3dfab0d5ef76 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.458220 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:55.461460 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed70a04-ac5e-4bd7-81a4-3dfab0d5ef76 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Subnet': ['ID=bf702ab2-18e8-4ba7-bf40-3e98709c0eac,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:55.465067 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3ed70a04-ac5e-4bd7-81a4-3dfab0d5ef76 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.467577 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-3ed70a04-ac5e-4bd7-81a4-3dfab0d5ef76 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/subnets/bf702ab2-18e8-4ba7-bf40-3e98709c0eac HTTP/1.1" status: 204 len: 168 time: 0.2898843 Aug 09 16:46:55.470275 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45526) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:55.489021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e16a3f-5d72-4f80-8f0c-40b5ceab8730 None None] Network 681736ce-2ae3-451b-98f6-428dfa18d473 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:46:55.575944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.678691 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.736909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 8c2a7941-d25d-401e-9e99-41c0c6a620c6 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:55.737350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.742706 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:46:54Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '8c2a7941-d25d-401e-9e99-41c0c6a620c6', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:66:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:55.775396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] Checking router: a77495fb-cb6a-43f0-af78-07fb0359a97e for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:46:55.784110 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] Routers {'a77495fb-cb6a-43f0-af78-07fb0359a97e'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:55.784727 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a77495fb-cb6a-43f0-af78-07fb0359a97e'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:55.819575 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] DHCP port deletion for 681736ce-2ae3-451b-98f6-428dfa18d473 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:46:55.822215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 8c2a7941-d25d-401e-9e99-41c0c6a620c6, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8c2a7941-d25d-401e-9e99-41c0c6a620c6,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:55.822591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:55.835136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 8c2a7941-d25d-401e-9e99-41c0c6a620c6 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:55.894133 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] Set router a77495fb-cb6a-43f0-af78-07fb0359a97e gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:55.951251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:46:55Z', 'revision_number': 6, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:55.983658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986b500-c1cf-4390-a754-6348080c4aa5 None None] The sync data for ids ['a77495fb-cb6a-43f0-af78-07fb0359a97e'] in n-d-799523-2 is: [{'id': 'a77495fb-cb6a-43f0-af78-07fb0359a97e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807165576', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:45:21Z', 'updated_at': '2021-08-09T16:46:55Z', 'revision_number': 6, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:46:55.991223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Deleting port 8d081d69-a001-46e7-b21a-6566dbb7cb7b {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:55.991571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.009209 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.040334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=8c2a7941-d25d-401e-9e99-41c0c6a620c6,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:56.055971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] For port 8d081d69-a001-46e7-b21a-6566dbb7cb7b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=8d081d69-a001-46e7-b21a-6566dbb7cb7b,segment=NetworkSegment(873b4dab-3840-451b-811c-b50f09615863),segment_id=873b4dab-3840-451b-811c-b50f09615863)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:56.056371 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.069345 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Calling delete_port for 8d081d69-a001-46e7-b21a-6566dbb7cb7b owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:56.096207 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.154101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.178677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Pushing event deleted for resources: {'Port': ['ID=8d081d69-a001-46e7-b21a-6566dbb7cb7b,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:56.183466 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] No DVR routers for this DVR port 8d081d69-a001-46e7-b21a-6566dbb7cb7b on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:46:56.190680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.193431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.193431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.193431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.193431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.193431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.193431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.194421 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.194931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.194931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.194931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.194931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.194931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb9166-a09e-4549-bfaa-fa01ee3d766d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.197031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.241856 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.242303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Fanout notify agent at l3_agent the message router_deleted on router a77495fb-cb6a-43f0-af78-07fb0359a97e {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:46:56.249879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.251041 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9be763df-a7f8-4153-9f9c-9c22e4a03da6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/routers/a77495fb-cb6a-43f0-af78-07fb0359a97e HTTP/1.1" status: 204 len: 168 time: 0.7798262 Aug 09 16:46:56.253879 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45528) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:56.330947 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.426420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.436397 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681736ce-2ae3-451b-98f6-428dfa18d473']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:56.446493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873b4dab-3840-451b-811c-b50f09615863') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:56.446781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873b4dab-3840-451b-811c-b50f09615863') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:56.455568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.469104 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.475252 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:46:56.475665 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:46:56.478601 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:46:56.539847 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.546936 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.548638 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/networks/681736ce-2ae3-451b-98f6-428dfa18d473 HTTP/1.1" status: 204 len: 168 time: 0.2938468 Aug 09 16:46:56.552114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45530) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:56.565271 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894cf5a-02be-4950-b4f4-400a1ecb4e7a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Network': ['ID=681736ce-2ae3-451b-98f6-428dfa18d473,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:56.616859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.643954 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.715139 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.717720 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:56.718964 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/security-groups/6cee7ba9-1e3e-425f-8d45-80f5f692edde HTTP/1.1" status: 204 len: 168 time: 0.1657135 Aug 09 16:46:56.730808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cee7ba9-1e3e-425f-8d45-80f5f692edde,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:56.740108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.740647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.741150 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.741580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.741910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.742601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.742601 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.742898 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.743215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.743540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.743857 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.744210 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fd5b0-58eb-4a69-9654-505e2c336998 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:56.839699 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8d081d69-a001-46e7-b21a-6566dbb7cb7b no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:46:56.861356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8d081d69-a001-46e7-b21a-6566dbb7cb7b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:46:56.861705 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8d081d69-a001-46e7-b21a-6566dbb7cb7b not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:46:56.862193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8776eed8-99cc-45f6-a880-ca53947ff23a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:46:56.882037 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8776eed8-99cc-45f6-a880-ca53947ff23a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:46:56.882384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8776eed8-99cc-45f6-a880-ca53947ff23a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:46:56.882798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8c2a7941-d25d-401e-9e99-41c0c6a620c6 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:46:56.901848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 8c2a7941-d25d-401e-9e99-41c0c6a620c6 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:46:56.902186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 8c2a7941-d25d-401e-9e99-41c0c6a620c6 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:46:57.018279 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45538) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:57.023329 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-afa48564-a80d-4694-aaeb-4daf36dd6cdf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472563476', 'description': 'tempest-secgroup-smoke-1472563476 description', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:57.050753 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afa48564-a80d-4694-aaeb-4daf36dd6cdf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.135568 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afa48564-a80d-4694-aaeb-4daf36dd6cdf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.141025 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afa48564-a80d-4694-aaeb-4daf36dd6cdf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.169345 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afa48564-a80d-4694-aaeb-4daf36dd6cdf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.170603 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-afa48564-a80d-4694-aaeb-4daf36dd6cdf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1512642 Aug 09 16:46:57.174060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45540) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:57.174765 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa48564-a80d-4694-aaeb-4daf36dd6cdf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972d13df-c4a7-4da3-bafd-e7a3fba24015,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:57.179283 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-739e3bf7-a715-4a44-bd73-39dbe96b95eb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '972d13df-c4a7-4da3-bafd-e7a3fba24015', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:57.207766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-739e3bf7-a715-4a44-bd73-39dbe96b95eb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.245258 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c834e8e6-da7e-4da9-8725-02f13a2b1cc7 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:46:57.265560 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-739e3bf7-a715-4a44-bd73-39dbe96b95eb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.269684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-739e3bf7-a715-4a44-bd73-39dbe96b95eb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.269888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: c834e8e6-da7e-4da9-8725-02f13a2b1cc7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:46:57.270157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device c834e8e6-da7e-4da9-8725-02f13a2b1cc7 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:46:57.291490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3bf7-a715-4a44-bd73-39dbe96b95eb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fabde5-fc05-49ad-9f1f-9eb2437f1190,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:57.300159 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-739e3bf7-a715-4a44-bd73-39dbe96b95eb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.301456 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-739e3bf7-a715-4a44-bd73-39dbe96b95eb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262827 Aug 09 16:46:57.304869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45542) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:57.309729 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-758645ab-a5be-4b0c-a6d7-ab4617a017ad tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '972d13df-c4a7-4da3-bafd-e7a3fba24015', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:57.338002 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-758645ab-a5be-4b0c-a6d7-ab4617a017ad tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.394621 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-758645ab-a5be-4b0c-a6d7-ab4617a017ad tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.402096 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-758645ab-a5be-4b0c-a6d7-ab4617a017ad tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.422410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758645ab-a5be-4b0c-a6d7-ab4617a017ad tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec3cb09-e8e1-4f62-b0a1-ec4847c2b3dd,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:57.429513 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-758645ab-a5be-4b0c-a6d7-ab4617a017ad tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.430732 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-758645ab-a5be-4b0c-a6d7-ab4617a017ad tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248806 Aug 09 16:46:57.433651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45544) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:57.438068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-1af171fe-1bb0-4404-9180-ee921d531f16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '972d13df-c4a7-4da3-bafd-e7a3fba24015', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:57.471327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1af171fe-1bb0-4404-9180-ee921d531f16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.537584 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1af171fe-1bb0-4404-9180-ee921d531f16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.543455 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1af171fe-1bb0-4404-9180-ee921d531f16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.561153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af171fe-1bb0-4404-9180-ee921d531f16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb258012-6d31-42c9-863a-c0b2f484cdf2,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:57.568909 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1af171fe-1bb0-4404-9180-ee921d531f16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.570232 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1af171fe-1bb0-4404-9180-ee921d531f16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355298 Aug 09 16:46:57.573067 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45546) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:57.578203 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-73f9b545-0e39-46a2-8ee1-c214dd9a4a9a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '972d13df-c4a7-4da3-bafd-e7a3fba24015', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:57.607919 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f9b545-0e39-46a2-8ee1-c214dd9a4a9a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.669697 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f9b545-0e39-46a2-8ee1-c214dd9a4a9a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.674946 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f9b545-0e39-46a2-8ee1-c214dd9a4a9a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.696963 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9b545-0e39-46a2-8ee1-c214dd9a4a9a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bcf0bf-e2b4-4baf-8cd2-4c1a2500db2d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:57.704507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-73f9b545-0e39-46a2-8ee1-c214dd9a4a9a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.711291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-73f9b545-0e39-46a2-8ee1-c214dd9a4a9a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322467 Aug 09 16:46:57.711405 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45548) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:57.714643 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-11ecdbc1-3944-43c0-8ce4-aea413b71290 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '972d13df-c4a7-4da3-bafd-e7a3fba24015', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:57.738392 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-11ecdbc1-3944-43c0-8ce4-aea413b71290 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:46:57.744284 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11ecdbc1-3944-43c0-8ce4-aea413b71290 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.813737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11ecdbc1-3944-43c0-8ce4-aea413b71290 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.819377 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11ecdbc1-3944-43c0-8ce4-aea413b71290 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.836767 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecdbc1-3944-43c0-8ce4-aea413b71290 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb86c147-ce16-4ebc-a1cf-6285e10c16a2,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:57.844335 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-11ecdbc1-3944-43c0-8ce4-aea413b71290 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.845576 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-11ecdbc1-3944-43c0-8ce4-aea413b71290 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348743 Aug 09 16:46:57.848536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45550) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:57.853053 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-03dd3d7a-0218-4866-b781-23d5276b3a85 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '972d13df-c4a7-4da3-bafd-e7a3fba24015', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:57.875401 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-03dd3d7a-0218-4866-b781-23d5276b3a85 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:46:57.880410 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03dd3d7a-0218-4866-b781-23d5276b3a85 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.943582 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03dd3d7a-0218-4866-b781-23d5276b3a85 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.949761 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03dd3d7a-0218-4866-b781-23d5276b3a85 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.967705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd3d7a-0218-4866-b781-23d5276b3a85 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c9b4cb-b37d-4129-8ba2-0e2d25b2bf02,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:57.976636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-03dd3d7a-0218-4866-b781-23d5276b3a85 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:57.977870 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-03dd3d7a-0218-4866-b781-23d5276b3a85 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283958 Aug 09 16:46:57.980821 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45552) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:57.985741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'network': {'name': 'tempest-network-smoke--491331042', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'port_security_enabled': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:58.007112 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:46:58.010703 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.037690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:46:58.047633 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.048018 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Added segment d96c36a3-d67c-4043-8c21-339c1b8a37e2 of type vlan for network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 Aug 09 16:46:58.087662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.118651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.125012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:58.125601 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.184454 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2025068 Aug 09 16:46:58.187354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45554) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:58.192475 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'admin_state_up': True, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:58.195668 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3143d3-b313-4a87-aa27-b803e8566efa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Network': ['ID=0dd63ba7-d0dc-484f-8065-ac1c250d9559,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:58.206399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:46:58.218213 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.219438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.274684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.411457 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.608456 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.627449 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.738775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.137 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/625e5d0a-7b2b-407d-adca-4b26b8d7fa7d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:46:58.842262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.883674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.897708 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:46:58.927406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:46:58.931377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:46:58.935035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:46:58.940569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=625e5d0a-7b2b-407d-adca-4b26b8d7fa7d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:59.192368 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:59.285374 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:59.303336 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:59.400912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:59.539842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 9472eb96-6cd9-418b-9efb-8c91067b8554 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:46:59.652596 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:46:59.662326 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Sync routers for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:46:59.672210 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:59.672813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:59.673372 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:59.674609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0fdf991e-61a5-421b-8e3e-ad991beffa2d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4862030 Aug 09 16:46:59.678048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45556) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:59.706763 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-02c1d70b-4e7d-411e-8afb-3befacc56e5e tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=524ac9e3046d46ba896dcc1f3c99fbfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275226 Aug 09 16:46:59.709968 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45558) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:59.782056 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:59.804125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16d61a-ecc1-4908-a4d1-a5c6e098a0a3 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:59.808282 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-de16d61a-ecc1-4908-a4d1-a5c6e098a0a3 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940223 Aug 09 16:46:59.808624 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45560) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:59.837202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d8039a94-25df-419b-bf5c-c41ab392ed7b tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274775 Aug 09 16:46:59.839735 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45562) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:59.844500 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2115864288', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:59.934404 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:46:59.938047 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:59.963689 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:46:59Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:59.989596 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Checking router: 9472eb96-6cd9-418b-9efb-8c91067b8554 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:46:59.989942 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Updating router 9472eb96-6cd9-418b-9efb-8c91067b8554 port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:47:00.015406 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.122381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.185514 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Subnet': ['ID=f781378a-1e83-4d03-bcd5-c386af266d52,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:00.195511 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Checking segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:47:00.195882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network hostable DHCP agents. Network: 0dd63ba7-d0dc-484f-8065-ac1c250d9559, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:47:00.214284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:47:00.223604 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 0dd63ba7-d0dc-484f-8065-ac1c250d9559) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:47:00.227847 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:00.228479 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.235042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24ba77e-a195-43a8-adc6-ba0f2f26e39c None None] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:47:00.246356 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f15b12ea-814d-4c10-940d-8102ff4158ce tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4028490 Aug 09 16:47:00.246588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45564) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:00.378331 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.388318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:47:00.389012 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Transition to ACTIVE for port object 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:00.389329 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.395489 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.421645 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Attempting to bind port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:47:00.422019 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Attempting to bind port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:47:00.422374 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Attempting to bind port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:00.445315 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:47:00.445823 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:47:00.446230 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.446620 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:47:00.447093 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Bound port: 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:47:00.447466 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.512774 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] For port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:47:00.530838 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] For port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=625e5d0a-7b2b-407d-adca-4b26b8d7fa7d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:47:00.532222 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Pushing event updated for resources: {'Port': ['ID=625e5d0a-7b2b-407d-adca-4b26b8d7fa7d,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:00.537006 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Allocated IP 172.20.0.2 (0dd63ba7-d0dc-484f-8065-ac1c250d9559/f781378a-1e83-4d03-bcd5-c386af266d52/6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:47:00.542130 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.545180 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.545601 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.546038 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.546436 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.546855 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.547249 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.547638 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.548054 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.548440 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.548825 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.549324 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.549709 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:00.619256 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:47:00.619643 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:00.656443 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae9585-4815-4968-98b1-10efd521081c None None] Pushing event updated for resources: {'Port': ['ID=625e5d0a-7b2b-407d-adca-4b26b8d7fa7d,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:00.707674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.717823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Transition to ACTIVE for port object 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:00.733957 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Transition to ACTIVE for port object 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:00.736722 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:47:00.745956 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.792556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:47:00.795571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:47:00.801979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Pushing event updated for resources: {'Port': ['ID=6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:00.805340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:47:00.859284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Attempting to bind port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:47:00.859651 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Attempting to bind port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:47:00.860043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Attempting to bind port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 on network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:00.864886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:47:00.865249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Checking segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:47:00.865830 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.866689 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Bound using segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:47:00.867158 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Bound port: 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:47:00.867538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.935986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] For port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:47:00.937195 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:46:59Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:00.939141 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] For port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:47:00.944862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:00.966292 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214850f-624d-49d3-9935-b570827ecb20 None None] The sync data for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 is: [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:46:59Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:47:01.008201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5cce7-bf22-4b42-b840-ce8d291bf927 None None] Pushing event updated for resources: {'Port': ['ID=6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:01.060737 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:01.396362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.1 (0dd63ba7-d0dc-484f-8065-ac1c250d9559/f781378a-1e83-4d03-bcd5-c386af266d52/4b81f732-ddac-4bc3-afa1-b665c9aa48d0) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:47:01.519676 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:01.534986 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:01.570229 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:01.613789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:47:01.617169 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:47:01.621235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:47:01.627896 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:01.671374 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:01.825194 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:01.993872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a50e36-b3f7-4b17-a267-579f341af8b8 None None] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:47:02.102564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bc4f7c02-dd89-4a88-8972-c6c4bfe003bd None None] Provisioning for port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:47:02.127010 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:02.132817 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:02.205954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:02.212230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:02.314984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:47:02.316667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:47:02.443012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 9472eb96-6cd9-418b-9efb-8c91067b8554 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:47:02.449232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0ac166b3-4519-418c-bde6-c3361871bed1 None None] Provisioning for port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:47:02.454284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0ac166b3-4519-418c-bde6-c3361871bed1 None None] Provisioning complete for port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:02.458588 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0ac166b3-4519-418c-bde6-c3361871bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:02.497526 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0ac166b3-4519-418c-bde6-c3361871bed1 None None] Port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:47:02.560377 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:47:02.565740 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-900d1e40-b531-4a6a-83f1-19d420893189 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/9472eb96-6cd9-418b-9efb-8c91067b8554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3179893 Aug 09 16:47:02.622600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b881eba7-c2c1-4629-9c57-58a1e604a172 None None] Provisioning complete for port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:02.623089 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b881eba7-c2c1-4629-9c57-58a1e604a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:02.661375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b881eba7-c2c1-4629-9c57-58a1e604a172 None None] Port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:47:02.698970 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Sync routers for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:47:02.710666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:47:02.711299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:02.736531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-97100218-4157-46c5-b1db-2145378fdf93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472563476&fields=id&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 267 time: 0.0457072 Aug 09 16:47:02.831313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-eff6f124-c387-4624-b7bd-45866ae050dc None None] Provisioning complete for port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:02.831683 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-eff6f124-c387-4624-b7bd-45866ae050dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:02.861283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:47:02.862822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-8ed60457-b96d-4eaf-b46d-3b4f36bf77e6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:02.865263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-8ed60457-b96d-4eaf-b46d-3b4f36bf77e6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 796 time: 0.1209962 Aug 09 16:47:02.890216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-f3184898-9572-4c5c-9a7b-5b654641860c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/quotas/524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 375 time: 0.0138452 Aug 09 16:47:02.895297 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:47:02.927095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-eff6f124-c387-4624-b7bd-45866ae050dc None None] Port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:47:02.943179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-00e363c1-fed1-43ee-bef3-3361ecd8cbb2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465710 Aug 09 16:47:03.217888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:47:03.232077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:03.232450 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.349535 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 2, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:03.351412 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.384580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Checking router: 9472eb96-6cd9-418b-9efb-8c91067b8554 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:47:03.384935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Updating router 9472eb96-6cd9-418b-9efb-8c91067b8554 port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:47:03.395469 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-5c2b9da1-6d10-444d-b3b9-3d30619c2b5f service neutron] 10.222.0.64 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395630 Aug 09 16:47:03.416952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=625e5d0a-7b2b-407d-adca-4b26b8d7fa7d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:03.422276 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.424309 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.425103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:47:03.485292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-4db2f6b1-2d84-40bd-a2ba-ac604cfd193d service neutron] 10.222.0.64 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832541 Aug 09 16:47:03.542756 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=625e5d0a-7b2b-407d-adca-4b26b8d7fa7d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:03.607422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:47:03.614538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:03.614903 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.662185 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-585a461c-07f7-438e-8917-35a157c9630d req-02f6260d-6600-4098-b2cb-d893dd5dc525 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 210 time: 0.0337567 Aug 09 16:47:03.777829 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.850518 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:03.857619 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.864400 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.893993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Transition to ACTIVE for port object 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:03.904867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:03.929491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:03.994981 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67bc2d-8c98-4619-a284-cf228830e254 None None] Pushing event updated for resources: {'Port': ['ID=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:04.028736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Attempting to bind port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:47:04.029096 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Attempting to bind port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:47:04.029643 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Attempting to bind port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 on network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:04.035160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:47:04.035532 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Checking segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:47:04.036177 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:04.036752 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Bound using segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:47:04.037370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Bound port: 4b81f732-ddac-4bc3-afa1-b665c9aa48d0, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:47:04.037932 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:04.106377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] For port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:47:04.110816 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] For port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:47:04.116638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:04.187316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:47:04.187968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:04.234248 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67bc2d-8c98-4619-a284-cf228830e254 None None] Pushing event updated for resources: {'Port': ['ID=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:04.315813 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:47:04.541851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:04Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:04.568945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf9d3b-a5e9-47b2-bc2d-8cb67ef0a207 None None] The sync data for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 is: [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:04Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:47:04.791121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ebdf4035-822e-485b-a835-4fe19b1b2bce req-5c6f4396-f29d-41ff-a01b-0f6f14d151d2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 210 time: 0.0373578 Aug 09 16:47:04.818805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-1d2230da-a537-45b0-912b-661f7c1e8623 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:04.821164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-1d2230da-a537-45b0-912b-661f7c1e8623 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 796 time: 0.1732657 Aug 09 16:47:04.878548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-73e08670-c732-4030-badd-73cd85a40673 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 380 time: 0.0445588 Aug 09 16:47:04.891665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'port': {'device_id': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'admin_state_up': True, 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'security_groups': ['972d13df-c4a7-4da3-bafd-e7a3fba24015']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:47:04.944292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:47:05.001114 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:05.001469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.009734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:47:05.013835 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.089450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:47:05.144861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:47:05.149579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:05.150001 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.182859 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.11 (0dd63ba7-d0dc-484f-8065-ac1c250d9559/f781378a-1e83-4d03-bcd5-c386af266d52/068edd28-3c36-46ae-9c4f-a037fd5f8a74) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:47:05.247140 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.289581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:05.295710 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.297919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:47:05.363837 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.382478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object 068edd28-3c36-46ae-9c4f-a037fd5f8a74 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:05.385135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:05.420197 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.422382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:05.422758 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.476994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:47:05.480449 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:47:05.483212 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:47:05.544973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:05.572698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:05.573441 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.593317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-90d4b251-ecf3-4aac-adb4-a41208e695a7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7074616 Aug 09 16:47:05.608913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Request body: {'port': {'device_id': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:47:05.683025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.721434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f886500-2ffd-4ddd-b159-795059f1a8e6 None None] Provisioning for port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:47:05.732731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f886500-2ffd-4ddd-b159-795059f1a8e6 None None] Provisioning complete for port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:05.733278 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f886500-2ffd-4ddd-b159-795059f1a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.775411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9f886500-2ffd-4ddd-b159-795059f1a8e6 None None] Port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:47:05.978057 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437280b-4c5b-4d52-88ca-80f831ae4a46 req-0afec181-ad54-4e65-9471-82ad595b37ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:05.979448 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9437280b-4c5b-4d52-88ca-80f831ae4a46 req-0afec181-ad54-4e65-9471-82ad595b37ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 932 time: 0.1029768 Aug 09 16:47:06.058860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9437280b-4c5b-4d52-88ca-80f831ae4a46 req-c8029843-fd18-4886-90ca-81d80db9a015 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697353 Aug 09 16:47:06.071635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068edd28-3c36-46ae-9c4f-a037fd5f8a74 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:47:06.080445 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.096129 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Transition to ACTIVE for port object 068edd28-3c36-46ae-9c4f-a037fd5f8a74 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:06.102484 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.156804 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:06.228569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Attempting to bind port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:47:06.228802 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Attempting to bind port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:47:06.229136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Attempting to bind port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:06.233906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:47:06.234257 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Attempting to bind port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:06.239196 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:47:06.239518 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Checking segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:47:06.239928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Bound using segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:47:06.240451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Bound port: 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:47:06.240857 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.307156 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:47:06.310291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:47:06.317346 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.353154 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:06.353776 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.355217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] 10.222.0.35 "PUT /v2.0/ports/068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1092 time: 0.7531877 Aug 09 16:47:06.355642 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:47:06.357961 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100642e2-a4dd-44b7-ac56-36ccc08d53ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:47:06.388507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c891d6-2cfd-4f7f-af34-c36d4fc9d454 service neutron] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:06.417918 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd371404-412e-46b6-abcb-b822195d47d3 x-openstack-request-id: req-dd371404-412e-46b6-abcb-b822195d47d3 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:47:06.418232 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:47:06.418505 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd371404-412e-46b6-abcb-b822195d47d3 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:47:06.418879 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'status': 'completed', 'code': 200} Aug 09 16:47:06.457185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-3a7c7c0b-a0de-4077-9da3-0eb8f510c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:06.459072 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-3a7c7c0b-a0de-4077-9da3-0eb8f510c408 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1095 time: 0.0503004 Aug 09 16:47:06.501687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-e2b3eeb1-a958-4c04-8cb2-799ba4ae603f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 217 time: 0.0349801 Aug 09 16:47:06.552007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-088028af-76d4-4184-96d5-66524f32524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:06.553640 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-088028af-76d4-4184-96d5-66524f32524b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0455551 Aug 09 16:47:06.604656 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-97a29ff7-f505-45b2-8d9c-8a6089f85d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:06.606294 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-97a29ff7-f505-45b2-8d9c-8a6089f85d83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461414 Aug 09 16:47:06.702564 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-d23bad17-239e-4286-9260-932f31b393ec service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884974 Aug 09 16:47:06.804226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a2251eb4-62c2-4654-837d-75b4bc598758 req-ba55fafe-ba44-45fa-b953-b84d0ff8453b service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938563 Aug 09 16:47:06.823513 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:47:06.871906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:06.872272 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.894561 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-84bc2234-7182-4e68-9443-6bbccd27957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:06.896102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-84bc2234-7182-4e68-9443-6bbccd27957b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1095 time: 0.0418587 Aug 09 16:47:06.987797 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-f3a1af19-5e67-4162-8025-c6cbf9cabc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:06.989353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-f3a1af19-5e67-4162-8025-c6cbf9cabc70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.0865784 Aug 09 16:47:07.033827 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-5a961c8f-0660-441a-8deb-59b8df354332 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 217 time: 0.0375481 Aug 09 16:47:07.083489 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-cbf82d51-acb6-47a4-b070-aec9292fa38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:07.085113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-cbf82d51-acb6-47a4-b070-aec9292fa38a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0445530 Aug 09 16:47:07.134025 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-79179ec2-9e1e-4b06-81ab-dc52f7ef855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:07.135607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-79179ec2-9e1e-4b06-81ab-dc52f7ef855c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435107 Aug 09 16:47:07.238588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600aae7-aa3c-454c-adaf-f7f871219273 req-ba3a5463-feb5-4a27-af81-730983078390 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:07.240114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5600aae7-aa3c-454c-adaf-f7f871219273 req-ba3a5463-feb5-4a27-af81-730983078390 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 944 time: 0.1091776 Aug 09 16:47:07.270157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-5ed10c09-58a4-4a40-b4b5-2798187bc16c service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251321 Aug 09 16:47:07.305777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5600aae7-aa3c-454c-adaf-f7f871219273 req-ad58b66a-7444-4fdd-9394-c8e20655925a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590022 Aug 09 16:47:07.376212 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-100642e2-a4dd-44b7-ac56-36ccc08d53ff req-207b77ec-aa97-4953-b9c9-a8e9119d8c98 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932307 Aug 09 16:47:08.430468 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e3ba1-251b-458d-91c6-dce26f75c7a9 req-85c6b349-cbda-4dd3-9239-5858320161e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:08.432013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5e3ba1-251b-458d-91c6-dce26f75c7a9 req-85c6b349-cbda-4dd3-9239-5858320161e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 944 time: 0.0507524 Aug 09 16:47:08.474801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf5e3ba1-251b-458d-91c6-dce26f75c7a9 req-c5c214ce-2f87-49a2-b5db-d9e1340cf33b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336797 Aug 09 16:47:09.340303 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 068edd28-3c36-46ae-9c4f-a037fd5f8a74 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:47:09.448932 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:09.460852 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'port_id': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'mac_address': 'fa:16:3e:4e:48:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:47:09.501433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:09.514770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068edd28-3c36-46ae-9c4f-a037fd5f8a74 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:47:09.534646 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:09.540370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:09.590252 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:09.596766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60b0aa-eb4e-4efd-b30f-f552d73e653f req-202a8e63-e064-4a58-bcd7-0c39093d34b7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:09.598259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b60b0aa-eb4e-4efd-b30f-f552d73e653f req-202a8e63-e064-4a58-bcd7-0c39093d34b7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 945 time: 0.0506897 Aug 09 16:47:09.636634 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b60b0aa-eb4e-4efd-b30f-f552d73e653f req-8f06cc6d-fc77-460d-848a-86b07b4fe587 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Aug 09 16:47:09.741066 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['068edd28-3c36-46ae-9c4f-a037fd5f8a74'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:47:10.777450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b95d3-45d6-4e02-8364-2fd562d5dc6a req-d1f13ab6-e736-4caa-856e-3a9280ef86c1 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:10.778979 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d97b95d3-45d6-4e02-8364-2fd562d5dc6a req-d1f13ab6-e736-4caa-856e-3a9280ef86c1 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 945 time: 0.0600460 Aug 09 16:47:10.818053 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d97b95d3-45d6-4e02-8364-2fd562d5dc6a req-99835311-ea2d-4ef1-91bb-7633f6dd48e8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329962 Aug 09 16:47:11.355632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 068edd28-3c36-46ae-9c4f-a037fd5f8a74 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:47:11.414089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:47:11.420355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:11.420991 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:11.504719 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:11.527460 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:47:11.529786 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d92b9a-663c-4b3a-bea3-20d81a08b675" -d '{"events": [{"server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "name": "network-vif-plugged", "status": "completed", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:47:11.542524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:11.547272 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:11.569844 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e87ca9-702a-415f-a1b9-67bb9293f742 x-openstack-request-id: req-08e87ca9-702a-415f-a1b9-67bb9293f742 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:47:11.570132 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "name": "network-vif-plugged", "status": "completed", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:47:11.570383 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08e87ca9-702a-415f-a1b9-67bb9293f742 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:47:11.570769 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'code': 200} Aug 09 16:47:11.597375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:11.665764 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45019d-53f8-4082-80eb-3ad18078f9c4 req-cb7e5fa2-d90e-4b0d-b0a8-801d18d2e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:11.667213 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e45019d-53f8-4082-80eb-3ad18078f9c4 req-cb7e5fa2-d90e-4b0d-b0a8-801d18d2e944 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1097 time: 0.0419624 Aug 09 16:47:11.703287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e45019d-53f8-4082-80eb-3ad18078f9c4 req-93c35249-8710-4713-ad8e-bd3ff244e3bf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292227 Aug 09 16:47:11.960009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986a21-cf98-4b6a-9d4d-3f94a6abadc9 req-773f7975-9fce-43ef-912a-d359665cba59 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:11.961420 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae986a21-cf98-4b6a-9d4d-3f94a6abadc9 req-773f7975-9fce-43ef-912a-d359665cba59 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0559969 Aug 09 16:47:12.003642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ae986a21-cf98-4b6a-9d4d-3f94a6abadc9 req-bc5e5ef5-2a3e-4edf-b9b4-bc058e0728d7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336871 Aug 09 16:47:13.139173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae14bfe-27ac-4f2d-a0ee-0e469feedd8a req-ed22348a-a6cd-4d9b-9a22-f7a49a6854d9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:13.140747 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ae14bfe-27ac-4f2d-a0ee-0e469feedd8a req-ed22348a-a6cd-4d9b-9a22-f7a49a6854d9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0588005 Aug 09 16:47:13.179867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7ae14bfe-27ac-4f2d-a0ee-0e469feedd8a req-bd3ddec0-777b-46af-926b-1de1f14a4e03 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326340 Aug 09 16:47:13.303886 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f753c5b-a0f8-4250-958b-c105e3bfd284 req-5befe62b-0f5b-4b22-98f1-f3d92acace83 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:13.306057 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f753c5b-a0f8-4250-958b-c105e3bfd284 req-5befe62b-0f5b-4b22-98f1-f3d92acace83 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0587597 Aug 09 16:47:13.348354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3f753c5b-a0f8-4250-958b-c105e3bfd284 req-5395da7d-60a3-47ab-ad35-85cd4ee31adf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359473 Aug 09 16:47:13.370001 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45624) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:13.409975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b0e68-5539-4f5b-adf1-f96275bb19ea tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:13.411507 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6e2b0e68-5539-4f5b-adf1-f96275bb19ea tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1092 time: 0.0405118 Aug 09 16:47:13.414630 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45626) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:13.419019 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:47:13.443402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:13.544807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:13.657267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.178 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/11eeec1c-2965-4765-9073-92e7c0d1b1b9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:47:13.768755 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:13.811161 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:13.866912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:47:13.869764 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:47:13.873317 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:47:13.878684 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=11eeec1c-2965-4765-9073-92e7c0d1b1b9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:14.238697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:14.310141 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:14.487163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:14.498482 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:14.566257 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=11eeec1c-2965-4765-9073-92e7c0d1b1b9,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:14.580144 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:14.696604 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP 5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea associated. External IP: 172.25.7.178, port: 068edd28-3c36-46ae-9c4f-a037fd5f8a74. Aug 09 16:47:15.157823 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-96f7c0bd-72d8-4f91-b0d7-c7874c8b9e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:15.213705 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 9472eb96-6cd9-418b-9efb-8c91067b8554 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:47:15.324096 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:47:15.334890 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] Sync routers for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:47:15.342499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:15.345158 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:47:15.346008 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:15.370798 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5732c53d-5367-4e77-9cfd-80e6e4ec3aed tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9551790 Aug 09 16:47:15.371689 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:47:15.373974 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7029e15c-16ea-4a48-9027-7ce62876e924" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:47:15.452428 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:47:15.470338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018a91f-61ee-49f8-8213-ffc531bd847b req-bbd3f650-318f-42eb-9d1a-733fa85ce7e6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:15.471892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b018a91f-61ee-49f8-8213-ffc531bd847b req-bbd3f650-318f-42eb-9d1a-733fa85ce7e6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0512512 Aug 09 16:47:15.511194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b018a91f-61ee-49f8-8213-ffc531bd847b req-ef09f666-181a-4dbd-b912-7e2cd279ffcd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331280 Aug 09 16:47:15.533174 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45632) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:15.574979 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf5f2fd-84bd-4f08-9f47-cadaa3aaea49 x-openstack-request-id: req-7cf5f2fd-84bd-4f08-9f47-cadaa3aaea49 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:47:15.575626 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:47:15.575933 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cf5f2fd-84bd-4f08-9f47-cadaa3aaea49 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:47:15.576350 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'status': 'completed', 'code': 200} Aug 09 16:47:15.607594 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2f89222d-2983-4029-9fd7-1325f0107c6e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea HTTP/1.1" status: 200 len: 992 time: 0.0727327 Aug 09 16:47:15.631634 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-2b2e4030-cd20-4211-9d33-c28714dd4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:15.633188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-2b2e4030-cd20-4211-9d33-c28714dd4a33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1097 time: 0.0448370 Aug 09 16:47:15.688054 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'port_id': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'mac_address': 'fa:16:3e:4e:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:47:14Z', 'updated_at': '2021-08-09T16:47:14Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:05Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:15.714736 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] Checking router: 9472eb96-6cd9-418b-9efb-8c91067b8554 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:47:15.723143 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:47:15.723737 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:46:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:15.728579 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-554040c8-235c-43f2-a94f-f3d7dbd7105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:15.730229 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-554040c8-235c-43f2-a94f-f3d7dbd7105f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.0905776 Aug 09 16:47:15.800028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-a8e8bc01-0380-4b09-8f69-8367ba36c8ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1000 time: 0.0629416 Aug 09 16:47:15.831092 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:47:15.848936 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-f5b06206-9cc9-4672-9901-acd7690321b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:15.850468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-f5b06206-9cc9-4672-9901-acd7690321b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0440021 Aug 09 16:47:15.897002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-67c1ba89-bdd9-4f3a-b3e7-6c40532c13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:15.898656 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-67c1ba89-bdd9-4f3a-b3e7-6c40532c13e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415382 Aug 09 16:47:15.991848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-a0d32f5d-1168-4b80-b49d-9d91ff35af87 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854733 Aug 09 16:47:16.062427 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'port_id': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'mac_address': 'fa:16:3e:4e:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:47:14Z', 'updated_at': '2021-08-09T16:47:14Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:05Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:47:16.081320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7029e15c-16ea-4a48-9027-7ce62876e924 req-d6502381-09ea-4e71-acc8-baa851152e54 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832145 Aug 09 16:47:16.090368 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4525f-bb8b-4607-a10e-a88ebedd3f10 None None] The sync data for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 is: [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'port_id': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'mac_address': 'fa:16:3e:4e:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:47:14Z', 'updated_at': '2021-08-09T16:47:14Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:05Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:47:16.285644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aefdd4-38a8-430e-a610-59ad460c7a00 None None] New status for floating IP 5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:47:16.610305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45634) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:16.686878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c5ac45d3-c14f-4e9f-8d5e-24cc3802c438 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea HTTP/1.1" status: 200 len: 994 time: 0.0752451 Aug 09 16:47:17.624998 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d82a26e3-7d89-423d-95f2-f1f488b32d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:17.862544 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:19.353215 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:20.749899 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:29.286499 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:29.315330 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:35.903013 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:47:38.267365 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-57cf7a3c-9906-4ff7-a968-65cdad265ad5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472250 Aug 09 16:47:38.360903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-b3647290-52b4-4459-810f-26cfebe5c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:38.362387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-b3647290-52b4-4459-810f-26cfebe5c2db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1097 time: 0.0426440 Aug 09 16:47:38.472465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-32955940-0598-4b80-a051-56041a750c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:38.473959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-32955940-0598-4b80-a051-56041a750c89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.0901561 Aug 09 16:47:38.550055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-6d6c0c6b-1c6c-4eff-ad21-3886be41a942 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1002 time: 0.0675173 Aug 09 16:47:38.601167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-2ec9c7fc-1b1f-4623-96bf-a09bcc65ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:38.602609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-2ec9c7fc-1b1f-4623-96bf-a09bcc65ec6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0449727 Aug 09 16:47:38.662260 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-c1124093-1d1e-4d11-8965-e9986f324bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:38.664699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-c1124093-1d1e-4d11-8965-e9986f324bbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544078 Aug 09 16:47:38.762988 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-af8b1949-ea08-4c58-bb85-2228885dade5 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890651 Aug 09 16:47:38.878559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3de91718-aad8-48a4-87cc-dcb09ee077b8 req-ec375298-9ef3-43cf-a3ff-65c5e96b8ad1 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058402 Aug 09 16:47:43.395653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52594a5d-355b-4b38-b693-b35490bb24d2 req-4d2b3ce6-a08a-4e9d-abd1-8bde4ba533dd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:43.397128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52594a5d-355b-4b38-b693-b35490bb24d2 req-4d2b3ce6-a08a-4e9d-abd1-8bde4ba533dd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0584810 Aug 09 16:47:43.453520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-8e8e05a8-2469-4b59-b062-240997544160 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221437 Aug 09 16:47:43.456340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-52594a5d-355b-4b38-b693-b35490bb24d2 req-69341cde-869d-4826-a51f-d7d25cd65b1e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Aug 09 16:47:44.592862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df13ffa-f19b-4e78-a511-5bb917d25a3d req-3393bb7e-8387-4896-bbc2-6d0c6a89a0ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:44.594538 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5df13ffa-f19b-4e78-a511-5bb917d25a3d req-3393bb7e-8387-4896-bbc2-6d0c6a89a0ec tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0590255 Aug 09 16:47:44.656694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5df13ffa-f19b-4e78-a511-5bb917d25a3d req-222e8f4b-31f2-44fc-9cda-a08493c9b36c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560162 Aug 09 16:47:44.666461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-1b27356d-2d71-42fd-8a46-2da7d65db30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:44.667931 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-1b27356d-2d71-42fd-8a46-2da7d65db30d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1097 time: 0.0536933 Aug 09 16:47:44.770894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-4794cfab-4d87-461b-925e-77e3c188c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:44.772452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-4794cfab-4d87-461b-925e-77e3c188c66e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.0974731 Aug 09 16:47:44.838671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-38719312-0a4a-4a5b-84a7-18d3bd51c4a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1002 time: 0.0579271 Aug 09 16:47:44.889666 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-416472fa-53d6-4d19-8d25-d6bb8cd90ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:44.891048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-416472fa-53d6-4d19-8d25-d6bb8cd90ab9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0447345 Aug 09 16:47:44.939880 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-36bc46eb-7420-4a2e-8296-2f6641646065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:44.941338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-36bc46eb-7420-4a2e-8296-2f6641646065 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433936 Aug 09 16:47:45.029743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-aa81c50d-d02b-4661-a65a-4c197648b5a6 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795338 Aug 09 16:47:45.120390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e08339ac-b9ca-468e-8910-6b07f805ffe1 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838971 Aug 09 16:47:45.155690 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d979c1a8-14e8-4ec6-bc81-83098d82f2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:45.795110 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e1ee5-5c48-4cda-828c-bc74cf518e9a req-80c92b1d-de2f-4c87-a14c-bb87228c8753 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:45.796663 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f7e1ee5-5c48-4cda-828c-bc74cf518e9a req-80c92b1d-de2f-4c87-a14c-bb87228c8753 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0582314 Aug 09 16:47:45.838280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1f7e1ee5-5c48-4cda-828c-bc74cf518e9a req-05be4a02-ff5f-4d25-b277-840ea3552c16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343866 Aug 09 16:47:46.967807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9ac6-f900-450d-a25d-ac112f05de23 req-d77ab009-bc92-4c6b-bc3b-f030d79babe0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:46.969466 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f74e9ac6-f900-450d-a25d-ac112f05de23 req-d77ab009-bc92-4c6b-bc3b-f030d79babe0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0506356 Aug 09 16:47:47.008062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f74e9ac6-f900-450d-a25d-ac112f05de23 req-d4824887-fa38-4f93-8187-d8961629996a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Aug 09 16:47:47.627538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-718759cd-b46f-4340-84a0-db90b1ed8f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:47.862338 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:48.141176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a59d-8f81-4d5b-a310-fed3135b6c97 req-bd7f96a9-bede-4f75-8e7a-4905e621c4fa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:48.142710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-adb1a59d-8f81-4d5b-a310-fed3135b6c97 req-bd7f96a9-bede-4f75-8e7a-4905e621c4fa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0581529 Aug 09 16:47:48.188468 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-adb1a59d-8f81-4d5b-a310-fed3135b6c97 req-f20bd036-cdb7-4d2f-a23d-08edd8e0aab6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370796 Aug 09 16:47:49.311812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032e73-92ea-4813-8de7-8833329625eb req-40bd4fed-d328-408d-b7a7-f1bdc3dc1d49 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:49.313327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98032e73-92ea-4813-8de7-8833329625eb req-40bd4fed-d328-408d-b7a7-f1bdc3dc1d49 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0503669 Aug 09 16:47:49.346502 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:49.353753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98032e73-92ea-4813-8de7-8833329625eb req-1166bea7-a66a-42a7-bcd5-a78b08c85dd9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344102 Aug 09 16:47:50.482717 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038fec-ce2e-4786-86c1-da5e07ac2284 req-e5300442-0f24-448c-b225-537da85b4650 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:50.484309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2038fec-ce2e-4786-86c1-da5e07ac2284 req-e5300442-0f24-448c-b225-537da85b4650 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0561993 Aug 09 16:47:50.524866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f2038fec-ce2e-4786-86c1-da5e07ac2284 req-aad4663b-4cea-48c8-9451-f1f78c5af156 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343251 Aug 09 16:47:50.754432 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:51.665993 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42645748-e4c2-4b67-87fe-7da4c8871ca3 req-8fad64a1-c945-49a0-b12e-3a4e686d0582 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:51.667636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42645748-e4c2-4b67-87fe-7da4c8871ca3 req-8fad64a1-c945-49a0-b12e-3a4e686d0582 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0570731 Aug 09 16:47:51.711545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42645748-e4c2-4b67-87fe-7da4c8871ca3 req-15845779-1360-4b8d-af2b-98cd09e62850 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360544 Aug 09 16:47:52.832589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea07c2-f4a4-4941-8fbc-2d2a03c7e0f6 req-fef9bae1-e94d-484e-b44e-2167d0f28710 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:52.834101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44ea07c2-f4a4-4941-8fbc-2d2a03c7e0f6 req-fef9bae1-e94d-484e-b44e-2167d0f28710 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0513434 Aug 09 16:47:52.873146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-44ea07c2-f4a4-4941-8fbc-2d2a03c7e0f6 req-174fa2ce-82b4-4f34-95dc-34cb9855cc53 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328841 Aug 09 16:47:54.016084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8e34-4af8-4fb9-b7cf-b75e6943265f req-e1095ebf-05e9-44b1-8997-d815d53a5409 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:54.017444 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dace8e34-4af8-4fb9-b7cf-b75e6943265f req-e1095ebf-05e9-44b1-8997-d815d53a5409 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0639079 Aug 09 16:47:54.056236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dace8e34-4af8-4fb9-b7cf-b75e6943265f req-0a5048a4-6f0a-4619-b836-df9403abfb43 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Aug 09 16:47:55.191229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342ed4a-7eb9-4706-b43d-b031a2215955 req-f6dd81a6-5dcd-44ef-a658-b2769ff4c9e5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:55.192769 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5342ed4a-7eb9-4706-b43d-b031a2215955 req-f6dd81a6-5dcd-44ef-a658-b2769ff4c9e5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0597248 Aug 09 16:47:55.236064 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5342ed4a-7eb9-4706-b43d-b031a2215955 req-21c0f892-e9fb-42ea-b6c5-d902ee46cffa tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370946 Aug 09 16:47:56.371543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8233992-4c92-4de8-81c9-c68952bd9f09 req-f824e3f3-2eef-43f0-8a63-59590ff7e2b6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:56.373097 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8233992-4c92-4de8-81c9-c68952bd9f09 req-f824e3f3-2eef-43f0-8a63-59590ff7e2b6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0528164 Aug 09 16:47:56.412601 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8233992-4c92-4de8-81c9-c68952bd9f09 req-1c93c23a-9eea-4707-8510-c07ce50e8922 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331945 Aug 09 16:47:57.019638 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-13241c45-e63a-4f1a-9df4-cb66a5bd4fb5 service neutron] show failed (client error): The resource could not be found. Aug 09 16:47:57.020637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-13241c45-e63a-4f1a-9df4-cb66a5bd4fb5 service neutron] 10.222.0.35 "GET /v2.0/ports/068edd28-3c36-46ae-9c4f-a037fd5f8a74/bindings/n-h2-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0707190 Aug 09 16:47:57.278107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-b1f7c831-5f1a-49ae-8c07-defcdc5bfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:57.280018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-b1f7c831-5f1a-49ae-8c07-defcdc5bfa8f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 1097 time: 0.0944924 Aug 09 16:47:57.292781 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:47:57.349028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:57.539869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129cba5-5e27-444f-a82f-f215d739d72e req-aae5c39b-6723-47d5-a4f4-1f388506273d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:57.541441 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f129cba5-5e27-444f-a82f-f215d739d72e req-aae5c39b-6723-47d5-a4f4-1f388506273d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0497103 Aug 09 16:47:57.560899 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:57.579423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f129cba5-5e27-444f-a82f-f215d739d72e req-8b6ff440-2048-4808-bf53-f1d19e1433d2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Aug 09 16:47:57.596470 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:47:57.636204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:47:57.638528 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ce8d8-80ea-4421-84e8-eccc5e2d08b0" -d '{"events": [{"server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "name": "network-vif-unplugged", "status": "completed", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:47:57.642222 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:57.654648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Transition to ACTIVE for port object 068edd28-3c36-46ae-9c4f-a037fd5f8a74 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:57.661362 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:57.695058 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3c17f1-806b-4508-b83f-807a6c6c7cbe x-openstack-request-id: req-9e3c17f1-806b-4508-b83f-807a6c6c7cbe {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:47:57.695346 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "name": "network-vif-unplugged", "status": "completed", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:47:57.695591 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e3c17f1-806b-4508-b83f-807a6c6c7cbe {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:47:57.695997 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'code': 200} Aug 09 16:47:57.758252 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=6']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:57.770939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.771280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.771617 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.772108 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.772444 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.772771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.773095 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.773455 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.773771 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.774087 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.774408 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.774721 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:57.811007 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] No DVR routers for this DVR port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:47:57.952779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Attempting to bind port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:47:57.953114 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Attempting to bind port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:47:57.953421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Attempting to bind port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:57.958221 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:47:57.958532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Attempting to bind port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:57.963748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:47:57.964078 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Checking segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:47:57.964457 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Bound using segment: {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:47:57.964879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Bound port: 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96c36a3-d67c-4043-8c21-339c1b8a37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:47:57.965228 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:58.032808 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:47:58.035920 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:47:58.043773 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:58.083416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:58.084072 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:58.085574 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] 10.222.0.66 "PUT /v2.0/ports/068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1092 time: 0.7968628 Aug 09 16:47:58.108620 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1545adc-3bdc-4985-8d52-4af5a0b129d8 service neutron] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:58.155357 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-129a1365-e33d-4b69-9cce-a0c9652e83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:58.156996 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-129a1365-e33d-4b69-9cce-a0c9652e83b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1095 time: 0.0448902 Aug 09 16:47:58.256770 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-2c48ff26-6530-4501-a804-322e1d9ab979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:58.258314 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-2c48ff26-6530-4501-a804-322e1d9ab979 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.0938573 Aug 09 16:47:58.330442 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-61be845d-8fea-4c7c-9c9e-c77c0fce35da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1000 time: 0.0633569 Aug 09 16:47:58.385635 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-85da5112-193b-4eae-915f-d1b84c53c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:58.387092 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-85da5112-193b-4eae-915f-d1b84c53c1e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0485156 Aug 09 16:47:58.435280 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-6e9b407b-7c44-410b-8494-1ae3a0a9a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:58.436774 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-6e9b407b-7c44-410b-8494-1ae3a0a9a0cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403316 Aug 09 16:47:58.532983 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-f193dcd6-128e-4acd-a140-cc8f8d9e0f98 service neutron] 10.222.0.66 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877159 Aug 09 16:47:58.628340 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-9c75ca5f-cd05-4423-bbae-5e1f3e30e850 req-8ea02abb-7af3-4233-af6d-b48524463c98 service neutron] 10.222.0.66 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Aug 09 16:47:58.705280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913ba63-1412-40c7-8a25-638ad8f7ec05 req-9e9004b4-5ca8-44cb-8fb2-f0da4bb2ef05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:58.706902 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8913ba63-1412-40c7-8a25-638ad8f7ec05 req-9e9004b4-5ca8-44cb-8fb2-f0da4bb2ef05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 944 time: 0.0538814 Aug 09 16:47:58.747906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8913ba63-1412-40c7-8a25-638ad8f7ec05 req-b4199b56-5c4e-48a7-8db3-3df95e81ad65 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Aug 09 16:47:59.291194 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:59.351726 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:59.697464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:47:59.700679 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:47:59.756300 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac56c2c0-0cb1-48ec-880f-457ac95d4a39 x-openstack-request-id: req-ac56c2c0-0cb1-48ec-880f-457ac95d4a39 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:47:59.756769 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:47:59.757061 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac56c2c0-0cb1-48ec-880f-457ac95d4a39 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:47:59.757564 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'status': 'completed', 'code': 200} Aug 09 16:47:59.817741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-c47583a2-f391-4503-af52-d23ea76af631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:59.819498 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-c47583a2-f391-4503-af52-d23ea76af631 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1095 time: 0.0430238 Aug 09 16:47:59.830671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-237481b2-7e60-4268-92e2-fa4b5dd76e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:59.834204 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-237481b2-7e60-4268-92e2-fa4b5dd76e61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1095 time: 0.0505114 Aug 09 16:47:59.925683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ef7b-69e6-41ad-a64d-0f6b55352a18 req-89df93fa-64db-4e58-8c9e-3a15558445be tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:59.927684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bef0ef7b-69e6-41ad-a64d-0f6b55352a18 req-89df93fa-64db-4e58-8c9e-3a15558445be tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 944 time: 0.1050019 Aug 09 16:47:59.930860 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-1f93c41a-7c6e-4449-b2aa-6f385739b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:59.932384 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-1f93c41a-7c6e-4449-b2aa-6f385739b0c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.0870786 Aug 09 16:47:59.963219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-e0ea1ed2-1581-4cb3-a03c-5658c7408c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:59.964687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-e0ea1ed2-1581-4cb3-a03c-5658c7408c24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.1321461 Aug 09 16:47:59.988225 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bef0ef7b-69e6-41ad-a64d-0f6b55352a18 req-3f673f65-2782-4b5b-b4e5-00a33cb8a194 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541501 Aug 09 16:48:00.005944 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-771ab9a6-454f-4bb0-9add-0354b4e2c255 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1000 time: 0.0638833 Aug 09 16:48:00.038745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-9d6b5833-4a9f-423a-bf96-cdc746e29038 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1000 time: 0.0638525 Aug 09 16:48:00.058151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-4063858b-85ff-457d-a1e8-ff89614e2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:00.059770 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-4063858b-85ff-457d-a1e8-ff89614e2a1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0452261 Aug 09 16:48:00.094337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-ef8caed0-b70c-4651-a504-45bcd1378bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:00.095855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-ef8caed0-b70c-4651-a504-45bcd1378bbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0507624 Aug 09 16:48:00.109521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-f2778ed7-fffe-4b6c-9c2e-2108023afdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:00.111122 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-f2778ed7-fffe-4b6c-9c2e-2108023afdac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432191 Aug 09 16:48:00.143890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-8f7a8a89-f6b3-40a5-b11b-4d7515011d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:00.145423 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-8f7a8a89-f6b3-40a5-b11b-4d7515011d2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428796 Aug 09 16:48:00.210816 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-9d5a0253-35a2-4e99-ab2e-947682c30622 service neutron] 10.222.0.66 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894001 Aug 09 16:48:00.236723 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-5943baae-1f93-4a8c-afe4-c646e25c2fd4 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841339 Aug 09 16:48:00.310646 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-26e8e3d8-f333-4046-b07a-518d1180e61d service neutron] 10.222.0.66 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909183 Aug 09 16:48:00.339113 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f162d9d1-d4ea-4d6a-b18f-54037ce6cbdc req-b2b4f798-1279-44e1-9dd9-de819d1537d6 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950198 Aug 09 16:48:01.123033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f6263-9965-4193-9628-409da66e562f req-4454cd6b-33ec-4785-a988-7c50c2b03720 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:01.124569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-883f6263-9965-4193-9628-409da66e562f req-4454cd6b-33ec-4785-a988-7c50c2b03720 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 944 time: 0.0543008 Aug 09 16:48:01.170085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-883f6263-9965-4193-9628-409da66e562f req-8fbb3029-2c18-4928-8503-2102eb640506 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391910 Aug 09 16:48:01.398417 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f4005-1b42-43c7-89d0-c8c38c8991ca req-f472494f-2837-4ac3-af73-bb454a7ddc9c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:01.399949 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-416f4005-1b42-43c7-89d0-c8c38c8991ca req-f472494f-2837-4ac3-af73-bb454a7ddc9c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 944 time: 0.0816257 Aug 09 16:48:01.415085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-1d27b8a6-5705-40a3-98c6-299549ae3cbc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:01.416536 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-1d27b8a6-5705-40a3-98c6-299549ae3cbc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&binding%3Ahost_id=n-h2-799523-2 HTTP/1.1" status: 200 len: 944 time: 0.0850816 Aug 09 16:48:01.476010 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-416f4005-1b42-43c7-89d0-c8c38c8991ca req-0417cb27-419b-485d-8b0e-13d2750188bf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695581 Aug 09 16:48:01.497726 n-d-799523-2 neutron-server[94177]: INFO neutron.api.v2.resource [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-1d6aeaad-f7eb-43ca-8ed0-df0fb913aa96 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:48:01.498765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-1d6aeaad-f7eb-43ca-8ed0-df0fb913aa96 service neutron] 10.222.0.35 "DELETE /v2.0/ports/068edd28-3c36-46ae-9c4f-a037fd5f8a74/bindings/n-h1-799523-2 HTTP/1.1" status: 404 len: 380 time: 0.0700214 Aug 09 16:48:01.571207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 068edd28-3c36-46ae-9c4f-a037fd5f8a74 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:01.612138 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 068edd28-3c36-46ae-9c4f-a037fd5f8a74 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:01.618995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-9b85fa2d-d2cf-4f07-a18f-242a2ae3171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:01.620544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-9b85fa2d-d2cf-4f07-a18f-242a2ae3171e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1095 time: 0.0765932 Aug 09 16:48:01.630816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa244e3e-45ed-4f9c-a5d1-a976342c2abf req-830e659c-f55f-42e1-a8a1-d9c373b4bc8f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:01.632220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa244e3e-45ed-4f9c-a5d1-a976342c2abf req-830e659c-f55f-42e1-a8a1-d9c373b4bc8f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 944 time: 0.0787129 Aug 09 16:48:01.718646 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fa244e3e-45ed-4f9c-a5d1-a976342c2abf req-a994bca9-0d63-4c66-ab0d-12f245d44390 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768747 Aug 09 16:48:01.753862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-cfddf7bd-c848-4138-b85d-f6cde98489d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:01.755406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-cfddf7bd-c848-4138-b85d-f6cde98489d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.1209903 Aug 09 16:48:01.827993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-6c66c54f-2176-40b3-b932-6acc168c0d54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 1000 time: 0.0652916 Aug 09 16:48:01.876960 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-bf375dd2-a01d-42a1-bfd1-855a37659f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:01.878652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-bf375dd2-a01d-42a1-bfd1-855a37659f8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0441005 Aug 09 16:48:01.926014 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-a03031db-faf9-4ccb-8536-9d97b70abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:01.927516 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-a03031db-faf9-4ccb-8536-9d97b70abfbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422418 Aug 09 16:48:02.021906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-df15435b-6742-4c74-bda1-2121a4d94c6c service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872216 Aug 09 16:48:02.073639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 068edd28-3c36-46ae-9c4f-a037fd5f8a74 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:48:02.118546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2220e471-8ee5-4c7a-a05e-57b3751381df req-62c38a32-a753-4861-bdf3-a30761ff6400 service neutron] 10.222.0.35 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Aug 09 16:48:02.172470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:02.367666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'port_id': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'mac_address': 'fa:16:3e:4e:48:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:48:02.406451 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:02.419798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068edd28-3c36-46ae-9c4f-a037fd5f8a74 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:48:02.440055 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:02.447168 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:02.497733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:02.505976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.506315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.506655 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.506984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.507308 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.507632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.507979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.508306 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.508622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.508937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.509251 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.509564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:02.732762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['068edd28-3c36-46ae-9c4f-a037fd5f8a74'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:48:02.839588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a26f5-cd7a-4307-a8b0-dc9a813ea4bb req-098874c1-5344-4d22-a11b-142df3b6b7fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:02.841167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc3a26f5-cd7a-4307-a8b0-dc9a813ea4bb req-098874c1-5344-4d22-a11b-142df3b6b7fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 945 time: 0.0512676 Aug 09 16:48:02.884718 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cc3a26f5-cd7a-4307-a8b0-dc9a813ea4bb req-de9da9da-8235-4980-bed5-90b533f22ae0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371478 Aug 09 16:48:02.907628 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45718) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:02.975359 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-738e5a20-b126-454d-8214-b810f07226e7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea HTTP/1.1" status: 200 len: 993 time: 0.0665178 Aug 09 16:48:04.082358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 068edd28-3c36-46ae-9c4f-a037fd5f8a74 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:04.148551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:04.153677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:04.154218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:04.235052 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:04.259008 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:04.261333 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df11eaa-e156-41a8-b65c-f3f3e89fca8d" -d '{"events": [{"server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "name": "network-vif-plugged", "status": "completed", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:04.275024 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:04.279940 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:04.305818 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a06f5-f48e-4c2f-8d7a-8d21035a76e3 x-openstack-request-id: req-153a06f5-f48e-4c2f-8d7a-8d21035a76e3 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:04.306127 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "name": "network-vif-plugged", "status": "completed", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:04.306374 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-153a06f5-f48e-4c2f-8d7a-8d21035a76e3 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:04.306763 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'code': 200} Aug 09 16:48:04.332474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:12.908408 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:48:15.165935 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-434a9c46-6f8d-4d02-98f9-5531a39308f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.630987 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-db2607f9-8518-4d56-aa17-00c6cfe6da22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.865268 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.362059 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:20.756555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:29.311532 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:29.367239 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:33.656490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45734) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:34.168029 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 11eeec1c-2965-4765-9073-92e7c0d1b1b9 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:34.168379 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:34.243286 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:34.243625 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:34.255159 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 11eeec1c-2965-4765-9073-92e7c0d1b1b9 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:34.411267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:34.436700 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=11eeec1c-2965-4765-9073-92e7c0d1b1b9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:34.448999 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.449344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.449693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.450399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.450727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.451064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.451375 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.451710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.452062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.452405 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.452715 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.453035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:34.510381 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:34.510710 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP 5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea disassociated (deleted). External IP: 172.25.7.178, port: 068edd28-3c36-46ae-9c4f-a037fd5f8a74. Aug 09 16:48:34.722224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 9472eb96-6cd9-418b-9efb-8c91067b8554 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:48:34.842711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:34.847992 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:34.854125 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] Sync routers for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:34.864382 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:34.864995 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:34.877528 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43f05b59-d3c3-4da0-82e4-821e679c512d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/floatingips/5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea HTTP/1.1" status: 204 len: 168 time: 1.2171843 Aug 09 16:48:34.877528 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:34.878270 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bd74c8-6910-4624-9d87-84526265bafd" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:35.048307 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001208bd-837a-4ea2-9809-c0ff8fb58c57 x-openstack-request-id: req-001208bd-837a-4ea2-9809-c0ff8fb58c57 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:35.048694 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:35.049040 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-001208bd-837a-4ea2-9809-c0ff8fb58c57 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:35.049627 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'status': 'completed', 'code': 200} Aug 09 16:48:35.062103 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:35.114334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd74c8-6910-4624-9d87-84526265bafd req-6bccadc0-d539-41ce-984e-6af3cf271c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:35.115913 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33bd74c8-6910-4624-9d87-84526265bafd req-6bccadc0-d539-41ce-984e-6af3cf271c67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 1097 time: 0.0421784 Aug 09 16:48:35.146438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fc8a3-d466-4970-a7c9-a87dff732f52 req-43d9fde7-27e4-479a-a3f6-2bf08c7f03c3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:35.148170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f72fc8a3-d466-4970-a7c9-a87dff732f52 req-43d9fde7-27e4-479a-a3f6-2bf08c7f03c3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0511935 Aug 09 16:48:35.189649 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f72fc8a3-d466-4970-a7c9-a87dff732f52 req-4d082e79-c07d-4aaf-9b9d-ec2e3f3491d5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345545 Aug 09 16:48:35.216077 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd74c8-6910-4624-9d87-84526265bafd req-a5fbd3ae-bc6a-4cd5-845e-05ea725575aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:35.217590 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33bd74c8-6910-4624-9d87-84526265bafd req-a5fbd3ae-bc6a-4cd5-845e-05ea725575aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 200 len: 898 time: 0.0928631 Aug 09 16:48:35.262027 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:05Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:35.264929 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33bd74c8-6910-4624-9d87-84526265bafd req-1b847e84-ffe0-4b84-a4af-f585d0ea9e38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 200 len: 217 time: 0.0391934 Aug 09 16:48:35.288099 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] Checking router: 9472eb96-6cd9-418b-9efb-8c91067b8554 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:35.297103 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:35.297703 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:35.316997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd74c8-6910-4624-9d87-84526265bafd req-dd669807-1625-4a2f-ad7a-dedfb217bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:35.318546 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33bd74c8-6910-4624-9d87-84526265bafd req-dd669807-1625-4a2f-ad7a-dedfb217bad5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 200 len: 835 time: 0.0463746 Aug 09 16:48:35.366495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd74c8-6910-4624-9d87-84526265bafd req-257290ef-e86e-4693-a3dd-aceaa6d03620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:35.368235 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33bd74c8-6910-4624-9d87-84526265bafd req-257290ef-e86e-4693-a3dd-aceaa6d03620 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dd63ba7-d0dc-484f-8065-ac1c250d9559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420232 Aug 09 16:48:35.406410 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:35.467748 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33bd74c8-6910-4624-9d87-84526265bafd req-5146e4f7-d0e8-4e23-9044-d09ae446fc0a service neutron] 10.222.0.66 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912025 Aug 09 16:48:35.558773 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-33bd74c8-6910-4624-9d87-84526265bafd req-0bc8cc30-8a46-47ec-9ba7-3ed6bc0508b8 service neutron] 10.222.0.66 "GET /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826528 Aug 09 16:48:35.604749 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:05Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:35.633543 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2696cdc0-51f9-49ca-b4f1-3543b13471b1 None None] The sync data for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 is: [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:01Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4b81f732-ddac-4bc3-afa1-b665c9aa48d0', 'name': '', 'network_id': '0dd63ba7-d0dc-484f-8065-ac1c250d9559', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:e3:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:47:01Z', 'updated_at': '2021-08-09T16:47:05Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'f781378a-1e83-4d03-bcd5-c386af266d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:35.872693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c936c33-a047-4c17-92ca-4e1d24ee15ad None None] New status for floating IP 5b76f58a-6ef5-4f0e-90dc-42759ab3a0ea: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:48:36.330207 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ec6f9-159a-4e26-a7f5-fe308e292138 req-b86d6105-1f13-485c-9660-a559046ab27c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:36.332100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce6ec6f9-159a-4e26-a7f5-fe308e292138 req-b86d6105-1f13-485c-9660-a559046ab27c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0541933 Aug 09 16:48:36.371695 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce6ec6f9-159a-4e26-a7f5-fe308e292138 req-27a6cd07-d52a-4773-b8d6-e8a173179874 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=972d13df-c4a7-4da3-bafd-e7a3fba24015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Aug 09 16:48:36.442916 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-631e8463-908b-42b6-94c7-48a2513f9bf0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:36.444548 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-631e8463-908b-42b6-94c7-48a2513f9bf0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a0b21c2-f897-475a-a037-83acf0a5f3cf HTTP/1.1" status: 200 len: 946 time: 0.0514634 Aug 09 16:48:36.541692 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:36.541941 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:36.629451 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 068edd28-3c36-46ae-9c4f-a037fd5f8a74, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=068edd28-3c36-46ae-9c4f-a037fd5f8a74,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:36.629821 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:36.642987 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 068edd28-3c36-46ae-9c4f-a037fd5f8a74 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:36.780894 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:36.822188 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=068edd28-3c36-46ae-9c4f-a037fd5f8a74,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:36.864989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] No DVR routers for this DVR port 068edd28-3c36-46ae-9c4f-a037fd5f8a74 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:48:36.868110 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:36.870224 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-63a0a65d-fbb6-43bc-867f-2be700ddb460 req-d0b6f1dc-9fbc-47ef-aa32-31f1ece6044e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.66 "DELETE /v2.0/ports/068edd28-3c36-46ae-9c4f-a037fd5f8a74 HTTP/1.1" status: 204 len: 173 time: 0.4200332 Aug 09 16:48:36.870806 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'name': 'network-vif-deleted', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:36.873128 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820f2744-6f1d-48bc-b377-3ce22656bab4" -d '{"events": [{"server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "name": "network-vif-deleted", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:36.912076 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b07ed-ea7b-40b2-92bf-fb0e5a0c06ea x-openstack-request-id: req-a17b07ed-ea7b-40b2-92bf-fb0e5a0c06ea {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:36.912390 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0b21c2-f897-475a-a037-83acf0a5f3cf", "name": "network-vif-deleted", "tag": "068edd28-3c36-46ae-9c4f-a037fd5f8a74", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:36.912636 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a17b07ed-ea7b-40b2-92bf-fb0e5a0c06ea {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:36.913038 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0b21c2-f897-475a-a037-83acf0a5f3cf', 'name': 'network-vif-deleted', 'tag': '068edd28-3c36-46ae-9c4f-a037fd5f8a74', 'status': 'completed', 'code': 200} Aug 09 16:48:37.434953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45750) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:37.842656 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:38.116514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:38.117032 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:38.206931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 4b81f732-ddac-4bc3-afa1-b665c9aa48d0, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:38.207302 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:38.231219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:38.430066 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:38.458258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=4b81f732-ddac-4bc3-afa1-b665c9aa48d0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:38.636529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:38.855948 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 9472eb96-6cd9-418b-9efb-8c91067b8554 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:48:38.968839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:38.974350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8390c36d-bfb8-4e5f-88a3-665670dd0d33 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/9472eb96-6cd9-418b-9efb-8c91067b8554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5383863 Aug 09 16:48:38.977436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45752) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:38.980199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] Sync routers for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:38.990409 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:38.991089 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:39.028448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ca399f-4dec-4728-a876-ea12f72fada4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting subnet f781378a-1e83-4d03-bcd5-c386af266d52 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:48:39.031558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61ca399f-4dec-4728-a876-ea12f72fada4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.072294 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61ca399f-4dec-4728-a876-ea12f72fada4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.093523 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:39.161073 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61ca399f-4dec-4728-a876-ea12f72fada4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.223013 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61ca399f-4dec-4728-a876-ea12f72fada4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.251268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca399f-4dec-4728-a876-ea12f72fada4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Subnet': ['ID=f781378a-1e83-4d03-bcd5-c386af266d52,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:39.253373 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-61ca399f-4dec-4728-a876-ea12f72fada4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.255291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-61ca399f-4dec-4728-a876-ea12f72fada4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/subnets/f781378a-1e83-4d03-bcd5-c386af266d52 HTTP/1.1" status: 204 len: 168 time: 0.2769489 Aug 09 16:48:39.258256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45754) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:39.261071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af453f-8f6a-46e9-a8fc-723bc6896c56 None None] Network 0dd63ba7-d0dc-484f-8065-ac1c250d9559 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:48:39.274593 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:48:38Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:39.300371 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] Checking router: 9472eb96-6cd9-418b-9efb-8c91067b8554 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:39.308728 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] Routers {'9472eb96-6cd9-418b-9efb-8c91067b8554'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:39.309334 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['9472eb96-6cd9-418b-9efb-8c91067b8554'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:39.372202 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.417126 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] Set router 9472eb96-6cd9-418b-9efb-8c91067b8554 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:39.458792 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] DHCP port deletion for 0dd63ba7-d0dc-484f-8065-ac1c250d9559 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:48:39.481200 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.512749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] Deleting port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:39.513495 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.533913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:39.534314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.577871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] For port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7,segment=NetworkSegment(d96c36a3-d67c-4043-8c21-339c1b8a37e2),segment_id=d96c36a3-d67c-4043-8c21-339c1b8a37e2)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:39.578250 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.592085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] Calling delete_port for 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:39.609447 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:48:38Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:39.614912 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=625e5d0a-7b2b-407d-adca-4b26b8d7fa7d,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:39.615697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.631941 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:39.636598 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f3c05-0778-475f-8712-d646c58c1d5d None None] The sync data for ids ['9472eb96-6cd9-418b-9efb-8c91067b8554'] in n-d-799523-2 is: [{'id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466885152', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:48:38Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '625e5d0a-7b2b-407d-adca-4b26b8d7fa7d', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472eb96-6cd9-418b-9efb-8c91067b8554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:58Z', 'updated_at': '2021-08-09T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:39.683133 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.710178 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] Pushing event deleted for resources: {'Port': ['ID=6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:39.712108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03751fc5-206e-4633-95d2-2f9580800764 None None] No DVR routers for this DVR port 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:48:39.806300 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.846462 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=625e5d0a-7b2b-407d-adca-4b26b8d7fa7d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:39.907259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:39.998226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.000544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.045528 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.045992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Fanout notify agent at l3_agent the message router_deleted on router 9472eb96-6cd9-418b-9efb-8c91067b8554 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:48:40.053285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.054517 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-611e217b-fa47-4c24-a86e-9b8dce31f835 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/routers/9472eb96-6cd9-418b-9efb-8c91067b8554 HTTP/1.1" status: 204 len: 168 time: 0.7952068 Aug 09 16:48:40.057400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45756) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:40.136637 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.227046 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.238181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd63ba7-d0dc-484f-8065-ac1c250d9559']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:40.249453 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96c36a3-d67c-4043-8c21-339c1b8a37e2') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:40.249774 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96c36a3-d67c-4043-8c21-339c1b8a37e2') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:40.259320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.278817 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.282823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 068edd28-3c36-46ae-9c4f-a037fd5f8a74 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:40.286367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:48:40.286772 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:48:40.290454 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:48:40.306698 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 068edd28-3c36-46ae-9c4f-a037fd5f8a74 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:48:40.307042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 068edd28-3c36-46ae-9c4f-a037fd5f8a74 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:40.350831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.357828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.359561 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/networks/0dd63ba7-d0dc-484f-8065-ac1c250d9559 HTTP/1.1" status: 204 len: 168 time: 0.3011699 Aug 09 16:48:40.362505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45758) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:40.371083 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012911-d2a8-4388-b1da-1ec6a1de27b4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Network': ['ID=0dd63ba7-d0dc-484f-8065-ac1c250d9559,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:40.422507 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6fd6075-74d5-4108-87bd-28e974231ae7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.447502 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6fd6075-74d5-4108-87bd-28e974231ae7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.517077 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6fd6075-74d5-4108-87bd-28e974231ae7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.519746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b6fd6075-74d5-4108-87bd-28e974231ae7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.520965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b6fd6075-74d5-4108-87bd-28e974231ae7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/security-groups/972d13df-c4a7-4da3-bafd-e7a3fba24015 HTTP/1.1" status: 204 len: 168 time: 0.1574075 Aug 09 16:48:40.530520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd6075-74d5-4108-87bd-28e974231ae7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972d13df-c4a7-4da3-bafd-e7a3fba24015,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:40.891271 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:40.905041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45764) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:40.909730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-064ffa73-3d64-47e3-b164-b88f6988f88c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375005340', 'description': 'tempest-secgroup-smoke-375005340 description', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:40.911507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:48:40.911880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 625e5d0a-7b2b-407d-adca-4b26b8d7fa7d not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:40.912292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:40.930898 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:48:40.931228 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4b81f732-ddac-4bc3-afa1-b665c9aa48d0 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:40.931635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:40.933671 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-064ffa73-3d64-47e3-b164-b88f6988f88c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.951905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:48:40.952224 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c9e0086-9c69-4ff5-9d9a-0fbb5156f2a7 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:41.015488 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-064ffa73-3d64-47e3-b164-b88f6988f88c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.020982 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-064ffa73-3d64-47e3-b164-b88f6988f88c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.048912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-064ffa73-3d64-47e3-b164-b88f6988f88c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.050163 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-064ffa73-3d64-47e3-b164-b88f6988f88c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441522 Aug 09 16:48:41.052119 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ffa73-3d64-47e3-b164-b88f6988f88c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93942755-b1d1-45d4-86df-095dbde8f7c3,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:41.053397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45766) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:41.059416 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6bd6ac38-05d6-4f22-b31d-619169617b14 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '93942755-b1d1-45d4-86df-095dbde8f7c3', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:41.088325 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ac38-05d6-4f22-b31d-619169617b14 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.145320 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ac38-05d6-4f22-b31d-619169617b14 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.151412 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ac38-05d6-4f22-b31d-619169617b14 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.169308 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6ac38-05d6-4f22-b31d-619169617b14 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1e3b1a-aa87-4f26-bca5-439d93822ee9,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:41.179715 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ac38-05d6-4f22-b31d-619169617b14 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.181060 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6bd6ac38-05d6-4f22-b31d-619169617b14 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253951 Aug 09 16:48:41.183802 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45768) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:41.188246 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-342ebc08-d303-40ee-92b2-bbe46e11149e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '93942755-b1d1-45d4-86df-095dbde8f7c3', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:41.216646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-342ebc08-d303-40ee-92b2-bbe46e11149e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.265827 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-342ebc08-d303-40ee-92b2-bbe46e11149e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.271309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-342ebc08-d303-40ee-92b2-bbe46e11149e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.292882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ebc08-d303-40ee-92b2-bbe46e11149e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22670884-add6-4a02-9195-cdc31311a865,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:41.298796 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-342ebc08-d303-40ee-92b2-bbe46e11149e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.302954 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-342ebc08-d303-40ee-92b2-bbe46e11149e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181726 Aug 09 16:48:41.303087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45770) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:41.308114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-f2b98896-1953-4da5-adc2-5c95f381202d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '93942755-b1d1-45d4-86df-095dbde8f7c3', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:41.337339 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f2b98896-1953-4da5-adc2-5c95f381202d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.406033 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f2b98896-1953-4da5-adc2-5c95f381202d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.411838 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f2b98896-1953-4da5-adc2-5c95f381202d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.429956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b98896-1953-4da5-adc2-5c95f381202d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e550258f-ad88-47fe-901f-f98c8559d36b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:41.442427 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f2b98896-1953-4da5-adc2-5c95f381202d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.443669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f2b98896-1953-4da5-adc2-5c95f381202d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394818 Aug 09 16:48:41.446939 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45772) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:41.451842 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8a6a1529-73af-41db-bbf9-2b8873c61d30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '93942755-b1d1-45d4-86df-095dbde8f7c3', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:41.479304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1529-73af-41db-bbf9-2b8873c61d30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.556136 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1529-73af-41db-bbf9-2b8873c61d30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.561731 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1529-73af-41db-bbf9-2b8873c61d30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.579855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a1529-73af-41db-bbf9-2b8873c61d30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a952f1c3-ec7c-4a8f-bb77-6c8c90681793,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:41.586514 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8a6a1529-73af-41db-bbf9-2b8873c61d30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.587920 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8a6a1529-73af-41db-bbf9-2b8873c61d30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400144 Aug 09 16:48:41.591687 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45774) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:41.596111 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-31ab079f-e558-4575-9c06-eea8c75d4f93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '93942755-b1d1-45d4-86df-095dbde8f7c3', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:41.618438 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-31ab079f-e558-4575-9c06-eea8c75d4f93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:48:41.623280 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31ab079f-e558-4575-9c06-eea8c75d4f93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.683641 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31ab079f-e558-4575-9c06-eea8c75d4f93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.689115 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31ab079f-e558-4575-9c06-eea8c75d4f93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.707093 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab079f-e558-4575-9c06-eea8c75d4f93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a901102f-17cd-48c9-9e3a-ff283496354b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:41.714227 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-31ab079f-e558-4575-9c06-eea8c75d4f93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.715047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-31ab079f-e558-4575-9c06-eea8c75d4f93 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224103 Aug 09 16:48:41.718125 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45776) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:41.722685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-b686934a-e99c-4058-806c-0c53b0c66f25 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '93942755-b1d1-45d4-86df-095dbde8f7c3', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:41.747103 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-b686934a-e99c-4058-806c-0c53b0c66f25 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:48:41.752558 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b686934a-e99c-4058-806c-0c53b0c66f25 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.816317 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b686934a-e99c-4058-806c-0c53b0c66f25 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.822131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b686934a-e99c-4058-806c-0c53b0c66f25 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.839724 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686934a-e99c-4058-806c-0c53b0c66f25 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981395e4-0546-4a09-aa83-414e74f2857a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:41.847547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b686934a-e99c-4058-806c-0c53b0c66f25 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.848850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b686934a-e99c-4058-806c-0c53b0c66f25 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297550 Aug 09 16:48:41.852737 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45778) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:41.858121 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'network': {'name': 'tempest-network-smoke--667868881', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'port_security_enabled': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:41.879590 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:48:41.883061 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.906354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:48:41.915121 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.915470 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Added segment 3efd7f62-e4e7-4de9-9198-8dadd288527f of type vlan for network 9e835a79-7c02-4de1-84c9-f00f00543af1 Aug 09 16:48:41.954662 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.985490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.991168 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:41.992259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:42.047576 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1936932 Aug 09 16:48:42.050326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45780) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:42.057189 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'admin_state_up': True, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:42.075866 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965150d-afb5-47c4-9e56-27a586ec11f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Network': ['ID=9e835a79-7c02-4de1-84c9-f00f00543af1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:42.086941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:48:42.092155 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:42.093309 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:42.147028 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:42.594233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:42.810574 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:42.829364 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:42.932581 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.62 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/a6f810d2-9908-494c-aea4-0e5138da86e9) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:43.033490 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:43.075701 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:43.119029 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:43.121990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:43.125570 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:43.147716 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=a6f810d2-9908-494c-aea4-0e5138da86e9,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:43.379290 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:43.583807 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:43.718387 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router caf2f55e-3bdf-45e6-bdf6-45da48689972 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:48:43.824106 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:43.836499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Sync routers for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:43.846581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:43.846781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:43.847190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:43.848173 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b8cdac5f-8bc9-4deb-8c6c-2016f861ea21 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7968018 Aug 09 16:48:43.851792 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45782) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:43.880386 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-75100f55-4f6a-45bb-9c7d-6a09aeef358b tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=524ac9e3046d46ba896dcc1f3c99fbfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272639 Aug 09 16:48:43.883097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45784) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:43.955234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:43.966483 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6e5465-4457-4065-b570-c6ee563c98e4 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:43.968041 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-bc6e5465-4457-4065-b570-c6ee563c98e4 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840380 Aug 09 16:48:43.970905 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45786) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:43.998701 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-738497fd-8c1d-4e1e-860c-d000e1a522ab tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267925 Aug 09 16:48:44.001167 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45788) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:44.005879 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364672548', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:44.098712 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:48:44.102744 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.129487 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:43Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:44.158889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Checking router: caf2f55e-3bdf-45e6-bdf6-45da48689972 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:44.159234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Updating router caf2f55e-3bdf-45e6-bdf6-45da48689972 port a6f810d2-9908-494c-aea4-0e5138da86e9 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:48:44.184607 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.289912 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.348677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Subnet': ['ID=d4bdebe6-0cca-4d6f-a744-c83bce0da08c,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:44.357278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Checking segment: {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:44.357639 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network hostable DHCP agents. Network: 9e835a79-7c02-4de1-84c9-f00f00543af1, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:48:44.375014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:48:44.385301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 9e835a79-7c02-4de1-84c9-f00f00543af1) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:44.390351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:44.391212 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.395580 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f214090-1027-4295-80d9-324cebb23cef None None] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:48:44.407908 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f43e677e-e2e4-411c-9299-032c22f4a683 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4057057 Aug 09 16:48:44.410662 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45790) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:44.496363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.516856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Transition to ACTIVE for port object a6f810d2-9908-494c-aea4-0e5138da86e9 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:44.525869 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.608472 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ab0cd-b8ac-4933-b041-f4723945dd02 None None] Pushing event updated for resources: {'Port': ['ID=a6f810d2-9908-494c-aea4-0e5138da86e9,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:44.612312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Attempting to bind port a6f810d2-9908-494c-aea4-0e5138da86e9 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:48:44.613173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Attempting to bind port a6f810d2-9908-494c-aea4-0e5138da86e9 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:48:44.613173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Attempting to bind port a6f810d2-9908-494c-aea4-0e5138da86e9 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:44.636346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:48:44.636720 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:44.637120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.637500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:48:44.638004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Bound port: a6f810d2-9908-494c-aea4-0e5138da86e9, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:48:44.638318 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.659309 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-9e835a79-7c02-4de1-84c9-f00f00543af1', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:48:44.660193 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.756368 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] For port a6f810d2-9908-494c-aea4-0e5138da86e9, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:48:44.782152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] For port a6f810d2-9908-494c-aea4-0e5138da86e9, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a6f810d2-9908-494c-aea4-0e5138da86e9,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:48:44.788633 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.857628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.884255 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Allocated IP 172.20.0.2 (9e835a79-7c02-4de1-84c9-f00f00543af1/d4bdebe6-0cca-4d6f-a744-c83bce0da08c/7958e21f-4e91-4236-8ae2-7e15bb376abd) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:44.892849 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ab0cd-b8ac-4933-b041-f4723945dd02 None None] Pushing event updated for resources: {'Port': ['ID=a6f810d2-9908-494c-aea4-0e5138da86e9,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:44.899437 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:44.900070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:45.066864 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:45.378263 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fdc36b98-e476-434f-898f-ac11d8ca8bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.396755 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.411596 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Transition to ACTIVE for port object 7958e21f-4e91-4236-8ae2-7e15bb376abd will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:45.438836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Transition to ACTIVE for port object 7958e21f-4e91-4236-8ae2-7e15bb376abd will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:45.463485 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.509816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.1 (9e835a79-7c02-4de1-84c9-f00f00543af1/d4bdebe6-0cca-4d6f-a744-c83bce0da08c/e415d03c-d098-4499-9b80-6e9f14750ea1) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:45.510065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:45.516843 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:45.519343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:45.527434 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Pushing event updated for resources: {'Port': ['ID=7958e21f-4e91-4236-8ae2-7e15bb376abd,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:45.575640 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:43Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:45.607268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14efb8-6b17-4d83-89c1-ec8b4f732020 None None] The sync data for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 is: [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:43Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:45.611746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Attempting to bind port 7958e21f-4e91-4236-8ae2-7e15bb376abd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:48:45.612145 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Attempting to bind port 7958e21f-4e91-4236-8ae2-7e15bb376abd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:48:45.612594 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Attempting to bind port 7958e21f-4e91-4236-8ae2-7e15bb376abd on network 9e835a79-7c02-4de1-84c9-f00f00543af1 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:45.618432 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:48:45.618948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Checking segment: {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:45.619469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.619986 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Bound using segment: {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:48:45.620869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Bound port: 7958e21f-4e91-4236-8ae2-7e15bb376abd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:48:45.621345 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.634336 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.649181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object e415d03c-d098-4499-9b80-6e9f14750ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:45.686322 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.701130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] For port 7958e21f-4e91-4236-8ae2-7e15bb376abd, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:48:45.704871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] For port 7958e21f-4e91-4236-8ae2-7e15bb376abd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7958e21f-4e91-4236-8ae2-7e15bb376abd,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:48:45.709287 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.734697 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:45.738614 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:45.743039 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:45.772085 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84cd0a-00a9-4807-87dc-b30b0b011c1f None None] Pushing event updated for resources: {'Port': ['ID=7958e21f-4e91-4236-8ae2-7e15bb376abd,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:45.774855 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=e415d03c-d098-4499-9b80-6e9f14750ea1,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:45.800406 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:45.952243 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:46.591195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:46.597097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:46.677311 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:46.679173 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=e415d03c-d098-4499-9b80-6e9f14750ea1,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:46.710680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd8f03c-a663-44ab-9e4d-c39d18ba922a None None] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:48:46.785414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:46.786984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:46.841267 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-63d9a82a-1c26-4e49-b7dc-8d1297f57dc0 None None] Provisioning for port 7958e21f-4e91-4236-8ae2-7e15bb376abd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:46.924246 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router caf2f55e-3bdf-45e6-bdf6-45da48689972 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:48:46.978753 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a6f810d2-9908-494c-aea4-0e5138da86e9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:47.040112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port a6f810d2-9908-494c-aea4-0e5138da86e9 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:47.044773 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a6f810d2-9908-494c-aea4-0e5138da86e9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:47.044961 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.053918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:47.066582 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d1ccea5c-da4e-4de4-bb7a-e180016332cf tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/caf2f55e-3bdf-45e6-bdf6-45da48689972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546075 Aug 09 16:48:47.133482 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.155959 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port a6f810d2-9908-494c-aea4-0e5138da86e9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a6f810d2-9908-494c-aea4-0e5138da86e9,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:47.163434 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.165036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7958e21f-4e91-4236-8ae2-7e15bb376abd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:47.216945 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-527c2d8a-0d1d-4c30-b9ce-88d47baabcf7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375005340&fields=id&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 267 time: 0.0385399 Aug 09 16:48:47.258354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=a6f810d2-9908-494c-aea4-0e5138da86e9,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:47.278077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dbe4538f-f07e-4f1b-b302-1c98fd707125 None None] Provisioning for port e415d03c-d098-4499-9b80-6e9f14750ea1 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:47.281688 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7958e21f-4e91-4236-8ae2-7e15bb376abd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:47.284971 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dbe4538f-f07e-4f1b-b302-1c98fd707125 None None] Provisioning complete for port e415d03c-d098-4499-9b80-6e9f14750ea1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:47.285480 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dbe4538f-f07e-4f1b-b302-1c98fd707125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.288396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7958e21f-4e91-4236-8ae2-7e15bb376abd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:47.288776 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.344416 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Sync routers for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:47.345144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-c05b6928-f40f-4fb9-a0e0-a91d4594a470 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:47.355571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-c05b6928-f40f-4fb9-a0e0-a91d4594a470 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/networks?id=9e835a79-7c02-4de1-84c9-f00f00543af1 HTTP/1.1" status: 200 len: 796 time: 0.1291897 Aug 09 16:48:47.356531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4538f-f07e-4f1b-b302-1c98fd707125 None None] Port e415d03c-d098-4499-9b80-6e9f14750ea1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:48:47.366861 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:47.367628 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:47.369327 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-dfcfe104-eea3-4835-9ad4-e2447cff6248 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/quotas/524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 375 time: 0.0122719 Aug 09 16:48:47.407648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.429534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-45a7820b-70c0-4451-85a6-68f01ea27e27 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543017 Aug 09 16:48:47.457786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7958e21f-4e91-4236-8ae2-7e15bb376abd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7958e21f-4e91-4236-8ae2-7e15bb376abd,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:47.479407 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.563988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f33752ab-b95d-43e8-b6a3-89fbab2a827e None None] Provisioning complete for port e415d03c-d098-4499-9b80-6e9f14750ea1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:47.564357 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f33752ab-b95d-43e8-b6a3-89fbab2a827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.605579 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-f33752ab-b95d-43e8-b6a3-89fbab2a827e None None] Port e415d03c-d098-4499-9b80-6e9f14750ea1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:48:47.620638 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:47.629393 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7958e21f-4e91-4236-8ae2-7e15bb376abd,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:47.641246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-f524781e-4e7f-46d8-a562-b98a9026964e service neutron] 10.222.0.64 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917398 Aug 09 16:48:47.643806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e3eb17e7-c6e2-43e0-a937-2b1bca9fc916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.730354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e1f3c0a0-f712-4484-b7d5-a6333a8534a1 None None] Provisioning complete for port e415d03c-d098-4499-9b80-6e9f14750ea1 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:47.731069 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e1f3c0a0-f712-4484-b7d5-a6333a8534a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.748410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-63ce00b7-b52f-43bc-8718-6d82dfd91605 service neutron] 10.222.0.64 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987635 Aug 09 16:48:47.770695 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3c0a0-f712-4484-b7d5-a6333a8534a1 None None] Port e415d03c-d098-4499-9b80-6e9f14750ea1 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:48:47.834878 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:46Z', 'revision_number': 2, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:47.866393 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Checking router: caf2f55e-3bdf-45e6-bdf6-45da48689972 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:47.867004 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Updating router caf2f55e-3bdf-45e6-bdf6-45da48689972 port e415d03c-d098-4499-9b80-6e9f14750ea1 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:48:47.868338 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.897141 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:47.917875 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3463486c-4db3-4bff-a25e-ba4a3b55de18 req-5f460db0-4a19-4e09-8a54-060b3950dc44 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 210 time: 0.0272529 Aug 09 16:48:48.175509 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:48.185625 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Transition to ACTIVE for port object e415d03c-d098-4499-9b80-6e9f14750ea1 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:48.191646 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:48.240798 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Pushing event updated for resources: {'Port': ['ID=e415d03c-d098-4499-9b80-6e9f14750ea1,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:48.267223 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.267557 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.267913 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.268236 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.268556 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.268877 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.269189 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.269501 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.269812 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.270125 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.270431 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.270737 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:48.306014 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Attempting to bind port e415d03c-d098-4499-9b80-6e9f14750ea1 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:48:48.306528 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Attempting to bind port e415d03c-d098-4499-9b80-6e9f14750ea1 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:48:48.306979 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Attempting to bind port e415d03c-d098-4499-9b80-6e9f14750ea1 on network 9e835a79-7c02-4de1-84c9-f00f00543af1 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:48.312583 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:48:48.313083 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Checking segment: {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:48.313547 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:48.314129 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Bound using segment: {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:48:48.314640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Bound port: e415d03c-d098-4499-9b80-6e9f14750ea1, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:48:48.315071 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:48.382033 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] For port e415d03c-d098-4499-9b80-6e9f14750ea1, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:48:48.385901 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] For port e415d03c-d098-4499-9b80-6e9f14750ea1, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e415d03c-d098-4499-9b80-6e9f14750ea1,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:48:48.392710 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:48.452746 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:48.453175 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:48.498255 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f36e6-06d5-41d6-ad14-a08ca5689508 None None] Pushing event updated for resources: {'Port': ['ID=e415d03c-d098-4499-9b80-6e9f14750ea1,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:48.575329 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:48.794097 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:48Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:48.821785 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a5178-a859-4861-b86e-687054edb558 None None] The sync data for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 is: [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:48Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:48.885502 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-481ffb9e-1d2a-48d2-b254-408c0ded35f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:48.887623 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-481ffb9e-1d2a-48d2-b254-408c0ded35f7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/networks?id=9e835a79-7c02-4de1-84c9-f00f00543af1 HTTP/1.1" status: 200 len: 796 time: 0.1234081 Aug 09 16:48:48.945755 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-a5ff51f1-cf9a-4b3f-a33e-6684950a6c37 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 379 time: 0.0460315 Aug 09 16:48:48.960144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'port': {'device_id': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'admin_state_up': True, 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'security_groups': ['93942755-b1d1-45d4-86df-095dbde8f7c3']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:48.969331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a6f810d2-9908-494c-aea4-0e5138da86e9 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:49.022399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port a6f810d2-9908-494c-aea4-0e5138da86e9 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:49.023043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.049256 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7f04b02a-aed1-49b7-8a02-e6d323f27949 req-1627df21-ad90-4801-ab18-ff62e3b1b6d1 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 210 time: 0.0410917 Aug 09 16:48:49.117565 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7958e21f-4e91-4236-8ae2-7e15bb376abd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:49.121978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:48:49.125782 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.168274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7958e21f-4e91-4236-8ae2-7e15bb376abd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:49.168638 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.278952 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.11 (9e835a79-7c02-4de1-84c9-f00f00543af1/d4bdebe6-0cca-4d6f-a744-c83bce0da08c/1d7e5c73-7140-4337-b041-72714821dc9c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:49.357403 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.436565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.452556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object 1d7e5c73-7140-4337-b041-72714821dc9c will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:49.487951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.533786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:49.537423 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:49.541555 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:49.548213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=1d7e5c73-7140-4337-b041-72714821dc9c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:49.602486 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:49.603420 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.623947 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-ddc68652-cc96-42a9-8df9-5c40c76976a4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6691272 Aug 09 16:48:49.637590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Request body: {'port': {'device_id': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:49.694684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.851065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-de85463d-328d-446a-9fde-c252f5fc07f5 None None] Provisioning for port 1d7e5c73-7140-4337-b041-72714821dc9c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:49.856735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-de85463d-328d-446a-9fde-c252f5fc07f5 None None] Provisioning complete for port 1d7e5c73-7140-4337-b041-72714821dc9c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:49.857112 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-de85463d-328d-446a-9fde-c252f5fc07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.898860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-de85463d-328d-446a-9fde-c252f5fc07f5 None None] Port 1d7e5c73-7140-4337-b041-72714821dc9c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:48:49.907452 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:48:50.006280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7e5c73-7140-4337-b041-72714821dc9c {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:48:50.014290 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:50.027458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Transition to ACTIVE for port object 1d7e5c73-7140-4337-b041-72714821dc9c will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:50.032561 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:50.088519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e5c73-7140-4337-b041-72714821dc9c,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:50.186064 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Attempting to bind port 1d7e5c73-7140-4337-b041-72714821dc9c on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:48:50.186303 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Attempting to bind port 1d7e5c73-7140-4337-b041-72714821dc9c by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:48:50.186633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Attempting to bind port 1d7e5c73-7140-4337-b041-72714821dc9c on network 9e835a79-7c02-4de1-84c9-f00f00543af1 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:50.194766 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Port 1d7e5c73-7140-4337-b041-72714821dc9c on network 9e835a79-7c02-4de1-84c9-f00f00543af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:48:50.195117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Attempting to bind port 1d7e5c73-7140-4337-b041-72714821dc9c on network 9e835a79-7c02-4de1-84c9-f00f00543af1 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:50.205647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:48:50.206176 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Checking segment: {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:50.206614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Bound using segment: {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:48:50.207048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Bound port: 1d7e5c73-7140-4337-b041-72714821dc9c, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efd7f62-e4e7-4de9-9198-8dadd288527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:48:50.207417 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:50.223741 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc5e89-a07d-414b-812f-cd72c3341d5d req-bff34c38-e7ee-4283-9e10-436241068633 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:50.225384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbfc5e89-a07d-414b-812f-cd72c3341d5d req-bff34c38-e7ee-4283-9e10-436241068633 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 944 time: 0.0871031 Aug 09 16:48:50.301165 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-cbfc5e89-a07d-414b-812f-cd72c3341d5d req-89eb2e4f-71a3-4c83-a0ba-f019ecc94a90 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693161 Aug 09 16:48:50.312710 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] For port 1d7e5c73-7140-4337-b041-72714821dc9c, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:48:50.316327 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] For port 1d7e5c73-7140-4337-b041-72714821dc9c, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1d7e5c73-7140-4337-b041-72714821dc9c,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:48:50.329113 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:50.368524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:50.369112 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:50.370541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] 10.222.0.35 "PUT /v2.0/ports/1d7e5c73-7140-4337-b041-72714821dc9c HTTP/1.1" status: 200 len: 1092 time: 0.7379441 Aug 09 16:48:50.370991 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:50.373372 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eebe106-a7e5-48ab-9d57-623a8e22c95f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:50.396507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece121-b56b-415e-99a2-41ea44bd0a7d service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e5c73-7140-4337-b041-72714821dc9c,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:50.427263 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d09239-1f69-41e5-9bd4-3aa12c2d6679 x-openstack-request-id: req-e4d09239-1f69-41e5-9bd4-3aa12c2d6679 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:50.427553 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:50.427804 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4d09239-1f69-41e5-9bd4-3aa12c2d6679 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:50.428228 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c', 'status': 'completed', 'code': 200} Aug 09 16:48:50.459744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-13cc9a4b-7983-4c89-9bbe-79ed314931b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:50.461388 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-13cc9a4b-7983-4c89-9bbe-79ed314931b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 1095 time: 0.0468795 Aug 09 16:48:50.760897 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:50.857478 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-d8d6bb24-19cc-4f6e-8022-e5db262b655f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7e5c73-7140-4337-b041-72714821dc9c HTTP/1.1" status: 200 len: 217 time: 0.3882096 Aug 09 16:48:50.901474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e415d03c-d098-4499-9b80-6e9f14750ea1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:50.911097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-9c5aabff-9040-4a13-a392-b61b8e3bb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:50.912637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-9c5aabff-9040-4a13-a392-b61b8e3bb54b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4bdebe6-0cca-4d6f-a744-c83bce0da08c HTTP/1.1" status: 200 len: 835 time: 0.0476696 Aug 09 16:48:50.951923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e415d03c-d098-4499-9b80-6e9f14750ea1 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:50.955791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e415d03c-d098-4499-9b80-6e9f14750ea1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:50.956195 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:50.959052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-95f2c274-5c48-4336-9384-f7c6fd1f074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:50.960694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-95f2c274-5c48-4336-9384-f7c6fd1f074d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e835a79-7c02-4de1-84c9-f00f00543af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409944 Aug 09 16:48:51.036892 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:51.052989 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-1973f64a-d994-48a6-9c76-0f8be23a262a service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853698 Aug 09 16:48:51.069969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e415d03c-d098-4499-9b80-6e9f14750ea1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e415d03c-d098-4499-9b80-6e9f14750ea1,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:51.074646 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:51.122632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e415d03c-d098-4499-9b80-6e9f14750ea1,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:51.146154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f9dd30de-1cea-4ff2-8123-2cb1c3a9538f req-cc8543e3-8c98-486b-a43e-b75fe7751fe1 service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862119 Aug 09 16:48:51.235943 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-5620fe4e-3737-4356-94ad-9775a62de66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:51.237488 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-5620fe4e-3737-4356-94ad-9775a62de66b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 1095 time: 0.0420263 Aug 09 16:48:51.345982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-ca2735c5-3555-4dc1-9565-550821ce28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:51.347510 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-ca2735c5-3555-4dc1-9565-550821ce28a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e835a79-7c02-4de1-84c9-f00f00543af1 HTTP/1.1" status: 200 len: 898 time: 0.1031632 Aug 09 16:48:51.391625 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-72c9e23a-8b6b-4c86-96ef-b99a1d20b8aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7e5c73-7140-4337-b041-72714821dc9c HTTP/1.1" status: 200 len: 217 time: 0.0363019 Aug 09 16:48:51.463614 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-172e7bab-93af-4fd7-99dc-774198761bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:51.465154 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-172e7bab-93af-4fd7-99dc-774198761bda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4bdebe6-0cca-4d6f-a744-c83bce0da08c HTTP/1.1" status: 200 len: 835 time: 0.0660186 Aug 09 16:48:51.477865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c7880-edc6-4ef5-a7d6-8403481c0a6c req-526a0809-32b1-477e-b7b7-f12c866463d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:51.479269 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d1c7880-edc6-4ef5-a7d6-8403481c0a6c req-526a0809-32b1-477e-b7b7-f12c866463d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 944 time: 0.0904512 Aug 09 16:48:51.543231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d1c7880-edc6-4ef5-a7d6-8403481c0a6c req-b2bf8a88-e770-46cc-bd60-1c88788a6f04 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553339 Aug 09 16:48:51.546043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-1d44c086-6eba-4a8e-9db5-88d5daabce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:51.547490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-1d44c086-6eba-4a8e-9db5-88d5daabce2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e835a79-7c02-4de1-84c9-f00f00543af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673659 Aug 09 16:48:51.645534 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-97d63cb6-6527-46f8-acdd-5890b50e8755 service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894651 Aug 09 16:48:51.746612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8eebe106-a7e5-48ab-9d57-623a8e22c95f req-d99bcecf-5dee-4cdc-90a2-4dd45160304b service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931437 Aug 09 16:48:52.747806 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42089acc-1e87-435a-b0a6-5a6c1d7319d6 req-47163f78-544b-459b-a525-7e6ac2d34f78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:52.749350 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42089acc-1e87-435a-b0a6-5a6c1d7319d6 req-47163f78-544b-459b-a525-7e6ac2d34f78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 944 time: 0.1274529 Aug 09 16:48:52.796787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-42089acc-1e87-435a-b0a6-5a6c1d7319d6 req-7f290edf-8443-4a7b-88b5-0ed37503d5fd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387461 Aug 09 16:48:52.886045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e415d03c-d098-4499-9b80-6e9f14750ea1 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:52.948854 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e415d03c-d098-4499-9b80-6e9f14750ea1 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:52.949265 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:53.842931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1d7e5c73-7140-4337-b041-72714821dc9c details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:48:53.924428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d3b25-943e-4ee1-814d-7c36becf89fc req-f2444af8-b679-4215-9835-551ea3d0ccc5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:53.926032 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-300d3b25-943e-4ee1-814d-7c36becf89fc req-f2444af8-b679-4215-9835-551ea3d0ccc5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 944 time: 0.0510604 Aug 09 16:48:53.942010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1d7e5c73-7140-4337-b041-72714821dc9c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1d7e5c73-7140-4337-b041-72714821dc9c,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:53.953668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '1d7e5c73-7140-4337-b041-72714821dc9c', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'port_id': '1d7e5c73-7140-4337-b041-72714821dc9c', 'mac_address': 'fa:16:3e:79:68:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:48:53.966669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-300d3b25-943e-4ee1-814d-7c36becf89fc req-6475a998-97c9-4305-9bb4-5bf0a37cdac0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340426 Aug 09 16:48:53.994574 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:54.007782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7e5c73-7140-4337-b041-72714821dc9c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:48:54.028892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1d7e5c73-7140-4337-b041-72714821dc9c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1d7e5c73-7140-4337-b041-72714821dc9c,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:54.036141 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:54.083286 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1d7e5c73-7140-4337-b041-72714821dc9c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:54.239226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['1d7e5c73-7140-4337-b041-72714821dc9c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:48:55.084775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a778-4a89-4937-b0bb-6e958f745542 req-84e5a368-e3e7-4de5-abab-b106a050bfc0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:55.086725 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a155a778-4a89-4937-b0bb-6e958f745542 req-84e5a368-e3e7-4de5-abab-b106a050bfc0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Aug 09 16:48:55.127115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a155a778-4a89-4937-b0bb-6e958f745542 req-75c64bea-a380-446e-8192-347da6527569 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343192 Aug 09 16:48:55.867858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1d7e5c73-7140-4337-b041-72714821dc9c up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:55.926145 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 1d7e5c73-7140-4337-b041-72714821dc9c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:55.929851 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 1d7e5c73-7140-4337-b041-72714821dc9c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:55.930222 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:56.007663 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:56.029572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:56.031976 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4d47dd-b80b-4038-a387-6dcff85d8e30" -d '{"events": [{"server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "name": "network-vif-plugged", "status": "completed", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:56.044428 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 1d7e5c73-7140-4337-b041-72714821dc9c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1d7e5c73-7140-4337-b041-72714821dc9c,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:56.049148 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:56.073423 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed43888a-e429-488a-98c9-e9227246ed0b x-openstack-request-id: req-ed43888a-e429-488a-98c9-e9227246ed0b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:56.073702 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "name": "network-vif-plugged", "status": "completed", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:56.074123 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed43888a-e429-488a-98c9-e9227246ed0b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:56.074526 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c', 'code': 200} Aug 09 16:48:56.103062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=1d7e5c73-7140-4337-b041-72714821dc9c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:56.168229 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d63208-6711-4ebb-af7b-090e3db78c87 req-03a42b1d-5af5-4f33-823f-9baf5041312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:56.169793 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40d63208-6711-4ebb-af7b-090e3db78c87 req-03a42b1d-5af5-4f33-823f-9baf5041312e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 1097 time: 0.0416975 Aug 09 16:48:56.234425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40d63208-6711-4ebb-af7b-090e3db78c87 req-d22299db-133c-40df-b5f8-bb346b58d64d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575230 Aug 09 16:48:56.256955 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b96666-c277-4eab-ab4f-759370fb23d6 req-72de88b5-e839-45df-8bd5-79c3cc75617e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:56.259141 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8b96666-c277-4eab-ab4f-759370fb23d6 req-72de88b5-e839-45df-8bd5-79c3cc75617e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0592942 Aug 09 16:48:56.297817 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8b96666-c277-4eab-ab4f-759370fb23d6 req-5fd2fff9-459e-4628-8263-a9c65d630d92 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326951 Aug 09 16:48:57.426425 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7281a-4d0b-4687-a7ae-c4b258231f88 req-73c7a4ae-d34b-4fef-9f01-321b4f1c2435 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:57.427944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55d7281a-4d0b-4687-a7ae-c4b258231f88 req-73c7a4ae-d34b-4fef-9f01-321b4f1c2435 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0552740 Aug 09 16:48:57.467119 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-55d7281a-4d0b-4687-a7ae-c4b258231f88 req-a07dc061-3666-4d3f-80a0-c6fae8113ff9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330067 Aug 09 16:48:57.587017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436de0f6-fafd-4265-852e-4f125433bd5d req-afc8f702-e0d8-44db-a962-f2fdb598f33f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:57.588447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-436de0f6-fafd-4265-852e-4f125433bd5d req-afc8f702-e0d8-44db-a962-f2fdb598f33f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0518494 Aug 09 16:48:57.631621 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-436de0f6-fafd-4265-852e-4f125433bd5d req-1ed016c9-11e1-4095-98a3-194e4a988f3b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369847 Aug 09 16:48:57.664950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45844) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:57.715369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19ca912-b3f9-4083-8d9f-6176072656d6 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:57.716975 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e19ca912-b3f9-4083-8d9f-6176072656d6 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 1092 time: 0.0509665 Aug 09 16:48:57.721098 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45846) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:57.725509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '1d7e5c73-7140-4337-b041-72714821dc9c', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:57.749821 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:57.848363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:57.958186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.80 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/b3cf10c4-c720-45d2-83bd-e70fae10801f) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:58.061675 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:58.110497 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:58.149986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:58.153004 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:58.156615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:58.162032 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=b3cf10c4-c720-45d2-83bd-e70fae10801f,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:58.517557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:58.597800 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:58.761746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:58.768570 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:58.834155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=b3cf10c4-c720-45d2-83bd-e70fae10801f,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:58.847618 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:58.954471 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP b6e1085a-3b10-44ad-a68a-6d2044c0cc6f associated. External IP: 172.25.7.80, port: 1d7e5c73-7140-4337-b041-72714821dc9c. Aug 09 16:48:59.176509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router caf2f55e-3bdf-45e6-bdf6-45da48689972 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:48:59.288450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:59.298259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] Sync routers for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:59.305739 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:59.316719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:59.317327 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:59.335664 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ebb12185-84b8-497f-83e5-2c55e3de2215 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6134984 Aug 09 16:48:59.336289 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:59.338685 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58d85ed-98d2-4673-9091-608a764d3681" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:59.354645 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:59.383623 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:59.435089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b62285-de58-4780-b417-c93e6857de27 req-a98685df-5bca-4c51-8068-705ee323ad4e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:59.436629 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02b62285-de58-4780-b417-c93e6857de27 req-a98685df-5bca-4c51-8068-705ee323ad4e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0501163 Aug 09 16:48:59.438991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:59.476065 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-02b62285-de58-4780-b417-c93e6857de27 req-f8aa2fd3-1d28-4f2b-aa2f-bbe68d575ad8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330365 Aug 09 16:48:59.498892 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45852) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:59.544281 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d7523-17f5-4046-adc1-cbb9702ac310 x-openstack-request-id: req-3a4d7523-17f5-4046-adc1-cbb9702ac310 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:59.544936 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:59.544936 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a4d7523-17f5-4046-adc1-cbb9702ac310 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:59.545089 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c', 'status': 'completed', 'code': 200} Aug 09 16:48:59.597188 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-55fecf15-a621-4fb7-a8d2-4edcd40a22f1 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/b6e1085a-3b10-44ad-a68a-6d2044c0cc6f HTTP/1.1" status: 200 len: 991 time: 0.0968847 Aug 09 16:48:59.603719 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d85ed-98d2-4673-9091-608a764d3681 req-afed8c86-81f7-481c-bb4e-854c53f5ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:59.605226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a58d85ed-98d2-4673-9091-608a764d3681 req-afed8c86-81f7-481c-bb4e-854c53f5ad61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 1097 time: 0.0578585 Aug 09 16:48:59.670364 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b6e1085a-3b10-44ad-a68a-6d2044c0cc6f', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'port_id': '1d7e5c73-7140-4337-b041-72714821dc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'mac_address': 'fa:16:3e:79:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:48:58Z', 'updated_at': '2021-08-09T16:48:58Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:51Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:59.697272 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] Checking router: caf2f55e-3bdf-45e6-bdf6-45da48689972 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:59.700150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d85ed-98d2-4673-9091-608a764d3681 req-4ceefbb2-87fb-4682-9a0e-b49f0c729abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:59.701660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a58d85ed-98d2-4673-9091-608a764d3681 req-4ceefbb2-87fb-4682-9a0e-b49f0c729abe service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e835a79-7c02-4de1-84c9-f00f00543af1 HTTP/1.1" status: 200 len: 898 time: 0.0897410 Aug 09 16:48:59.707101 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:59.707710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:48:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:59.769941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a58d85ed-98d2-4673-9091-608a764d3681 req-7ca9d7d4-2859-4ba5-9e84-2c548e76fc39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7e5c73-7140-4337-b041-72714821dc9c HTTP/1.1" status: 200 len: 999 time: 0.0604794 Aug 09 16:48:59.816861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:59.818356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d85ed-98d2-4673-9091-608a764d3681 req-a0605be9-79bb-42e1-97be-6439412ed3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:59.819809 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a58d85ed-98d2-4673-9091-608a764d3681 req-a0605be9-79bb-42e1-97be-6439412ed3f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4bdebe6-0cca-4d6f-a744-c83bce0da08c HTTP/1.1" status: 200 len: 835 time: 0.0434544 Aug 09 16:48:59.869296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d85ed-98d2-4673-9091-608a764d3681 req-3f0bc2d3-ef0b-4381-8bd0-414c80994bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:59.870846 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a58d85ed-98d2-4673-9091-608a764d3681 req-3f0bc2d3-ef0b-4381-8bd0-414c80994bfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e835a79-7c02-4de1-84c9-f00f00543af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443654 Aug 09 16:48:59.962358 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a58d85ed-98d2-4673-9091-608a764d3681 req-c93eb4a8-196a-4870-a19c-c65128eede63 service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842488 Aug 09 16:49:00.045732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b6e1085a-3b10-44ad-a68a-6d2044c0cc6f', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'port_id': '1d7e5c73-7140-4337-b041-72714821dc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'mac_address': 'fa:16:3e:79:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:48:58Z', 'updated_at': '2021-08-09T16:48:58Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:51Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:49:00.058895 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a58d85ed-98d2-4673-9091-608a764d3681 req-09d6d755-bf51-43db-aaab-718625f2a920 service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896862 Aug 09 16:49:00.076771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2cfbe-2010-4e88-a8b0-761e7c816d63 None None] The sync data for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 is: [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'b6e1085a-3b10-44ad-a68a-6d2044c0cc6f', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'port_id': '1d7e5c73-7140-4337-b041-72714821dc9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'mac_address': 'fa:16:3e:79:68:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:48:58Z', 'updated_at': '2021-08-09T16:48:58Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:51Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:49:00.272941 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e601c-828b-418b-b254-9b3a6bef3587 None None] New status for floating IP b6e1085a-3b10-44ad-a68a-6d2044c0cc6f: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:49:00.602825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45854) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:00.676965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-427beac4-e63d-4eca-8b23-c8bfc392b908 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/b6e1085a-3b10-44ad-a68a-6d2044c0cc6f HTTP/1.1" status: 200 len: 993 time: 0.0724020 Aug 09 16:49:15.157209 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4fa7d279-b328-4120-b2bf-de0539ba5dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:17.635759 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b2521f62-e24f-4703-8517-e6c8f759f1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:17.868658 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:19.363786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:20.765101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:26.908214 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:49:29.326786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:29.397930 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:29.487924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7b503-40e2-4044-af24-d840effe87ff req-c70ce927-a3ad-4bfc-8b6a-8c4cdbd7644a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:29.489387 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bce7b503-40e2-4044-af24-d840effe87ff req-c70ce927-a3ad-4bfc-8b6a-8c4cdbd7644a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0523467 Aug 09 16:49:29.528364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bce7b503-40e2-4044-af24-d840effe87ff req-5f279f02-1ccf-4b12-b2f8-56bdc2394244 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327420 Aug 09 16:49:30.671834 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b4196-94f5-4c7d-b504-bf50893c26a6 req-9ea30991-4766-4750-9c39-e540df40d617 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:30.673331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d4b4196-94f5-4c7d-b504-bf50893c26a6 req-9ea30991-4766-4750-9c39-e540df40d617 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0646701 Aug 09 16:49:30.718364 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d4b4196-94f5-4c7d-b504-bf50893c26a6 req-0f26843d-c564-44ad-8a8a-9b149325bfe9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387850 Aug 09 16:49:31.837772 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c036d98-19ff-4806-b683-6dfcfe17c7fe req-72a9eaf5-f2ae-4ced-b1c2-fefd0f4da44e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:31.839283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c036d98-19ff-4806-b683-6dfcfe17c7fe req-72a9eaf5-f2ae-4ced-b1c2-fefd0f4da44e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0530741 Aug 09 16:49:31.880477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c036d98-19ff-4806-b683-6dfcfe17c7fe req-29b5d77e-d782-4571-be0e-2f4ee987247f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323691 Aug 09 16:49:33.031683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883cfa7-3cc9-43f1-835e-871834605da5 req-a85896c8-d670-44f2-b070-615b66be61ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:33.033217 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7883cfa7-3cc9-43f1-835e-871834605da5 req-a85896c8-d670-44f2-b070-615b66be61ff tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0644662 Aug 09 16:49:33.079627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7883cfa7-3cc9-43f1-835e-871834605da5 req-4e4707f2-7474-4fda-9794-222ea3d5938a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387943 Aug 09 16:49:34.218135 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645cbe1-a0dc-471e-97f7-411525e585ad req-f29cdd41-34cc-4497-8f44-52a1d525ce4f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:34.219696 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5645cbe1-a0dc-471e-97f7-411525e585ad req-f29cdd41-34cc-4497-8f44-52a1d525ce4f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0584061 Aug 09 16:49:34.260147 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5645cbe1-a0dc-471e-97f7-411525e585ad req-634155ce-3ebf-40f4-b74d-670ac5836058 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321090 Aug 09 16:49:35.390509 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980c754-2208-4c0a-b660-7b024e26edb3 req-51b20b4c-205d-4e01-aa0e-0ac5c1d6bf5b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:35.392071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7980c754-2208-4c0a-b660-7b024e26edb3 req-51b20b4c-205d-4e01-aa0e-0ac5c1d6bf5b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0548594 Aug 09 16:49:35.434992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7980c754-2208-4c0a-b660-7b024e26edb3 req-e89b32e4-1306-40f3-ab1d-ead899f08e0d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348821 Aug 09 16:49:36.565083 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bef2b-3bfc-46cf-945c-c7a6a01eb303 req-d6bd2249-dfcc-4860-a774-e8e216bec47b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:36.566583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-897bef2b-3bfc-46cf-945c-c7a6a01eb303 req-d6bd2249-dfcc-4860-a774-e8e216bec47b tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0519240 Aug 09 16:49:36.606036 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-897bef2b-3bfc-46cf-945c-c7a6a01eb303 req-28fc6cc9-965d-44db-8da4-7c316ca19123 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333056 Aug 09 16:49:37.734416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3641c-bb82-4b94-8692-1f36977f2ff0 req-14a1138b-9856-470d-b485-448e05a60c38 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:37.735959 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3fc3641c-bb82-4b94-8692-1f36977f2ff0 req-14a1138b-9856-470d-b485-448e05a60c38 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0607998 Aug 09 16:49:37.775391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3fc3641c-bb82-4b94-8692-1f36977f2ff0 req-ebaaad8a-be58-4c60-8fad-de96dfe0e36f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332336 Aug 09 16:49:38.897264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6298e-bd8f-479b-8790-fda554b8ceaa req-39699e8e-a46a-4c91-bede-fc3541a8ee6f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:38.898783 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ade6298e-bd8f-479b-8790-fda554b8ceaa req-39699e8e-a46a-4c91-bede-fc3541a8ee6f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0513875 Aug 09 16:49:38.937309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ade6298e-bd8f-479b-8790-fda554b8ceaa req-c17b86c2-ccf6-446e-a79d-92f20421b24a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Aug 09 16:49:40.070367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1d61a-3bb6-4dd6-8942-86f7bda144b6 req-df342573-ccec-4ffc-84a2-7ac823969c06 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:40.071765 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20e1d61a-3bb6-4dd6-8942-86f7bda144b6 req-df342573-ccec-4ffc-84a2-7ac823969c06 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0559301 Aug 09 16:49:40.113651 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-20e1d61a-3bb6-4dd6-8942-86f7bda144b6 req-6915a01e-5f10-4f25-b571-01e5ba2f1000 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325477 Aug 09 16:49:40.136569 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45890) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:40.200813 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-45e088a7-18e1-432b-87a0-3caffef22b07 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/b6e1085a-3b10-44ad-a68a-6d2044c0cc6f HTTP/1.1" status: 200 len: 993 time: 0.0631251 Aug 09 16:49:41.470299 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2c473-385e-443d-b1d9-fe40975a3940 req-bc04e90e-19e2-47c5-8c7e-c613e9a9ceb3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:41.471915 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9d2c473-385e-443d-b1d9-fe40975a3940 req-bc04e90e-19e2-47c5-8c7e-c613e9a9ceb3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0586863 Aug 09 16:49:41.539257 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b9d2c473-385e-443d-b1d9-fe40975a3940 req-698330dd-0d26-40b2-8990-9899118c90b6 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610201 Aug 09 16:49:41.549076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-aa460434-5b51-483c-a66c-7119f14c3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:41.550670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-aa460434-5b51-483c-a66c-7119f14c3c98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 1097 time: 0.1031084 Aug 09 16:49:41.646407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-5afc9d97-c170-4642-a638-993e17c03c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:41.647927 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-5afc9d97-c170-4642-a638-993e17c03c3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e835a79-7c02-4de1-84c9-f00f00543af1 HTTP/1.1" status: 200 len: 898 time: 0.0865803 Aug 09 16:49:41.717916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-0f7bd39a-3fed-4d40-b3a5-b683431d5208 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7e5c73-7140-4337-b041-72714821dc9c HTTP/1.1" status: 200 len: 1001 time: 0.0632870 Aug 09 16:49:41.766668 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-f52e92d5-adef-4b00-aecb-15c5950365fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:41.768183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-f52e92d5-adef-4b00-aecb-15c5950365fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4bdebe6-0cca-4d6f-a744-c83bce0da08c HTTP/1.1" status: 200 len: 835 time: 0.0438919 Aug 09 16:49:41.815775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-3b7a2cdd-496e-4310-88e8-6a87ab43b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:41.817320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-3b7a2cdd-496e-4310-88e8-6a87ab43b9e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e835a79-7c02-4de1-84c9-f00f00543af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425224 Aug 09 16:49:41.910637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-efb9fbbb-1c31-4709-b8d8-f0a720e6ce51 service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858595 Aug 09 16:49:42.001132 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a570bc4-3650-41be-b7e5-ac01d4331ea3 req-e0c43a9d-605b-4da4-ac78-aed9ec077bca service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830398 Aug 09 16:49:42.332736 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-d959ab82-fe0b-403d-a2c4-dd15d188b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:42.334410 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-d959ab82-fe0b-403d-a2c4-dd15d188b52f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 1097 time: 0.0525343 Aug 09 16:49:42.451683 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-a1c0499c-1549-423f-907b-916d20c0e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:42.453268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-a1c0499c-1549-423f-907b-916d20c0e4dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e835a79-7c02-4de1-84c9-f00f00543af1 HTTP/1.1" status: 200 len: 898 time: 0.0951443 Aug 09 16:49:42.522938 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-543b09ae-c48d-4cc3-bcdd-21e5efe9aec9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7e5c73-7140-4337-b041-72714821dc9c HTTP/1.1" status: 200 len: 1001 time: 0.0610809 Aug 09 16:49:42.577938 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-98a9e633-019e-41a3-bbd3-0110ba615e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:42.579442 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-98a9e633-019e-41a3-bbd3-0110ba615e4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4bdebe6-0cca-4d6f-a744-c83bce0da08c HTTP/1.1" status: 200 len: 835 time: 0.0489340 Aug 09 16:49:42.650557 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-3fa8df6f-ae61-4d73-a4b0-27bc1620afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:42.652142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-3fa8df6f-ae61-4d73-a4b0-27bc1620afcd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e835a79-7c02-4de1-84c9-f00f00543af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659766 Aug 09 16:49:42.675928 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58809cd8-f50b-4c14-81a1-a0dbb6bbb6e5 req-157cb2c6-e41c-477a-89c0-2ff2d2ae325e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:42.677392 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58809cd8-f50b-4c14-81a1-a0dbb6bbb6e5 req-157cb2c6-e41c-477a-89c0-2ff2d2ae325e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0676174 Aug 09 16:49:42.761605 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58809cd8-f50b-4c14-81a1-a0dbb6bbb6e5 req-f407b929-48c2-44fb-9519-eda5802e7536 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744805 Aug 09 16:49:42.781935 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-eaab9a60-342c-4bfd-8ce7-78a197f02530 service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221490 Aug 09 16:49:42.787733 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45902) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:42.895118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-43883710-d84e-4081-9153-ef3e4f06f38a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/b6e1085a-3b10-44ad-a68a-6d2044c0cc6f HTTP/1.1" status: 200 len: 993 time: 0.1062086 Aug 09 16:49:42.924224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-92224aa6-1ab7-4356-b0b6-95c9540db4f9 req-addf8af1-6a49-4ae9-9f98-3667626c37cb service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342058 Aug 09 16:49:45.156251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-22a48d5b-48de-4d24-a662-41965802cdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:47.629569 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e18a-e1d9-4b6b-b7c3-6bf939fb096d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:47.868757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:49.369936 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:50.767538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:59.331181 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:59.390155 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.913890 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:50:13.267721 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45922) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:13.754749 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port b3cf10c4-c720-45d2-83bd-e70fae10801f {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:13.755098 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:13.828515 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:13.828823 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:13.847698 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for b3cf10c4-c720-45d2-83bd-e70fae10801f owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:14.003867 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:14.030978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=b3cf10c4-c720-45d2-83bd-e70fae10801f,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:14.042606 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.042945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.043287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.043613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.043971 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.044297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.044622 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.044937 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.045255 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.045554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.045867 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.046219 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:14.098851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:14.099139 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP b6e1085a-3b10-44ad-a68a-6d2044c0cc6f disassociated (deleted). External IP: 172.25.7.80, port: 1d7e5c73-7140-4337-b041-72714821dc9c. Aug 09 16:50:14.311393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router caf2f55e-3bdf-45e6-bdf6-45da48689972 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:50:14.421865 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:14.427029 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:14.431728 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] Sync routers for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:14.444897 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:14.445493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:49:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:14.454658 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0d1c1834-5cc1-470c-af30-473b87ed9a05 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/floatingips/b6e1085a-3b10-44ad-a68a-6d2044c0cc6f HTTP/1.1" status: 204 len: 168 time: 1.1857221 Aug 09 16:50:14.455416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:14.457902 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8540a4-ef6f-4300-9083-6a6408ef04f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:14.548782 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:14.662156 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21b2d25-de89-4c38-86a7-b6d6c9457166 x-openstack-request-id: req-f21b2d25-de89-4c38-86a7-b6d6c9457166 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:14.662411 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:14.662851 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f21b2d25-de89-4c38-86a7-b6d6c9457166 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:14.663249 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c', 'status': 'completed', 'code': 200} Aug 09 16:50:14.755092 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-73e2f152-49b2-48d1-96f2-9127addfcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:14.756694 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-73e2f152-49b2-48d1-96f2-9127addfcbba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 1097 time: 0.0708351 Aug 09 16:50:14.798615 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76329b-7157-4f06-97ab-bd19a7e6ea4f req-7d784df3-aad8-4fe7-acba-c159f658fd8c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:14.800186 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a76329b-7157-4f06-97ab-bd19a7e6ea4f req-7d784df3-aad8-4fe7-acba-c159f658fd8c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0806503 Aug 09 16:50:14.878911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6a76329b-7157-4f06-97ab-bd19a7e6ea4f req-a5293afb-6afb-4669-8d07-dfbc78848c68 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540316 Aug 09 16:50:14.897571 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-f813a56d-3a1f-47b0-b938-9af0227b7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:14.899021 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-f813a56d-3a1f-47b0-b938-9af0227b7de1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e835a79-7c02-4de1-84c9-f00f00543af1 HTTP/1.1" status: 200 len: 898 time: 0.1341629 Aug 09 16:50:14.931112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:51Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:14.946013 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-2b2e226d-cbe4-4089-8082-8e9efd50c394 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7e5c73-7140-4337-b041-72714821dc9c HTTP/1.1" status: 200 len: 217 time: 0.0388420 Aug 09 16:50:14.958328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] Checking router: caf2f55e-3bdf-45e6-bdf6-45da48689972 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:14.967193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:14.967807 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:49:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:14.996770 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-efadc808-9738-432d-b05c-73286b65c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:14.998267 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-efadc808-9738-432d-b05c-73286b65c4d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4bdebe6-0cca-4d6f-a744-c83bce0da08c HTTP/1.1" status: 200 len: 835 time: 0.0443566 Aug 09 16:50:15.045562 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-47f31d48-24bc-4cc2-a8e0-a95c73287710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:15.047180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-47f31d48-24bc-4cc2-a8e0-a95c73287710 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e835a79-7c02-4de1-84c9-f00f00543af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412023 Aug 09 16:50:15.077590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:15.144084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-42ef01ce-e309-4002-aec5-eaf8d5d3c4e2 service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890880 Aug 09 16:50:15.199478 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-73e2e16a-389f-4147-94a2-681326c893cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:15.238848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d8540a4-ef6f-4300-9083-6a6408ef04f2 req-727e2595-6f7b-4639-8473-2d27ee00f686 service neutron] 10.222.0.35 "GET /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869446 Aug 09 16:50:15.293342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:51Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:15.319982 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986ec5d-1cab-45da-ae01-7d34b5635f67 None None] The sync data for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 is: [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:45Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e415d03c-d098-4499-9b80-6e9f14750ea1', 'name': '', 'network_id': '9e835a79-7c02-4de1-84c9-f00f00543af1', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:00:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:44Z', 'updated_at': '2021-08-09T16:48:51Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': 'd4bdebe6-0cca-4d6f-a744-c83bce0da08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:15.542617 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5ef35-ab44-4257-964b-82fa520d31e5 None None] New status for floating IP b6e1085a-3b10-44ad-a68a-6d2044c0cc6f: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:50:16.009305 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a92c-b146-4a5b-8cad-d06216e505d6 req-18696514-1441-46cf-a135-3f325303f7a9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:16.010700 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7370a92c-b146-4a5b-8cad-d06216e505d6 req-18696514-1441-46cf-a135-3f325303f7a9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0557015 Aug 09 16:50:16.049633 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7370a92c-b146-4a5b-8cad-d06216e505d6 req-fc11d284-7a1e-47f2-afad-9b2adcf7a5af tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=93942755-b1d1-45d4-86df-095dbde8f7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327446 Aug 09 16:50:16.119432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-59c8dff7-afa5-4fe9-b005-1b78a4337dab tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:16.120940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-59c8dff7-afa5-4fe9-b005-1b78a4337dab tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dc6284e-4684-4b3a-8ed3-b9bb9db18308 HTTP/1.1" status: 200 len: 946 time: 0.0545311 Aug 09 16:50:16.215676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 1d7e5c73-7140-4337-b041-72714821dc9c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:16.216039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.310249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 1d7e5c73-7140-4337-b041-72714821dc9c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=1d7e5c73-7140-4337-b041-72714821dc9c,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:16.310611 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.324079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 1d7e5c73-7140-4337-b041-72714821dc9c owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:16.456551 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.489464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=1d7e5c73-7140-4337-b041-72714821dc9c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:16.530046 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] No DVR routers for this DVR port 1d7e5c73-7140-4337-b041-72714821dc9c on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:50:16.533204 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.535203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-53fd0e2d-fc60-411f-851e-477fce0d357e req-0642680d-8a62-4b95-b43d-db53c7590bb5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "DELETE /v2.0/ports/1d7e5c73-7140-4337-b041-72714821dc9c HTTP/1.1" status: 204 len: 173 time: 0.4072721 Aug 09 16:50:16.665043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'name': 'network-vif-deleted', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:16.667430 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36f5ac3-39e5-49d9-9a58-c9ce7f9bb556" -d '{"events": [{"server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "name": "network-vif-deleted", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:16.705776 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32279c5c-d1e2-4eea-9513-6903d2e8a934 x-openstack-request-id: req-32279c5c-d1e2-4eea-9513-6903d2e8a934 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:16.706068 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc6284e-4684-4b3a-8ed3-b9bb9db18308", "name": "network-vif-deleted", "tag": "1d7e5c73-7140-4337-b041-72714821dc9c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:16.706316 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32279c5c-d1e2-4eea-9513-6903d2e8a934 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:16.706719 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc6284e-4684-4b3a-8ed3-b9bb9db18308', 'name': 'network-vif-deleted', 'tag': '1d7e5c73-7140-4337-b041-72714821dc9c', 'status': 'completed', 'code': 200} Aug 09 16:50:17.106052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45938) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:17.478233 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:17.635542 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-00e39305-1f4e-40df-9968-8c1aed8d550a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:17.751850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port e415d03c-d098-4499-9b80-6e9f14750ea1 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:17.752219 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:17.840280 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port e415d03c-d098-4499-9b80-6e9f14750ea1, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e415d03c-d098-4499-9b80-6e9f14750ea1,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:17.840645 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:17.854463 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for e415d03c-d098-4499-9b80-6e9f14750ea1 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:17.861458 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:18.051858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:18.083585 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=e415d03c-d098-4499-9b80-6e9f14750ea1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:18.255231 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:18.492916 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router caf2f55e-3bdf-45e6-bdf6-45da48689972 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:50:18.603635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:18.609071 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8ae9d982-2b13-4742-b8ff-48ca955caddd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/caf2f55e-3bdf-45e6-bdf6-45da48689972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019982 Aug 09 16:50:18.613171 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45940) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:18.615925 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] Sync routers for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:18.626555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:18.627402 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:18.734476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:18.924453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:50:17Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:18.957105 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] Checking router: caf2f55e-3bdf-45e6-bdf6-45da48689972 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:18.966294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] Routers {'caf2f55e-3bdf-45e6-bdf6-45da48689972'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:18.966896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['caf2f55e-3bdf-45e6-bdf6-45da48689972'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:19.002833 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e95d2e-adf6-4883-a42a-eb7a63eb4668 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting subnet d4bdebe6-0cca-4d6f-a744-c83bce0da08c {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:50:19.006111 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7e95d2e-adf6-4883-a42a-eb7a63eb4668 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.046839 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7e95d2e-adf6-4883-a42a-eb7a63eb4668 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.070647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] Set router caf2f55e-3bdf-45e6-bdf6-45da48689972 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:19.137988 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7e95d2e-adf6-4883-a42a-eb7a63eb4668 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.197674 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7e95d2e-adf6-4883-a42a-eb7a63eb4668 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.226117 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e95d2e-adf6-4883-a42a-eb7a63eb4668 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bdebe6-0cca-4d6f-a744-c83bce0da08c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:19.233546 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e7e95d2e-adf6-4883-a42a-eb7a63eb4668 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.238398 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e7e95d2e-adf6-4883-a42a-eb7a63eb4668 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/subnets/d4bdebe6-0cca-4d6f-a744-c83bce0da08c HTTP/1.1" status: 204 len: 168 time: 0.6215403 Aug 09 16:50:19.238575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45942) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:19.238886 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36818f44-adfd-4332-b9c7-364bdd993ec2 None None] Network 9e835a79-7c02-4de1-84c9-f00f00543af1 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:19.307256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:50:17Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:19.337089 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c62747-1e8f-4fb9-bbb9-d7312b92eff3 None None] The sync data for ids ['caf2f55e-3bdf-45e6-bdf6-45da48689972'] in n-d-799523-2 is: [{'id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742148783', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:50:17Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': 'a6f810d2-9908-494c-aea4-0e5138da86e9', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2f55e-3bdf-45e6-bdf6-45da48689972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:42Z', 'updated_at': '2021-08-09T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:19.348610 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.385191 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.461191 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.525647 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port a6f810d2-9908-494c-aea4-0e5138da86e9 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:19.525979 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.607388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port a6f810d2-9908-494c-aea4-0e5138da86e9, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=a6f810d2-9908-494c-aea4-0e5138da86e9,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:19.607757 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.621748 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for a6f810d2-9908-494c-aea4-0e5138da86e9 owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:19.710261 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] DHCP port deletion for 9e835a79-7c02-4de1-84c9-f00f00543af1 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:50:19.768422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Deleting port 7958e21f-4e91-4236-8ae2-7e15bb376abd {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:19.769088 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.802796 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.828205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=a6f810d2-9908-494c-aea4-0e5138da86e9,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:19.832858 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] For port 7958e21f-4e91-4236-8ae2-7e15bb376abd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7958e21f-4e91-4236-8ae2-7e15bb376abd,segment=NetworkSegment(3efd7f62-e4e7-4de9-9198-8dadd288527f),segment_id=3efd7f62-e4e7-4de9-9198-8dadd288527f)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:19.833349 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.847524 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Calling delete_port for 7958e21f-4e91-4236-8ae2-7e15bb376abd owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:19.899483 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.930041 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.956616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Pushing event deleted for resources: {'Port': ['ID=7958e21f-4e91-4236-8ae2-7e15bb376abd,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:19.958832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] No DVR routers for this DVR port 7958e21f-4e91-4236-8ae2-7e15bb376abd on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:50:19.968104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.968448 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.968780 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.969108 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.969441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.969765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.970083 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.970489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.970746 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.971122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.971438 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:19.971751 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b7293-cf0b-42d1-950a-101832a4ed2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.000924 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.003321 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.055240 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.056163 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Fanout notify agent at l3_agent the message router_deleted on router caf2f55e-3bdf-45e6-bdf6-45da48689972 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:50:20.066031 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.067180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a0b1772e-74bd-41dc-b995-a0eeaf7ec19a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/routers/caf2f55e-3bdf-45e6-bdf6-45da48689972 HTTP/1.1" status: 204 len: 168 time: 0.8276196 Aug 09 16:50:20.069847 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45944) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:20.152205 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.249557 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.260732 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e835a79-7c02-4de1-84c9-f00f00543af1']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:20.271466 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efd7f62-e4e7-4de9-9198-8dadd288527f') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:20.271762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efd7f62-e4e7-4de9-9198-8dadd288527f') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:20.281386 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.295771 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.302302 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:50:20.302639 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: timer() Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:50:20.305815 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:50:20.366607 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.374576 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.376852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/networks/9e835a79-7c02-4de1-84c9-f00f00543af1 HTTP/1.1" status: 204 len: 168 time: 0.3059270 Aug 09 16:50:20.379982 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45946) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:20.382738 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1d7e5c73-7140-4337-b041-72714821dc9c no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:50:20.389209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f06f9e-9bb5-44dc-b84a-e777f2bc10f0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Network': ['ID=9e835a79-7c02-4de1-84c9-f00f00543af1,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:20.410653 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 1d7e5c73-7140-4337-b041-72714821dc9c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:50:20.411004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 1d7e5c73-7140-4337-b041-72714821dc9c not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:50:20.446857 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.472872 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.540301 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.542948 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.544175 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/security-groups/93942755-b1d1-45d4-86df-095dbde8f7c3 HTTP/1.1" status: 204 len: 168 time: 0.1605556 Aug 09 16:50:20.553949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93942755-b1d1-45d4-86df-095dbde8f7c3,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:20.561843 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.562195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.562540 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.562877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.563215 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.563553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.563904 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.564573 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.565011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.565346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.565671 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.565997 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f929dbc-2d01-4df0-9d5c-1c95ef03c41d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:20.769158 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.808068 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45954) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:20.813055 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-e7a40d31-67df-4400-b1b5-1eaac1e5e2de tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338559997', 'description': 'tempest-secgroup-smoke-338559997 description', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:20.839615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7a40d31-67df-4400-b1b5-1eaac1e5e2de tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.930233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7a40d31-67df-4400-b1b5-1eaac1e5e2de tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.935544 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7a40d31-67df-4400-b1b5-1eaac1e5e2de tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.951374 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a6f810d2-9908-494c-aea4-0e5138da86e9 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:50:20.967011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a40d31-67df-4400-b1b5-1eaac1e5e2de tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734d436f-8a2a-4774-b304-d522e96dfa2b,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:20.969444 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e7a40d31-67df-4400-b1b5-1eaac1e5e2de tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.970965 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e7a40d31-67df-4400-b1b5-1eaac1e5e2de tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1617258 Aug 09 16:50:20.973953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: a6f810d2-9908-494c-aea4-0e5138da86e9 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:50:20.974290 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device a6f810d2-9908-494c-aea4-0e5138da86e9 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:50:20.974696 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e415d03c-d098-4499-9b80-6e9f14750ea1 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:50:20.974901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45956) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:20.980096 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e20a9c8a-14fe-48c4-bcd8-8b48b3c839f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '734d436f-8a2a-4774-b304-d522e96dfa2b', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:20.994263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e415d03c-d098-4499-9b80-6e9f14750ea1 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:50:20.994599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e415d03c-d098-4499-9b80-6e9f14750ea1 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:50:20.995005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7958e21f-4e91-4236-8ae2-7e15bb376abd no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:50:21.011642 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20a9c8a-14fe-48c4-bcd8-8b48b3c839f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.017550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7958e21f-4e91-4236-8ae2-7e15bb376abd {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:50:21.017894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7958e21f-4e91-4236-8ae2-7e15bb376abd not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:50:21.077613 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20a9c8a-14fe-48c4-bcd8-8b48b3c839f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.084568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20a9c8a-14fe-48c4-bcd8-8b48b3c839f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.102297 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a9c8a-14fe-48c4-bcd8-8b48b3c839f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94304bf2-5daf-47c7-98b5-2b67c9f3a7eb,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:21.108520 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e20a9c8a-14fe-48c4-bcd8-8b48b3c839f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.110005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e20a9c8a-14fe-48c4-bcd8-8b48b3c839f3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340799 Aug 09 16:50:21.112885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45958) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:21.117793 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-522df3e3-1851-4fae-9d8f-d3a0496fe24c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '734d436f-8a2a-4774-b304-d522e96dfa2b', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:21.145746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-522df3e3-1851-4fae-9d8f-d3a0496fe24c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.205618 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-522df3e3-1851-4fae-9d8f-d3a0496fe24c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.210815 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-522df3e3-1851-4fae-9d8f-d3a0496fe24c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.236499 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522df3e3-1851-4fae-9d8f-d3a0496fe24c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6229334-5c80-4fea-ae1a-7d1bd3fc105e,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:21.245186 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-522df3e3-1851-4fae-9d8f-d3a0496fe24c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.246926 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-522df3e3-1851-4fae-9d8f-d3a0496fe24c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329119 Aug 09 16:50:21.249564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45960) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:21.254657 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-6ecb139f-7ab0-4269-b522-3298963bde61 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '734d436f-8a2a-4774-b304-d522e96dfa2b', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:21.284023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6ecb139f-7ab0-4269-b522-3298963bde61 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.345198 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6ecb139f-7ab0-4269-b522-3298963bde61 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.352743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6ecb139f-7ab0-4269-b522-3298963bde61 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.376165 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb139f-7ab0-4269-b522-3298963bde61 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fc1d20-f1fc-4feb-ae31-be6b6b209486,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:21.383855 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6ecb139f-7ab0-4269-b522-3298963bde61 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.388612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-6ecb139f-7ab0-4269-b522-3298963bde61 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344554 Aug 09 16:50:21.389250 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45962) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:21.394758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a5f8a545-a258-40b7-82cb-91683a07a6ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '734d436f-8a2a-4774-b304-d522e96dfa2b', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:21.424464 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a545-a258-40b7-82cb-91683a07a6ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.490208 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a545-a258-40b7-82cb-91683a07a6ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.495521 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a545-a258-40b7-82cb-91683a07a6ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.516724 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8a545-a258-40b7-82cb-91683a07a6ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8408d8d6-e644-4564-9ccb-7ec6e33fab1a,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:21.524721 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a545-a258-40b7-82cb-91683a07a6ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.526231 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a5f8a545-a258-40b7-82cb-91683a07a6ea tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359069 Aug 09 16:50:21.530181 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45964) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:21.535482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-f5df7ff6-d73e-4c86-86e6-7e9f587b0cb0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '734d436f-8a2a-4774-b304-d522e96dfa2b', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:21.559682 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-f5df7ff6-d73e-4c86-86e6-7e9f587b0cb0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:50:21.565381 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5df7ff6-d73e-4c86-86e6-7e9f587b0cb0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.628907 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5df7ff6-d73e-4c86-86e6-7e9f587b0cb0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.634221 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5df7ff6-d73e-4c86-86e6-7e9f587b0cb0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.654024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df7ff6-d73e-4c86-86e6-7e9f587b0cb0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a53f2a7-eb58-4623-90fb-1a935812aaa3,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:21.661609 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f5df7ff6-d73e-4c86-86e6-7e9f587b0cb0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.662962 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f5df7ff6-d73e-4c86-86e6-7e9f587b0cb0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318336 Aug 09 16:50:21.665814 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45966) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:21.670326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-3fe419b9-8342-4eb5-97b8-7654de8ec4c2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'security_group_rule': {'security_group_id': '734d436f-8a2a-4774-b304-d522e96dfa2b', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:21.694105 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-3fe419b9-8342-4eb5-97b8-7654de8ec4c2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Project 524ac9e3046d46ba896dcc1f3c99fbfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:50:21.699343 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3fe419b9-8342-4eb5-97b8-7654de8ec4c2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.765052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3fe419b9-8342-4eb5-97b8-7654de8ec4c2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.770820 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3fe419b9-8342-4eb5-97b8-7654de8ec4c2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.788414 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe419b9-8342-4eb5-97b8-7654de8ec4c2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c570e49-e261-4cea-902c-03d104ed5b81,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:21.795624 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-3fe419b9-8342-4eb5-97b8-7654de8ec4c2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.796918 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3fe419b9-8342-4eb5-97b8-7654de8ec4c2 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301568 Aug 09 16:50:21.800311 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45968) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:21.805346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'network': {'name': 'tempest-network-smoke--948393326', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'port_security_enabled': True}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:21.830651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:21.834106 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.858411 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:21.868446 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.868858 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Added segment 2d23dd34-7899-459e-9393-a17e1c0ba459 of type vlan for network 4c80276c-18e3-4a0b-8f4c-e412b8943384 Aug 09 16:50:21.913418 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.946562 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:21.952365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:21.952952 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.013889 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2124436 Aug 09 16:50:22.016781 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 45972) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:22.021843 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'admin_state_up': True, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:22.022876 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b30b7-0723-429a-a24e-23362202428c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Network': ['ID=4c80276c-18e3-4a0b-8f4c-e412b8943384,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:22.033365 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:22.046694 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.047635 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.101083 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.242366 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.442865 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.462118 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.574320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.228 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/7e2c172f-cbaa-4bcf-b4d5-1792ee66701e) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:22.678260 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.721671 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:22.765476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:22.768445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:22.773224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:22.778718 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=7e2c172f-cbaa-4bcf-b4d5-1792ee66701e,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:23.038262 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:23.233719 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:23.369291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 7898ae80-aee7-4cfb-a02e-14b421d75f54 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:50:23.476148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:23.487029 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Sync routers for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:23.496550 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:23.497125 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:23.497944 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:23.499291 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-645ef363-3952-4f80-ba74-b711b215b6e9 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4813969 Aug 09 16:50:23.502795 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45974) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:23.588708 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d813ef1e-3dd2-4b21-a698-8ab5f258b83c tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=524ac9e3046d46ba896dcc1f3c99fbfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0846756 Aug 09 16:50:23.591383 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45978) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:23.604588 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:23.675140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20763b0-771f-435a-b849-28d7211bc3ff tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:23.676653 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b20763b0-771f-435a-b849-28d7211bc3ff tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842884 Aug 09 16:50:23.679644 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45980) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:23.708845 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-3efd4e08-a075-4364-a170-07ed488eb4f7 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=d8200317-e626-42d3-906a-260c9ad8aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281198 Aug 09 16:50:23.711874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45982) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:23.717010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-137547119', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:23.781794 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:22Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:23.812784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:23.813072 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Checking router: 7898ae80-aee7-4cfb-a02e-14b421d75f54 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:23.813402 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Updating router 7898ae80-aee7-4cfb-a02e-14b421d75f54 port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:23.816462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:23.840530 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.005969 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.068939 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Subnet': ['ID=2de0bce7-0abe-413a-8b75-3e12841760d3,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.078637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Checking segment: {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:24.079000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network hostable DHCP agents. Network: 4c80276c-18e3-4a0b-8f4c-e412b8943384, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:24.097334 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:24.107700 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 4c80276c-18e3-4a0b-8f4c-e412b8943384) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:24.113213 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:24.114063 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.124648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf74331-b7fe-4071-a85d-95be16b0425c None None] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:24.130422 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-624f3d5e-0795-432e-b09b-14f7edc2262a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4172225 Aug 09 16:50:24.133115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 45984) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:24.203685 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.215403 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Transition to ACTIVE for port object 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:24.225572 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.275199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Attempting to bind port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:50:24.275460 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Attempting to bind port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:50:24.275813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Attempting to bind port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:24.279249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-4c80276c-18e3-4a0b-8f4c-e412b8943384', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:50:24.280252 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.286748 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:50:24.287117 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:24.287510 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.287925 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:50:24.288382 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Bound port: 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:50:24.288753 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.308061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Pushing event updated for resources: {'Port': ['ID=7e2c172f-cbaa-4bcf-b4d5-1792ee66701e,revision_number=2']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.341862 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] For port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:24.345035 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] For port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7e2c172f-cbaa-4bcf-b4d5-1792ee66701e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:24.351137 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.353847 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.354158 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.354515 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.354813 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.355133 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.355498 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.355773 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.356143 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.356461 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.356741 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.357055 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.357380 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:24.420159 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8d83b-63b8-4f87-9cf0-7a13f19b4190 None None] Pushing event updated for resources: {'Port': ['ID=7e2c172f-cbaa-4bcf-b4d5-1792ee66701e,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.426906 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:24.427508 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:24.436515 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Allocated IP 172.20.0.2 (4c80276c-18e3-4a0b-8f4c-e412b8943384/2de0bce7-0abe-413a-8b75-3e12841760d3/2cbbc1c9-60c2-4c2d-89b3-12be84c0160f) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:24.535868 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:24.581311 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.589972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Transition to ACTIVE for port object 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:24.606617 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Transition to ACTIVE for port object 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:24.615511 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.617006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.659411 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:24.664168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:24.668991 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:24.670938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Pushing event updated for resources: {'Port': ['ID=2cbbc1c9-60c2-4c2d-89b3-12be84c0160f,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.727215 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:22Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:24.728147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Attempting to bind port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:50:24.728298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Attempting to bind port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:50:24.728711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Attempting to bind port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f on network 4c80276c-18e3-4a0b-8f4c-e412b8943384 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:24.733901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:50:24.734355 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Checking segment: {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:24.734831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.735296 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Bound using segment: {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:50:24.740375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Bound port: 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:50:24.740375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.753168 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eed67c-4980-497c-9f8c-a1573a8db1c0 None None] The sync data for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 is: [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:22Z', 'revision_number': 3, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:24.805062 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] For port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:24.808726 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] For port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2cbbc1c9-60c2-4c2d-89b3-12be84c0160f,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:24.814968 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:24.872666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92620948-28a1-413c-ab60-a12d87cd11db None None] Pushing event updated for resources: {'Port': ['ID=2cbbc1c9-60c2-4c2d-89b3-12be84c0160f,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:24.922959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.1 (4c80276c-18e3-4a0b-8f4c-e412b8943384/2de0bce7-0abe-413a-8b75-3e12841760d3/e1ae4b1f-24a3-460a-80f8-20ad017bba12) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:25.080655 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:25.130391 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object e1ae4b1f-24a3-460a-80f8-20ad017bba12 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:25.177866 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:25.225236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:25.228733 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:25.233240 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:25.240309 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=e1ae4b1f-24a3-460a-80f8-20ad017bba12,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:25.285439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:25.418987 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:25.720402 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:25.727267 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:25.809127 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=e1ae4b1f-24a3-460a-80f8-20ad017bba12,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:25.811645 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:25.861161 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46864167-41c7-4105-aa88-284d15c9226d None None] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:25.905484 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:25.906935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:25.987635 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-725542a3-feb4-4d08-ad7d-0c0fc6abeab0 None None] Provisioning for port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:26.027304 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 7898ae80-aee7-4cfb-a02e-14b421d75f54 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:50:26.146506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:26.156345 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2f32d61e-dec9-4655-a8f8-b933ab009177 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/7898ae80-aee7-4cfb-a02e-14b421d75f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0222137 Aug 09 16:50:26.307042 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-6833a2b6-8c78-4c0c-83c9-1a4891a10cdd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338559997&fields=id&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 267 time: 0.0377526 Aug 09 16:50:26.327476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c460f291-94c0-408b-8444-0e8f6ed1fff2 None None] Provisioning for port e1ae4b1f-24a3-460a-80f8-20ad017bba12 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:26.333081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c460f291-94c0-408b-8444-0e8f6ed1fff2 None None] Provisioning complete for port e1ae4b1f-24a3-460a-80f8-20ad017bba12 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:26.333377 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c460f291-94c0-408b-8444-0e8f6ed1fff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:26.365963 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Sync routers for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:26.382732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-c460f291-94c0-408b-8444-0e8f6ed1fff2 None None] Port e1ae4b1f-24a3-460a-80f8-20ad017bba12 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:50:26.385294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:26.386182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:26.427549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-6c9bdba7-b36c-4d64-b77e-634e9900567a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:26.430320 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-6c9bdba7-b36c-4d64-b77e-634e9900567a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/networks?id=4c80276c-18e3-4a0b-8f4c-e412b8943384 HTTP/1.1" status: 200 len: 796 time: 0.1162193 Aug 09 16:50:26.448805 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-1f6aadaa-4299-45c5-9c5d-880e9a16df3f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/quotas/524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 375 time: 0.0107484 Aug 09 16:50:26.499419 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:26.504296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-fb28765c-f7ee-4c2c-8322-9c6b3d8fa006 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491209 Aug 09 16:50:26.522152 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-4c7d5141-0820-4260-82a6-dbc2267053e5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:50:26.523190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-4c7d5141-0820-4260-82a6-dbc2267053e5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056279 Aug 09 16:50:26.628611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-984a6b00-409f-4506-a90d-35c5e047a86f service neutron] 10.222.0.64 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984101 Aug 09 16:50:26.714675 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bd14f4f2-82d8-4d66-a0cf-7ea38ca54c54 None None] Provisioning complete for port e1ae4b1f-24a3-460a-80f8-20ad017bba12 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:26.715050 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bd14f4f2-82d8-4d66-a0cf-7ea38ca54c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:26.725167 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-eac7459f-5f70-40db-97a7-4c7437932e3c service neutron] 10.222.0.64 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924106 Aug 09 16:50:26.817619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bd14f4f2-82d8-4d66-a0cf-7ea38ca54c54 None None] Port e1ae4b1f-24a3-460a-80f8-20ad017bba12 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:50:26.908412 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 2, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:26.912548 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5d5b7e29-8299-439d-9ea7-fb5fb993d0e6 req-27a0c5ad-75fe-4fa0-b349-0ab7a47a1995 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 210 time: 0.0442090 Aug 09 16:50:26.950969 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Checking router: 7898ae80-aee7-4cfb-a02e-14b421d75f54 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:26.951318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Updating router 7898ae80-aee7-4cfb-a02e-14b421d75f54 port e1ae4b1f-24a3-460a-80f8-20ad017bba12 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:26.987389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a57da752-0751-49f8-bf39-4c800948d951 None None] Provisioning complete for port e1ae4b1f-24a3-460a-80f8-20ad017bba12 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:26.987389 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a57da752-0751-49f8-bf39-4c800948d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.002397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.057702 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:27.090259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a57da752-0751-49f8-bf39-4c800948d951 None None] Port e1ae4b1f-24a3-460a-80f8-20ad017bba12 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:50:27.202984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:27.237057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:27.237534 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.384091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.421207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7e2c172f-cbaa-4bcf-b4d5-1792ee66701e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:27.423134 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.427219 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.428056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:27.456742 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Transition to ACTIVE for port object e1ae4b1f-24a3-460a-80f8-20ad017bba12 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:27.485879 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.524445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7e2c172f-cbaa-4bcf-b4d5-1792ee66701e,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:27.568129 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:27.612895 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:27.613269 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.615211 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44cea1-5c67-4a2c-af3c-97bf7683719c None None] Pushing event updated for resources: {'Port': ['ID=e1ae4b1f-24a3-460a-80f8-20ad017bba12,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:27.650556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Attempting to bind port e1ae4b1f-24a3-460a-80f8-20ad017bba12 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:50:27.650919 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Attempting to bind port e1ae4b1f-24a3-460a-80f8-20ad017bba12 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:50:27.651294 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Attempting to bind port e1ae4b1f-24a3-460a-80f8-20ad017bba12 on network 4c80276c-18e3-4a0b-8f4c-e412b8943384 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:27.662907 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:50:27.663241 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Checking segment: {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:27.663644 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.664061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Bound using segment: {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:50:27.664528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Bound port: e1ae4b1f-24a3-460a-80f8-20ad017bba12, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:50:27.664914 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.781639 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.785709 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] For port e1ae4b1f-24a3-460a-80f8-20ad017bba12, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:27.793967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] For port e1ae4b1f-24a3-460a-80f8-20ad017bba12, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e1ae4b1f-24a3-460a-80f8-20ad017bba12,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:27.804916 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.850201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-cb0b6f3c-93b5-45a9-927c-ba4b86be6957 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:27.852673 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-cb0b6f3c-93b5-45a9-927c-ba4b86be6957 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/networks?id=4c80276c-18e3-4a0b-8f4c-e412b8943384 HTTP/1.1" status: 200 len: 796 time: 0.1059318 Aug 09 16:50:27.853321 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2cbbc1c9-60c2-4c2d-89b3-12be84c0160f,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:27.861465 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:27.879324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44cea1-5c67-4a2c-af3c-97bf7683719c None None] Pushing event updated for resources: {'Port': ['ID=e1ae4b1f-24a3-460a-80f8-20ad017bba12,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:27.886191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:27.886808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:27.911197 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-a0564060-f61e-4b7f-a3f1-876b3bf08eeb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb HTTP/1.1" status: 200 len: 379 time: 0.0422392 Aug 09 16:50:27.921115 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'port': {'device_id': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'admin_state_up': True, 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'security_groups': ['734d436f-8a2a-4774-b304-d522e96dfa2b']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:28.008059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-722c9b3b-90cb-45e0-b388-d6f42d9662c6 req-72b5bad5-ba87-41c8-83b8-5fed971f445e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 210 time: 0.0280383 Aug 09 16:50:28.014235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=2cbbc1c9-60c2-4c2d-89b3-12be84c0160f,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:28.052005 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:28.068355 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Made reservation on behalf of 524ac9e3046d46ba896dcc1f3c99fbfb for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:28.071931 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:28.202360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.20.0.7 (4c80276c-18e3-4a0b-8f4c-e412b8943384/2de0bce7-0abe-413a-8b75-3e12841760d3/78c2543e-c8b7-4da8-8333-35d0c4a86797) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:28.270292 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:28.296086 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219e93b-1cb4-4641-8dae-86b697f0bb2f None None] The sync data for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 is: [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:28.346868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:28.366333 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Transition to ACTIVE for port object 78c2543e-c8b7-4da8-8333-35d0c4a86797 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:28.402408 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:28.789773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:28.795839 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:28.799611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:28.825809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=78c2543e-c8b7-4da8-8333-35d0c4a86797,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:28.859120 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:28.859938 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:28.879128 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-c9c702d0-d234-4790-a093-8466802b3386 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9612110 Aug 09 16:50:28.891274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Request body: {'port': {'device_id': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:28.966270 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.078354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e1ae4b1f-24a3-460a-80f8-20ad017bba12 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:29.121139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bb9d0b44-39fc-4e20-b562-30dc9232b787 None None] Provisioning for port 78c2543e-c8b7-4da8-8333-35d0c4a86797 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:29.129395 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-bb9d0b44-39fc-4e20-b562-30dc9232b787 None None] Provisioning complete for port 78c2543e-c8b7-4da8-8333-35d0c4a86797 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:29.129769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0b44-39fc-4e20-b562-30dc9232b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.170034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d0b44-39fc-4e20-b562-30dc9232b787 None None] Port 78c2543e-c8b7-4da8-8333-35d0c4a86797 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:50:29.173210 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port e1ae4b1f-24a3-460a-80f8-20ad017bba12 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:29.178247 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e1ae4b1f-24a3-460a-80f8-20ad017bba12 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:29.178617 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.224173 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a11da-f5cb-43ec-a1de-76448a9e00f2 req-8f95eb25-2596-4531-aeac-00c9514c4577 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:29.225848 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af0a11da-f5cb-43ec-a1de-76448a9e00f2 req-8f95eb25-2596-4531-aeac-00c9514c4577 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 931 time: 0.1060281 Aug 09 16:50:29.265634 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.294916 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-af0a11da-f5cb-43ec-a1de-76448a9e00f2 req-1fa7dc91-1797-4124-bb89-5c40841895e5 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605791 Aug 09 16:50:29.301331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port e1ae4b1f-24a3-460a-80f8-20ad017bba12, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e1ae4b1f-24a3-460a-80f8-20ad017bba12,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:29.306337 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.307499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:29.355616 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c2543e-c8b7-4da8-8333-35d0c4a86797 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:50:29.364837 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.378652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Transition to ACTIVE for port object 78c2543e-c8b7-4da8-8333-35d0c4a86797 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:29.384341 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.395555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.408225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=e1ae4b1f-24a3-460a-80f8-20ad017bba12,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.421363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.426029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:29.426388 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.445750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Pushing event updated for resources: {'Port': ['ID=78c2543e-c8b7-4da8-8333-35d0c4a86797,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.519340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:29.523214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Attempting to bind port 78c2543e-c8b7-4da8-8333-35d0c4a86797 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:50:29.523451 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Attempting to bind port 78c2543e-c8b7-4da8-8333-35d0c4a86797 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:50:29.523771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Attempting to bind port 78c2543e-c8b7-4da8-8333-35d0c4a86797 on network 4c80276c-18e3-4a0b-8f4c-e412b8943384 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:29.528895 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Port 78c2543e-c8b7-4da8-8333-35d0c4a86797 on network 4c80276c-18e3-4a0b-8f4c-e412b8943384 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:50:29.529222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Attempting to bind port 78c2543e-c8b7-4da8-8333-35d0c4a86797 on network 4c80276c-18e3-4a0b-8f4c-e412b8943384 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:29.534696 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:50:29.535049 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Checking segment: {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:29.535433 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Bound using segment: {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:50:29.535914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Bound port: 78c2543e-c8b7-4da8-8333-35d0c4a86797, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d23dd34-7899-459e-9393-a17e1c0ba459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:50:29.536254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.569608 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:29.569608 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.612986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] For port 78c2543e-c8b7-4da8-8333-35d0c4a86797, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:29.616298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] For port 78c2543e-c8b7-4da8-8333-35d0c4a86797, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:29.621695 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.662914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:29.663619 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:29.665287 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] 10.222.0.35 "PUT /v2.0/ports/78c2543e-c8b7-4da8-8333-35d0c4a86797 HTTP/1.1" status: 200 len: 1091 time: 0.7787983 Aug 09 16:50:29.665930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:29.668380 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7" -d '{"events": [{"name": "network-changed", "server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:29.702986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e706a98-0d9c-4ac8-9e78-2d1b850d2a1a service neutron] Pushing event updated for resources: {'Port': ['ID=78c2543e-c8b7-4da8-8333-35d0c4a86797,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:29.727601 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d960dd72-8157-4455-aad7-ad961773b709 x-openstack-request-id: req-d960dd72-8157-4455-aad7-ad961773b709 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:29.728170 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:29.728467 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d960dd72-8157-4455-aad7-ad961773b709 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:29.728915 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'status': 'completed', 'code': 200} Aug 09 16:50:29.761632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-474348b5-ab24-45ff-ad14-d509e3f57b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:29.763134 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-474348b5-ab24-45ff-ad14-d509e3f57b39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 1094 time: 0.0470440 Aug 09 16:50:29.805419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-1744a66d-3c1d-4563-89de-743852524025 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797 HTTP/1.1" status: 200 len: 217 time: 0.0345857 Aug 09 16:50:29.855945 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-3d610dfc-5bc1-4b58-a460-62ac52a81b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:29.857475 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-3d610dfc-5bc1-4b58-a460-62ac52a81b96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2de0bce7-0abe-413a-8b75-3e12841760d3 HTTP/1.1" status: 200 len: 834 time: 0.0456531 Aug 09 16:50:29.908648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8d67132f-4853-4aa3-817f-179b11d9c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:29.910220 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-8d67132f-4853-4aa3-817f-179b11d9c009 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c80276c-18e3-4a0b-8f4c-e412b8943384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454443 Aug 09 16:50:30.011734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-a87e2ebc-15b7-4b53-bf7d-0d3ddc390186 service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941892 Aug 09 16:50:30.110545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0caacc61-1c38-4d75-8a4e-855609ec19b1 req-5300816c-3952-44f6-80b5-d3eb83e2d7bd service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917964 Aug 09 16:50:30.202383 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-ca5d1714-b6b5-43b1-baf4-0a6b4f688e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:30.204005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-ca5d1714-b6b5-43b1-baf4-0a6b4f688e12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 1094 time: 0.0443780 Aug 09 16:50:30.303507 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-b0014dc4-304e-4e98-8b66-8d0af8f607ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:30.304944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-b0014dc4-304e-4e98-8b66-8d0af8f607ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c80276c-18e3-4a0b-8f4c-e412b8943384 HTTP/1.1" status: 200 len: 898 time: 0.0934825 Aug 09 16:50:30.348037 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-ee379e4b-f496-40f4-83f0-cb550360f629 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797 HTTP/1.1" status: 200 len: 217 time: 0.0359497 Aug 09 16:50:30.422308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-bff121f0-f431-4980-b9b1-d17c117e1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:30.423787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-bff121f0-f431-4980-b9b1-d17c117e1751 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2de0bce7-0abe-413a-8b75-3e12841760d3 HTTP/1.1" status: 200 len: 834 time: 0.0688798 Aug 09 16:50:30.470112 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a9ed1-ed27-4f02-9ac5-447c83b91c81 req-76026334-973d-4e4a-be44-ad8b2cb8c2d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:30.471609 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a51a9ed1-ed27-4f02-9ac5-447c83b91c81 req-76026334-973d-4e4a-be44-ad8b2cb8c2d4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 943 time: 0.0902221 Aug 09 16:50:30.505554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-2dc6be57-83af-4155-993e-d7d05f3ced2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:30.507059 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-2dc6be57-83af-4155-993e-d7d05f3ced2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c80276c-18e3-4a0b-8f4c-e412b8943384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752180 Aug 09 16:50:30.526676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a51a9ed1-ed27-4f02-9ac5-447c83b91c81 req-fd0304a1-0b0c-4ee3-9f06-7dfefa1a178c tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482137 Aug 09 16:50:30.603408 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-7bc23058-92a4-4a6e-8b9b-005ac2a62927 service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884798 Aug 09 16:50:30.699268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91ddd4b3-8e58-4fbf-9856-3ca68cd371b7 req-501dedda-3b71-426e-92e7-855d7895442c service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875337 Aug 09 16:50:30.961716 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e1ae4b1f-24a3-460a-80f8-20ad017bba12 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:31.010390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port e1ae4b1f-24a3-460a-80f8-20ad017bba12 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:31.010754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:31.659097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ae343-4c42-478c-a44d-713816c4df68 req-149e9177-ae4f-488c-abbb-dd49f348a1a0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:31.660724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-549ae343-4c42-478c-a44d-713816c4df68 req-149e9177-ae4f-488c-abbb-dd49f348a1a0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 943 time: 0.0554771 Aug 09 16:50:31.702785 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-549ae343-4c42-478c-a44d-713816c4df68 req-1673e6b7-b8b2-4553-8fa7-aacbbfc2a13f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326018 Aug 09 16:50:32.441115 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 78c2543e-c8b7-4da8-8333-35d0c4a86797 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:50:32.540196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 78c2543e-c8b7-4da8-8333-35d0c4a86797, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:32.551829 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'port_id': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'mac_address': 'fa:16:3e:b3:3a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:50:32.590626 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:32.607453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c2543e-c8b7-4da8-8333-35d0c4a86797 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:50:32.626574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 78c2543e-c8b7-4da8-8333-35d0c4a86797, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:32.631773 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:32.679492 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=78c2543e-c8b7-4da8-8333-35d0c4a86797,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:32.830911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17afae2-0de7-49a7-8d95-35d1706c786c req-7286b5f6-75de-48c4-9d9f-63c71d488b04 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:32.832511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a17afae2-0de7-49a7-8d95-35d1706c786c req-7286b5f6-75de-48c4-9d9f-63c71d488b04 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 944 time: 0.0532501 Aug 09 16:50:32.870328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['78c2543e-c8b7-4da8-8333-35d0c4a86797'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:50:32.878435 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a17afae2-0de7-49a7-8d95-35d1706c786c req-c321465e-4997-4120-ac3f-379444d94c54 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394609 Aug 09 16:50:34.003730 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407c97-1c7d-47f5-804c-9ee51e7383de req-b5994441-1338-4132-a4c6-e70066312efd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:34.005186 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c407c97-1c7d-47f5-804c-9ee51e7383de req-b5994441-1338-4132-a4c6-e70066312efd tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 944 time: 0.0571690 Aug 09 16:50:34.044757 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3c407c97-1c7d-47f5-804c-9ee51e7383de req-3ac78694-ec55-45c1-8ed3-2c43ed6dde61 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334687 Aug 09 16:50:34.451214 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 78c2543e-c8b7-4da8-8333-35d0c4a86797 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:34.512847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 78c2543e-c8b7-4da8-8333-35d0c4a86797 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:34.516770 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 78c2543e-c8b7-4da8-8333-35d0c4a86797 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:34.517131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:34.596388 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:34.620011 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:34.622286 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af29c69b-c5df-4fd5-a308-5c0d2f2d5eb5" -d '{"events": [{"server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "name": "network-vif-plugged", "status": "completed", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:34.636182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 78c2543e-c8b7-4da8-8333-35d0c4a86797, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:34.642618 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:34.690338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=78c2543e-c8b7-4da8-8333-35d0c4a86797,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:34.714521 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56571508-cf42-4c80-9557-1877a6277feb x-openstack-request-id: req-56571508-cf42-4c80-9557-1877a6277feb {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:34.714813 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "name": "network-vif-plugged", "status": "completed", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:34.715076 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56571508-cf42-4c80-9557-1877a6277feb {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:34.715465 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'code': 200} Aug 09 16:50:34.813663 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75633dcb-a90e-455f-9328-50451451a1bb req-90686059-a6cb-4565-88a3-b794ca38341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:34.815246 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75633dcb-a90e-455f-9328-50451451a1bb req-90686059-a6cb-4565-88a3-b794ca38341c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 1096 time: 0.0432129 Aug 09 16:50:34.852187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-75633dcb-a90e-455f-9328-50451451a1bb req-04e9cc52-6f06-488a-a980-293cb4222edd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293932 Aug 09 16:50:35.176783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea6f23-1367-4555-87b6-dec89962824f req-c4e03612-6252-4dc0-a544-1c41c3ad628e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:35.178268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32ea6f23-1367-4555-87b6-dec89962824f req-c4e03612-6252-4dc0-a544-1c41c3ad628e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0510883 Aug 09 16:50:35.220968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32ea6f23-1367-4555-87b6-dec89962824f req-d67285f0-03e3-4907-8673-00a19f412ae7 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338109 Aug 09 16:50:36.352940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92b038-aac6-40ca-98d4-a2c3d2e124da req-d8026b21-e06b-4dd3-9809-9704b4083e64 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:36.354471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea92b038-aac6-40ca-98d4-a2c3d2e124da req-d8026b21-e06b-4dd3-9809-9704b4083e64 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0569370 Aug 09 16:50:36.396950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ea92b038-aac6-40ca-98d4-a2c3d2e124da req-a22f1471-8051-4eb1-afa5-d9545363957a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Aug 09 16:50:36.520164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6c95-de1d-4792-9c26-c31ddce20310 req-a1b2a274-cd04-4c30-9fab-8362d0071052 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:36.523023 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f50c6c95-de1d-4792-9c26-c31ddce20310 req-a1b2a274-cd04-4c30-9fab-8362d0071052 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0576186 Aug 09 16:50:36.570248 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f50c6c95-de1d-4792-9c26-c31ddce20310 req-d8112327-b42e-419f-87b3-4368a73feb83 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378811 Aug 09 16:50:36.602041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46040) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:36.649245 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01521913-c03d-4ce2-b0bd-ed860480db48 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:36.651018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-01521913-c03d-4ce2-b0bd-ed860480db48 tempest-TestNetworkAdvancedServerOps-598558690 tempest-TestNetworkAdvancedServerOps-598558690-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 1091 time: 0.0478461 Aug 09 16:50:36.653835 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46042) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:36.658182 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:36.683201 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:36.787677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:36.897139 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Allocated IP 172.25.7.236 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/6b5b9813-a2e2-4235-9971-f4ae04e38e7a) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:37.018253 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:37.068968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:37.108380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:37.111286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:37.114845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:37.120248 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=6b5b9813-a2e2-4235-9971-f4ae04e38e7a,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:37.481580 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:37.552372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:37.705828 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:37.713315 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:37.788130 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event updated for resources: {'Port': ['ID=6b5b9813-a2e2-4235-9971-f4ae04e38e7a,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:37.800624 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:38.222710 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP c58b9b2f-3e4f-4116-b24c-bff64599bcee associated. External IP: 172.25.7.236, port: 78c2543e-c8b7-4da8-8333-35d0c4a86797. Aug 09 16:50:38.443869 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 7898ae80-aee7-4cfb-a02e-14b421d75f54 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:50:38.555193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:38.565571 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] Sync routers for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:38.573503 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:38.576306 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:38.576931 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:38.601351 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b041e599-9ae1-48ed-8d0f-66215887a5fb tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9464962 Aug 09 16:50:38.602040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:38.604500 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d47d6-e2cb-4d92-988b-37166c926ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:38.683034 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:38.700482 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae6577-416e-4334-b087-126f28d803cb req-acee2f86-6174-4696-a390-a7415b3a1cf8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:38.702079 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baae6577-416e-4334-b087-126f28d803cb req-acee2f86-6174-4696-a390-a7415b3a1cf8 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0502510 Aug 09 16:50:38.743583 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-baae6577-416e-4334-b087-126f28d803cb req-12cc63b0-7dcb-4fd8-9152-f99d4b8abe8f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347738 Aug 09 16:50:38.766235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46050) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:38.834417 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e650ebd3-b8c6-4553-9af8-a5d18da47a28 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/c58b9b2f-3e4f-4116-b24c-bff64599bcee HTTP/1.1" status: 200 len: 991 time: 0.0669496 Aug 09 16:50:38.843099 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18170074-888d-44b2-a8c7-bd8362598d0b x-openstack-request-id: req-18170074-888d-44b2-a8c7-bd8362598d0b {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:38.843390 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:38.843639 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18170074-888d-44b2-a8c7-bd8362598d0b {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:38.844071 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'status': 'completed', 'code': 200} Aug 09 16:50:38.911573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-1f23d7da-17f7-496c-9bdf-8d61a33dd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:38.913376 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-1f23d7da-17f7-496c-9bdf-8d61a33dd5db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 1096 time: 0.0466106 Aug 09 16:50:38.918240 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'c58b9b2f-3e4f-4116-b24c-bff64599bcee', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'port_id': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'mac_address': 'fa:16:3e:b3:3a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:50:37Z', 'updated_at': '2021-08-09T16:50:37Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:38.948059 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] Checking router: 7898ae80-aee7-4cfb-a02e-14b421d75f54 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:38.956694 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:38.957287 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:39.004458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-96739353-3ac3-4b25-9f6e-26158d386806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:39.006268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-96739353-3ac3-4b25-9f6e-26158d386806 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c80276c-18e3-4a0b-8f4c-e412b8943384 HTTP/1.1" status: 200 len: 898 time: 0.0856478 Aug 09 16:50:39.063941 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:39.075787 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-5db56042-4eca-4858-a468-e417a47b4b4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797 HTTP/1.1" status: 200 len: 999 time: 0.0631533 Aug 09 16:50:39.127874 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-5517939e-c08b-41d2-a67b-3e112dafdd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:39.129530 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-5517939e-c08b-41d2-a67b-3e112dafdd70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2de0bce7-0abe-413a-8b75-3e12841760d3 HTTP/1.1" status: 200 len: 834 time: 0.0466130 Aug 09 16:50:39.176505 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-56e1497c-0400-463c-b975-41bfc89db7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:39.178115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-56e1497c-0400-463c-b975-41bfc89db7b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c80276c-18e3-4a0b-8f4c-e412b8943384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413966 Aug 09 16:50:39.273647 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-0d7ae067-7c29-41dd-86fa-4746379a9ff3 service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885439 Aug 09 16:50:39.290554 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'c58b9b2f-3e4f-4116-b24c-bff64599bcee', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'port_id': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'mac_address': 'fa:16:3e:b3:3a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:50:37Z', 'updated_at': '2021-08-09T16:50:37Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:39.320787 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb0602-1518-4a0d-ab7b-26f4afe7ba73 None None] The sync data for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 is: [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': 'c58b9b2f-3e4f-4116-b24c-bff64599bcee', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'port_id': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'mac_address': 'fa:16:3e:b3:3a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:50:37Z', 'updated_at': '2021-08-09T16:50:37Z', 'revision_number': 0, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:39.366028 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a27d47d6-e2cb-4d92-988b-37166c926ba1 req-97eaff07-6c0b-4d99-a5a9-817c7bf566eb service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851531 Aug 09 16:50:39.524177 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360dde31-fb34-439d-9a0c-537423e9badf None None] New status for floating IP c58b9b2f-3e4f-4116-b24c-bff64599bcee: ACTIVE {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:50:39.838361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46052) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:39.910452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f2150f22-3aed-4759-a76a-334d77e7baf4 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/c58b9b2f-3e4f-4116-b24c-bff64599bcee HTTP/1.1" status: 200 len: 993 time: 0.0707309 Aug 09 16:50:40.917567 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:50:44.273842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-e7c3ce48-1a60-40fd-84a9-d277a60d0c41 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502486 Aug 09 16:50:44.366915 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-869e5b23-deed-487a-a969-b8c8dd771d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:44.368570 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-869e5b23-deed-487a-a969-b8c8dd771d3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 1096 time: 0.0499218 Aug 09 16:50:44.485391 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-dc233276-ded9-4bc8-b1f2-541b344192f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:44.486886 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-dc233276-ded9-4bc8-b1f2-541b344192f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c80276c-18e3-4a0b-8f4c-e412b8943384 HTTP/1.1" status: 200 len: 898 time: 0.0930402 Aug 09 16:50:44.551589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-a1b8ac95-40f1-468f-91bf-1f0bcd9d0a38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797 HTTP/1.1" status: 200 len: 1001 time: 0.0580449 Aug 09 16:50:44.602338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-4c07656b-33da-4fc4-82d1-e3873fbb5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:44.603792 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-4c07656b-33da-4fc4-82d1-e3873fbb5a58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2de0bce7-0abe-413a-8b75-3e12841760d3 HTTP/1.1" status: 200 len: 834 time: 0.0455146 Aug 09 16:50:44.653799 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-cbb90467-7a1c-4aa0-8463-3252fbf2c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:44.655292 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-cbb90467-7a1c-4aa0-8463-3252fbf2c8a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c80276c-18e3-4a0b-8f4c-e412b8943384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449636 Aug 09 16:50:44.744941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-fcf2af9d-15e3-43f3-ac93-6e3f617ca456 service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824349 Aug 09 16:50:44.852406 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-21c30de2-b5d3-40d8-a1cc-104bc94b825a req-b0f54b10-bcfa-41bd-a41b-403b176e7b58 service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000388 Aug 09 16:50:45.161300 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-05330698-fa5c-4b31-9788-537fc8e870d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:47.639939 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b445ba90-4fea-4996-889c-ec965e7fb614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:47.875123 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:49.382456 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:50.773680 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.342087 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.411260 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.909532 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-6f1d99f8-2bdf-4721-86f0-f892972f1d5f req-4fedbbed-fb68-42df-ae94-23848418922d service neutron] (94178) timed out ('10.222.0.64', 42584) {{(pid=94178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:51:06.737669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10871-ddc3-49d8-a649-f0b3716fdba9 req-e85d9384-862a-40a1-b22d-df1be030db12 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:06.739335 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-deb10871-ddc3-49d8-a649-f0b3716fdba9 req-e85d9384-862a-40a1-b22d-df1be030db12 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0525141 Aug 09 16:51:06.779730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-deb10871-ddc3-49d8-a649-f0b3716fdba9 req-b6243a15-4b4c-4a86-8411-6e01d60c9b81 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330954 Aug 09 16:51:07.910059 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c1d5b-d055-462a-aee4-42d2885531cf req-3c0f01c1-0d3c-479b-b1b6-b63d5c6f066d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:07.911584 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c2c1d5b-d055-462a-aee4-42d2885531cf req-3c0f01c1-0d3c-479b-b1b6-b63d5c6f066d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0534942 Aug 09 16:51:07.963847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8c2c1d5b-d055-462a-aee4-42d2885531cf req-69528c8b-0481-4b9a-a9be-0bfe285b18e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434034 Aug 09 16:51:07.990943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46070) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:08.073407 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-2bef936a-df19-4696-a88e-0b0e523de1d3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/c58b9b2f-3e4f-4116-b24c-bff64599bcee HTTP/1.1" status: 200 len: 993 time: 0.0812011 Aug 09 16:51:09.435978 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ead69-6151-4ee5-84bb-8da0e198c713 req-c6049a46-bfea-4b2e-81f4-877007c60e0f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:09.437485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-834ead69-6151-4ee5-84bb-8da0e198c713 req-c6049a46-bfea-4b2e-81f4-877007c60e0f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0957236 Aug 09 16:51:09.448323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-35c806aa-ffb4-49f2-823f-57324e8e5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:09.450184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-35c806aa-ffb4-49f2-823f-57324e8e5049 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 1096 time: 0.0715554 Aug 09 16:51:09.538692 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-834ead69-6151-4ee5-84bb-8da0e198c713 req-1656c800-9242-4af3-9564-729b2cc6e2d0 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930653 Aug 09 16:51:09.574172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-ee81173b-2c3d-4df3-a853-8433e269521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:09.576026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-ee81173b-2c3d-4df3-a853-8433e269521f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c80276c-18e3-4a0b-8f4c-e412b8943384 HTTP/1.1" status: 200 len: 898 time: 0.1177151 Aug 09 16:51:09.643870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-0c541396-0cdd-4fee-9410-ad171d0c817e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797 HTTP/1.1" status: 200 len: 1001 time: 0.0607798 Aug 09 16:51:09.694223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-2b341e0c-35df-4055-a83f-73f33f5e93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:09.696114 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-2b341e0c-35df-4055-a83f-73f33f5e93e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2de0bce7-0abe-413a-8b75-3e12841760d3 HTTP/1.1" status: 200 len: 834 time: 0.0456486 Aug 09 16:51:09.755734 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-7cfd4ab6-dc93-41ee-858a-66490bb136ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:09.757309 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-7cfd4ab6-dc93-41ee-858a-66490bb136ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c80276c-18e3-4a0b-8f4c-e412b8943384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535729 Aug 09 16:51:09.852317 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-87720ed2-785b-4a4b-99b2-80847277c6f2 service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865624 Aug 09 16:51:09.953897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05036745-7a93-4d15-bfc9-6e83fc2089fd req-56f73cd3-741d-455f-958a-db1ea75cf443 service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946054 Aug 09 16:51:10.665381 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a25d2-02fb-4928-b6f0-003d67c8be5b req-c6995a32-ef52-4c4c-8703-143868c2286a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:10.666901 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-040a25d2-02fb-4928-b6f0-003d67c8be5b req-c6995a32-ef52-4c4c-8703-143868c2286a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0537670 Aug 09 16:51:10.710239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-040a25d2-02fb-4928-b6f0-003d67c8be5b req-14f69feb-c6d5-4451-bc55-5211757dee60 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344992 Aug 09 16:51:11.833001 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc965e-a4ab-431f-b211-20df79ca2d1e req-53d4dc36-90c0-4f16-a871-b82778973820 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:11.834523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ffc965e-a4ab-431f-b211-20df79ca2d1e req-53d4dc36-90c0-4f16-a871-b82778973820 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0524237 Aug 09 16:51:11.875490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ffc965e-a4ab-431f-b211-20df79ca2d1e req-085a66c0-6d07-46e0-a74a-376e8d95ac8d tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Aug 09 16:51:11.902987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46082) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:11.980050 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0d3aaa5d-12be-47d9-a118-77a3b64f4153 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/floatingips/c58b9b2f-3e4f-4116-b24c-bff64599bcee HTTP/1.1" status: 200 len: 993 time: 0.0758162 Aug 09 16:51:12.262010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46088) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:12.437742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 6b5b9813-a2e2-4235-9971-f4ae04e38e7a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:51:12.438094 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.519492 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.519914 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.532568 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 6b5b9813-a2e2-4235-9971-f4ae04e38e7a owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:51:12.692382 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.717940 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=6b5b9813-a2e2-4235-9971-f4ae04e38e7a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.782783 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.783029 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Floating IP c58b9b2f-3e4f-4116-b24c-bff64599bcee disassociated (deleted). External IP: 172.25.7.236, port: 78c2543e-c8b7-4da8-8333-35d0c4a86797. Aug 09 16:51:12.998376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 7898ae80-aee7-4cfb-a02e-14b421d75f54 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:13.458438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:13.465311 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.473421 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] Sync routers for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:13.483189 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:13.483799 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:13.496331 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-08031eec-ab9d-425a-8d78-a036b14c0d16 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/floatingips/c58b9b2f-3e4f-4116-b24c-bff64599bcee HTTP/1.1" status: 204 len: 168 time: 1.2307947 Aug 09 16:51:13.496331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:51:13.496872 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2671ba-6d6a-4d09-b010-1256256dae5e" -d '{"events": [{"name": "network-changed", "server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:13.657617 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcbaa73-f15a-4a14-9afb-0b99a1c26b88 x-openstack-request-id: req-adcbaa73-f15a-4a14-9afb-0b99a1c26b88 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:13.657903 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:13.658163 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adcbaa73-f15a-4a14-9afb-0b99a1c26b88 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:13.658539 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'status': 'completed', 'code': 200} Aug 09 16:51:13.695889 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:13.754298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-a46484be-5aa5-44ad-96ac-83954f4c0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:13.756253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-a46484be-5aa5-44ad-96ac-83954f4c0167 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 1096 time: 0.0734768 Aug 09 16:51:13.768316 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd825-b726-4d83-bfdb-b053c1ce0dac req-45227161-7f02-4e14-a2ec-5759689d97cc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:13.770045 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c65bd825-b726-4d83-bfdb-b053c1ce0dac req-45227161-7f02-4e14-a2ec-5759689d97cc tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0613444 Aug 09 16:51:13.862179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c65bd825-b726-4d83-bfdb-b053c1ce0dac req-3f35295a-59b6-4729-a4e6-d3339557d13f tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839992 Aug 09 16:51:13.881510 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-30997460-c70e-4e45-896f-de7cec526284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:13.883022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-30997460-c70e-4e45-896f-de7cec526284 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c80276c-18e3-4a0b-8f4c-e412b8943384 HTTP/1.1" status: 200 len: 898 time: 0.1121159 Aug 09 16:51:13.890287 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:13.915969 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] Checking router: 7898ae80-aee7-4cfb-a02e-14b421d75f54 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:13.924477 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:13.925072 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:50:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:13.926251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-4d6c3cdf-8d73-4dc9-977c-3b8424154d63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797 HTTP/1.1" status: 200 len: 217 time: 0.0342858 Aug 09 16:51:13.984452 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-23447ceb-ffbd-46c5-ab03-c368741a0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:13.986056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-23447ceb-ffbd-46c5-ab03-c368741a0f11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2de0bce7-0abe-413a-8b75-3e12841760d3 HTTP/1.1" status: 200 len: 834 time: 0.0494895 Aug 09 16:51:14.036456 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-07fe67f4-f124-4f2a-af39-212dc7527212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:14.038026 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-07fe67f4-f124-4f2a-af39-212dc7527212 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c80276c-18e3-4a0b-8f4c-e412b8943384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433502 Aug 09 16:51:14.043722 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:14.128107 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-447562ce-67da-4cbd-9daa-df1cb1708096 service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813005 Aug 09 16:51:14.221531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ca2671ba-6d6a-4d09-b010-1256256dae5e req-f3530502-4da6-4f81-a7a2-9e1d3cc0d1eb service neutron] 10.222.0.35 "GET /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849471 Aug 09 16:51:14.247714 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:14.274470 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59eef9b-0fac-46f5-aad2-5f23cbeb7046 None None] The sync data for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 is: [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:25Z', 'revision_number': 4, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': 'e1ae4b1f-24a3-460a-80f8-20ad017bba12', 'name': '', 'network_id': '4c80276c-18e3-4a0b-8f4c-e412b8943384', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'mac_address': 'fa:16:3e:73:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:24Z', 'updated_at': '2021-08-09T16:50:29Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'subnets': [{'id': '2de0bce7-0abe-413a-8b75-3e12841760d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:14.512330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f50d73-9771-4b9e-816f-e4e1785f06f0 None None] New status for floating IP c58b9b2f-3e4f-4116-b24c-bff64599bcee: DOWN {{(pid=94179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:51:14.993060 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b42ee5-60d4-4806-9090-fb22a8408537 req-21b8c697-7d07-4f75-a483-74b2a8f17e28 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:14.994595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31b42ee5-60d4-4806-9090-fb22a8408537 req-21b8c697-7d07-4f75-a483-74b2a8f17e28 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0517850 Aug 09 16:51:15.033447 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31b42ee5-60d4-4806-9090-fb22a8408537 req-e75bddf6-bb3e-4b99-a346-ff26c288c050 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/security-groups?id=734d436f-8a2a-4774-b304-d522e96dfa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Aug 09 16:51:15.158027 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-af9a057f-4e1d-46e9-a4ad-e8344bbc4779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.338089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-0b8f6fb2-ab66-4583-80a4-dc23dde6465e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:15.339546 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-0b8f6fb2-ab66-4583-80a4-dc23dde6465e tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 945 time: 0.0635188 Aug 09 16:51:15.432268 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 78c2543e-c8b7-4da8-8333-35d0c4a86797 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:51:15.432529 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.520169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 78c2543e-c8b7-4da8-8333-35d0c4a86797, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=78c2543e-c8b7-4da8-8333-35d0c4a86797,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:15.520549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.534063 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 78c2543e-c8b7-4da8-8333-35d0c4a86797 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:51:15.670324 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.699787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=78c2543e-c8b7-4da8-8333-35d0c4a86797,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:15.731047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.731395 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.731743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.732107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.732432 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.732763 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.733086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.733410 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.733742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.734071 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.734390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.734711 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:15.757126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] No DVR routers for this DVR port 78c2543e-c8b7-4da8-8333-35d0c4a86797 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:51:15.759873 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.761965 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1ad16f66-df37-45e7-af9c-5623f575fcae req-7ebe857f-77b3-4bfc-a3dd-e14cfba4289a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.35 "DELETE /v2.0/ports/78c2543e-c8b7-4da8-8333-35d0c4a86797 HTTP/1.1" status: 204 len: 173 time: 0.4155509 Aug 09 16:51:15.762414 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'name': 'network-vif-deleted', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:51:15.764738 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eacd73-1a22-4341-9f1c-f5c6cfeccbd5" -d '{"events": [{"server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "name": "network-vif-deleted", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:15.800473 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02efe5ff-af0a-402a-b95b-a1d49d45fa20 x-openstack-request-id: req-02efe5ff-af0a-402a-b95b-a1d49d45fa20 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:15.800775 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f2bed7-f421-4580-9f5c-73dc760fea74", "name": "network-vif-deleted", "tag": "78c2543e-c8b7-4da8-8333-35d0c4a86797", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:15.801033 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02efe5ff-af0a-402a-b95b-a1d49d45fa20 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:15.801550 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f2bed7-f421-4580-9f5c-73dc760fea74', 'name': 'network-vif-deleted', 'tag': '78c2543e-c8b7-4da8-8333-35d0c4a86797', 'status': 'completed', 'code': 200} Aug 09 16:51:16.147202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-993177a5-04c5-4419-aa72-b37798a1f7f2 req-3f7f2afb-2ed4-4b1e-84aa-6a07a47e8c35 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f2bed7-f421-4580-9f5c-73dc760fea74 HTTP/1.1" status: 200 len: 210 time: 0.0283179 Aug 09 16:51:17.214966 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46104) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:17.589642 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.635976 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ba195a27-bb46-4059-be3f-45b6dc77bf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.861694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port e1ae4b1f-24a3-460a-80f8-20ad017bba12 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:51:17.862060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.868936 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.917213 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:51:17.952901 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port e1ae4b1f-24a3-460a-80f8-20ad017bba12, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=e1ae4b1f-24a3-460a-80f8-20ad017bba12,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:17.953277 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.966751 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for e1ae4b1f-24a3-460a-80f8-20ad017bba12 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:51:18.160847 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.195989 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=e1ae4b1f-24a3-460a-80f8-20ad017bba12,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:18.374699 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.594118 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Router 7898ae80-aee7-4cfb-a02e-14b421d75f54 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:18.673004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 78c2543e-c8b7-4da8-8333-35d0c4a86797 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:51:18.697847 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 78c2543e-c8b7-4da8-8333-35d0c4a86797 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:51:18.698187 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 78c2543e-c8b7-4da8-8333-35d0c4a86797 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:51:18.705706 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:18.711204 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9888282a-fa17-4acb-90ff-d7e336897870 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "PUT /v2.0/routers/7898ae80-aee7-4cfb-a02e-14b421d75f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4946306 Aug 09 16:51:18.713956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46106) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:18.716440 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] Sync routers for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:18.725982 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:18.726587 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:18.765249 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc4da43-51df-49bc-bb7b-95e1a58b09e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting subnet 2de0bce7-0abe-413a-8b75-3e12841760d3 {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:51:18.768360 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffc4da43-51df-49bc-bb7b-95e1a58b09e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.809102 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffc4da43-51df-49bc-bb7b-95e1a58b09e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.827750 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:18.897575 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffc4da43-51df-49bc-bb7b-95e1a58b09e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.962267 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffc4da43-51df-49bc-bb7b-95e1a58b09e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.991318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4da43-51df-49bc-bb7b-95e1a58b09e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Subnet': ['ID=2de0bce7-0abe-413a-8b75-3e12841760d3,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:18.993304 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ffc4da43-51df-49bc-bb7b-95e1a58b09e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.997674 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-ffc4da43-51df-49bc-bb7b-95e1a58b09e3 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/subnets/2de0bce7-0abe-413a-8b75-3e12841760d3 HTTP/1.1" status: 204 len: 168 time: 0.2802494 Aug 09 16:51:18.998042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46108) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:19.001026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bfa5b1-295f-423c-8fc3-a59cf502278a None None] Network 4c80276c-18e3-4a0b-8f4c-e412b8943384 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:19.013199 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:51:18Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:19.042369 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] Checking router: 7898ae80-aee7-4cfb-a02e-14b421d75f54 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:19.051709 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] Routers {'7898ae80-aee7-4cfb-a02e-14b421d75f54'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:19.052393 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['7898ae80-aee7-4cfb-a02e-14b421d75f54'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:19.110134 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.167607 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] Set router 7898ae80-aee7-4cfb-a02e-14b421d75f54 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:19.184190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] DHCP port deletion for 4c80276c-18e3-4a0b-8f4c-e412b8943384 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:51:19.217524 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.238824 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] Deleting port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:51:19.239313 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.275336 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Deleting port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:51:19.275704 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.302301 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] For port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=2cbbc1c9-60c2-4c2d-89b3-12be84c0160f,segment=NetworkSegment(2d23dd34-7899-459e-9393-a17e1c0ba459),segment_id=2d23dd34-7899-459e-9393-a17e1c0ba459)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:19.302702 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.315786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] Calling delete_port for 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:51:19.355292 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:51:18Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:19.357727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] For port 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7e2c172f-cbaa-4bcf-b4d5-1792ee66701e,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:19.358097 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.371828 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Calling delete_port for 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:51:19.382792 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206764f9-45d9-4051-89d0-ab894ac4d921 None None] The sync data for ids ['7898ae80-aee7-4cfb-a02e-14b421d75f54'] in n-d-799523-2 is: [{'id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998454113', 'tenant_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:51:18Z', 'revision_number': 5, 'project_id': '524ac9e3046d46ba896dcc1f3c99fbfb', 'gw_port': {'id': '7e2c172f-cbaa-4bcf-b4d5-1792ee66701e', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898ae80-aee7-4cfb-a02e-14b421d75f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:22Z', 'updated_at': '2021-08-09T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:19.387789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.415700 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.437774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] Pushing event deleted for resources: {'Port': ['ID=2cbbc1c9-60c2-4c2d-89b3-12be84c0160f,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:19.443551 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e02e43-51d2-4489-9523-1ad7a057bdc0 None None] No DVR routers for this DVR port 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:51:19.547859 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.576914 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Port': ['ID=7e2c172f-cbaa-4bcf-b4d5-1792ee66701e,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:19.644781 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.736336 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.738786 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.783292 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.783888 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Fanout notify agent at l3_agent the message router_deleted on router 7898ae80-aee7-4cfb-a02e-14b421d75f54 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:51:19.792163 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.793299 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d3f46d24-3ef4-427c-837a-d0da3442da30 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/routers/7898ae80-aee7-4cfb-a02e-14b421d75f54 HTTP/1.1" status: 204 len: 168 time: 0.7942469 Aug 09 16:51:19.796058 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46110) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:19.878171 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.964052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.974691 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c80276c-18e3-4a0b-8f4c-e412b8943384']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:19.985827 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d23dd34-7899-459e-9393-a17e1c0ba459') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:19.986094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d23dd34-7899-459e-9393-a17e1c0ba459') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:19.995199 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.015234 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.021853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:51:20.022254 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: timer() Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:51:20.025461 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:51:20.087735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.092622 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.094592 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/networks/4c80276c-18e3-4a0b-8f4c-e412b8943384 HTTP/1.1" status: 204 len: 168 time: 0.2974241 Aug 09 16:51:20.097493 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46112) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:20.109487 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf656b3e-91fc-4ad7-baed-e7c99cc18e78 tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'Network': ['ID=4c80276c-18e3-4a0b-8f4c-e412b8943384,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.155292 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c139d1b8-6ee6-4892-8a8f-ba2954ded51a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.184985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c139d1b8-6ee6-4892-8a8f-ba2954ded51a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.248337 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c139d1b8-6ee6-4892-8a8f-ba2954ded51a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.250859 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c139d1b8-6ee6-4892-8a8f-ba2954ded51a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.252063 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c139d1b8-6ee6-4892-8a8f-ba2954ded51a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] 10.222.0.64 "DELETE /v2.0/security-groups/734d436f-8a2a-4774-b304-d522e96dfa2b HTTP/1.1" status: 204 len: 168 time: 0.1535447 Aug 09 16:51:20.261594 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139d1b8-6ee6-4892-8a8f-ba2954ded51a tempest-TestNetworkAdvancedServerOps-644401664 tempest-TestNetworkAdvancedServerOps-644401664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734d436f-8a2a-4774-b304-d522e96dfa2b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.596954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46120) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:20.738896 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9cc5cfb3-c845-408b-bfa1-a1630afc45db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=524ac9e3046d46ba896dcc1f3c99fbfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406054 Aug 09 16:51:20.742041 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46124) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:20.775931 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.791935 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e676f39d-63a2-4fe7-8532-74b3ab009fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.812753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e676f39d-63a2-4fe7-8532-74b3ab009fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.862912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e676f39d-63a2-4fe7-8532-74b3ab009fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.865879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e676f39d-63a2-4fe7-8532-74b3ab009fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.867136 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e676f39d-63a2-4fe7-8532-74b3ab009fd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cafd7795-e5db-40fa-a53c-99e7f568052a HTTP/1.1" status: 204 len: 168 time: 0.1239989 Aug 09 16:51:20.875168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676f39d-63a2-4fe7-8532-74b3ab009fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafd7795-e5db-40fa-a53c-99e7f568052a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.983424 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e1ae4b1f-24a3-460a-80f8-20ad017bba12 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:51:21.004238 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: e1ae4b1f-24a3-460a-80f8-20ad017bba12 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:51:21.004855 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device e1ae4b1f-24a3-460a-80f8-20ad017bba12 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:51:21.005422 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:51:21.023928 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:51:21.024269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7e2c172f-cbaa-4bcf-b4d5-1792ee66701e not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:51:21.024662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:51:21.044198 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:51:21.044445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 2cbbc1c9-60c2-4c2d-89b3-12be84c0160f not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:51:21.142807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46130) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:21.157525 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5b03303-35f2-4125-a2ca-bf5597a695d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.249186 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5b03303-35f2-4125-a2ca-bf5597a695d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.256153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5b03303-35f2-4125-a2ca-bf5597a695d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.297226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-f5b03303-35f2-4125-a2ca-bf5597a695d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a68d4035f9e4b338ebdc21207e2f03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531987 Aug 09 16:51:21.297987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b03303-35f2-4125-a2ca-bf5597a695d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c424c36a-08dd-4984-bae9-80edd96ee404,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.300310 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46132) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:21.356240 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.379984 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.434782 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.437462 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.438648 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c424c36a-08dd-4984-bae9-80edd96ee404 HTTP/1.1" status: 204 len: 168 time: 0.1372721 Aug 09 16:51:21.447381 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c424c36a-08dd-4984-bae9-80edd96ee404,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.456094 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.456442 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.456776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.457102 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.457425 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.457882 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.458209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.458588 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.458832 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.459149 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.459461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:21.459775 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccc2d6-3f45-45b1-9b73-ecb2d5671ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:22.202085 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46154) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:22.304301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-731771038-network', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:22.329727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Made reservation on behalf of a5173b68249e48b9b43195138a594d7a for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:22.332259 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.341115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.439464 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.445671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.471375 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:51:22.481744 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ab74df-47e4-4a6d-b7e3-bbaf183de2b5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.486830 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.487166 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Added segment a5e4c47e-c1d3-4357-b5d4-32d74506be9c of type vlan for network 65eb7735-c500-4ddc-8e14-ce72ab63d480 Aug 09 16:51:22.531590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.562440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.563385 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:22.564089 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.616659 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4134257 Aug 09 16:51:22.619906 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46158) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:22.625151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Request body: {'subnet': {'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-731771038-subnet', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:22.627491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7010b-ce5b-479f-adef-5085ded88028 admin admin] Pushing event updated for resources: {'Network': ['ID=65eb7735-c500-4ddc-8e14-ce72ab63d480,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.637488 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:51:22.646230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Made reservation on behalf of a5173b68249e48b9b43195138a594d7a for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:22.648588 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.835149 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.883679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5841566e-0835-436c-b42b-c0f50a24b9c0,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.902334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Checking segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:22.902690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Network hostable DHCP agents. Network: 65eb7735-c500-4ddc-8e14-ce72ab63d480, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:51:22.923343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:51:22.935747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 65eb7735-c500-4ddc-8e14-ce72ab63d480) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:22.940516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:22.941128 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.945068 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ec028a-9dda-4ed4-ac03-fc3f5eaf9097 None None] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:22.958697 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2339bcc4-3e0c-4237-b0b8-4dcedefa8248 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3372386 Aug 09 16:51:22.961369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46160) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:22.965816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:22.988953 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.990014 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.043968 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.093359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-65eb7735-c500-4ddc-8e14-ce72ab63d480', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:51:23.094277 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.181229 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.228774 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Allocated IP 172.20.0.2 (65eb7735-c500-4ddc-8e14-ce72ab63d480/5841566e-0835-436c-b42b-c0f50a24b9c0/c8a859fa-79cb-46a6-8b3c-96285500dbfd) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:23.370754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.379691 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Transition to ACTIVE for port object c8a859fa-79cb-46a6-8b3c-96285500dbfd will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:23.385022 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.393979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Transition to ACTIVE for port object c8a859fa-79cb-46a6-8b3c-96285500dbfd will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:23.400992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.405458 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.456366 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:23.459630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:23.463856 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:23.467015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Pushing event updated for resources: {'Port': ['ID=c8a859fa-79cb-46a6-8b3c-96285500dbfd,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.478632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.479036 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.479269 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.479631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.480051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.480390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.480715 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.481031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.481329 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.481672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.481989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.482298 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:23.516040 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Allocated IP 172.25.7.147 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/6c5db38f-ad9c-4349-893a-b84aa41a8464) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:23.528029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Attempting to bind port c8a859fa-79cb-46a6-8b3c-96285500dbfd on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:23.528457 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Attempting to bind port c8a859fa-79cb-46a6-8b3c-96285500dbfd by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:23.528871 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Attempting to bind port c8a859fa-79cb-46a6-8b3c-96285500dbfd on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:23.535147 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:23.535525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Checking segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:23.535992 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.536599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Bound using segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:23.536868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Bound port: c8a859fa-79cb-46a6-8b3c-96285500dbfd, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:23.537330 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.600450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] For port c8a859fa-79cb-46a6-8b3c-96285500dbfd, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:23.603494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] For port c8a859fa-79cb-46a6-8b3c-96285500dbfd, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c8a859fa-79cb-46a6-8b3c-96285500dbfd,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:23.609228 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.624405 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.666003 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.670519 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462d88a-d285-4710-a96a-bf17e0d0716a None None] Pushing event updated for resources: {'Port': ['ID=c8a859fa-79cb-46a6-8b3c-96285500dbfd,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.710701 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:23.714377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:23.718379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:23.742987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Pushing event updated for resources: {'Port': ['ID=6c5db38f-ad9c-4349-893a-b84aa41a8464,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:24.007020 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.217180 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.357044 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Router 603de2a5-c575-42c3-9df3-869dbe22d5eb is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:51:24.471256 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:24.482961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Sync routers for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:24.488629 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.490511 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-74485c97-ce63-4f2d-9c4c-d5f01132dffd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5278971 Aug 09 16:51:24.493131 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46162) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:24.503263 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:24.508630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:24.548057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde6d82-0b32-467e-9837-5a44e479cb56 None None] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:24.612328 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7c6c7db3-d8e9-4ebf-8e3b-b00631675836 None None] Provisioning for port c8a859fa-79cb-46a6-8b3c-96285500dbfd completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:24.694191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:24.906051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.929776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:23Z', 'revision_number': 3, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:24.958048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Checking router: 603de2a5-c575-42c3-9df3-869dbe22d5eb for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:24.958714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Updating router 603de2a5-c575-42c3-9df3-869dbe22d5eb port 6c5db38f-ad9c-4349-893a-b84aa41a8464 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:24.992217 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.077371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c8a859fa-79cb-46a6-8b3c-96285500dbfd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:25.097739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Allocated IP 172.20.0.1 (65eb7735-c500-4ddc-8e14-ce72ab63d480/5841566e-0835-436c-b42b-c0f50a24b9c0/160973c8-dfdf-4382-847e-b34f8c32d03b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:25.206630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-b9b6747c-8ac5-45a4-ab1e-e5995f024221 None None] Provisioning complete for port c8a859fa-79cb-46a6-8b3c-96285500dbfd triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:25.206963 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b9b6747c-8ac5-45a4-ab1e-e5995f024221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.208554 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port c8a859fa-79cb-46a6-8b3c-96285500dbfd completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:25.209756 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.224331 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Transition to ACTIVE for port object 160973c8-dfdf-4382-847e-b34f8c32d03b will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:25.233027 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c8a859fa-79cb-46a6-8b3c-96285500dbfd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:25.233395 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.260565 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.300903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:25.304442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:25.308132 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:25.334339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Pushing event updated for resources: {'Port': ['ID=160973c8-dfdf-4382-847e-b34f8c32d03b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.352548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.409621 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b9b6747c-8ac5-45a4-ab1e-e5995f024221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.436792 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.453691 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.458923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Transition to ACTIVE for port object 6c5db38f-ad9c-4349-893a-b84aa41a8464 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:25.479722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.494215 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.499497 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b9b6747c-8ac5-45a4-ab1e-e5995f024221 None None] For port c8a859fa-79cb-46a6-8b3c-96285500dbfd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c8a859fa-79cb-46a6-8b3c-96285500dbfd,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:25.523637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b9b6747c-8ac5-45a4-ab1e-e5995f024221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.569920 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42fb04-c61e-4461-a3be-2f6f8ce0cd42 None None] Pushing event updated for resources: {'Port': ['ID=6c5db38f-ad9c-4349-893a-b84aa41a8464,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.581901 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Attempting to bind port 6c5db38f-ad9c-4349-893a-b84aa41a8464 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:25.582213 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Attempting to bind port 6c5db38f-ad9c-4349-893a-b84aa41a8464 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:25.582571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Attempting to bind port 6c5db38f-ad9c-4349-893a-b84aa41a8464 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:25.613577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:25.613922 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:25.614345 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.614872 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:25.615340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Bound port: 6c5db38f-ad9c-4349-893a-b84aa41a8464, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:25.615748 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.617306 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:51:25.617648 n-d-799523-2 neutron-server[94179]: DEBUG oslo_db.api [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:51:25.662589 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.668696 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.678058 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6747c-8ac5-45a4-ab1e-e5995f024221 None None] Pushing event updated for resources: {'Port': ['ID=c8a859fa-79cb-46a6-8b3c-96285500dbfd,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.686541 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d7c596df-4466-47c5-b5dd-6de5369a8e92 None None] Provisioning for port 160973c8-dfdf-4382-847e-b34f8c32d03b completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:25.694099 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-d7c596df-4466-47c5-b5dd-6de5369a8e92 None None] Provisioning complete for port 160973c8-dfdf-4382-847e-b34f8c32d03b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:25.694469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d7c596df-4466-47c5-b5dd-6de5369a8e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.700057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] For port 6c5db38f-ad9c-4349-893a-b84aa41a8464, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:25.728905 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] For port 6c5db38f-ad9c-4349-893a-b84aa41a8464, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c5db38f-ad9c-4349-893a-b84aa41a8464,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:25.735183 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.736223 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.736979 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Pushing event updated for resources: {'Port': ['ID=160973c8-dfdf-4382-847e-b34f8c32d03b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.748396 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-d7c596df-4466-47c5-b5dd-6de5369a8e92 None None] Port 160973c8-dfdf-4382-847e-b34f8c32d03b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:25.797590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:25.798195 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:25.802952 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42fb04-c61e-4461-a3be-2f6f8ce0cd42 None None] Pushing event updated for resources: {'Port': ['ID=6c5db38f-ad9c-4349-893a-b84aa41a8464,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.832681 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:25.834581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:26.082075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6f6f2482-00fd-4039-823d-8880ba68e252 None None] Provisioning complete for port 160973c8-dfdf-4382-847e-b34f8c32d03b triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:26.082440 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2482-00fd-4039-823d-8880ba68e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.117976 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:26.196983 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f2482-00fd-4039-823d-8880ba68e252 None None] Port 160973c8-dfdf-4382-847e-b34f8c32d03b cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:26.310138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Router 603de2a5-c575-42c3-9df3-869dbe22d5eb has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:26.364799 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 2, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:26.391342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7bf54-ce4e-4f4a-bd9e-1644862c833d None None] The sync data for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 is: [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 2, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:26.422909 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:26.428122 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e184ecbb-97c5-4a35-9842-8d0dfae79cfe admin admin] 10.222.0.64 "PUT /v2.0/routers/603de2a5-c575-42c3-9df3-869dbe22d5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9337895 Aug 09 16:51:26.933832 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46178) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:26.939002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-767492246-network', 'tenant_id': '1543349def744667b8feec3e7e698b24'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:26.971009 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Made reservation on behalf of 1543349def744667b8feec3e7e698b24 for: {'network': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:26.973729 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.984486 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.063266 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c8a859fa-79cb-46a6-8b3c-96285500dbfd up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:27.105074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.113025 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.121993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port c8a859fa-79cb-46a6-8b3c-96285500dbfd triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:27.122628 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.127431 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=94177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:51:27.151544 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.152019 n-d-799523-2 neutron-server[94177]: INFO neutron.db.segments_db [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Added segment d47f4ea1-ed18-4537-b701-212c2e977f07 of type vlan for network d44b0d8e-1e65-45d3-b04c-6128b53824ab Aug 09 16:51:27.160860 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae732a5-8c30-44bb-9503-f1884d76ca8b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.198568 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.231281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.232476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:27.233131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.292293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3572235 Aug 09 16:51:27.295002 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46180) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:27.302076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Request body: {'subnet': {'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-767492246-subnet', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'ip_version': 4}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:27.306755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fd87b-0104-4e4c-b752-d0ac109cc9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d44b0d8e-1e65-45d3-b04c-6128b53824ab,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.318125 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network d44b0d8e-1e65-45d3-b04c-6128b53824ab details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:51:27.327771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Made reservation on behalf of 1543349def744667b8feec3e7e698b24 for: {'subnet': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:27.330462 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5537529'] for subnet, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.517961 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5537483'] for subnet, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.567855 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.584902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Checking segment: {'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:27.585224 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Network hostable DHCP agents. Network: d44b0d8e-1e65-45d3-b04c-6128b53824ab, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:51:27.602604 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Network d44b0d8e-1e65-45d3-b04c-6128b53824ab is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:51:27.613457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, d44b0d8e-1e65-45d3-b04c-6128b53824ab) {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:27.618536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:27.619155 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.623677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ddbb3-4a2a-4a16-ab6b-4601686aade6 None None] Network d44b0d8e-1e65-45d3-b04c-6128b53824ab requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:27.635047 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-25e5272a-e1d2-4829-bb8e-a0461adf469d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3389912 Aug 09 16:51:27.637665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46182) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:27.642541 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:27.666206 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.667281 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.725110 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.778350 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-d44b0d8e-1e65-45d3-b04c-6128b53824ab', 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'fixed_ips': [{'subnet_id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:51:27.779216 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.864933 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.919339 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Allocated IP 172.20.0.2 (d44b0d8e-1e65-45d3-b04c-6128b53824ab/df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a/f37c3736-5b30-4ccf-8b1e-26e39a6691c8) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:28.068684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.071550 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.080805 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Transition to ACTIVE for port object f37c3736-5b30-4ccf-8b1e-26e39a6691c8 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:28.089376 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.096841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Transition to ACTIVE for port object f37c3736-5b30-4ccf-8b1e-26e39a6691c8 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:28.103012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.144478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Network d44b0d8e-1e65-45d3-b04c-6128b53824ab is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:28.149502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:28.152077 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:28.157968 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Pushing event updated for resources: {'Port': ['ID=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.217366 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Allocated IP 172.25.7.250 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/86cc8ff2-c654-46d4-9287-7c1d11a59f4a) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:28.219724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Attempting to bind port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:28.220201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Attempting to bind port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:28.221348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Attempting to bind port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 on network d44b0d8e-1e65-45d3-b04c-6128b53824ab {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:28.227423 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:28.227873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Checking segment: {'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:28.228645 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.228890 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Bound using segment: {'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:28.229142 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Bound port: f37c3736-5b30-4ccf-8b1e-26e39a6691c8, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:28.229605 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.295761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] For port f37c3736-5b30-4ccf-8b1e-26e39a6691c8, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:28.299120 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] For port f37c3736-5b30-4ccf-8b1e-26e39a6691c8, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,segment=NetworkSegment(d47f4ea1-ed18-4537-b701-212c2e977f07),segment_id=d47f4ea1-ed18-4537-b701-212c2e977f07)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:28.304459 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.333036 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.366762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814cdad-73e3-4670-a48b-14fcb948bc20 None None] Pushing event updated for resources: {'Port': ['ID=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.382146 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.394967 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Sync routers for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:28.409171 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:28.409794 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:28.430805 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:28.433825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:28.437445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:28.462591 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Pushing event updated for resources: {'Port': ['ID=86cc8ff2-c654-46d4-9287-7c1d11a59f4a,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.649469 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:28.733738 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.857187 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 2, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:28.882995 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Checking router: 603de2a5-c575-42c3-9df3-869dbe22d5eb for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:28.883340 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Updating router 603de2a5-c575-42c3-9df3-869dbe22d5eb port 160973c8-dfdf-4382-847e-b34f8c32d03b binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:28.907146 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.933266 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.065504 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c5db38f-ad9c-4349-893a-b84aa41a8464 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:29.109848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Router a0d6f497-058b-4437-888f-b72d9c159a81 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:51:29.127868 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6c5db38f-ad9c-4349-893a-b84aa41a8464 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:29.134721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6c5db38f-ad9c-4349-893a-b84aa41a8464 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:29.135177 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.238571 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.239649 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.240230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:29.250778 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Transition to ACTIVE for port object 160973c8-dfdf-4382-847e-b34f8c32d03b will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:29.255791 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Sync routers for ids ['a0d6f497-058b-4437-888f-b72d9c159a81'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:29.259726 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.268785 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.271968 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-1b372e5c-f025-419e-bede-97b22eb0b451 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6314957 Aug 09 16:51:29.272123 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6c5db38f-ad9c-4349-893a-b84aa41a8464, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c5db38f-ad9c-4349-893a-b84aa41a8464,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:29.274076 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46186) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:29.276299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Routers {'a0d6f497-058b-4437-888f-b72d9c159a81'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:29.276929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a0d6f497-058b-4437-888f-b72d9c159a81'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:29.321887 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Pushing event updated for resources: {'Port': ['ID=160973c8-dfdf-4382-847e-b34f8c32d03b,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:29.328511 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.329330 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f37c3736-5b30-4ccf-8b1e-26e39a6691c8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:29.334087 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.334087 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.334398 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.334658 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.334995 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.340462 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.341381 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.341555 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.341862 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.342201 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.342535 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.342882 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:29.410589 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Attempting to bind port 160973c8-dfdf-4382-847e-b34f8c32d03b on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:29.411340 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Attempting to bind port 160973c8-dfdf-4382-847e-b34f8c32d03b by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:29.411340 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Attempting to bind port 160973c8-dfdf-4382-847e-b34f8c32d03b on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:29.416821 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:29.417186 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Checking segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:29.417799 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.418348 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Bound using segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:29.418989 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Bound port: 160973c8-dfdf-4382-847e-b34f8c32d03b, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:29.419586 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.484281 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.487694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6c5db38f-ad9c-4349-893a-b84aa41a8464,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:29.493517 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.509046 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] For port 160973c8-dfdf-4382-847e-b34f8c32d03b, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:29.513460 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] For port 160973c8-dfdf-4382-847e-b34f8c32d03b, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=160973c8-dfdf-4382-847e-b34f8c32d03b,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:29.527006 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.533531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Set router a0d6f497-058b-4437-888f-b72d9c159a81 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:29.535690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:29.587377 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:29.588308 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:29.604540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c5d775-fc99-45d9-85cd-f49aac6ac7cf None None] Network d44b0d8e-1e65-45d3-b04c-6128b53824ab requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:29.669307 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a3d5d-7975-43a4-bb33-519c97d0be29 None None] Pushing event updated for resources: {'Port': ['ID=160973c8-dfdf-4382-847e-b34f8c32d03b,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:29.760293 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:29.833362 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5162c543-f3d8-4014-a2ab-aded7c7f6466 None None] Provisioning for port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:29.834531 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.871866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-5162c543-f3d8-4014-a2ab-aded7c7f6466 None None] Provisioning complete for port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:29.872244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5162c543-f3d8-4014-a2ab-aded7c7f6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.969369 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T16:51:28Z', 'revision_number': 3, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port': {'id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:28Z', 'updated_at': '2021-08-09T16:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:29.969988 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:30.003572 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Checking router: a0d6f497-058b-4437-888f-b72d9c159a81 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:30.003935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Updating router a0d6f497-058b-4437-888f-b72d9c159a81 port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:30.012243 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504e5f-f8f6-45b8-90e1-2eb090ce1f79 None None] The sync data for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 is: [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:30.025346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Allocated IP 172.20.0.1 (d44b0d8e-1e65-45d3-b04c-6128b53824ab/df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a/076b7e47-0536-464d-aa0f-66075038c005) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:30.031514 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5162c543-f3d8-4014-a2ab-aded7c7f6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.047222 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.159707 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.178581 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Transition to ACTIVE for port object 076b7e47-0536-464d-aa0f-66075038c005 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:30.191888 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-5162c543-f3d8-4014-a2ab-aded7c7f6466 None None] For port f37c3736-5b30-4ccf-8b1e-26e39a6691c8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,segment=NetworkSegment(d47f4ea1-ed18-4537-b701-212c2e977f07),segment_id=d47f4ea1-ed18-4537-b701-212c2e977f07)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:30.200309 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5162c543-f3d8-4014-a2ab-aded7c7f6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.217578 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.258873 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Network d44b0d8e-1e65-45d3-b04c-6128b53824ab is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:30.266151 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:30.268543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:30.299172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=076b7e47-0536-464d-aa0f-66075038c005,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:30.328098 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.485594 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.494280 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162c543-f3d8-4014-a2ab-aded7c7f6466 None None] Pushing event updated for resources: {'Port': ['ID=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:30.541127 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-e65f35bc-9b1a-43d0-b3ad-3351c113278e None None] Provisioning complete for port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:30.541410 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e65f35bc-9b1a-43d0-b3ad-3351c113278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.624043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.636540 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Transition to ACTIVE for port object 86cc8ff2-c654-46d4-9287-7c1d11a59f4a will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:30.661791 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.665657 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.671870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.725892 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c49b1e-1c31-45d2-81d0-bc61b1221869 None None] Pushing event updated for resources: {'Port': ['ID=86cc8ff2-c654-46d4-9287-7c1d11a59f4a,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:30.739942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Attempting to bind port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:30.739942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Attempting to bind port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:30.739942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Attempting to bind port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:30.745926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:30.745926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:30.745926 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.745926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:30.745926 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Bound port: 86cc8ff2-c654-46d4-9287-7c1d11a59f4a, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:30.745926 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.756925 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=076b7e47-0536-464d-aa0f-66075038c005,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:30.766471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.798563 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] For port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:30.801657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] For port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=86cc8ff2-c654-46d4-9287-7c1d11a59f4a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:30.806917 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.865153 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Network d44b0d8e-1e65-45d3-b04c-6128b53824ab is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:30.866914 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:30.871603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-617d6e05-09f2-4494-90f0-4367b5052c63 None None] Provisioning for port 076b7e47-0536-464d-aa0f-66075038c005 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:30.877413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Routers {'a0d6f497-058b-4437-888f-b72d9c159a81'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:30.877413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a0d6f497-058b-4437-888f-b72d9c159a81'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:30.880819 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-617d6e05-09f2-4494-90f0-4367b5052c63 None None] Provisioning complete for port 076b7e47-0536-464d-aa0f-66075038c005 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:30.881205 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-617d6e05-09f2-4494-90f0-4367b5052c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.882697 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c49b1e-1c31-45d2-81d0-bc61b1221869 None None] Pushing event updated for resources: {'Port': ['ID=86cc8ff2-c654-46d4-9287-7c1d11a59f4a,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:30.963553 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-617d6e05-09f2-4494-90f0-4367b5052c63 None None] Port 076b7e47-0536-464d-aa0f-66075038c005 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:30.997638 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Router a0d6f497-058b-4437-888f-b72d9c159a81 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:31.030383 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] Set router a0d6f497-058b-4437-888f-b72d9c159a81 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:31.063525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c5db38f-ad9c-4349-893a-b84aa41a8464 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:31.139976 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:31.144950 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-bd5a6bce-a51d-4fe3-8282-8216e6cd0bb7 admin admin] 10.222.0.64 "PUT /v2.0/routers/a0d6f497-058b-4437-888f-b72d9c159a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8692784 Aug 09 16:51:31.209207 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6c5db38f-ad9c-4349-893a-b84aa41a8464 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:31.209838 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.248913 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-ce8fdecf-ac0c-4df8-8440-d95353c1df5e None None] Provisioning complete for port 076b7e47-0536-464d-aa0f-66075038c005 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:31.249199 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ce8fdecf-ac0c-4df8-8440-d95353c1df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.335057 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fdecf-ac0c-4df8-8440-d95353c1df5e None None] Port 076b7e47-0536-464d-aa0f-66075038c005 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:31.382921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f37c3736-5b30-4ccf-8b1e-26e39a6691c8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:31.421616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 4, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port': {'id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:28Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '076b7e47-0536-464d-aa0f-66075038c005', 'name': '', 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'mac_address': 'fa:16:3e:6d:50:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:29Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 2, 'project_id': '1543349def744667b8feec3e7e698b24', 'subnets': [{'id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:31.454786 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfb21bd-a2a2-4d91-86fc-cc6bf03b3994 None None] The sync data for ids ['a0d6f497-058b-4437-888f-b72d9c159a81'] in n-d-799523-2 is: [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 4, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port': {'id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:28Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '076b7e47-0536-464d-aa0f-66075038c005', 'name': '', 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'mac_address': 'fa:16:3e:6d:50:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:29Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 2, 'project_id': '1543349def744667b8feec3e7e698b24', 'subnets': [{'id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:31.466941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:31.468104 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.551136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 160973c8-dfdf-4382-847e-b34f8c32d03b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:31.603470 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 160973c8-dfdf-4382-847e-b34f8c32d03b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:31.607462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 160973c8-dfdf-4382-847e-b34f8c32d03b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:31.608012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.728553 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.769312 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 160973c8-dfdf-4382-847e-b34f8c32d03b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=160973c8-dfdf-4382-847e-b34f8c32d03b,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:31.776315 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.827427 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=160973c8-dfdf-4382-847e-b34f8c32d03b,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.125580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46194) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:32.130590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-81aab98e-14b6-4d48-9c6f-3b48a07796c4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502009329', 'description': 'tempest-secgroup-smoke-502009329 description', 'project_id': 'a5173b68249e48b9b43195138a594d7a'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:32.157439 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-81aab98e-14b6-4d48-9c6f-3b48a07796c4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.241937 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-81aab98e-14b6-4d48-9c6f-3b48a07796c4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.248601 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-81aab98e-14b6-4d48-9c6f-3b48a07796c4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.275220 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-81aab98e-14b6-4d48-9c6f-3b48a07796c4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.276427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-81aab98e-14b6-4d48-9c6f-3b48a07796c4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1497464 Aug 09 16:51:32.279626 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46196) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:32.280646 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aab98e-14b6-4d48-9c6f-3b48a07796c4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6eb408-7544-400f-a0b8-24976e3417ba,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.286278 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-a44cc696-7290-4b35-b394-e7bcb5cd2694 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': '5e6eb408-7544-400f-a0b8-24976e3417ba', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:32.315682 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a44cc696-7290-4b35-b394-e7bcb5cd2694 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.374149 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a44cc696-7290-4b35-b394-e7bcb5cd2694 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.379230 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a44cc696-7290-4b35-b394-e7bcb5cd2694 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.396891 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cc696-7290-4b35-b394-e7bcb5cd2694 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca4fa05-f2d6-4467-8e7c-8f47f2348f70,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.404936 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a44cc696-7290-4b35-b394-e7bcb5cd2694 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.406182 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a44cc696-7290-4b35-b394-e7bcb5cd2694 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254559 Aug 09 16:51:32.408928 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46198) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:32.414122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-115eec72-0b71-4dbd-9eb8-b259bdc6e96c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': '5e6eb408-7544-400f-a0b8-24976e3417ba', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:32.446348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-115eec72-0b71-4dbd-9eb8-b259bdc6e96c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.507239 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-115eec72-0b71-4dbd-9eb8-b259bdc6e96c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.513442 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-115eec72-0b71-4dbd-9eb8-b259bdc6e96c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.534506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eec72-0b71-4dbd-9eb8-b259bdc6e96c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd7512a-e1bf-4c94-ad03-067ba64d8968,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.537962 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-115eec72-0b71-4dbd-9eb8-b259bdc6e96c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.539314 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-115eec72-0b71-4dbd-9eb8-b259bdc6e96c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294863 Aug 09 16:51:32.542516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46200) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:32.547497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-beb23c48-2484-4864-a20a-fc28702243b7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': '5e6eb408-7544-400f-a0b8-24976e3417ba', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:32.576999 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-beb23c48-2484-4864-a20a-fc28702243b7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.636194 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-beb23c48-2484-4864-a20a-fc28702243b7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.642975 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-beb23c48-2484-4864-a20a-fc28702243b7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.660034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb23c48-2484-4864-a20a-fc28702243b7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ee067f-dd54-498a-adc0-7bb0304a8209,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.667615 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-beb23c48-2484-4864-a20a-fc28702243b7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.668910 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-beb23c48-2484-4864-a20a-fc28702243b7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253479 Aug 09 16:51:32.671755 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46202) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:32.676390 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9c9d6acd-9ae7-405e-aa27-f97af2d93582 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': '5e6eb408-7544-400f-a0b8-24976e3417ba', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:32.705985 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6acd-9ae7-405e-aa27-f97af2d93582 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.782575 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6acd-9ae7-405e-aa27-f97af2d93582 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.788129 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6acd-9ae7-405e-aa27-f97af2d93582 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.810548 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d6acd-9ae7-405e-aa27-f97af2d93582 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fa7368-d1da-4d01-b097-d4e229074620,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.818738 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6acd-9ae7-405e-aa27-f97af2d93582 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.820022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9c9d6acd-9ae7-405e-aa27-f97af2d93582 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471941 Aug 09 16:51:32.822812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46204) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:32.827691 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-044d11f6-a017-46db-8d7e-15732bd41f5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': '5e6eb408-7544-400f-a0b8-24976e3417ba', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:32.850819 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-044d11f6-a017-46db-8d7e-15732bd41f5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Project a5173b68249e48b9b43195138a594d7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:51:32.858746 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-044d11f6-a017-46db-8d7e-15732bd41f5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.924282 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-044d11f6-a017-46db-8d7e-15732bd41f5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.930313 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-044d11f6-a017-46db-8d7e-15732bd41f5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.960012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d11f6-a017-46db-8d7e-15732bd41f5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c80ccb-52fe-4a73-87ed-911702f42182,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.963780 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-044d11f6-a017-46db-8d7e-15732bd41f5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.965524 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-044d11f6-a017-46db-8d7e-15732bd41f5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415551 Aug 09 16:51:32.968141 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46206) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:32.973092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-66af549f-f61d-4d04-aa4d-009bb50279e5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': '5e6eb408-7544-400f-a0b8-24976e3417ba', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:33.002000 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-66af549f-f61d-4d04-aa4d-009bb50279e5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Project a5173b68249e48b9b43195138a594d7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:51:33.010255 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66af549f-f61d-4d04-aa4d-009bb50279e5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.094564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 160973c8-dfdf-4382-847e-b34f8c32d03b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:33.097896 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66af549f-f61d-4d04-aa4d-009bb50279e5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.103901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66af549f-f61d-4d04-aa4d-009bb50279e5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.122553 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af549f-f61d-4d04-aa4d-009bb50279e5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9746cb-68cf-4371-a08c-243d90dcb9d6,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:33.132460 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-66af549f-f61d-4d04-aa4d-009bb50279e5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.137271 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-66af549f-f61d-4d04-aa4d-009bb50279e5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1677864 Aug 09 16:51:33.157425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 160973c8-dfdf-4382-847e-b34f8c32d03b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:33.157869 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.256714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 86cc8ff2-c654-46d4-9287-7c1d11a59f4a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:33.283368 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-7e1306c1-c989-4a0d-94e3-e521279f2ece tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502009329&fields=id&tenant_id=a5173b68249e48b9b43195138a594d7a HTTP/1.1" status: 200 len: 267 time: 0.0363560 Aug 09 16:51:33.305493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:33.310358 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:33.310806 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.395087 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.419694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=86cc8ff2-c654-46d4-9287-7c1d11a59f4a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:33.425173 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.479964 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=86cc8ff2-c654-46d4-9287-7c1d11a59f4a,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:33.769141 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-0998b770-3a19-48ba-9778-46091ac8a6fa tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:33.770685 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-0998b770-3a19-48ba-9778-46091ac8a6fa tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 808 time: 0.4791985 Aug 09 16:51:33.786744 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-46f5023b-1d52-422c-b637-3d6ee2bfc7f1 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/quotas/a5173b68249e48b9b43195138a594d7a HTTP/1.1" status: 200 len: 375 time: 0.0094612 Aug 09 16:51:33.840502 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-aba3131d-0abd-43b9-888c-ca3cd31c5a8d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486419 Aug 09 16:51:33.938434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-361c3803-ff85-478d-b292-2cc35846c72f service neutron] 10.222.0.64 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847158 Aug 09 16:51:34.036610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-6fa98a1d-affe-4823-bc87-75f2194d1b0c service neutron] 10.222.0.64 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900738 Aug 09 16:51:34.153840 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Sync routers for ids ['a0d6f497-058b-4437-888f-b72d9c159a81'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:34.164142 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Routers {'a0d6f497-058b-4437-888f-b72d9c159a81'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:34.164866 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a0d6f497-058b-4437-888f-b72d9c159a81'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:34.213480 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-227ff5ba-d549-4ee3-a763-56c89b707aa1 req-6709b0b7-ad61-47e2-9fe1-5ba743c3d6d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 210 time: 0.0362828 Aug 09 16:51:34.281996 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Set router a0d6f497-058b-4437-888f-b72d9c159a81 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:34.481316 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 4, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port': {'id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:28Z', 'updated_at': '2021-08-09T16:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '076b7e47-0536-464d-aa0f-66075038c005', 'name': '', 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'mac_address': 'fa:16:3e:6d:50:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:29Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 2, 'project_id': '1543349def744667b8feec3e7e698b24', 'subnets': [{'id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:34.507175 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Checking router: a0d6f497-058b-4437-888f-b72d9c159a81 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:34.507529 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Updating router a0d6f497-058b-4437-888f-b72d9c159a81 port 076b7e47-0536-464d-aa0f-66075038c005 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:34.535664 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.912897 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.923591 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Transition to ACTIVE for port object 076b7e47-0536-464d-aa0f-66075038c005 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:34.932784 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.986242 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb650bde-40d6-4334-8bbc-8ad55a3619e8 None None] Pushing event updated for resources: {'Port': ['ID=076b7e47-0536-464d-aa0f-66075038c005,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:35.011499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 86cc8ff2-c654-46d4-9287-7c1d11a59f4a up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:35.054310 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Attempting to bind port 076b7e47-0536-464d-aa0f-66075038c005 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:35.054684 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Attempting to bind port 076b7e47-0536-464d-aa0f-66075038c005 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:35.055191 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Attempting to bind port 076b7e47-0536-464d-aa0f-66075038c005 on network d44b0d8e-1e65-45d3-b04c-6128b53824ab {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:35.061477 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:35.061953 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Checking segment: {'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:35.062553 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.062959 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Bound using segment: {'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:35.063504 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Bound port: 076b7e47-0536-464d-aa0f-66075038c005, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47f4ea1-ed18-4537-b701-212c2e977f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:35.063894 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.077441 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:35.078043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.148353 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] For port 076b7e47-0536-464d-aa0f-66075038c005, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:35.152505 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] For port 076b7e47-0536-464d-aa0f-66075038c005, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=076b7e47-0536-464d-aa0f-66075038c005,segment=NetworkSegment(d47f4ea1-ed18-4537-b701-212c2e977f07),segment_id=d47f4ea1-ed18-4537-b701-212c2e977f07)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:35.160605 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.222066 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Routers {'a0d6f497-058b-4437-888f-b72d9c159a81'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:35.222727 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a0d6f497-058b-4437-888f-b72d9c159a81'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:35.282610 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb650bde-40d6-4334-8bbc-8ad55a3619e8 None None] Pushing event updated for resources: {'Port': ['ID=076b7e47-0536-464d-aa0f-66075038c005,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:35.394184 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b8048eb4-685a-4fef-8d95-d17040ccb0fd req-6ea4cbca-0529-4380-9f0e-fd2646667ced tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 210 time: 0.0919118 Aug 09 16:51:35.396805 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] Set router a0d6f497-058b-4437-888f-b72d9c159a81 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:35.481201 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-e2c28933-3679-4bca-a404-fb33c4691318 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:35.485183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-e2c28933-3679-4bca-a404-fb33c4691318 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 808 time: 0.1631222 Aug 09 16:51:35.537155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-7669349e-3a63-46a6-8392-dfbe83436379 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5173b68249e48b9b43195138a594d7a HTTP/1.1" status: 200 len: 379 time: 0.0428889 Aug 09 16:51:35.559416 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'port': {'device_id': '462de88b-200d-4f88-ae5c-2485064daa5c', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'admin_state_up': True, 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'security_groups': ['5e6eb408-7544-400f-a0b8-24976e3417ba']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:35.641801 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 4, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port': {'id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:28Z', 'updated_at': '2021-08-09T16:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '076b7e47-0536-464d-aa0f-66075038c005', 'name': '', 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'mac_address': 'fa:16:3e:6d:50:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:29Z', 'updated_at': '2021-08-09T16:51:35Z', 'revision_number': 4, 'project_id': '1543349def744667b8feec3e7e698b24', 'subnets': [{'id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:35.668325 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25df0e0-ee8f-4713-9b7c-30a97f375150 None None] The sync data for ids ['a0d6f497-058b-4437-888f-b72d9c159a81'] in n-d-799523-2 is: [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T16:51:30Z', 'revision_number': 4, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port': {'id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:28Z', 'updated_at': '2021-08-09T16:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '076b7e47-0536-464d-aa0f-66075038c005', 'name': '', 'network_id': 'd44b0d8e-1e65-45d3-b04c-6128b53824ab', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'mac_address': 'fa:16:3e:6d:50:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:29Z', 'updated_at': '2021-08-09T16:51:35Z', 'revision_number': 4, 'project_id': '1543349def744667b8feec3e7e698b24', 'subnets': [{'id': 'df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:35.687848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Made reservation on behalf of a5173b68249e48b9b43195138a594d7a for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:35.691640 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.826589 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Allocated IP 172.20.0.3 (65eb7735-c500-4ddc-8e14-ce72ab63d480/5841566e-0835-436c-b42b-c0f50a24b9c0/71ccc42d-0532-46ba-820e-49c9ede9371c) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:35.976753 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.991583 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Transition to ACTIVE for port object 71ccc42d-0532-46ba-820e-49c9ede9371c will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:36.026148 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.071747 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:36.075346 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:36.079296 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:36.086320 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:36.135428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:36.136111 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.152708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-773db684-81da-4c3d-93e4-3f57f60e6cd4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029563 Aug 09 16:51:36.165075 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Request body: {'port': {'device_id': '462de88b-200d-4f88-ae5c-2485064daa5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:36.230070 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.377630 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f0e7712-9004-4170-8f00-3f0c457ea42e None None] Provisioning for port 71ccc42d-0532-46ba-820e-49c9ede9371c completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:36.381995 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-9f0e7712-9004-4170-8f00-3f0c457ea42e None None] Provisioning complete for port 71ccc42d-0532-46ba-820e-49c9ede9371c triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:36.382375 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7712-9004-4170-8f00-3f0c457ea42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.417342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e7712-9004-4170-8f00-3f0c457ea42e None None] Port 71ccc42d-0532-46ba-820e-49c9ede9371c cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:36.540458 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ccc42d-0532-46ba-820e-49c9ede9371c {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:51:36.549564 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.565762 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f5e0-fbe4-4ad5-a065-9efebc11a124 req-753770b6-53a8-4604-95ba-782454150b4f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:36.567277 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5244f5e0-fbe4-4ad5-a065-9efebc11a124 req-753770b6-53a8-4604-95ba-782454150b4f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 931 time: 0.1003358 Aug 09 16:51:36.575704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Transition to ACTIVE for port object 71ccc42d-0532-46ba-820e-49c9ede9371c will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:36.589163 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.655144 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5244f5e0-fbe4-4ad5-a065-9efebc11a124 req-74d01321-cddc-4013-ad25-22f9becc1383 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807886 Aug 09 16:51:36.671012 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:36.744678 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Attempting to bind port 71ccc42d-0532-46ba-820e-49c9ede9371c on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:36.745020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Attempting to bind port 71ccc42d-0532-46ba-820e-49c9ede9371c by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:36.745351 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Attempting to bind port 71ccc42d-0532-46ba-820e-49c9ede9371c on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:36.750144 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Port 71ccc42d-0532-46ba-820e-49c9ede9371c on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:51:36.750464 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Attempting to bind port 71ccc42d-0532-46ba-820e-49c9ede9371c on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:36.755445 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:36.755783 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Checking segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:36.756209 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Bound using segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:36.756613 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Bound port: 71ccc42d-0532-46ba-820e-49c9ede9371c, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:36.756973 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.829465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:36.832671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:36.839883 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.880341 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:36.880972 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.882390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] 10.222.0.35 "PUT /v2.0/ports/71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 1091 time: 0.7219722 Aug 09 16:51:36.882836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:51:36.885186 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf" -d '{"events": [{"name": "network-changed", "server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:36.906653 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cf58e-ccf2-431c-8a1b-b6a1f937acba service neutron] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:36.936636 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a84ae9-f412-4fd7-9e40-bc0c11b6023e x-openstack-request-id: req-50a84ae9-f412-4fd7-9e40-bc0c11b6023e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:36.937033 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:36.937419 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50a84ae9-f412-4fd7-9e40-bc0c11b6023e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:36.937906 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'status': 'completed', 'code': 200} Aug 09 16:51:36.974845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-d16d5ddf-e3f1-4154-9627-c7c66ea8ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:36.976482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-d16d5ddf-e3f1-4154-9627-c7c66ea8ee49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1094 time: 0.0499582 Aug 09 16:51:37.025192 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 076b7e47-0536-464d-aa0f-66075038c005 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:37.029306 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-cd3d557f-82eb-4bd9-977a-ab32b9633601 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 217 time: 0.0453546 Aug 09 16:51:37.080274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 076b7e47-0536-464d-aa0f-66075038c005 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:37.085332 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 076b7e47-0536-464d-aa0f-66075038c005 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:37.085810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:37.089179 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-c937e41e-4418-469c-8279-b9ca386c184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:37.089727 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-c937e41e-4418-469c-8279-b9ca386c184a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0539982 Aug 09 16:51:37.135582 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-654a3be9-c2c0-40d3-ad1b-268923a7ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:37.137149 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-654a3be9-c2c0-40d3-ad1b-268923a7ea7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403092 Aug 09 16:51:37.176651 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:37.211644 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 076b7e47-0536-464d-aa0f-66075038c005, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=076b7e47-0536-464d-aa0f-66075038c005,segment=NetworkSegment(d47f4ea1-ed18-4537-b701-212c2e977f07),segment_id=d47f4ea1-ed18-4537-b701-212c2e977f07)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:37.216807 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:37.238143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-0d19ae9a-c997-4271-82d3-749fe1134006 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928998 Aug 09 16:51:37.267283 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=076b7e47-0536-464d-aa0f-66075038c005,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:37.345525 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-98988125-de94-49bf-bc9f-c6f77b7c9313 req-bd0f687f-3bb7-49e8-9971-fd578d5d2387 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003399 Aug 09 16:51:37.435436 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-f11d2bda-5e60-47fa-bd53-64f80661def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:37.436993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-f11d2bda-5e60-47fa-bd53-64f80661def6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1094 time: 0.0438585 Aug 09 16:51:37.535552 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-e9352aaf-0637-4173-b6a2-80fff80a98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:37.537415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-e9352aaf-0637-4173-b6a2-80fff80a98af service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0930157 Aug 09 16:51:37.586506 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-85c27a21-9951-4af0-9291-541e3345b9f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 217 time: 0.0404983 Aug 09 16:51:37.641878 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-7e586e95-3378-4049-82ab-39ac9df77cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:37.644108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-7e586e95-3378-4049-82ab-39ac9df77cf4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0501044 Aug 09 16:51:37.701314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-c93311e9-7acb-4d07-9efd-e8323e79e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:37.703362 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-c93311e9-7acb-4d07-9efd-e8323e79e2e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514526 Aug 09 16:51:37.836951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97ee8-57a0-4b68-97df-85c50c6b5fff req-1c57a206-8659-4c71-992d-e48068522d90 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:37.838379 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ace97ee8-57a0-4b68-97df-85c50c6b5fff req-1c57a206-8659-4c71-992d-e48068522d90 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0822997 Aug 09 16:51:37.842146 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-583831e7-3aa3-48c4-a07d-a86d8bbd7f26 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305258 Aug 09 16:51:37.923588 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ace97ee8-57a0-4b68-97df-85c50c6b5fff req-9a33e93f-f8a5-4549-b0ca-4a5c1a76cda5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772243 Aug 09 16:51:37.960563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e71adfbf-8252-4bb9-b6e3-5dcfd3b15abf req-d3547fe6-c26e-4e51-9d20-e2b044f9b207 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099758 Aug 09 16:51:38.816173 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:38.921810 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:38.937841 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'port_id': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'mac_address': 'fa:16:3e:1a:d7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:38.981124 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:38.994754 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ccc42d-0532-46ba-820e-49c9ede9371c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:51:39.006465 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 076b7e47-0536-464d-aa0f-66075038c005 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:39.038869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:39.046428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6bc32-21a1-4e67-a9e4-b77f67a39ace req-8646ebce-1b6f-4f83-8741-cf2903f8aac5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:39.047588 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:39.048000 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca6bc32-21a1-4e67-a9e4-b77f67a39ace req-8646ebce-1b6f-4f83-8741-cf2903f8aac5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0542450 Aug 09 16:51:39.089339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2ca6bc32-21a1-4e67-a9e4-b77f67a39ace req-d459d0b7-0078-4e31-85df-8803ef023cf4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327344 Aug 09 16:51:39.106795 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:39.109318 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 076b7e47-0536-464d-aa0f-66075038c005 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:39.109702 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:39.249622 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['71ccc42d-0532-46ba-820e-49c9ede9371c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:40.225070 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67974225-fb0d-4562-8103-06dd7258d48f req-4e467746-1198-4119-af5a-6d22152bf30f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:40.226835 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67974225-fb0d-4562-8103-06dd7258d48f req-4e467746-1198-4119-af5a-6d22152bf30f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 944 time: 0.0542083 Aug 09 16:51:40.273285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67974225-fb0d-4562-8103-06dd7258d48f req-fe3e1e44-a2c0-4a85-9a57-8e60c6889973 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351901 Aug 09 16:51:40.817191 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:40.873090 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 71ccc42d-0532-46ba-820e-49c9ede9371c completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:40.876778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 71ccc42d-0532-46ba-820e-49c9ede9371c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:40.877146 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:40.964258 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:40.986407 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:51:40.988697 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f565b0e3-5425-4a0e-b51c-283784c528c5" -d '{"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-plugged", "status": "completed", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:41.001507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:41.007000 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.029866 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfb75c8-84bf-42d4-abb8-22216ac7f2e2 x-openstack-request-id: req-edfb75c8-84bf-42d4-abb8-22216ac7f2e2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:41.030144 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-plugged", "status": "completed", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:41.030388 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edfb75c8-84bf-42d4-abb8-22216ac7f2e2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:41.030778 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'code': 200} Aug 09 16:51:41.055665 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:41.133242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc85bf7-b82c-4724-b69a-3ef3fb45b5a4 req-c37cc93d-d087-4fa1-9437-9c3da103bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:41.134971 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0bc85bf7-b82c-4724-b69a-3ef3fb45b5a4 req-c37cc93d-d087-4fa1-9437-9c3da103bd07 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1096 time: 0.0447471 Aug 09 16:51:41.174339 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0bc85bf7-b82c-4724-b69a-3ef3fb45b5a4 req-5e4fcddc-9e0d-4c3e-a266-0a0c64efccba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Aug 09 16:51:41.399273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f54da1-98fc-47d8-aac6-d86f66a68737 req-1d5b7645-34f2-4b05-83e2-9b0eedffc8a8 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:41.400807 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f54da1-98fc-47d8-aac6-d86f66a68737 req-1d5b7645-34f2-4b05-83e2-9b0eedffc8a8 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0552328 Aug 09 16:51:41.445260 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-32f54da1-98fc-47d8-aac6-d86f66a68737 req-adb70e5e-fcb4-4a17-add2-8a5b9e47deb2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361297 Aug 09 16:51:42.576318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95700276-ff8c-4239-96a4-2944db446cb0 req-2a040263-04b5-41f9-827f-781d7e54d1d9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:42.577742 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95700276-ff8c-4239-96a4-2944db446cb0 req-2a040263-04b5-41f9-827f-781d7e54d1d9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0567255 Aug 09 16:51:42.617745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-95700276-ff8c-4239-96a4-2944db446cb0 req-ba84ef69-d3e5-4e3d-b3a2-cd5ebc0da317 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337911 Aug 09 16:51:42.738478 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e4368-8808-49fd-981e-2ec0817b52b7 req-05e75a98-d314-491f-a28d-e4c678ed75f6 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:42.740056 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e31e4368-8808-49fd-981e-2ec0817b52b7 req-05e75a98-d314-491f-a28d-e4c678ed75f6 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0554426 Aug 09 16:51:42.779911 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e31e4368-8808-49fd-981e-2ec0817b52b7 req-e0bb7633-0b45-4939-943b-a133270f7c11 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328414 Aug 09 16:51:42.802450 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46260) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:42.938506 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c687fa-c179-402f-88d5-3e689d79766f tempest-TestShelveInstance-658538080 tempest-TestShelveInstance-658538080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:42.940645 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b9c687fa-c179-402f-88d5-3e689d79766f tempest-TestShelveInstance-658538080 tempest-TestShelveInstance-658538080-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1091 time: 0.1370275 Aug 09 16:51:42.942958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46264) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:42.949137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:42.978483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.077168 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.176469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Allocated IP 172.25.7.30 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/256a45ca-e963-4f7c-9678-3f6b806d3517) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:43.279774 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.321627 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.360517 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:43.363399 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:43.366935 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:43.372429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'Port': ['ID=256a45ca-e963-4f7c-9678-3f6b806d3517,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.027193 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.096901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.247438 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-c354a0aa-27d9-42f7-953f-49991fd29930 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441494 Aug 09 16:51:44.261168 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.267963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.331457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-ce1a3cd3-88b7-4b1c-b9f5-94398523f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:44.332981 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-ce1a3cd3-88b7-4b1c-b9f5-94398523f11e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1096 time: 0.0415974 Aug 09 16:51:44.340631 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'Port': ['ID=256a45ca-e963-4f7c-9678-3f6b806d3517,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.351475 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.436789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-844d434e-ef2d-475a-88ed-1919229aebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:44.438333 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-844d434e-ef2d-475a-88ed-1919229aebc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0859742 Aug 09 16:51:44.452267 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Floating IP 8e084ae6-43fb-44a1-bb05-34f670954835 associated. External IP: 172.25.7.30, port: 71ccc42d-0532-46ba-820e-49c9ede9371c. Aug 09 16:51:44.508994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-ac2440ad-ce55-4578-aa40-14a51f52c1e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 998 time: 0.0635574 Aug 09 16:51:44.560061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-b3103822-55b6-40ed-85aa-b6d18a4e52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:44.561565 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-b3103822-55b6-40ed-85aa-b6d18a4e52ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0458255 Aug 09 16:51:44.618356 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-6c95159c-cd0d-4869-8037-de375009e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:44.620008 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-6c95159c-cd0d-4869-8037-de375009e421 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513115 Aug 09 16:51:44.656431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Router 603de2a5-c575-42c3-9df3-869dbe22d5eb has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:44.717017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-bcca4b05-5474-4709-baa6-cf6c0e5d5a04 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899866 Aug 09 16:51:44.767461 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:44.778739 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] Sync routers for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:44.786427 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.791694 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:44.792668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:44.808865 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee13fa65-0b27-48dc-b3a3-5d636672d7f9 req-56ad675b-dda2-4fd8-b2af-868e567dafd3 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849073 Aug 09 16:51:44.816143 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-64b92178-4eb0-441e-b243-01075c51b58d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8721111 Aug 09 16:51:44.816758 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:51:44.819299 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e23aa-a8b6-4d2b-a077-767a31cffcda" -d '{"events": [{"name": "network-changed", "server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:44.857988 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f46400-92c3-4d7a-92aa-449f1d0a4d32 x-openstack-request-id: req-18f46400-92c3-4d7a-92aa-449f1d0a4d32 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:44.857988 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:44.857988 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18f46400-92c3-4d7a-92aa-449f1d0a4d32 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:44.857988 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'status': 'completed', 'code': 200} Aug 09 16:51:44.902826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:44.923232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-7b9cd69b-f058-41c1-8084-347b49bb2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:44.924820 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-7b9cd69b-f058-41c1-8084-347b49bb2624 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1096 time: 0.0456758 Aug 09 16:51:45.013531 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-f47fa461-e6f8-4eb3-906a-23d8e6e75ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:45.015073 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-f47fa461-e6f8-4eb3-906a-23d8e6e75ae3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0837560 Aug 09 16:51:45.085532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-ceaf003b-828e-4aaf-8578-64628f94ff45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 998 time: 0.0637991 Aug 09 16:51:45.135894 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-6647e684-7b2a-4c38-b703-3db22e8f0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:45.137283 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-6647e684-7b2a-4c38-b703-3db22e8f0ad5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0454369 Aug 09 16:51:45.185588 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-0d5482f3-3954-4606-b5d9-d3e1efd98dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:45.187181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-0d5482f3-3954-4606-b5d9-d3e1efd98dc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425742 Aug 09 16:51:45.222533 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79ca78f3-69d7-42b9-9f32-bc26b107dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:45.279034 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-d3162e9a-88fb-4ab8-8873-3b76f4764405 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846050 Aug 09 16:51:45.298226 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '8e084ae6-43fb-44a1-bb05-34f670954835', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'port_id': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'mac_address': 'fa:16:3e:1a:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de88b-200d-4f88-ae5c-2485064daa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:51:43Z', 'updated_at': '2021-08-09T16:51:43Z', 'revision_number': 0, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:45.325260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] Checking router: 603de2a5-c575-42c3-9df3-869dbe22d5eb for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:45.333836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:45.334525 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:51:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:45.369724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c33e23aa-a8b6-4d2b-a077-767a31cffcda req-683f7fbc-9102-43be-8b3d-fe89776e7da8 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841844 Aug 09 16:51:45.442899 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:45.665788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '8e084ae6-43fb-44a1-bb05-34f670954835', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'port_id': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'mac_address': 'fa:16:3e:1a:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de88b-200d-4f88-ae5c-2485064daa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:51:43Z', 'updated_at': '2021-08-09T16:51:43Z', 'revision_number': 0, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:45.691544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b9f1b-7cc1-48d1-82e0-145d4f9ad6ba None None] The sync data for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 is: [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '8e084ae6-43fb-44a1-bb05-34f670954835', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'port_id': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'mac_address': 'fa:16:3e:1a:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de88b-200d-4f88-ae5c-2485064daa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:51:43Z', 'updated_at': '2021-08-09T16:51:43Z', 'revision_number': 0, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:45.891655 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7fef9-f715-4213-b3a5-49a2c32f36a4 None None] New status for floating IP 8e084ae6-43fb-44a1-bb05-34f670954835: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:51:47.635790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c41a0a09-3ea9-4bd1-a08a-a555d1dae171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:47.877974 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.384761 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.779756 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:54.922579 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:51:59.353832 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:59.408447 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.161150 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-196c927f-0723-4570-b19f-81b1a33284c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:17.629813 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-061c8c7b-85e2-4cc4-8c7f-64d67e8a8373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:17.886575 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:19.385362 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.785717 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:29.352469 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:29.418686 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:31.922357 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:52:45.159452 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f1ff330e-46cd-4edc-804f-7be6721a91c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:46.259587 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69416f12-f806-4a85-90ed-0be028ed6709 req-5ef22d9e-bb6e-43c6-850b-61e0539b4b16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473108 Aug 09 16:52:46.359348 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416f12-f806-4a85-90ed-0be028ed6709 req-9f32e01b-dd61-4321-bbfb-a2121db87489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:52:46.360994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69416f12-f806-4a85-90ed-0be028ed6709 req-9f32e01b-dd61-4321-bbfb-a2121db87489 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1096 time: 0.0484889 Aug 09 16:52:46.471061 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416f12-f806-4a85-90ed-0be028ed6709 req-f1a0316a-e0fb-47cd-be15-4bd9e953a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:52:46.472600 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69416f12-f806-4a85-90ed-0be028ed6709 req-f1a0316a-e0fb-47cd-be15-4bd9e953a978 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0907233 Aug 09 16:52:46.545563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69416f12-f806-4a85-90ed-0be028ed6709 req-531f5e64-86d3-49c5-b3ef-1fc1c2ecdd3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 1000 time: 0.0661035 Aug 09 16:52:46.598574 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416f12-f806-4a85-90ed-0be028ed6709 req-ad4c5052-fa3a-45b7-ba7f-15e752d0126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:52:46.600296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69416f12-f806-4a85-90ed-0be028ed6709 req-ad4c5052-fa3a-45b7-ba7f-15e752d0126f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0484126 Aug 09 16:52:46.652339 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416f12-f806-4a85-90ed-0be028ed6709 req-a0aa48c5-627e-453f-ae9a-f4626d90e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:52:46.655485 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69416f12-f806-4a85-90ed-0be028ed6709 req-a0aa48c5-627e-453f-ae9a-f4626d90e7e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475781 Aug 09 16:52:46.756745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69416f12-f806-4a85-90ed-0be028ed6709 req-1ca4e3fa-f15b-4b79-8104-a81e761c31ef service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938678 Aug 09 16:52:46.857652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69416f12-f806-4a85-90ed-0be028ed6709 req-db2dce1c-9765-43d3-a48f-a5a1c1a1ff5b service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906777 Aug 09 16:52:47.634673 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f825d99d-4825-4269-9fd9-2f906402e046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:47.873111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:49.384352 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:50.795754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:59.391231 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:59.418829 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:08.923386 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:53:15.160635 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5c5f883b-62a9-4773-b082-19e5d73b3072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.642988 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-58dbb80d-d6dc-4704-8a59-f4109848ba6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.871433 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.391467 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.797127 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.398561 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.422418 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.487011 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9240ea9-0cfc-458e-99ce-da135154e40f req-8eb8399a-2241-4c39-ab7d-3d25c9fee08b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:39.488693 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9240ea9-0cfc-458e-99ce-da135154e40f req-8eb8399a-2241-4c39-ab7d-3d25c9fee08b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0547006 Aug 09 16:53:39.529527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a9240ea9-0cfc-458e-99ce-da135154e40f req-2cd4c821-9eeb-4624-95c6-f677f7f598f4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343184 Aug 09 16:53:40.690520 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de3d7e-40c8-40bb-abc9-1ce130e1407b req-31cb14fd-abc4-45dd-8bf3-8ee378c24b01 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:40.692091 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67de3d7e-40c8-40bb-abc9-1ce130e1407b req-31cb14fd-abc4-45dd-8bf3-8ee378c24b01 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0579371 Aug 09 16:53:40.731419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-67de3d7e-40c8-40bb-abc9-1ce130e1407b req-804a7ced-a64d-4467-aff0-68417345078f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331569 Aug 09 16:53:41.859912 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b4679-5cf0-4a46-9d68-186b365c189a req-ae55d1b8-e036-489d-9c07-068c4cbcf7e9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:41.861703 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e4b4679-5cf0-4a46-9d68-186b365c189a req-ae55d1b8-e036-489d-9c07-068c4cbcf7e9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0530982 Aug 09 16:53:41.908078 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1e4b4679-5cf0-4a46-9d68-186b365c189a req-e9df9145-2c67-4f89-8b31-d74262632be0 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Aug 09 16:53:43.031533 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754f91-da3d-4c35-b67b-e85e0233d5bd req-14f17985-ea98-4e19-8cb3-64bc44aa0433 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:43.033264 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754f91-da3d-4c35-b67b-e85e0233d5bd req-14f17985-ea98-4e19-8cb3-64bc44aa0433 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0525734 Aug 09 16:53:43.075014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d754f91-da3d-4c35-b67b-e85e0233d5bd req-60264a7c-f8ca-4813-a8c8-cbb4b8428829 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354211 Aug 09 16:53:44.208232 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5235-4f4e-4bcc-9dc3-f2030e6611cc req-fea1df5c-e450-45e2-b93f-cbd0f77322bc tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:44.209922 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9c5235-4f4e-4bcc-9dc3-f2030e6611cc req-fea1df5c-e450-45e2-b93f-cbd0f77322bc tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0568233 Aug 09 16:53:44.251005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2f9c5235-4f4e-4bcc-9dc3-f2030e6611cc req-38e1a416-4c8f-489e-a8dd-0b7bd2470206 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348153 Aug 09 16:53:45.156980 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-41bab14f-0b83-4cd0-aa1e-f3250a4a1510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.373850 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b538ec0-54f3-44f0-ac6e-5b4af0ec13d6 req-45e36bf7-09ea-42f1-afe5-b33d852fb9d7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:45.375366 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b538ec0-54f3-44f0-ac6e-5b4af0ec13d6 req-45e36bf7-09ea-42f1-afe5-b33d852fb9d7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0519860 Aug 09 16:53:45.418341 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7b538ec0-54f3-44f0-ac6e-5b4af0ec13d6 req-c2cb0d47-f39d-49f1-bbad-a6b7ed49823f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363650 Aug 09 16:53:45.922736 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:53:46.321726 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-92bc4a2d-da14-41b0-972e-9da6f1f7628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:46.323293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-92bc4a2d-da14-41b0-972e-9da6f1f7628b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1096 time: 0.0503666 Aug 09 16:53:46.436624 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-18a986c6-88a4-425f-a06c-ddaddce2430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:46.438068 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-18a986c6-88a4-425f-a06c-ddaddce2430d service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0944068 Aug 09 16:53:46.536109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-7c8a4ce6-6308-4da0-86bf-2fd528ebcfb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 1000 time: 0.0896466 Aug 09 16:53:46.592889 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6550164-26cb-4541-85f1-5f0cf80ac075 req-7f1728cb-99b8-4d54-8d2f-06a051384400 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:46.594430 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6550164-26cb-4541-85f1-5f0cf80ac075 req-7f1728cb-99b8-4d54-8d2f-06a051384400 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0915599 Aug 09 16:53:46.605750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-599cf95b-efba-47c6-9c9a-77230676a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:46.607199 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-599cf95b-efba-47c6-9c9a-77230676a7e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0636773 Aug 09 16:53:46.665085 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b6550164-26cb-4541-85f1-5f0cf80ac075 req-9030ff6b-265e-4157-9e3f-8490803c80dc tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613375 Aug 09 16:53:46.675090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-4f26dca6-199d-4687-b6ba-838eeb89fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:46.676730 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-4f26dca6-199d-4687-b6ba-838eeb89fb70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561731 Aug 09 16:53:46.787532 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-94b63999-6526-4734-987a-de8d04560002 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032012 Aug 09 16:53:46.885353 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-59eaf38b-a42f-43b4-b292-09858feceaa1 req-fdf95c21-f6dc-43bb-b1af-f3b3bb002dfb service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906150 Aug 09 16:53:47.635637 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-45c0b853-db67-4f54-9e06-7cf7556f498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.797849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a577-5a06-4f4d-ae60-10d56c30e5ba req-5dfd232b-2d4e-4b28-b6f0-13abf195d5fa tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:47.799429 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf32a577-5a06-4f4d-ae60-10d56c30e5ba req-5dfd232b-2d4e-4b28-b6f0-13abf195d5fa tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0609801 Aug 09 16:53:47.853482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bf32a577-5a06-4f4d-ae60-10d56c30e5ba req-605f862f-e00e-466b-8784-86dedf9eaa97 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 Aug 09 16:53:47.873918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.986645 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039f871-5889-4617-add0-1d387b52686e req-1b7ad1bf-f9a7-4b7d-a46f-b398bd34af9b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:48.988745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c039f871-5889-4617-add0-1d387b52686e req-1b7ad1bf-f9a7-4b7d-a46f-b398bd34af9b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0530288 Aug 09 16:53:49.033340 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c039f871-5889-4617-add0-1d387b52686e req-098eed4a-8dcd-491f-9065-33ae7b4b16b5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385966 Aug 09 16:53:49.391669 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:50.160090 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995325d-f307-4c86-afcf-a64452f6e6ea req-9636f787-64ad-4019-88fd-1c1416d02236 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:50.161713 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1995325d-f307-4c86-afcf-a64452f6e6ea req-9636f787-64ad-4019-88fd-1c1416d02236 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0519176 Aug 09 16:53:50.211558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1995325d-f307-4c86-afcf-a64452f6e6ea req-6333ee8c-40e1-41c9-be1f-5ff2134594ce tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Aug 09 16:53:50.803131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:51.335785 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fde287-b36c-4e3c-b294-6461a14fd59b req-cb1b6beb-a406-4a4a-af41-e78c45a6dbf4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:51.337236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49fde287-b36c-4e3c-b294-6461a14fd59b req-cb1b6beb-a406-4a4a-af41-e78c45a6dbf4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0515473 Aug 09 16:53:51.383117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-49fde287-b36c-4e3c-b294-6461a14fd59b req-c92f4398-4b6d-4878-86ca-b05ddb34d964 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382290 Aug 09 16:53:51.418340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:51.527021 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:51.539593 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'port_id': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'mac_address': 'fa:16:3e:1a:d7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:51.578589 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:51.595873 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71ccc42d-0532-46ba-820e-49c9ede9371c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:53:51.615990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:51.623194 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:51.678489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:51.686776 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.687122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.687462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.687803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.688160 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.688486 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.688812 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.689135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.689458 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.689778 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.690104 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.690420 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:51.715181 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['71ccc42d-0532-46ba-820e-49c9ede9371c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:52.650007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff98a36-7ed1-42bd-8a58-5260b8cdcc35 req-661e28e8-adb9-460e-acd8-30dd5ab89ebd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:52.652710 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff98a36-7ed1-42bd-8a58-5260b8cdcc35 req-661e28e8-adb9-460e-acd8-30dd5ab89ebd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 944 time: 0.1907957 Aug 09 16:53:52.697492 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3ff98a36-7ed1-42bd-8a58-5260b8cdcc35 req-1fe460e1-5120-4ce2-846f-0524c95af91c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 Aug 09 16:53:53.419811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:53.516382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 71ccc42d-0532-46ba-820e-49c9ede9371c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:53.516994 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:53.625213 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:53.651931 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:53:53.654621 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f43172a-818b-482a-a28a-ff86bc8d21e2" -d '{"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-plugged", "status": "completed", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:53.673677 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:53.681043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:53.709356 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a29e1a-10ac-4fbd-bb3b-276246e9285b x-openstack-request-id: req-d3a29e1a-10ac-4fbd-bb3b-276246e9285b {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:53.709841 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-plugged", "status": "completed", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:53.710184 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3a29e1a-10ac-4fbd-bb3b-276246e9285b {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:53.710699 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'code': 200} Aug 09 16:53:53.747174 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:53.855686 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf67f4-fa10-411d-b04a-512ec49fc5f7 req-030f6039-e32a-4df9-a6f0-37b3439a9f22 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:53.857386 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1cf67f4-fa10-411d-b04a-512ec49fc5f7 req-030f6039-e32a-4df9-a6f0-37b3439a9f22 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0584235 Aug 09 16:53:53.910490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1cf67f4-fa10-411d-b04a-512ec49fc5f7 req-e5ac4fe9-104b-4311-9fd2-6ecf870e45da tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456536 Aug 09 16:53:55.051031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1010c6e-3d34-4911-aa54-60fdd5a604d4 req-1c2bf877-8f96-4c79-aab4-7013e9d96dcc tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:55.052606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1010c6e-3d34-4911-aa54-60fdd5a604d4 req-1c2bf877-8f96-4c79-aab4-7013e9d96dcc tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0570958 Aug 09 16:53:55.104679 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b1010c6e-3d34-4911-aa54-60fdd5a604d4 req-61789dcb-cf3d-476b-99af-d54c8cf4c5bc tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421860 Aug 09 16:53:56.257671 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a4faa-bf17-4b2e-9d56-eea7b1695e22 req-cf249381-815f-4d18-838e-0a1890dbb628 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:56.259553 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-569a4faa-bf17-4b2e-9d56-eea7b1695e22 req-cf249381-815f-4d18-838e-0a1890dbb628 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0691075 Aug 09 16:53:56.307382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-569a4faa-bf17-4b2e-9d56-eea7b1695e22 req-e7d34a52-27cd-4aae-93e1-454c7252c168 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403268 Aug 09 16:53:57.433264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a4827-7cfa-4666-9e25-9d912e84b8df req-be51557f-32a7-4306-a652-11965a7d5a03 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:57.434906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a1a4827-7cfa-4666-9e25-9d912e84b8df req-be51557f-32a7-4306-a652-11965a7d5a03 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0546687 Aug 09 16:53:57.477151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4a1a4827-7cfa-4666-9e25-9d912e84b8df req-b537e97d-67ee-4bee-8503-f9f74944130c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359983 Aug 09 16:53:58.618779 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc4357-a9f9-4c7e-a0ea-69f25ecff1a6 req-39151791-480e-4b2a-8305-b7e0f6ae15e2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:58.623074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9bc4357-a9f9-4c7e-a0ea-69f25ecff1a6 req-39151791-480e-4b2a-8305-b7e0f6ae15e2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0650492 Aug 09 16:53:58.670683 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c9bc4357-a9f9-4c7e-a0ea-69f25ecff1a6 req-4dbfdd2a-6fd2-477c-a2e2-5523f49de7f0 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438168 Aug 09 16:53:59.399560 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:59.419109 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:59.816259 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95631e5-5401-4806-bf93-9aae01a3a0c3 req-2b32f27d-79d8-4246-994d-3bb3e29b3abd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:59.819156 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e95631e5-5401-4806-bf93-9aae01a3a0c3 req-2b32f27d-79d8-4246-994d-3bb3e29b3abd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0560088 Aug 09 16:53:59.862092 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e95631e5-5401-4806-bf93-9aae01a3a0c3 req-910c5a99-f0df-4ef9-8039-3b98337b0c17 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379586 Aug 09 16:54:00.986877 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5caac-7618-414a-95c6-170d573a70c3 req-f2f4eceb-14b1-4485-b260-b273de2b8961 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:00.992700 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16e5caac-7618-414a-95c6-170d573a70c3 req-f2f4eceb-14b1-4485-b260-b273de2b8961 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0573976 Aug 09 16:54:01.031231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16e5caac-7618-414a-95c6-170d573a70c3 req-213a78fb-6e20-488f-a28f-7441faf3e5e3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358105 Aug 09 16:54:02.167536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b764c-0d06-406f-a5c8-df07c5b96ce7 req-c85c47f2-c4bb-4eaa-b9f1-6b106e9689df tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:02.169170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab9b764c-0d06-406f-a5c8-df07c5b96ce7 req-c85c47f2-c4bb-4eaa-b9f1-6b106e9689df tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0621738 Aug 09 16:54:02.248121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ab9b764c-0d06-406f-a5c8-df07c5b96ce7 req-58dd2db5-44fd-47da-8195-7b859f61dea1 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635312 Aug 09 16:54:02.251097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-749ed516-5f46-4058-8863-8382f370d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:02.252382 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-749ed516-5f46-4058-8863-8382f370d116 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1096 time: 0.0757940 Aug 09 16:54:02.349123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-69150706-8752-41b3-91f4-251358f18e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:02.350578 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-69150706-8752-41b3-91f4-251358f18e56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0891290 Aug 09 16:54:02.424796 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-92cd5a34-7f6c-4a62-9f56-2283d86b6d94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 1000 time: 0.0663035 Aug 09 16:54:02.480473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-57fe8749-b180-4d57-b28f-fbbfc4f343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:02.481992 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-57fe8749-b180-4d57-b28f-fbbfc4f343c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0491598 Aug 09 16:54:02.534497 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-5414b6e7-277c-4f1e-b85a-60064a78f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:02.536344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-5414b6e7-277c-4f1e-b85a-60064a78f72a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451539 Aug 09 16:54:02.640571 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-bde7d0da-d23a-4f27-8cf1-532de6f775a4 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958211 Aug 09 16:54:02.740997 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0883917a-ee04-4ad8-9fb9-57f37eb03f66 req-ee77bdae-ce8b-431a-8e70-6677bbd61d99 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924180 Aug 09 16:54:03.376862 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789aba-5e91-4d18-a530-884c1ff21efc req-e3f8094d-f49b-415a-9de6-b06a4d453eca tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:03.378367 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15789aba-5e91-4d18-a530-884c1ff21efc req-e3f8094d-f49b-415a-9de6-b06a4d453eca tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0577967 Aug 09 16:54:03.426676 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-15789aba-5e91-4d18-a530-884c1ff21efc req-e98b1a98-f7f3-4d17-974c-d009437612f2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419006 Aug 09 16:54:04.548685 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10911f-4d8a-4621-a905-55f2868c26fd req-b4649ddf-a2ff-4036-8582-2644bbef3795 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:04.550228 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d10911f-4d8a-4621-a905-55f2868c26fd req-b4649ddf-a2ff-4036-8582-2644bbef3795 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 945 time: 0.0525002 Aug 09 16:54:04.589949 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4d10911f-4d8a-4621-a905-55f2868c26fd req-888ddfb3-a8da-4a21-8905-6bbacec4451a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332236 Aug 09 16:54:05.482284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:05.575427 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.613749 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:54:05.617586 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfe0bce-a392-4d4e-97ae-889f6ad0eaa9" -d '{"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-unplugged", "status": "completed", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:05.638867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:05.644580 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.704015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:05.759755 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c142bc73-6ef5-4446-ab41-72c188a69b48 x-openstack-request-id: req-c142bc73-6ef5-4446-ab41-72c188a69b48 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:05.760155 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-unplugged", "status": "failed", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c", "code": 422}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:05.760412 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c142bc73-6ef5-4446-ab41-72c188a69b48 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:05.761133 n-d-799523-2 neutron-server[94179]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'code': 422} returned with failed status Aug 09 16:54:05.863244 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d1ab9-2bad-47d6-a78b-5bb0dd7f7006 req-258d75c1-1b58-43db-9d56-6c4446908176 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:05.868281 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-024d1ab9-2bad-47d6-a78b-5bb0dd7f7006 req-258d75c1-1b58-43db-9d56-6c4446908176 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0585494 Aug 09 16:54:05.911955 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-024d1ab9-2bad-47d6-a78b-5bb0dd7f7006 req-18a88ba2-7071-4315-84f1-e6cc0bc78239 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407875 Aug 09 16:54:06.163941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-63d3d53e-f9ab-4ae9-b3b6-98c7d6f9870a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949574 Aug 09 16:54:07.596167 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afd501-1e56-436f-ac60-26087e5786c8 req-cb038ac3-80b2-415c-b3aa-e9c91701059d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:07.597666 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68afd501-1e56-436f-ac60-26087e5786c8 req-cb038ac3-80b2-415c-b3aa-e9c91701059d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.6043053 Aug 09 16:54:07.600437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33159189-db22-4137-be06-288b1bb67233 req-42c837fd-c432-426d-9f0d-d01f2c935436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:07.601803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-42c837fd-c432-426d-9f0d-d01f2c935436 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c&tenant_id=a5173b68249e48b9b43195138a594d7a HTTP/1.1" status: 200 len: 1094 time: 0.5919147 Aug 09 16:54:07.644898 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-68afd501-1e56-436f-ac60-26087e5786c8 req-a76934db-504b-48d0-9418-3acb9d02e506 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410633 Aug 09 16:54:07.676139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33159189-db22-4137-be06-288b1bb67233 req-0e42db26-a00c-4c80-9c1d-98bc35f9546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:07.677686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-0e42db26-a00c-4c80-9c1d-98bc35f9546d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1094 time: 0.0523279 Aug 09 16:54:07.770138 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33159189-db22-4137-be06-288b1bb67233 req-2fe7f4f0-e0d8-43c3-9676-4eef6550c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:07.770830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-2fe7f4f0-e0d8-43c3-9676-4eef6550c8d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0865800 Aug 09 16:54:07.853860 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-34e5d459-fdc3-47d6-bcca-d0aaf8c478f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 998 time: 0.0756667 Aug 09 16:54:07.904564 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33159189-db22-4137-be06-288b1bb67233 req-309bd6ea-07ef-4182-a374-6f36bdfabca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:07.906048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-309bd6ea-07ef-4182-a374-6f36bdfabca9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0457835 Aug 09 16:54:07.954570 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33159189-db22-4137-be06-288b1bb67233 req-43c6525c-2df6-4c26-b123-1485d615dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:07.956179 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-43c6525c-2df6-4c26-b123-1485d615dc2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429456 Aug 09 16:54:08.055689 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-81a64ccc-69b7-483f-b5c0-3dd09c169e61 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919046 Aug 09 16:54:08.153582 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-33159189-db22-4137-be06-288b1bb67233 req-ee8de880-ba7f-4b94-b8d7-fc3c1b117b56 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907867 Aug 09 16:54:08.784612 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb5442-5bb3-4f46-b7a7-d5e73bfdf71f req-bba9d285-3d75-4f9f-a4e0-e64844e579c2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:08.786203 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96cb5442-5bb3-4f46-b7a7-d5e73bfdf71f req-bba9d285-3d75-4f9f-a4e0-e64844e579c2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0583801 Aug 09 16:54:08.844613 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-96cb5442-5bb3-4f46-b7a7-d5e73bfdf71f req-71905110-22c6-4f90-8b76-70f143842196 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497537 Aug 09 16:54:09.986428 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e159c-4d76-42fb-b495-d0399d7b2572 req-f970a093-371f-4b4e-9328-7f7dd8e1c791 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:09.988940 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e2e159c-4d76-42fb-b495-d0399d7b2572 req-f970a093-371f-4b4e-9328-7f7dd8e1c791 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0569026 Aug 09 16:54:10.032181 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9e2e159c-4d76-42fb-b495-d0399d7b2572 req-cd4c5e12-92ad-4252-9485-6f59b14db117 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363288 Aug 09 16:54:11.162329 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff75f74-17b6-430a-a55f-b51ec6bcb2c5 req-d0b3906c-feac-49ee-b0d0-3199c229b661 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:11.164151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ff75f74-17b6-430a-a55f-b51ec6bcb2c5 req-d0b3906c-feac-49ee-b0d0-3199c229b661 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0544167 Aug 09 16:54:11.204627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8ff75f74-17b6-430a-a55f-b51ec6bcb2c5 req-fe6f9e53-4e12-4b6a-a052-7dda37041388 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340118 Aug 09 16:54:12.344660 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766c48-bcfc-4570-a6fa-a80b2fc4d795 req-b5fe3acd-3cc3-4e18-8f65-5fa50d3e837f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:12.346531 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e766c48-bcfc-4570-a6fa-a80b2fc4d795 req-b5fe3acd-3cc3-4e18-8f65-5fa50d3e837f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0580046 Aug 09 16:54:12.391505 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0e766c48-bcfc-4570-a6fa-a80b2fc4d795 req-087298b2-3be2-4f56-a025-d5a41ab80bb0 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385215 Aug 09 16:54:13.525180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879527fa-b184-4ff6-8330-c6540310d565 req-f19b949d-df0a-4953-82d8-0e2da460f824 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:13.526729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-879527fa-b184-4ff6-8330-c6540310d565 req-f19b949d-df0a-4953-82d8-0e2da460f824 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0604107 Aug 09 16:54:13.564828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-879527fa-b184-4ff6-8330-c6540310d565 req-3dff1643-39ce-4cb9-a537-58bc65307c04 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320323 Aug 09 16:54:14.709944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddcbbe-6dde-4e80-954d-7cb3476df3a1 req-e0283fca-793c-492d-ab5f-09d13a9c17ee tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:14.712919 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4ddcbbe-6dde-4e80-954d-7cb3476df3a1 req-e0283fca-793c-492d-ab5f-09d13a9c17ee tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0681274 Aug 09 16:54:14.752722 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d4ddcbbe-6dde-4e80-954d-7cb3476df3a1 req-f659314c-8b09-465c-bf39-c774bd5ff019 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Aug 09 16:54:15.152767 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5efe113f-64e1-478c-a98a-be73f30734a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:15.878082 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9cc40-7581-4887-a1c8-91d024a8fb49 req-c80e5360-7549-4063-abf0-0bb143db76b3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:15.879699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31b9cc40-7581-4887-a1c8-91d024a8fb49 req-c80e5360-7549-4063-abf0-0bb143db76b3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0559044 Aug 09 16:54:15.929801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31b9cc40-7581-4887-a1c8-91d024a8fb49 req-df765681-047c-49e0-a3f0-4e13e8e22854 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409174 Aug 09 16:54:17.074727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91fc2d-8a75-41af-9835-b60d45637d42 req-f21c7d8c-baf2-4273-8adb-54070481f315 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:17.076520 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a91fc2d-8a75-41af-9835-b60d45637d42 req-f21c7d8c-baf2-4273-8adb-54070481f315 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0567682 Aug 09 16:54:17.121080 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5a91fc2d-8a75-41af-9835-b60d45637d42 req-71636571-e9ca-4856-b9dd-3a3be5dfb282 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370560 Aug 09 16:54:17.641648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4f9330f4-c68d-454f-bae2-925a711bbfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:17.873298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:18.249225 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1bd00-1431-4e7e-ad3a-c75d3aecb289 req-18d03167-87f0-4a09-bcde-909590e9d7e4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:18.250759 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28c1bd00-1431-4e7e-ad3a-c75d3aecb289 req-18d03167-87f0-4a09-bcde-909590e9d7e4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0504420 Aug 09 16:54:18.296470 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-28c1bd00-1431-4e7e-ad3a-c75d3aecb289 req-b004cf02-a60d-41a1-aae8-76783000c6f4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376503 Aug 09 16:54:19.393244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:19.427674 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb916b-85d5-42a0-997b-e91b837e5ee5 req-c7586340-025f-4248-8445-d56d5da107ae tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:19.429308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7bb916b-85d5-42a0-997b-e91b837e5ee5 req-c7586340-025f-4248-8445-d56d5da107ae tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0531831 Aug 09 16:54:19.472724 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d7bb916b-85d5-42a0-997b-e91b837e5ee5 req-b294edcb-5b6d-4b8c-ba17-a0e150af4547 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363951 Aug 09 16:54:20.608814 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285cfe1-0821-4223-9da7-309ae40941d9 req-73414748-7041-4f30-82de-a04a18d58179 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:20.610503 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5285cfe1-0821-4223-9da7-309ae40941d9 req-73414748-7041-4f30-82de-a04a18d58179 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0558460 Aug 09 16:54:20.653907 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5285cfe1-0821-4223-9da7-309ae40941d9 req-1218533b-a8c1-4149-a05e-f2e3561bc04c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370378 Aug 09 16:54:20.804999 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:21.558980 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:21.673762 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:21.687126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'port_id': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'mac_address': 'fa:16:3e:1a:d7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:21.727934 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:21.742636 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ccc42d-0532-46ba-820e-49c9ede9371c {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:54:21.764711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:21.769794 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:21.777018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d257f64-b8ee-4b44-818d-3bac175a743a req-ffa6cb1e-c118-4151-a203-ccfdb822377c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:21.779112 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d257f64-b8ee-4b44-818d-3bac175a743a req-ffa6cb1e-c118-4151-a203-ccfdb822377c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 943 time: 0.0543892 Aug 09 16:54:21.818493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d257f64-b8ee-4b44-818d-3bac175a743a req-45992c76-1b57-4615-9072-1f192b82440a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330000 Aug 09 16:54:21.820259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:22.002082 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['71ccc42d-0532-46ba-820e-49c9ede9371c'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:22.921677 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:54:22.948871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90704-b2a8-4afe-b8f0-1934fe63eda6 req-27d08b62-220a-4731-a6f3-0a25372f93ee tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:22.951419 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05c90704-b2a8-4afe-b8f0-1934fe63eda6 req-27d08b62-220a-4731-a6f3-0a25372f93ee tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 944 time: 0.0615902 Aug 09 16:54:23.013263 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-05c90704-b2a8-4afe-b8f0-1934fe63eda6 req-6382958e-b9ff-449f-b8bf-611c5d08fbad tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521274 Aug 09 16:54:23.582846 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:23.642215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 71ccc42d-0532-46ba-820e-49c9ede9371c triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:23.642589 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:23.725799 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:23.749219 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:54:23.751459 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b392456-b946-42dc-b3f9-f30b9ac6f8f9" -d '{"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-plugged", "status": "completed", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:23.764015 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:23.768790 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:23.791976 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca82a3eb-fe28-41a1-a0fd-6229bfff5ba5 x-openstack-request-id: req-ca82a3eb-fe28-41a1-a0fd-6229bfff5ba5 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:23.792259 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-plugged", "status": "completed", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:23.792503 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca82a3eb-fe28-41a1-a0fd-6229bfff5ba5 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:23.792883 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'code': 200} Aug 09 16:54:23.821017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:23.979034 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff8d5-53a0-49f3-afb0-dea68e702055 req-2c01146f-06d3-4804-85ca-9f7124346f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:23.980641 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1aeff8d5-53a0-49f3-afb0-dea68e702055 req-2c01146f-06d3-4804-85ca-9f7124346f6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1097 time: 0.0579624 Aug 09 16:54:24.022238 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1aeff8d5-53a0-49f3-afb0-dea68e702055 req-5362dec8-1cc7-4d51-8eac-6242fe7aef32 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Aug 09 16:54:24.144871 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca844e6-f0dd-44c3-bd93-d5292d09083f req-72fb6671-5ffb-4ca6-ac68-130db3f953ee tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:24.146405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aca844e6-f0dd-44c3-bd93-d5292d09083f req-72fb6671-5ffb-4ca6-ac68-130db3f953ee tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 946 time: 0.0564859 Aug 09 16:54:24.189776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-aca844e6-f0dd-44c3-bd93-d5292d09083f req-e74db668-6cdc-4a35-9960-8a12d55b920b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348721 Aug 09 16:54:25.312384 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e045a5-4ce9-4117-9579-f17c7b1cca08 req-8568acdc-572a-44b0-95a4-fbc34ff485cd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:25.313801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82e045a5-4ce9-4117-9579-f17c7b1cca08 req-8568acdc-572a-44b0-95a4-fbc34ff485cd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 946 time: 0.0523410 Aug 09 16:54:25.355842 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82e045a5-4ce9-4117-9579-f17c7b1cca08 req-88b62e6c-8f97-4445-9f52-bb08eaa381fa tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357385 Aug 09 16:54:26.498972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55d877-ed27-486b-a45a-68b9a6a875f7 req-79bb56ac-ac21-40b2-8fca-cdc7cb814008 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:26.500781 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be55d877-ed27-486b-a45a-68b9a6a875f7 req-79bb56ac-ac21-40b2-8fca-cdc7cb814008 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 946 time: 0.0581651 Aug 09 16:54:26.543660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-be55d877-ed27-486b-a45a-68b9a6a875f7 req-a280603c-2dcd-447f-851a-1d422f698403 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338948 Aug 09 16:54:29.400387 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:29.433831 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:45.149527 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5e5a73a0-2d40-4105-8af8-4d981dc9def4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:47.312434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-c2209c5a-ec5a-4f87-854e-356e4650b417 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1081047 Aug 09 16:54:47.407308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-f799e455-d257-4f3e-ba8c-5469da9711ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:47.409002 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-f799e455-d257-4f3e-ba8c-5469da9711ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1097 time: 0.0459638 Aug 09 16:54:47.528869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-c9b22c77-9271-406c-93d2-fffac91ac2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:47.530477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-c9b22c77-9271-406c-93d2-fffac91ac2fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0975444 Aug 09 16:54:47.608903 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-a7e8bdf7-e7f6-430e-b01e-7cd8f4d8a303 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 1000 time: 0.0692244 Aug 09 16:54:47.634786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-121766e0-880b-44db-b8b4-a6d8272152a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:47.669590 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-5bf1529b-b84f-403d-bba4-7c4060f0511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:47.671471 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-5bf1529b-b84f-403d-bba4-7c4060f0511c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0556123 Aug 09 16:54:47.728069 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-86dd53a5-3d40-4517-9434-ee447a2cfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:47.730110 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-86dd53a5-3d40-4517-9434-ee447a2cfc39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505412 Aug 09 16:54:47.829580 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-fc7a014b-96ca-418f-a085-b43cbef3ad01 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913332 Aug 09 16:54:47.869122 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:47.933249 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5e0063b6-48b0-47dc-8d7e-af0b9a37371c req-d637fbb7-eda4-4ea8-9597-dc2705a6561d service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948522 Aug 09 16:54:49.397411 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:50.803463 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:59.397918 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:59.425746 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:59.921359 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:55:15.145722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-72d14dda-25e3-4001-bb39-b57f98fc7982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:17.665059 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b0dd65f4-56dc-4b11-83d5-51461d961ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:17.873889 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:19.403769 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:20.808128 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.393807 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.430302 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:36.921083 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:55:39.329065 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46582) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:39.545739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Deleting port 256a45ca-e963-4f7c-9678-3f6b806d3517 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:55:39.546074 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:39.632153 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:39.632482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:39.646697 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Calling delete_port for 256a45ca-e963-4f7c-9678-3f6b806d3517 owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:55:39.814470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:39.842121 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event deleted for resources: {'Port': ['ID=256a45ca-e963-4f7c-9678-3f6b806d3517,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:39.874263 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.874661 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.874933 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.875272 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.875750 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.875961 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.876287 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.876610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.876929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.877250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.877592 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.877896 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:39.921454 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:39.921814 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Floating IP 8e084ae6-43fb-44a1-bb05-34f670954835 disassociated (deleted). External IP: 172.25.7.30, port: 71ccc42d-0532-46ba-820e-49c9ede9371c. Aug 09 16:55:40.140744 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Router 603de2a5-c575-42c3-9df3-869dbe22d5eb has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:55:40.263306 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:40.270179 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:40.273638 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] Sync routers for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:40.285836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:55:40.286474 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:55:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:40.304934 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-cf6e87fe-fa7f-49b1-b46b-fcdecc4757a3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "DELETE /v2.0/floatingips/8e084ae6-43fb-44a1-bb05-34f670954835 HTTP/1.1" status: 204 len: 168 time: 0.9746268 Aug 09 16:55:40.305849 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:55:40.309342 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41" -d '{"events": [{"name": "network-changed", "server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:40.407343 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:55:40.564254 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7905a261-9518-456a-a895-a91729015c8b x-openstack-request-id: req-7905a261-9518-456a-a895-a91729015c8b {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:40.565159 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:40.565418 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7905a261-9518-456a-a895-a91729015c8b {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:40.565807 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'status': 'completed', 'code': 200} Aug 09 16:55:40.657900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:40.671403 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-119cd0b5-c3bb-419b-873c-78447d8e4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:40.673005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-119cd0b5-c3bb-419b-873c-78447d8e4ca8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 1097 time: 0.0716817 Aug 09 16:55:40.688025 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] Checking router: 603de2a5-c575-42c3-9df3-869dbe22d5eb for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:40.689357 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06fd76-de2e-490c-b707-b9ebf8814bbf req-61a2493d-7c43-4189-a093-5c44d6615743 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:40.690942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a06fd76-de2e-490c-b707-b9ebf8814bbf req-61a2493d-7c43-4189-a093-5c44d6615743 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 946 time: 0.0637312 Aug 09 16:55:40.700314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:55:40.701262 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:55:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:40.791606 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2a06fd76-de2e-490c-b707-b9ebf8814bbf req-00b2d42a-08e5-4738-8f5b-911132ac5d50 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809331 Aug 09 16:55:40.813580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-606509ae-d148-489a-9c29-84ec2e2027bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:40.815094 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-606509ae-d148-489a-9c29-84ec2e2027bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.1232233 Aug 09 16:55:40.836724 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:55:40.860585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-247afa67-5002-4ddd-84e3-e33a2aaf1b0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 200 len: 217 time: 0.0363972 Aug 09 16:55:40.928315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-0e4b2248-28cd-4add-afdb-5a0b2b715b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:40.929866 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-0e4b2248-28cd-4add-afdb-5a0b2b715b1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0593035 Aug 09 16:55:40.991956 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-adaa520c-38fe-43c2-b24d-54283c5ff559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:40.993714 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-adaa520c-38fe-43c2-b24d-54283c5ff559 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555277 Aug 09 16:55:41.008461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-a372cf39-41dd-4557-ac1d-60ce68456325 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:55:41.009753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-a372cf39-41dd-4557-ac1d-60ce68456325 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081599 Aug 09 16:55:41.062093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:41.112095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-36224855-a58b-4a7a-b258-4512be1e2e39 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944951 Aug 09 16:55:41.224282 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ad3c4d6-0174-4ddd-a90d-3d4cc50aea41 req-4ea245af-8e4b-4db2-8438-9dbb8f5f6cdb service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027131 Aug 09 16:55:41.267972 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c41c2f-251f-41f5-b0ea-3f5b8acdf44b None None] The sync data for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 is: [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:41.529132 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f615f-14c1-4a50-9f5b-168fca345bf4 None None] New status for floating IP 8e084ae6-43fb-44a1-bb05-34f670954835: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:55:41.924084 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9c46c-585c-40b8-87c1-37b06ae73eb3 req-51dc2ea3-fd37-4214-abbc-9c3fd5766276 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:41.926452 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dee9c46c-585c-40b8-87c1-37b06ae73eb3 req-51dc2ea3-fd37-4214-abbc-9c3fd5766276 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 946 time: 0.0593200 Aug 09 16:55:41.985391 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dee9c46c-585c-40b8-87c1-37b06ae73eb3 req-a6d47953-2797-4bbf-97b7-7349eecb1d23 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e6eb408-7544-400f-a0b8-24976e3417ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516946 Aug 09 16:55:42.023017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031984e-9923-48f1-8b41-2f985df8839a req-e1adccb9-0f0a-4cc1-ab40-90ba035176f1 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:42.024545 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5031984e-9923-48f1-8b41-2f985df8839a req-e1adccb9-0f0a-4cc1-ab40-90ba035176f1 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.35 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 946 time: 0.0546958 Aug 09 16:55:42.127214 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Deleting port 71ccc42d-0532-46ba-820e-49c9ede9371c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:55:42.127536 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:42.228250 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] For port 71ccc42d-0532-46ba-820e-49c9ede9371c, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=71ccc42d-0532-46ba-820e-49c9ede9371c,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:42.228652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:42.243524 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Calling delete_port for 71ccc42d-0532-46ba-820e-49c9ede9371c owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:55:42.381957 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:42.414048 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event deleted for resources: {'Port': ['ID=71ccc42d-0532-46ba-820e-49c9ede9371c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:42.465876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] No DVR routers for this DVR port 71ccc42d-0532-46ba-820e-49c9ede9371c on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:55:42.468631 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:42.470668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5031984e-9923-48f1-8b41-2f985df8839a req-aef86fa8-886b-4c9f-9fd4-49a23f23d78d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.35 "DELETE /v2.0/ports/71ccc42d-0532-46ba-820e-49c9ede9371c HTTP/1.1" status: 204 len: 173 time: 0.4399071 Aug 09 16:55:42.567587 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-deleted', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:55:42.570067 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ce65b-af88-4a36-9bcc-bbc83278f471" -d '{"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-deleted", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:42.617660 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1f8bb4-4d2a-47a9-ab45-2ce224463f4a x-openstack-request-id: req-3b1f8bb4-4d2a-47a9-ab45-2ce224463f4a {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:42.617949 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de88b-200d-4f88-ae5c-2485064daa5c", "name": "network-vif-deleted", "tag": "71ccc42d-0532-46ba-820e-49c9ede9371c", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:42.618192 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b1f8bb4-4d2a-47a9-ab45-2ce224463f4a {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:42.618585 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462de88b-200d-4f88-ae5c-2485064daa5c', 'name': 'network-vif-deleted', 'tag': '71ccc42d-0532-46ba-820e-49c9ede9371c', 'status': 'completed', 'code': 200} Aug 09 16:55:43.106597 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0ae43352-9452-4c61-8532-2fc6f09858f1 req-6cca098f-3e61-4d2b-b83a-9f4653498530 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=462de88b-200d-4f88-ae5c-2485064daa5c HTTP/1.1" status: 200 len: 210 time: 0.0322087 Aug 09 16:55:44.167845 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46602) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:44.233439 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:44.265646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:44.337354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:44.340048 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:44.341266 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "DELETE /v2.0/security-groups/5e6eb408-7544-400f-a0b8-24976e3417ba HTTP/1.1" status: 204 len: 168 time: 0.1724195 Aug 09 16:55:44.351367 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6eb408-7544-400f-a0b8-24976e3417ba,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:44.360801 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.361107 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.361454 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.361818 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.362152 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.362458 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.362793 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.363122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.363469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.363768 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.364171 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.364469 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c4300-31f7-4832-b11a-e865030518eb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:44.914773 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46610) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:44.919798 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-b28311f5-5a41-423e-a765-ac683a995e2c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172281463', 'description': 'tempest-secgroup-smoke-1172281463 description', 'project_id': 'a5173b68249e48b9b43195138a594d7a'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:44.946587 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b28311f5-5a41-423e-a765-ac683a995e2c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.045069 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b28311f5-5a41-423e-a765-ac683a995e2c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.049195 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b28311f5-5a41-423e-a765-ac683a995e2c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.081440 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b28311f5-5a41-423e-a765-ac683a995e2c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.082707 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b28311f5-5a41-423e-a765-ac683a995e2c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1669111 Aug 09 16:55:45.086172 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46612) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:45.087111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28311f5-5a41-423e-a765-ac683a995e2c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff25e793-8b67-4648-a977-44cbe025b3c7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:45.091543 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-548e9e9c-dd66-44a1-81a4-529cdd13f547 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': 'ff25e793-8b67-4648-a977-44cbe025b3c7', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:45.121538 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-548e9e9c-dd66-44a1-81a4-529cdd13f547 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.146555 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-5433b87f-d4f8-46fb-bb94-4ac106516745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.186928 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-548e9e9c-dd66-44a1-81a4-529cdd13f547 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.193429 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-548e9e9c-dd66-44a1-81a4-529cdd13f547 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.212448 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e9e9c-dd66-44a1-81a4-529cdd13f547 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbef167-2b41-4c11-9102-4e3555defc90,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:45.219306 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-548e9e9c-dd66-44a1-81a4-529cdd13f547 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.220678 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-548e9e9c-dd66-44a1-81a4-529cdd13f547 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334071 Aug 09 16:55:45.223424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46614) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:45.228652 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8e18bbf2-985d-4cd2-87da-1e436b1c54fd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': 'ff25e793-8b67-4648-a977-44cbe025b3c7', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:45.263087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e18bbf2-985d-4cd2-87da-1e436b1c54fd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.326606 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e18bbf2-985d-4cd2-87da-1e436b1c54fd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.331440 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e18bbf2-985d-4cd2-87da-1e436b1c54fd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.352611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18bbf2-985d-4cd2-87da-1e436b1c54fd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f40290-c620-4947-9338-0cab92efaa4b,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:45.358743 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e18bbf2-985d-4cd2-87da-1e436b1c54fd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.360048 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e18bbf2-985d-4cd2-87da-1e436b1c54fd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355426 Aug 09 16:55:45.362807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46616) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:45.367454 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-d5d7397a-55ec-4b79-b9d8-54060ec57617 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': 'ff25e793-8b67-4648-a977-44cbe025b3c7', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:45.406432 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d7397a-55ec-4b79-b9d8-54060ec57617 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.469216 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d7397a-55ec-4b79-b9d8-54060ec57617 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.473955 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d7397a-55ec-4b79-b9d8-54060ec57617 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.493185 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7397a-55ec-4b79-b9d8-54060ec57617 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03572cd6-90cd-4e0f-9373-b754c6944837,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:45.502137 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d5d7397a-55ec-4b79-b9d8-54060ec57617 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.506870 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d5d7397a-55ec-4b79-b9d8-54060ec57617 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404526 Aug 09 16:55:45.507213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46618) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:45.512439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-e2adab21-52b9-4802-b661-c39980605d5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': 'ff25e793-8b67-4648-a977-44cbe025b3c7', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:45.542312 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2adab21-52b9-4802-b661-c39980605d5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.609471 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2adab21-52b9-4802-b661-c39980605d5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.614180 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2adab21-52b9-4802-b661-c39980605d5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.632368 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adab21-52b9-4802-b661-c39980605d5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fcfbb4-6c14-4490-bfc7-af633d48badc,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:45.638549 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e2adab21-52b9-4802-b661-c39980605d5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.640180 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e2adab21-52b9-4802-b661-c39980605d5a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317184 Aug 09 16:55:45.643022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46620) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:45.647598 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-19ae0bc2-c8e9-4ccf-bd4b-ec1a785d916e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': 'ff25e793-8b67-4648-a977-44cbe025b3c7', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:45.673293 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-19ae0bc2-c8e9-4ccf-bd4b-ec1a785d916e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Project a5173b68249e48b9b43195138a594d7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:55:45.679154 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19ae0bc2-c8e9-4ccf-bd4b-ec1a785d916e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.743902 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19ae0bc2-c8e9-4ccf-bd4b-ec1a785d916e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.748378 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19ae0bc2-c8e9-4ccf-bd4b-ec1a785d916e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.771941 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae0bc2-c8e9-4ccf-bd4b-ec1a785d916e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c4cdc6-959f-44b4-a2ac-176a6aae146f,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:45.775537 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-19ae0bc2-c8e9-4ccf-bd4b-ec1a785d916e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.777014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-19ae0bc2-c8e9-4ccf-bd4b-ec1a785d916e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329494 Aug 09 16:55:45.779760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46622) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:45.784421 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-32af773d-af4f-4a10-bd77-06a7541fcce9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'security_group_rule': {'security_group_id': 'ff25e793-8b67-4648-a977-44cbe025b3c7', 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:45.807922 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-32af773d-af4f-4a10-bd77-06a7541fcce9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Project a5173b68249e48b9b43195138a594d7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:55:45.813047 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32af773d-af4f-4a10-bd77-06a7541fcce9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.881236 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32af773d-af4f-4a10-bd77-06a7541fcce9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.885534 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32af773d-af4f-4a10-bd77-06a7541fcce9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.905388 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af773d-af4f-4a10-bd77-06a7541fcce9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f5088e-6c5f-467e-b0d1-4063c5db5dfb,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:45.909405 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-32af773d-af4f-4a10-bd77-06a7541fcce9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.910669 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-32af773d-af4f-4a10-bd77-06a7541fcce9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299090 Aug 09 16:55:45.978942 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:55:46.000768 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 71ccc42d-0532-46ba-820e-49c9ede9371c {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:55:46.001112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 71ccc42d-0532-46ba-820e-49c9ede9371c not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:55:47.640271 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4337311e-5434-4097-a58f-f045e9c4187a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:47.885849 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:49.403221 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:50.811484 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:59.400117 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:59.429648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:01.429027 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-0527cc12-6c8b-4290-9768-bc0f83135da1 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172281463&fields=id&tenant_id=a5173b68249e48b9b43195138a594d7a HTTP/1.1" status: 200 len: 267 time: 0.0352974 Aug 09 16:56:01.561944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-c964aaba-afd0-400a-ac4a-c1867283a6c9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:01.563526 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-c964aaba-afd0-400a-ac4a-c1867283a6c9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 808 time: 0.1223583 Aug 09 16:56:01.580218 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-ff300a9c-b108-4c72-9fd6-f20cacbe8771 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/quotas/a5173b68249e48b9b43195138a594d7a HTTP/1.1" status: 200 len: 375 time: 0.0103331 Aug 09 16:56:01.634527 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-953d1d11-8373-43f1-bc11-19d2e3860c18 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483475 Aug 09 16:56:01.785215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-f3aace4f-017e-4f46-83fa-9e0f9366b514 service neutron] 10.222.0.64 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383774 Aug 09 16:56:01.884776 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9b684ddd-c3ca-4547-bd4b-cea5c0c23a55 service neutron] 10.222.0.64 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923326 Aug 09 16:56:02.201202 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-345e08e2-e1fc-4ad7-9d49-10294e2d54ec req-91c2d0a4-f4bc-4443-b693-52d2dc540b9a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 210 time: 0.0289443 Aug 09 16:56:03.344482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5f36f52d-f762-4950-b8e2-891926d1c867 req-74173783-f94c-4de1-948d-8201df1c1e26 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 210 time: 0.0650060 Aug 09 16:56:03.398887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-b9f3dba9-ef8b-4856-b6bc-b187cad0482d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:03.400453 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-b9f3dba9-ef8b-4856-b6bc-b187cad0482d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 808 time: 0.1436987 Aug 09 16:56:03.462086 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-d1908ed0-9fed-4c2d-9c01-5a804f5fa73b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5173b68249e48b9b43195138a594d7a HTTP/1.1" status: 200 len: 380 time: 0.0505819 Aug 09 16:56:03.472461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'port': {'device_id': '0b77e337-793c-4430-be75-660b99a5c289', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'admin_state_up': True, 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'security_groups': ['ff25e793-8b67-4648-a977-44cbe025b3c7']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:03.619422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Made reservation on behalf of a5173b68249e48b9b43195138a594d7a for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:56:03.623264 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:03.782264 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Allocated IP 172.20.0.8 (65eb7735-c500-4ddc-8e14-ce72ab63d480/5841566e-0835-436c-b42b-c0f50a24b9c0/8c6d0830-e144-4c13-8bf1-a955f6a65f4d) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:04.322684 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:04.337682 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Transition to ACTIVE for port object 8c6d0830-e144-4c13-8bf1-a955f6a65f4d will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:56:04.374688 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:04.421321 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:04.427091 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:04.434501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:56:04.486636 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:04.530756 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:04.531494 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:04.554407 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-9dd64675-a2bc-4c05-b7a7-caf9183a1ad5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0859640 Aug 09 16:56:04.564476 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd94ef-8f00-4994-a281-765441f03f71 req-99ed750d-3f89-488a-90fb-1804c17a579d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:04.566383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdbd94ef-8f00-4994-a281-765441f03f71 req-99ed750d-3f89-488a-90fb-1804c17a579d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 931 time: 0.1347268 Aug 09 16:56:04.571995 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Request body: {'port': {'device_id': '0b77e337-793c-4430-be75-660b99a5c289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:04.661548 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:04.666227 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fdbd94ef-8f00-4994-a281-765441f03f71 req-c6a80c97-d0c1-46c0-b713-b5d550b74251 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723648 Aug 09 16:56:04.757577 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-04b7ccf4-488c-4354-94f0-7a98cf45aaa6 None None] Provisioning for port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:56:04.764389 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-04b7ccf4-488c-4354-94f0-7a98cf45aaa6 None None] Provisioning complete for port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:04.765116 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-04b7ccf4-488c-4354-94f0-7a98cf45aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:04.822797 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-04b7ccf4-488c-4354-94f0-7a98cf45aaa6 None None] Port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:56:04.973100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6d0830-e144-4c13-8bf1-a955f6a65f4d {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:56:04.983586 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:04.997106 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Transition to ACTIVE for port object 8c6d0830-e144-4c13-8bf1-a955f6a65f4d will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:56:05.002226 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:05.075981 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:05.136836 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Attempting to bind port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:56:05.137317 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Attempting to bind port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:56:05.137840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Attempting to bind port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:56:05.143245 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:56:05.143673 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Attempting to bind port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:56:05.149164 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:56:05.149820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Checking segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:56:05.150273 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Bound using segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:56:05.150775 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Bound port: 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:56:05.151370 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:05.242369 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:56:05.247987 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:56:05.256087 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:05.314169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:05.314858 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:05.316405 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 1091 time: 0.7489715 Aug 09 16:56:05.316885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:56:05.319499 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74689ffc-727d-4ad0-b396-8e949cefea1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:05.394182 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c2184-c644-4a91-b2b7-807c8768bf95 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:05.423569 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990dea33-d22b-4a91-aebc-ebd0cd54e38e x-openstack-request-id: req-990dea33-d22b-4a91-aebc-ebd0cd54e38e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:05.423893 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:05.424153 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-990dea33-d22b-4a91-aebc-ebd0cd54e38e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:05.424551 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'status': 'completed', 'code': 200} Aug 09 16:56:05.440511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-cdacb356-f6ff-4734-a8a9-b2fc4319e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:05.442610 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-cdacb356-f6ff-4734-a8a9-b2fc4319e453 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1094 time: 0.0636752 Aug 09 16:56:05.499084 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-501192a4-5357-49ba-b0ff-7fe67edd0508 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 217 time: 0.0471492 Aug 09 16:56:05.585985 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-f38e2cf4-59ed-4f54-9721-cdae18dee6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:05.589209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-f38e2cf4-59ed-4f54-9721-cdae18dee6eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0810728 Aug 09 16:56:05.652554 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-f4a3fc46-afb8-45a3-b003-fb83d3e2d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:05.654280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-f4a3fc46-afb8-45a3-b003-fb83d3e2d7fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575542 Aug 09 16:56:05.826409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-fb1b7f45-425b-4d99-bfab-3e2953858620 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641159 Aug 09 16:56:05.834202 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2d8f-68f3-47c2-9ab8-7182072af2cf req-9d8eefe8-ffce-48b3-9f99-09bb53205093 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:05.835670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-069e2d8f-68f3-47c2-9ab8-7182072af2cf req-9d8eefe8-ffce-48b3-9f99-09bb53205093 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0821362 Aug 09 16:56:05.929194 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-069e2d8f-68f3-47c2-9ab8-7182072af2cf req-05ebdf42-6f65-4f22-ac81-d7f83b551d96 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843205 Aug 09 16:56:05.968100 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7a7f94d9-bd31-4957-bf7a-8e6bbee20eeb req-ccdd98f6-dfe2-4cda-a07e-ab8c2cd99f48 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311486 Aug 09 16:56:06.061033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-29eafd2c-d7b9-4c5d-a2d3-a475322d60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:06.062585 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-29eafd2c-d7b9-4c5d-a2d3-a475322d60c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1094 time: 0.0460584 Aug 09 16:56:06.166343 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-d8b786fe-39df-4476-8731-352627ce0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:06.168039 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-d8b786fe-39df-4476-8731-352627ce0b79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0956886 Aug 09 16:56:06.218636 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-99a4640e-e437-42fd-806d-283f5880f5de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 217 time: 0.0418699 Aug 09 16:56:06.271501 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-5c8762d6-fabe-4e90-9207-14c300352af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:06.273544 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-5c8762d6-fabe-4e90-9207-14c300352af5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0468674 Aug 09 16:56:06.323771 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-320bc7c2-57c3-46c1-8f67-e102711c7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:06.325739 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-320bc7c2-57c3-46c1-8f67-e102711c7cf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444956 Aug 09 16:56:06.429737 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-b1bf3a88-dfd4-45d2-9f81-71ce5efc5003 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946891 Aug 09 16:56:06.529808 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-74689ffc-727d-4ad0-b396-8e949cefea1c req-a3e4024b-2b6a-48ce-bc93-95b0a63b4b2f service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926352 Aug 09 16:56:07.074869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353a2ae-251c-4870-b8aa-a17fcf26b24b req-62d13f93-0645-4133-b4ec-bfbffee9c95e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:07.076476 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c353a2ae-251c-4870-b8aa-a17fcf26b24b req-62d13f93-0645-4133-b4ec-bfbffee9c95e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0642114 Aug 09 16:56:07.127768 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c353a2ae-251c-4870-b8aa-a17fcf26b24b req-787782e5-ef26-43bb-8289-1ee37546f73d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447173 Aug 09 16:56:08.262808 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dd781-e126-4f73-9054-31d1226f312e req-b1b15796-a425-44f8-b013-fef674344a2b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:08.264620 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e60dd781-e126-4f73-9054-31d1226f312e req-b1b15796-a425-44f8-b013-fef674344a2b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0549757 Aug 09 16:56:08.310151 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e60dd781-e126-4f73-9054-31d1226f312e req-b426a450-45bf-4648-a2a6-860fe53f6252 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 Aug 09 16:56:09.439743 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346844-d397-4e1d-abfc-2dff165db6bb req-2cd797b6-e59b-4b73-a535-b02ca2561a21 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:09.441500 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35346844-d397-4e1d-abfc-2dff165db6bb req-2cd797b6-e59b-4b73-a535-b02ca2561a21 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0558188 Aug 09 16:56:09.484390 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-35346844-d397-4e1d-abfc-2dff165db6bb req-1f05d59a-1cd0-4434-8af7-e5dfd4e375cd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362172 Aug 09 16:56:10.615532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db788b-9100-42f2-97aa-bd35ea1c5079 req-b27e8b4f-0be1-43f4-acd7-f21d3b4d5388 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:10.617204 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3db788b-9100-42f2-97aa-bd35ea1c5079 req-b27e8b4f-0be1-43f4-acd7-f21d3b4d5388 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0588796 Aug 09 16:56:10.659020 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a3db788b-9100-42f2-97aa-bd35ea1c5079 req-c367b7d8-f362-429f-9200-70b55bc2fe6c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349765 Aug 09 16:56:11.780068 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5a35-7449-434d-beb0-d147c5cde59f req-e2c32a27-9776-4fa5-826c-02c43145060d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:11.781595 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-625e5a35-7449-434d-beb0-d147c5cde59f req-e2c32a27-9776-4fa5-826c-02c43145060d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0517941 Aug 09 16:56:11.824446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-625e5a35-7449-434d-beb0-d147c5cde59f req-e1a8c829-1cef-44ea-b0d5-cb63b0d4df7d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361392 Aug 09 16:56:12.953139 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eb22b-ffcc-4980-a979-7eb4517f2178 req-0c8a64f8-14de-4fc3-8b0f-11e8917cdadb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:12.954815 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e2eb22b-ffcc-4980-a979-7eb4517f2178 req-0c8a64f8-14de-4fc3-8b0f-11e8917cdadb tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0551605 Aug 09 16:56:12.994285 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6e2eb22b-ffcc-4980-a979-7eb4517f2178 req-33196a8b-1f2c-4c66-a8fd-f394eaaf0bc4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332725 Aug 09 16:56:13.921333 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:56:14.153435 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ef83-6624-4614-ab1c-01110a420bd6 req-2146b4c8-ae57-4a22-ae5a-eb4eb63142d0 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:14.155106 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee89ef83-6624-4614-ab1c-01110a420bd6 req-2146b4c8-ae57-4a22-ae5a-eb4eb63142d0 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0808568 Aug 09 16:56:14.205682 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee89ef83-6624-4614-ab1c-01110a420bd6 req-0d58db5a-a547-4951-b345-bf4f61a3a581 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444407 Aug 09 16:56:15.143358 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0598c8d3-27c0-40c5-a3d0-b85aff8cf6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.325450 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1145-bfde-441d-bf6b-299c3fa3bae2 req-f42df752-eda0-464c-96eb-43e388ae00ea tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:15.327005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9bff1145-bfde-441d-bf6b-299c3fa3bae2 req-f42df752-eda0-464c-96eb-43e388ae00ea tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0511906 Aug 09 16:56:15.368332 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9bff1145-bfde-441d-bf6b-299c3fa3bae2 req-1b98d661-ca4d-4388-a32f-36e09dd5804c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350535 Aug 09 16:56:16.100394 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c6d0830-e144-4c13-8bf1-a955f6a65f4d details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:56:16.197334 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:16.209820 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'port_id': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'mac_address': 'fa:16:3e:4f:43:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:56:16.251595 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.266007 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6d0830-e144-4c13-8bf1-a955f6a65f4d {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:56:16.286399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:16.291208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.341183 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:16.349029 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.349356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.349711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.350043 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.350371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.350758 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.351023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.351348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.351667 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.352031 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.352356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.352658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:16.493927 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac497-5ab7-452d-9eca-673e264429fe req-b89b4a41-0bab-4393-aa77-372c68043c0d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:16.496224 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-480ac497-5ab7-452d-9eca-673e264429fe req-b89b4a41-0bab-4393-aa77-372c68043c0d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 944 time: 0.0557091 Aug 09 16:56:16.509598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['8c6d0830-e144-4c13-8bf1-a955f6a65f4d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:56:16.538721 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-480ac497-5ab7-452d-9eca-673e264429fe req-f10cae0b-c2ac-4149-8239-cbb322aee8f2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364623 Aug 09 16:56:17.636175 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4848dcf4-b1b5-4902-8921-ec2978d3e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:17.669825 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1549535-7156-4e6a-af69-0bcea2ef3e8d req-0ec2f109-a02d-41cd-8957-a7aeb5ef865e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:17.671428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1549535-7156-4e6a-af69-0bcea2ef3e8d req-0ec2f109-a02d-41cd-8957-a7aeb5ef865e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 944 time: 0.0607526 Aug 09 16:56:17.712906 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1549535-7156-4e6a-af69-0bcea2ef3e8d req-62f29c83-b76c-4a5a-918b-e3ee5f445cab tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352991 Aug 09 16:56:17.883117 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.100476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c6d0830-e144-4c13-8bf1-a955f6a65f4d up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:18.152866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:56:18.157190 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:18.157568 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.237906 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.262811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:56:18.265181 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72402d4c-6f6f-474f-8740-6d9c1e31ad7e" -d '{"events": [{"server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "name": "network-vif-plugged", "status": "completed", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:18.279168 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:18.284171 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.335719 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:18.360019 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eeaad6-fbef-4946-b06f-68ece47d42d6 x-openstack-request-id: req-33eeaad6-fbef-4946-b06f-68ece47d42d6 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:18.360316 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "name": "network-vif-plugged", "status": "completed", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:18.360563 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33eeaad6-fbef-4946-b06f-68ece47d42d6 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:18.360992 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'code': 200} Aug 09 16:56:18.467444 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0236f-c7eb-485b-b07f-00b3dd037968 req-26ea944f-6e32-4c23-8861-a09dbc345995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:18.468976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2f0236f-c7eb-485b-b07f-00b3dd037968 req-26ea944f-6e32-4c23-8861-a09dbc345995 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1096 time: 0.0455182 Aug 09 16:56:18.508477 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b2f0236f-c7eb-485b-b07f-00b3dd037968 req-0b186906-9dff-47df-b089-6652ea98e538 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313723 Aug 09 16:56:18.840126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b263123-ba93-412d-98f8-b094ba0b7f82 req-f7599fd3-25d8-4de3-a86e-6f59006d71af tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:18.841712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b263123-ba93-412d-98f8-b094ba0b7f82 req-f7599fd3-25d8-4de3-a86e-6f59006d71af tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0538070 Aug 09 16:56:18.883417 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4b263123-ba93-412d-98f8-b094ba0b7f82 req-2645b2b6-9ccf-4c9d-9c9d-6df0db9505a1 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354626 Aug 09 16:56:19.406538 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:20.009079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a0a32-6f47-42d0-93fb-4939e56ecb6f req-8d006ab7-65da-4863-9655-c926533d5087 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:20.010607 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-940a0a32-6f47-42d0-93fb-4939e56ecb6f req-8d006ab7-65da-4863-9655-c926533d5087 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0567753 Aug 09 16:56:20.052637 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-940a0a32-6f47-42d0-93fb-4939e56ecb6f req-b243f96f-73b6-4dab-b24e-ebea79ab754d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356255 Aug 09 16:56:20.180107 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f4de9-733a-4768-b8dc-afc91083a8e2 req-a203a35d-6f18-462d-96ec-4e31fc898ef7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:20.181700 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b80f4de9-733a-4768-b8dc-afc91083a8e2 req-a203a35d-6f18-462d-96ec-4e31fc898ef7 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0558529 Aug 09 16:56:20.224917 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b80f4de9-733a-4768-b8dc-afc91083a8e2 req-308c85d1-31bc-4bd4-b2c0-ed5a2c096cb8 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368288 Aug 09 16:56:20.249236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 46820) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:20.293758 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18f20c-2188-451c-b2e0-c6d1007625a0 tempest-TestShelveInstance-658538080 tempest-TestShelveInstance-658538080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:20.295239 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-2a18f20c-2188-451c-b2e0-c6d1007625a0 tempest-TestShelveInstance-658538080 tempest-TestShelveInstance-658538080-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1091 time: 0.0449846 Aug 09 16:56:20.298421 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 46822) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:20.303508 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:20.329205 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:20.435173 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:20.548092 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Allocated IP 172.25.7.27 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/688e8912-93d9-4c58-bd65-64a8e8b3fc3c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:20.657217 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:20.700707 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:20.743512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:20.746659 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:20.751198 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:56:20.754477 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'Port': ['ID=688e8912-93d9-4c58-bd65-64a8e8b3fc3c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:20.814212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:21.148431 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:21.230968 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:21.392225 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:21.398873 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:21.481539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event updated for resources: {'Port': ['ID=688e8912-93d9-4c58-bd65-64a8e8b3fc3c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:21.492805 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:21.612593 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Floating IP 27c80c8c-f48b-46ef-980f-c4b2d0dbf31f associated. External IP: 172.25.7.27, port: 8c6d0830-e144-4c13-8bf1-a955f6a65f4d. Aug 09 16:56:21.835273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Router 603de2a5-c575-42c3-9df3-869dbe22d5eb has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:56:21.950964 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:21.961150 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da855252-b965-4540-819f-2d6576c11f94 None None] Sync routers for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:21.969236 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:21.973064 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da855252-b965-4540-819f-2d6576c11f94 None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:56:21.973712 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-da855252-b965-4540-819f-2d6576c11f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:56:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:22.000927 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6fa54f90-9f85-4a77-a3f1-f4e11ad9583f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7012012 Aug 09 16:56:22.001566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:56:22.004032 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40da885c-c67e-4b05-8c5f-432ce666d376" -d '{"events": [{"name": "network-changed", "server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:22.088657 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-da855252-b965-4540-819f-2d6576c11f94 None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:56:22.105586 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b394fd2-2603-47e7-8a88-f0f6d82fdfaa x-openstack-request-id: req-1b394fd2-2603-47e7-8a88-f0f6d82fdfaa {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:22.105868 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:22.106162 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b394fd2-2603-47e7-8a88-f0f6d82fdfaa {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:22.106571 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'status': 'completed', 'code': 200} Aug 09 16:56:22.172869 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-ad674696-7683-4b05-bd14-95e69b0d8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:22.174446 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-ad674696-7683-4b05-bd14-95e69b0d8335 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1096 time: 0.0456803 Aug 09 16:56:22.279372 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-3db33e24-b363-44f2-b297-749da6617655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:22.280881 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-3db33e24-b363-44f2-b297-749da6617655 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0988235 Aug 09 16:56:22.335231 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-da855252-b965-4540-819f-2d6576c11f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '27c80c8c-f48b-46ef-980f-c4b2d0dbf31f', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'port_id': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'mac_address': 'fa:16:3e:4f:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77e337-793c-4430-be75-660b99a5c289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:56:20Z', 'updated_at': '2021-08-09T16:56:20Z', 'revision_number': 0, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:22.354668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-c6cd879a-8347-46e3-b22d-52a75e9adb73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 998 time: 0.0650597 Aug 09 16:56:22.363744 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da855252-b965-4540-819f-2d6576c11f94 None None] Checking router: 603de2a5-c575-42c3-9df3-869dbe22d5eb for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:22.374235 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da855252-b965-4540-819f-2d6576c11f94 None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:56:22.374875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-da855252-b965-4540-819f-2d6576c11f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:56:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:22.413089 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-8fccc4f0-7268-407f-b747-7381efb01c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:22.414567 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-8fccc4f0-7268-407f-b747-7381efb01c73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0525758 Aug 09 16:56:22.466773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-0b7d426e-f199-45e2-9086-f713c98682e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:22.468321 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-0b7d426e-f199-45e2-9086-f713c98682e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461569 Aug 09 16:56:22.497489 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-da855252-b965-4540-819f-2d6576c11f94 None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:56:22.567383 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-89c727d8-35d6-47fd-b2e8-501b4f995da2 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903151 Aug 09 16:56:22.681732 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-40da885c-c67e-4b05-8c5f-432ce666d376 req-3618b2a2-1957-4d65-aba2-74e8a2c23638 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029966 Aug 09 16:56:22.769409 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-da855252-b965-4540-819f-2d6576c11f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '27c80c8c-f48b-46ef-980f-c4b2d0dbf31f', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'port_id': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'mac_address': 'fa:16:3e:4f:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77e337-793c-4430-be75-660b99a5c289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:56:20Z', 'updated_at': '2021-08-09T16:56:20Z', 'revision_number': 0, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:22.804293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da855252-b965-4540-819f-2d6576c11f94 None None] The sync data for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 is: [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '27c80c8c-f48b-46ef-980f-c4b2d0dbf31f', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'port_id': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'mac_address': 'fa:16:3e:4f:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77e337-793c-4430-be75-660b99a5c289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:56:20Z', 'updated_at': '2021-08-09T16:56:20Z', 'revision_number': 0, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:23.015594 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1123f9b0-1d93-44fd-917a-b6c5827e0b45 None None] New status for floating IP 27c80c8c-f48b-46ef-980f-c4b2d0dbf31f: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:56:29.406463 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:29.442127 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:45.146762 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-34efd9ff-0b85-4a6e-aaf3-44347e6249db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:47.644903 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7df77683-ec60-4782-9012-3396c104dae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:47.876504 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:49.410197 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:50.818397 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:50.921871 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:56:51.267338 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-b3f12673-008d-42e4-bbb0-ba49a698c4e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489647 Aug 09 16:56:51.366286 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-86286a7c-7ac4-4c48-baa9-b0e18b3e882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:51.368745 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-86286a7c-7ac4-4c48-baa9-b0e18b3e882c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1096 time: 0.0466969 Aug 09 16:56:51.497474 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-0160f789-9140-4ff2-a08c-87c962e2b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:51.499102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-0160f789-9140-4ff2-a08c-87c962e2b2ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.1046586 Aug 09 16:56:51.575675 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-f38aea22-f0e4-4bba-bf01-f5aa3a959e9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 1000 time: 0.0657899 Aug 09 16:56:51.637950 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-b6f91b91-8480-4363-ba9f-ceeaaf49a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:51.639425 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-b6f91b91-8480-4363-ba9f-ceeaaf49a79e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0556092 Aug 09 16:56:51.694942 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-911a31e6-84aa-4cfd-99cd-411dffe0cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:51.696581 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-911a31e6-84aa-4cfd-99cd-411dffe0cbb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487392 Aug 09 16:56:51.833660 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-d325e2cf-bc40-4561-9557-aa4d88b57072 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284883 Aug 09 16:56:51.937157 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-86daae70-484f-49a0-ae23-9a8806ba4cb8 req-fe5b10c5-8e61-40e7-998f-25fa8bfd03a2 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953975 Aug 09 16:56:59.425098 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:59.479840 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.153299 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-04c450b8-f6ab-457c-807d-ae6948eda443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.649632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-417a7b14-c023-4b2e-955f-a6c9c7b6b166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.884141 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.414543 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.818579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.924884 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:57:29.412268 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:29.479775 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:45.147189 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79c1f07e-0ac2-48a3-95c3-f315a9930175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:47.645877 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-43fe2b7f-26f0-4f32-b081-a9c64ca7b77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:47.878393 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:49.417505 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:50.824600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:53.255957 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-4d8b4674-7c40-462e-8377-4f4a4cd47e1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433733 Aug 09 16:57:53.342389 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-c56e66e6-2903-481d-8088-567e4d04c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:53.343983 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-c56e66e6-2903-481d-8088-567e4d04c231 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1096 time: 0.0439138 Aug 09 16:57:53.456293 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-adaf4416-5f7a-4b62-a69e-53f2b145d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:53.457925 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-adaf4416-5f7a-4b62-a69e-53f2b145d5ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0924346 Aug 09 16:57:53.523782 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-b708a74d-ae1d-48cd-a076-42492e5ca152 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 1000 time: 0.0582471 Aug 09 16:57:53.581265 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-39d7daea-8315-4997-bd21-a5e37c189f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:53.582788 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-39d7daea-8315-4997-bd21-a5e37c189f56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0518308 Aug 09 16:57:53.630633 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-609c0166-050c-44e1-a5b2-522b37d1ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:53.632293 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-609c0166-050c-44e1-a5b2-522b37d1ecf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418622 Aug 09 16:57:53.740251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-33506fb7-39bf-41c2-8c01-beb9e694355a service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996439 Aug 09 16:57:53.838241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a09da74d-5fae-4794-a8e8-8a1d9547bf3d req-d6c1d396-32e7-47c2-a64f-e91993e84b26 service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909197 Aug 09 16:57:59.416520 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:59.479866 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:04.928089 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:58:15.151438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ff4996f4-01ef-41b1-a1f5-d3d6e7245d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.643526 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-224e6405-a21b-47ab-8bb4-f0a5f7610b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.885698 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:19.420759 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:20.565227 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2060a-506c-4a2f-9e7b-cc1c818177bd req-478f1428-00fd-4558-876f-48037196dd46 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:20.566828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ca2060a-506c-4a2f-9e7b-cc1c818177bd req-478f1428-00fd-4558-876f-48037196dd46 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0561879 Aug 09 16:58:20.609746 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9ca2060a-506c-4a2f-9e7b-cc1c818177bd req-4e5eb51b-3132-4309-9bae-fe29ce6d179f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366101 Aug 09 16:58:20.825287 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:21.774532 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fde24-9b8c-4fa6-96c5-691a22a9eba5 req-d396f68d-e162-4d97-b303-731d99a6025e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:21.776142 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516fde24-9b8c-4fa6-96c5-691a22a9eba5 req-d396f68d-e162-4d97-b303-731d99a6025e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0576372 Aug 09 16:58:21.820708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-516fde24-9b8c-4fa6-96c5-691a22a9eba5 req-db8b2e0d-4697-4854-a1c1-2638ecb65702 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356405 Aug 09 16:58:22.948169 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ace01-a2e8-48b7-9681-ea7e2835e4e3 req-1e6359de-5904-462a-8b4a-de33818f2755 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:22.950193 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f87ace01-a2e8-48b7-9681-ea7e2835e4e3 req-1e6359de-5904-462a-8b4a-de33818f2755 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0541475 Aug 09 16:58:22.996539 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f87ace01-a2e8-48b7-9681-ea7e2835e4e3 req-2cd5d298-7262-4979-8618-3872e5789a8b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381746 Aug 09 16:58:24.121180 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09e438-5cde-42d9-8e1e-9262a3ba1589 req-eb0a804e-35a9-4a7e-a272-8081479d8790 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:24.122850 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d09e438-5cde-42d9-8e1e-9262a3ba1589 req-eb0a804e-35a9-4a7e-a272-8081479d8790 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0530951 Aug 09 16:58:24.163102 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0d09e438-5cde-42d9-8e1e-9262a3ba1589 req-97892507-7a24-4885-80c6-3188db4166aa tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337853 Aug 09 16:58:25.286269 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f55f7a-12c5-499c-8d9e-4f57a8c7270e req-fe1af974-56c7-4b04-a8f3-5bae8ae420e2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:25.287791 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2f55f7a-12c5-499c-8d9e-4f57a8c7270e req-fe1af974-56c7-4b04-a8f3-5bae8ae420e2 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0545545 Aug 09 16:58:25.329793 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e2f55f7a-12c5-499c-8d9e-4f57a8c7270e req-7e11cd4c-75a8-4d7f-90f4-bdbb1a139b03 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359738 Aug 09 16:58:26.454298 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409e071-3ad0-4987-9847-9be1481739e8 req-c5a29a09-36b7-4780-92f8-9c67c583a462 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:26.456111 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7409e071-3ad0-4987-9847-9be1481739e8 req-c5a29a09-36b7-4780-92f8-9c67c583a462 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0519602 Aug 09 16:58:26.495590 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-7409e071-3ad0-4987-9847-9be1481739e8 req-5852e5c2-5a32-46dc-a459-1a00cf8f901e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336146 Aug 09 16:58:27.616739 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15efe81-a99f-48f1-84f0-101629197363 req-b057fc74-04cd-43d9-ae1a-1b64a7422309 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:27.618354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d15efe81-a99f-48f1-84f0-101629197363 req-b057fc74-04cd-43d9-ae1a-1b64a7422309 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0532677 Aug 09 16:58:27.668830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d15efe81-a99f-48f1-84f0-101629197363 req-4f0952e7-2181-4e22-93d8-37ea1f5ae0bd tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 Aug 09 16:58:28.804580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c6735-89cc-4935-8221-0a9a28409f97 req-a406c4e4-d674-49a8-b7c9-bbd7381d8635 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:28.806117 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e3c6735-89cc-4935-8221-0a9a28409f97 req-a406c4e4-d674-49a8-b7c9-bbd7381d8635 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0659540 Aug 09 16:58:28.847687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8e3c6735-89cc-4935-8221-0a9a28409f97 req-17a9a70b-7327-420e-9073-6c9eaead1cf9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352948 Aug 09 16:58:29.428772 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:29.468068 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:29.974382 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35eea4-0d13-4381-9ad8-6b0850597b50 req-82d1a466-a9c0-443c-8287-ce1ca821fd88 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:29.976124 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd35eea4-0d13-4381-9ad8-6b0850597b50 req-82d1a466-a9c0-443c-8287-ce1ca821fd88 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0555494 Aug 09 16:58:30.017514 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bd35eea4-0d13-4381-9ad8-6b0850597b50 req-56766d44-21ed-4a01-9a55-5343f05e5aef tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351138 Aug 09 16:58:30.694752 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-5a7e93f6-e38d-4682-bc22-664eb10fc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:30.696374 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-5a7e93f6-e38d-4682-bc22-664eb10fc7a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1096 time: 0.0466013 Aug 09 16:58:30.793473 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-49eb3e2f-b356-4e2b-91d8-ea1ee1acace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:30.795005 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-49eb3e2f-b356-4e2b-91d8-ea1ee1acace8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0917952 Aug 09 16:58:30.866164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-db091ea3-9d16-43f2-b735-997ee38e7efc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 1000 time: 0.0625572 Aug 09 16:58:30.919635 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-9e4be713-4a83-4ae6-abbe-ce468eaf364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:30.921221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-9e4be713-4a83-4ae6-abbe-ce468eaf364e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0481529 Aug 09 16:58:30.974974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-16277395-8cb5-4023-8f4a-4d4cc06e4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:30.976490 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-16277395-8cb5-4023-8f4a-4d4cc06e4176 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479538 Aug 09 16:58:31.073148 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-f4399bdb-1556-432e-adbf-6f5e3635ecef service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892432 Aug 09 16:58:31.192684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96e86-c8cb-44d7-b0c0-dec61ffb2307 req-744cbef0-247e-4c46-8e98-8843b37e1f94 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:31.194428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3e96e86-c8cb-44d7-b0c0-dec61ffb2307 req-744cbef0-247e-4c46-8e98-8843b37e1f94 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.1055477 Aug 09 16:58:31.224731 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5a792d9-c67a-4b54-870d-293c5c71e8f6 req-0edfee4d-25dc-43c0-8a79-c28d5b356daa service neutron] 10.222.0.35 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438725 Aug 09 16:58:31.248173 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d3e96e86-c8cb-44d7-b0c0-dec61ffb2307 req-3c10b83c-a265-4038-b151-63ce72bfac69 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464122 Aug 09 16:58:32.378535 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f49a99-9844-42ad-88da-1b30a75fc4ea req-1c2be4d2-f636-4de2-a483-e6a4c745efad tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:32.380236 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56f49a99-9844-42ad-88da-1b30a75fc4ea req-1c2be4d2-f636-4de2-a483-e6a4c745efad tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0532608 Aug 09 16:58:32.423804 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-56f49a99-9844-42ad-88da-1b30a75fc4ea req-cbd7ca3f-f97d-495a-a2f5-eea37cfb022f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372801 Aug 09 16:58:33.553230 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59233d-a169-4a0a-8d28-32b833a9e97e req-8f69ac25-54c1-41be-8990-fa07d0ced2c9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:33.554908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee59233d-a169-4a0a-8d28-32b833a9e97e req-8f69ac25-54c1-41be-8990-fa07d0ced2c9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0551009 Aug 09 16:58:33.597852 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ee59233d-a169-4a0a-8d28-32b833a9e97e req-6b4ffb55-fabf-487f-8a32-ebd2f3c13360 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365863 Aug 09 16:58:34.724690 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf828bd-c6d9-44ea-8092-3132dddcf194 req-65cc869d-bdd1-4a47-b231-32c06a05666f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:34.726756 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cf828bd-c6d9-44ea-8092-3132dddcf194 req-65cc869d-bdd1-4a47-b231-32c06a05666f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0572865 Aug 09 16:58:34.775298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6cf828bd-c6d9-44ea-8092-3132dddcf194 req-add88264-d2b1-4fd5-a961-92cdf34d9d04 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 Aug 09 16:58:35.013596 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-6b95bf40-6e99-4a13-b45c-6ef154eeba06 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745246 Aug 09 16:58:35.028930 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714735-020b-49ca-9746-e0c5921fa971 req-830adb63-6bd8-4f48-81c9-f54134463aa8 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:35.030563 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6714735-020b-49ca-9746-e0c5921fa971 req-830adb63-6bd8-4f48-81c9-f54134463aa8 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0660269 Aug 09 16:58:35.071642 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6714735-020b-49ca-9746-e0c5921fa971 req-6765dfac-f325-4aae-aeea-e5e2b8fb8333 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Aug 09 16:58:36.192611 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eb580-6148-4d56-b231-d32afaedeea8 req-ffc831e2-eb06-4dd8-a575-2605f0a173dc tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:36.194215 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-303eb580-6148-4d56-b231-d32afaedeea8 req-ffc831e2-eb06-4dd8-a575-2605f0a173dc tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 945 time: 0.0531907 Aug 09 16:58:36.234344 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-303eb580-6148-4d56-b231-d32afaedeea8 req-35bba71e-5e89-4d18-a631-23a0bed5d876 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Aug 09 16:58:36.830159 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c6d0830-e144-4c13-8bf1-a955f6a65f4d no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:36.911208 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.937761 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:58:36.940072 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c5fed5-b8a3-4160-a53c-7d0a5d07828a" -d '{"events": [{"server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:36.954431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:36.960380 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.986734 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d05a643-0bbc-4179-8fad-50d8a7b20e60 x-openstack-request-id: req-0d05a643-0bbc-4179-8fad-50d8a7b20e60 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:36.987024 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "name": "network-vif-unplugged", "status": "failed", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d", "code": 422}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:36.987268 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d05a643-0bbc-4179-8fad-50d8a7b20e60 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:36.987663 n-d-799523-2 neutron-server[94179]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'code': 422} returned with failed status Aug 09 16:58:37.015148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:37.023276 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.023619 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.023996 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.024333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.024666 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.024997 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.025313 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.025639 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.025960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.026278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.026602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.026915 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:37.357887 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a067da-d9ec-41ea-bdb8-7333d8a76b0d req-e1401767-54c5-4e3c-b753-00c4ed262511 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:37.359473 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16a067da-d9ec-41ea-bdb8-7333d8a76b0d req-e1401767-54c5-4e3c-b753-00c4ed262511 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0519142 Aug 09 16:58:37.415908 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-16a067da-d9ec-41ea-bdb8-7333d8a76b0d req-d202e5d3-28f2-4fcc-a290-b34c61a98c96 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493712 Aug 09 16:58:38.546708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d49bb-df92-4f42-8192-ab507a0a903a req-1523e139-2ba1-4ba7-bbaf-8dcac28a0b37 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:38.548326 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b21d49bb-df92-4f42-8192-ab507a0a903a req-1523e139-2ba1-4ba7-bbaf-8dcac28a0b37 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0571775 Aug 09 16:58:38.589569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b21d49bb-df92-4f42-8192-ab507a0a903a req-57a4daf6-6a46-4df8-a0c2-ffa648bb7636 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344963 Aug 09 16:58:39.714798 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8f9c-1da6-4ed5-8d6e-53e69c04d9c4 req-803c70fd-18ce-413f-a5b0-d054b334f459 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:39.717342 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3e8f9c-1da6-4ed5-8d6e-53e69c04d9c4 req-803c70fd-18ce-413f-a5b0-d054b334f459 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0543559 Aug 09 16:58:39.760839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5c3e8f9c-1da6-4ed5-8d6e-53e69c04d9c4 req-89f83f9e-5cd1-4f8f-b17b-73263fb05879 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358999 Aug 09 16:58:40.881924 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b192845-3762-408f-9ad3-2c895a30d266 req-7ab041ff-ac92-4452-be32-d1efea4af944 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:40.883371 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b192845-3762-408f-9ad3-2c895a30d266 req-7ab041ff-ac92-4452-be32-d1efea4af944 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0520654 Aug 09 16:58:40.923251 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1b192845-3762-408f-9ad3-2c895a30d266 req-74f7401f-b2f4-4354-a78f-1f126ca2e97f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334971 Aug 09 16:58:41.074607 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-46f0063e-9cc9-4137-8c37-c412a9292964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:41.076197 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-46f0063e-9cc9-4137-8c37-c412a9292964 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289&tenant_id=a5173b68249e48b9b43195138a594d7a HTTP/1.1" status: 200 len: 1094 time: 0.0924451 Aug 09 16:58:41.088151 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799523-2', 'device_owner': 'compute:nova'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:58:41.145577 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.355958 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:41.392829 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h1-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:58:41.427170 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6d0830-e144-4c13-8bf1-a955f6a65f4d {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:58:41.434904 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.448392 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Transition to ACTIVE for port object 8c6d0830-e144-4c13-8bf1-a955f6a65f4d will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:58:41.453013 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.531812 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=7']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:41.548954 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.549344 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.549722 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.550035 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.550397 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.550723 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.551144 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.551645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.552024 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.552351 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.552665 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.552990 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:41.590256 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] No DVR routers for this DVR port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on host n-h1-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:58:41.928900 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:58:42.060399 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3503-b03f-4f8d-81be-86dc59f55872 req-d3c8aa1d-720c-4edf-8df6-d220612f8f40 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:42.062019 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58ae3503-b03f-4f8d-81be-86dc59f55872 req-d3c8aa1d-720c-4edf-8df6-d220612f8f40 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0631604 Aug 09 16:58:42.078748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Attempting to bind port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:58:42.079370 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Attempting to bind port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:58:42.079528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Attempting to bind port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:58:42.085784 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:58:42.086147 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Attempting to bind port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on network 65eb7735-c500-4ddc-8e14-ce72ab63d480 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:58:42.093430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:58:42.093430 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Checking segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:58:42.093779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Bound using segment: {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:58:42.094044 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Bound port: 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:58:42.098939 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.109389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-58ae3503-b03f-4f8d-81be-86dc59f55872 req-53d72b9f-197f-44be-8eb4-e5d12fba72f4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Aug 09 16:58:42.173556 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:58:42.177232 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:58:42.182426 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.226583 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:42.227256 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.228831 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] 10.222.0.66 "PUT /v2.0/ports/8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 1091 time: 1.1448488 Aug 09 16:58:42.229316 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:58:42.231644 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79150cff-fd2e-489d-8e24-155db19a9898" -d '{"events": [{"name": "network-changed", "server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:42.253787 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f519dc-86e4-4068-a8a4-7f11b05fbfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=8']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:42.296025 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33028d4-3a01-4369-a04d-36d99fc9240d x-openstack-request-id: req-c33028d4-3a01-4369-a04d-36d99fc9240d {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:42.296314 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:42.296569 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c33028d4-3a01-4369-a04d-36d99fc9240d {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:42.296979 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'status': 'completed', 'code': 200} Aug 09 16:58:42.320000 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-bb20aa52-e73a-4ebf-b3c0-2300e39447db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:42.321650 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-bb20aa52-e73a-4ebf-b3c0-2300e39447db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1094 time: 0.0561087 Aug 09 16:58:42.436791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-29870ba1-dc32-4207-9b2e-6672fefde016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:42.438385 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-29870ba1-dc32-4207-9b2e-6672fefde016 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.1070848 Aug 09 16:58:42.521417 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-18a6e197-c2c6-4b76-9744-2ea92fd1ec87 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 998 time: 0.0752225 Aug 09 16:58:42.583436 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-6617f72d-a6f6-462b-abab-e51d31d72b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:42.585050 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-6617f72d-a6f6-462b-abab-e51d31d72b91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0568945 Aug 09 16:58:42.636725 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-79f7d55b-8828-4564-af56-84ba91473e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:42.638427 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-79f7d55b-8828-4564-af56-84ba91473e7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458131 Aug 09 16:58:42.650418 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-04a3c7bf-459e-4d1c-82c5-470d018432b3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:58:42.651501 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-04a3c7bf-459e-4d1c-82c5-470d018432b3 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057497 Aug 09 16:58:42.754416 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-0f2e0a61-612e-44b8-bc63-c43d90f4db87 service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957673 Aug 09 16:58:42.846002 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-e96c6d63-36fd-4184-a846-035bf3aed810 service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848517 Aug 09 16:58:42.943875 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150cff-fd2e-489d-8e24-155db19a9898 req-470ec1f6-ed03-472e-9b32-4d8376e494f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:42.945511 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-79150cff-fd2e-489d-8e24-155db19a9898 req-470ec1f6-ed03-472e-9b32-4d8376e494f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1094 time: 0.0488462 Aug 09 16:58:43.044352 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150cff-fd2e-489d-8e24-155db19a9898 req-edc78fc3-6def-4901-a6a3-f24172648a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:43.045875 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-79150cff-fd2e-489d-8e24-155db19a9898 req-edc78fc3-6def-4901-a6a3-f24172648a72 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0933518 Aug 09 16:58:43.113179 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-79150cff-fd2e-489d-8e24-155db19a9898 req-dad407cc-5e64-49fd-ba79-dddeab9dff60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 998 time: 0.0598540 Aug 09 16:58:43.168820 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150cff-fd2e-489d-8e24-155db19a9898 req-73597249-76c1-43b6-8122-a1466c8c741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:43.170543 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-79150cff-fd2e-489d-8e24-155db19a9898 req-73597249-76c1-43b6-8122-a1466c8c741e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0502830 Aug 09 16:58:43.220608 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150cff-fd2e-489d-8e24-155db19a9898 req-b8dea5c5-1e68-473d-b3f7-530b01a85205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:43.222184 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-79150cff-fd2e-489d-8e24-155db19a9898 req-b8dea5c5-1e68-473d-b3f7-530b01a85205 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436563 Aug 09 16:58:43.238136 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce114221-e442-46c1-a7fc-e2148c7e8cfc req-5015b947-e9f9-4c9a-93d0-11ca18b3c7f4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:43.240066 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce114221-e442-46c1-a7fc-e2148c7e8cfc req-5015b947-e9f9-4c9a-93d0-11ca18b3c7f4 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0519371 Aug 09 16:58:43.280599 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ce114221-e442-46c1-a7fc-e2148c7e8cfc req-2bd2088e-9dcd-4745-a45e-04a60a34e127 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342565 Aug 09 16:58:43.321272 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-79150cff-fd2e-489d-8e24-155db19a9898 req-799b3419-9adf-472c-922d-65188834f5fa service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907841 Aug 09 16:58:43.422961 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-79150cff-fd2e-489d-8e24-155db19a9898 req-f029286d-7ead-44e7-8c6f-0474a4c2a4c5 service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937064 Aug 09 16:58:44.402145 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01384d56-6aa3-4f87-a871-d59028830d96 req-5dc48ca4-1b0a-40ad-aff4-1a9830dc43ae tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:44.403670 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01384d56-6aa3-4f87-a871-d59028830d96 req-5dc48ca4-1b0a-40ad-aff4-1a9830dc43ae tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0526786 Aug 09 16:58:44.445753 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-01384d56-6aa3-4f87-a871-d59028830d96 req-e516a49b-0cc0-4749-97fa-3bf6a02f1787 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Aug 09 16:58:45.156594 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ef22120c-792d-41e8-8ab6-189cf29fce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:45.574575 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845c59f-6e8e-4f48-8739-0dc9d7f302d6 req-e8884942-dd85-4875-9b4e-1eca1f01896b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:45.576558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5845c59f-6e8e-4f48-8739-0dc9d7f302d6 req-e8884942-dd85-4875-9b4e-1eca1f01896b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0596592 Aug 09 16:58:45.619226 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-5845c59f-6e8e-4f48-8739-0dc9d7f302d6 req-3f3c2495-12bb-4fbe-a27f-3b04e63086c6 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356123 Aug 09 16:58:46.558063 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-f248afeb-ee96-4388-ba16-ea57384d564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:46.559674 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-f248afeb-ee96-4388-ba16-ea57384d564f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1094 time: 0.0468185 Aug 09 16:58:46.673762 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-686d59b1-3401-49ad-abec-5eb9b0566fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:46.675404 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-686d59b1-3401-49ad-abec-5eb9b0566fd8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0959094 Aug 09 16:58:46.741123 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09298ecc-7c37-4005-b930-39078b20a7b2 req-07786578-9a30-4a3c-9c05-9df3aa730695 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:46.742890 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09298ecc-7c37-4005-b930-39078b20a7b2 req-07786578-9a30-4a3c-9c05-9df3aa730695 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0526276 Aug 09 16:58:46.744812 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-c784261b-dd89-4578-bff2-5783f8df2186 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 998 time: 0.0623136 Aug 09 16:58:46.784029 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-09298ecc-7c37-4005-b930-39078b20a7b2 req-3dbf0180-e9b7-4954-a870-cbffc9436243 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347693 Aug 09 16:58:46.795137 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-1d6bf0e6-bc60-4af6-ba74-a445cd3ba67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:46.796520 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-1d6bf0e6-bc60-4af6-ba74-a445cd3ba67c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0451334 Aug 09 16:58:46.854206 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-25b884ab-a666-4964-95de-d1cd5d014149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:46.855793 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-25b884ab-a666-4964-95de-d1cd5d014149 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522785 Aug 09 16:58:46.949958 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-6c3cd656-018e-4f36-8066-0614f4cede5a service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857644 Aug 09 16:58:47.055044 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f8657b92-895e-4a41-b33e-cffc2cd7c7b5 req-9e9a614d-a3ad-4c2c-a185-12aa696069e4 service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961518 Aug 09 16:58:47.638842 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-66f51776-6c0e-4be7-a7c7-54c3d6c5069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:47.879520 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:47.907304 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8c65-cf5e-4e74-b4c2-13bb53e1fb3d req-3b0cc7c7-a92b-4252-bd5a-20b4dc5129a1 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:47.909025 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0dcb8c65-cf5e-4e74-b4c2-13bb53e1fb3d req-3b0cc7c7-a92b-4252-bd5a-20b4dc5129a1 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0526927 Aug 09 16:58:47.950684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0dcb8c65-cf5e-4e74-b4c2-13bb53e1fb3d req-c8ae5dc1-1a2d-4cfe-b984-9f0fb7d12a5e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346549 Aug 09 16:58:49.077791 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a915640-e0fd-4e12-8efc-4af71d69d24b req-d626a24c-c81e-499f-9de9-d5dc813f3c7f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:49.079271 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a915640-e0fd-4e12-8efc-4af71d69d24b req-d626a24c-c81e-499f-9de9-d5dc813f3c7f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0575235 Aug 09 16:58:49.119355 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-0a915640-e0fd-4e12-8efc-4af71d69d24b req-59b370d6-f91b-4605-ae78-88114410888f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Aug 09 16:58:49.423309 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:50.241457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57458e8c-7df6-4bfb-a374-208a8df08700 req-c1a0eb44-060a-4de3-8082-bc7be72d0f1f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:50.242993 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57458e8c-7df6-4bfb-a374-208a8df08700 req-c1a0eb44-060a-4de3-8082-bc7be72d0f1f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0523944 Aug 09 16:58:50.283772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-57458e8c-7df6-4bfb-a374-208a8df08700 req-13fe4221-1d00-467d-a214-ff2d2f9a503c tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Aug 09 16:58:50.828600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:51.403156 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8c6d0830-e144-4c13-8bf1-a955f6a65f4d details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:58:51.419237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50759c6d-b55c-4596-99fc-b42ef1ee4454 req-8288f71f-6340-447b-b615-34241a5ed806 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:51.420897 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50759c6d-b55c-4596-99fc-b42ef1ee4454 req-8288f71f-6340-447b-b615-34241a5ed806 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 943 time: 0.0527117 Aug 09 16:58:51.462145 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-50759c6d-b55c-4596-99fc-b42ef1ee4454 req-bec54db3-91e3-48e7-8724-ed84cbfece42 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Aug 09 16:58:51.502832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:51.514418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'port_id': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'mac_address': 'fa:16:3e:4f:43:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:58:51.549944 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:51.562511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6d0830-e144-4c13-8bf1-a955f6a65f4d {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:58:51.582230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:51.586101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:51.631788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=9']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:51.855453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['8c6d0830-e144-4c13-8bf1-a955f6a65f4d'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:52.653484 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31540602-52dd-422a-be26-76ad14c9bd73 req-0a923c62-6f3d-462a-8ccf-6278bef3f94d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:52.655120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31540602-52dd-422a-be26-76ad14c9bd73 req-0a923c62-6f3d-462a-8ccf-6278bef3f94d tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 944 time: 0.1105959 Aug 09 16:58:52.700493 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-31540602-52dd-422a-be26-76ad14c9bd73 req-5844a54e-a758-474d-b9e9-0e72c5ae422e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361729 Aug 09 16:58:53.407637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8c6d0830-e144-4c13-8bf1-a955f6a65f4d up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:58:53.463555 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:58:53.467435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:58:53.467805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:53.561069 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:53.584338 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:58:53.586579 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a018b771-edce-4a18-8f8b-b203fd4452b6" -d '{"events": [{"server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "name": "network-vif-plugged", "status": "completed", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:53.600157 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:53.605595 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:53.631221 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a329b7d2-ad74-44e4-860d-ade0d9997707 x-openstack-request-id: req-a329b7d2-ad74-44e4-860d-ade0d9997707 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:53.631520 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "name": "network-vif-plugged", "status": "completed", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:53.631773 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a329b7d2-ad74-44e4-860d-ade0d9997707 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:53.632200 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'code': 200} Aug 09 16:58:53.662611 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=10']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:53.809286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de12f-95fa-44a3-8013-5fb3c51e2fdd req-94b349b3-275c-4feb-bb6b-3a3a59c080e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:53.810812 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f8de12f-95fa-44a3-8013-5fb3c51e2fdd req-94b349b3-275c-4feb-bb6b-3a3a59c080e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1097 time: 0.0648077 Aug 09 16:58:53.848716 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-2f8de12f-95fa-44a3-8013-5fb3c51e2fdd req-07b0fa21-6a55-46e2-8542-46fc17386455 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300431 Aug 09 16:58:53.851765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c813bd-4072-426c-9197-03fd6f9799d3 req-96b01650-7430-4ef1-ab6c-ab636a233d03 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:53.853422 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8c813bd-4072-426c-9197-03fd6f9799d3 req-96b01650-7430-4ef1-ab6c-ab636a233d03 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 946 time: 0.0521343 Aug 09 16:58:53.896014 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a8c813bd-4072-426c-9197-03fd6f9799d3 req-81337688-7ebd-4087-872e-900421baaaaa tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361171 Aug 09 16:58:55.035992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc271d-cfa0-4bc9-97b4-a3877ad2a282 req-cfd18324-cd01-4356-8b8c-91c02ff8143b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:55.037654 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5dc271d-cfa0-4bc9-97b4-a3877ad2a282 req-cfd18324-cd01-4356-8b8c-91c02ff8143b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 946 time: 0.0579636 Aug 09 16:58:55.081279 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b5dc271d-cfa0-4bc9-97b4-a3877ad2a282 req-4ae4c984-5266-49d5-bbf4-65dc1a6c6bc3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348172 Aug 09 16:58:59.425704 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:59.462146 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:15.165106 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2b207fb8-b34b-40d2-9baf-120563ae91e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.642747 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb59b-8eae-45ad-95f5-193c03bf02e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.884527 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.928980 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:59:19.428148 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.832309 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:29.435632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:29.486718 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:45.159973 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4142-1d06-4471-b405-5e81175a515b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:47.647052 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-09db1f38-7232-42c5-a560-dc9cbc3515ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:47.887111 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:48.518417 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-40e67607-aee5-4dde-8344-c8fd9919cda4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462546 Aug 09 16:59:48.612867 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-22d88986-42b8-4629-8992-ea99bb956429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:59:48.614380 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-22d88986-42b8-4629-8992-ea99bb956429 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1097 time: 0.0482428 Aug 09 16:59:48.726657 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-48024dfb-4a2c-4c4a-ade3-0e678d4974b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:59:48.728169 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-48024dfb-4a2c-4c4a-ade3-0e678d4974b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.0922222 Aug 09 16:59:48.799038 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-c0250392-4d65-4c13-9778-69ede9edb19c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 1000 time: 0.0635872 Aug 09 16:59:48.849690 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-f7cd1517-7b4c-4aee-b453-e038fedbe017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:59:48.851206 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-f7cd1517-7b4c-4aee-b453-e038fedbe017 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0458348 Aug 09 16:59:48.906496 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-cd0cf863-54d7-4f64-81f1-b0ddc980c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:59:48.908133 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-cd0cf863-54d7-4f64-81f1-b0ddc980c134 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494628 Aug 09 16:59:49.009411 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-265076c0-cdde-4d88-a8c7-090351a75bcb service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940363 Aug 09 16:59:49.106338 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-428aa76d-2ed6-41e2-b95e-d4ab75c23d02 req-08c97e30-6420-4600-a4f7-651e8c9ae73d service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894010 Aug 09 16:59:49.432316 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:50.835132 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:55.929747 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:59:59.457864 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:59.495584 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.489791 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47010) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:11.651010 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Deleting port 688e8912-93d9-4c58-bd65-64a8e8b3fc3c {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:11.651341 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.731328 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.731628 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.743485 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Calling delete_port for 688e8912-93d9-4c58-bd65-64a8e8b3fc3c owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:11.895166 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.923598 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event deleted for resources: {'Port': ['ID=688e8912-93d9-4c58-bd65-64a8e8b3fc3c,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:11.948008 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.948343 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.948981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.949312 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.949651 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.949970 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.950284 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.950580 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.950922 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.951236 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.951549 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.951894 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:11.990395 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.990722 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Floating IP 27c80c8c-f48b-46ef-980f-c4b2d0dbf31f disassociated (deleted). External IP: 172.25.7.27, port: 8c6d0830-e144-4c13-8bf1-a955f6a65f4d. Aug 09 17:00:12.197951 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Router 603de2a5-c575-42c3-9df3-869dbe22d5eb has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:00:12.317027 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:12.322768 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.329048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] Sync routers for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:12.339956 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:12.340590 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:59:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:12.351031 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d8804c06-82d5-4c5f-94fb-dda66a79384e tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "DELETE /v2.0/floatingips/27c80c8c-f48b-46ef-980f-c4b2d0dbf31f HTTP/1.1" status: 204 len: 168 time: 0.8601987 Aug 09 17:00:12.351757 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:00:12.354234 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:12.527509 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf2658-6df5-4ebb-81f9-50f6ab37917c x-openstack-request-id: req-5cdf2658-6df5-4ebb-81f9-50f6ab37917c {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:12.528219 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:12.528219 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cdf2658-6df5-4ebb-81f9-50f6ab37917c {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:12.528593 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'status': 'completed', 'code': 200} Aug 09 17:00:12.602318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-ed81d148-a650-4cd1-a6f5-f22d3e4e7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:12.604017 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-ed81d148-a650-4cd1-a6f5-f22d3e4e7c33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5173b68249e48b9b43195138a594d7a&device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 1097 time: 0.0511136 Aug 09 17:00:12.621859 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:12.642085 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d377c-dff4-4301-ae51-00136f9e6f53 req-8732ec53-305e-4c39-aab0-8b7e98339c1f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:12.643974 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-829d377c-dff4-4301-ae51-00136f9e6f53 req-8732ec53-305e-4c39-aab0-8b7e98339c1f tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 946 time: 0.0602279 Aug 09 17:00:12.683944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-829d377c-dff4-4301-ae51-00136f9e6f53 req-6526e8c5-443e-4c79-85c9-209df992c258 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337789 Aug 09 17:00:12.710616 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-a07e2b9e-7db1-43af-a8ac-4d2da3acae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:12.712250 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-a07e2b9e-7db1-43af-a8ac-4d2da3acae50 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 200 len: 910 time: 0.1010423 Aug 09 17:00:12.759522 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-3a1e08af-dc2f-4cbe-89ef-c8fb78e56b53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 200 len: 217 time: 0.0398512 Aug 09 17:00:12.813103 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-be85237c-bc4a-444b-ad9c-cd7b2165e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:12.815597 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-be85237c-bc4a-444b-ad9c-cd7b2165e6aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 200 len: 847 time: 0.0478294 Aug 09 17:00:12.838314 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:12.868340 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] Checking router: 603de2a5-c575-42c3-9df3-869dbe22d5eb for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:12.869602 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-78d28e3d-b32d-4aa1-9349-67aef6a4ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:12.871171 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-78d28e3d-b32d-4aa1-9349-67aef6a4ce33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65eb7735-c500-4ddc-8e14-ce72ab63d480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479126 Aug 09 17:00:12.877003 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:12.877600 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T16:59:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:12.984013 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-56deb841-c32c-48e9-a471-6eed9b73fb52 service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045167 Aug 09 17:00:12.987046 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:13.085549 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-45e3cd5f-34b7-458b-bceb-c46ce2cf9dc9 req-60feef50-8e8f-4e96-a8d9-436337f12e45 service neutron] 10.222.0.66 "GET /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935209 Aug 09 17:00:13.190632 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:13.217095 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f079fd9-78fe-4ace-a647-f75a39abe1d7 None None] The sync data for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 is: [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T16:51:25Z', 'revision_number': 4, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '160973c8-dfdf-4382-847e-b34f8c32d03b', 'name': '', 'network_id': '65eb7735-c500-4ddc-8e14-ce72ab63d480', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'mac_address': 'fa:16:3e:6c:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:24Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'subnets': [{'id': '5841566e-0835-436c-b42b-c0f50a24b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:13.451466 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3370b702-64e9-40db-bc03-72c257367ae9 None None] New status for floating IP 27c80c8c-f48b-46ef-980f-c4b2d0dbf31f: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:00:13.811627 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0280ea-6331-45a4-9627-6d0dd744b15f req-70d122e5-ec75-4a07-b669-28314cca1c7a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:13.813159 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c0280ea-6331-45a4-9627-6d0dd744b15f req-70d122e5-ec75-4a07-b669-28314cca1c7a tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 946 time: 0.0530689 Aug 09 17:00:13.852589 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9c0280ea-6331-45a4-9627-6d0dd744b15f req-7cd9778f-f2c0-4660-8987-0e6dd965aab5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff25e793-8b67-4648-a977-44cbe025b3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332470 Aug 09 17:00:14.099362 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-292c6ab6-5d87-43ce-8aef-b20b24642a41 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:14.100869 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-292c6ab6-5d87-43ce-8aef-b20b24642a41 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 946 time: 0.0540059 Aug 09 17:00:14.194975 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Deleting port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:14.195295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.293741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] For port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:14.294060 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.307655 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Calling delete_port for 8c6d0830-e144-4c13-8bf1-a955f6a65f4d owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:14.457461 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.487789 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event deleted for resources: {'Port': ['ID=8c6d0830-e144-4c13-8bf1-a955f6a65f4d,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:14.529400 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] No DVR routers for this DVR port 8c6d0830-e144-4c13-8bf1-a955f6a65f4d on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:14.532189 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.534514 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-0867e3dd-2bf4-4108-aea9-05342deb4e93 req-7d75add7-17ec-4c96-8db4-49c5fb73ffd3 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.66 "DELETE /v2.0/ports/8c6d0830-e144-4c13-8bf1-a955f6a65f4d HTTP/1.1" status: 204 len: 173 time: 0.4270306 Aug 09 17:00:14.534943 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'name': 'network-vif-deleted', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:00:14.537429 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc5cd9d-0e02-4a5f-a6a2-f5a2caa5e430" -d '{"events": [{"server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "name": "network-vif-deleted", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:14.576111 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecbc909-69c3-44d3-ac41-c4d2cf871723 x-openstack-request-id: req-5ecbc909-69c3-44d3-ac41-c4d2cf871723 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:14.576405 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b77e337-793c-4430-be75-660b99a5c289", "name": "network-vif-deleted", "tag": "8c6d0830-e144-4c13-8bf1-a955f6a65f4d", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:14.576653 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ecbc909-69c3-44d3-ac41-c4d2cf871723 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:14.577072 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b77e337-793c-4430-be75-660b99a5c289', 'name': 'network-vif-deleted', 'tag': '8c6d0830-e144-4c13-8bf1-a955f6a65f4d', 'status': 'completed', 'code': 200} Aug 09 17:00:14.957150 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-10a7e2dc-80c9-4189-a6bd-2aafdd7ed1ef req-9d2b2999-9758-43ae-8950-14cab09f73ca tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 210 time: 0.0275609 Aug 09 17:00:15.163344 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b946320e-4fb1-41a5-a490-553a2916158b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:16.059089 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69b6fa1e-c937-40cc-a11f-a9e4ccce6a16 req-325b1bfb-b19a-4d51-9e6b-cbe478d4aa0b tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 210 time: 0.0304039 Aug 09 17:00:17.167298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-fd5ac02d-77b9-473a-bb42-8a3fd4081627 req-984466bd-51b4-4b50-9d1c-3d1c00473525 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 210 time: 0.0364656 Aug 09 17:00:17.650705 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d10923fe-0697-4b1b-a9ce-08c37ad77043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:17.762771 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8c6d0830-e144-4c13-8bf1-a955f6a65f4d no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:17.787612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: 8c6d0830-e144-4c13-8bf1-a955f6a65f4d {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:00:17.787989 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device 8c6d0830-e144-4c13-8bf1-a955f6a65f4d not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:17.891184 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:18.276847 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-a6832d19-04a4-42b1-835e-55c6378caf24 req-5a518710-a5cd-4edf-9ecf-9af9d925f3f9 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b77e337-793c-4430-be75-660b99a5c289 HTTP/1.1" status: 200 len: 210 time: 0.0277469 Aug 09 17:00:19.333625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47040) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:19.395951 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:19.424547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:19.440096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:19.493883 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:19.496854 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:19.500918 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] 10.222.0.64 "DELETE /v2.0/security-groups/ff25e793-8b67-4648-a977-44cbe025b3c7 HTTP/1.1" status: 204 len: 168 time: 0.1633277 Aug 09 17:00:19.513536 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff25e793-8b67-4648-a977-44cbe025b3c7,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:19.523258 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.524017 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.524469 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.524911 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.525318 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.525897 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.526379 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.526822 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.527223 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.527607 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.528062 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.528442 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e771abc-f582-42c5-9f22-937d7b5d41d5 tempest-TestShelveInstance-1202561981 tempest-TestShelveInstance-1202561981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:19.551495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47044) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:20.009416 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.600502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Deleting port 160973c8-dfdf-4382-847e-b34f8c32d03b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:20.601183 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.688923 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] For port 160973c8-dfdf-4382-847e-b34f8c32d03b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=160973c8-dfdf-4382-847e-b34f8c32d03b,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:20.689366 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.705776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Calling delete_port for 160973c8-dfdf-4382-847e-b34f8c32d03b owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:20.839438 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.898061 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.929229 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Pushing event deleted for resources: {'Port': ['ID=160973c8-dfdf-4382-847e-b34f8c32d03b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:21.108016 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.337850 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Router 603de2a5-c575-42c3-9df3-869dbe22d5eb has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:00:21.455212 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:21.460206 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ec4cf6ed-004c-4b85-bba4-1222d64e0085 admin admin] 10.222.0.64 "PUT /v2.0/routers/603de2a5-c575-42c3-9df3-869dbe22d5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9075856 Aug 09 17:00:21.464360 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47048) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:21.467143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] Sync routers for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:21.480500 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:21.481288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:21.581191 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.606735 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:21.685090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.749512 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Deleting port 6c5db38f-ad9c-4349-893a-b84aa41a8464 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:21.749865 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.789455 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T17:00:20Z', 'revision_number': 5, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port': {'id': '6c5db38f-ad9c-4349-893a-b84aa41a8464', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:23Z', 'updated_at': '2021-08-09T16:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:21.819560 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] Checking router: 603de2a5-c575-42c3-9df3-869dbe22d5eb for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:21.828839 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] Routers {'603de2a5-c575-42c3-9df3-869dbe22d5eb'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:21.829462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['603de2a5-c575-42c3-9df3-869dbe22d5eb'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:21.831747 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] For port 6c5db38f-ad9c-4349-893a-b84aa41a8464, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6c5db38f-ad9c-4349-893a-b84aa41a8464,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:21.832152 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.845981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Calling delete_port for 6c5db38f-ad9c-4349-893a-b84aa41a8464 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:21.911798 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] Set router 603de2a5-c575-42c3-9df3-869dbe22d5eb gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:21.967139 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T17:00:21Z', 'revision_number': 6, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:21.996070 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b257b-29c6-4764-b25c-fbc90d4f6ed6 None None] The sync data for ids ['603de2a5-c575-42c3-9df3-869dbe22d5eb'] in n-d-799523-2 is: [{'id': '603de2a5-c575-42c3-9df3-869dbe22d5eb', 'name': 'tempest-TestShelveInstance-731771038-router', 'tenant_id': 'a5173b68249e48b9b43195138a594d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:22Z', 'updated_at': '2021-08-09T17:00:21Z', 'revision_number': 6, 'project_id': 'a5173b68249e48b9b43195138a594d7a', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:22.023226 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.052225 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5db38f-ad9c-4349-893a-b84aa41a8464,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:22.116986 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.219117 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.221392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.266488 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.267004 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 603de2a5-c575-42c3-9df3-869dbe22d5eb {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:00:22.271424 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.272652 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8b68ad04-16d9-43b2-8457-3034f108e75c admin admin] 10.222.0.64 "DELETE /v2.0/routers/603de2a5-c575-42c3-9df3-869dbe22d5eb HTTP/1.1" status: 204 len: 168 time: 0.8087063 Aug 09 17:00:22.275177 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47050) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:22.318649 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f64e21-a624-4801-a76e-6b5091846c0d admin admin] Deleting subnet 5841566e-0835-436c-b42b-c0f50a24b9c0 {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:00:22.321760 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5f64e21-a624-4801-a76e-6b5091846c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.362658 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5f64e21-a624-4801-a76e-6b5091846c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.444567 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5f64e21-a624-4801-a76e-6b5091846c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.503683 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5f64e21-a624-4801-a76e-6b5091846c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.534295 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f64e21-a624-4801-a76e-6b5091846c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5841566e-0835-436c-b42b-c0f50a24b9c0,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:22.536201 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e5f64e21-a624-4801-a76e-6b5091846c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.538090 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e5f64e21-a624-4801-a76e-6b5091846c0d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5841566e-0835-436c-b42b-c0f50a24b9c0 HTTP/1.1" status: 204 len: 168 time: 0.2619643 Aug 09 17:00:22.540844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47052) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:22.543121 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7157b9e-3445-47c7-856d-f1a1b4567cbe None None] Network 65eb7735-c500-4ddc-8e14-ce72ab63d480 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:22.619959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.674794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Deleting port c8a859fa-79cb-46a6-8b3c-96285500dbfd {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:22.675140 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.744466 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] For port c8a859fa-79cb-46a6-8b3c-96285500dbfd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c8a859fa-79cb-46a6-8b3c-96285500dbfd,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:22.745113 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.760877 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Calling delete_port for c8a859fa-79cb-46a6-8b3c-96285500dbfd owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:22.787985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] DHCP port deletion for 65eb7735-c500-4ddc-8e14-ce72ab63d480 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:00:22.841721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Deleting port c8a859fa-79cb-46a6-8b3c-96285500dbfd {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:22.842126 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.854356 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.884536 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a859fa-79cb-46a6-8b3c-96285500dbfd,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:22.886346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] No DVR routers for this DVR port c8a859fa-79cb-46a6-8b3c-96285500dbfd on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:22.916960 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] For port c8a859fa-79cb-46a6-8b3c-96285500dbfd, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=c8a859fa-79cb-46a6-8b3c-96285500dbfd,segment=NetworkSegment(a5e4c47e-c1d3-4357-b5d4-32d74506be9c),segment_id=a5e4c47e-c1d3-4357-b5d4-32d74506be9c)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:22.917518 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.931023 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Calling delete_port for c8a859fa-79cb-46a6-8b3c-96285500dbfd owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:22.964388 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.977804 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65eb7735-c500-4ddc-8e14-ce72ab63d480']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:22.990200 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:22.990492 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e4c47e-c1d3-4357-b5d4-32d74506be9c') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:22.999835 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.017348 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.020251 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.029491 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:23.029975 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: timer() Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:00:23.032978 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:00:23.049933 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Pushing event deleted for resources: {'Port': ['ID=c8a859fa-79cb-46a6-8b3c-96285500dbfd,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:23.053911 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] No DVR routers for this DVR port c8a859fa-79cb-46a6-8b3c-96285500dbfd on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:23.061316 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.064050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.064050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.064050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.064050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.064050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.064050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.064050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.064050 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.065367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.065367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.065367 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4389461-4d41-425d-8ce8-7793bdce0ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:23.100248 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.106237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.108071 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] 10.222.0.64 "DELETE /v2.0/networks/65eb7735-c500-4ddc-8e14-ce72ab63d480 HTTP/1.1" status: 204 len: 168 time: 0.5661764 Aug 09 17:00:23.111315 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47054) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:23.119694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bdf4d-ad08-487b-baa1-1f277abdf46b admin admin] Pushing event deleted for resources: {'Network': ['ID=65eb7735-c500-4ddc-8e14-ce72ab63d480,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:23.295637 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c5db38f-ad9c-4349-893a-b84aa41a8464 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:23.316743 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6c5db38f-ad9c-4349-893a-b84aa41a8464 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:00:23.317061 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6c5db38f-ad9c-4349-893a-b84aa41a8464 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:23.317545 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c8a859fa-79cb-46a6-8b3c-96285500dbfd no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:23.337348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: c8a859fa-79cb-46a6-8b3c-96285500dbfd {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:00:23.337693 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device c8a859fa-79cb-46a6-8b3c-96285500dbfd not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:23.338103 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 160973c8-dfdf-4382-847e-b34f8c32d03b no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:23.356803 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 160973c8-dfdf-4382-847e-b34f8c32d03b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:00:23.357148 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 160973c8-dfdf-4382-847e-b34f8c32d03b not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:23.495028 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.763337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Deleting port 076b7e47-0536-464d-aa0f-66075038c005 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:23.763675 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.846632 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] For port 076b7e47-0536-464d-aa0f-66075038c005, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=076b7e47-0536-464d-aa0f-66075038c005,segment=NetworkSegment(d47f4ea1-ed18-4537-b701-212c2e977f07),segment_id=d47f4ea1-ed18-4537-b701-212c2e977f07)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:23.846958 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.860213 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Calling delete_port for 076b7e47-0536-464d-aa0f-66075038c005 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:24.051754 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:24.080854 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Pushing event deleted for resources: {'Port': ['ID=076b7e47-0536-464d-aa0f-66075038c005,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:24.252646 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:24.829526 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Router a0d6f497-058b-4437-888f-b72d9c159a81 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:00:24.951773 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:24.957542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-72099789-3a08-4d50-87c2-3e19c9b57484 admin admin] 10.222.0.64 "PUT /v2.0/routers/a0d6f497-058b-4437-888f-b72d9c159a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8451350 Aug 09 17:00:24.960181 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47056) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:24.961297 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] Sync routers for ids ['a0d6f497-058b-4437-888f-b72d9c159a81'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:24.970521 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] Routers {'a0d6f497-058b-4437-888f-b72d9c159a81'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:24.971125 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a0d6f497-058b-4437-888f-b72d9c159a81'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:25.065372 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks [] for router, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.075463 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] Set router a0d6f497-058b-4437-888f-b72d9c159a81 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:25.183211 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.241010 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Deleting port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:25.241359 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.264523 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T17:00:24Z', 'revision_number': 5, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port': {'id': '86cc8ff2-c654-46d4-9287-7c1d11a59f4a', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:28Z', 'updated_at': '2021-08-09T16:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:25.292939 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] Checking router: a0d6f497-058b-4437-888f-b72d9c159a81 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:25.302246 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] Routers {'a0d6f497-058b-4437-888f-b72d9c159a81'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:25.303051 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['a0d6f497-058b-4437-888f-b72d9c159a81'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:25.326155 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] For port 86cc8ff2-c654-46d4-9287-7c1d11a59f4a, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=86cc8ff2-c654-46d4-9287-7c1d11a59f4a,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:25.327089 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.340511 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Calling delete_port for 86cc8ff2-c654-46d4-9287-7c1d11a59f4a owned by network:router_gateway {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:25.400716 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] Set router a0d6f497-058b-4437-888f-b72d9c159a81 gateway port host: None {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:25.457252 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T17:00:25Z', 'revision_number': 6, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:25.487550 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8943e19-5739-46d6-8429-3980b3f47524 None None] The sync data for ids ['a0d6f497-058b-4437-888f-b72d9c159a81'] in n-d-799523-2 is: [{'id': 'a0d6f497-058b-4437-888f-b72d9c159a81', 'name': 'tempest-TestShelveInstance-767492246-router', 'tenant_id': '1543349def744667b8feec3e7e698b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:27Z', 'updated_at': '2021-08-09T17:00:25Z', 'revision_number': 6, 'project_id': '1543349def744667b8feec3e7e698b24', 'gw_port_host': None}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:25.521265 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.550709 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Pushing event deleted for resources: {'Port': ['ID=86cc8ff2-c654-46d4-9287-7c1d11a59f4a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:25.617258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.712258 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.714535 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.761912 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.762438 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d6f497-058b-4437-888f-b72d9c159a81 {{(pid=94177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:00:25.767986 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.769174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-e81d5f8c-92f5-4641-8b03-69d6eff4239d admin admin] 10.222.0.64 "DELETE /v2.0/routers/a0d6f497-058b-4437-888f-b72d9c159a81 HTTP/1.1" status: 204 len: 168 time: 0.8080461 Aug 09 17:00:25.773079 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47058) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:25.833039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_v2 [None req-364fd0bf-346a-47b0-97bc-5e90b3d23d41 admin admin] Deleting subnet df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a {{(pid=94177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:00:25.836498 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bf-346a-47b0-97bc-5e90b3d23d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.874222 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bf-346a-47b0-97bc-5e90b3d23d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008976'] for subnet, precommit_delete_associations {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:25.958177 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bf-346a-47b0-97bc-5e90b3d23d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.020125 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bf-346a-47b0-97bc-5e90b3d23d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5537490'] for subnet, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.045168 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fd0bf-346a-47b0-97bc-5e90b3d23d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:26.048881 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bf-346a-47b0-97bc-5e90b3d23d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.052754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-364fd0bf-346a-47b0-97bc-5e90b3d23d41 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/df5d6ff2-64bd-4ce0-9a7a-ebf5befec00a HTTP/1.1" status: 204 len: 168 time: 0.2767923 Aug 09 17:00:26.054422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47060) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:26.057775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5a270-4484-4cca-a86d-b69b4dc58668 None None] Network d44b0d8e-1e65-45d3-b04c-6128b53824ab requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:26.122352 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.181126 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Deleting port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:26.181517 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.234293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] DHCP port deletion for d44b0d8e-1e65-45d3-b04c-6128b53824ab request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:00:26.252313 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] For port f37c3736-5b30-4ccf-8b1e-26e39a6691c8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,segment=NetworkSegment(d47f4ea1-ed18-4537-b701-212c2e977f07),segment_id=d47f4ea1-ed18-4537-b701-212c2e977f07)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:26.252740 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.266477 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Calling delete_port for f37c3736-5b30-4ccf-8b1e-26e39a6691c8 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:26.284891 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] Deleting port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:00:26.285324 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.358543 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.362658 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] For port f37c3736-5b30-4ccf-8b1e-26e39a6691c8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,segment=NetworkSegment(d47f4ea1-ed18-4537-b701-212c2e977f07),segment_id=d47f4ea1-ed18-4537-b701-212c2e977f07)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:26.363046 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.378317 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] Calling delete_port for f37c3736-5b30-4ccf-8b1e-26e39a6691c8 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:00:26.388809 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:26.394020 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] No DVR routers for this DVR port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:26.456110 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.466841 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.477727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44b0d8e-1e65-45d3-b04c-6128b53824ab']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:26.485990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] No DVR routers for this DVR port f37c3736-5b30-4ccf-8b1e-26e39a6691c8 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:26.489760 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47f4ea1-ed18-4537-b701-212c2e977f07') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:26.490047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47f4ea1-ed18-4537-b701-212c2e977f07') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:26.491371 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05630def-c770-4c7b-8b34-d72a84491033 None None] Pushing event deleted for resources: {'Port': ['ID=f37c3736-5b30-4ccf-8b1e-26e39a6691c8,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:26.505663 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.522016 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.529215 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:26.529614 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: timer() Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:00:26.531499 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:00:26.591007 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.595829 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.600604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d44b0d8e-1e65-45d3-b04c-6128b53824ab HTTP/1.1" status: 204 len: 168 time: 0.5451574 Aug 09 17:00:26.613422 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60970d2-1a97-45e2-966b-85b0b4247286 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44b0d8e-1e65-45d3-b04c-6128b53824ab,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:26.722354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47066) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:26.763209 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6455ab41-adab-42d9-b46c-e59f7dadb453 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5173b68249e48b9b43195138a594d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394866 Aug 09 17:00:26.765951 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47068) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:26.816717 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8ff170b-bcb0-43c8-af7b-54a74f4094d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.837779 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8ff170b-bcb0-43c8-af7b-54a74f4094d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.888297 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8ff170b-bcb0-43c8-af7b-54a74f4094d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.890851 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b8ff170b-bcb0-43c8-af7b-54a74f4094d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:26.892074 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b8ff170b-bcb0-43c8-af7b-54a74f4094d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24ab74df-47e4-4a6d-b7e3-bbaf183de2b5 HTTP/1.1" status: 204 len: 168 time: 0.1249595 Aug 09 17:00:26.900058 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff170b-bcb0-43c8-af7b-54a74f4094d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ab74df-47e4-4a6d-b7e3-bbaf183de2b5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:27.220972 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47074) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:27.264990 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-d36eb66e-ccf9-4d7f-bb2c-890df24b5fde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1543349def744667b8feec3e7e698b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428259 Aug 09 17:00:27.267893 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47076) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:27.297352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 86cc8ff2-c654-46d4-9287-7c1d11a59f4a no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:27.318130 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 86cc8ff2-c654-46d4-9287-7c1d11a59f4a {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:00:27.318467 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 86cc8ff2-c654-46d4-9287-7c1d11a59f4a not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:27.318875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f37c3736-5b30-4ccf-8b1e-26e39a6691c8 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:27.320659 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52728443-6d57-4796-b113-e22da0db7e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:27.341209 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: f37c3736-5b30-4ccf-8b1e-26e39a6691c8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:00:27.341848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device f37c3736-5b30-4ccf-8b1e-26e39a6691c8 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:27.342300 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 076b7e47-0536-464d-aa0f-66075038c005 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:27.344480 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52728443-6d57-4796-b113-e22da0db7e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:27.362378 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 076b7e47-0536-464d-aa0f-66075038c005 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:00:27.362721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 076b7e47-0536-464d-aa0f-66075038c005 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:27.392864 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52728443-6d57-4796-b113-e22da0db7e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:27.395405 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-52728443-6d57-4796-b113-e22da0db7e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:27.396615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-52728443-6d57-4796-b113-e22da0db7e49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ae732a5-8c30-44bb-9503-f1884d76ca8b HTTP/1.1" status: 204 len: 168 time: 0.1277478 Aug 09 17:00:27.405521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52728443-6d57-4796-b113-e22da0db7e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae732a5-8c30-44bb-9503-f1884d76ca8b,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:28.110353 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47098) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:28.233822 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-290835904-network', 'tenant_id': '0cac94c21337447da15b2b248194c631'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:28.262066 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Made reservation on behalf of 0cac94c21337447da15b2b248194c631 for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:28.264690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.274009 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.364652 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.369557 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.395950 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:00:28.402237 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d502662-46ba-4778-996b-6da795a0fd06,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:28.408414 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.408774 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Added segment 6ccce4e9-a207-4e45-9f64-a7089a135a47 of type vlan for network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc Aug 09 17:00:28.447966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.479119 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.480098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:28.480690 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.537222 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4256537 Aug 09 17:00:28.540521 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47102) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:28.546191 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Request body: {'subnet': {'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-290835904-subnet', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:28.558913 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d7316-92d8-4959-9aa6-a460f627c333 admin admin] Pushing event updated for resources: {'Network': ['ID=08d8276a-51bd-4fe8-84ab-77ae26acc1bc,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:28.569370 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:00:28.578786 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Made reservation on behalf of 0cac94c21337447da15b2b248194c631 for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:28.581409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.777534 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.836560 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb16001e-b38a-4a12-bcfa-6ec590ee221b,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:28.849502 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Checking segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:28.849884 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Network hostable DHCP agents. Network: 08d8276a-51bd-4fe8-84ab-77ae26acc1bc, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:00:28.872267 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:00:28.884037 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 08d8276a-51bd-4fe8-84ab-77ae26acc1bc) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:28.889380 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:28.890003 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.897721 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051ccdc-51c7-4d64-8ee6-fdc96e825446 None None] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:28.908544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-acf7c24e-4e9a-4a1f-8037-b2ad6408eed5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3667991 Aug 09 17:00:28.911297 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47104) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:28.915887 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:28.937502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.938673 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:28.994725 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.047234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:00:29.048436 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.133636 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.183732 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Allocated IP 172.20.0.2 (08d8276a-51bd-4fe8-84ab-77ae26acc1bc/eb16001e-b38a-4a12-bcfa-6ec590ee221b/7954b2cf-12c3-4eac-ab2c-9b26fc914b29) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:29.330199 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.339599 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Transition to ACTIVE for port object 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:29.343251 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.355772 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Transition to ACTIVE for port object 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:29.362836 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.363428 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.404967 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:29.410204 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:29.414708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:00:29.417941 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Pushing event updated for resources: {'Port': ['ID=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:29.466190 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Allocated IP 172.25.7.217 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/d2c831e7-404e-401c-b554-fa3b694c2335) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:29.479435 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.480384 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Attempting to bind port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:00:29.480788 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Attempting to bind port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:00:29.481152 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Attempting to bind port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 on network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:00:29.486950 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:00:29.487320 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Checking segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:29.487709 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.488122 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Bound using segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:00:29.488578 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Bound port: 7954b2cf-12c3-4eac-ab2c-9b26fc914b29, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:00:29.488952 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.537186 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.568045 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] For port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:29.571172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] For port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:29.576411 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.581750 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.626925 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:29.637056 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4558a-35e0-4853-9c6c-3e865567f1bf None None] Pushing event updated for resources: {'Port': ['ID=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:29.671566 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:29.674672 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:29.679204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:00:29.700838 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Pushing event updated for resources: {'Port': ['ID=d2c831e7-404e-401c-b554-fa3b694c2335,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:29.945671 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:30.463436 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:30.478436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f62ef-6c15-4b69-a634-d444544078e0 None None] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:30.597678 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c89101ee-3592-45ea-9819-42801a3f69fc None None] Provisioning for port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:30.601981 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:00:30.712572 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:30.723866 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Sync routers for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:30.729999 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:30.734003 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-6f9b0006-0c73-45a6-b4f8-da11e907668e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8190935 Aug 09 17:00:30.734302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47106) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:30.734561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:30.735295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:31.021034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:31.167327 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.200731 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:29Z', 'revision_number': 3, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:31.230704 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Checking router: 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:31.231052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Updating router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b port d2c831e7-404e-401c-b554-fa3b694c2335 binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:00:31.257947 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.341857 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:31.343012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Allocated IP 172.20.0.1 (08d8276a-51bd-4fe8-84ab-77ae26acc1bc/eb16001e-b38a-4a12-bcfa-6ec590ee221b/6b61f56e-5cd7-40df-b95e-6f16e7220165) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:31.454680 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.459965 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:31.467903 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:31.468235 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Transition to ACTIVE for port object 6b61f56e-5cd7-40df-b95e-6f16e7220165 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:31.468757 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.502743 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.549125 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:31.552076 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:31.556142 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:00:31.581648 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Pushing event updated for resources: {'Port': ['ID=6b61f56e-5cd7-40df-b95e-6f16e7220165,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:31.602959 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.603567 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.623282 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Transition to ACTIVE for port object d2c831e7-404e-401c-b554-fa3b694c2335 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:31.625458 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.642074 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.726193 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Attempting to bind port d2c831e7-404e-401c-b554-fa3b694c2335 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:00:31.726875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Attempting to bind port d2c831e7-404e-401c-b554-fa3b694c2335 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:00:31.727326 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Attempting to bind port d2c831e7-404e-401c-b554-fa3b694c2335 on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:00:31.733935 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:31.735612 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfbe7c-40d0-412e-8e77-fa3e761bdd37 None None] Pushing event updated for resources: {'Port': ['ID=d2c831e7-404e-401c-b554-fa3b694c2335,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:31.740711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:00:31.740711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:31.740711 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.740711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:00:31.740711 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Bound port: d2c831e7-404e-401c-b554-fa3b694c2335, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:00:31.740711 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.745204 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.759506 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.836485 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] For port d2c831e7-404e-401c-b554-fa3b694c2335, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:31.838528 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:31.854143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] For port d2c831e7-404e-401c-b554-fa3b694c2335, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d2c831e7-404e-401c-b554-fa3b694c2335,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:31.857047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8cb8b1a1-d00e-4439-a747-d99fab61b4b5 None None] Provisioning for port 6b61f56e-5cd7-40df-b95e-6f16e7220165 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:31.860867 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.867889 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-8cb8b1a1-d00e-4439-a747-d99fab61b4b5 None None] Provisioning complete for port 6b61f56e-5cd7-40df-b95e-6f16e7220165 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:31.868259 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8cb8b1a1-d00e-4439-a747-d99fab61b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.939700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.943574 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8b1a1-d00e-4439-a747-d99fab61b4b5 None None] Port 6b61f56e-5cd7-40df-b95e-6f16e7220165 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:00:31.945497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:31.954946 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:31.955564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:31.958595 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfbe7c-40d0-412e-8e77-fa3e761bdd37 None None] Pushing event updated for resources: {'Port': ['ID=d2c831e7-404e-401c-b554-fa3b694c2335,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:32.020527 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:32.022409 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Pushing event updated for resources: {'Port': ['ID=6b61f56e-5cd7-40df-b95e-6f16e7220165,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:32.066425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:32.121365 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:32.123040 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:32.247031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:00:32.280194 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 2, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:32.308811 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff37873-e620-4ebe-b571-e0e2866f1685 None None] The sync data for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 is: [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 2, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:32.364817 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:32.366337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-0fc9b8df-b310-4b81-a99c-b72f95491183 None None] Provisioning complete for port 6b61f56e-5cd7-40df-b95e-6f16e7220165 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:32.370232 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-741d2239-14f7-4f93-a6a1-ad8b96c4e866 admin admin] 10.222.0.64 "PUT /v2.0/routers/3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6347408 Aug 09 17:00:32.372368 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b8df-b310-4b81-a99c-b72f95491183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:32.414165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9b8df-b310-4b81-a99c-b72f95491183 None None] Port 6b61f56e-5cd7-40df-b95e-6f16e7220165 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:00:32.884645 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47122) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:32.889959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1706419329-network', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:32.913111 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Made reservation on behalf of aa78c45533d648b6b5361b7f0b70c3aa for: {'network': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:32.915943 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for network, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:32.940618 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:32.943283 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:00:33.044376 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.052497 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.079115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=94178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:00:33.088302 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd5ec6-bfba-4211-ad5a-869fe9f8d907,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:33.094747 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.095148 n-d-799523-2 neutron-server[94178]: INFO neutron.db.segments_db [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Added segment 6966a0d7-5680-4f10-8f5a-27e821fa2342 of type vlan for network 8f273393-90cd-4c14-91ca-28202030a009 Aug 09 17:00:33.138483 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764430804556'] for network, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.170570 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068'] for network, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.171545 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:33.172340 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.236956 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3480821 Aug 09 17:00:33.237228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47124) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:33.244354 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Request body: {'subnet': {'network_id': '8f273393-90cd-4c14-91ca-28202030a009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1706419329-subnet', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'ip_version': 4}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:33.252910 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccaa59-9c69-43c3-ab4c-b9c7c385afbd admin admin] Pushing event updated for resources: {'Network': ['ID=8f273393-90cd-4c14-91ca-28202030a009,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:33.270232 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Network 8f273393-90cd-4c14-91ca-28202030a009 details requested by agent ovs-agent-n-d-799523-2 with host n-d-799523-2 {{(pid=94179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:00:33.274748 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Made reservation on behalf of aa78c45533d648b6b5361b7f0b70c3aa for: {'subnet': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:33.276644 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517073'] for subnet, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.411672 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:33.466548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:33.467220 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.494718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4775510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517091'] for subnet, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.554153 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493b76a8-3ccd-4115-9f84-1e5baf8c44fb,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:33.558163 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d2c831e7-404e-401c-b554-fa3b694c2335 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:33.566704 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Checking segment: {'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:33.567319 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Network hostable DHCP agents. Network: 8f273393-90cd-4c14-91ca-28202030a009, hostable agents: ['293340a8-aa92-410b-928d-b693f4bb6156'], hosted agents: [] {{(pid=94178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:00:33.589972 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Network 8f273393-90cd-4c14-91ca-28202030a009 is scheduled to be hosted by DHCP agent 293340a8-aa92-410b-928d-b693f4bb6156 with binding_index 1 {{(pid=94178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:00:33.599539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799523-2, 8f273393-90cd-4c14-91ca-28202030a009) {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:33.603495 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:33.604115 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.609295 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5efad-9833-4884-bf28-5bf64948e6d5 None None] Network 8f273393-90cd-4c14-91ca-28202030a009 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:33.622581 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-afc15a73-8c7c-4035-aee2-105d18dab2d0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3819642 Aug 09 17:00:33.623016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47126) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:33.624708 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port d2c831e7-404e-401c-b554-fa3b694c2335 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:33.628270 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:33.651596 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3574'] for router, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.652541 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3581'] for router, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.657718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d2c831e7-404e-401c-b554-fa3b694c2335 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:33.658131 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.704039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.798738 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.831499 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe280f3dd-61a3-5b4b-926a-cecb8ce709cf-8f273393-90cd-4c14-91ca-28202030a009', 'network_id': '8f273393-90cd-4c14-91ca-28202030a009', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'fixed_ips': [{'subnet_id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb'}]}} from n-d-799523-2. {{(pid=94179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:00:33.832387 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.847709 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.848785 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port d2c831e7-404e-401c-b554-fa3b694c2335, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d2c831e7-404e-401c-b554-fa3b694c2335,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:33.856325 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:33.973094 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=d2c831e7-404e-401c-b554-fa3b694c2335,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:34.025342 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.db_base_plugin_common [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Allocated IP 172.20.0.2 (8f273393-90cd-4c14-91ca-28202030a009/493b76a8-3ccd-4115-9f84-1e5baf8c44fb/3c238fe8-d737-4809-a77a-34dce59ca3b8) {{(pid=94179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:34.060504 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.080438 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.176876 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Notify callbacks [] for port, precommit_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.184944 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Allocated IP 172.25.7.2 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/4e67c706-9091-4f7a-9c41-3cae1a5ee35b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:34.185440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Transition to ACTIVE for port object 3c238fe8-d737-4809-a77a-34dce59ca3b8 will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:34.200382 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Transition to ACTIVE for port object 3c238fe8-d737-4809-a77a-34dce59ca3b8 will not be triggered until provisioned by entity DHCP. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:34.206229 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349'] for port, after_create {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.250400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Network 8f273393-90cd-4c14-91ca-28202030a009 is already hosted by enough agents. {{(pid=94179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:34.253464 n-d-799523-2 neutron-server[94179]: DEBUG neutron.scheduler.base_scheduler [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Resources bound (agent type, host, resource id): {{(pid=94179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:34.257022 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Received port after_create {{(pid=94179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:00:34.264079 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Pushing event updated for resources: {'Port': ['ID=3c238fe8-d737-4809-a77a-34dce59ca3b8,revision_number=1']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:34.293308 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.316361 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Attempting to bind port 3c238fe8-d737-4809-a77a-34dce59ca3b8 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:00:34.316861 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Attempting to bind port 3c238fe8-d737-4809-a77a-34dce59ca3b8 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:00:34.317060 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Attempting to bind port 3c238fe8-d737-4809-a77a-34dce59ca3b8 on network 8f273393-90cd-4c14-91ca-28202030a009 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:00:34.318990 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Sync routers for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:34.322348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:00:34.322718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Checking segment: {'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:34.323129 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.323511 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Bound using segment: {'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:00:34.324333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Bound port: 3c238fe8-d737-4809-a77a-34dce59ca3b8, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:00:34.324708 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.328498 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:34.329609 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:34.348812 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.386776 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:34.390921 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] For port 3c238fe8-d737-4809-a77a-34dce59ca3b8, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:34.392516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:34.394603 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] For port 3c238fe8-d737-4809-a77a-34dce59ca3b8, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3c238fe8-d737-4809-a77a-34dce59ca3b8,segment=NetworkSegment(6966a0d7-5680-4f10-8f5a-27e821fa2342),segment_id=6966a0d7-5680-4f10-8f5a-27e821fa2342)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:34.396786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:00:34.400276 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.424786 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Pushing event updated for resources: {'Port': ['ID=4e67c706-9091-4f7a-9c41-3cae1a5ee35b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:34.443999 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:34.465736 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80258354-cc95-401a-89db-efc4f5ff87bd None None] Pushing event updated for resources: {'Port': ['ID=3c238fe8-d737-4809-a77a-34dce59ca3b8,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:34.693807 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 2, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:34.699051 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.825785 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Checking router: 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:34.826155 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Updating router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b port 6b61f56e-5cd7-40df-b95e-6f16e7220165 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:00:34.852425 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:34.907004 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437732'] for router, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:35.042337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Router 82b0f70a-7e8e-4e17-b369-ea35580dc751 is scheduled to L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 with binding_index 1 {{(pid=94177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:00:35.131086 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:35.142205 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Transition to ACTIVE for port object 6b61f56e-5cd7-40df-b95e-6f16e7220165 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:35.149683 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:35.165830 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:35.175690 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Sync routers for ids ['82b0f70a-7e8e-4e17-b369-ea35580dc751'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:35.188417 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Routers {'82b0f70a-7e8e-4e17-b369-ea35580dc751'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:35.189229 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['82b0f70a-7e8e-4e17-b369-ea35580dc751'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:35.193523 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] Notify callbacks [] for router, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:35.200022 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9f3349d1-898b-4625-9498-dd88b839bb19 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5730262 Aug 09 17:00:35.200790 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47128) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:35.267061 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Attempting to bind port 6b61f56e-5cd7-40df-b95e-6f16e7220165 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:00:35.267400 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Attempting to bind port 6b61f56e-5cd7-40df-b95e-6f16e7220165 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:00:35.267760 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Attempting to bind port 6b61f56e-5cd7-40df-b95e-6f16e7220165 on network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:00:35.272728 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Pushing event updated for resources: {'Port': ['ID=6b61f56e-5cd7-40df-b95e-6f16e7220165,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:35.283640 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.284019 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.284358 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.284692 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.285023 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.285388 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.285673 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.286001 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.286971 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.286971 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.286971 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.288196 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:35.293905 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:00:35.294283 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Checking segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:35.294691 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:35.295340 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Bound using segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:00:35.295886 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Bound port: 6b61f56e-5cd7-40df-b95e-6f16e7220165, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:00:35.296279 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:35.379626 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Set router 82b0f70a-7e8e-4e17-b369-ea35580dc751 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:35.389707 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] For port 6b61f56e-5cd7-40df-b95e-6f16e7220165, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:35.393563 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] For port 6b61f56e-5cd7-40df-b95e-6f16e7220165, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b61f56e-5cd7-40df-b95e-6f16e7220165,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:35.402486 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:35.461572 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:35.462491 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:35.513670 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3c238fe8-d737-4809-a77a-34dce59ca3b8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:35.531045 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ba90a-330b-4679-987a-7dec9aa000e9 None None] Pushing event updated for resources: {'Port': ['ID=6b61f56e-5cd7-40df-b95e-6f16e7220165,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:35.636922 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:35.811146 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:35.814284 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e216bbf-1301-441b-bf56-6317ce7a9141 None None] Network 8f273393-90cd-4c14-91ca-28202030a009 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:35.866586 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:35Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:35.893478 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-dfd8cfd8-14af-4427-81c7-7be03e8e5b41 None None] Provisioning for port 3c238fe8-d737-4809-a77a-34dce59ca3b8 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:35.900073 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c05721-3922-4d27-9fc2-c772ce8b1671 None None] The sync data for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 is: [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:35Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:35.957546 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 3c238fe8-d737-4809-a77a-34dce59ca3b8 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:35.986697 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Allocated IP 172.20.0.1 (8f273393-90cd-4c14-91ca-28202030a009/493b76a8-3ccd-4115-9f84-1e5baf8c44fb/4be3db60-f59c-4f84-975c-098d1dfadcd7) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:36.004418 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3c238fe8-d737-4809-a77a-34dce59ca3b8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:36.004911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.108189 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:00:34Z', 'revision_number': 3, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:36.108542 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.121909 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Transition to ACTIVE for port object 4be3db60-f59c-4f84-975c-098d1dfadcd7 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:36.160718 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.165990 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Checking router: 82b0f70a-7e8e-4e17-b369-ea35580dc751 for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:36.167538 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Updating router 82b0f70a-7e8e-4e17-b369-ea35580dc751 port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b binding host n-d-799523-2 {{(pid=94179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:00:36.205218 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.209816 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Network 8f273393-90cd-4c14-91ca-28202030a009 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:36.215318 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:36.215627 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.218030 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:00:36.245727 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=4be3db60-f59c-4f84-975c-098d1dfadcd7,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:36.273890 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437271'] for router_interface, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.282010 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 3c238fe8-d737-4809-a77a-34dce59ca3b8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3c238fe8-d737-4809-a77a-34dce59ca3b8,segment=NetworkSegment(6966a0d7-5680-4f10-8f5a-27e821fa2342),segment_id=6966a0d7-5680-4f10-8f5a-27e821fa2342)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:36.336571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.338442 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d2c831e7-404e-401c-b554-fa3b694c2335 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:36.442067 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=3c238fe8-d737-4809-a77a-34dce59ca3b8,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:36.450507 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.535491 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port d2c831e7-404e-401c-b554-fa3b694c2335 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:36.536904 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.604246 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fcb92a43-c40b-445b-9c89-116ce4ff70ee None None] Provisioning complete for port 3c238fe8-d737-4809-a77a-34dce59ca3b8 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:36.604661 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fcb92a43-c40b-445b-9c89-116ce4ff70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.658131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.667233 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.743563 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437411'] for router_interface, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.750324 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Notify callbacks [] for port, precommit_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.753750 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=4be3db60-f59c-4f84-975c-098d1dfadcd7,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:36.764588 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Transition to ACTIVE for port object 4e67c706-9091-4f7a-9c41-3cae1a5ee35b will not be triggered until provisioned by entity L2. {{(pid=94179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:36.790008 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.843273 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Network 8f273393-90cd-4c14-91ca-28202030a009 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:36.845272 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:36.857315 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Attempting to bind port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b on host n-d-799523-2 for vnic_type normal with profile {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:00:36.857714 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Attempting to bind port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:00:36.858075 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Attempting to bind port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b on network d8200317-e626-42d3-906a-260c9ad8aee8 {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:00:36.862144 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef263c-8693-414b-87ee-e4d53ed5da8d None None] Pushing event updated for resources: {'Port': ['ID=4e67c706-9091-4f7a-9c41-3cae1a5ee35b,revision_number=2']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:36.867143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:00:36.867390 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Checking segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:36.867750 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.868164 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Bound using segment: {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'} {{(pid=94179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:00:36.868642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.managers [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Bound port: 4e67c706-9091-4f7a-9c41-3cae1a5ee35b, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72936766-4a75-44bf-a3d7-0364b42a960d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8'}}] {{(pid=94179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:00:36.869006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.924346 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] For port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b, host n-d-799523-2, cleared binding levels {{(pid=94179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:36.927586 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] For port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4e67c706-9091-4f7a-9c41-3cae1a5ee35b,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:36.936977 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:36.980708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Router 82b0f70a-7e8e-4e17-b369-ea35580dc751 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:00:37.004180 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Routers {'82b0f70a-7e8e-4e17-b369-ea35580dc751'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:37.004953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['82b0f70a-7e8e-4e17-b369-ea35580dc751'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:37.013325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-27407b6b-f863-4fb2-8022-7ac0787dd43f None None] Provisioning for port 4be3db60-f59c-4f84-975c-098d1dfadcd7 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:37.061352 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-27407b6b-f863-4fb2-8022-7ac0787dd43f None None] Provisioning complete for port 4be3db60-f59c-4f84-975c-098d1dfadcd7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:37.061718 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-27407b6b-f863-4fb2-8022-7ac0787dd43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.066100 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef263c-8693-414b-87ee-e4d53ed5da8d None None] Pushing event updated for resources: {'Port': ['ID=4e67c706-9091-4f7a-9c41-3cae1a5ee35b,revision_number=3']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:37.100041 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:37.106138 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-e577422d-707a-4fb6-a50d-b9057bf28fa8 admin admin] 10.222.0.64 "PUT /v2.0/routers/82b0f70a-7e8e-4e17-b369-ea35580dc751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9042523 Aug 09 17:00:37.139602 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-27407b6b-f863-4fb2-8022-7ac0787dd43f None None] Port 4be3db60-f59c-4f84-975c-098d1dfadcd7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:00:37.168288 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] Set router 82b0f70a-7e8e-4e17-b369-ea35580dc751 gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:37.301354 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-3f852c0f-750e-4241-af22-d332cbe26937 None None] Provisioning complete for port 4be3db60-f59c-4f84-975c-098d1dfadcd7 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:37.301723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-3f852c0f-750e-4241-af22-d332cbe26937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.361399 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3c238fe8-d737-4809-a77a-34dce59ca3b8 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:37.365172 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-3f852c0f-750e-4241-af22-d332cbe26937 None None] Port 4be3db60-f59c-4f84-975c-098d1dfadcd7 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:00:37.447356 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 3c238fe8-d737-4809-a77a-34dce59ca3b8 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:37.449494 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.486196 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 4, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4be3db60-f59c-4f84-975c-098d1dfadcd7', 'name': '', 'network_id': '8f273393-90cd-4c14-91ca-28202030a009', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'mac_address': 'fa:16:3e:76:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:35Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 2, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'subnets': [{'id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:37.514948 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9702639-47cd-4f37-b790-1cbabe98bd2a None None] The sync data for ids ['82b0f70a-7e8e-4e17-b369-ea35580dc751'] in n-d-799523-2 is: [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 4, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4be3db60-f59c-4f84-975c-098d1dfadcd7', 'name': '', 'network_id': '8f273393-90cd-4c14-91ca-28202030a009', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'mac_address': 'fa:16:3e:76:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:35Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 2, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'subnets': [{'id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:37.564310 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b61f56e-5cd7-40df-b95e-6f16e7220165 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:37.628268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 6b61f56e-5cd7-40df-b95e-6f16e7220165 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:37.636567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6b61f56e-5cd7-40df-b95e-6f16e7220165 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:37.637231 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.752875 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.774204 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47136) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:37.779214 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-d39db864-d2ff-48ed-b91c-538075a975e7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448759042', 'description': 'tempest-secgroup-smoke-448759042 description', 'project_id': '0cac94c21337447da15b2b248194c631'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:37.797860 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 6b61f56e-5cd7-40df-b95e-6f16e7220165, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b61f56e-5cd7-40df-b95e-6f16e7220165,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:37.803659 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.805529 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d39db864-d2ff-48ed-b91c-538075a975e7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.855881 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=6b61f56e-5cd7-40df-b95e-6f16e7220165,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:37.906878 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d39db864-d2ff-48ed-b91c-538075a975e7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.912314 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d39db864-d2ff-48ed-b91c-538075a975e7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.942174 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-d39db864-d2ff-48ed-b91c-538075a975e7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.943467 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-d39db864-d2ff-48ed-b91c-538075a975e7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1681073 Aug 09 17:00:37.946712 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47138) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:37.948052 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39db864-d2ff-48ed-b91c-538075a975e7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba39342-c26d-4e53-9315-7decd05c73d5,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:37.953840 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-0de597f0-e581-44ee-9fac-66b3a60c0fa3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'security_group_rule': {'security_group_id': '7ba39342-c26d-4e53-9315-7decd05c73d5', 'project_id': '0cac94c21337447da15b2b248194c631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:37.985699 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0de597f0-e581-44ee-9fac-66b3a60c0fa3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.052201 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0de597f0-e581-44ee-9fac-66b3a60c0fa3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.057023 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0de597f0-e581-44ee-9fac-66b3a60c0fa3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.075990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de597f0-e581-44ee-9fac-66b3a60c0fa3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a21d0c9-009e-496b-a53e-20650188bcbb,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:38.086539 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-0de597f0-e581-44ee-9fac-66b3a60c0fa3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.090495 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-0de597f0-e581-44ee-9fac-66b3a60c0fa3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390712 Aug 09 17:00:38.090665 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47140) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:38.095393 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-7f7af16f-165f-4db7-87d5-40776b539c60 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'security_group_rule': {'security_group_id': '7ba39342-c26d-4e53-9315-7decd05c73d5', 'project_id': '0cac94c21337447da15b2b248194c631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:38.124903 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7f7af16f-165f-4db7-87d5-40776b539c60 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.182524 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7f7af16f-165f-4db7-87d5-40776b539c60 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.187766 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7f7af16f-165f-4db7-87d5-40776b539c60 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.206031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7af16f-165f-4db7-87d5-40776b539c60 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99540be-51ce-43a2-a590-810a56a1c6a9,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:38.212586 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-7f7af16f-165f-4db7-87d5-40776b539c60 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.213839 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-7f7af16f-165f-4db7-87d5-40776b539c60 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222155 Aug 09 17:00:38.216816 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47142) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:38.222006 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-9afcf790-b5d4-4d4c-b8b4-2d051d305fa4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'security_group_rule': {'security_group_id': '7ba39342-c26d-4e53-9315-7decd05c73d5', 'project_id': '0cac94c21337447da15b2b248194c631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:38.250348 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9afcf790-b5d4-4d4c-b8b4-2d051d305fa4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.313350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9afcf790-b5d4-4d4c-b8b4-2d051d305fa4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.318377 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9afcf790-b5d4-4d4c-b8b4-2d051d305fa4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.336409 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcf790-b5d4-4d4c-b8b4-2d051d305fa4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238b5f99-4646-4b23-be7d-99ff4ec1718d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:38.344274 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9afcf790-b5d4-4d4c-b8b4-2d051d305fa4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.346537 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9afcf790-b5d4-4d4c-b8b4-2d051d305fa4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286767 Aug 09 17:00:38.349490 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47144) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:38.354018 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-361aaa2a-0a07-48c4-abe7-54281e49c771 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'security_group_rule': {'security_group_id': '7ba39342-c26d-4e53-9315-7decd05c73d5', 'project_id': '0cac94c21337447da15b2b248194c631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:38.383585 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-361aaa2a-0a07-48c4-abe7-54281e49c771 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.443363 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-361aaa2a-0a07-48c4-abe7-54281e49c771 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.447974 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-361aaa2a-0a07-48c4-abe7-54281e49c771 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.465427 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aaa2a-0a07-48c4-abe7-54281e49c771 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541d91e9-0a1d-4d51-967a-107beafb2a1d,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:38.473290 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-361aaa2a-0a07-48c4-abe7-54281e49c771 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.474542 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-361aaa2a-0a07-48c4-abe7-54281e49c771 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241012 Aug 09 17:00:38.477522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47146) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:38.482341 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-abf98bd1-3c24-433a-98ab-7e299b616aac tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'security_group_rule': {'security_group_id': '7ba39342-c26d-4e53-9315-7decd05c73d5', 'project_id': '0cac94c21337447da15b2b248194c631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:38.506950 n-d-799523-2 neutron-server[94178]: INFO neutron.db.securitygroups_db [None req-abf98bd1-3c24-433a-98ab-7e299b616aac tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Project 0cac94c21337447da15b2b248194c631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:00:38.511763 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abf98bd1-3c24-433a-98ab-7e299b616aac tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.576831 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abf98bd1-3c24-433a-98ab-7e299b616aac tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.581823 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abf98bd1-3c24-433a-98ab-7e299b616aac tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.920647 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98bd1-3c24-433a-98ab-7e299b616aac tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2d439b-e9a3-49c2-980a-ec97b3d91a70,revision_number=0']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:38.929966 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-abf98bd1-3c24-433a-98ab-7e299b616aac tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.931399 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-abf98bd1-3c24-433a-98ab-7e299b616aac tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4527898 Aug 09 17:00:38.934573 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47148) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:38.939544 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-c1aa260f-f5da-4f11-956c-608166aedba0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'security_group_rule': {'security_group_id': '7ba39342-c26d-4e53-9315-7decd05c73d5', 'project_id': '0cac94c21337447da15b2b248194c631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:38.962310 n-d-799523-2 neutron-server[94177]: INFO neutron.db.securitygroups_db [None req-c1aa260f-f5da-4f11-956c-608166aedba0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Project 0cac94c21337447da15b2b248194c631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:00:38.967749 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1aa260f-f5da-4f11-956c-608166aedba0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.034018 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1aa260f-f5da-4f11-956c-608166aedba0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.039289 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1aa260f-f5da-4f11-956c-608166aedba0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578312'] for security_group_rule, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.058334 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa260f-f5da-4f11-956c-608166aedba0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2566ac5a-a161-4436-9822-0a232e0647f3,revision_number=0']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:39.067210 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c1aa260f-f5da-4f11-956c-608166aedba0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.068622 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-c1aa260f-f5da-4f11-956c-608166aedba0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330688 Aug 09 17:00:39.220170 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-95715945-1eff-4b1a-9896-57a97b31b13e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448759042&fields=id&tenant_id=0cac94c21337447da15b2b248194c631 HTTP/1.1" status: 200 len: 267 time: 0.0373623 Aug 09 17:00:39.338974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-3a1ddff6-2f9a-4abe-93c5-689f2b092dba tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:39.340569 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-3a1ddff6-2f9a-4abe-93c5-689f2b092dba tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 809 time: 0.1132030 Aug 09 17:00:39.356427 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-57e86508-a45d-4c6c-8828-a5457b2a75c8 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/quotas/0cac94c21337447da15b2b248194c631 HTTP/1.1" status: 200 len: 375 time: 0.0096509 Aug 09 17:00:39.383256 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b61f56e-5cd7-40df-b95e-6f16e7220165 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:39.412774 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-66bfadb8-3f76-42eb-a182-7bb460575748 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505180 Aug 09 17:00:39.431953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-4a479df5-8c63-48cd-8469-491b42851a77 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:00:39.432984 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-4a479df5-8c63-48cd-8469-491b42851a77 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073216 Aug 09 17:00:39.439359 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 6b61f56e-5cd7-40df-b95e-6f16e7220165 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:39.439738 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.522311 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4e67c706-9091-4f7a-9c41-3cae1a5ee35b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:39.532686 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-d43903c3-636d-4d3c-ac52-4a40e7bd916e service neutron] 10.222.0.64 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926089 Aug 09 17:00:39.577945 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:39.582348 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:39.582796 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.627871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-46ad9b6d-5f84-4f21-af33-6c1f886cec30 service neutron] 10.222.0.64 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862615 Aug 09 17:00:39.676012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.698377 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4e67c706-9091-4f7a-9c41-3cae1a5ee35b,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:39.706654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.760648 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4e67c706-9091-4f7a-9c41-3cae1a5ee35b,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:39.825482 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6d2d8701-f18b-4764-9e98-0fd182c3d381 req-6795569c-e77f-4568-9712-c13513383f46 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 210 time: 0.0337150 Aug 09 17:00:40.012335 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Sync routers for ids ['82b0f70a-7e8e-4e17-b369-ea35580dc751'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:40.021952 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Routers {'82b0f70a-7e8e-4e17-b369-ea35580dc751'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:40.022551 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['82b0f70a-7e8e-4e17-b369-ea35580dc751'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:40.128130 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Set router 82b0f70a-7e8e-4e17-b369-ea35580dc751 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:40.336289 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 4, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4be3db60-f59c-4f84-975c-098d1dfadcd7', 'name': '', 'network_id': '8f273393-90cd-4c14-91ca-28202030a009', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'mac_address': 'fa:16:3e:76:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:35Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 2, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'subnets': [{'id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:40.363730 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Checking router: 82b0f70a-7e8e-4e17-b369-ea35580dc751 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:40.364149 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Updating router 82b0f70a-7e8e-4e17-b369-ea35580dc751 port 4be3db60-f59c-4f84-975c-098d1dfadcd7 binding host n-d-799523-2 {{(pid=94180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:00:40.393887 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:40.656373 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Notify callbacks [] for port, precommit_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:40.667490 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.provisioning_blocks [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Transition to ACTIVE for port object 4be3db60-f59c-4f84-975c-098d1dfadcd7 will not be triggered until provisioned by entity L2. {{(pid=94180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:40.674762 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:40.727128 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6b38-3d59-4b6f-a954-5e61d5924862 None None] Pushing event updated for resources: {'Port': ['ID=4be3db60-f59c-4f84-975c-098d1dfadcd7,revision_number=3']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:40.786913 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Attempting to bind port 4be3db60-f59c-4f84-975c-098d1dfadcd7 on host n-d-799523-2 for vnic_type normal with profile {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:00:40.787276 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Attempting to bind port 4be3db60-f59c-4f84-975c-098d1dfadcd7 by drivers openvswitch,hyperv on host n-d-799523-2 at level 0 using segments [{'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:00:40.787663 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Attempting to bind port 4be3db60-f59c-4f84-975c-098d1dfadcd7 on network 8f273393-90cd-4c14-91ca-28202030a009 {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:00:40.793510 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Checking agent: {'id': 'c0d6d633-1012-4273-870e-12d10ba1086d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 19, 18), 'started_at': datetime.datetime(2021, 8, 9, 15, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799523-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:00:40.793901 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Checking segment: {'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:40.794445 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:40.794949 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Bound using segment: {'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'} {{(pid=94180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:00:40.795526 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.managers [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Bound port: 4be3db60-f59c-4f84-975c-098d1dfadcd7, host: n-d-799523-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6966a0d7-5680-4f10-8f5a-27e821fa2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '8f273393-90cd-4c14-91ca-28202030a009'}}] {{(pid=94180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:00:40.796068 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:40.843885 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-e6f321db-3e5d-4093-b26e-ae12b930d965 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:40.845855 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-e6f321db-3e5d-4093-b26e-ae12b930d965 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 809 time: 0.1482067 Aug 09 17:00:40.910772 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-1078ed8f-a382-4f7b-8722-71b948ae290f tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cac94c21337447da15b2b248194c631 HTTP/1.1" status: 200 len: 379 time: 0.0515168 Aug 09 17:00:40.928694 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'port': {'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'admin_state_up': True, 'tenant_id': '0cac94c21337447da15b2b248194c631', 'security_groups': ['7ba39342-c26d-4e53-9315-7decd05c73d5']}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:40.966848 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] For port 4be3db60-f59c-4f84-975c-098d1dfadcd7, host n-d-799523-2, cleared binding levels {{(pid=94180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:40.972901 n-d-799523-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] For port 4be3db60-f59c-4f84-975c-098d1dfadcd7, host n-d-799523-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4be3db60-f59c-4f84-975c-098d1dfadcd7,segment=NetworkSegment(6966a0d7-5680-4f10-8f5a-27e821fa2342),segment_id=6966a0d7-5680-4f10-8f5a-27e821fa2342)] {{(pid=94180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:40.978094 n-d-799523-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:40.988699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4ad144a8-1591-4472-b14f-3a3a8d0e4fea req-af0785cf-f055-47f2-b887-2ec2bec4ffec tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 210 time: 0.0746455 Aug 09 17:00:41.035089 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Routers {'82b0f70a-7e8e-4e17-b369-ea35580dc751'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:41.035698 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['82b0f70a-7e8e-4e17-b369-ea35580dc751'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:41.068401 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Made reservation on behalf of 0cac94c21337447da15b2b248194c631 for: {'port': 1} {{(pid=94177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:41.072482 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.085274 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6b38-3d59-4b6f-a954-5e61d5924862 None None] Pushing event updated for resources: {'Port': ['ID=4be3db60-f59c-4f84-975c-098d1dfadcd7,revision_number=4']} {{(pid=94180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:41.162475 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] Set router 82b0f70a-7e8e-4e17-b369-ea35580dc751 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:41.220175 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Allocated IP 172.20.0.8 (08d8276a-51bd-4fe8-84ab-77ae26acc1bc/eb16001e-b38a-4a12-bcfa-6ec590ee221b/8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:41.343564 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4be3db60-f59c-4f84-975c-098d1dfadcd7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:41.386052 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 4, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4be3db60-f59c-4f84-975c-098d1dfadcd7', 'name': '', 'network_id': '8f273393-90cd-4c14-91ca-28202030a009', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'mac_address': 'fa:16:3e:76:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:35Z', 'updated_at': '2021-08-09T17:00:40Z', 'revision_number': 4, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'subnets': [{'id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:41.386536 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.397017 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning for port 4be3db60-f59c-4f84-975c-098d1dfadcd7 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:41.402931 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Transition to ACTIVE for port object 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 will not be triggered until provisioned by entity DHCP. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:41.403493 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4be3db60-f59c-4f84-975c-098d1dfadcd7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:41.404364 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.422080 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb052d-e3f7-4b00-888c-23eb2352832f None None] The sync data for ids ['82b0f70a-7e8e-4e17-b369-ea35580dc751'] in n-d-799523-2 is: [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:00:36Z', 'revision_number': 4, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '4be3db60-f59c-4f84-975c-098d1dfadcd7', 'name': '', 'network_id': '8f273393-90cd-4c14-91ca-28202030a009', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'mac_address': 'fa:16:3e:76:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:35Z', 'updated_at': '2021-08-09T17:00:40Z', 'revision_number': 4, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'subnets': [{'id': '493b76a8-3ccd-4115-9f84-1e5baf8c44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:41.443254 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.495242 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:41.498035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.501072 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:41.505345 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:00:41.534953 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:41.536033 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] For port 4be3db60-f59c-4f84-975c-098d1dfadcd7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4be3db60-f59c-4f84-975c-098d1dfadcd7,segment=NetworkSegment(6966a0d7-5680-4f10-8f5a-27e821fa2342),segment_id=6966a0d7-5680-4f10-8f5a-27e821fa2342)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:41.543212 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.544274 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4e67c706-9091-4f7a-9c41-3cae1a5ee35b up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:41.565787 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:41.566509 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.583268 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-a1d75004-26e4-4923-bba0-3caa33deb50e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6594820 Aug 09 17:00:41.655936 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:41.656182 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.734100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Request body: {'port': {'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799523-2'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:41.809879 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.883910 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Pushing event updated for resources: {'Port': ['ID=4be3db60-f59c-4f84-975c-098d1dfadcd7,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:41.940084 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fb6bad15-7d28-4329-b68c-cf8b7a6e0674 None None] Provisioning for port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:41.950293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-fb6bad15-7d28-4329-b68c-cf8b7a6e0674 None None] Provisioning complete for port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:41.950665 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fb6bad15-7d28-4329-b68c-cf8b7a6e0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:42.025239 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-fb6bad15-7d28-4329-b68c-cf8b7a6e0674 None None] Port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:00:42.133669 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 {{(pid=94177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:00:42.143880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:42.164114 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f561ad-9e92-4527-80aa-08d1abb26b3b req-b58e34af-9d09-43e8-839d-91e036198d88 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:42.165614 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91f561ad-9e92-4527-80aa-08d1abb26b3b req-b58e34af-9d09-43e8-839d-91e036198d88 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 931 time: 0.0741413 Aug 09 17:00:42.168222 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Transition to ACTIVE for port object 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:00:42.178301 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:42.250384 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-91f561ad-9e92-4527-80aa-08d1abb26b3b req-2fb8f1c9-9711-496c-b9cb-980aa4469c8f tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783019 Aug 09 17:00:42.252407 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:42.687186 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Attempting to bind port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 on host n-h1-799523-2 for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:00:42.687514 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Attempting to bind port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 by drivers openvswitch,hyperv on host n-h1-799523-2 at level 0 using segments [{'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:00:42.687982 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Attempting to bind port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 on network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:00:42.692437 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 on network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-799523-2 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:00:42.692759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Attempting to bind port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 on network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:00:42.698022 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Checking agent: {'id': '732b0378-c6c4-4979-8793-48c3540f12f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:00:42.698338 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Checking segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:00:42.699100 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Bound using segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:00:42.699516 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Bound port: 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host: n-h1-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:00:42.699870 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:42.765323 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:00:42.768337 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:00:42.774333 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:42.808974 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:42.809623 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:42.811055 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 1091 time: 1.2179687 Aug 09 17:00:42.811485 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:00:42.814039 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78544e11-137b-4efe-9f0a-186289310a67" -d '{"events": [{"name": "network-changed", "server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:42.847247 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01309f-2257-4bdb-a86b-ea19bae5d266 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:42.906205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-79094364-41fb-4234-8c70-4edf1f5c0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:42.908118 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-79094364-41fb-4234-8c70-4edf1f5c0927 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0502996 Aug 09 17:00:42.955218 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e30ce7d-bde3-499c-94c1-f9ebf578310e x-openstack-request-id: req-1e30ce7d-bde3-499c-94c1-f9ebf578310e {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:42.955504 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:42.955762 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e30ce7d-bde3-499c-94c1-f9ebf578310e {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:42.956184 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'status': 'completed', 'code': 200} Aug 09 17:00:42.958054 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-63e39518-aee8-4e31-ad86-5bc7ae351caf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 217 time: 0.0380659 Aug 09 17:00:43.010890 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-10a6f768-7b3d-4a30-8421-7202f3173f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:43.012437 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-10a6f768-7b3d-4a30-8421-7202f3173f46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0472004 Aug 09 17:00:43.065378 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-38ad4ee1-05ea-45df-b400-0b1f705cc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:43.066941 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-38ad4ee1-05ea-45df-b400-0b1f705cc8b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466628 Aug 09 17:00:43.164541 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-d702fbba-fef2-4602-a574-c3d300faf0d2 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897739 Aug 09 17:00:43.261592 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1503e212-4a9f-431f-9dbb-e14946a4b5c5 req-b70e9752-a7cc-43f6-a749-4f6070d0b5ca service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890594 Aug 09 17:00:43.310132 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4be3db60-f59c-4f84-975c-098d1dfadcd7 up at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:43.360647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Provisioning complete for port 4be3db60-f59c-4f84-975c-098d1dfadcd7 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:43.361020 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:43.392765 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851559-84cb-41cc-ac75-650b8202bc78 req-c630f9a6-1d1b-48c5-a102-b760d9740904 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:43.394289 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c851559-84cb-41cc-ac75-650b8202bc78 req-c630f9a6-1d1b-48c5-a102-b760d9740904 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 943 time: 0.0685036 Aug 09 17:00:43.396199 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544e11-137b-4efe-9f0a-186289310a67 req-f5c04843-a8b4-48dd-8ee8-cce42a5b6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:43.397561 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78544e11-137b-4efe-9f0a-186289310a67 req-f5c04843-a8b4-48dd-8ee8-cce42a5b6829 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0813425 Aug 09 17:00:43.488518 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6c851559-84cb-41cc-ac75-650b8202bc78 req-f525293e-b4cf-4eb7-9322-2dd87a46731e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874782 Aug 09 17:00:43.517876 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544e11-137b-4efe-9f0a-186289310a67 req-72259246-c637-4b7a-b695-0e7dbc2b2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:43.519777 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78544e11-137b-4efe-9f0a-186289310a67 req-72259246-c637-4b7a-b695-0e7dbc2b2190 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.1125622 Aug 09 17:00:43.564296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78544e11-137b-4efe-9f0a-186289310a67 req-6dc7e961-bc83-4581-bd78-d42d617e0d26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 217 time: 0.0346622 Aug 09 17:00:43.619904 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544e11-137b-4efe-9f0a-186289310a67 req-8a69a09f-8ee8-4bfb-b754-72be50d89bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:43.621415 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78544e11-137b-4efe-9f0a-186289310a67 req-8a69a09f-8ee8-4bfb-b754-72be50d89bd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0488775 Aug 09 17:00:43.671556 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544e11-137b-4efe-9f0a-186289310a67 req-3f6e779f-69ae-44df-a2e9-337de953bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:43.673011 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78544e11-137b-4efe-9f0a-186289310a67 req-3f6e779f-69ae-44df-a2e9-337de953bc17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431440 Aug 09 17:00:43.772012 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78544e11-137b-4efe-9f0a-186289310a67 req-89543f8f-1c76-4b67-afa5-e171312616d4 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904887 Aug 09 17:00:43.885652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-78544e11-137b-4efe-9f0a-186289310a67 req-8c91389c-71cc-407f-ab2c-ed90e1b64a02 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057298 Aug 09 17:00:44.612679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f560e-0bed-4101-be50-39eb5411265b req-c81a5089-f097-41da-995f-a44ef58887d9 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:44.614190 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff8f560e-0bed-4101-be50-39eb5411265b req-c81a5089-f097-41da-995f-a44ef58887d9 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 943 time: 0.0538633 Aug 09 17:00:44.653389 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ff8f560e-0bed-4101-be50-39eb5411265b req-681ec213-e879-4113-ac19-efa5613f5ed7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329385 Aug 09 17:00:45.166176 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-eef3f160-d583-42f2-bb12-9710cdea6fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:45.450616 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:00:45.550502 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:45.562431 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:00:45.600244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:45.612949 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:00:45.632680 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:45.638367 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:45.690767 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:45.776392 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392e0e2-5829-4d32-b5cb-7750aba82701 req-64d3deff-479b-4f71-bd50-e09e6f30ea7f tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:45.777948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f392e0e2-5829-4d32-b5cb-7750aba82701 req-64d3deff-479b-4f71-bd50-e09e6f30ea7f tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 944 time: 0.0547071 Aug 09 17:00:45.822729 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f392e0e2-5829-4d32-b5cb-7750aba82701 req-d6c72cc9-7953-4cc8-8abb-d7d1d3c68b81 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380633 Aug 09 17:00:45.895275 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:00:46.942077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25df33-18e8-405e-8779-67f0dbebe4c7 req-222c935c-1a07-4718-909d-6a012508fd09 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:46.943612 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e25df33-18e8-405e-8779-67f0dbebe4c7 req-222c935c-1a07-4718-909d-6a012508fd09 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 944 time: 0.0529702 Aug 09 17:00:46.983712 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4e25df33-18e8-405e-8779-67f0dbebe4c7 req-d1ffefb4-c43d-432f-81b2-cb02c4c6a2ff tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334783 Aug 09 17:00:47.467462 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:00:47.519930 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning for port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:00:47.523567 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:00:47.524015 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:47.601847 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:47.624993 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:00:47.627466 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e32bdf-b71d-482c-95c6-d9f4f731fc45" -d '{"events": [{"server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "name": "network-vif-plugged", "status": "completed", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:47.644548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:47.651709 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:47.656722 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-497e41f1-38a5-434c-b200-a0b9f01134a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:47.679222 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0613f61-eb93-4722-a379-92a00ce66926 x-openstack-request-id: req-c0613f61-eb93-4722-a379-92a00ce66926 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:47.679506 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "name": "network-vif-plugged", "status": "completed", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:47.679753 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0613f61-eb93-4722-a379-92a00ce66926 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:47.680162 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'code': 200} Aug 09 17:00:47.707468 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:47.769731 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82194af2-ae93-40ff-8bab-651fc2cfd84b req-6262e182-0bac-4bdb-bd55-0251d6dadb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:47.771324 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82194af2-ae93-40ff-8bab-651fc2cfd84b req-6262e182-0bac-4bdb-bd55-0251d6dadb20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0421853 Aug 09 17:00:47.809231 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82194af2-ae93-40ff-8bab-651fc2cfd84b req-13d33809-bd27-4d36-a362-808dc645a291 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307517 Aug 09 17:00:47.895298 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:48.106751 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b1cbe-c921-4ffd-97d6-e44542d8b0a3 req-d767ab2c-3510-44eb-bf3b-363736ce38e0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:48.108308 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c13b1cbe-c921-4ffd-97d6-e44542d8b0a3 req-d767ab2c-3510-44eb-bf3b-363736ce38e0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 945 time: 0.0520499 Aug 09 17:00:48.150976 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c13b1cbe-c921-4ffd-97d6-e44542d8b0a3 req-9f8e8b13-88f8-4f99-9d5f-36994cf6970d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365732 Aug 09 17:00:49.272086 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34be4b-4001-44a8-8f70-103c845e3807 req-78207a9e-6fdb-46c5-960b-d4fa754b17b8 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:49.273627 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed34be4b-4001-44a8-8f70-103c845e3807 req-78207a9e-6fdb-46c5-960b-d4fa754b17b8 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Aug 09 17:00:49.311779 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ed34be4b-4001-44a8-8f70-103c845e3807 req-8a0b95bb-528b-45a5-b5dc-73b0d4ac871f tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319500 Aug 09 17:00:49.435053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9a6e2-568c-4c51-be8e-aea34ab88af4 req-8d043252-85c8-4a97-a338-8d96157c7e35 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:49.437699 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8b9a6e2-568c-4c51-be8e-aea34ab88af4 req-8d043252-85c8-4a97-a338-8d96157c7e35 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 945 time: 0.0568526 Aug 09 17:00:49.437986 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:49.478186 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-e8b9a6e2-568c-4c51-be8e-aea34ab88af4 req-68a61c83-ad5b-461a-9aff-b0378f12ed44 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337851 Aug 09 17:00:49.505848 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47202) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:49.590549 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbfd1e8-e1f2-460c-9b09-c5a0d8f8a32e tempest-TestSnapshotPattern-394694457 tempest-TestSnapshotPattern-394694457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:49.592174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8cbfd1e8-e1f2-460c-9b09-c5a0d8f8a32e tempest-TestSnapshotPattern-394694457 tempest-TestSnapshotPattern-394694457-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1091 time: 0.0853162 Aug 09 17:00:49.596042 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47206) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:49.600853 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:49.628615 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for floatingip, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:49.729114 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:49.842711 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Allocated IP 172.25.7.98 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/ffcd0bb0-7f02-4a91-999f-03090c65f92c) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:00:49.946976 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:49.990007 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.035627 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:00:50.038542 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:50.042741 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:00:50.045745 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'Port': ['ID=ffcd0bb0-7f02-4a91-999f-03090c65f92c,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:50.428913 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.507337 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.668079 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.676328 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.743736 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'Port': ['ID=ffcd0bb0-7f02-4a91-999f-03090c65f92c,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:50.754363 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.833789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.856190 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Floating IP 08607341-3472-4e0e-850a-a9ec40b7edc6 associated. External IP: 172.25.7.98, port: 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0. Aug 09 17:00:51.070326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:00:51.179980 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:51.190373 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] Sync routers for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:51.198285 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:51.203097 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:51.203893 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:51.227681 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-9ef9e942-683b-44fd-8552-b95f2fa6f7a4 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6305075 Aug 09 17:00:51.228301 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:00:51.230588 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:00:51.268862 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7fabfb-276f-499b-a6ea-6595961fc911 x-openstack-request-id: req-0e7fabfb-276f-499b-a6ea-6595961fc911 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:00:51.269167 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:00:51.269386 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e7fabfb-276f-499b-a6ea-6595961fc911 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:00:51.269782 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'status': 'completed', 'code': 200} Aug 09 17:00:51.316387 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:51.339789 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-6c0a14d4-6f14-4b92-8c8d-7616d908b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:51.341259 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-6c0a14d4-6f14-4b92-8c8d-7616d908b0ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0463760 Aug 09 17:00:51.440610 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-071bbfec-9238-49e0-b299-eb5659a7fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:51.442174 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-071bbfec-9238-49e0-b299-eb5659a7fff3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.0937982 Aug 09 17:00:51.514559 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-957ffcf6-79d0-4b92-8c01-9135d30cf68d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 998 time: 0.0644362 Aug 09 17:00:51.551953 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:50Z', 'revision_number': 0, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:51.567319 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-789b944e-ac16-4437-be8b-1a343d0fb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:51.568948 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-789b944e-ac16-4437-be8b-1a343d0fb791 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0468006 Aug 09 17:00:51.583185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] Checking router: 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:51.592197 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:00:51.592745 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:00:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:51.617580 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-f002c0a1-d2e7-40ed-bf5b-6901a4f2a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:51.619164 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-f002c0a1-d2e7-40ed-bf5b-6901a4f2a56e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428627 Aug 09 17:00:51.696581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:00:51.716994 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-336e30e9-a657-45c6-aad9-e0c0ce12c4b3 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901487 Aug 09 17:00:51.811557 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-891e5d46-d948-4fa7-be7e-8b8fa5303fa9 req-7299b2c9-fe49-4e96-b090-431137c324b8 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861433 Aug 09 17:00:51.931961 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:50Z', 'revision_number': 0, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:51.958450 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ab07f-d637-4113-998a-d6e39b8990e1 None None] The sync data for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 is: [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:50Z', 'revision_number': 0, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:52.158461 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86000b3-7c73-405d-8695-6f7b3fe7e3fe None None] New status for floating IP 08607341-3472-4e0e-850a-a9ec40b7edc6: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:00:55.241821 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-658bd014-5d52-4847-a51e-2c751c8614dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465126 Aug 09 17:00:55.335913 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-47a011bf-9151-4cab-ae3c-50ea6496b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:55.337481 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-47a011bf-9151-4cab-ae3c-50ea6496b366 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0503438 Aug 09 17:00:55.459047 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-5c62d47e-321e-4cf4-ae59-11f198061642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:55.460687 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-5c62d47e-321e-4cf4-ae59-11f198061642 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.1005368 Aug 09 17:00:55.540823 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-8e479bf6-dec8-48e0-a67e-dd97accaae60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 1000 time: 0.0706856 Aug 09 17:00:55.600672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-13901731-c94e-4120-ba7a-48983f576982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:55.602241 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-13901731-c94e-4120-ba7a-48983f576982 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0545626 Aug 09 17:00:55.651902 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-08c556a2-e72e-49ad-aed0-a50d577ee8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:00:55.653505 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-08c556a2-e72e-49ad-aed0-a50d577ee8f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438042 Aug 09 17:00:55.759652 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-0188b7f0-1c44-4dfb-a76e-257c6eeb6c6c service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980997 Aug 09 17:00:55.856356 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9d31d59c-da73-4ecc-8da8-7b14c2ddb354 req-54a6a801-a80e-49f1-a706-0bc5a441b213 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888977 Aug 09 17:00:59.473895 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:59.512567 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.944453 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:01:15.169949 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8608be21-75d1-462b-af78-a4317cf979fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.668963 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1b84c351-6efc-4cff-96e1-7bd480db306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.904519 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.442207 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:20.844552 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:29.474096 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:29.531427 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:45.180674 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-57f21249-371a-42ec-84cd-34e99754e650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:46.944907 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:01:47.660554 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-61a2231a-3328-47b3-a0a8-db1e121ac936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:47.896749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:49.441078 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:50.843736 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:55.230017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-6eaf6084-df5b-4afe-a7bd-fda68fc0e488 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457647 Aug 09 17:01:55.327150 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-2f42a8cb-7123-485c-b228-03c72677b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:01:55.328754 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-2f42a8cb-7123-485c-b228-03c72677b0b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0488074 Aug 09 17:01:55.444954 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-4adc7240-9aef-4cbe-8a7a-03feb409e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:01:55.446684 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-4adc7240-9aef-4cbe-8a7a-03feb409e433 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.0968678 Aug 09 17:01:55.524275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-fe2fe61d-78de-4ca2-b402-0bb81e2e06bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 1000 time: 0.0692601 Aug 09 17:01:55.578240 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-8db9c165-6880-4e60-abc7-48cf11fba2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:01:55.579801 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-8db9c165-6880-4e60-abc7-48cf11fba2e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0482762 Aug 09 17:01:55.627037 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-b407d806-a88d-4c5d-a6c7-f403151996e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:01:55.628221 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-b407d806-a88d-4c5d-a6c7-f403151996e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410254 Aug 09 17:01:55.733558 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-a578fb42-1b54-4776-98dd-fa03695a13c1 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969844 Aug 09 17:01:55.836964 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2c5981ae-5c1e-4718-8deb-9b1271bd5fca req-95156e10-3d44-4a83-bfd8-3ec1579796f3 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956066 Aug 09 17:01:59.478597 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:59.540661 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:15.176650 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8ed39543-000e-43a7-9088-7f779435ddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:17.659272 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e2c55705-fc79-4908-b4d6-c6da159c5140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:17.906648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:19.449632 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:20.846147 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:23.950482 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:02:29.477446 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:29.545657 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:45.177484 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-6bc8f236-275b-42c7-9a49-4087349070af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:47.653347 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f2086ad2-79a7-4e66-92ec-66e20678a506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:47.901600 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:49.451427 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:50.850501 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:52.112985 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 details requested by agent hyperv_n-h1-799523-2 with host n-h1-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:02:52.223225 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:02:52.239052 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Returning: {'device': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:02:52.284702 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:52.300689 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:02:52.322165 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:02:52.329248 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:52.390453 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:52.400293 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.400718 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.401126 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.401523 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.401918 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.402332 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.403534 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.403894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.404230 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.404544 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.404869 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.405188 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:52.412392 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] get_ports_and_sgs() called for port_ids ['8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:02:54.134737 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 up at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:02:54.189415 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Provisioning complete for port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:02:54.189810 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:54.287749 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:54.311649 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:02:54.314085 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ce2bfb-b4b1-458d-8993-fc9d856af5f0" -d '{"events": [{"server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "name": "network-vif-plugged", "status": "completed", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:02:54.328081 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:02:54.335647 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:54.401324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:54.521431 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bce547-a214-446e-acd5-3d01d8744e2e x-openstack-request-id: req-76bce547-a214-446e-acd5-3d01d8744e2e {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:02:54.521805 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "name": "network-vif-plugged", "status": "completed", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:02:54.522133 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76bce547-a214-446e-acd5-3d01d8744e2e {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:02:54.522593 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'code': 200} Aug 09 17:02:55.275191 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-20cb953d-c0a0-4a3a-a351-d4ba00a74ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:02:55.281786 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-20cb953d-c0a0-4a3a-a351-d4ba00a74ab9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0491385 Aug 09 17:02:55.418742 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-e165b9f4-9ad1-4011-8a1b-8acc445ca4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:02:55.420484 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-e165b9f4-9ad1-4011-8a1b-8acc445ca4be service neutron] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.1139994 Aug 09 17:02:55.490240 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-97b609b1-6896-4b42-8c04-343c431ba227 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 1000 time: 0.0621109 Aug 09 17:02:55.548043 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-e2ec72b6-671b-4227-aa80-7c9a363bc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:02:55.550209 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-e2ec72b6-671b-4227-aa80-7c9a363bc7f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0513017 Aug 09 17:02:55.601231 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-6037a27a-dac0-4f7e-ae62-ab03db0f32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:02:55.602878 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-6037a27a-dac0-4f7e-ae62-ab03db0f32c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447209 Aug 09 17:02:55.709095 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-e9e888fd-329f-4181-8722-38eab94f76a9 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974352 Aug 09 17:02:55.825280 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f6ce2714-b021-4507-8c2a-f5c48b1d288b req-f70b1b15-baa9-4c3d-8ffb-44445af58024 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074519 Aug 09 17:02:59.491040 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:59.555774 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:00.957081 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:03:01.491671 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-dc180a6c-8d27-4dec-b6bb-e46983497ac1 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448759042&fields=id&tenant_id=0cac94c21337447da15b2b248194c631 HTTP/1.1" status: 200 len: 267 time: 0.0349910 Aug 09 17:03:01.599286 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-d11a986f-2e94-4c44-a0d6-d7e55e57ac04 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:01.600944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-d11a986f-2e94-4c44-a0d6-d7e55e57ac04 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 809 time: 0.1021852 Aug 09 17:03:01.619764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-c0972d49-0f38-4ce4-92a7-bf19c1e8823b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/quotas/0cac94c21337447da15b2b248194c631 HTTP/1.1" status: 200 len: 375 time: 0.0102828 Aug 09 17:03:01.683487 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-68dbbbe1-23a9-43c1-9058-2e4f122a09c5 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556538 Aug 09 17:03:01.845764 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-81082fd9-ac2f-4ce5-9487-6bd5839e9d2b service neutron] 10.222.0.64 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423397 Aug 09 17:03:01.957051 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-20c607c4-f5c6-4726-a0c0-0af7c67649a9 service neutron] 10.222.0.64 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046698 Aug 09 17:03:02.128206 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-89fa3d7b-924a-4e3d-a4a0-bab38a98778f req-d63dfec7-447e-4afa-81a8-887eb7793c11 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 210 time: 0.0278339 Aug 09 17:03:03.237970 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-bde3f506-c9f1-4eef-b7d1-dab090944219 req-8f93b08d-d3d9-4cba-afd0-ac813ab078c9 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 210 time: 0.0310285 Aug 09 17:03:03.240606 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-0cd3b09b-1eb7-4d40-be0a-c1605bf2b28a tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:03.242721 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-0cd3b09b-1eb7-4d40-be0a-c1605bf2b28a tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.66 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 809 time: 0.1178522 Aug 09 17:03:03.292935 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-034cb1a3-f429-4a2a-9c13-7ab327b2681a tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cac94c21337447da15b2b248194c631 HTTP/1.1" status: 200 len: 379 time: 0.0396030 Aug 09 17:03:03.302694 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'port': {'device_id': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'admin_state_up': True, 'tenant_id': '0cac94c21337447da15b2b248194c631', 'security_groups': ['7ba39342-c26d-4e53-9315-7decd05c73d5']}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:03:03.417539 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Made reservation on behalf of 0cac94c21337447da15b2b248194c631 for: {'port': 1} {{(pid=94178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:03:03.423392 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:03.592104 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_common [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Allocated IP 172.20.0.7 (08d8276a-51bd-4fe8-84ab-77ae26acc1bc/eb16001e-b38a-4a12-bcfa-6ec590ee221b/d2b0dee1-c202-4fa5-b136-d69f4632baa4) {{(pid=94178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:03:03.788916 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for port, precommit_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:03.803661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Transition to ACTIVE for port object d2b0dee1-c202-4fa5-b136-d69f4632baa4 will not be triggered until provisioned by entity DHCP. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:03:03.871137 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_create {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:03.919366 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc is already hosted by enough agents. {{(pid=94178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:03:03.927874 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.base_scheduler [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Resources bound (agent type, host, resource id): {{(pid=94178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:03:03.928708 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=1']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:03.933692 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Received port after_create {{(pid=94178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:03:03.973346 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.973654 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.973992 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.974322 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.974650 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.974974 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.975294 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.975646 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.980115 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.980509 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.980861 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:03.981193 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:04.024846 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:04.025590 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:04.066609 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-361308c7-5694-4a60-897d-7d79ce65b58c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671418 Aug 09 17:03:04.179863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:03:04.252536 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a42c1b57-6d33-4bc4-b303-eeb920075405 None None] Provisioning for port d2b0dee1-c202-4fa5-b136-d69f4632baa4 completed by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:03:04.260004 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-a42c1b57-6d33-4bc4-b303-eeb920075405 None None] Provisioning complete for port d2b0dee1-c202-4fa5-b136-d69f4632baa4 triggered by entity DHCP. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:03:04.260370 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a42c1b57-6d33-4bc4-b303-eeb920075405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:04.295931 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:04.316260 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a42c1b57-6d33-4bc4-b303-eeb920075405 None None] Port d2b0dee1-c202-4fa5-b136-d69f4632baa4 cannot update to ACTIVE because it is not bound. {{(pid=94179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:03:04.330896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:03:04.333188 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de162609-347d-41af-9f3e-a6685b25a63a" -d '{"events": [{"server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:03:04.347550 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:04.352732 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:04.388917 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621190-5017-4144-a5b5-58596e9774af req-ad49bbab-b42f-437f-bc8f-ab6e6a366fb7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:04.390440 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82621190-5017-4144-a5b5-58596e9774af req-ad49bbab-b42f-437f-bc8f-ab6e6a366fb7 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0678720 Aug 09 17:03:04.403380 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Pushing event updated for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:04.447109 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-82621190-5017-4144-a5b5-58596e9774af req-5234a18a-5b49-488d-8ca5-07afc552fe66 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382378 Aug 09 17:03:04.501568 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76e4f9a-0c39-46b4-b60e-c94c70018ca0 x-openstack-request-id: req-a76e4f9a-0c39-46b4-b60e-c94c70018ca0 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:03:04.501860 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:03:04.502110 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a76e4f9a-0c39-46b4-b60e-c94c70018ca0 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:03:04.502504 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'code': 200} Aug 09 17:03:05.587016 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242ef00-f805-44be-b6e7-e453978a5f05 req-3a25fbcf-68d0-4a6d-b851-a369a5964605 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:05.589133 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b242ef00-f805-44be-b6e7-e453978a5f05 req-3a25fbcf-68d0-4a6d-b851-a369a5964605 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0606778 Aug 09 17:03:05.648930 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b242ef00-f805-44be-b6e7-e453978a5f05 req-a2681e73-bf0a-4dee-8dc4-e2d05371e036 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507302 Aug 09 17:03:06.783513 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5e131-fb27-4813-b8e5-e2995be4dd64 req-dfb32dc0-6e97-42c4-a6ff-973b32b4c6e3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:06.785062 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abc5e131-fb27-4813-b8e5-e2995be4dd64 req-dfb32dc0-6e97-42c4-a6ff-973b32b4c6e3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0507331 Aug 09 17:03:06.825017 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-abc5e131-fb27-4813-b8e5-e2995be4dd64 req-b5ad7add-2335-4a29-8f54-512b78dcfd73 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338502 Aug 09 17:03:07.953845 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89a56d-4aca-4d16-abfe-50acc9af85f5 req-47827746-0916-4911-b4e0-e956549532a2 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:07.956363 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f89a56d-4aca-4d16-abfe-50acc9af85f5 req-47827746-0916-4911-b4e0-e956549532a2 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0553837 Aug 09 17:03:08.004103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-4f89a56d-4aca-4d16-abfe-50acc9af85f5 req-d2ac58b8-a260-4329-8b86-20172fc4269e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388873 Aug 09 17:03:09.132077 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4ba80-5f7c-44e7-a4d8-23be77da0459 req-7af604e7-727c-4c34-bb72-7752ccf29ea0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:09.133961 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecd4ba80-5f7c-44e7-a4d8-23be77da0459 req-7af604e7-727c-4c34-bb72-7752ccf29ea0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0593143 Aug 09 17:03:09.176409 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ecd4ba80-5f7c-44e7-a4d8-23be77da0459 req-fbd01aba-db6a-456f-9a01-b6cec543a5d8 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358400 Aug 09 17:03:10.307274 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf2c44-ecdd-4219-88f1-048bb620da38 req-2a0af635-f9c7-4966-bbb3-a2bf58c041c3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:10.309058 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6fdf2c44-ecdd-4219-88f1-048bb620da38 req-2a0af635-f9c7-4966-bbb3-a2bf58c041c3 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0538082 Aug 09 17:03:10.349121 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6fdf2c44-ecdd-4219-88f1-048bb620da38 req-ab0fd6cf-5402-4508-8ab5-1d8dcb232f55 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336931 Aug 09 17:03:11.487461 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29171d7-19a4-4c1c-8dfe-056baeaca42e req-a391cc60-a2cb-41fc-9092-8ba2d05c0eae tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:11.489036 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b29171d7-19a4-4c1c-8dfe-056baeaca42e req-a391cc60-a2cb-41fc-9092-8ba2d05c0eae tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0530930 Aug 09 17:03:11.533515 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-b29171d7-19a4-4c1c-8dfe-056baeaca42e req-fc5012ab-fdbb-40a0-be15-1ddd97a8ad8e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381675 Aug 09 17:03:12.668439 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf07d8-637c-451c-9896-a83edfa36e6f req-53b8fd0d-4516-44ee-a4d5-edb93c56ed25 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:12.670216 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bf07d8-637c-451c-9896-a83edfa36e6f req-53b8fd0d-4516-44ee-a4d5-edb93c56ed25 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0576975 Aug 09 17:03:12.719690 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69bf07d8-637c-451c-9896-a83edfa36e6f req-62435a21-f21b-4478-9f48-fe40109fc91a tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Aug 09 17:03:13.844197 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53f90-71e5-4ee7-936c-9cb4eebcebb8 req-c56490f8-3adc-4159-b848-ed2ec3443dbd tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:13.845750 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8e53f90-71e5-4ee7-936c-9cb4eebcebb8 req-c56490f8-3adc-4159-b848-ed2ec3443dbd tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 931 time: 0.0543132 Aug 09 17:03:13.890354 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8e53f90-71e5-4ee7-936c-9cb4eebcebb8 req-3d77e972-ea8f-4f4f-adb9-d1d18ebea042 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356691 Aug 09 17:03:14.502011 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.v2.base [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Request body: {'port': {'device_id': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799523-2'}} {{(pid=94178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:03:14.565295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:14.850175 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b0dee1-c202-4fa5-b136-d69f4632baa4 {{(pid=94178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:03:14.859148 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:14.871965 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.provisioning_blocks [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Transition to ACTIVE for port object d2b0dee1-c202-4fa5-b136-d69f4632baa4 will not be triggered until provisioned by entity L2. {{(pid=94178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:03:14.877646 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:14.946749 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Pushing event updated for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=2']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:15.002759 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Attempting to bind port d2b0dee1-c202-4fa5-b136-d69f4632baa4 on host n-h2-799523-2 for vnic_type normal with profile {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:03:15.002973 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Attempting to bind port d2b0dee1-c202-4fa5-b136-d69f4632baa4 by drivers openvswitch,hyperv on host n-h2-799523-2 at level 0 using segments [{'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:03:15.003307 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Attempting to bind port d2b0dee1-c202-4fa5-b136-d69f4632baa4 on network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:03:15.008014 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Port d2b0dee1-c202-4fa5-b136-d69f4632baa4 on network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-799523-2 {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:03:15.008335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Attempting to bind port d2b0dee1-c202-4fa5-b136-d69f4632baa4 on network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:03:15.013597 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Checking agent: {'id': '31664fa8-0511-4e44-aba0-f1f9b94a36bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799523-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:03:15.013959 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Checking segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:03:15.014348 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Bound using segment: {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'} {{(pid=94178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:03:15.014779 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.managers [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Bound port: d2b0dee1-c202-4fa5-b136-d69f4632baa4, host: n-h2-799523-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccce4e9-a207-4e45-9f64-a7089a135a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc'}}] {{(pid=94178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:03:15.015142 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:15.016024 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664407f-69c4-475d-8a80-1874e79e198b req-32d604d7-ad3d-43e1-853d-420adf8d8f3c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.017611 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c664407f-69c4-475d-8a80-1874e79e198b req-32d604d7-ad3d-43e1-853d-420adf8d8f3c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 943 time: 0.0524840 Aug 09 17:03:15.062143 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c664407f-69c4-475d-8a80-1874e79e198b req-444342a5-f96b-4d8a-ba35-757d13ddeada tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368280 Aug 09 17:03:15.086431 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, cleared binding levels {{(pid=94178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:03:15.089788 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:03:15.096237 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4775467'] for port, after_update {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:15.129794 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.130505 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:15.131794 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] 10.222.0.66 "PUT /v2.0/ports/d2b0dee1-c202-4fa5-b136-d69f4632baa4 HTTP/1.1" status: 200 len: 1091 time: 0.6357913 Aug 09 17:03:15.132254 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:03:15.134543 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa" -d '{"events": [{"name": "network-changed", "server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:03:15.165844 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864dbd3-6c5a-43e6-b2bd-75ee527defdf service neutron] Pushing event updated for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=3']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:15.189742 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-79a32608-b76f-4ad6-9793-00d8b921d6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:15.234140 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-89195ee5-7b42-444c-b40d-87d5d0c411f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.235677 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-89195ee5-7b42-444c-b40d-87d5d0c411f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 1094 time: 0.0547013 Aug 09 17:03:15.251433 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257fc8b4-af09-49a6-8e01-c441653da966 x-openstack-request-id: req-257fc8b4-af09-49a6-8e01-c441653da966 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:03:15.251718 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:03:15.251992 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-257fc8b4-af09-49a6-8e01-c441653da966 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:03:15.252432 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'status': 'completed', 'code': 200} Aug 09 17:03:15.288823 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-46a5e00b-6dd2-483c-a0be-ba5d00b9f213 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4 HTTP/1.1" status: 200 len: 217 time: 0.0450759 Aug 09 17:03:15.342680 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-f3dcb202-9cca-4465-b7f4-05055fcf7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.344262 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-f3dcb202-9cca-4465-b7f4-05055fcf7b07 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0485337 Aug 09 17:03:15.392300 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-771b57e7-42d7-455f-821c-0b426b014a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.393863 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-771b57e7-42d7-455f-821c-0b426b014a64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426919 Aug 09 17:03:15.499295 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-d2f8409c-111c-46fc-8070-7fb59039cef2 service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969429 Aug 09 17:03:15.597473 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d72ba3da-af66-4eaf-83b2-f0de9a3e8521 req-5310d863-f090-4c2a-984d-62d5bf787fe2 service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890465 Aug 09 17:03:15.691618 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-aa362be1-e7f5-4f2e-9224-0019d9dcc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.693192 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-aa362be1-e7f5-4f2e-9224-0019d9dcc082 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 1094 time: 0.0449474 Aug 09 17:03:15.801072 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-f04bd849-5358-4080-a104-b21e33dcc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.802570 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-f04bd849-5358-4080-a104-b21e33dcc59f service neutron] 10.222.0.66 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.1020317 Aug 09 17:03:15.855232 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-1f2e02e5-d506-46f5-ac73-6459f5b63a6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4 HTTP/1.1" status: 200 len: 217 time: 0.0412800 Aug 09 17:03:15.915089 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-6aea14c9-27c4-41a5-9c27-51139eb4b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.916603 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-6aea14c9-27c4-41a5-9c27-51139eb4b51c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0525613 Aug 09 17:03:15.964265 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-56c8be21-53a3-4cb0-aaf7-dd4bc8db632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:15.965941 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-56c8be21-53a3-4cb0-aaf7-dd4bc8db632c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417473 Aug 09 17:03:16.061585 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-727a6b2d-5061-4e40-abc1-c8ce193d8e86 service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879121 Aug 09 17:03:16.164816 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-3be9b2b8-fa2f-4644-8c07-61bd0d1921aa req-f3699dc7-f426-46e3-9545-fdde2d7c8c2b service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946083 Aug 09 17:03:16.192376 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd020f26-6251-4421-bd92-54d6a813420a req-8f4b3547-84f5-4747-85d2-46a16711af20 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:16.193938 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd020f26-6251-4421-bd92-54d6a813420a req-8f4b3547-84f5-4747-85d2-46a16711af20 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 943 time: 0.0593421 Aug 09 17:03:16.241867 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-dd020f26-6251-4421-bd92-54d6a813420a req-e77d4894-3169-43cd-99d9-e7bcc6718cf8 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415828 Aug 09 17:03:17.364360 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc30cc-2a0d-48a5-8865-f49f900743bb req-8998ff03-5a02-40d9-8d0d-8bca6b109abb tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:17.365892 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bbc30cc-2a0d-48a5-8865-f49f900743bb req-8998ff03-5a02-40d9-8d0d-8bca6b109abb tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 943 time: 0.0538669 Aug 09 17:03:17.408120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-6bbc30cc-2a0d-48a5-8865-f49f900743bb req-9c4fa123-d284-474a-90d9-e6d0b4f9df51 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336435 Aug 09 17:03:17.664508 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-af5ee354-f293-4daa-adf5-1cd6be764f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:17.910245 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:18.539277 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c664-cd0c-4524-aae3-538e5f0f2391 req-0aabbad7-2d03-421f-80ac-a131fcd55249 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:18.540868 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3160c664-cd0c-4524-aae3-538e5f0f2391 req-0aabbad7-2d03-421f-80ac-a131fcd55249 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 943 time: 0.0565624 Aug 09 17:03:18.583183 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-3160c664-cd0c-4524-aae3-538e5f0f2391 req-96dd8e4f-ae1e-46c7-90f9-93e328ea2769 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359046 Aug 09 17:03:18.712034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d2b0dee1-c202-4fa5-b136-d69f4632baa4 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:03:18.825561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:18.837894 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'port_id': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:03:18.879270 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:18.893030 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b0dee1-c202-4fa5-b136-d69f4632baa4 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:03:18.914476 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:18.922225 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:18.976521 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=4']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:19.151979 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['d2b0dee1-c202-4fa5-b136-d69f4632baa4'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:03:19.457225 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:19.726031 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208101d-c4d7-4965-bd13-6ad96fb26013 req-74b32bac-74a8-404b-b21f-a8ca2ed52182 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:19.727562 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f208101d-c4d7-4965-bd13-6ad96fb26013 req-74b32bac-74a8-404b-b21f-a8ca2ed52182 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 944 time: 0.0609140 Aug 09 17:03:19.774615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-f208101d-c4d7-4965-bd13-6ad96fb26013 req-e4a30bc0-65fc-4ca6-8459-f48a1b5bc70c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407305 Aug 09 17:03:20.718647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d2b0dee1-c202-4fa5-b136-d69f4632baa4 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:03:20.901226 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1387351-d5b3-4200-a360-61cc670e6ff3 req-3ae02ca1-d6c7-42a9-b4ab-5827a535d478 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:20.902871 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1387351-d5b3-4200-a360-61cc670e6ff3 req-3ae02ca1-d6c7-42a9-b4ab-5827a535d478 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 944 time: 0.0543888 Aug 09 17:03:20.932772 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:20.947494 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning for port d2b0dee1-c202-4fa5-b136-d69f4632baa4 completed by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:03:20.951670 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port d2b0dee1-c202-4fa5-b136-d69f4632baa4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:03:20.952083 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:20.953253 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c1387351-d5b3-4200-a360-61cc670e6ff3 req-4cf50933-20c8-4802-9a12-e20bf2776964 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342426 Aug 09 17:03:21.042991 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:21.065733 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:03:21.068073 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497995b-ef03-463a-81dc-4dd9d8d6dc24" -d '{"events": [{"server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:03:21.083259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:21.088424 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:21.114250 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a2b941-20a5-4f83-96e7-67ccf633d4c9 x-openstack-request-id: req-07a2b941-20a5-4f83-96e7-67ccf633d4c9 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:03:21.114552 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:03:21.114858 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07a2b941-20a5-4f83-96e7-67ccf633d4c9 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:03:21.115219 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'code': 200} Aug 09 17:03:21.142002 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=5']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:21.213286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea745f-c600-426e-be63-5f88f4f7dd70 req-8dd4afc0-ccd9-4145-9f07-8879b31e5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:21.215357 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-96ea745f-c600-426e-be63-5f88f4f7dd70 req-8dd4afc0-ccd9-4145-9f07-8879b31e5a5d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 1096 time: 0.0491195 Aug 09 17:03:21.265622 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-96ea745f-c600-426e-be63-5f88f4f7dd70 req-5c9c93fc-408a-4c95-bf95-75ff76c81bab service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Aug 09 17:03:22.071353 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f65c54-dac3-4073-801f-dd3de694b146 req-1197d173-5ba8-4a47-8d94-e74074c903be tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:22.072803 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37f65c54-dac3-4073-801f-dd3de694b146 req-1197d173-5ba8-4a47-8d94-e74074c903be tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Aug 09 17:03:22.112743 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-37f65c54-dac3-4073-801f-dd3de694b146 req-60124151-f237-417a-a2be-99697c99e12b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335948 Aug 09 17:03:23.250412 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67732d-059b-4f9f-aedd-e6be2389e4dc req-5ee70c45-d373-4f1d-8a0a-56dff6479cc0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:23.251944 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d67732d-059b-4f9f-aedd-e6be2389e4dc req-5ee70c45-d373-4f1d-8a0a-56dff6479cc0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 945 time: 0.0622950 Aug 09 17:03:23.293155 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-2d67732d-059b-4f9f-aedd-e6be2389e4dc req-9ec3e48b-2114-4bd8-8724-d8eee8d36ed0 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346570 Aug 09 17:03:23.435237 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f832b3-6b5d-4f32-9451-547c30182fa6 req-69232be0-a469-485a-ab22-8048ae419111 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:23.436734 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8f832b3-6b5d-4f32-9451-547c30182fa6 req-69232be0-a469-485a-ab22-8048ae419111 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 945 time: 0.0655541 Aug 09 17:03:23.477523 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-d8f832b3-6b5d-4f32-9451-547c30182fa6 req-824f4b45-4445-443e-828a-ed7f25b0f604 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342159 Aug 09 17:03:23.510198 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47492) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:03:23.554097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2877f5-f1ea-4c40-8d22-b70711c0311c tempest-TestSnapshotPattern-394694457 tempest-TestSnapshotPattern-394694457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:23.556275 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-aa2877f5-f1ea-4c40-8d22-b70711c0311c tempest-TestSnapshotPattern-394694457 tempest-TestSnapshotPattern-394694457-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 1091 time: 0.0448475 Aug 09 17:03:23.559105 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47494) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:03:23.563679 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.v2.base [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Request body: {'floatingip': {'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'port_id': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:03:23.590358 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for floatingip, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:23.698100 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:23.828648 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.db_base_plugin_common [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Allocated IP 172.25.7.4 (d8200317-e626-42d3-906a-260c9ad8aee8/6eef04c4-63b9-4d77-804f-4436488289d9/b8b2d2d0-b673-4b1a-9bfd-f7684c2ccc9b) {{(pid=94177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:03:23.939538 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for port, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:23.983518 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764430821349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:24.022853 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Network d8200317-e626-42d3-906a-260c9ad8aee8 is already hosted by enough agents. {{(pid=94177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:03:24.025812 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.base_scheduler [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Resources bound (agent type, host, resource id): {{(pid=94177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:03:24.029472 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Received port after_create {{(pid=94177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:03:24.034903 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'Port': ['ID=b8b2d2d0-b673-4b1a-9bfd-f7684c2ccc9b,revision_number=1']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:24.066377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.066716 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.067053 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.067377 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.067708 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.068051 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.068373 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.068693 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.069007 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.069361 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.069676 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.069990 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:24.427092 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:24.499547 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:24.669943 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:24.676880 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770323'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:24.748759 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event updated for resources: {'Port': ['ID=b8b2d2d0-b673-4b1a-9bfd-f7684c2ccc9b,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:24.760470 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437662'] for floatingip, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:25.208355 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Floating IP e7c9ce84-34b4-496f-9360-e87a8d630c24 associated. External IP: 172.25.7.4, port: d2b0dee1-c202-4fa5-b136-d69f4632baa4. Aug 09 17:03:25.433406 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:03:25.544205 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:03:25.554906 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] Sync routers for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:03:25.562001 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:25.565400 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:03:25.566026 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:03:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:03:25.595176 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-8f192c9e-7e95-4c11-bc30-ad79403cb82b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0349813 Aug 09 17:03:25.595795 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:03:25.598158 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f109b71-ffed-42ae-9714-fb77653f6b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:03:25.641600 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5eff7e-6160-4895-a99f-7db4825c6202 x-openstack-request-id: req-3c5eff7e-6160-4895-a99f-7db4825c6202 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:03:25.641921 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:03:25.642169 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c5eff7e-6160-4895-a99f-7db4825c6202 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:03:25.642572 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'status': 'completed', 'code': 200} Aug 09 17:03:25.675324 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:03:25.705209 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-d22a5ef8-0eb7-4c77-baea-ff184b7ddc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:25.706819 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-d22a5ef8-0eb7-4c77-baea-ff184b7ddc2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 1096 time: 0.0424690 Aug 09 17:03:25.810534 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-2445e397-a57f-48c6-a403-9ea1746b5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:25.812031 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-2445e397-a57f-48c6-a403-9ea1746b5e90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.0979118 Aug 09 17:03:25.879261 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-e3d66817-0cd2-4505-89fa-b00f4efa2234 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4 HTTP/1.1" status: 200 len: 997 time: 0.0588939 Aug 09 17:03:25.913128 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:52Z', 'revision_number': 1, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}, {'id': 'e7c9ce84-34b4-496f-9360-e87a8d630c24', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:03:24Z', 'updated_at': '2021-08-09T17:03:24Z', 'revision_number': 0, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:03:25.935482 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-47629152-44f2-4a13-8a9c-8a5b3add4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:25.937023 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-47629152-44f2-4a13-8a9c-8a5b3add4dc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0502539 Aug 09 17:03:25.944135 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] Checking router: 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:03:25.954299 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:03:25.954900 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:03:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:03:25.986448 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-eda414ee-34e1-4a16-96e8-62476f554e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:25.988021 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-eda414ee-34e1-4a16-96e8-62476f554e78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431592 Aug 09 17:03:26.069505 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:03:26.080544 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-beecaf16-7c7f-45df-b0fe-c3f480f6a266 service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Aug 09 17:03:26.181322 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-6f109b71-ffed-42ae-9714-fb77653f6b1f req-ce06d730-91a0-4c02-86cd-4e84ba5c1506 service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933187 Aug 09 17:03:26.303748 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:52Z', 'revision_number': 1, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}, {'id': 'e7c9ce84-34b4-496f-9360-e87a8d630c24', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:03:24Z', 'updated_at': '2021-08-09T17:03:24Z', 'revision_number': 0, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:03:26.331333 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b363b6-92ab-4a82-90a3-de073c7456b7 None None] The sync data for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 is: [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:52Z', 'revision_number': 1, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}, {'id': 'e7c9ce84-34b4-496f-9360-e87a8d630c24', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:03:24Z', 'updated_at': '2021-08-09T17:03:24Z', 'revision_number': 0, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:03:26.553330 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f63e0e-a44b-41a8-8d28-5d043d561180 None None] New status for floating IP e7c9ce84-34b4-496f-9360-e87a8d630c24: ACTIVE {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:03:29.497648 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:29.582054 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:37.947042 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:03:45.182394 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7af90b27-d054-48c7-a897-5c8286877aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:47.662017 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-35c105f4-4ba8-415b-b126-f06169cd7eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:47.913579 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:49.455101 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:50.858106 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:52.532019 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-355f50bd-9d69-47c7-8a8c-adb255275d79 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934582 Aug 09 17:03:52.627223 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-a0d1f250-c606-414b-8335-3cfd65d5f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:52.628834 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-a0d1f250-c606-414b-8335-3cfd65d5f500 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 1096 time: 0.0444348 Aug 09 17:03:52.743638 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-91a81823-e94d-4284-9028-3dff3e1e2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:52.745202 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-91a81823-e94d-4284-9028-3dff3e1e2bfa service neutron] 10.222.0.66 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.0939567 Aug 09 17:03:52.837554 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-8b9d637b-9bbe-497e-8afc-16c535a6c311 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4 HTTP/1.1" status: 200 len: 999 time: 0.0851207 Aug 09 17:03:52.892228 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-4c9bb1e4-9e17-437c-99e7-9fe79678e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:52.893688 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-4c9bb1e4-9e17-437c-99e7-9fe79678e474 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0489647 Aug 09 17:03:52.951071 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-66297c25-317f-473f-afde-1c847ae7b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:52.952630 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-66297c25-317f-473f-afde-1c847ae7b488 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519674 Aug 09 17:03:53.058796 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-22d4ff27-8fad-428d-835f-15c3b873370e service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977719 Aug 09 17:03:53.169208 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-57e8ab2c-d9ce-41d0-95c9-4b47cb1909eb req-ba81d0e2-0ecd-4e43-9071-5e506968feca service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032815 Aug 09 17:03:55.225120 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-455e889e-3a81-4c8b-9c88-c8e8937c33a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442133 Aug 09 17:03:55.314424 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-e0f4b297-f349-496b-a9ea-767979312366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:55.316001 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-e0f4b297-f349-496b-a9ea-767979312366 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0481989 Aug 09 17:03:55.426080 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-2816ee9d-93e2-416e-8b54-26ffe5b2ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:55.427604 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-2816ee9d-93e2-416e-8b54-26ffe5b2ac31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.0913007 Aug 09 17:03:55.494874 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-e96eadf9-872a-4f82-a7cd-f8397da66951 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 998 time: 0.0604312 Aug 09 17:03:55.546094 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-84230934-df06-4b8a-a313-678d3dd40068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:55.547617 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-84230934-df06-4b8a-a313-678d3dd40068 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0458536 Aug 09 17:03:55.599625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-905869b8-3980-4ee0-be69-3bc3f4dce463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:03:55.601187 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-905869b8-3980-4ee0-be69-3bc3f4dce463 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460212 Aug 09 17:03:55.691845 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-50fd6ab6-1184-4dd7-9c31-a4ee6df892d9 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827656 Aug 09 17:03:55.787101 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-1d0a442d-5c91-4978-86fb-7dd4ce963889 req-7b19c440-e8c2-45a6-876d-17b82d73e7b5 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Aug 09 17:03:59.513551 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:59.602650 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:14.947584 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:04:15.177052 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-9a5902f5-1a72-4b10-9655-6c905a4816cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:17.658980 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-fa6f2202-632e-46c1-ac90-7a5b152b08a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:17.909962 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:19.462036 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:20.857086 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:29.519339 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:29.614694 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:45.180219 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ef40c4ed-9f46-480f-8a7a-55923e2a6353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:47.655628 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f7d01d0d-3e96-43c2-9a62-8d092067c2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:47.914382 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:49.461582 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:50.875296 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:51.947731 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:04:52.488580 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f10fc621-8695-4382-aa7a-40321e428946 req-8d7c9c73-44a6-4111-ae06-2576e3bf21d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435266 Aug 09 17:04:52.574195 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc621-8695-4382-aa7a-40321e428946 req-210ef7c0-5fb7-4ee0-a4be-64ba19009054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:04:52.575730 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f10fc621-8695-4382-aa7a-40321e428946 req-210ef7c0-5fb7-4ee0-a4be-64ba19009054 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 1096 time: 0.0432949 Aug 09 17:04:52.684595 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc621-8695-4382-aa7a-40321e428946 req-7d6d315f-faaa-402d-b15c-aa42aa80de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:04:52.686092 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f10fc621-8695-4382-aa7a-40321e428946 req-7d6d315f-faaa-402d-b15c-aa42aa80de43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.0893905 Aug 09 17:04:52.754663 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f10fc621-8695-4382-aa7a-40321e428946 req-c083f0ce-a97d-459d-a11e-dac4b1dd07ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4 HTTP/1.1" status: 200 len: 999 time: 0.0615704 Aug 09 17:04:52.809034 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc621-8695-4382-aa7a-40321e428946 req-4dbea059-0a87-410a-9a2e-91e541adf33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:04:52.810521 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f10fc621-8695-4382-aa7a-40321e428946 req-4dbea059-0a87-410a-9a2e-91e541adf33b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0492229 Aug 09 17:04:52.856632 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc621-8695-4382-aa7a-40321e428946 req-be4f75cc-8eda-4b46-8dfe-07a700bfbf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:04:52.858168 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f10fc621-8695-4382-aa7a-40321e428946 req-be4f75cc-8eda-4b46-8dfe-07a700bfbf36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407159 Aug 09 17:04:52.952627 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f10fc621-8695-4382-aa7a-40321e428946 req-1af3191a-0f93-4920-9650-1ffbe736ad9c service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861075 Aug 09 17:04:53.060230 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-f10fc621-8695-4382-aa7a-40321e428946 req-e24fc84a-acdc-4db9-b4da-b63e86b8f38f service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002932 Aug 09 17:04:57.227535 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409529a8-1037-446b-bd62-7b08048e1b7f req-333f58c3-79e0-4474-acaf-7f485d12df32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429864 Aug 09 17:04:57.316807 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409529a8-1037-446b-bd62-7b08048e1b7f req-28ba2821-9934-4ccc-8e47-8bc897959949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:04:57.318377 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409529a8-1037-446b-bd62-7b08048e1b7f req-28ba2821-9934-4ccc-8e47-8bc897959949 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0457885 Aug 09 17:04:57.428441 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409529a8-1037-446b-bd62-7b08048e1b7f req-4c04d667-0013-478d-b0e1-7d7d5045b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:04:57.429942 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409529a8-1037-446b-bd62-7b08048e1b7f req-4c04d667-0013-478d-b0e1-7d7d5045b8f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.0905850 Aug 09 17:04:57.496385 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409529a8-1037-446b-bd62-7b08048e1b7f req-be4a8b77-743f-4b47-9129-8174c28335a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 998 time: 0.0596144 Aug 09 17:04:57.547599 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409529a8-1037-446b-bd62-7b08048e1b7f req-95b38a89-305b-4256-a6c0-411955cbddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:04:57.549235 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409529a8-1037-446b-bd62-7b08048e1b7f req-95b38a89-305b-4256-a6c0-411955cbddc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0459352 Aug 09 17:04:57.601702 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409529a8-1037-446b-bd62-7b08048e1b7f req-a883e712-c2af-40a0-8dc7-fbf7f6598e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:04:57.603479 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409529a8-1037-446b-bd62-7b08048e1b7f req-a883e712-c2af-40a0-8dc7-fbf7f6598e91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476849 Aug 09 17:04:57.695460 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409529a8-1037-446b-bd62-7b08048e1b7f req-45a73800-ebc3-4d6e-9e11-2213f657dc09 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840712 Aug 09 17:04:57.794296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-409529a8-1037-446b-bd62-7b08048e1b7f req-19dc7d2c-2576-4fa1-9ca9-bd1f924eb224 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918128 Aug 09 17:04:59.239051 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d2b0dee1-c202-4fa5-b136-d69f4632baa4 details requested by agent hyperv_n-h2-799523-2 with host n-h2-799523-2 {{(pid=94179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:04:59.338498 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:04:59.351325 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Returning: {'device': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'port_id': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'mac_address': 'fa:16:3e:f5:cf:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:04:59.390334 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:59.404548 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2b0dee1-c202-4fa5-b136-d69f4632baa4 {{(pid=94179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:04:59.426988 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:04:59.432456 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:59.485896 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=6']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:04:59.493765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.494143 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.494480 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.494934 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.495259 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.495583 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.495927 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.496249 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.496568 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.496923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.497215 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.497529 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:04:59.516034 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] get_ports_and_sgs() called for port_ids ['d2b0dee1-c202-4fa5-b136-d69f4632baa4'] {{(pid=94179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:04:59.558470 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:59.616017 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:01.255844 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d2b0dee1-c202-4fa5-b136-d69f4632baa4 up at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:05:01.329136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.provisioning_blocks [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Provisioning complete for port d2b0dee1-c202-4fa5-b136-d69f4632baa4 triggered by entity L2. {{(pid=94179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:05:01.329786 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-524897'] for port, provisioning_complete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:01.419035 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:01.442631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:05:01.444979 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76af8e65-77a8-4b6a-a0e1-a444fcb5c6f1" -d '{"events": [{"server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:05:01.465136 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:01.472604 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:01.513289 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cf79a5-be53-4765-90cc-1f909d74b51f x-openstack-request-id: req-24cf79a5-be53-4765-90cc-1f909d74b51f {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:05:01.513289 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:05:01.513289 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24cf79a5-be53-4765-90cc-1f909d74b51f {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:05:01.513289 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'code': 200} Aug 09 17:05:01.554863 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=7']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:10.362677 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47724) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:10.531057 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Deleting port b8b2d2d0-b673-4b1a-9bfd-f7684c2ccc9b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:10.531419 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:10.615758 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:10.616126 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:10.628286 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Calling delete_port for b8b2d2d0-b673-4b1a-9bfd-f7684c2ccc9b owned by network:floatingip {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:10.782087 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:10.810288 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event deleted for resources: {'Port': ['ID=b8b2d2d0-b673-4b1a-9bfd-f7684c2ccc9b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:10.822940 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.823296 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.823984 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.824393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.824681 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.825020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.825350 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.825683 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.826012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.826332 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.826661 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.826991 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:10.884502 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for floatingip, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:10.884792 n-d-799523-2 neutron-server[94178]: INFO neutron.db.l3_db [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Floating IP e7c9ce84-34b4-496f-9360-e87a8d630c24 disassociated (deleted). External IP: 172.25.7.4, port: d2b0dee1-c202-4fa5-b136-d69f4632baa4. Aug 09 17:05:11.132937 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:05:11.577465 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:05:11.582732 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:11.587556 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] Sync routers for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:05:11.598223 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:05:11.598836 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:11.610014 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-a3a8ff41-8354-4ad5-86f7-ed2e33dadc8b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "DELETE /v2.0/floatingips/e7c9ce84-34b4-496f-9360-e87a8d630c24 HTTP/1.1" status: 204 len: 168 time: 1.2461689 Aug 09 17:05:11.610625 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:05:11.612923 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833" -d '{"events": [{"name": "network-changed", "server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:05:11.708828 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:05:11.773183 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb008b2-d510-4da7-9303-38bb9bb97b30 x-openstack-request-id: req-beb008b2-d510-4da7-9303-38bb9bb97b30 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:05:11.773473 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:05:11.773721 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-beb008b2-d510-4da7-9303-38bb9bb97b30 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:05:11.774120 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'status': 'completed', 'code': 200} Aug 09 17:05:11.847718 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-36c95943-4164-4a61-8349-aad1d41a5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:11.849364 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-36c95943-4164-4a61-8349-aad1d41a5dfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 1096 time: 0.0524282 Aug 09 17:05:11.876087 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0c12c-3384-4701-8de1-b35a269cbb93 req-ff114671-ec31-4b35-a111-335bf5df9e8e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:11.880315 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8b0c12c-3384-4701-8de1-b35a269cbb93 req-ff114671-ec31-4b35-a111-335bf5df9e8e tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 945 time: 0.0556116 Aug 09 17:05:11.924108 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-c8b0c12c-3384-4701-8de1-b35a269cbb93 req-6ebfc803-8746-4a1a-a5ce-4d980df1e805 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396020 Aug 09 17:05:11.948222 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-9c4a7e39-fa22-43a2-9a72-70e31090cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:11.950231 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-9c4a7e39-fa22-43a2-9a72-70e31090cb21 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.0929077 Aug 09 17:05:11.954943 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:52Z', 'revision_number': 1, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:11.981243 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] Checking router: 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:05:11.989938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:05:11.990531 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:11.995113 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-fb071d4d-1cb5-4d73-8d57-c2b47238e059 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4 HTTP/1.1" status: 200 len: 217 time: 0.0362904 Aug 09 17:05:12.044428 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-28a0c790-0c4c-4459-8f50-61f1df231100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:12.045892 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-28a0c790-0c4c-4459-8f50-61f1df231100 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0437319 Aug 09 17:05:12.096201 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:05:12.098637 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-27c02063-3789-40f9-a41f-0338eeb06011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:12.100221 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-27c02063-3789-40f9-a41f-0338eeb06011 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466371 Aug 09 17:05:12.200445 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-62d473dc-2d23-4f3f-b8d8-742bdc1c5b10 service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900056 Aug 09 17:05:12.303986 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-b2d097bd-cda7-4242-9e0f-a9c6d5a73833 req-44cf37cd-8fd0-4c11-83c2-a35eb0ea97c1 service neutron] 10.222.0.66 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952830 Aug 09 17:05:12.492642 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:52Z', 'revision_number': 1, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:12.519042 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237796c9-a1bb-421c-9e76-8326021d8d36 None None] The sync data for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 is: [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_floatingips': [{'id': '08607341-3472-4e0e-850a-a9ec40b7edc6', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'router_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'port_id': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'mac_address': 'fa:16:3e:a1:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:00:50Z', 'updated_at': '2021-08-09T17:00:52Z', 'revision_number': 1, 'project_id': '0cac94c21337447da15b2b248194c631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:05:12.750419 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61cf3c-01ac-4a3d-8101-2d7fe4ec719c None None] New status for floating IP e7c9ce84-34b4-496f-9360-e87a8d630c24: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:05:13.046236 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c1f0c-fcd7-45f4-af2f-c3848d7f5d00 req-3db22736-3503-4243-969d-df24f5e8403c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:13.047844 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918c1f0c-fcd7-45f4-af2f-c3848d7f5d00 req-3db22736-3503-4243-969d-df24f5e8403c tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 945 time: 0.0513868 Aug 09 17:05:13.094819 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-918c1f0c-fcd7-45f4-af2f-c3848d7f5d00 req-10810709-0e87-4e98-9f2a-91031694d5ff tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374553 Aug 09 17:05:13.297929 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d2b0dee1-c202-4fa5-b136-d69f4632baa4 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:13.373194 n-d-799523-2 neutron-server[94178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-9b29531b-1680-4c9c-adf4-5ae38d42b97d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:13.374705 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-9b29531b-1680-4c9c-adf4-5ae38d42b97d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.66 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 945 time: 0.0521524 Aug 09 17:05:13.382486 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452578'] for port, before_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:13.414098 n-d-799523-2 neutron-server[94179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4'}] {{(pid=94179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:05:13.416842 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbd9834d24c87d9fc2e1480e2167fb22e3f5f57e2ff758b8e78c7245e3c5b1fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03c2228-d325-415d-bd98-778b43957fa7" -d '{"events": [{"server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "name": "network-vif-unplugged", "status": "completed", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4"}]}' {{(pid=94179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:05:13.420867 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:13.427200 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764431207837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764430821367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764430818573'] for port, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:13.457371 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8dc38f-090b-43d9-a57c-dc25509923e2 x-openstack-request-id: req-7b8dc38f-090b-43d9-a57c-dc25509923e2 {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:05:13.457663 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "name": "network-vif-unplugged", "status": "completed", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4", "code": 200}]} {{(pid=94179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:05:13.457911 n-d-799523-2 neutron-server[94179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b8dc38f-090b-43d9-a57c-dc25509923e2 {{(pid=94179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:05:13.458300 n-d-799523-2 neutron-server[94179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'code': 200} Aug 09 17:05:13.469755 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Deleting port d2b0dee1-c202-4fa5-b136-d69f4632baa4 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:13.470090 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:13.485598 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Pushing event updated for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=8']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:13.564464 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] For port d2b0dee1-c202-4fa5-b136-d69f4632baa4, host n-h2-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799523-2',level=0,port_id=d2b0dee1-c202-4fa5-b136-d69f4632baa4,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:13.564711 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:13.579124 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Calling delete_port for d2b0dee1-c202-4fa5-b136-d69f4632baa4 owned by compute:nova {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:13.713696 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:13.743410 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event deleted for resources: {'Port': ['ID=d2b0dee1-c202-4fa5-b136-d69f4632baa4,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:13.785154 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] No DVR routers for this DVR port d2b0dee1-c202-4fa5-b136-d69f4632baa4 on host n-h2-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:05:13.787849 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:13.789904 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [req-d25cef47-2b55-4e01-9f63-0063756b70b5 req-3e9c49c3-2122-445f-81f5-755bbb687bfe tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.66 "DELETE /v2.0/ports/d2b0dee1-c202-4fa5-b136-d69f4632baa4 HTTP/1.1" status: 204 len: 173 time: 0.4091339 Aug 09 17:05:13.790332 n-d-799523-2 neutron-server[94178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'name': 'network-vif-deleted', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4'}] {{(pid=94178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:05:13.792643 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7038f9c916e466d8da5faba5920ba49ff34aa61c47ffe3128ea4fb5622a560f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a3fa06-400f-45f5-b9dc-d82d0a76b4bd" -d '{"events": [{"server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "name": "network-vif-deleted", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4"}]}' {{(pid=94178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:05:13.832370 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86c5677-acb7-4899-a270-0c81e30015b8 x-openstack-request-id: req-e86c5677-acb7-4899-a270-0c81e30015b8 {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:05:13.832800 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c9b53b-f73c-4690-ab40-f8b8e1d71c66", "name": "network-vif-deleted", "tag": "d2b0dee1-c202-4fa5-b136-d69f4632baa4", "status": "completed", "code": 200}]} {{(pid=94178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:05:13.833210 n-d-799523-2 neutron-server[94178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e86c5677-acb7-4899-a270-0c81e30015b8 {{(pid=94178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:05:13.833825 n-d-799523-2 neutron-server[94178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c9b53b-f73c-4690-ab40-f8b8e1d71c66', 'name': 'network-vif-deleted', 'tag': 'd2b0dee1-c202-4fa5-b136-d69f4632baa4', 'status': 'completed', 'code': 200} Aug 09 17:05:14.236598 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-9a185003-af09-4a48-b45c-dd9204edcff7 req-124f3b41-96de-43a6-91ee-8fb3229bf823 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c9b53b-f73c-4690-ab40-f8b8e1d71c66 HTTP/1.1" status: 200 len: 210 time: 0.0311990 Aug 09 17:05:15.195232 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e66b98b4-cebc-47f6-a42b-8b8a17a1c584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:15.868654 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47782) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:16.038586 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Deleting port ffcd0bb0-7f02-4a91-999f-03090c65f92c {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:16.038840 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:16.115331 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:16.115626 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:16.127097 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Calling delete_port for ffcd0bb0-7f02-4a91-999f-03090c65f92c owned by network:floatingip {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:16.289782 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:16.322309 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event deleted for resources: {'Port': ['ID=ffcd0bb0-7f02-4a91-999f-03090c65f92c,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:16.334365 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.334704 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.335036 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.335367 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.335675 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.336033 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.336354 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.336672 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.336994 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.337308 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.337625 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.337934 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799523-2 {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:05:16.400131 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for floatingip, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:16.400664 n-d-799523-2 neutron-server[94177]: INFO neutron.db.l3_db [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Floating IP 08607341-3472-4e0e-850a-a9ec40b7edc6 disassociated (deleted). External IP: 172.25.7.98, port: 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0. Aug 09 17:05:16.638035 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:05:16.763465 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:05:16.768579 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for floatingip, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:16.773875 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] Sync routers for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:05:16.783668 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:05:16.784337 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:16.799828 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b5273fd2-7d79-41b8-967b-27f43a15dc2d tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "DELETE /v2.0/floatingips/08607341-3472-4e0e-850a-a9ec40b7edc6 HTTP/1.1" status: 204 len: 168 time: 0.9300525 Aug 09 17:05:16.800487 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:05:16.802756 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69deff3c-599c-42bd-b2ea-71818a93d090" -d '{"events": [{"name": "network-changed", "server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:05:16.890775 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:05:16.965761 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f14a49-6fb1-4c77-b74d-3d1909e6b8b9 x-openstack-request-id: req-e4f14a49-6fb1-4c77-b74d-3d1909e6b8b9 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:05:16.966301 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:05:16.966301 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4f14a49-6fb1-4c77-b74d-3d1909e6b8b9 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:05:16.966781 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'status': 'completed', 'code': 200} Aug 09 17:05:17.058986 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-5a34f982-87e3-40c2-a4c6-8cef38e6adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:17.060711 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-5a34f982-87e3-40c2-a4c6-8cef38e6adef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cac94c21337447da15b2b248194c631&device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0698433 Aug 09 17:05:17.094826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:17.095291 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb3c5a-1841-4cf5-8031-d7b81b5e3882 req-c53bf5e2-c743-40e0-810e-552e021a8532 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:17.096859 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24fb3c5a-1841-4cf5-8031-d7b81b5e3882 req-c53bf5e2-c743-40e0-810e-552e021a8532 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 943 time: 0.0764766 Aug 09 17:05:17.121425 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] Checking router: 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:05:17.130112 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:05:17.130710 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:04:48Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:17.180951 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-24fb3c5a-1841-4cf5-8031-d7b81b5e3882 req-44caccf4-47bd-499a-b46d-c45a71b2da88 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553720 Aug 09 17:05:17.200128 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-5daf560c-0bbf-4532-b611-ce860201c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:17.201668 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-5daf560c-0bbf-4532-b611-ce860201c795 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 200 len: 911 time: 0.1321146 Aug 09 17:05:17.236433 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:05:17.246716 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-90785d15-cb2f-457d-802f-ba2932d8f7f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 200 len: 217 time: 0.0359068 Aug 09 17:05:17.307620 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-e2bcd0e0-a763-47d5-974f-6b7f7c5180ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:17.309158 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-e2bcd0e0-a763-47d5-974f-6b7f7c5180ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 200 len: 848 time: 0.0551906 Aug 09 17:05:17.350208 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d2b0dee1-c202-4fa5-b136-d69f4632baa4 no longer exists at agent hyperv_n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:17.357754 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-9d6ff9bc-2bc3-45ea-8076-738e290ecf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:17.359296 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-9d6ff9bc-2bc3-45ea-8076-738e290ecf4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08d8276a-51bd-4fe8-84ab-77ae26acc1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425520 Aug 09 17:05:17.373268 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] No Port match for: d2b0dee1-c202-4fa5-b136-d69f4632baa4 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:05:17.373581 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Device d2b0dee1-c202-4fa5-b136-d69f4632baa4 not bound to the agent host n-h2-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:17.453830 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-1e280500-b0a2-4567-bf4f-6713046a11bf service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860124 Aug 09 17:05:17.462234 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:17.493278 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13a2b6-810e-410b-9a8a-4df06eccdd2a None None] The sync data for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 is: [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:00:31Z', 'revision_number': 4, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2', '_interfaces': [{'id': '6b61f56e-5cd7-40df-b95e-6f16e7220165', 'name': '', 'network_id': '08d8276a-51bd-4fe8-84ab-77ae26acc1bc', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'mac_address': 'fa:16:3e:1d:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:31Z', 'updated_at': '2021-08-09T17:00:37Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'subnets': [{'id': 'eb16001e-b38a-4a12-bcfa-6ec590ee221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:05:17.555434 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-69deff3c-599c-42bd-b2ea-71818a93d090 req-85896a05-44ed-481c-b666-b85c3a163101 service neutron] 10.222.0.35 "GET /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943158 Aug 09 17:05:17.649897 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a458084d-b779-453a-adfa-dfdf69f40674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:17.721165 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c11a69-abf5-43a2-9389-d1af0a130c5b None None] New status for floating IP 08607341-3472-4e0e-850a-a9ec40b7edc6: DOWN {{(pid=94180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:05:17.926817 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:18.315727 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc089cf-b33b-485d-8b44-ccc8548a04fa req-678a4cf8-7faa-4aa3-ba61-cf301ef03588 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:18.317298 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddc089cf-b33b-485d-8b44-ccc8548a04fa req-678a4cf8-7faa-4aa3-ba61-cf301ef03588 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 943 time: 0.0587206 Aug 09 17:05:18.357103 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-ddc089cf-b33b-485d-8b44-ccc8548a04fa req-91ff67c9-18b7-419c-babc-aed2ab720004 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ba39342-c26d-4e53-9315-7decd05c73d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336654 Aug 09 17:05:18.578415 n-d-799523-2 neutron-server[94177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-5b702517-2a3d-4fa3-a21f-69ec89cc4965 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:05:18.579800 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-5b702517-2a3d-4fa3-a21f-69ec89cc4965 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.35 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 943 time: 0.0549681 Aug 09 17:05:18.675519 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Deleting port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:18.675868 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:18.774714 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] For port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0, host n-h1-799523-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799523-2',level=0,port_id=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:18.775083 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:18.788540 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Calling delete_port for 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 owned by compute:nova {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:18.942293 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:18.982578 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event deleted for resources: {'Port': ['ID=8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:19.030521 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] No DVR routers for this DVR port 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 on host n-h1-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:05:19.034196 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2057020'] for port, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:19.036245 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-23f65e42-9f27-4d9d-891e-83371da5b031 req-09befd5e-c756-4ada-b0b6-840d31933065 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.35 "DELETE /v2.0/ports/8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 HTTP/1.1" status: 204 len: 173 time: 0.4495504 Aug 09 17:05:19.036684 n-d-799523-2 neutron-server[94177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'name': 'network-vif-deleted', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0'}] {{(pid=94177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:05:19.039637 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebaefa5687518ec4b40b42367872750e025feff9befe3b7efdcc241fe143f69e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e462693-12fc-4351-9618-6d4065f21642" -d '{"events": [{"server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "name": "network-vif-deleted", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0"}]}' {{(pid=94177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:05:19.077197 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001f98d7-b7a1-4e08-b8ba-951e6e6f3e31 x-openstack-request-id: req-001f98d7-b7a1-4e08-b8ba-951e6e6f3e31 {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:05:19.077487 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7", "name": "network-vif-deleted", "tag": "8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0", "status": "completed", "code": 200}]} {{(pid=94177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:05:19.077738 n-d-799523-2 neutron-server[94177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-001f98d7-b7a1-4e08-b8ba-951e6e6f3e31 {{(pid=94177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:05:19.078190 n-d-799523-2 neutron-server[94177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7', 'name': 'network-vif-deleted', 'tag': '8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0', 'status': 'completed', 'code': 200} Aug 09 17:05:19.480937 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:19.504615 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [req-85f37340-9ee3-456b-af93-bfdf44e0b295 req-fd5519cb-6202-43da-97ab-d73f9d09749b tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36cbd47-a7a0-449b-8ba8-5ad4b1945fd7 HTTP/1.1" status: 200 len: 210 time: 0.0360703 Aug 09 17:05:20.562314 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47798) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:20.631627 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84995cca-4887-4f66-baad-ebf94c429167 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:20.658591 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84995cca-4887-4f66-baad-ebf94c429167 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:20.726652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84995cca-4887-4f66-baad-ebf94c429167 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:20.729350 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-84995cca-4887-4f66-baad-ebf94c429167 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:20.730602 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-84995cca-4887-4f66-baad-ebf94c429167 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] 10.222.0.64 "DELETE /v2.0/security-groups/7ba39342-c26d-4e53-9315-7decd05c73d5 HTTP/1.1" status: 204 len: 168 time: 0.1672893 Aug 09 17:05:20.740443 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84995cca-4887-4f66-baad-ebf94c429167 tempest-TestSnapshotPattern-252307300 tempest-TestSnapshotPattern-252307300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba39342-c26d-4e53-9315-7decd05c73d5,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:20.868805 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:21.808039 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47804) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:22.188878 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:22.454140 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Deleting port 6b61f56e-5cd7-40df-b95e-6f16e7220165 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:22.454378 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:22.534052 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] For port 6b61f56e-5cd7-40df-b95e-6f16e7220165, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=6b61f56e-5cd7-40df-b95e-6f16e7220165,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:22.534431 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:22.547992 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Calling delete_port for 6b61f56e-5cd7-40df-b95e-6f16e7220165 owned by network:router_interface {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:22.746241 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:22.786148 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b61f56e-5cd7-40df-b95e-6f16e7220165,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:22.835938 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 no longer exists at agent hyperv_n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:22.858561 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] No Port match for: 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:05:22.859331 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Device 8c0ea02a-edf2-4b42-a5bf-cb13f76a03f0 not bound to the agent host n-h1-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:23.328882 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:23.555078 n-d-799523-2 neutron-server[94177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:05:23.668530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:05:23.674115 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-b2d4a546-777a-462f-975f-32f8a1e4d881 admin admin] 10.222.0.64 "PUT /v2.0/routers/3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8648715 Aug 09 17:05:23.677522 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47808) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:23.678823 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] Sync routers for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:05:23.688923 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:05:23.689569 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:23.790917 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:23.798375 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: n-d-799523-2 {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:05:23.896354 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:23.952335 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Deleting port d2c831e7-404e-401c-b554-fa3b694c2335 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:23.952583 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:23.978182 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:05:22Z', 'revision_number': 5, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port': {'id': 'd2c831e7-404e-401c-b554-fa3b694c2335', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:29Z', 'updated_at': '2021-08-09T17:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:24.008647 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] Checking router: 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b for host: n-d-799523-2 {{(pid=94179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:05:24.017065 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] Routers {'3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'} bound to L3 agent in host n-d-799523-2 {{(pid=94179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:05:24.017685 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'], 'active': True} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:24.035031 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] For port d2c831e7-404e-401c-b554-fa3b694c2335, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=d2c831e7-404e-401c-b554-fa3b694c2335,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:24.035409 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.049012 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Calling delete_port for d2c831e7-404e-401c-b554-fa3b694c2335 owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:24.105435 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvr_db [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] Set router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b gateway port host: None {{(pid=94179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:05:24.158171 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_hamode_db [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:05:23Z', 'revision_number': 6, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port_host': None}], 'n-d-799523-2', False) {} {{(pid=94179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:24.192937 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4eb49-730c-4731-8e0d-269115c0ae4f None None] The sync data for ids ['3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b'] in n-d-799523-2 is: [{'id': '3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b', 'name': 'tempest-TestSnapshotPattern-290835904-router', 'tenant_id': '0cac94c21337447da15b2b248194c631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:28Z', 'updated_at': '2021-08-09T17:05:23Z', 'revision_number': 6, 'project_id': '0cac94c21337447da15b2b248194c631', 'gw_port_host': None}] {{(pid=94179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:05:24.228321 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.259698 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c831e7-404e-401c-b554-fa3b694c2335,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:24.322041 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.420978 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.423172 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.470927 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.471420 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:05:24.476393 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.477629 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-23e0d6a6-822e-4e7b-823c-4879c9ff7361 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3dfdc52f-c1ca-4b15-b5ab-d5a22e536d5b HTTP/1.1" status: 204 len: 168 time: 0.7985973 Aug 09 17:05:24.482323 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47810) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:24.526497 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d5a839-d013-44a3-8a84-138602871d8a admin admin] Deleting subnet eb16001e-b38a-4a12-bcfa-6ec590ee221b {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:05:24.529996 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86d5a839-d013-44a3-8a84-138602871d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.565264 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86d5a839-d013-44a3-8a84-138602871d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.655901 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86d5a839-d013-44a3-8a84-138602871d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.711920 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86d5a839-d013-44a3-8a84-138602871d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.744326 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5a839-d013-44a3-8a84-138602871d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb16001e-b38a-4a12-bcfa-6ec590ee221b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:24.746357 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-86d5a839-d013-44a3-8a84-138602871d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.748246 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-86d5a839-d013-44a3-8a84-138602871d8a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eb16001e-b38a-4a12-bcfa-6ec590ee221b HTTP/1.1" status: 204 len: 168 time: 0.2650015 Aug 09 17:05:24.750794 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ee4ecd-e32e-4b6c-8c40-8c63cbce49ae None None] Network 08d8276a-51bd-4fe8-84ab-77ae26acc1bc requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:05:24.750966 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47812) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:24.824577 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.892829 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Deleting port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 {{(pid=94177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:24.893293 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.969629 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] For port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:24.970005 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:24.985530 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.plugin [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Calling delete_port for 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 owned by network:dhcp {{(pid=94177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:24.994019 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] DHCP port deletion for 08d8276a-51bd-4fe8-84ab-77ae26acc1bc request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:05:25.051186 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] Deleting port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:25.051552 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.071652 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770330'] for port, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.099560 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Pushing event deleted for resources: {'Port': ['ID=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:25.103959 n-d-799523-2 neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] No DVR routers for this DVR port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 on host n-d-799523-2 {{(pid=94177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:05:25.135507 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] For port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,segment=NetworkSegment(6ccce4e9-a207-4e45-9f64-a7089a135a47),segment_id=6ccce4e9-a207-4e45-9f64-a7089a135a47)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:25.136043 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.150984 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] Calling delete_port for 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:25.183163 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.195973 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d8276a-51bd-4fe8-84ab-77ae26acc1bc']}} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:25.211677 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccce4e9-a207-4e45-9f64-a7089a135a47') {'for_net_delete': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:25.212344 n-d-799523-2 neutron-server[94177]: DEBUG neutron.services.segments.db [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccce4e9-a207-4e45-9f64-a7089a135a47') {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:25.225768 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008967'] for segment, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.238859 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.241668 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.250820 n-d-799523-2 neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=94177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:05:25.251157 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770551'] for segment, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: Traceback (most recent call last): Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: timer() Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: cb(*args, **kw) Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: return func(*args, **kwargs) Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: self._notify() Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: self.callback(batched_events) Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: event.method(event) Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: return f(self, *a, **k) Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: return self._get(url).json() Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: return self.request(url, 'GET', **kwargs) Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:05:25.252961 n-d-799523-2 neutron-server[94177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:05:25.264814 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] Pushing event deleted for resources: {'Port': ['ID=7954b2cf-12c3-4eac-ab2c-9b26fc914b29,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:25.268571 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b2a7d-7984-4e4e-8807-fbfdd0c6ca67 None None] No DVR routers for this DVR port 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:05:25.315741 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.322303 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Notify callbacks [] for network, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.324428 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] 10.222.0.64 "DELETE /v2.0/networks/08d8276a-51bd-4fe8-84ab-77ae26acc1bc HTTP/1.1" status: 204 len: 168 time: 0.5725470 Aug 09 17:05:25.327731 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47814) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:25.333929 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cc218-b4f5-4a25-8109-6ab307a7b0de admin admin] Pushing event deleted for resources: {'Network': ['ID=08d8276a-51bd-4fe8-84ab-77ae26acc1bc,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:25.469784 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d2c831e7-404e-401c-b554-fa3b694c2335 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:25.490436 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: d2c831e7-404e-401c-b554-fa3b694c2335 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:05:25.490777 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device d2c831e7-404e-401c-b554-fa3b694c2335 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:25.491185 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:25.511790 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:05:25.512254 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 7954b2cf-12c3-4eac-ab2c-9b26fc914b29 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:25.512832 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b61f56e-5cd7-40df-b95e-6f16e7220165 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:25.533808 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 6b61f56e-5cd7-40df-b95e-6f16e7220165 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:05:25.534048 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 6b61f56e-5cd7-40df-b95e-6f16e7220165 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:25.717182 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437406'] for router_interface, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:25.976667 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Deleting port 4be3db60-f59c-4f84-975c-098d1dfadcd7 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:25.977045 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:26.060328 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] For port 4be3db60-f59c-4f84-975c-098d1dfadcd7, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4be3db60-f59c-4f84-975c-098d1dfadcd7,segment=NetworkSegment(6966a0d7-5680-4f10-8f5a-27e821fa2342),segment_id=6966a0d7-5680-4f10-8f5a-27e821fa2342)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:26.060700 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:26.075097 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Calling delete_port for 4be3db60-f59c-4f84-975c-098d1dfadcd7 owned by network:router_interface {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:26.283372 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:26.315340 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be3db60-f59c-4f84-975c-098d1dfadcd7,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:26.481928 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440110'] for router_interface, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:26.728020 n-d-799523-2 neutron-server[94178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Router 82b0f70a-7e8e-4e17-b369-ea35580dc751 has already been hosted by L3 agent 7b67c720-1b41-4764-ad7c-b512c4b711b8 {{(pid=94178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:05:26.836176 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] Notify agent at l3_agent.n-d-799523-2 the message routers_updated {{(pid=94178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:05:26.841675 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-8f093d50-5d84-462e-af27-d9e8b1f54551 admin admin] 10.222.0.64 "PUT /v2.0/routers/82b0f70a-7e8e-4e17-b369-ea35580dc751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5127594 Aug 09 17:05:26.845281 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47818) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:26.847985 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] Sync routers for ids ['82b0f70a-7e8e-4e17-b369-ea35580dc751'] in n-d-799523-2 {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:05:26.857944 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] Routers {'82b0f70a-7e8e-4e17-b369-ea35580dc751'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:05:26.858558 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['82b0f70a-7e8e-4e17-b369-ea35580dc751'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:26.954854 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks [] for router, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:26.962032 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] Set router 82b0f70a-7e8e-4e17-b369-ea35580dc751 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:05:27.144055 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:05:26Z', 'revision_number': 5, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:27.170045 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] Checking router: 82b0f70a-7e8e-4e17-b369-ea35580dc751 for host: n-d-799523-2 {{(pid=94180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:05:27.179231 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] Routers {'82b0f70a-7e8e-4e17-b369-ea35580dc751'} bound to L3 agent in host n-d-799523-2 {{(pid=94180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:05:27.179846 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799523-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:19:17Z,description=,heartbeat_timestamp=2021-08-09T17:05:18Z,host='n-d-799523-2',id=7b67c720-1b41-4764-ad7c-b512c4b711b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:19:17Z,topic='l3_agent')) {'router_ids': ['82b0f70a-7e8e-4e17-b369-ea35580dc751'], 'active': True} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:27.290811 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_dvr_db [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] Set router 82b0f70a-7e8e-4e17-b369-ea35580dc751 gateway port host: n-d-799523-2 {{(pid=94180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:05:27.362666 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.418091 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Deleting port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:27.418433 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.485773 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.l3_hamode_db [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:05:26Z', 'revision_number': 5, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}], 'n-d-799523-2', False) {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:27.501730 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] For port 4e67c706-9091-4f7a-9c41-3cae1a5ee35b, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=4e67c706-9091-4f7a-9c41-3cae1a5ee35b,segment=NetworkSegment(72936766-4a75-44bf-a3d7-0364b42a960d),segment_id=72936766-4a75-44bf-a3d7-0364b42a960d)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:27.502102 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.512671 n-d-799523-2 neutron-server[94180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b973460-1a1b-4bd5-82c5-c86dd9de853e None None] The sync data for ids ['82b0f70a-7e8e-4e17-b369-ea35580dc751'] in n-d-799523-2 is: [{'id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'name': 'tempest-TestSnapshotPattern-1706419329-router', 'tenant_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'external_fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:00:33Z', 'updated_at': '2021-08-09T17:05:26Z', 'revision_number': 5, 'project_id': 'aa78c45533d648b6b5361b7f0b70c3aa', 'gw_port': {'id': '4e67c706-9091-4f7a-9c41-3cae1a5ee35b', 'name': '', 'network_id': 'd8200317-e626-42d3-906a-260c9ad8aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b0f70a-7e8e-4e17-b369-ea35580dc751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799523-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:00:34Z', 'updated_at': '2021-08-09T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eef04c4-63b9-4d77-804f-4436488289d9', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799523-2'}] {{(pid=94180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:05:27.515305 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Calling delete_port for 4e67c706-9091-4f7a-9c41-3cae1a5ee35b owned by network:router_gateway {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:27.684389 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.714592 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e67c706-9091-4f7a-9c41-3cae1a5ee35b,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:27.777295 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437704'] for router_gateway, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.870735 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.873131 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.922467 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-441032'] for router, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.922995 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b0f70a-7e8e-4e17-b369-ea35580dc751 {{(pid=94178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:05:27.927651 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] Notify callbacks [] for router, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:27.931602 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-454a12c8-e8e5-47d5-ad98-24e9c39e4010 admin admin] 10.222.0.64 "DELETE /v2.0/routers/82b0f70a-7e8e-4e17-b369-ea35580dc751 HTTP/1.1" status: 204 len: 168 time: 1.0827217 Aug 09 17:05:27.931897 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47820) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:28.108393 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee50396-eacf-46ea-8a3b-4e6079cd3ae3 admin admin] Deleting subnet 493b76a8-3ccd-4115-9f84-1e5baf8c44fb {{(pid=94178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:05:28.112124 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ee50396-eacf-46ea-8a3b-4e6079cd3ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.150052 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ee50396-eacf-46ea-8a3b-4e6079cd3ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6773644'] for subnet, precommit_delete_associations {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.234198 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ee50396-eacf-46ea-8a3b-4e6079cd3ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496219'] for subnet, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.287365 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ee50396-eacf-46ea-8a3b-4e6079cd3ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4775441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517114'] for subnet, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.313732 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee50396-eacf-46ea-8a3b-4e6079cd3ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493b76a8-3ccd-4115-9f84-1e5baf8c44fb,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:28.318487 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-5ee50396-eacf-46ea-8a3b-4e6079cd3ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.321089 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-5ee50396-eacf-46ea-8a3b-4e6079cd3ae3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/493b76a8-3ccd-4115-9f84-1e5baf8c44fb HTTP/1.1" status: 204 len: 168 time: 0.3880951 Aug 09 17:05:28.322947 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47824) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:28.325848 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f362c74-b2ac-4706-a0f4-7e6ebf9b6498 None None] Network 8f273393-90cd-4c14-91ca-28202030a009 requested from n-d-799523-2 {{(pid=94179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:05:28.390552 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612164'] for network, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.450949 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Deleting port 3c238fe8-d737-4809-a77a-34dce59ca3b8 {{(pid=94178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:28.451288 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.515918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.db [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] For port 3c238fe8-d737-4809-a77a-34dce59ca3b8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3c238fe8-d737-4809-a77a-34dce59ca3b8,segment=NetworkSegment(6966a0d7-5680-4f10-8f5a-27e821fa2342),segment_id=6966a0d7-5680-4f10-8f5a-27e821fa2342)] {{(pid=94178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:28.516286 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.520118 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] DHCP port deletion for 8f273393-90cd-4c14-91ca-28202030a009 request from n-d-799523-2 {{(pid=94179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:05:28.530918 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.plugin [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Calling delete_port for 3c238fe8-d737-4809-a77a-34dce59ca3b8 owned by network:dhcp {{(pid=94178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:28.572047 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] Deleting port 3c238fe8-d737-4809-a77a-34dce59ca3b8 {{(pid=94179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:05:28.572575 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764431202097'] for port, before_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.610963 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4775458'] for port, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.636631 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.db [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] For port 3c238fe8-d737-4809-a77a-34dce59ca3b8, host n-d-799523-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799523-2',level=0,port_id=3c238fe8-d737-4809-a77a-34dce59ca3b8,segment=NetworkSegment(6966a0d7-5680-4f10-8f5a-27e821fa2342),segment_id=6966a0d7-5680-4f10-8f5a-27e821fa2342)] {{(pid=94179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:05:28.637013 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434348'] for port, precommit_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.642971 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c238fe8-d737-4809-a77a-34dce59ca3b8,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:28.644925 n-d-799523-2 neutron-server[94178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] No DVR routers for this DVR port 3c238fe8-d737-4809-a77a-34dce59ca3b8 on host n-d-799523-2 {{(pid=94178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:05:28.651662 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] Calling delete_port for 3c238fe8-d737-4809-a77a-34dce59ca3b8 owned by network:dhcp {{(pid=94179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:05:28.722405 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497372', 'neutron.services.segments.db._delete_segments_for_network-8764431328624'] for network, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.727431 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2063583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764431207819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764430821358'] for port, after_delete {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.732669 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f273393-90cd-4c14-91ca-28202030a009']}} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:28.743692 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6966a0d7-5680-4f10-8f5a-27e821fa2342') {'for_net_delete': True} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:28.744122 n-d-799523-2 neutron-server[94178]: DEBUG neutron.services.segments.db [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6966a0d7-5680-4f10-8f5a-27e821fa2342') {} {{(pid=94178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:05:28.753260 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764431331705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6773659'] for segment, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.754880 n-d-799523-2 neutron-server[94179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] Pushing event deleted for resources: {'Port': ['ID=3c238fe8-d737-4809-a77a-34dce59ca3b8,revision_number=None']} {{(pid=94179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:28.758765 n-d-799523-2 neutron-server[94179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4198f-736c-4c11-9564-241b486850c4 None None] No DVR routers for this DVR port 3c238fe8-d737-4809-a77a-34dce59ca3b8 on host n-d-799523-2 {{(pid=94179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:05:28.772499 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282'] for segment, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.778426 n-d-799523-2 neutron-server[94178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=94178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:05:28.778960 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4775631'] for segment, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: Traceback (most recent call last): Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: timer() Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: cb(*args, **kw) Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: return func(*args, **kwargs) Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: self._notify() Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: self.callback(batched_events) Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: event.method(event) Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: return f(self, *a, **k) Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: return self._get(url).json() Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: return self.request(url, 'GET', **kwargs) Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:05:28.780463 n-d-799523-2 neutron-server[94178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:05:28.841677 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437676'] for network, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.847282 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.849306 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8f273393-90cd-4c14-91ca-28202030a009 HTTP/1.1" status: 204 len: 168 time: 0.5254185 Aug 09 17:05:28.861528 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c55193-6b35-47f8-bdb5-61c30fbf52a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f273393-90cd-4c14-91ca-28202030a009,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:28.946792 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:05:28.976776 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47828) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:29.018018 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-ed32f199-aa6d-49b6-b39d-6d6f22c7db6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cac94c21337447da15b2b248194c631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397363 Aug 09 17:05:29.020429 n-d-799523-2 neutron-server[94178]: DEBUG neutron.wsgi [-] (94178) accepted ('10.222.0.64', 47830) {{(pid=94178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:29.071493 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c622789b-8850-4bab-9470-8b1c95f7ff68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.095053 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c622789b-8850-4bab-9470-8b1c95f7ff68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.148804 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c622789b-8850-4bab-9470-8b1c95f7ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.151697 n-d-799523-2 neutron-server[94178]: DEBUG neutron_lib.callbacks.manager [None req-c622789b-8850-4bab-9470-8b1c95f7ff68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.153028 n-d-799523-2 neutron-server[94178]: INFO neutron.wsgi [None req-c622789b-8850-4bab-9470-8b1c95f7ff68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d502662-46ba-4778-996b-6da795a0fd06 HTTP/1.1" status: 204 len: 168 time: 0.1317146 Aug 09 17:05:29.161098 n-d-799523-2 neutron-server[94178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622789b-8850-4bab-9470-8b1c95f7ff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d502662-46ba-4778-996b-6da795a0fd06,revision_number=None']} {{(pid=94178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:29.475461 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3c238fe8-d737-4809-a77a-34dce59ca3b8 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:29.496093 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 3c238fe8-d737-4809-a77a-34dce59ca3b8 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:05:29.496440 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 3c238fe8-d737-4809-a77a-34dce59ca3b8 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:29.496853 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4be3db60-f59c-4f84-975c-098d1dfadcd7 no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:29.522071 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4be3db60-f59c-4f84-975c-098d1dfadcd7 {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:05:29.522413 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4be3db60-f59c-4f84-975c-098d1dfadcd7 not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:29.522826 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4e67c706-9091-4f7a-9c41-3cae1a5ee35b no longer exists at agent ovs-agent-n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:05:29.528457 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47836) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:29.549242 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.plugin [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] No Port match for: 4e67c706-9091-4f7a-9c41-3cae1a5ee35b {{(pid=94179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:05:29.549445 n-d-799523-2 neutron-server[94179]: DEBUG neutron.plugins.ml2.rpc [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Device 4e67c706-9091-4f7a-9c41-3cae1a5ee35b not bound to the agent host n-d-799523-2 {{(pid=94179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:05:29.558654 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.571079 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-9f1341bd-3e22-486d-96c3-88f4ee0ebbe5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa78c45533d648b6b5361b7f0b70c3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411241 Aug 09 17:05:29.574127 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [-] (94177) accepted ('10.222.0.64', 47838) {{(pid=94177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:05:29.610464 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.623682 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-939869b3-b7eb-43d1-9155-8f3ec0a47878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.645039 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-939869b3-b7eb-43d1-9155-8f3ec0a47878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.701357 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-939869b3-b7eb-43d1-9155-8f3ec0a47878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578427'] for security_group, after_delete {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.704072 n-d-799523-2 neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-939869b3-b7eb-43d1-9155-8f3ec0a47878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:29.705708 n-d-799523-2 neutron-server[94177]: INFO neutron.wsgi [None req-939869b3-b7eb-43d1-9155-8f3ec0a47878 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bcd5ec6-bfba-4211-ad5a-869fe9f8d907 HTTP/1.1" status: 204 len: 168 time: 0.1305926 Aug 09 17:05:29.715045 n-d-799523-2 neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939869b3-b7eb-43d1-9155-8f3ec0a47878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd5ec6-bfba-4211-ad5a-869fe9f8d907,revision_number=None']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:05:45.189226 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4a734a4c-579f-473a-ad09-8a62375e86c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:47.654373 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cd79a798-6d69-4c37-9ed3-c6b12242781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:47.923051 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:49.476916 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:50.876151 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:59.714991 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:59.717329 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:05.947418 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:06:15.193391 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-bcd9df15-3f0a-4dc6-9274-0642d889db85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:17.661448 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-06cc9472-60c4-4e11-b6c0-17bddbb1d780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:17.930488 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:19.473571 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:20.882983 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:29.554929 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:29.651697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:42.949649 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:06:45.200948 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fa82-6c20-4093-942b-828f0bf27bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:47.658697 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-169e8ae3-2515-4a8c-9371-467e812cc2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:47.930091 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:49.480161 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:50.885457 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:59.545599 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:59.642695 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:15.199055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc603-f08c-42af-b820-df5434478fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:17.654015 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-427e68b5-738d-41c3-ac20-8b9ba91fd7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:17.937521 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:19.478908 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:19.953800 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:07:20.879846 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:29.544313 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:29.642363 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:45.202401 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-33ec9fa8-776f-4cee-89c0-26722337b50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:47.662754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e78b7dd9-b60c-47a4-bf23-c2a8721d9f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:47.923907 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:49.490055 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:50.883725 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:56.958966 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:07:59.542926 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:59.642176 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:15.199401 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-267a918d-467c-4804-8be4-1dc1d80a1f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:17.655964 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1075b316-ff59-490b-aff4-492b0a2021f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:17.920392 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:19.489390 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:20.885879 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:29.545244 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:29.653105 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:33.962653 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:08:45.199006 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-618c8a7f-7e0c-408d-83ff-431bab3a2f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:47.666606 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-a737fe70-0533-4c38-9eb0-5b91e5af590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:47.928004 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:49.498125 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:50.894087 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:59.544234 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:59.655716 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:10.965982 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:09:15.202401 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-60a6eb3a-26a6-4881-9661-807fbd4ab4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:17.660274 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-15e0682b-ac35-49a1-915f-49c16969629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:17.919039 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:19.495779 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:20.892862 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:29.540295 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:29.649849 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:45.199399 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-63aff2fd-66c8-405e-a227-0509525bf079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:47.662967 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d8b14019-887e-45e1-92fb-75ae9a1b2f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:47.915861 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:47.965555 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:09:49.504887 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:50.894463 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:59.544644 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:59.672576 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:15.200014 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-11c4bf5c-1037-4ec0-9d10-a66f0d46c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:17.667961 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-f58217c4-6c0d-4f0b-aaa9-e673b8969fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:17.911745 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:19.500184 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:20.901210 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:24.970258 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:10:29.537367 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:29.655276 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:45.193871 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1e10297c-221a-4d49-b086-6e5a67daf1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:47.676225 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8b361050-0eb0-4124-8223-5d920a1b4a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:47.925480 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:49.506059 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:50.905453 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:59.547834 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:10:59.677461 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:01.972754 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:11:15.198754 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-807b265d-28af-483b-8403-9838904739f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:17.680418 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ecae5fe4-09d0-4a69-9241-846f57c499fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:17.921227 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:19.506809 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:20.906837 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:29.526814 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:29.669012 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:38.973128 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:11:45.202723 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-46426b3f-72f1-4adb-a76a-e20230da3f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:47.673927 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8461e54c-df5c-4179-b585-5191276d915b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:47.932333 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:49.511441 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:50.910783 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:59.534603 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:11:59.693508 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:15.216287 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-4ceac9bc-c19a-4356-a3e6-62871bccd9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:15.976933 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:12:17.678148 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-35035376-b68a-420c-a537-65b30ca60b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:17.927655 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:19.514118 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:20.914473 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:29.523566 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:29.700120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:45.202499 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-75684bad-1c72-4631-93d5-cce4b101b081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:47.692578 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-d2314701-6d33-4028-a78a-f4dbac69f511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:47.934161 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:49.518120 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:50.916338 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:52.976592 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:12:59.528509 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:12:59.686275 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:15.207088 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-744313ee-facd-491f-b050-c9caa9d05a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:17.686236 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-e96d0168-b9b9-473b-96ac-89cec77fa37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:17.928553 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:19.520681 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:20.918369 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:29.529911 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-7e853026-94e5-4ab7-89aa-88bd0d2eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:29.688275 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-1f844c3b-daf1-4bb3-8142-b01ceee8157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:29.975835 n-d-799523-2 neutron-server[94180]: DEBUG neutron.db.agents_db [None req-5bfefa67-d9a9-4a00-a0db-a4d034dc0bdf None None] Agent healthcheck: found 7 active agents {{(pid=94180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:13:35.015901 n-d-799523-2 neutron-server[94177]: DEBUG neutron.wsgi [req-8d563738-2659-48a3-a28c-a0a02c65b51f req-6b95bf40-6e99-4a13-b45c-6ef154eeba06 service neutron] (94177) timed out ('10.222.0.64', 41732) {{(pid=94177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 17:13:45.211732 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-b732d6de-6350-422e-ba45-cf535134099f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:47.689789 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-ae0fccdd-3901-4c12-894a-7633a6aa52bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:47.932140 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-cb09163c-39ed-437f-b50b-db8cba898198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:49.523665 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-74a958f1-aacf-47c8-992d-254a253b2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:13:50.921690 n-d-799523-2 neutron-server[94179]: DEBUG neutron_lib.callbacks.manager [None req-8f604ccf-e016-4853-bdfe-292f82465398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764431328516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524946'] for agent, after_update {{(pid=94179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}